tx.c 24.6 KB
Newer Older
L
Luciano Coelho 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25
/*
 * This file is part of wl1271
 *
 * Copyright (C) 2009 Nokia Corporation
 *
 * Contact: Luciano Coelho <luciano.coelho@nokia.com>
 *
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public License
 * version 2 as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but
 * WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
 * 02110-1301 USA
 *
 */

#include <linux/kernel.h>
#include <linux/module.h>
26
#include <linux/etherdevice.h>
L
Luciano Coelho 已提交
27

S
Shahar Levi 已提交
28 29 30 31 32
#include "wl12xx.h"
#include "io.h"
#include "reg.h"
#include "ps.h"
#include "tx.h"
L
Luciano Coelho 已提交
33

34 35 36 37 38 39
static int wl1271_set_default_wep_key(struct wl1271 *wl, u8 id)
{
	int ret;
	bool is_ap = (wl->bss_type == BSS_TYPE_AP_BSS);

	if (is_ap)
E
Eliad Peller 已提交
40
		ret = wl12xx_cmd_set_default_wep_key(wl, id,
41
						     wl->ap_bcast_hlid);
42
	else
E
Eliad Peller 已提交
43
		ret = wl12xx_cmd_set_default_wep_key(wl, id, wl->sta_hlid);
44 45 46 47 48 49 50 51

	if (ret < 0)
		return ret;

	wl1271_debug(DEBUG_CRYPT, "default wep key idx: %d", (int)id);
	return 0;
}

52
static int wl1271_alloc_tx_id(struct wl1271 *wl, struct sk_buff *skb)
L
Luciano Coelho 已提交
53
{
54 55 56 57 58 59 60 61 62 63 64
	int id;

	id = find_first_zero_bit(wl->tx_frames_map, ACX_TX_DESCRIPTORS);
	if (id >= ACX_TX_DESCRIPTORS)
		return -EBUSY;

	__set_bit(id, wl->tx_frames_map);
	wl->tx_frames[id] = skb;
	wl->tx_frames_cnt++;
	return id;
}
L
Luciano Coelho 已提交
65

66 67 68
static void wl1271_free_tx_id(struct wl1271 *wl, int id)
{
	if (__test_and_clear_bit(id, wl->tx_frames_map)) {
69 70 71
		if (unlikely(wl->tx_frames_cnt == ACX_TX_DESCRIPTORS))
			clear_bit(WL1271_FLAG_FW_TX_BUSY, &wl->flags);

72 73 74
		wl->tx_frames[id] = NULL;
		wl->tx_frames_cnt--;
	}
L
Luciano Coelho 已提交
75 76
}

O
Ohad Ben-Cohen 已提交
77 78 79 80
static int wl1271_tx_update_filters(struct wl1271 *wl,
						 struct sk_buff *skb)
{
	struct ieee80211_hdr *hdr;
81
	int ret;
O
Ohad Ben-Cohen 已提交
82 83 84 85 86 87 88 89 90 91 92 93 94

	hdr = (struct ieee80211_hdr *)(skb->data +
				       sizeof(struct wl1271_tx_hw_descr));

	/*
	 * stop bssid-based filtering before transmitting authentication
	 * requests. this way the hw will never drop authentication
	 * responses coming from BSSIDs it isn't familiar with (e.g. on
	 * roaming)
	 */
	if (!ieee80211_is_auth(hdr->frame_control))
		return 0;

95 96 97 98 99 100 101 102 103 104 105 106
	if (wl->dev_hlid != WL12XX_INVALID_LINK_ID)
		goto out;

	wl1271_debug(DEBUG_CMD, "starting device role for roaming");
	ret = wl12xx_cmd_role_start_dev(wl);
	if (ret < 0)
		goto out;

	ret = wl12xx_roc(wl, wl->dev_role_id);
	if (ret < 0)
		goto out;
out:
E
Eliad Peller 已提交
107
	return 0;
O
Ohad Ben-Cohen 已提交
108 109
}

110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125
static void wl1271_tx_ap_update_inconnection_sta(struct wl1271 *wl,
						 struct sk_buff *skb)
{
	struct ieee80211_hdr *hdr;

	/*
	 * add the station to the known list before transmitting the
	 * authentication response. this way it won't get de-authed by FW
	 * when transmitting too soon.
	 */
	hdr = (struct ieee80211_hdr *)(skb->data +
				       sizeof(struct wl1271_tx_hw_descr));
	if (ieee80211_is_auth(hdr->frame_control))
		wl1271_acx_set_inconnection_sta(wl, hdr->addr1);
}

126
#if 0
127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145
static void wl1271_tx_regulate_link(struct wl1271 *wl, u8 hlid)
{
	bool fw_ps;
	u8 tx_blks;

	/* only regulate station links */
	if (hlid < WL1271_AP_STA_HLID_START)
		return;

	fw_ps = test_bit(hlid, (unsigned long *)&wl->ap_fw_ps_map);
	tx_blks = wl->links[hlid].allocated_blks;

	/*
	 * if in FW PS and there is enough data in FW we can put the link
	 * into high-level PS and clean out its TX queues.
	 */
	if (fw_ps && tx_blks >= WL1271_PS_STA_MAX_BLOCKS)
		wl1271_ps_link_start(wl, hlid, true);
}
146
#endif
147

E
Eliad Peller 已提交
148 149 150 151 152 153
static bool wl12xx_is_dummy_packet(struct wl1271 *wl, struct sk_buff *skb)
{
	return wl->dummy_packet == skb;
}

u8 wl12xx_tx_get_hlid_ap(struct wl1271 *wl, struct sk_buff *skb)
154 155 156 157 158 159 160 161 162 163 164 165
{
	struct ieee80211_tx_info *control = IEEE80211_SKB_CB(skb);

	if (control->control.sta) {
		struct wl1271_station *wl_sta;

		wl_sta = (struct wl1271_station *)
				control->control.sta->drv_priv;
		return wl_sta->hlid;
	} else {
		struct ieee80211_hdr *hdr;

E
Eliad Peller 已提交
166 167 168
		if (!test_bit(WL1271_FLAG_AP_STARTED, &wl->flags))
			return wl->system_hlid;

169 170
		hdr = (struct ieee80211_hdr *)skb->data;
		if (ieee80211_is_mgmt(hdr->frame_control))
171
			return wl->ap_global_hlid;
172
		else
173
			return wl->ap_bcast_hlid;
174 175 176
	}
}

E
Eliad Peller 已提交
177 178 179 180 181 182 183 184 185 186 187 188 189 190
static u8 wl1271_tx_get_hlid(struct wl1271 *wl, struct sk_buff *skb)
{
	if (wl12xx_is_dummy_packet(wl, skb))
		return wl->system_hlid;

	if (wl->bss_type == BSS_TYPE_AP_BSS)
		return wl12xx_tx_get_hlid_ap(wl, skb);

	if (test_bit(WL1271_FLAG_STA_ASSOCIATED, &wl->flags))
		return wl->sta_hlid;
	else
		return wl->dev_hlid;
}

191 192 193 194 195 196 197 198 199
static unsigned int wl12xx_calc_packet_alignment(struct wl1271 *wl,
						unsigned int packet_length)
{
	if (wl->quirks & WL12XX_QUIRK_BLOCKSIZE_ALIGNMENT)
		return ALIGN(packet_length, WL12XX_BUS_BLOCK_SIZE);
	else
		return ALIGN(packet_length, WL1271_TX_ALIGN_TO);
}

200
static int wl1271_tx_allocate(struct wl1271 *wl, struct sk_buff *skb, u32 extra,
201
				u32 buf_offset, u8 hlid)
L
Luciano Coelho 已提交
202 203 204
{
	struct wl1271_tx_hw_descr *desc;
	u32 total_len = skb->len + sizeof(struct wl1271_tx_hw_descr) + extra;
205
	u32 len;
206
	u32 total_blocks;
207
	int id, ret = -EBUSY;
208

209 210
	/* we use 1 spare block */
	u32 spare_blocks = 1;
L
Luciano Coelho 已提交
211

212
	if (buf_offset + total_len > WL1271_AGGR_BUFFER_SIZE)
I
Ido Yariv 已提交
213
		return -EAGAIN;
214

L
Luciano Coelho 已提交
215
	/* allocate free identifier for the packet */
216
	id = wl1271_alloc_tx_id(wl, skb);
L
Luciano Coelho 已提交
217 218 219 220 221
	if (id < 0)
		return id;

	/* approximate the number of blocks required for this packet
	   in the firmware */
222
	len = wl12xx_calc_packet_alignment(wl, total_len);
223 224

	total_blocks = (len + TX_HW_BLOCK_SIZE - 1) / TX_HW_BLOCK_SIZE +
225
		spare_blocks;
226

L
Luciano Coelho 已提交
227 228 229 230
	if (total_blocks <= wl->tx_blocks_available) {
		desc = (struct wl1271_tx_hw_descr *)skb_push(
			skb, total_len - skb->len);

231 232 233 234
		/* HW descriptor fields change between wl127x and wl128x */
		if (wl->chip.id == CHIP_ID_1283_PG20) {
			desc->wl128x_mem.total_mem_blocks = total_blocks;
		} else {
235
			desc->wl127x_mem.extra_blocks = spare_blocks;
236 237 238
			desc->wl127x_mem.total_mem_blocks = total_blocks;
		}

L
Luciano Coelho 已提交
239 240 241
		desc->id = id;

		wl->tx_blocks_available -= total_blocks;
242
		wl->tx_allocated_blocks += total_blocks;
L
Luciano Coelho 已提交
243

244 245 246
		if (wl->bss_type == BSS_TYPE_AP_BSS)
			wl->links[hlid].allocated_blks += total_blocks;

L
Luciano Coelho 已提交
247 248 249 250 251
		ret = 0;

		wl1271_debug(DEBUG_TX,
			     "tx_allocate: size: %d, blocks: %d, id: %d",
			     total_len, total_blocks, id);
252
	} else {
253
		wl1271_free_tx_id(wl, id);
254
	}
L
Luciano Coelho 已提交
255 256 257 258

	return ret;
}

259
static void wl1271_tx_fill_hdr(struct wl1271 *wl, struct sk_buff *skb,
260 261
			      u32 extra, struct ieee80211_tx_info *control,
			      u8 hlid)
L
Luciano Coelho 已提交
262
{
263
	struct timespec ts;
L
Luciano Coelho 已提交
264
	struct wl1271_tx_hw_descr *desc;
265
	int aligned_len, ac, rate_idx;
266
	s64 hosttime;
L
Luciano Coelho 已提交
267
	u16 tx_attr;
L
Luciano Coelho 已提交
268 269 270

	desc = (struct wl1271_tx_hw_descr *) skb->data;

271 272 273 274
	/* relocate space for security header */
	if (extra) {
		void *framestart = skb->data + sizeof(*desc);
		u16 fc = *(u16 *)(framestart + extra);
L
Luciano Coelho 已提交
275
		int hdrlen = ieee80211_hdrlen(cpu_to_le16(fc));
276 277 278
		memmove(framestart, framestart + extra, hdrlen);
	}

L
Luciano Coelho 已提交
279
	/* configure packet life time */
280 281 282
	getnstimeofday(&ts);
	hosttime = (timespec_to_ns(&ts) >> 10);
	desc->start_time = cpu_to_le32(hosttime - wl->time_offset);
283 284 285 286 287

	if (wl->bss_type != BSS_TYPE_AP_BSS)
		desc->life_time = cpu_to_le16(TX_HW_MGMT_PKT_LIFETIME_TU);
	else
		desc->life_time = cpu_to_le16(TX_HW_AP_MODE_PKT_LIFETIME_TU);
L
Luciano Coelho 已提交
288

289
	/* queue */
K
Kalle Valo 已提交
290
	ac = wl1271_tx_get_queue(skb_get_queue_mapping(skb));
291
	desc->tid = skb->priority;
292

293
	if (wl12xx_is_dummy_packet(wl, skb)) {
294 295 296 297 298 299 300 301 302 303 304 305 306 307 308
		/*
		 * FW expects the dummy packet to have an invalid session id -
		 * any session id that is different than the one set in the join
		 */
		tx_attr = ((~wl->session_counter) <<
			   TX_HW_ATTR_OFST_SESSION_COUNTER) &
			   TX_HW_ATTR_SESSION_COUNTER;

		tx_attr |= TX_HW_ATTR_TX_DUMMY_REQ;
	} else {
		/* configure the tx attributes */
		tx_attr =
			wl->session_counter << TX_HW_ATTR_OFST_SESSION_COUNTER;
	}

E
Eliad Peller 已提交
309
	desc->hlid = hlid;
310

E
Eliad Peller 已提交
311
	if (wl->bss_type != BSS_TYPE_AP_BSS) {
312 313 314 315 316 317 318 319
		/* if the packets are destined for AP (have a STA entry)
		   send them with AP rate policies, otherwise use default
		   basic rates */
		if (control->control.sta)
			rate_idx = ACX_TX_AP_FULL_RATE;
		else
			rate_idx = ACX_TX_BASIC_RATE;
	} else {
320
		if (hlid == wl->ap_global_hlid)
321
			rate_idx = ACX_TX_AP_MODE_MGMT_RATE;
322
		else if (hlid == wl->ap_bcast_hlid)
323
			rate_idx = ACX_TX_AP_MODE_BCST_RATE;
324
		else
325 326 327 328
			rate_idx = ac;
	}

	tx_attr |= rate_idx << TX_HW_ATTR_OFST_RATE_POLICY;
L
Luciano Coelho 已提交
329 330
	desc->reserved = 0;

331
	aligned_len = wl12xx_calc_packet_alignment(wl, skb->len);
332

333
	if (wl->chip.id == CHIP_ID_1283_PG20) {
334 335
		desc->wl128x_mem.extra_bytes = aligned_len - skb->len;
		desc->length = cpu_to_le16(aligned_len >> 2);
336 337 338 339 340 341 342

		wl1271_debug(DEBUG_TX, "tx_fill_hdr: hlid: %d "
			     "tx_attr: 0x%x len: %d life: %d mem: %d",
			     desc->hlid, tx_attr,
			     le16_to_cpu(desc->length),
			     le16_to_cpu(desc->life_time),
			     desc->wl128x_mem.total_mem_blocks);
343 344 345
	} else {
		int pad;

346
		/* Store the aligned length in terms of words */
347 348 349 350 351
		desc->length = cpu_to_le16(aligned_len >> 2);

		/* calculate number of padding bytes */
		pad = aligned_len - skb->len;
		tx_attr |= pad << TX_HW_ATTR_OFST_LAST_WORD_PAD;
L
Luciano Coelho 已提交
352

353 354 355 356 357 358
		wl1271_debug(DEBUG_TX, "tx_fill_hdr: pad: %d hlid: %d "
			     "tx_attr: 0x%x len: %d life: %d mem: %d", pad,
			     desc->hlid, tx_attr,
			     le16_to_cpu(desc->length),
			     le16_to_cpu(desc->life_time),
			     desc->wl127x_mem.total_mem_blocks);
359
	}
L
Luciano Coelho 已提交
360 361

	desc->tx_attr = cpu_to_le16(tx_attr);
L
Luciano Coelho 已提交
362 363 364
}

/* caller must hold wl->mutex */
365 366
static int wl1271_prepare_tx_frame(struct wl1271 *wl, struct sk_buff *skb,
							u32 buf_offset)
L
Luciano Coelho 已提交
367 368 369 370
{
	struct ieee80211_tx_info *info;
	u32 extra = 0;
	int ret = 0;
371
	u32 total_len;
372
	u8 hlid;
L
Luciano Coelho 已提交
373 374 375 376 377 378 379

	if (!skb)
		return -EINVAL;

	info = IEEE80211_SKB_CB(skb);

	if (info->control.hw_key &&
380
	    info->control.hw_key->cipher == WLAN_CIPHER_SUITE_TKIP)
L
Luciano Coelho 已提交
381 382 383
		extra = WL1271_TKIP_IV_SPACE;

	if (info->control.hw_key) {
384 385 386 387 388 389
		bool is_wep;
		u8 idx = info->control.hw_key->hw_key_idx;
		u32 cipher = info->control.hw_key->cipher;

		is_wep = (cipher == WLAN_CIPHER_SUITE_WEP40) ||
			 (cipher == WLAN_CIPHER_SUITE_WEP104);
L
Luciano Coelho 已提交
390

391 392
		if (unlikely(is_wep && wl->default_key != idx)) {
			ret = wl1271_set_default_wep_key(wl, idx);
L
Luciano Coelho 已提交
393 394
			if (ret < 0)
				return ret;
J
Juuso Oikarinen 已提交
395
			wl->default_key = idx;
L
Luciano Coelho 已提交
396 397 398
		}
	}

E
Eliad Peller 已提交
399
	hlid = wl1271_tx_get_hlid(wl, skb);
E
Eliad Peller 已提交
400 401 402 403
	if (hlid == WL12XX_INVALID_LINK_ID) {
		wl1271_error("invalid hlid. dropping skb 0x%p", skb);
		return -EINVAL;
	}
404 405

	ret = wl1271_tx_allocate(wl, skb, extra, buf_offset, hlid);
L
Luciano Coelho 已提交
406 407 408
	if (ret < 0)
		return ret;

409 410
	wl1271_tx_fill_hdr(wl, skb, extra, info, hlid);

411
	if (wl->bss_type == BSS_TYPE_AP_BSS) {
412
		wl1271_tx_ap_update_inconnection_sta(wl, skb);
413
#if 0
414
		wl1271_tx_regulate_link(wl, hlid);
415
#endif
O
Ohad Ben-Cohen 已提交
416 417
	} else {
		wl1271_tx_update_filters(wl, skb);
418
	}
419

420
	/*
421 422 423 424 425 426
	 * The length of each packet is stored in terms of
	 * words. Thus, we must pad the skb data to make sure its
	 * length is aligned.  The number of padding bytes is computed
	 * and set in wl1271_tx_fill_hdr.
	 * In special cases, we want to align to a specific block size
	 * (eg. for wl128x with SDIO we align to 256).
427
	 */
428
	total_len = wl12xx_calc_packet_alignment(wl, skb->len);
429

430 431
	memcpy(wl->aggr_buf + buf_offset, skb->data, skb->len);
	memset(wl->aggr_buf + buf_offset + skb->len, 0, total_len - skb->len);
L
Luciano Coelho 已提交
432

433 434 435 436
	/* Revert side effects in the dummy packet skb, so it can be reused */
	if (wl12xx_is_dummy_packet(wl, skb))
		skb_pull(skb, sizeof(struct wl1271_tx_hw_descr));

437
	return total_len;
L
Luciano Coelho 已提交
438 439
}

440
u32 wl1271_tx_enabled_rates_get(struct wl1271 *wl, u32 rate_set)
441 442 443 444 445 446 447 448 449 450 451 452
{
	struct ieee80211_supported_band *band;
	u32 enabled_rates = 0;
	int bit;

	band = wl->hw->wiphy->bands[wl->band];
	for (bit = 0; bit < band->n_bitrates; bit++) {
		if (rate_set & 0x1)
			enabled_rates |= band->bitrates[bit].hw_value;
		rate_set >>= 1;
	}

S
Shahar Levi 已提交
453
#ifdef CONFIG_WL12XX_HT
454 455 456 457 458 459 460 461 462 463
	/* MCS rates indication are on bits 16 - 23 */
	rate_set >>= HW_HT_RATES_OFFSET - band->n_bitrates;

	for (bit = 0; bit < 8; bit++) {
		if (rate_set & 0x1)
			enabled_rates |= (CONF_HW_BIT_RATE_MCS_0 << bit);
		rate_set >>= 1;
	}
#endif

464 465 466
	return enabled_rates;
}

467
void wl1271_handle_tx_low_watermark(struct wl1271 *wl)
468 469
{
	unsigned long flags;
470
	int i;
471

472 473
	for (i = 0; i < NUM_TX_QUEUES; i++) {
		if (test_bit(i, &wl->stopped_queues_map) &&
474
		    wl->tx_queue_count[i] <= WL1271_TX_QUEUE_LOW_WATERMARK) {
475 476 477 478 479 480 481
			/* firmware buffer has space, restart queues */
			spin_lock_irqsave(&wl->wl_lock, flags);
			ieee80211_wake_queue(wl->hw,
					     wl1271_tx_get_mac80211_queue(i));
			clear_bit(i, &wl->stopped_queues_map);
			spin_unlock_irqrestore(&wl->wl_lock, flags);
		}
482 483 484
	}
}

485
static struct sk_buff *wl1271_sta_skb_dequeue(struct wl1271 *wl)
486 487 488 489
{
	struct sk_buff *skb = NULL;
	unsigned long flags;

490 491
	skb = skb_dequeue(&wl->tx_queue[CONF_TX_AC_VO]);
	if (skb)
492
		goto out;
493 494 495 496 497 498 499
	skb = skb_dequeue(&wl->tx_queue[CONF_TX_AC_VI]);
	if (skb)
		goto out;
	skb = skb_dequeue(&wl->tx_queue[CONF_TX_AC_BE]);
	if (skb)
		goto out;
	skb = skb_dequeue(&wl->tx_queue[CONF_TX_AC_BK]);
500 501 502

out:
	if (skb) {
503
		int q = wl1271_tx_get_queue(skb_get_queue_mapping(skb));
504
		spin_lock_irqsave(&wl->wl_lock, flags);
505
		wl->tx_queue_count[q]--;
506 507 508 509 510 511
		spin_unlock_irqrestore(&wl->wl_lock, flags);
	}

	return skb;
}

512 513 514 515 516 517 518 519 520 521 522 523 524
static struct sk_buff *wl1271_ap_skb_dequeue(struct wl1271 *wl)
{
	struct sk_buff *skb = NULL;
	unsigned long flags;
	int i, h, start_hlid;

	/* start from the link after the last one */
	start_hlid = (wl->last_tx_hlid + 1) % AP_MAX_LINKS;

	/* dequeue according to AC, round robin on each link */
	for (i = 0; i < AP_MAX_LINKS; i++) {
		h = (start_hlid + i) % AP_MAX_LINKS;

525
		skb = skb_dequeue(&wl->links[h].tx_queue[CONF_TX_AC_VO]);
526
		if (skb)
527 528 529 530 531 532 533 534 535 536
			goto out;
		skb = skb_dequeue(&wl->links[h].tx_queue[CONF_TX_AC_VI]);
		if (skb)
			goto out;
		skb = skb_dequeue(&wl->links[h].tx_queue[CONF_TX_AC_BE]);
		if (skb)
			goto out;
		skb = skb_dequeue(&wl->links[h].tx_queue[CONF_TX_AC_BK]);
		if (skb)
			goto out;
537 538
	}

539
out:
540
	if (skb) {
541
		int q = wl1271_tx_get_queue(skb_get_queue_mapping(skb));
542 543
		wl->last_tx_hlid = h;
		spin_lock_irqsave(&wl->wl_lock, flags);
544
		wl->tx_queue_count[q]--;
545 546 547 548 549 550 551 552 553 554
		spin_unlock_irqrestore(&wl->wl_lock, flags);
	} else {
		wl->last_tx_hlid = 0;
	}

	return skb;
}

static struct sk_buff *wl1271_skb_dequeue(struct wl1271 *wl)
{
555 556 557
	unsigned long flags;
	struct sk_buff *skb = NULL;

558
	if (wl->bss_type == BSS_TYPE_AP_BSS)
559 560 561
		skb = wl1271_ap_skb_dequeue(wl);
	else
		skb = wl1271_sta_skb_dequeue(wl);
562

563 564
	if (!skb &&
	    test_and_clear_bit(WL1271_FLAG_DUMMY_PACKET_PENDING, &wl->flags)) {
565 566
		int q;

567
		skb = wl->dummy_packet;
568
		q = wl1271_tx_get_queue(skb_get_queue_mapping(skb));
569
		spin_lock_irqsave(&wl->wl_lock, flags);
570
		wl->tx_queue_count[q]--;
571 572 573 574
		spin_unlock_irqrestore(&wl->wl_lock, flags);
	}

	return skb;
575 576
}

577 578 579 580 581
static void wl1271_skb_queue_head(struct wl1271 *wl, struct sk_buff *skb)
{
	unsigned long flags;
	int q = wl1271_tx_get_queue(skb_get_queue_mapping(skb));

582 583 584
	if (wl12xx_is_dummy_packet(wl, skb)) {
		set_bit(WL1271_FLAG_DUMMY_PACKET_PENDING, &wl->flags);
	} else if (wl->bss_type == BSS_TYPE_AP_BSS) {
E
Eliad Peller 已提交
585
		u8 hlid = wl1271_tx_get_hlid(wl, skb);
586 587 588 589 590 591 592 593
		skb_queue_head(&wl->links[hlid].tx_queue[q], skb);

		/* make sure we dequeue the same packet next time */
		wl->last_tx_hlid = (hlid + AP_MAX_LINKS - 1) % AP_MAX_LINKS;
	} else {
		skb_queue_head(&wl->tx_queue[q], skb);
	}

594
	spin_lock_irqsave(&wl->wl_lock, flags);
595
	wl->tx_queue_count[q]++;
596 597 598
	spin_unlock_irqrestore(&wl->wl_lock, flags);
}

599 600 601 602 603 604 605
static bool wl1271_tx_is_data_present(struct sk_buff *skb)
{
	struct ieee80211_hdr *hdr = (struct ieee80211_hdr *)(skb->data);

	return ieee80211_is_data_present(hdr->frame_control);
}

I
Ido Yariv 已提交
606
void wl1271_tx_work_locked(struct wl1271 *wl)
L
Luciano Coelho 已提交
607 608
{
	struct sk_buff *skb;
I
Ido Yariv 已提交
609 610
	u32 buf_offset = 0;
	bool sent_packets = false;
611 612
	bool had_data = false;
	bool is_ap = (wl->bss_type == BSS_TYPE_AP_BSS);
L
Luciano Coelho 已提交
613 614 615
	int ret;

	if (unlikely(wl->state == WL1271_STATE_OFF))
616
		return;
L
Luciano Coelho 已提交
617

618
	while ((skb = wl1271_skb_dequeue(wl))) {
619 620 621
		if (wl1271_tx_is_data_present(skb))
			had_data = true;

622
		ret = wl1271_prepare_tx_frame(wl, skb, buf_offset);
I
Ido Yariv 已提交
623
		if (ret == -EAGAIN) {
624
			/*
I
Ido Yariv 已提交
625 626 627
			 * Aggregation buffer is full.
			 * Flush buffer and try again.
			 */
628
			wl1271_skb_queue_head(wl, skb);
I
Ido Yariv 已提交
629
			wl1271_write(wl, WL1271_SLV_MEM_DATA, wl->aggr_buf,
630
				     buf_offset, true);
I
Ido Yariv 已提交
631 632 633 634 635 636
			sent_packets = true;
			buf_offset = 0;
			continue;
		} else if (ret == -EBUSY) {
			/*
			 * Firmware buffer is full.
637 638
			 * Queue back last skb, and stop aggregating.
			 */
639
			wl1271_skb_queue_head(wl, skb);
I
Ido Yariv 已提交
640 641
			/* No work left, avoid scheduling redundant tx work */
			set_bit(WL1271_FLAG_FW_TX_BUSY, &wl->flags);
642
			goto out_ack;
L
Luciano Coelho 已提交
643 644
		} else if (ret < 0) {
			dev_kfree_skb(skb);
645
			goto out_ack;
L
Luciano Coelho 已提交
646
		}
647 648
		buf_offset += ret;
		wl->tx_packets_count++;
L
Luciano Coelho 已提交
649 650
	}

651
out_ack:
652 653 654
	if (buf_offset) {
		wl1271_write(wl, WL1271_SLV_MEM_DATA, wl->aggr_buf,
				buf_offset, true);
I
Ido Yariv 已提交
655 656 657
		sent_packets = true;
	}
	if (sent_packets) {
658 659 660 661 662 663 664 665
		/*
		 * Interrupt the firmware with the new packets. This is only
		 * required for older hardware revisions
		 */
		if (wl->quirks & WL12XX_QUIRK_END_OF_TRANSACTION)
			wl1271_write32(wl, WL1271_HOST_WR_ACCESS,
				       wl->tx_packets_count);

666
		wl1271_handle_tx_low_watermark(wl);
667
	}
668 669 670 671 672 673 674 675 676 677 678 679 680
	if (!is_ap && wl->conf.rx_streaming.interval && had_data &&
	    (wl->conf.rx_streaming.always ||
	     test_bit(WL1271_FLAG_SOFT_GEMINI, &wl->flags))) {
		u32 timeout = wl->conf.rx_streaming.duration;

		/* enable rx streaming */
		if (!test_bit(WL1271_FLAG_RX_STREAMING_STARTED, &wl->flags))
			ieee80211_queue_work(wl->hw,
					     &wl->rx_streaming_enable_work);

		mod_timer(&wl->rx_streaming_timer,
			  jiffies + msecs_to_jiffies(timeout));
	}
I
Ido Yariv 已提交
681
}
L
Luciano Coelho 已提交
682

I
Ido Yariv 已提交
683 684 685
void wl1271_tx_work(struct work_struct *work)
{
	struct wl1271 *wl = container_of(work, struct wl1271, tx_work);
686
	int ret;
I
Ido Yariv 已提交
687 688

	mutex_lock(&wl->mutex);
689 690 691 692
	ret = wl1271_ps_elp_wakeup(wl);
	if (ret < 0)
		goto out;

I
Ido Yariv 已提交
693
	wl1271_tx_work_locked(wl);
694

695
	wl1271_ps_elp_sleep(wl);
696
out:
L
Luciano Coelho 已提交
697 698 699 700 701 702 703 704 705
	mutex_unlock(&wl->mutex);
}

static void wl1271_tx_complete_packet(struct wl1271 *wl,
				      struct wl1271_tx_hw_res_descr *result)
{
	struct ieee80211_tx_info *info;
	struct sk_buff *skb;
	int id = result->id;
J
Juuso Oikarinen 已提交
706 707
	int rate = -1;
	u8 retries = 0;
L
Luciano Coelho 已提交
708 709

	/* check for id legality */
710
	if (unlikely(id >= ACX_TX_DESCRIPTORS || wl->tx_frames[id] == NULL)) {
L
Luciano Coelho 已提交
711 712 713 714 715 716 717
		wl1271_warning("TX result illegal id: %d", id);
		return;
	}

	skb = wl->tx_frames[id];
	info = IEEE80211_SKB_CB(skb);

718
	if (wl12xx_is_dummy_packet(wl, skb)) {
719 720 721 722
		wl1271_free_tx_id(wl, id);
		return;
	}

J
Juuso Oikarinen 已提交
723 724 725
	/* update the TX status info */
	if (result->status == TX_SUCCESS) {
		if (!(info->flags & IEEE80211_TX_CTL_NO_ACK))
L
Luciano Coelho 已提交
726
			info->flags |= IEEE80211_TX_STAT_ACK;
727
		rate = wl1271_rate_to_idx(result->rate_class_index, wl->band);
J
Juuso Oikarinen 已提交
728 729 730 731
		retries = result->ack_failures;
	} else if (result->status == TX_RETRY_EXCEEDED) {
		wl->stats.excessive_retries++;
		retries = result->ack_failures;
L
Luciano Coelho 已提交
732 733
	}

J
Juuso Oikarinen 已提交
734 735 736 737 738
	info->status.rates[0].idx = rate;
	info->status.rates[0].count = retries;
	info->status.rates[0].flags = 0;
	info->status.ack_signal = -1;

L
Luciano Coelho 已提交
739 740
	wl->stats.retry_count += result->ack_failures;

741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758
	/*
	 * update sequence number only when relevant, i.e. only in
	 * sessions of TKIP, AES and GEM (not in open or WEP sessions)
	 */
	if (info->control.hw_key &&
	    (info->control.hw_key->cipher == WLAN_CIPHER_SUITE_TKIP ||
	     info->control.hw_key->cipher == WLAN_CIPHER_SUITE_CCMP ||
	     info->control.hw_key->cipher == WL1271_CIPHER_SUITE_GEM)) {
		u8 fw_lsb = result->tx_security_sequence_number_lsb;
		u8 cur_lsb = wl->tx_security_last_seq_lsb;

		/*
		 * update security sequence number, taking care of potential
		 * wrap-around
		 */
		wl->tx_security_seq += (fw_lsb - cur_lsb + 256) % 256;
		wl->tx_security_last_seq_lsb = fw_lsb;
	}
759

760 761 762 763
	/* remove private header from packet */
	skb_pull(skb, sizeof(struct wl1271_tx_hw_descr));

	/* remove TKIP header space if present */
L
Luciano Coelho 已提交
764
	if (info->control.hw_key &&
765
	    info->control.hw_key->cipher == WLAN_CIPHER_SUITE_TKIP) {
766 767 768 769
		int hdrlen = ieee80211_get_hdrlen_from_skb(skb);
		memmove(skb->data + WL1271_TKIP_IV_SPACE, skb->data, hdrlen);
		skb_pull(skb, WL1271_TKIP_IV_SPACE);
	}
L
Luciano Coelho 已提交
770 771 772 773 774 775 776

	wl1271_debug(DEBUG_TX, "tx status id %u skb 0x%p failures %u rate 0x%x"
		     " status 0x%x",
		     result->id, skb, result->ack_failures,
		     result->rate_class_index, result->status);

	/* return the packet to the stack */
777
	skb_queue_tail(&wl->deferred_tx_queue, skb);
778
	queue_work(wl->freezable_wq, &wl->netstack_work);
779
	wl1271_free_tx_id(wl, result->id);
L
Luciano Coelho 已提交
780 781 782
}

/* Called upon reception of a TX complete interrupt */
783
void wl1271_tx_complete(struct wl1271 *wl)
L
Luciano Coelho 已提交
784 785 786
{
	struct wl1271_acx_mem_map *memmap =
		(struct wl1271_acx_mem_map *)wl->target_mem_map;
787
	u32 count, fw_counter;
L
Luciano Coelho 已提交
788 789 790
	u32 i;

	/* read the tx results from the chipset */
T
Teemu Paasikivi 已提交
791 792
	wl1271_read(wl, le32_to_cpu(memmap->tx_result),
		    wl->tx_res_if, sizeof(*wl->tx_res_if), false);
793 794 795 796 797 798 799 800
	fw_counter = le32_to_cpu(wl->tx_res_if->tx_result_fw_counter);

	/* write host counter to chipset (to ack) */
	wl1271_write32(wl, le32_to_cpu(memmap->tx_result) +
		       offsetof(struct wl1271_tx_hw_res_if,
				tx_result_host_counter), fw_counter);

	count = fw_counter - wl->tx_results_count;
801
	wl1271_debug(DEBUG_TX, "tx_complete received, packets: %d", count);
L
Luciano Coelho 已提交
802 803

	/* verify that the result buffer is not getting overrun */
804
	if (unlikely(count > TX_HW_RESULT_QUEUE_LEN))
L
Luciano Coelho 已提交
805 806 807 808 809 810 811 812 813 814 815 816 817 818 819
		wl1271_warning("TX result overflow from chipset: %d", count);

	/* process the results */
	for (i = 0; i < count; i++) {
		struct wl1271_tx_hw_res_descr *result;
		u8 offset = wl->tx_results_count & TX_HW_RESULT_QUEUE_LEN_MASK;

		/* process the packet */
		result =  &(wl->tx_res_if->tx_results_queue[offset]);
		wl1271_tx_complete_packet(wl, result);

		wl->tx_results_count++;
	}
}

820 821 822
void wl1271_tx_reset_link_queues(struct wl1271 *wl, u8 hlid)
{
	struct sk_buff *skb;
823
	int i;
824
	unsigned long flags;
825
	struct ieee80211_tx_info *info;
826
	int total[NUM_TX_QUEUES];
827 828

	for (i = 0; i < NUM_TX_QUEUES; i++) {
829
		total[i] = 0;
830 831
		while ((skb = skb_dequeue(&wl->links[hlid].tx_queue[i]))) {
			wl1271_debug(DEBUG_TX, "link freeing skb 0x%p", skb);
832 833 834 835 836 837 838 839

			if (!wl12xx_is_dummy_packet(wl, skb)) {
				info = IEEE80211_SKB_CB(skb);
				info->status.rates[0].idx = -1;
				info->status.rates[0].count = 0;
				ieee80211_tx_status_ni(wl->hw, skb);
			}

840
			total[i]++;
841 842 843 844
		}
	}

	spin_lock_irqsave(&wl->wl_lock, flags);
845 846
	for (i = 0; i < NUM_TX_QUEUES; i++)
		wl->tx_queue_count[i] -= total[i];
847 848 849 850 851
	spin_unlock_irqrestore(&wl->wl_lock, flags);

	wl1271_handle_tx_low_watermark(wl);
}

852 853
/* caller must hold wl->mutex and TX must be stopped */
void wl1271_tx_reset(struct wl1271 *wl, bool reset_tx_queues)
L
Luciano Coelho 已提交
854 855 856
{
	int i;
	struct sk_buff *skb;
857
	struct ieee80211_tx_info *info;
L
Luciano Coelho 已提交
858 859

	/* TX failure */
860
	if (wl->bss_type == BSS_TYPE_AP_BSS) {
861
		for (i = 0; i < AP_MAX_LINKS; i++) {
862
			wl1271_tx_reset_link_queues(wl, i);
863 864 865
			wl->links[i].allocated_blks = 0;
			wl->links[i].prev_freed_blks = 0;
		}
866 867 868 869 870 871 872

		wl->last_tx_hlid = 0;
	} else {
		for (i = 0; i < NUM_TX_QUEUES; i++) {
			while ((skb = skb_dequeue(&wl->tx_queue[i]))) {
				wl1271_debug(DEBUG_TX, "freeing skb 0x%p",
					     skb);
873

874
				if (!wl12xx_is_dummy_packet(wl, skb)) {
875 876 877
					info = IEEE80211_SKB_CB(skb);
					info->status.rates[0].idx = -1;
					info->status.rates[0].count = 0;
878
					ieee80211_tx_status_ni(wl->hw, skb);
879
				}
880
			}
881
			wl->tx_queue_count[i] = 0;
882
		}
L
Luciano Coelho 已提交
883
	}
884

885
	wl->stopped_queues_map = 0;
L
Luciano Coelho 已提交
886

887 888 889
	/*
	 * Make sure the driver is at a consistent state, in case this
	 * function is called from a context other than interface removal.
890
	 * This call will always wake the TX queues.
891
	 */
892 893
	if (reset_tx_queues)
		wl1271_handle_tx_low_watermark(wl);
894

895 896 897 898 899 900 901 902
	for (i = 0; i < ACX_TX_DESCRIPTORS; i++) {
		if (wl->tx_frames[i] == NULL)
			continue;

		skb = wl->tx_frames[i];
		wl1271_free_tx_id(wl, i);
		wl1271_debug(DEBUG_TX, "freeing skb 0x%p", skb);

903
		if (!wl12xx_is_dummy_packet(wl, skb)) {
904 905 906 907 908 909 910 911 912 913 914 915 916 917
			/*
			 * Remove private headers before passing the skb to
			 * mac80211
			 */
			info = IEEE80211_SKB_CB(skb);
			skb_pull(skb, sizeof(struct wl1271_tx_hw_descr));
			if (info->control.hw_key &&
			    info->control.hw_key->cipher ==
			    WLAN_CIPHER_SUITE_TKIP) {
				int hdrlen = ieee80211_get_hdrlen_from_skb(skb);
				memmove(skb->data + WL1271_TKIP_IV_SPACE,
					skb->data, hdrlen);
				skb_pull(skb, WL1271_TKIP_IV_SPACE);
			}
918

919 920
			info->status.rates[0].idx = -1;
			info->status.rates[0].count = 0;
921

922
			ieee80211_tx_status_ni(wl->hw, skb);
923
		}
924
	}
925 926 927 928 929 930 931 932 933 934 935 936
}

#define WL1271_TX_FLUSH_TIMEOUT 500000

/* caller must *NOT* hold wl->mutex */
void wl1271_tx_flush(struct wl1271 *wl)
{
	unsigned long timeout;
	timeout = jiffies + usecs_to_jiffies(WL1271_TX_FLUSH_TIMEOUT);

	while (!time_after(jiffies, timeout)) {
		mutex_lock(&wl->mutex);
937
		wl1271_debug(DEBUG_TX, "flushing tx buffer: %d %d",
938 939 940 941
			     wl->tx_frames_cnt,
			     wl1271_tx_total_queue_count(wl));
		if ((wl->tx_frames_cnt == 0) &&
		    (wl1271_tx_total_queue_count(wl) == 0)) {
942 943 944 945 946 947 948 949
			mutex_unlock(&wl->mutex);
			return;
		}
		mutex_unlock(&wl->mutex);
		msleep(1);
	}

	wl1271_warning("Unable to flush all TX buffers, timed out.");
L
Luciano Coelho 已提交
950
}
A
Arik Nemtsov 已提交
951 952 953 954 955 956 957 958 959 960 961 962 963 964 965 966 967 968

u32 wl1271_tx_min_rate_get(struct wl1271 *wl)
{
	int i;
	u32 rate = 0;

	if (!wl->basic_rate_set) {
		WARN_ON(1);
		wl->basic_rate_set = wl->conf.tx.basic_rate;
	}

	for (i = 0; !rate; i++) {
		if ((wl->basic_rate_set >> i) & 0x1)
			rate = 1 << i;
	}

	return rate;
}