iwl-agn-tx.c 38.7 KB
Newer Older
1 2 3 4
/******************************************************************************
 *
 * GPL LICENSE SUMMARY
 *
W
Wey-Yi Guy 已提交
5
 * Copyright(c) 2008 - 2012 Intel Corporation. All rights reserved.
6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of version 2 of the GNU General Public License as
 * published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but
 * WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110,
 * USA
 *
 * The full GNU General Public License is included in this distribution
 * in the file called LICENSE.GPL.
 *
 * Contact Information:
 *  Intel Linux Wireless <ilw@linux.intel.com>
 * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
 *
 *****************************************************************************/

#include <linux/kernel.h>
#include <linux/module.h>
#include <linux/init.h>
#include <linux/sched.h>
34
#include <linux/ieee80211.h>
35 36 37 38

#include "iwl-dev.h"
#include "iwl-core.h"
#include "iwl-io.h"
39
#include "iwl-agn-hw.h"
40
#include "iwl-agn.h"
41
#include "iwl-trans.h"
42

43 44 45 46 47 48 49 50 51 52 53
static const u8 tid_to_ac[] = {
	IEEE80211_AC_BE,
	IEEE80211_AC_BK,
	IEEE80211_AC_BK,
	IEEE80211_AC_BE,
	IEEE80211_AC_VI,
	IEEE80211_AC_VI,
	IEEE80211_AC_VO,
	IEEE80211_AC_VO,
};

54 55 56 57 58 59 60 61 62 63
static void iwlagn_tx_cmd_protection(struct iwl_priv *priv,
				     struct ieee80211_tx_info *info,
				     __le16 fc, __le32 *tx_flags)
{
	if (info->control.rates[0].flags & IEEE80211_TX_RC_USE_RTS_CTS ||
	    info->control.rates[0].flags & IEEE80211_TX_RC_USE_CTS_PROTECT ||
	    info->flags & IEEE80211_TX_CTL_AMPDU)
		*tx_flags |= TX_CMD_FLG_PROT_REQUIRE_MSK;
}

64 65 66 67
/*
 * handle build REPLY_TX command notification.
 */
static void iwlagn_tx_cmd_build_basic(struct iwl_priv *priv,
68 69 70 71
				      struct sk_buff *skb,
				      struct iwl_tx_cmd *tx_cmd,
				      struct ieee80211_tx_info *info,
				      struct ieee80211_hdr *hdr, u8 sta_id)
72 73 74 75 76
{
	__le16 fc = hdr->frame_control;
	__le32 tx_flags = tx_cmd->tx_flags;

	tx_cmd->stop_time.life_time = TX_CMD_LIFE_TIME_INFINITE;
77 78

	if (!(info->flags & IEEE80211_TX_CTL_NO_ACK))
79
		tx_flags |= TX_CMD_FLG_ACK_MSK;
80 81
	else
		tx_flags &= ~TX_CMD_FLG_ACK_MSK;
82

83 84 85
	if (ieee80211_is_probe_resp(fc))
		tx_flags |= TX_CMD_FLG_TSF_MSK;
	else if (ieee80211_is_back_req(fc))
86
		tx_flags |= TX_CMD_FLG_ACK_MSK | TX_CMD_FLG_IMM_BA_RSP_MASK;
87
	else if (info->band == IEEE80211_BAND_2GHZ &&
88 89
		 priv->cfg->bt_params &&
		 priv->cfg->bt_params->advanced_bt_coexist &&
90 91 92 93
		 (ieee80211_is_auth(fc) || ieee80211_is_assoc_req(fc) ||
		 ieee80211_is_reassoc_req(fc) ||
		 skb->protocol == cpu_to_be16(ETH_P_PAE)))
		tx_flags |= TX_CMD_FLG_IGNORE_BT;
94 95


96
	tx_cmd->sta_id = sta_id;
97 98 99 100 101 102 103 104
	if (ieee80211_has_morefrags(fc))
		tx_flags |= TX_CMD_FLG_MORE_FRAG_MSK;

	if (ieee80211_is_data_qos(fc)) {
		u8 *qc = ieee80211_get_qos_ctl(hdr);
		tx_cmd->tid_tspec = qc[0] & 0xf;
		tx_flags &= ~TX_CMD_FLG_SEQ_CTL_MSK;
	} else {
105
		tx_cmd->tid_tspec = IWL_TID_NON_QOS;
106 107 108 109
		if (info->flags & IEEE80211_TX_CTL_ASSIGN_SEQ)
			tx_flags |= TX_CMD_FLG_SEQ_CTL_MSK;
		else
			tx_flags &= ~TX_CMD_FLG_SEQ_CTL_MSK;
110 111
	}

112
	iwlagn_tx_cmd_protection(priv, info, fc, &tx_flags);
113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129

	tx_flags &= ~(TX_CMD_FLG_ANT_SEL_MSK);
	if (ieee80211_is_mgmt(fc)) {
		if (ieee80211_is_assoc_req(fc) || ieee80211_is_reassoc_req(fc))
			tx_cmd->timeout.pm_frame_timeout = cpu_to_le16(3);
		else
			tx_cmd->timeout.pm_frame_timeout = cpu_to_le16(2);
	} else {
		tx_cmd->timeout.pm_frame_timeout = 0;
	}

	tx_cmd->driver_txop = 0;
	tx_cmd->tx_flags = tx_flags;
	tx_cmd->next_frame_len = 0;
}

static void iwlagn_tx_cmd_build_rate(struct iwl_priv *priv,
130 131 132
				     struct iwl_tx_cmd *tx_cmd,
				     struct ieee80211_tx_info *info,
				     __le16 fc)
133 134 135 136 137 138 139
{
	u32 rate_flags;
	int rate_idx;
	u8 rts_retry_limit;
	u8 data_retry_limit;
	u8 rate_plcp;

140
	if (priv->wowlan) {
141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156
		rts_retry_limit = IWLAGN_LOW_RETRY_LIMIT;
		data_retry_limit = IWLAGN_LOW_RETRY_LIMIT;
	} else {
		/* Set retry limit on RTS packets */
		rts_retry_limit = IWLAGN_RTS_DFAULT_RETRY_LIMIT;

		/* Set retry limit on DATA packets and Probe Responses*/
		if (ieee80211_is_probe_resp(fc)) {
			data_retry_limit = IWLAGN_MGMT_DFAULT_RETRY_LIMIT;
			rts_retry_limit =
				min(data_retry_limit, rts_retry_limit);
		} else if (ieee80211_is_back_req(fc))
			data_retry_limit = IWLAGN_BAR_DFAULT_RETRY_LIMIT;
		else
			data_retry_limit = IWLAGN_DEFAULT_TX_RETRY;
	}
157

W
Wey-Yi Guy 已提交
158
	tx_cmd->data_retry_limit = data_retry_limit;
159 160 161 162 163 164 165
	tx_cmd->rts_retry_limit = rts_retry_limit;

	/* DATA packets will use the uCode station table for rate/antenna
	 * selection */
	if (ieee80211_is_data(fc)) {
		tx_cmd->initial_rate_index = 0;
		tx_cmd->tx_flags |= TX_CMD_FLG_STA_RATE_MSK;
166
#ifdef CONFIG_IWLWIFI_DEVICE_TESTMODE
167 168 169 170 171 172 173 174 175 176
		if (priv->tm_fixed_rate) {
			/*
			 * rate overwrite by testmode
			 * we not only send lq command to change rate
			 * we also re-enforce per data pkt base.
			 */
			tx_cmd->tx_flags &= ~TX_CMD_FLG_STA_RATE_MSK;
			memcpy(&tx_cmd->rate_n_flags, &priv->tm_fixed_rate,
			       sizeof(tx_cmd->rate_n_flags));
		}
177
#endif
178
		return;
179 180
	} else if (ieee80211_is_back_req(fc))
		tx_cmd->tx_flags |= TX_CMD_FLG_STA_RATE_MSK;
181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205

	/**
	 * If the current TX rate stored in mac80211 has the MCS bit set, it's
	 * not really a TX rate.  Thus, we use the lowest supported rate for
	 * this band.  Also use the lowest supported rate if the stored rate
	 * index is invalid.
	 */
	rate_idx = info->control.rates[0].idx;
	if (info->control.rates[0].flags & IEEE80211_TX_RC_MCS ||
			(rate_idx < 0) || (rate_idx > IWL_RATE_COUNT_LEGACY))
		rate_idx = rate_lowest_index(&priv->bands[info->band],
				info->control.sta);
	/* For 5 GHZ band, remap mac80211 rate indices into driver indices */
	if (info->band == IEEE80211_BAND_5GHZ)
		rate_idx += IWL_FIRST_OFDM_RATE;
	/* Get PLCP rate for tx_cmd->rate_n_flags */
	rate_plcp = iwl_rates[rate_idx].plcp;
	/* Zero out flags for this packet */
	rate_flags = 0;

	/* Set CCK flag as needed */
	if ((rate_idx >= IWL_FIRST_CCK_RATE) && (rate_idx <= IWL_LAST_CCK_RATE))
		rate_flags |= RATE_MCS_CCK_MSK;

	/* Set up antennas */
206 207
	 if (priv->cfg->bt_params &&
	     priv->cfg->bt_params->advanced_bt_coexist &&
208
	     priv->bt_full_concurrent) {
209 210
		/* operated as 1x1 in full concurrency mode */
		priv->mgmt_tx_ant = iwl_toggle_tx_ant(priv, priv->mgmt_tx_ant,
211
				first_antenna(priv->hw_params.valid_tx_ant));
212 213
	} else
		priv->mgmt_tx_ant = iwl_toggle_tx_ant(priv, priv->mgmt_tx_ant,
214
						priv->hw_params.valid_tx_ant);
215 216 217 218 219 220 221
	rate_flags |= iwl_ant_idx_to_flags(priv->mgmt_tx_ant);

	/* Set the rate in the TX cmd */
	tx_cmd->rate_n_flags = iwl_hw_set_rate_n_flags(rate_plcp, rate_flags);
}

static void iwlagn_tx_cmd_build_hwcrypto(struct iwl_priv *priv,
222 223 224
					 struct ieee80211_tx_info *info,
					 struct iwl_tx_cmd *tx_cmd,
					 struct sk_buff *skb_frag)
225 226 227
{
	struct ieee80211_key_conf *keyconf = info->control.hw_key;

228 229
	switch (keyconf->cipher) {
	case WLAN_CIPHER_SUITE_CCMP:
230 231 232 233 234 235 236
		tx_cmd->sec_ctl = TX_CMD_SEC_CCM;
		memcpy(tx_cmd->key, keyconf->key, keyconf->keylen);
		if (info->flags & IEEE80211_TX_CTL_AMPDU)
			tx_cmd->tx_flags |= TX_CMD_FLG_AGG_CCMP_MSK;
		IWL_DEBUG_TX(priv, "tx_cmd with AES hwcrypto\n");
		break;

237
	case WLAN_CIPHER_SUITE_TKIP:
238
		tx_cmd->sec_ctl = TX_CMD_SEC_TKIP;
239
		ieee80211_get_tkip_p2k(keyconf, skb_frag, tx_cmd->key);
240 241 242
		IWL_DEBUG_TX(priv, "tx_cmd with tkip hwcrypto\n");
		break;

243 244 245 246
	case WLAN_CIPHER_SUITE_WEP104:
		tx_cmd->sec_ctl |= TX_CMD_SEC_KEY128;
		/* fall through */
	case WLAN_CIPHER_SUITE_WEP40:
247 248 249 250 251 252 253 254 255 256
		tx_cmd->sec_ctl |= (TX_CMD_SEC_WEP |
			(keyconf->keyidx & TX_CMD_SEC_MSK) << TX_CMD_SEC_SHIFT);

		memcpy(&tx_cmd->key[3], keyconf->key, keyconf->keylen);

		IWL_DEBUG_TX(priv, "Configuring packet for WEP encryption "
			     "with key %d\n", keyconf->keyidx);
		break;

	default:
257
		IWL_ERR(priv, "Unknown encode cipher %x\n", keyconf->cipher);
258 259 260 261
		break;
	}
}

262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290
/**
 * iwl_sta_id_or_broadcast - return sta_id or broadcast sta
 * @context: the current context
 * @sta: mac80211 station
 *
 * In certain circumstances mac80211 passes a station pointer
 * that may be %NULL, for example during TX or key setup. In
 * that case, we need to use the broadcast station, so this
 * inline wraps that pattern.
 */
static int iwl_sta_id_or_broadcast(struct iwl_rxon_context *context,
				   struct ieee80211_sta *sta)
{
	int sta_id;

	if (!sta)
		return context->bcast_sta_id;

	sta_id = iwl_sta_id(sta);

	/*
	 * mac80211 should not be passing a partially
	 * initialised station!
	 */
	WARN_ON(sta_id == IWL_INVALID_STATION);

	return sta_id;
}

291 292 293 294 295 296 297 298
/*
 * start REPLY_TX command process
 */
int iwlagn_tx_skb(struct iwl_priv *priv, struct sk_buff *skb)
{
	struct ieee80211_hdr *hdr = (struct ieee80211_hdr *)skb->data;
	struct ieee80211_tx_info *info = IEEE80211_SKB_CB(skb);
	struct iwl_station_priv *sta_priv = NULL;
299
	struct iwl_rxon_context *ctx = &priv->contexts[IWL_RXON_CTX_BSS];
300
	struct iwl_device_cmd *dev_cmd = NULL;
301
	struct iwl_tx_cmd *tx_cmd;
302 303
	__le16 fc;
	u8 hdr_len;
304 305
	u16 len, seq_number = 0;
	u8 sta_id, tid = IWL_MAX_TID_COUNT;
306
	bool is_agg = false;
307
	int txq_id;
308

309
	if (info->control.vif)
310 311
		ctx = iwl_rxon_ctx_from_vif(info->control.vif);

D
Don Fry 已提交
312
	if (iwl_is_rfkill(priv)) {
313
		IWL_DEBUG_DROP(priv, "Dropping - RF KILL\n");
J
Johannes Berg 已提交
314
		goto drop_unlock_priv;
315 316 317 318 319 320 321 322 323 324 325 326 327
	}

	fc = hdr->frame_control;

#ifdef CONFIG_IWLWIFI_DEBUG
	if (ieee80211_is_auth(fc))
		IWL_DEBUG_TX(priv, "Sending AUTH frame\n");
	else if (ieee80211_is_assoc_req(fc))
		IWL_DEBUG_TX(priv, "Sending ASSOC frame\n");
	else if (ieee80211_is_reassoc_req(fc))
		IWL_DEBUG_TX(priv, "Sending REASSOC frame\n");
#endif

328 329 330 331 332 333 334 335 336 337 338 339 340
	if (unlikely(ieee80211_is_probe_resp(fc))) {
		struct iwl_wipan_noa_data *noa_data =
			rcu_dereference(priv->noa_data);

		if (noa_data &&
		    pskb_expand_head(skb, 0, noa_data->length,
				     GFP_ATOMIC) == 0) {
			memcpy(skb_put(skb, noa_data->length),
			       noa_data->data, noa_data->length);
			hdr = (struct ieee80211_hdr *)skb->data;
		}
	}

341 342
	hdr_len = ieee80211_hdrlen(fc);

343 344 345 346 347
	/* For management frames use broadcast id to do not break aggregation */
	if (!ieee80211_is_data(fc))
		sta_id = ctx->bcast_sta_id;
	else {
		/* Find index into station table for destination station */
348
		sta_id = iwl_sta_id_or_broadcast(ctx, info->control.sta);
349 350 351
		if (sta_id == IWL_INVALID_STATION) {
			IWL_DEBUG_DROP(priv, "Dropping - INVALID STATION: %pM\n",
				       hdr->addr1);
J
John W. Linville 已提交
352
			goto drop_unlock_priv;
353
		}
354 355 356 357
	}

	IWL_DEBUG_TX(priv, "station Id %d\n", sta_id);

358 359
	if (info->control.sta)
		sta_priv = (void *)info->control.sta->drv_priv;
360

J
Johannes Berg 已提交
361
	if (sta_priv && sta_priv->asleep &&
362
	    (info->flags & IEEE80211_TX_CTL_NO_PS_BUFFER)) {
363 364 365 366 367 368 369 370
		/*
		 * This sends an asynchronous command to the device,
		 * but we can rely on it being processed before the
		 * next frame is processed -- and the next frame to
		 * this station is the one that will consume this
		 * counter.
		 * For now set the counter to just 1 since we do not
		 * support uAPSD yet.
371 372 373 374
		 *
		 * FIXME: If we get two non-bufferable frames one
		 * after the other, we might only send out one of
		 * them because this is racy.
375 376 377 378
		 */
		iwl_sta_modify_sleep_tx_count(priv, sta_id, 1);
	}

379 380 381
	if (info->flags & IEEE80211_TX_CTL_AMPDU)
		is_agg = true;

382
	dev_cmd = kmem_cache_alloc(iwl_tx_cmd_pool, GFP_ATOMIC);
383 384

	if (unlikely(!dev_cmd))
385
		goto drop_unlock_priv;
386

387
	memset(dev_cmd, 0, sizeof(*dev_cmd));
388
	tx_cmd = (struct iwl_tx_cmd *) dev_cmd->payload;
389

390 391 392 393 394
	/* Total # bytes to be transmitted */
	len = (u16)skb->len;
	tx_cmd->len = cpu_to_le16(len);

	if (info->control.hw_key)
395
		iwlagn_tx_cmd_build_hwcrypto(priv, info, tx_cmd, skb);
396 397

	/* TODO need this for burst mode later on */
398
	iwlagn_tx_cmd_build_basic(priv, skb, tx_cmd, info, hdr, sta_id);
399 400 401 402 403 404
	iwl_dbg_log_tx_data_frame(priv, len, hdr);

	iwlagn_tx_cmd_build_rate(priv, tx_cmd, info, fc);

	iwl_update_stats(priv, true, fc, len);

405 406
	memset(&info->status, 0, sizeof(info->status));

407
	info->driver_data[0] = ctx;
408
	info->driver_data[1] = dev_cmd;
409

410
	spin_lock(&priv->sta_lock);
411

412 413 414 415 416 417 418
	if (ieee80211_is_data_qos(fc) && !ieee80211_is_qos_nullfunc(fc)) {
		u8 *qc = NULL;
		struct iwl_tid_data *tid_data;
		qc = ieee80211_get_qos_ctl(hdr);
		tid = qc[0] & IEEE80211_QOS_CTL_TID_MASK;
		if (WARN_ON_ONCE(tid >= IWL_MAX_TID_COUNT))
			goto drop_unlock_sta;
419
		tid_data = &priv->tid_data[sta_id][tid];
420

421 422 423 424 425 426 427 428 429 430 431
		/* aggregation is on for this <sta,tid> */
		if (info->flags & IEEE80211_TX_CTL_AMPDU &&
		    tid_data->agg.state != IWL_AGG_ON) {
			IWL_ERR(priv, "TX_CTL_AMPDU while not in AGG:"
				" Tx flags = 0x%08x, agg.state = %d",
				info->flags, tid_data->agg.state);
			IWL_ERR(priv, "sta_id = %d, tid = %d seq_num = %d",
				sta_id, tid, SEQ_TO_SN(tid_data->seq_number));
			goto drop_unlock_sta;
		}

432 433 434 435 436 437 438 439
		/* We can receive packets from the stack in IWL_AGG_{ON,OFF}
		 * only. Check this here.
		 */
		if (WARN_ONCE(tid_data->agg.state != IWL_AGG_ON &&
		    tid_data->agg.state != IWL_AGG_OFF,
		    "Tx while agg.state = %d", tid_data->agg.state))
			goto drop_unlock_sta;

440 441 442 443 444 445 446 447 448 449
		seq_number = tid_data->seq_number;
		seq_number &= IEEE80211_SCTL_SEQ;
		hdr->seq_ctrl &= cpu_to_le16(IEEE80211_SCTL_FRAG);
		hdr->seq_ctrl |= cpu_to_le16(seq_number);
		seq_number += 0x10;
	}

	/* Copy MAC header from skb into command buffer */
	memcpy(tx_cmd->hdr, hdr, hdr_len);

450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469
	if (is_agg)
		txq_id = priv->tid_data[sta_id][tid].agg.txq_id;
	else if (info->flags & IEEE80211_TX_CTL_SEND_AFTER_DTIM) {
		/*
		 * Send this frame after DTIM -- there's a special queue
		 * reserved for this for contexts that support AP mode.
		 */
		txq_id = ctx->mcast_queue;

		/*
		 * The microcode will clear the more data
		 * bit in the last frame it transmits.
		 */
		hdr->frame_control |=
			cpu_to_le16(IEEE80211_FCTL_MOREDATA);
	} else if (info->flags & IEEE80211_TX_CTL_TX_OFFCHAN)
		txq_id = IWL_AUX_QUEUE;
	else
		txq_id = ctx->ac_to_queue[skb_get_queue_mapping(skb)];

470
	if (iwl_trans_tx(priv->trans, skb, dev_cmd, txq_id))
471
		goto drop_unlock_sta;
J
Johannes Berg 已提交
472

473 474
	if (ieee80211_is_data_qos(fc) && !ieee80211_is_qos_nullfunc(fc) &&
	    !ieee80211_has_morefrags(fc))
475
		priv->tid_data[sta_id][tid].seq_number = seq_number;
476

477
	spin_unlock(&priv->sta_lock);
478

479 480 481 482 483 484 485 486
	/*
	 * Avoid atomic ops if it isn't an associated client.
	 * Also, if this is a packet for aggregation, don't
	 * increase the counter because the ucode will stop
	 * aggregation queues when their respective station
	 * goes to sleep.
	 */
	if (sta_priv && sta_priv->client && !is_agg)
487 488 489 490
		atomic_inc(&sta_priv->pending_frames);

	return 0;

J
Johannes Berg 已提交
491
drop_unlock_sta:
492
	if (dev_cmd)
493
		kmem_cache_free(iwl_tx_cmd_pool, dev_cmd);
494
	spin_unlock(&priv->sta_lock);
J
Johannes Berg 已提交
495
drop_unlock_priv:
496 497 498
	return -1;
}

499 500 501 502 503
static int iwlagn_alloc_agg_txq(struct iwl_priv *priv, int ac)
{
	int q;

	for (q = IWLAGN_FIRST_AMPDU_QUEUE;
504
	     q < priv->cfg->base_params->num_of_queues; q++) {
505 506 507 508 509 510 511 512 513 514 515 516 517 518 519
		if (!test_and_set_bit(q, priv->agg_q_alloc)) {
			priv->queue_to_ac[q] = ac;
			return q;
		}
	}

	return -ENOSPC;
}

static void iwlagn_dealloc_agg_txq(struct iwl_priv *priv, int q)
{
	clear_bit(q, priv->agg_q_alloc);
	priv->queue_to_ac[q] = IWL_INVALID_AC;
}

520 521 522 523
int iwlagn_tx_agg_stop(struct iwl_priv *priv, struct ieee80211_vif *vif,
			struct ieee80211_sta *sta, u16 tid)
{
	struct iwl_tid_data *tid_data;
524
	int sta_id, txq_id;
525
	enum iwl_agg_state agg_state;
526 527 528 529 530 531 532 533

	sta_id = iwl_sta_id(sta);

	if (sta_id == IWL_INVALID_STATION) {
		IWL_ERR(priv, "Invalid station for AGG tid %d\n", tid);
		return -ENXIO;
	}

534
	spin_lock_bh(&priv->sta_lock);
535

536
	tid_data = &priv->tid_data[sta_id][tid];
537
	txq_id = priv->tid_data[sta_id][tid].agg.txq_id;
538

539
	switch (priv->tid_data[sta_id][tid].agg.state) {
540 541 542 543 544 545 546 547 548
	case IWL_EMPTYING_HW_QUEUE_ADDBA:
		/*
		* This can happen if the peer stops aggregation
		* again before we've had a chance to drain the
		* queue we selected previously, i.e. before the
		* session was really started completely.
		*/
		IWL_DEBUG_HT(priv, "AGG stop before setup done\n");
		goto turn_off;
549 550 551 552 553 554 555
	case IWL_AGG_STARTING:
		/*
		 * This can happen when the session is stopped before
		 * we receive ADDBA response
		 */
		IWL_DEBUG_HT(priv, "AGG stop before AGG became operational\n");
		goto turn_off;
556 557 558 559 560
	case IWL_AGG_ON:
		break;
	default:
		IWL_WARN(priv, "Stopping AGG while state not ON "
			 "or starting for %d on %d (%d)\n", sta_id, tid,
561
			 priv->tid_data[sta_id][tid].agg.state);
562
		spin_unlock_bh(&priv->sta_lock);
563 564 565 566 567 568
		return 0;
	}

	tid_data->agg.ssn = SEQ_TO_SN(tid_data->seq_number);

	/* There are still packets for this RA / TID in the HW */
569 570 571 572 573
	if (!test_bit(txq_id, priv->agg_q_alloc)) {
		IWL_DEBUG_TX_QUEUES(priv,
			"stopping AGG on STA/TID %d/%d but hwq %d not used\n",
			sta_id, tid, txq_id);
	} else if (tid_data->agg.ssn != tid_data->next_reclaimed) {
574
		IWL_DEBUG_TX_QUEUES(priv, "Can't proceed: ssn %d, "
575
				    "next_recl = %d\n",
576 577
				    tid_data->agg.ssn,
				    tid_data->next_reclaimed);
578
		priv->tid_data[sta_id][tid].agg.state =
579
			IWL_EMPTYING_HW_QUEUE_DELBA;
580
		spin_unlock_bh(&priv->sta_lock);
581 582 583
		return 0;
	}

584
	IWL_DEBUG_TX_QUEUES(priv, "Can proceed: ssn = next_recl = %d\n",
585 586
			    tid_data->agg.ssn);
turn_off:
587
	agg_state = priv->tid_data[sta_id][tid].agg.state;
588
	priv->tid_data[sta_id][tid].agg.state = IWL_AGG_OFF;
589

590
	spin_unlock_bh(&priv->sta_lock);
591

592
	if (test_bit(txq_id, priv->agg_q_alloc)) {
593 594 595 596 597
		/* If the transport didn't know that we wanted to start
		 * agreggation, don't tell it that we want to stop them
		 */
		if (agg_state != IWL_AGG_STARTING)
			iwl_trans_tx_agg_disable(priv->trans, txq_id);
598 599
		iwlagn_dealloc_agg_txq(priv, txq_id);
	}
600

601
	ieee80211_stop_tx_ba_cb_irqsafe(vif, sta->addr, tid);
602 603 604 605

	return 0;
}

606
int iwlagn_tx_agg_start(struct iwl_priv *priv, struct ieee80211_vif *vif,
607
			struct ieee80211_sta *sta, u16 tid, u16 *ssn)
608
{
609
	struct iwl_tid_data *tid_data;
610
	int sta_id, txq_id, ret;
611

612 613
	IWL_DEBUG_HT(priv, "TX AGG request on ra = %pM tid = %d\n",
		     sta->addr, tid);
614

615
	sta_id = iwl_sta_id(sta);
616 617 618 619
	if (sta_id == IWL_INVALID_STATION) {
		IWL_ERR(priv, "Start AGG on invalid station\n");
		return -ENXIO;
	}
620
	if (unlikely(tid >= IWL_MAX_TID_COUNT))
621 622
		return -EINVAL;

623
	if (priv->tid_data[sta_id][tid].agg.state != IWL_AGG_OFF) {
624 625 626 627
		IWL_ERR(priv, "Start AGG when state is not IWL_AGG_OFF !\n");
		return -ENXIO;
	}

628 629 630 631 632 633 634 635
	txq_id = iwlagn_alloc_agg_txq(priv, tid_to_ac[tid]);
	if (txq_id < 0) {
		IWL_DEBUG_TX_QUEUES(priv,
			"No free aggregation queue for %pM/%d\n",
			sta->addr, tid);
		return txq_id;
	}

636
	ret = iwl_sta_tx_modify_enable_tid(priv, sta_id, tid);
637 638 639
	if (ret)
		return ret;

640
	spin_lock_bh(&priv->sta_lock);
641
	tid_data = &priv->tid_data[sta_id][tid];
642
	tid_data->agg.ssn = SEQ_TO_SN(tid_data->seq_number);
643
	tid_data->agg.txq_id = txq_id;
644 645 646 647

	*ssn = tid_data->agg.ssn;

	if (*ssn == tid_data->next_reclaimed) {
648
		IWL_DEBUG_TX_QUEUES(priv, "Can proceed: ssn = next_recl = %d\n",
649
				    tid_data->agg.ssn);
650
		tid_data->agg.state = IWL_AGG_STARTING;
651
		ieee80211_start_tx_ba_cb_irqsafe(vif, sta->addr, tid);
652 653
	} else {
		IWL_DEBUG_TX_QUEUES(priv, "Can't proceed: ssn %d, "
654
				    "next_reclaimed = %d\n",
655 656 657 658
				    tid_data->agg.ssn,
				    tid_data->next_reclaimed);
		tid_data->agg.state = IWL_EMPTYING_HW_QUEUE_ADDBA;
	}
659
	spin_unlock_bh(&priv->sta_lock);
660

661 662 663
	return ret;
}

664 665 666 667 668
int iwlagn_tx_agg_oper(struct iwl_priv *priv, struct ieee80211_vif *vif,
			struct ieee80211_sta *sta, u16 tid, u8 buf_size)
{
	struct iwl_station_priv *sta_priv = (void *) sta->drv_priv;
	struct iwl_rxon_context *ctx = iwl_rxon_ctx_from_vif(vif);
669
	int q, fifo;
670 671 672 673
	u16 ssn;

	buf_size = min_t(int, buf_size, LINK_QUAL_AGG_FRAME_LIMIT_DEF);

674
	spin_lock_bh(&priv->sta_lock);
675
	ssn = priv->tid_data[sta_priv->sta_id][tid].agg.ssn;
676
	q = priv->tid_data[sta_priv->sta_id][tid].agg.txq_id;
677
	priv->tid_data[sta_priv->sta_id][tid].agg.state = IWL_AGG_ON;
678
	spin_unlock_bh(&priv->sta_lock);
679

680 681
	fifo = ctx->ac_to_fifo[tid_to_ac[tid]];

682
	iwl_trans_tx_agg_setup(priv->trans, q, fifo,
683
			       sta_priv->sta_id, tid,
684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705
			       buf_size, ssn);

	/*
	 * If the limit is 0, then it wasn't initialised yet,
	 * use the default. We can do that since we take the
	 * minimum below, and we don't want to go above our
	 * default due to hardware restrictions.
	 */
	if (sta_priv->max_agg_bufsize == 0)
		sta_priv->max_agg_bufsize =
			LINK_QUAL_AGG_FRAME_LIMIT_DEF;

	/*
	 * Even though in theory the peer could have different
	 * aggregation reorder buffer sizes for different sessions,
	 * our ucode doesn't allow for that and has a global limit
	 * for each station. Therefore, use the minimum of all the
	 * aggregation sessions and our default value.
	 */
	sta_priv->max_agg_bufsize =
		min(sta_priv->max_agg_bufsize, buf_size);

706
	if (priv->hw_params.use_rts_for_aggregation) {
707 708 709 710 711 712 713 714 715 716 717 718 719 720 721
		/*
		 * switch to RTS/CTS if it is the prefer protection
		 * method for HT traffic
		 */

		sta_priv->lq_sta.lq.general_params.flags |=
			LINK_QUAL_FLAGS_SET_STA_TLC_RTS_MSK;
	}
	priv->agg_tids_count++;
	IWL_DEBUG_HT(priv, "priv->agg_tids_count = %u\n",
		     priv->agg_tids_count);

	sta_priv->lq_sta.lq.agg_params.agg_frame_cnt_limit =
		sta_priv->max_agg_bufsize;

722
	IWL_DEBUG_HT(priv, "Tx aggregation enabled on ra = %pM tid = %d\n",
723 724 725 726 727 728
		 sta->addr, tid);

	return iwl_send_lq_cmd(priv, ctx,
			&sta_priv->lq_sta.lq, CMD_ASYNC, false);
}

729 730
static void iwlagn_check_ratid_empty(struct iwl_priv *priv, int sta_id, u8 tid)
{
731
	struct iwl_tid_data *tid_data = &priv->tid_data[sta_id][tid];
732 733 734
	enum iwl_rxon_context_id ctx;
	struct ieee80211_vif *vif;
	u8 *addr;
735

736
	lockdep_assert_held(&priv->sta_lock);
737

738 739 740 741
	addr = priv->stations[sta_id].sta.sta.addr;
	ctx = priv->stations[sta_id].ctxid;
	vif = priv->contexts[ctx].vif;

742
	switch (priv->tid_data[sta_id][tid].agg.state) {
743 744 745 746 747 748
	case IWL_EMPTYING_HW_QUEUE_DELBA:
		/* There are no packets for this RA / TID in the HW any more */
		if (tid_data->agg.ssn == tid_data->next_reclaimed) {
			IWL_DEBUG_TX_QUEUES(priv,
				"Can continue DELBA flow ssn = next_recl ="
				" %d", tid_data->next_reclaimed);
749
			iwl_trans_tx_agg_disable(priv->trans,
750 751
						 tid_data->agg.txq_id);
			iwlagn_dealloc_agg_txq(priv, tid_data->agg.txq_id);
752
			tid_data->agg.state = IWL_AGG_OFF;
753
			ieee80211_stop_tx_ba_cb_irqsafe(vif, addr, tid);
754 755 756 757 758 759 760 761
		}
		break;
	case IWL_EMPTYING_HW_QUEUE_ADDBA:
		/* There are no packets for this RA / TID in the HW any more */
		if (tid_data->agg.ssn == tid_data->next_reclaimed) {
			IWL_DEBUG_TX_QUEUES(priv,
				"Can continue ADDBA flow ssn = next_recl ="
				" %d", tid_data->next_reclaimed);
762
			tid_data->agg.state = IWL_AGG_STARTING;
763
			ieee80211_start_tx_ba_cb_irqsafe(vif, addr, tid);
764 765 766 767 768 769 770
		}
		break;
	default:
		break;
	}
}

771 772 773
static void iwlagn_non_agg_tx_status(struct iwl_priv *priv,
				     struct iwl_rxon_context *ctx,
				     const u8 *addr1)
774 775 776 777
{
	struct ieee80211_sta *sta;
	struct iwl_station_priv *sta_priv;

778
	rcu_read_lock();
779
	sta = ieee80211_find_sta(ctx->vif, addr1);
780 781 782 783 784 785 786
	if (sta) {
		sta_priv = (void *)sta->drv_priv;
		/* avoid atomic ops if this isn't a client */
		if (sta_priv->client &&
		    atomic_dec_return(&sta_priv->pending_frames) == 0)
			ieee80211_sta_block_awake(priv->hw, sta, false);
	}
787
	rcu_read_unlock();
788 789
}

790 791 792
/**
 * translate ucode response to mac80211 tx status control values
 */
793
static void iwlagn_hwrate_to_tx_control(struct iwl_priv *priv, u32 rate_n_flags,
794
				  struct ieee80211_tx_info *info)
795
{
796
	struct ieee80211_tx_rate *r = &info->status.rates[0];
797

798
	info->status.antenna =
799 800 801 802 803 804 805 806 807 808 809 810
		((rate_n_flags & RATE_MCS_ANT_ABC_MSK) >> RATE_MCS_ANT_POS);
	if (rate_n_flags & RATE_MCS_HT_MSK)
		r->flags |= IEEE80211_TX_RC_MCS;
	if (rate_n_flags & RATE_MCS_GF_MSK)
		r->flags |= IEEE80211_TX_RC_GREEN_FIELD;
	if (rate_n_flags & RATE_MCS_HT40_MSK)
		r->flags |= IEEE80211_TX_RC_40_MHZ_WIDTH;
	if (rate_n_flags & RATE_MCS_DUP_MSK)
		r->flags |= IEEE80211_TX_RC_DUP_DATA;
	if (rate_n_flags & RATE_MCS_SGI_MSK)
		r->flags |= IEEE80211_TX_RC_SHORT_GI;
	r->idx = iwlagn_hwrate_to_mac80211_idx(rate_n_flags, info->band);
811 812
}

813 814
#ifdef CONFIG_IWLWIFI_DEBUG
const char *iwl_get_tx_fail_reason(u32 status)
815
{
816 817
#define TX_STATUS_FAIL(x) case TX_STATUS_FAIL_ ## x: return #x
#define TX_STATUS_POSTPONE(x) case TX_STATUS_POSTPONE_ ## x: return #x
818

819 820 821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843
	switch (status & TX_STATUS_MSK) {
	case TX_STATUS_SUCCESS:
		return "SUCCESS";
	TX_STATUS_POSTPONE(DELAY);
	TX_STATUS_POSTPONE(FEW_BYTES);
	TX_STATUS_POSTPONE(BT_PRIO);
	TX_STATUS_POSTPONE(QUIET_PERIOD);
	TX_STATUS_POSTPONE(CALC_TTAK);
	TX_STATUS_FAIL(INTERNAL_CROSSED_RETRY);
	TX_STATUS_FAIL(SHORT_LIMIT);
	TX_STATUS_FAIL(LONG_LIMIT);
	TX_STATUS_FAIL(FIFO_UNDERRUN);
	TX_STATUS_FAIL(DRAIN_FLOW);
	TX_STATUS_FAIL(RFKILL_FLUSH);
	TX_STATUS_FAIL(LIFE_EXPIRE);
	TX_STATUS_FAIL(DEST_PS);
	TX_STATUS_FAIL(HOST_ABORTED);
	TX_STATUS_FAIL(BT_RETRY);
	TX_STATUS_FAIL(STA_INVALID);
	TX_STATUS_FAIL(FRAG_DROPPED);
	TX_STATUS_FAIL(TID_DISABLE);
	TX_STATUS_FAIL(FIFO_FLUSHED);
	TX_STATUS_FAIL(INSUFFICIENT_CF_POLL);
	TX_STATUS_FAIL(PASSIVE_NO_RX);
	TX_STATUS_FAIL(NO_BEACON_ON_RADAR);
844 845
	}

846
	return "UNKNOWN";
847

848 849 850 851
#undef TX_STATUS_FAIL
#undef TX_STATUS_POSTPONE
}
#endif /* CONFIG_IWLWIFI_DEBUG */
852

853 854 855 856 857 858 859 860 861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 885 886 887 888 889 890 891 892 893 894 895 896 897 898 899
static void iwlagn_count_agg_tx_err_status(struct iwl_priv *priv, u16 status)
{
	status &= AGG_TX_STATUS_MSK;

	switch (status) {
	case AGG_TX_STATE_UNDERRUN_MSK:
		priv->reply_agg_tx_stats.underrun++;
		break;
	case AGG_TX_STATE_BT_PRIO_MSK:
		priv->reply_agg_tx_stats.bt_prio++;
		break;
	case AGG_TX_STATE_FEW_BYTES_MSK:
		priv->reply_agg_tx_stats.few_bytes++;
		break;
	case AGG_TX_STATE_ABORT_MSK:
		priv->reply_agg_tx_stats.abort++;
		break;
	case AGG_TX_STATE_LAST_SENT_TTL_MSK:
		priv->reply_agg_tx_stats.last_sent_ttl++;
		break;
	case AGG_TX_STATE_LAST_SENT_TRY_CNT_MSK:
		priv->reply_agg_tx_stats.last_sent_try++;
		break;
	case AGG_TX_STATE_LAST_SENT_BT_KILL_MSK:
		priv->reply_agg_tx_stats.last_sent_bt_kill++;
		break;
	case AGG_TX_STATE_SCD_QUERY_MSK:
		priv->reply_agg_tx_stats.scd_query++;
		break;
	case AGG_TX_STATE_TEST_BAD_CRC32_MSK:
		priv->reply_agg_tx_stats.bad_crc32++;
		break;
	case AGG_TX_STATE_RESPONSE_MSK:
		priv->reply_agg_tx_stats.response++;
		break;
	case AGG_TX_STATE_DUMP_TX_MSK:
		priv->reply_agg_tx_stats.dump_tx++;
		break;
	case AGG_TX_STATE_DELAY_TX_MSK:
		priv->reply_agg_tx_stats.delay_tx++;
		break;
	default:
		priv->reply_agg_tx_stats.unknown++;
		break;
	}
}

900 901 902 903 904 905 906 907
static void iwl_rx_reply_tx_agg(struct iwl_priv *priv,
				struct iwlagn_tx_resp *tx_resp)
{
	struct agg_tx_status *frame_status = &tx_resp->status;
	int tid = (tx_resp->ra_tid & IWLAGN_TX_RES_TID_MSK) >>
		IWLAGN_TX_RES_TID_POS;
	int sta_id = (tx_resp->ra_tid & IWLAGN_TX_RES_RA_MSK) >>
		IWLAGN_TX_RES_RA_POS;
908
	struct iwl_ht_agg *agg = &priv->tid_data[sta_id][tid].agg;
909 910 911
	u32 status = le16_to_cpu(tx_resp->status.status);
	int i;

912 913
	WARN_ON(tid == IWL_TID_NON_QOS);

914 915 916
	if (agg->wait_for_ba)
		IWL_DEBUG_TX_REPLY(priv,
			"got tx response w/o block-ack\n");
917

918 919 920 921 922 923 924 925
	agg->rate_n_flags = le32_to_cpu(tx_resp->rate_n_flags);
	agg->wait_for_ba = (tx_resp->frame_count > 1);

	/*
	 * If the BT kill count is non-zero, we'll get this
	 * notification again.
	 */
	if (tx_resp->bt_kill_count && tx_resp->frame_count == 1 &&
926 927
	    priv->cfg->bt_params &&
	    priv->cfg->bt_params->advanced_bt_coexist) {
928 929
		IWL_DEBUG_COEX(priv, "receive reply tx w/ bt_kill\n");
	}
930

931 932 933
	if (tx_resp->frame_count == 1)
		return;

934 935 936
	/* Construct bit-map of pending frames within Tx window */
	for (i = 0; i < tx_resp->frame_count; i++) {
		u16 fstatus = le16_to_cpu(frame_status[i].status);
937

938 939
		if (status & AGG_TX_STATUS_MSK)
			iwlagn_count_agg_tx_err_status(priv, fstatus);
940

941 942 943 944 945 946 947 948 949
		if (status & (AGG_TX_STATE_FEW_BYTES_MSK |
			      AGG_TX_STATE_ABORT_MSK))
			continue;

		IWL_DEBUG_TX_REPLY(priv, "status %s (0x%08x), "
				   "try-count (0x%08x)\n",
				   iwl_get_agg_tx_fail_reason(fstatus),
				   fstatus & AGG_TX_STATUS_MSK,
				   fstatus & AGG_TX_TRY_MSK);
950 951 952
	}
}

953 954 955 956 957 958 959 960 961 962 963 964 965 966 967 968 969 970 971 972 973 974 975 976 977 978 979
#ifdef CONFIG_IWLWIFI_DEBUG
#define AGG_TX_STATE_FAIL(x) case AGG_TX_STATE_ ## x: return #x

const char *iwl_get_agg_tx_fail_reason(u16 status)
{
	status &= AGG_TX_STATUS_MSK;
	switch (status) {
	case AGG_TX_STATE_TRANSMITTED:
		return "SUCCESS";
		AGG_TX_STATE_FAIL(UNDERRUN_MSK);
		AGG_TX_STATE_FAIL(BT_PRIO_MSK);
		AGG_TX_STATE_FAIL(FEW_BYTES_MSK);
		AGG_TX_STATE_FAIL(ABORT_MSK);
		AGG_TX_STATE_FAIL(LAST_SENT_TTL_MSK);
		AGG_TX_STATE_FAIL(LAST_SENT_TRY_CNT_MSK);
		AGG_TX_STATE_FAIL(LAST_SENT_BT_KILL_MSK);
		AGG_TX_STATE_FAIL(SCD_QUERY_MSK);
		AGG_TX_STATE_FAIL(TEST_BAD_CRC32_MSK);
		AGG_TX_STATE_FAIL(RESPONSE_MSK);
		AGG_TX_STATE_FAIL(DUMP_TX_MSK);
		AGG_TX_STATE_FAIL(DELAY_TX_MSK);
	}

	return "UNKNOWN";
}
#endif /* CONFIG_IWLWIFI_DEBUG */

980 981 982 983 984
static inline u32 iwlagn_get_scd_ssn(struct iwlagn_tx_resp *tx_resp)
{
	return le32_to_cpup((__le32 *)&tx_resp->status +
			    tx_resp->frame_count) & MAX_SN;
}
985

986 987 988 989 990 991 992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029 1030 1031 1032 1033 1034 1035 1036 1037 1038 1039 1040 1041 1042 1043 1044 1045 1046 1047 1048 1049 1050 1051 1052 1053 1054 1055 1056 1057 1058 1059 1060 1061 1062 1063 1064 1065 1066 1067 1068 1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084
static void iwlagn_count_tx_err_status(struct iwl_priv *priv, u16 status)
{
	status &= TX_STATUS_MSK;

	switch (status) {
	case TX_STATUS_POSTPONE_DELAY:
		priv->reply_tx_stats.pp_delay++;
		break;
	case TX_STATUS_POSTPONE_FEW_BYTES:
		priv->reply_tx_stats.pp_few_bytes++;
		break;
	case TX_STATUS_POSTPONE_BT_PRIO:
		priv->reply_tx_stats.pp_bt_prio++;
		break;
	case TX_STATUS_POSTPONE_QUIET_PERIOD:
		priv->reply_tx_stats.pp_quiet_period++;
		break;
	case TX_STATUS_POSTPONE_CALC_TTAK:
		priv->reply_tx_stats.pp_calc_ttak++;
		break;
	case TX_STATUS_FAIL_INTERNAL_CROSSED_RETRY:
		priv->reply_tx_stats.int_crossed_retry++;
		break;
	case TX_STATUS_FAIL_SHORT_LIMIT:
		priv->reply_tx_stats.short_limit++;
		break;
	case TX_STATUS_FAIL_LONG_LIMIT:
		priv->reply_tx_stats.long_limit++;
		break;
	case TX_STATUS_FAIL_FIFO_UNDERRUN:
		priv->reply_tx_stats.fifo_underrun++;
		break;
	case TX_STATUS_FAIL_DRAIN_FLOW:
		priv->reply_tx_stats.drain_flow++;
		break;
	case TX_STATUS_FAIL_RFKILL_FLUSH:
		priv->reply_tx_stats.rfkill_flush++;
		break;
	case TX_STATUS_FAIL_LIFE_EXPIRE:
		priv->reply_tx_stats.life_expire++;
		break;
	case TX_STATUS_FAIL_DEST_PS:
		priv->reply_tx_stats.dest_ps++;
		break;
	case TX_STATUS_FAIL_HOST_ABORTED:
		priv->reply_tx_stats.host_abort++;
		break;
	case TX_STATUS_FAIL_BT_RETRY:
		priv->reply_tx_stats.bt_retry++;
		break;
	case TX_STATUS_FAIL_STA_INVALID:
		priv->reply_tx_stats.sta_invalid++;
		break;
	case TX_STATUS_FAIL_FRAG_DROPPED:
		priv->reply_tx_stats.frag_drop++;
		break;
	case TX_STATUS_FAIL_TID_DISABLE:
		priv->reply_tx_stats.tid_disable++;
		break;
	case TX_STATUS_FAIL_FIFO_FLUSHED:
		priv->reply_tx_stats.fifo_flush++;
		break;
	case TX_STATUS_FAIL_INSUFFICIENT_CF_POLL:
		priv->reply_tx_stats.insuff_cf_poll++;
		break;
	case TX_STATUS_FAIL_PASSIVE_NO_RX:
		priv->reply_tx_stats.fail_hw_drop++;
		break;
	case TX_STATUS_FAIL_NO_BEACON_ON_RADAR:
		priv->reply_tx_stats.sta_color_mismatch++;
		break;
	default:
		priv->reply_tx_stats.unknown++;
		break;
	}
}

static void iwlagn_set_tx_status(struct iwl_priv *priv,
				 struct ieee80211_tx_info *info,
				 struct iwlagn_tx_resp *tx_resp,
				 bool is_agg)
{
	u16  status = le16_to_cpu(tx_resp->status.status);

	info->status.rates[0].count = tx_resp->failure_frame + 1;
	if (is_agg)
		info->flags &= ~IEEE80211_TX_CTL_AMPDU;
	info->flags |= iwl_tx_status_to_mac80211(status);
	iwlagn_hwrate_to_tx_control(priv, le32_to_cpu(tx_resp->rate_n_flags),
				    info);
	if (!iwl_is_tx_success(status))
		iwlagn_count_tx_err_status(priv, status);
}

static void iwl_check_abort_status(struct iwl_priv *priv,
			    u8 frame_count, u32 status)
{
	if (frame_count == 1 && status == TX_STATUS_FAIL_RFKILL_FLUSH) {
		IWL_ERR(priv, "Tx flush command to flush out all frames\n");
D
Don Fry 已提交
1085
		if (!test_bit(STATUS_EXIT_PENDING, &priv->status))
J
Johannes Berg 已提交
1086
			queue_work(priv->workqueue, &priv->tx_flush);
1087 1088 1089
	}
}

1090 1091 1092 1093 1094 1095 1096 1097 1098 1099 1100 1101 1102 1103 1104 1105 1106 1107 1108
static int iwl_reclaim(struct iwl_priv *priv, int sta_id, int tid,
		       int txq_id, int ssn, struct sk_buff_head *skbs)
{
	if (unlikely(txq_id >= IWLAGN_FIRST_AMPDU_QUEUE &&
		     tid != IWL_TID_NON_QOS &&
		     txq_id != priv->tid_data[sta_id][tid].agg.txq_id)) {
		/*
		 * FIXME: this is a uCode bug which need to be addressed,
		 * log the information and return for now.
		 * Since it is can possibly happen very often and in order
		 * not to fill the syslog, don't use IWL_ERR or IWL_WARN
		 */
		IWL_DEBUG_TX_QUEUES(priv,
			"Bad queue mapping txq_id=%d, agg_txq[sta:%d,tid:%d]=%d\n",
			txq_id, sta_id, tid,
			priv->tid_data[sta_id][tid].agg.txq_id);
		return 1;
	}

1109
	iwl_trans_reclaim(priv->trans, txq_id, ssn, skbs);
1110 1111 1112
	return 0;
}

1113
int iwlagn_rx_reply_tx(struct iwl_priv *priv, struct iwl_rx_cmd_buffer *rxb,
1114
			       struct iwl_device_cmd *cmd)
1115
{
1116 1117 1118
	struct iwl_rx_packet *pkt = rxb_addr(rxb);
	u16 sequence = le16_to_cpu(pkt->hdr.sequence);
	int txq_id = SEQ_TO_QUEUE(sequence);
1119
	int cmd_index __maybe_unused = SEQ_TO_INDEX(sequence);
1120
	struct iwlagn_tx_resp *tx_resp = (void *)pkt->data;
1121 1122
	struct ieee80211_hdr *hdr;
	u32 status = le16_to_cpu(tx_resp->status.status);
1123
	u16 ssn = iwlagn_get_scd_ssn(tx_resp);
1124 1125 1126
	int tid;
	int sta_id;
	int freed;
1127
	struct ieee80211_tx_info *info;
1128 1129 1130
	struct sk_buff_head skbs;
	struct sk_buff *skb;
	struct iwl_rxon_context *ctx;
1131
	bool is_agg = (txq_id >= IWLAGN_FIRST_AMPDU_QUEUE);
1132

1133 1134 1135 1136
	tid = (tx_resp->ra_tid & IWLAGN_TX_RES_TID_MSK) >>
		IWLAGN_TX_RES_TID_POS;
	sta_id = (tx_resp->ra_tid & IWLAGN_TX_RES_RA_MSK) >>
		IWLAGN_TX_RES_RA_POS;
J
Johannes Berg 已提交
1137

1138
	spin_lock(&priv->sta_lock);
J
Johannes Berg 已提交
1139

1140
	if (is_agg)
1141 1142
		iwl_rx_reply_tx_agg(priv, tx_resp);

J
Johannes Berg 已提交
1143 1144
	__skb_queue_head_init(&skbs);

1145
	if (tx_resp->frame_count == 1) {
1146 1147 1148 1149 1150 1151 1152 1153 1154 1155 1156 1157 1158 1159 1160 1161 1162 1163
		u16 next_reclaimed = le16_to_cpu(tx_resp->seq_ctl);
		next_reclaimed = SEQ_TO_SN(next_reclaimed + 0x10);

		if (is_agg) {
			/* If this is an aggregation queue, we can rely on the
			 * ssn since the wifi sequence number corresponds to
			 * the index in the TFD ring (%256).
			 * The seq_ctl is the sequence control of the packet
			 * to which this Tx response relates. But if there is a
			 * hole in the bitmap of the BA we received, this Tx
			 * response may allow to reclaim the hole and all the
			 * subsequent packets that were already acked.
			 * In that case, seq_ctl != ssn, and the next packet
			 * to be reclaimed will be ssn and not seq_ctl.
			 */
			next_reclaimed = ssn;
		}

1164 1165 1166
		if (tid != IWL_TID_NON_QOS) {
			priv->tid_data[sta_id][tid].next_reclaimed =
				next_reclaimed;
1167
			IWL_DEBUG_TX_REPLY(priv, "Next reclaimed packet:%d\n",
1168 1169
						  next_reclaimed);
		}
1170

1171
		/*we can free until ssn % q.n_bd not inclusive */
1172
		WARN_ON(iwl_reclaim(priv, sta_id, tid, txq_id, ssn, &skbs));
1173
		iwlagn_check_ratid_empty(priv, sta_id, tid);
1174
		freed = 0;
J
Johannes Berg 已提交
1175 1176 1177

		/* process frames */
		skb_queue_walk(&skbs, skb) {
1178 1179 1180 1181 1182 1183 1184
			hdr = (struct ieee80211_hdr *)skb->data;

			if (!ieee80211_is_data_qos(hdr->frame_control))
				priv->last_seq_ctl = tx_resp->seq_ctl;

			info = IEEE80211_SKB_CB(skb);
			ctx = info->driver_data[0];
1185
			kmem_cache_free(iwl_tx_cmd_pool,
1186
					(info->driver_data[1]));
1187 1188 1189 1190 1191 1192

			memset(&info->status, 0, sizeof(info->status));

			if (status == TX_STATUS_FAIL_PASSIVE_NO_RX &&
			    iwl_is_associated_ctx(ctx) && ctx->vif &&
			    ctx->vif->type == NL80211_IFTYPE_STATION) {
1193 1194
				/* block and stop all queues */
				priv->passive_no_rx = true;
1195 1196
				IWL_DEBUG_TX_QUEUES(priv, "stop all queues: "
						    "passive channel");
1197
				ieee80211_stop_queues(priv->hw);
1198 1199 1200 1201 1202 1203 1204 1205 1206 1207 1208 1209 1210 1211 1212 1213 1214 1215 1216 1217 1218 1219 1220 1221 1222

				IWL_DEBUG_TX_REPLY(priv,
					   "TXQ %d status %s (0x%08x) "
					   "rate_n_flags 0x%x retries %d\n",
					   txq_id,
					   iwl_get_tx_fail_reason(status),
					   status,
					   le32_to_cpu(tx_resp->rate_n_flags),
					   tx_resp->failure_frame);

				IWL_DEBUG_TX_REPLY(priv,
					   "FrameCnt = %d, idx=%d\n",
					   tx_resp->frame_count, cmd_index);
			}

			/* check if BAR is needed */
			if (is_agg && !iwl_is_tx_success(status))
				info->flags |= IEEE80211_TX_STAT_AMPDU_NO_BACK;
			iwlagn_set_tx_status(priv, IEEE80211_SKB_CB(skb),
				     tx_resp, is_agg);
			if (!is_agg)
				iwlagn_non_agg_tx_status(priv, ctx, hdr->addr1);

			freed++;
		}
1223

1224 1225
		WARN_ON(!is_agg && freed != 1);
	}
1226

1227
	iwl_check_abort_status(priv, tx_resp->frame_count, status);
1228
	spin_unlock(&priv->sta_lock);
J
Johannes Berg 已提交
1229 1230 1231 1232 1233 1234

	while (!skb_queue_empty(&skbs)) {
		skb = __skb_dequeue(&skbs);
		ieee80211_tx_status(priv->hw, skb);
	}

1235
	return 0;
1236 1237
}

1238 1239 1240 1241 1242 1243
/**
 * iwlagn_rx_reply_compressed_ba - Handler for REPLY_COMPRESSED_BA
 *
 * Handles block-acknowledge notification from device, which reports success
 * of frames sent via aggregation.
 */
1244
int iwlagn_rx_reply_compressed_ba(struct iwl_priv *priv,
1245
				   struct iwl_rx_cmd_buffer *rxb,
1246
				   struct iwl_device_cmd *cmd)
1247 1248
{
	struct iwl_rx_packet *pkt = rxb_addr(rxb);
1249
	struct iwl_compressed_ba_resp *ba_resp = (void *)pkt->data;
1250
	struct iwl_ht_agg *agg;
1251 1252 1253 1254
	struct sk_buff_head reclaimed_skbs;
	struct ieee80211_tx_info *info;
	struct ieee80211_hdr *hdr;
	struct sk_buff *skb;
1255 1256
	int sta_id;
	int tid;
1257
	int freed;
1258 1259 1260 1261 1262 1263 1264 1265

	/* "flow" corresponds to Tx queue */
	u16 scd_flow = le16_to_cpu(ba_resp->scd_flow);

	/* "ssn" is start of block-ack Tx window, corresponds to index
	 * (in Tx queue's circular buffer) of first TFD/frame in window */
	u16 ba_resp_scd_ssn = le16_to_cpu(ba_resp->scd_ssn);

1266
	if (scd_flow >= priv->cfg->base_params->num_of_queues) {
1267 1268
		IWL_ERR(priv,
			"BUG_ON scd_flow is bigger than number of queues\n");
1269
		return 0;
1270 1271 1272 1273
	}

	sta_id = ba_resp->sta_id;
	tid = ba_resp->tid;
1274
	agg = &priv->tid_data[sta_id][tid].agg;
1275

1276
	spin_lock(&priv->sta_lock);
1277

1278 1279 1280
	if (unlikely(!agg->wait_for_ba)) {
		if (unlikely(ba_resp->bitmap))
			IWL_ERR(priv, "Received BA when not expected\n");
1281
		spin_unlock(&priv->sta_lock);
1282
		return 0;
1283
	}
1284

1285 1286 1287 1288 1289
	__skb_queue_head_init(&reclaimed_skbs);

	/* Release all TFDs before the SSN, i.e. all TFDs in front of
	 * block-ack window (we assume that they've been successfully
	 * transmitted ... if not, it's too late anyway). */
1290 1291
	if (iwl_reclaim(priv, sta_id, tid, scd_flow,
			ba_resp_scd_ssn, &reclaimed_skbs)) {
1292
		spin_unlock(&priv->sta_lock);
1293
		return 0;
1294
	}
1295 1296 1297 1298 1299 1300

	IWL_DEBUG_TX_REPLY(priv, "REPLY_COMPRESSED_BA [%d] Received from %pM, "
			   "sta_id = %d\n",
			   agg->wait_for_ba,
			   (u8 *) &ba_resp->sta_addr_lo32,
			   ba_resp->sta_id);
1301 1302
	IWL_DEBUG_TX_REPLY(priv, "TID = %d, SeqCtl = %d, bitmap = 0x%llx, "
			   "scd_flow = %d, scd_ssn = %d\n",
1303
			   ba_resp->tid, le16_to_cpu(ba_resp->seq_ctl),
1304
			   (unsigned long long)le64_to_cpu(ba_resp->bitmap),
1305
			   scd_flow, ba_resp_scd_ssn);
1306

1307
	/* Mark that the expected block-ack response arrived */
1308
	agg->wait_for_ba = false;
1309 1310 1311 1312 1313 1314 1315 1316 1317 1318 1319 1320 1321 1322 1323

	/* Sanity check values reported by uCode */
	if (ba_resp->txed_2_done > ba_resp->txed) {
		IWL_DEBUG_TX_REPLY(priv,
			"bogus sent(%d) and ack(%d) count\n",
			ba_resp->txed, ba_resp->txed_2_done);
		/*
		 * set txed_2_done = txed,
		 * so it won't impact rate scale
		 */
		ba_resp->txed = ba_resp->txed_2_done;
	}
	IWL_DEBUG_HT(priv, "agg frames sent:%d, acked:%d\n",
			ba_resp->txed, ba_resp->txed_2_done);

1324
	priv->tid_data[sta_id][tid].next_reclaimed = ba_resp_scd_ssn;
1325

1326
	iwlagn_check_ratid_empty(priv, sta_id, tid);
1327
	freed = 0;
1328

J
Johannes Berg 已提交
1329
	skb_queue_walk(&reclaimed_skbs, skb) {
1330
		hdr = (struct ieee80211_hdr *)skb->data;
J
Johannes Berg 已提交
1331

1332 1333 1334 1335 1336
		if (ieee80211_is_data_qos(hdr->frame_control))
			freed++;
		else
			WARN_ON_ONCE(1);

1337
		info = IEEE80211_SKB_CB(skb);
1338
		kmem_cache_free(iwl_tx_cmd_pool, (info->driver_data[1]));
1339 1340

		if (freed == 1) {
1341 1342 1343 1344 1345 1346 1347 1348 1349 1350 1351
			/* this is the first skb we deliver in this batch */
			/* put the rate scaling data there */
			info = IEEE80211_SKB_CB(skb);
			memset(&info->status, 0, sizeof(info->status));
			info->flags |= IEEE80211_TX_STAT_ACK;
			info->flags |= IEEE80211_TX_STAT_AMPDU;
			info->status.ampdu_ack_len = ba_resp->txed_2_done;
			info->status.ampdu_len = ba_resp->txed;
			iwlagn_hwrate_to_tx_control(priv, agg->rate_n_flags,
						    info);
		}
J
Johannes Berg 已提交
1352 1353
	}

1354
	spin_unlock(&priv->sta_lock);
J
Johannes Berg 已提交
1355 1356 1357 1358 1359 1360

	while (!skb_queue_empty(&reclaimed_skbs)) {
		skb = __skb_dequeue(&reclaimed_skbs);
		ieee80211_tx_status(priv->hw, skb);
	}

1361
	return 0;
J
Johannes Berg 已提交
1362
}