recv.c 36.5 KB
Newer Older
1
/*
2
 * Copyright (c) 2008-2011 Atheros Communications Inc.
3 4 5 6 7 8 9 10 11 12 13 14 15 16
 *
 * Permission to use, copy, modify, and/or distribute this software for any
 * purpose with or without fee is hereby granted, provided that the above
 * copyright notice and this permission notice appear in all copies.
 *
 * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
 * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
 * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
 * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
 * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
 * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
 * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
 */

17
#include <linux/dma-mapping.h>
18
#include <linux/relay.h>
S
Sujith 已提交
19
#include "ath9k.h"
20
#include "ar9003_mac.h"
21

F
Felix Fietkau 已提交
22 23
#define SKB_CB_ATHBUF(__skb)	(*((struct ath_buf **)__skb->cb))

24 25 26 27 28 29
static inline bool ath9k_check_auto_sleep(struct ath_softc *sc)
{
	return sc->ps_enabled &&
	       (sc->sc_ah->caps.hw_caps & ATH9K_HW_CAP_AUTOSLEEP);
}

30 31 32 33 34 35 36 37 38 39
/*
 * Setup and link descriptors.
 *
 * 11N: we can no longer afford to self link the last descriptor.
 * MAC acknowledges BA status as long as it copies frames to host
 * buffer (or rx fifo). This can incorrectly acknowledge packets
 * to a sender if last desc is self-linked.
 */
static void ath_rx_buf_link(struct ath_softc *sc, struct ath_buf *bf)
{
40
	struct ath_hw *ah = sc->sc_ah;
41
	struct ath_common *common = ath9k_hw_common(ah);
42 43 44 45 46 47
	struct ath_desc *ds;
	struct sk_buff *skb;

	ATH_RXBUF_RESET(bf);

	ds = bf->bf_desc;
S
Sujith 已提交
48
	ds->ds_link = 0; /* link to null */
49 50
	ds->ds_data = bf->bf_buf_addr;

S
Sujith 已提交
51
	/* virtual addr of the beginning of the buffer. */
52
	skb = bf->bf_mpdu;
53
	BUG_ON(skb == NULL);
54 55
	ds->ds_vdata = skb->data;

56 57
	/*
	 * setup rx descriptors. The rx_bufsize here tells the hardware
58
	 * how much data it can DMA to us and that we are prepared
59 60
	 * to process
	 */
S
Sujith 已提交
61
	ath9k_hw_setuprxdesc(ah, ds,
62
			     common->rx_bufsize,
63 64
			     0);

S
Sujith 已提交
65
	if (sc->rx.rxlink == NULL)
66 67
		ath9k_hw_putrxbuf(ah, bf->bf_daddr);
	else
S
Sujith 已提交
68
		*sc->rx.rxlink = bf->bf_daddr;
69

S
Sujith 已提交
70
	sc->rx.rxlink = &ds->ds_link;
71 72
}

S
Sujith 已提交
73 74 75 76
static void ath_setdefantenna(struct ath_softc *sc, u32 antenna)
{
	/* XXX block beacon interrupts */
	ath9k_hw_setantenna(sc->sc_ah, antenna);
S
Sujith 已提交
77 78
	sc->rx.defant = antenna;
	sc->rx.rxotherant = 0;
S
Sujith 已提交
79 80
}

81 82
static void ath_opmode_init(struct ath_softc *sc)
{
83
	struct ath_hw *ah = sc->sc_ah;
84 85
	struct ath_common *common = ath9k_hw_common(ah);

86 87 88 89 90 91 92
	u32 rfilt, mfilt[2];

	/* configure rx filter */
	rfilt = ath_calcrxfilter(sc);
	ath9k_hw_setrxfilter(ah, rfilt);

	/* configure bssid mask */
93
	ath_hw_setbssidmask(common);
94 95 96 97 98 99 100 101 102

	/* configure operational mode */
	ath9k_hw_setopmode(ah);

	/* calculate and install multicast filter */
	mfilt[0] = mfilt[1] = ~0;
	ath9k_hw_setmcastfilter(ah, mfilt[0], mfilt[1]);
}

F
Felix Fietkau 已提交
103 104
static bool ath_rx_edma_buf_link(struct ath_softc *sc,
				 enum ath9k_rx_qtype qtype)
105
{
F
Felix Fietkau 已提交
106 107
	struct ath_hw *ah = sc->sc_ah;
	struct ath_rx_edma *rx_edma;
108 109 110
	struct sk_buff *skb;
	struct ath_buf *bf;

F
Felix Fietkau 已提交
111 112 113
	rx_edma = &sc->rx.rx_edma[qtype];
	if (skb_queue_len(&rx_edma->rx_fifo) >= rx_edma->rx_fifo_hwsize)
		return false;
114

F
Felix Fietkau 已提交
115 116
	bf = list_first_entry(&sc->rx.rxbuf, struct ath_buf, list);
	list_del_init(&bf->list);
117

F
Felix Fietkau 已提交
118 119 120 121 122 123
	skb = bf->bf_mpdu;

	ATH_RXBUF_RESET(bf);
	memset(skb->data, 0, ah->caps.rx_status_len);
	dma_sync_single_for_device(sc->dev, bf->bf_buf_addr,
				ah->caps.rx_status_len, DMA_TO_DEVICE);
124

F
Felix Fietkau 已提交
125 126 127
	SKB_CB_ATHBUF(skb) = bf;
	ath9k_hw_addrxbuf_edma(ah, bf->bf_buf_addr, qtype);
	skb_queue_tail(&rx_edma->rx_fifo, skb);
128

F
Felix Fietkau 已提交
129 130 131 132
	return true;
}

static void ath_rx_addbuffer_edma(struct ath_softc *sc,
133
				  enum ath9k_rx_qtype qtype)
F
Felix Fietkau 已提交
134 135
{
	struct ath_common *common = ath9k_hw_common(sc->sc_ah);
136
	struct ath_buf *bf, *tbf;
F
Felix Fietkau 已提交
137 138

	if (list_empty(&sc->rx.rxbuf)) {
139
		ath_dbg(common, QUEUE, "No free rx buf available\n");
F
Felix Fietkau 已提交
140
		return;
141
	}
142

143
	list_for_each_entry_safe(bf, tbf, &sc->rx.rxbuf, list)
F
Felix Fietkau 已提交
144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166
		if (!ath_rx_edma_buf_link(sc, qtype))
			break;

}

static void ath_rx_remove_buffer(struct ath_softc *sc,
				 enum ath9k_rx_qtype qtype)
{
	struct ath_buf *bf;
	struct ath_rx_edma *rx_edma;
	struct sk_buff *skb;

	rx_edma = &sc->rx.rx_edma[qtype];

	while ((skb = skb_dequeue(&rx_edma->rx_fifo)) != NULL) {
		bf = SKB_CB_ATHBUF(skb);
		BUG_ON(!bf);
		list_add_tail(&bf->list, &sc->rx.rxbuf);
	}
}

static void ath_rx_edma_cleanup(struct ath_softc *sc)
{
167 168
	struct ath_hw *ah = sc->sc_ah;
	struct ath_common *common = ath9k_hw_common(ah);
F
Felix Fietkau 已提交
169 170 171 172 173
	struct ath_buf *bf;

	ath_rx_remove_buffer(sc, ATH9K_RX_QUEUE_LP);
	ath_rx_remove_buffer(sc, ATH9K_RX_QUEUE_HP);

174
	list_for_each_entry(bf, &sc->rx.rxbuf, list) {
175 176 177 178
		if (bf->bf_mpdu) {
			dma_unmap_single(sc->dev, bf->bf_buf_addr,
					common->rx_bufsize,
					DMA_BIDIRECTIONAL);
F
Felix Fietkau 已提交
179
			dev_kfree_skb_any(bf->bf_mpdu);
180 181 182
			bf->bf_buf_addr = 0;
			bf->bf_mpdu = NULL;
		}
F
Felix Fietkau 已提交
183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209
	}
}

static void ath_rx_edma_init_queue(struct ath_rx_edma *rx_edma, int size)
{
	skb_queue_head_init(&rx_edma->rx_fifo);
	rx_edma->rx_fifo_hwsize = size;
}

static int ath_rx_edma_init(struct ath_softc *sc, int nbufs)
{
	struct ath_common *common = ath9k_hw_common(sc->sc_ah);
	struct ath_hw *ah = sc->sc_ah;
	struct sk_buff *skb;
	struct ath_buf *bf;
	int error = 0, i;
	u32 size;

	ath9k_hw_set_rx_bufsize(ah, common->rx_bufsize -
				    ah->caps.rx_status_len);

	ath_rx_edma_init_queue(&sc->rx.rx_edma[ATH9K_RX_QUEUE_LP],
			       ah->caps.rx_lp_qdepth);
	ath_rx_edma_init_queue(&sc->rx.rx_edma[ATH9K_RX_QUEUE_HP],
			       ah->caps.rx_hp_qdepth);

	size = sizeof(struct ath_buf) * nbufs;
210
	bf = devm_kzalloc(sc->dev, size, GFP_KERNEL);
F
Felix Fietkau 已提交
211 212 213 214 215 216
	if (!bf)
		return -ENOMEM;

	INIT_LIST_HEAD(&sc->rx.rxbuf);

	for (i = 0; i < nbufs; i++, bf++) {
217
		skb = ath_rxbuf_alloc(common, common->rx_bufsize, GFP_KERNEL);
F
Felix Fietkau 已提交
218
		if (!skb) {
219
			error = -ENOMEM;
F
Felix Fietkau 已提交
220
			goto rx_init_fail;
221 222
		}

F
Felix Fietkau 已提交
223
		memset(skb->data, 0, common->rx_bufsize);
224
		bf->bf_mpdu = skb;
F
Felix Fietkau 已提交
225

226
		bf->bf_buf_addr = dma_map_single(sc->dev, skb->data,
227
						 common->rx_bufsize,
F
Felix Fietkau 已提交
228
						 DMA_BIDIRECTIONAL);
229
		if (unlikely(dma_mapping_error(sc->dev,
F
Felix Fietkau 已提交
230 231 232
						bf->bf_buf_addr))) {
				dev_kfree_skb_any(skb);
				bf->bf_mpdu = NULL;
233
				bf->bf_buf_addr = 0;
234
				ath_err(common,
F
Felix Fietkau 已提交
235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252
					"dma_mapping_error() on RX init\n");
				error = -ENOMEM;
				goto rx_init_fail;
		}

		list_add_tail(&bf->list, &sc->rx.rxbuf);
	}

	return 0;

rx_init_fail:
	ath_rx_edma_cleanup(sc);
	return error;
}

static void ath_edma_start_recv(struct ath_softc *sc)
{
	ath9k_hw_rxena(sc->sc_ah);
253 254
	ath_rx_addbuffer_edma(sc, ATH9K_RX_QUEUE_HP);
	ath_rx_addbuffer_edma(sc, ATH9K_RX_QUEUE_LP);
F
Felix Fietkau 已提交
255
	ath_opmode_init(sc);
256
	ath9k_hw_startpcureceive(sc->sc_ah, !!(sc->hw->conf.flags & IEEE80211_CONF_OFFCHANNEL));
F
Felix Fietkau 已提交
257 258 259 260 261 262 263 264 265 266 267 268 269 270 271
}

static void ath_edma_stop_recv(struct ath_softc *sc)
{
	ath_rx_remove_buffer(sc, ATH9K_RX_QUEUE_HP);
	ath_rx_remove_buffer(sc, ATH9K_RX_QUEUE_LP);
}

int ath_rx_init(struct ath_softc *sc, int nbufs)
{
	struct ath_common *common = ath9k_hw_common(sc->sc_ah);
	struct sk_buff *skb;
	struct ath_buf *bf;
	int error = 0;

272
	spin_lock_init(&sc->sc_pcu_lock);
F
Felix Fietkau 已提交
273

274 275 276
	common->rx_bufsize = IEEE80211_MAX_MPDU_LEN / 2 +
			     sc->sc_ah->caps.rx_status_len;

F
Felix Fietkau 已提交
277 278 279
	if (sc->sc_ah->caps.hw_caps & ATH9K_HW_CAP_EDMA) {
		return ath_rx_edma_init(sc, nbufs);
	} else {
280
		ath_dbg(common, CONFIG, "cachelsz %u rxbufsize %u\n",
J
Joe Perches 已提交
281
			common->cachelsz, common->rx_bufsize);
F
Felix Fietkau 已提交
282 283 284 285

		/* Initialize rx descriptors */

		error = ath_descdma_setup(sc, &sc->rx.rxdma, &sc->rx.rxbuf,
286
				"rx", nbufs, 1, 0);
F
Felix Fietkau 已提交
287
		if (error != 0) {
288 289 290
			ath_err(common,
				"failed to allocate rx descriptors: %d\n",
				error);
291 292
			goto err;
		}
F
Felix Fietkau 已提交
293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309

		list_for_each_entry(bf, &sc->rx.rxbuf, list) {
			skb = ath_rxbuf_alloc(common, common->rx_bufsize,
					      GFP_KERNEL);
			if (skb == NULL) {
				error = -ENOMEM;
				goto err;
			}

			bf->bf_mpdu = skb;
			bf->bf_buf_addr = dma_map_single(sc->dev, skb->data,
					common->rx_bufsize,
					DMA_FROM_DEVICE);
			if (unlikely(dma_mapping_error(sc->dev,
							bf->bf_buf_addr))) {
				dev_kfree_skb_any(skb);
				bf->bf_mpdu = NULL;
310
				bf->bf_buf_addr = 0;
311 312
				ath_err(common,
					"dma_mapping_error() on RX init\n");
F
Felix Fietkau 已提交
313 314 315 316 317
				error = -ENOMEM;
				goto err;
			}
		}
		sc->rx.rxlink = NULL;
318
	}
319

320
err:
321 322 323 324 325 326 327 328
	if (error)
		ath_rx_cleanup(sc);

	return error;
}

void ath_rx_cleanup(struct ath_softc *sc)
{
329 330
	struct ath_hw *ah = sc->sc_ah;
	struct ath_common *common = ath9k_hw_common(ah);
331 332 333
	struct sk_buff *skb;
	struct ath_buf *bf;

F
Felix Fietkau 已提交
334 335 336 337 338 339 340 341 342 343 344
	if (sc->sc_ah->caps.hw_caps & ATH9K_HW_CAP_EDMA) {
		ath_rx_edma_cleanup(sc);
		return;
	} else {
		list_for_each_entry(bf, &sc->rx.rxbuf, list) {
			skb = bf->bf_mpdu;
			if (skb) {
				dma_unmap_single(sc->dev, bf->bf_buf_addr,
						common->rx_bufsize,
						DMA_FROM_DEVICE);
				dev_kfree_skb(skb);
345 346
				bf->bf_buf_addr = 0;
				bf->bf_mpdu = NULL;
F
Felix Fietkau 已提交
347
			}
348
		}
F
Felix Fietkau 已提交
349
	}
350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374
}

/*
 * Calculate the receive filter according to the
 * operating mode and state:
 *
 * o always accept unicast, broadcast, and multicast traffic
 * o maintain current state of phy error reception (the hal
 *   may enable phy error frames for noise immunity work)
 * o probe request frames are accepted only when operating in
 *   hostap, adhoc, or monitor modes
 * o enable promiscuous mode according to the interface state
 * o accept beacons:
 *   - when operating in adhoc mode so the 802.11 layer creates
 *     node table entries for peers,
 *   - when operating in station mode for collecting rssi data when
 *     the station is otherwise quiet, or
 *   - when operating as a repeater so we see repeater-sta beacons
 *   - when scanning
 */

u32 ath_calcrxfilter(struct ath_softc *sc)
{
	u32 rfilt;

375
	rfilt = ATH9K_RX_FILTER_UCAST | ATH9K_RX_FILTER_BCAST
376 377
		| ATH9K_RX_FILTER_MCAST;

378 379 380 381
	/* if operating on a DFS channel, enable radar pulse detection */
	if (sc->hw->conf.radar_enabled)
		rfilt |= ATH9K_RX_FILTER_PHYRADAR | ATH9K_RX_FILTER_PHYERR;

382
	if (sc->rx.rxfilter & FIF_PROBE_REQ)
383 384
		rfilt |= ATH9K_RX_FILTER_PROBEREQ;

385 386 387 388 389
	/*
	 * Set promiscuous mode when FIF_PROMISC_IN_BSS is enabled for station
	 * mode interface or when in monitor mode. AP mode does not need this
	 * since it receives all in-BSS frames anyway.
	 */
390
	if (sc->sc_ah->is_monitoring)
391 392
		rfilt |= ATH9K_RX_FILTER_PROM;

393 394 395
	if (sc->rx.rxfilter & FIF_CONTROL)
		rfilt |= ATH9K_RX_FILTER_CONTROL;

396
	if ((sc->sc_ah->opmode == NL80211_IFTYPE_STATION) &&
397
	    (sc->nvifs <= 1) &&
398 399 400
	    !(sc->rx.rxfilter & FIF_BCN_PRBRESP_PROMISC))
		rfilt |= ATH9K_RX_FILTER_MYBEACON;
	else
401 402
		rfilt |= ATH9K_RX_FILTER_BEACON;

403
	if ((sc->sc_ah->opmode == NL80211_IFTYPE_AP) ||
404
	    (sc->rx.rxfilter & FIF_PSPOLL))
405
		rfilt |= ATH9K_RX_FILTER_PSPOLL;
S
Sujith 已提交
406

S
Sujith 已提交
407 408 409
	if (conf_is_ht(&sc->hw->conf))
		rfilt |= ATH9K_RX_FILTER_COMP_BAR;

410
	if (sc->nvifs > 1 || (sc->rx.rxfilter & FIF_OTHER_BSS)) {
411 412
		/* This is needed for older chips */
		if (sc->sc_ah->hw_version.macVersion <= AR_SREV_VERSION_9160)
413
			rfilt |= ATH9K_RX_FILTER_PROM;
414 415 416
		rfilt |= ATH9K_RX_FILTER_MCAST_BCAST_ALL;
	}

417 418 419
	if (AR_SREV_9550(sc->sc_ah))
		rfilt |= ATH9K_RX_FILTER_4ADDRESS;

420
	return rfilt;
S
Sujith 已提交
421

422 423 424 425
}

int ath_startrecv(struct ath_softc *sc)
{
426
	struct ath_hw *ah = sc->sc_ah;
427 428
	struct ath_buf *bf, *tbf;

F
Felix Fietkau 已提交
429 430 431 432 433
	if (ah->caps.hw_caps & ATH9K_HW_CAP_EDMA) {
		ath_edma_start_recv(sc);
		return 0;
	}

S
Sujith 已提交
434
	if (list_empty(&sc->rx.rxbuf))
435 436
		goto start_recv;

S
Sujith 已提交
437 438
	sc->rx.rxlink = NULL;
	list_for_each_entry_safe(bf, tbf, &sc->rx.rxbuf, list) {
439 440 441 442
		ath_rx_buf_link(sc, bf);
	}

	/* We could have deleted elements so the list may be empty now */
S
Sujith 已提交
443
	if (list_empty(&sc->rx.rxbuf))
444 445
		goto start_recv;

S
Sujith 已提交
446
	bf = list_first_entry(&sc->rx.rxbuf, struct ath_buf, list);
447
	ath9k_hw_putrxbuf(ah, bf->bf_daddr);
S
Sujith 已提交
448
	ath9k_hw_rxena(ah);
449 450

start_recv:
S
Sujith 已提交
451
	ath_opmode_init(sc);
452
	ath9k_hw_startpcureceive(ah, !!(sc->hw->conf.flags & IEEE80211_CONF_OFFCHANNEL));
S
Sujith 已提交
453

454 455 456
	return 0;
}

F
Felix Fietkau 已提交
457 458 459 460 461 462 463
static void ath_flushrecv(struct ath_softc *sc)
{
	if (sc->sc_ah->caps.hw_caps & ATH9K_HW_CAP_EDMA)
		ath_rx_tasklet(sc, 1, true);
	ath_rx_tasklet(sc, 1, false);
}

464 465
bool ath_stoprecv(struct ath_softc *sc)
{
466
	struct ath_hw *ah = sc->sc_ah;
467
	bool stopped, reset = false;
468

469
	ath9k_hw_abortpcurecv(ah);
S
Sujith 已提交
470
	ath9k_hw_setrxfilter(ah, 0);
471
	stopped = ath9k_hw_stopdmarecv(ah, &reset);
F
Felix Fietkau 已提交
472

F
Felix Fietkau 已提交
473 474
	ath_flushrecv(sc);

F
Felix Fietkau 已提交
475 476 477 478
	if (sc->sc_ah->caps.hw_caps & ATH9K_HW_CAP_EDMA)
		ath_edma_stop_recv(sc);
	else
		sc->rx.rxlink = NULL;
S
Sujith 已提交
479

480 481
	if (!(ah->ah_flags & AH_UNPLUGGED) &&
	    unlikely(!stopped)) {
482 483 484 485 486
		ath_err(ath9k_hw_common(sc->sc_ah),
			"Could not stop RX, we could be "
			"confusing the DMA engine when we start RX up\n");
		ATH_DBG_WARN_ON_ONCE(!stopped);
	}
487
	return stopped && !reset;
488 489
}

490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523
static bool ath_beacon_dtim_pending_cab(struct sk_buff *skb)
{
	/* Check whether the Beacon frame has DTIM indicating buffered bc/mc */
	struct ieee80211_mgmt *mgmt;
	u8 *pos, *end, id, elen;
	struct ieee80211_tim_ie *tim;

	mgmt = (struct ieee80211_mgmt *)skb->data;
	pos = mgmt->u.beacon.variable;
	end = skb->data + skb->len;

	while (pos + 2 < end) {
		id = *pos++;
		elen = *pos++;
		if (pos + elen > end)
			break;

		if (id == WLAN_EID_TIM) {
			if (elen < sizeof(*tim))
				break;
			tim = (struct ieee80211_tim_ie *) pos;
			if (tim->dtim_count != 0)
				break;
			return tim->bitmap_ctrl & 0x01;
		}

		pos += elen;
	}

	return false;
}

static void ath_rx_ps_beacon(struct ath_softc *sc, struct sk_buff *skb)
{
524
	struct ath_common *common = ath9k_hw_common(sc->sc_ah);
525 526 527 528

	if (skb->len < 24 + 8 + 2 + 2)
		return;

S
Sujith 已提交
529
	sc->ps_flags &= ~PS_WAIT_FOR_BEACON;
530

S
Sujith 已提交
531 532
	if (sc->ps_flags & PS_BEACON_SYNC) {
		sc->ps_flags &= ~PS_BEACON_SYNC;
533
		ath_dbg(common, PS,
S
Sujith Manoharan 已提交
534
			"Reconfigure beacon timers based on synchronized timestamp\n");
S
Sujith Manoharan 已提交
535
		ath9k_set_beacon(sc);
536 537
	}

538 539 540
	if (ath_beacon_dtim_pending_cab(skb)) {
		/*
		 * Remain awake waiting for buffered broadcast/multicast
541 542 543 544
		 * frames. If the last broadcast/multicast frame is not
		 * received properly, the next beacon frame will work as
		 * a backup trigger for returning into NETWORK SLEEP state,
		 * so we are waiting for it as well.
545
		 */
546
		ath_dbg(common, PS,
J
Joe Perches 已提交
547
			"Received DTIM beacon indicating buffered broadcast/multicast frame(s)\n");
S
Sujith 已提交
548
		sc->ps_flags |= PS_WAIT_FOR_CAB | PS_WAIT_FOR_BEACON;
549 550 551
		return;
	}

S
Sujith 已提交
552
	if (sc->ps_flags & PS_WAIT_FOR_CAB) {
553 554 555 556 557
		/*
		 * This can happen if a broadcast frame is dropped or the AP
		 * fails to send a frame indicating that all CAB frames have
		 * been delivered.
		 */
S
Sujith 已提交
558
		sc->ps_flags &= ~PS_WAIT_FOR_CAB;
559
		ath_dbg(common, PS, "PS wait for CAB frames timed out\n");
560 561 562
	}
}

563
static void ath_rx_ps(struct ath_softc *sc, struct sk_buff *skb, bool mybeacon)
564 565
{
	struct ieee80211_hdr *hdr;
566
	struct ath_common *common = ath9k_hw_common(sc->sc_ah);
567 568 569 570

	hdr = (struct ieee80211_hdr *)skb->data;

	/* Process Beacon and CAB receive in PS state */
571
	if (((sc->ps_flags & PS_WAIT_FOR_BEACON) || ath9k_check_auto_sleep(sc))
S
Sujith Manoharan 已提交
572
	    && mybeacon) {
573
		ath_rx_ps_beacon(sc, skb);
S
Sujith Manoharan 已提交
574 575 576 577 578
	} else if ((sc->ps_flags & PS_WAIT_FOR_CAB) &&
		   (ieee80211_is_data(hdr->frame_control) ||
		    ieee80211_is_action(hdr->frame_control)) &&
		   is_multicast_ether_addr(hdr->addr1) &&
		   !ieee80211_has_moredata(hdr->frame_control)) {
579 580 581 582
		/*
		 * No more broadcast/multicast frames to be received at this
		 * point.
		 */
583
		sc->ps_flags &= ~(PS_WAIT_FOR_CAB | PS_WAIT_FOR_BEACON);
584
		ath_dbg(common, PS,
J
Joe Perches 已提交
585
			"All PS CAB frames received, back to sleep\n");
S
Sujith 已提交
586
	} else if ((sc->ps_flags & PS_WAIT_FOR_PSPOLL_DATA) &&
587 588
		   !is_multicast_ether_addr(hdr->addr1) &&
		   !ieee80211_has_morefrags(hdr->frame_control)) {
S
Sujith 已提交
589
		sc->ps_flags &= ~PS_WAIT_FOR_PSPOLL_DATA;
590
		ath_dbg(common, PS,
J
Joe Perches 已提交
591
			"Going back to sleep after having received PS-Poll data (0x%lx)\n",
S
Sujith 已提交
592 593 594 595
			sc->ps_flags & (PS_WAIT_FOR_BEACON |
					PS_WAIT_FOR_CAB |
					PS_WAIT_FOR_PSPOLL_DATA |
					PS_WAIT_FOR_TX_ACK));
596 597 598
	}
}

F
Felix Fietkau 已提交
599
static bool ath_edma_get_buffers(struct ath_softc *sc,
600 601 602
				 enum ath9k_rx_qtype qtype,
				 struct ath_rx_status *rs,
				 struct ath_buf **dest)
603
{
F
Felix Fietkau 已提交
604 605 606 607 608 609 610 611 612 613 614 615 616 617
	struct ath_rx_edma *rx_edma = &sc->rx.rx_edma[qtype];
	struct ath_hw *ah = sc->sc_ah;
	struct ath_common *common = ath9k_hw_common(ah);
	struct sk_buff *skb;
	struct ath_buf *bf;
	int ret;

	skb = skb_peek(&rx_edma->rx_fifo);
	if (!skb)
		return false;

	bf = SKB_CB_ATHBUF(skb);
	BUG_ON(!bf);

M
Ming Lei 已提交
618
	dma_sync_single_for_cpu(sc->dev, bf->bf_buf_addr,
F
Felix Fietkau 已提交
619 620
				common->rx_bufsize, DMA_FROM_DEVICE);

621
	ret = ath9k_hw_process_rxdesc_edma(ah, rs, skb->data);
M
Ming Lei 已提交
622 623 624 625
	if (ret == -EINPROGRESS) {
		/*let device gain the buffer again*/
		dma_sync_single_for_device(sc->dev, bf->bf_buf_addr,
				common->rx_bufsize, DMA_FROM_DEVICE);
F
Felix Fietkau 已提交
626
		return false;
M
Ming Lei 已提交
627
	}
F
Felix Fietkau 已提交
628 629 630 631 632 633 634

	__skb_unlink(skb, &rx_edma->rx_fifo);
	if (ret == -EINVAL) {
		/* corrupt descriptor, skip this one and the following one */
		list_add_tail(&bf->list, &sc->rx.rxbuf);
		ath_rx_edma_buf_link(sc, qtype);

635 636 637 638 639 640 641 642 643
		skb = skb_peek(&rx_edma->rx_fifo);
		if (skb) {
			bf = SKB_CB_ATHBUF(skb);
			BUG_ON(!bf);

			__skb_unlink(skb, &rx_edma->rx_fifo);
			list_add_tail(&bf->list, &sc->rx.rxbuf);
			ath_rx_edma_buf_link(sc, qtype);
		}
644 645

		bf = NULL;
F
Felix Fietkau 已提交
646 647
	}

648
	*dest = bf;
F
Felix Fietkau 已提交
649 650
	return true;
}
651

F
Felix Fietkau 已提交
652 653 654 655
static struct ath_buf *ath_edma_get_next_rx_buf(struct ath_softc *sc,
						struct ath_rx_status *rs,
						enum ath9k_rx_qtype qtype)
{
656
	struct ath_buf *bf = NULL;
F
Felix Fietkau 已提交
657

658 659 660
	while (ath_edma_get_buffers(sc, qtype, rs, &bf)) {
		if (!bf)
			continue;
F
Felix Fietkau 已提交
661

662 663 664
		return bf;
	}
	return NULL;
F
Felix Fietkau 已提交
665 666 667 668 669 670 671
}

static struct ath_buf *ath_get_next_rx_buf(struct ath_softc *sc,
					   struct ath_rx_status *rs)
{
	struct ath_hw *ah = sc->sc_ah;
	struct ath_common *common = ath9k_hw_common(ah);
672
	struct ath_desc *ds;
F
Felix Fietkau 已提交
673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694
	struct ath_buf *bf;
	int ret;

	if (list_empty(&sc->rx.rxbuf)) {
		sc->rx.rxlink = NULL;
		return NULL;
	}

	bf = list_first_entry(&sc->rx.rxbuf, struct ath_buf, list);
	ds = bf->bf_desc;

	/*
	 * Must provide the virtual address of the current
	 * descriptor, the physical address, and the virtual
	 * address of the next descriptor in the h/w chain.
	 * This allows the HAL to look ahead to see if the
	 * hardware is done with a descriptor by checking the
	 * done bit in the following descriptor and the address
	 * of the current descriptor the DMA engine is working
	 * on.  All this is necessary because of our use of
	 * a self-linked list to avoid rx overruns.
	 */
695
	ret = ath9k_hw_rxprocdesc(ah, ds, rs);
F
Felix Fietkau 已提交
696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720
	if (ret == -EINPROGRESS) {
		struct ath_rx_status trs;
		struct ath_buf *tbf;
		struct ath_desc *tds;

		memset(&trs, 0, sizeof(trs));
		if (list_is_last(&bf->list, &sc->rx.rxbuf)) {
			sc->rx.rxlink = NULL;
			return NULL;
		}

		tbf = list_entry(bf->list.next, struct ath_buf, list);

		/*
		 * On some hardware the descriptor status words could
		 * get corrupted, including the done bit. Because of
		 * this, check if the next descriptor's done bit is
		 * set or not.
		 *
		 * If the next descriptor's done bit is set, the current
		 * descriptor has been corrupted. Force s/w to discard
		 * this descriptor and continue...
		 */

		tds = tbf->bf_desc;
721
		ret = ath9k_hw_rxprocdesc(ah, tds, &trs);
F
Felix Fietkau 已提交
722 723
		if (ret == -EINPROGRESS)
			return NULL;
724 725 726 727 728 729 730

		/*
		 * mark descriptor as zero-length and set the 'more'
		 * flag to ensure that both buffers get discarded
		 */
		rs->rs_datalen = 0;
		rs->rs_more = true;
F
Felix Fietkau 已提交
731 732
	}

733
	list_del(&bf->list);
F
Felix Fietkau 已提交
734 735 736 737 738 739 740 741
	if (!bf->bf_mpdu)
		return bf;

	/*
	 * Synchronize the DMA transfer with CPU before
	 * 1. accessing the frame
	 * 2. requeueing the same buffer to h/w
	 */
M
Ming Lei 已提交
742
	dma_sync_single_for_cpu(sc->dev, bf->bf_buf_addr,
F
Felix Fietkau 已提交
743 744 745 746 747 748
			common->rx_bufsize,
			DMA_FROM_DEVICE);

	return bf;
}

749 750
/* Assumes you've already done the endian to CPU conversion */
static bool ath9k_rx_accept(struct ath_common *common,
751
			    struct ieee80211_hdr *hdr,
752 753 754 755
			    struct ieee80211_rx_status *rxs,
			    struct ath_rx_status *rx_stats,
			    bool *decrypt_error)
{
756
	struct ath_softc *sc = (struct ath_softc *) common->priv;
757
	bool is_mc, is_valid_tkip, strip_mic, mic_error;
758 759
	struct ath_hw *ah = common->ah;
	__le16 fc;
760
	u8 rx_status_len = ah->caps.rx_status_len;
761 762 763

	fc = hdr->frame_control;

764 765 766
	is_mc = !!is_multicast_ether_addr(hdr->addr1);
	is_valid_tkip = rx_stats->rs_keyix != ATH9K_RXKEYIX_INVALID &&
		test_bit(rx_stats->rs_keyix, common->tkip_keymap);
767
	strip_mic = is_valid_tkip && ieee80211_is_data(fc) &&
768
		ieee80211_has_protected(fc) &&
769
		!(rx_stats->rs_status &
770 771
		(ATH9K_RXERR_DECRYPT | ATH9K_RXERR_CRC | ATH9K_RXERR_MIC |
		 ATH9K_RXERR_KEYMISS));
772

773 774 775 776 777
	/*
	 * Key miss events are only relevant for pairwise keys where the
	 * descriptor does contain a valid key index. This has been observed
	 * mostly with CCMP encryption.
	 */
778 779
	if (rx_stats->rs_keyix == ATH9K_RXKEYIX_INVALID ||
	    !test_bit(rx_stats->rs_keyix, common->ccmp_keymap))
780 781
		rx_stats->rs_status &= ~ATH9K_RXERR_KEYMISS;

B
Ben Greear 已提交
782 783
	if (!rx_stats->rs_datalen) {
		RX_STAT_INC(rx_len_err);
784
		return false;
B
Ben Greear 已提交
785 786
	}

787 788 789 790 791
        /*
         * rs_status follows rs_datalen so if rs_datalen is too large
         * we can take a hint that hardware corrupted it, so ignore
         * those frames.
         */
B
Ben Greear 已提交
792 793
	if (rx_stats->rs_datalen > (common->rx_bufsize - rx_status_len)) {
		RX_STAT_INC(rx_len_err);
794
		return false;
B
Ben Greear 已提交
795
	}
796

797
	/* Only use error bits from the last fragment */
798
	if (rx_stats->rs_more)
799
		return true;
800

801 802 803 804 805
	mic_error = is_valid_tkip && !ieee80211_is_ctl(fc) &&
		!ieee80211_has_morefrags(fc) &&
		!(le16_to_cpu(hdr->seq_ctrl) & IEEE80211_SCTL_FRAG) &&
		(rx_stats->rs_status & ATH9K_RXERR_MIC);

806 807 808 809 810 811 812
	/*
	 * The rx_stats->rs_status will not be set until the end of the
	 * chained descriptors so it can be ignored if rs_more is set. The
	 * rs_more will be false at the last element of the chained
	 * descriptors.
	 */
	if (rx_stats->rs_status != 0) {
813 814
		u8 status_mask;

815
		if (rx_stats->rs_status & ATH9K_RXERR_CRC) {
816
			rxs->flag |= RX_FLAG_FAILED_FCS_CRC;
817 818
			mic_error = false;
		}
819 820 821
		if (rx_stats->rs_status & ATH9K_RXERR_PHY)
			return false;

822 823
		if ((rx_stats->rs_status & ATH9K_RXERR_DECRYPT) ||
		    (!is_mc && (rx_stats->rs_status & ATH9K_RXERR_KEYMISS))) {
824
			*decrypt_error = true;
825
			mic_error = false;
826
		}
827

828 829 830 831 832
		/*
		 * Reject error frames with the exception of
		 * decryption and MIC failures. For monitor mode,
		 * we also ignore the CRC error.
		 */
833 834 835
		status_mask = ATH9K_RXERR_DECRYPT | ATH9K_RXERR_MIC |
			      ATH9K_RXERR_KEYMISS;

836
		if (ah->is_monitoring && (sc->rx.rxfilter & FIF_FCSFAIL))
837 838 839 840
			status_mask |= ATH9K_RXERR_CRC;

		if (rx_stats->rs_status & ~status_mask)
			return false;
841
	}
842 843 844 845 846 847 848 849 850 851 852 853

	/*
	 * For unicast frames the MIC error bit can have false positives,
	 * so all MIC error reports need to be validated in software.
	 * False negatives are not common, so skip software verification
	 * if the hardware considers the MIC valid.
	 */
	if (strip_mic)
		rxs->flag |= RX_FLAG_MMIC_STRIPPED;
	else if (is_mc && mic_error)
		rxs->flag |= RX_FLAG_MMIC_ERROR;

854 855 856 857 858 859
	return true;
}

static int ath9k_process_rate(struct ath_common *common,
			      struct ieee80211_hw *hw,
			      struct ath_rx_status *rx_stats,
860
			      struct ieee80211_rx_status *rxs)
861 862 863 864
{
	struct ieee80211_supported_band *sband;
	enum ieee80211_band band;
	unsigned int i = 0;
865
	struct ath_softc __maybe_unused *sc = common->priv;
866

867
	band = hw->conf.chandef.chan->band;
868 869 870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 885 886 887 888 889 890 891 892 893 894 895 896
	sband = hw->wiphy->bands[band];

	if (rx_stats->rs_rate & 0x80) {
		/* HT rate */
		rxs->flag |= RX_FLAG_HT;
		if (rx_stats->rs_flags & ATH9K_RX_2040)
			rxs->flag |= RX_FLAG_40MHZ;
		if (rx_stats->rs_flags & ATH9K_RX_GI)
			rxs->flag |= RX_FLAG_SHORT_GI;
		rxs->rate_idx = rx_stats->rs_rate & 0x7f;
		return 0;
	}

	for (i = 0; i < sband->n_bitrates; i++) {
		if (sband->bitrates[i].hw_value == rx_stats->rs_rate) {
			rxs->rate_idx = i;
			return 0;
		}
		if (sband->bitrates[i].hw_value_short == rx_stats->rs_rate) {
			rxs->flag |= RX_FLAG_SHORTPRE;
			rxs->rate_idx = i;
			return 0;
		}
	}

	/*
	 * No valid hardware bitrate found -- we should not get here
	 * because hardware has already validated this frame as OK.
	 */
897
	ath_dbg(common, ANY,
J
Joe Perches 已提交
898 899
		"unsupported hw bitrate detected 0x%02x using 1 Mbit\n",
		rx_stats->rs_rate);
B
Ben Greear 已提交
900
	RX_STAT_INC(rx_rate_err);
901 902 903 904 905
	return -EINVAL;
}

static void ath9k_process_rssi(struct ath_common *common,
			       struct ieee80211_hw *hw,
906
			       struct ieee80211_hdr *hdr,
907 908
			       struct ath_rx_status *rx_stats)
{
909
	struct ath_softc *sc = hw->priv;
910
	struct ath_hw *ah = common->ah;
911
	int last_rssi;
912
	int rssi = rx_stats->rs_rssi;
913

914 915 916
	if (!rx_stats->is_mybeacon ||
	    ((ah->opmode != NL80211_IFTYPE_STATION) &&
	     (ah->opmode != NL80211_IFTYPE_ADHOC)))
917 918 919
		return;

	if (rx_stats->rs_rssi != ATH9K_RSSI_BAD && !rx_stats->rs_moreaggr)
920
		ATH_RSSI_LPF(sc->last_rssi, rx_stats->rs_rssi);
921

922
	last_rssi = sc->last_rssi;
923
	if (likely(last_rssi != ATH_RSSI_DUMMY_MARKER))
924 925 926
		rssi = ATH_EP_RND(last_rssi, ATH_RSSI_EP_MULTIPLIER);
	if (rssi < 0)
		rssi = 0;
927 928

	/* Update Beacon RSSI, this is used by ANI. */
929
	ah->stats.avgbrssi = rssi;
930 931 932 933 934 935 936
}

/*
 * For Decrypt or Demic errors, we only mark packet status here and always push
 * up the frame up to let mac80211 handle the actual error case, be it no
 * decryption key or real decryption error. This let us keep statistics there.
 */
937
static int ath9k_rx_skb_preprocess(struct ath_softc *sc,
938
				   struct ieee80211_hdr *hdr,
939 940 941 942
				   struct ath_rx_status *rx_stats,
				   struct ieee80211_rx_status *rx_status,
				   bool *decrypt_error)
{
943 944 945 946 947 948 949 950
	struct ieee80211_hw *hw = sc->hw;
	struct ath_hw *ah = sc->sc_ah;
	struct ath_common *common = ath9k_hw_common(ah);
	bool discard_current = sc->rx.discard_next;

	sc->rx.discard_next = rx_stats->rs_more;
	if (discard_current)
		return -EINVAL;
951

952 953 954 955
	/*
	 * everything but the rate is checked here, the rate check is done
	 * separately to avoid doing two lookups for a rate for each frame.
	 */
956
	if (!ath9k_rx_accept(common, hdr, rx_status, rx_stats, decrypt_error))
957 958
		return -EINVAL;

959 960 961 962
	/* Only use status info from the last fragment */
	if (rx_stats->rs_more)
		return 0;

963
	ath9k_process_rssi(common, hw, hdr, rx_stats);
964

965
	if (ath9k_process_rate(common, hw, rx_stats, rx_status))
966 967
		return -EINVAL;

968 969
	rx_status->band = hw->conf.chandef.chan->band;
	rx_status->freq = hw->conf.chandef.chan->center_freq;
970
	rx_status->signal = ah->noise + rx_stats->rs_rssi;
971
	rx_status->antenna = rx_stats->rs_antenna;
972
	rx_status->flag |= RX_FLAG_MACTIME_END;
973 974
	if (rx_stats->rs_moreaggr)
		rx_status->flag |= RX_FLAG_NO_SIGNAL_VAL;
975

976
	sc->rx.discard_next = false;
977 978 979 980 981 982 983 984 985 986 987 988 989 990 991 992 993 994 995
	return 0;
}

static void ath9k_rx_skb_postprocess(struct ath_common *common,
				     struct sk_buff *skb,
				     struct ath_rx_status *rx_stats,
				     struct ieee80211_rx_status *rxs,
				     bool decrypt_error)
{
	struct ath_hw *ah = common->ah;
	struct ieee80211_hdr *hdr;
	int hdrlen, padpos, padsize;
	u8 keyix;
	__le16 fc;

	/* see if any padding is done by the hw and remove it */
	hdr = (struct ieee80211_hdr *) skb->data;
	hdrlen = ieee80211_get_hdrlen_from_skb(skb);
	fc = hdr->frame_control;
996
	padpos = ieee80211_hdrlen(fc);
997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029

	/* The MAC header is padded to have 32-bit boundary if the
	 * packet payload is non-zero. The general calculation for
	 * padsize would take into account odd header lengths:
	 * padsize = (4 - padpos % 4) % 4; However, since only
	 * even-length headers are used, padding can only be 0 or 2
	 * bytes and we can optimize this a bit. In addition, we must
	 * not try to remove padding from short control frames that do
	 * not have payload. */
	padsize = padpos & 3;
	if (padsize && skb->len>=padpos+padsize+FCS_LEN) {
		memmove(skb->data + padsize, skb->data, padpos);
		skb_pull(skb, padsize);
	}

	keyix = rx_stats->rs_keyix;

	if (!(keyix == ATH9K_RXKEYIX_INVALID) && !decrypt_error &&
	    ieee80211_has_protected(fc)) {
		rxs->flag |= RX_FLAG_DECRYPTED;
	} else if (ieee80211_has_protected(fc)
		   && !decrypt_error && skb->len >= hdrlen + 4) {
		keyix = skb->data[hdrlen + 3] >> 6;

		if (test_bit(keyix, common->keymap))
			rxs->flag |= RX_FLAG_DECRYPTED;
	}
	if (ah->sw_mgmt_crypto &&
	    (rxs->flag & RX_FLAG_DECRYPTED) &&
	    ieee80211_is_mgmt(fc))
		/* Use software decrypt for management frames. */
		rxs->flag &= ~RX_FLAG_DECRYPTED;
}
F
Felix Fietkau 已提交
1030

1031
#ifdef CONFIG_ATH9K_DEBUGFS
1032 1033 1034 1035 1036 1037
static s8 fix_rssi_inv_only(u8 rssi_val)
{
	if (rssi_val == 128)
		rssi_val = 0;
	return (s8) rssi_val;
}
1038
#endif
1039

1040 1041 1042
/* returns 1 if this was a spectral frame, even if not handled. */
static int ath_process_fft(struct ath_softc *sc, struct ieee80211_hdr *hdr,
			   struct ath_rx_status *rs, u64 tsf)
1043
{
1044
#ifdef CONFIG_ATH9K_DEBUGFS
1045 1046 1047 1048 1049 1050 1051
	struct ath_hw *ah = sc->sc_ah;
	u8 bins[SPECTRAL_HT20_NUM_BINS];
	u8 *vdata = (u8 *)hdr;
	struct fft_sample_ht20 fft_sample;
	struct ath_radar_info *radar_info;
	struct ath_ht20_mag_info *mag_info;
	int len = rs->rs_datalen;
1052
	int dc_pos;
1053
	u16 length, max_magnitude;
1054 1055 1056 1057 1058 1059 1060 1061

	/* AR9280 and before report via ATH9K_PHYERR_RADAR, AR93xx and newer
	 * via ATH9K_PHYERR_SPECTRAL. Haven't seen ATH9K_PHYERR_FALSE_RADAR_EXT
	 * yet, but this is supposed to be possible as well.
	 */
	if (rs->rs_phyerr != ATH9K_PHYERR_RADAR &&
	    rs->rs_phyerr != ATH9K_PHYERR_FALSE_RADAR_EXT &&
	    rs->rs_phyerr != ATH9K_PHYERR_SPECTRAL)
1062 1063 1064 1065 1066 1067 1068 1069
		return 0;

	/* check if spectral scan bit is set. This does not have to be checked
	 * if received through a SPECTRAL phy error, but shouldn't hurt.
	 */
	radar_info = ((struct ath_radar_info *)&vdata[len]) - 1;
	if (!(radar_info->pulse_bw_info & SPECTRAL_SCAN_BITMASK))
		return 0;
1070 1071 1072 1073 1074 1075 1076 1077

	/* Variation in the data length is possible and will be fixed later.
	 * Note that we only support HT20 for now.
	 *
	 * TODO: add HT20_40 support as well.
	 */
	if ((len > SPECTRAL_HT20_TOTAL_DATA_LEN + 2) ||
	    (len < SPECTRAL_HT20_TOTAL_DATA_LEN - 1))
1078
		return 1;
1079 1080

	fft_sample.tlv.type = ATH_FFT_SAMPLE_HT20;
1081 1082
	length = sizeof(fft_sample) - sizeof(fft_sample.tlv);
	fft_sample.tlv.length = __cpu_to_be16(length);
1083

1084
	fft_sample.freq = __cpu_to_be16(ah->curchan->chan->center_freq);
1085 1086 1087 1088 1089 1090 1091 1092 1093 1094 1095 1096 1097 1098 1099 1100 1101 1102 1103 1104 1105 1106 1107 1108 1109 1110 1111
	fft_sample.rssi = fix_rssi_inv_only(rs->rs_rssi_ctl0);
	fft_sample.noise = ah->noise;

	switch (len - SPECTRAL_HT20_TOTAL_DATA_LEN) {
	case 0:
		/* length correct, nothing to do. */
		memcpy(bins, vdata, SPECTRAL_HT20_NUM_BINS);
		break;
	case -1:
		/* first byte missing, duplicate it. */
		memcpy(&bins[1], vdata, SPECTRAL_HT20_NUM_BINS - 1);
		bins[0] = vdata[0];
		break;
	case 2:
		/* MAC added 2 extra bytes at bin 30 and 32, remove them. */
		memcpy(bins, vdata, 30);
		bins[30] = vdata[31];
		memcpy(&bins[31], &vdata[33], SPECTRAL_HT20_NUM_BINS - 31);
		break;
	case 1:
		/* MAC added 2 extra bytes AND first byte is missing. */
		bins[0] = vdata[0];
		memcpy(&bins[0], vdata, 30);
		bins[31] = vdata[31];
		memcpy(&bins[32], &vdata[33], SPECTRAL_HT20_NUM_BINS - 32);
		break;
	default:
1112
		return 1;
1113 1114 1115 1116 1117 1118 1119 1120 1121 1122 1123
	}

	/* DC value (value in the middle) is the blind spot of the spectral
	 * sample and invalid, interpolate it.
	 */
	dc_pos = SPECTRAL_HT20_NUM_BINS / 2;
	bins[dc_pos] = (bins[dc_pos + 1] + bins[dc_pos - 1]) / 2;

	/* mag data is at the end of the frame, in front of radar_info */
	mag_info = ((struct ath_ht20_mag_info *)radar_info) - 1;

1124 1125 1126
	/* copy raw bins without scaling them */
	memcpy(fft_sample.data, bins, SPECTRAL_HT20_NUM_BINS);
	fft_sample.max_exp = mag_info->max_exp & 0xf;
1127

1128 1129
	max_magnitude = spectral_max_magnitude(mag_info->all_bins);
	fft_sample.max_magnitude = __cpu_to_be16(max_magnitude);
1130 1131
	fft_sample.max_index = spectral_max_index(mag_info->all_bins);
	fft_sample.bitmap_weight = spectral_bitmap_weight(mag_info->all_bins);
1132
	fft_sample.tsf = __cpu_to_be64(tsf);
1133 1134

	ath_debug_send_fft_sample(sc, &fft_sample.tlv);
1135 1136 1137
	return 1;
#else
	return 0;
1138 1139 1140
#endif
}

1141 1142 1143 1144 1145 1146 1147 1148 1149 1150 1151 1152 1153 1154 1155 1156 1157 1158
static void ath9k_apply_ampdu_details(struct ath_softc *sc,
	struct ath_rx_status *rs, struct ieee80211_rx_status *rxs)
{
	if (rs->rs_isaggr) {
		rxs->flag |= RX_FLAG_AMPDU_DETAILS | RX_FLAG_AMPDU_LAST_KNOWN;

		rxs->ampdu_reference = sc->rx.ampdu_ref;

		if (!rs->rs_moreaggr) {
			rxs->flag |= RX_FLAG_AMPDU_IS_LAST;
			sc->rx.ampdu_ref++;
		}

		if (rs->rs_flags & ATH9K_RX_DELIM_CRC_PRE)
			rxs->flag |= RX_FLAG_AMPDU_DELIM_CRC_ERROR;
	}
}

F
Felix Fietkau 已提交
1159 1160 1161
int ath_rx_tasklet(struct ath_softc *sc, int flush, bool hp)
{
	struct ath_buf *bf;
1162
	struct sk_buff *skb = NULL, *requeue_skb, *hdr_skb;
1163
	struct ieee80211_rx_status *rxs;
1164
	struct ath_hw *ah = sc->sc_ah;
1165
	struct ath_common *common = ath9k_hw_common(ah);
1166
	struct ieee80211_hw *hw = sc->hw;
S
Sujith 已提交
1167
	struct ieee80211_hdr *hdr;
1168
	int retval;
1169
	struct ath_rx_status rs;
F
Felix Fietkau 已提交
1170 1171 1172
	enum ath9k_rx_qtype qtype;
	bool edma = !!(ah->caps.hw_caps & ATH9K_HW_CAP_EDMA);
	int dma_type;
1173
	u8 rx_status_len = ah->caps.rx_status_len;
1174 1175
	u64 tsf = 0;
	u32 tsf_lower = 0;
1176
	unsigned long flags;
1177
	dma_addr_t new_buf_addr;
S
Sujith 已提交
1178

F
Felix Fietkau 已提交
1179 1180
	if (edma)
		dma_type = DMA_BIDIRECTIONAL;
1181 1182
	else
		dma_type = DMA_FROM_DEVICE;
F
Felix Fietkau 已提交
1183 1184

	qtype = hp ? ATH9K_RX_QUEUE_HP : ATH9K_RX_QUEUE_LP;
1185

1186 1187 1188
	tsf = ath9k_hw_gettsf64(ah);
	tsf_lower = tsf & 0xffffffff;

1189
	do {
1190
		bool decrypt_error = false;
1191

1192
		memset(&rs, 0, sizeof(rs));
F
Felix Fietkau 已提交
1193 1194 1195 1196
		if (edma)
			bf = ath_edma_get_next_rx_buf(sc, &rs, qtype);
		else
			bf = ath_get_next_rx_buf(sc, &rs);
1197

F
Felix Fietkau 已提交
1198 1199
		if (!bf)
			break;
1200 1201

		skb = bf->bf_mpdu;
S
Sujith 已提交
1202
		if (!skb)
1203 1204
			continue;

1205 1206 1207 1208 1209 1210 1211 1212 1213 1214 1215
		/*
		 * Take frame header from the first fragment and RX status from
		 * the last one.
		 */
		if (sc->rx.frag)
			hdr_skb = sc->rx.frag;
		else
			hdr_skb = skb;

		hdr = (struct ieee80211_hdr *) (hdr_skb->data + rx_status_len);
		rxs = IEEE80211_SKB_RXCB(hdr_skb);
B
Ben Greear 已提交
1216 1217 1218
		if (ieee80211_is_beacon(hdr->frame_control)) {
			RX_STAT_INC(rx_beacons);
			if (!is_zero_ether_addr(common->curbssid) &&
1219
			    ether_addr_equal(hdr->addr3, common->curbssid))
B
Ben Greear 已提交
1220 1221 1222 1223
				rs.is_mybeacon = true;
			else
				rs.is_mybeacon = false;
		}
1224 1225
		else
			rs.is_mybeacon = false;
1226

1227 1228 1229 1230
		if (ieee80211_is_data_present(hdr->frame_control) &&
		    !ieee80211_is_qos_nullfunc(hdr->frame_control))
			sc->rx.num_pkts++;

1231
		ath_debug_stat_rx(sc, &rs);
S
Sujith 已提交
1232

1233 1234
		memset(rxs, 0, sizeof(struct ieee80211_rx_status));

1235 1236 1237 1238 1239 1240 1241 1242 1243
		rxs->mactime = (tsf & ~0xffffffffULL) | rs.rs_tstamp;
		if (rs.rs_tstamp > tsf_lower &&
		    unlikely(rs.rs_tstamp - tsf_lower > 0x10000000))
			rxs->mactime -= 0x100000000ULL;

		if (rs.rs_tstamp < tsf_lower &&
		    unlikely(tsf_lower - rs.rs_tstamp > 0x10000000))
			rxs->mactime += 0x100000000ULL;

1244 1245 1246
		if (rs.rs_phyerr == ATH9K_PHYERR_RADAR)
			ath9k_dfs_process_phyerr(sc, hdr, &rs, rxs->mactime);

1247 1248 1249 1250 1251 1252
		if (rs.rs_status & ATH9K_RXERR_PHY) {
			if (ath_process_fft(sc, hdr, &rs, rxs->mactime)) {
				RX_STAT_INC(rx_spectral);
				goto requeue_drop_frag;
			}
		}
1253

1254 1255
		retval = ath9k_rx_skb_preprocess(sc, hdr, &rs, rxs,
						 &decrypt_error);
1256 1257 1258
		if (retval)
			goto requeue_drop_frag;

1259 1260 1261 1262
		if (rs.is_mybeacon) {
			sc->hw_busy_count = 0;
			ath_start_rx_poll(sc, 3);
		}
1263 1264
		/* Ensure we always have an skb to requeue once we are done
		 * processing the current buffer's skb */
1265
		requeue_skb = ath_rxbuf_alloc(common, common->rx_bufsize, GFP_ATOMIC);
1266 1267 1268

		/* If there is no memory we ignore the current RX'd frame,
		 * tell hardware it can give us a new frame using the old
S
Sujith 已提交
1269
		 * skb and put it at the tail of the sc->rx.rxbuf list for
1270
		 * processing. */
B
Ben Greear 已提交
1271 1272
		if (!requeue_skb) {
			RX_STAT_INC(rx_oom_err);
1273
			goto requeue_drop_frag;
B
Ben Greear 已提交
1274
		}
1275

1276 1277 1278 1279 1280 1281 1282 1283 1284 1285 1286
		/* We will now give hardware our shiny new allocated skb */
		new_buf_addr = dma_map_single(sc->dev, requeue_skb->data,
					      common->rx_bufsize, dma_type);
		if (unlikely(dma_mapping_error(sc->dev, new_buf_addr))) {
			dev_kfree_skb_any(requeue_skb);
			goto requeue_drop_frag;
		}

		bf->bf_mpdu = requeue_skb;
		bf->bf_buf_addr = new_buf_addr;

1287
		/* Unmap the frame */
1288
		dma_unmap_single(sc->dev, bf->bf_buf_addr,
1289
				 common->rx_bufsize, dma_type);
1290

F
Felix Fietkau 已提交
1291 1292 1293
		skb_put(skb, rs.rs_datalen + ah->caps.rx_status_len);
		if (ah->caps.rx_status_len)
			skb_pull(skb, ah->caps.rx_status_len);
S
Sujith 已提交
1294

1295 1296 1297
		if (!rs.rs_more)
			ath9k_rx_skb_postprocess(common, hdr_skb, &rs,
						 rxs, decrypt_error);
S
Sujith 已提交
1298

1299
		if (rs.rs_more) {
B
Ben Greear 已提交
1300
			RX_STAT_INC(rx_frags);
1301 1302 1303 1304 1305 1306 1307 1308 1309
			/*
			 * rs_more indicates chained descriptors which can be
			 * used to link buffers together for a sort of
			 * scatter-gather operation.
			 */
			if (sc->rx.frag) {
				/* too many fragments - cannot handle frame */
				dev_kfree_skb_any(sc->rx.frag);
				dev_kfree_skb_any(skb);
B
Ben Greear 已提交
1310
				RX_STAT_INC(rx_too_many_frags_err);
1311 1312 1313 1314 1315
				skb = NULL;
			}
			sc->rx.frag = skb;
			goto requeue;
		}
1316 1317
		if (rs.rs_status & ATH9K_RXERR_CORRUPT_DESC)
			goto requeue_drop_frag;
1318 1319 1320 1321 1322 1323

		if (sc->rx.frag) {
			int space = skb->len - skb_tailroom(hdr_skb);

			if (pskb_expand_head(hdr_skb, 0, space, GFP_ATOMIC) < 0) {
				dev_kfree_skb(skb);
B
Ben Greear 已提交
1324
				RX_STAT_INC(rx_oom_err);
1325 1326 1327
				goto requeue_drop_frag;
			}

1328 1329
			sc->rx.frag = NULL;

1330 1331 1332 1333 1334 1335
			skb_copy_from_linear_data(skb, skb_put(hdr_skb, skb->len),
						  skb->len);
			dev_kfree_skb_any(skb);
			skb = hdr_skb;
		}

1336 1337 1338 1339 1340 1341 1342 1343 1344 1345 1346 1347 1348 1349

		if (ah->caps.hw_caps & ATH9K_HW_CAP_ANT_DIV_COMB) {

			/*
			 * change the default rx antenna if rx diversity
			 * chooses the other antenna 3 times in a row.
			 */
			if (sc->rx.defant != rs.rs_antenna) {
				if (++sc->rx.rxotherant >= 3)
					ath_setdefantenna(sc, rs.rs_antenna);
			} else {
				sc->rx.rxotherant = 0;
			}

1350
		}
1351

1352 1353 1354
		if (rxs->flag & RX_FLAG_MMIC_STRIPPED)
			skb_trim(skb, skb->len - 8);

1355
		spin_lock_irqsave(&sc->sc_pm_lock, flags);
1356
		if ((sc->ps_flags & (PS_WAIT_FOR_BEACON |
1357 1358 1359 1360
				     PS_WAIT_FOR_CAB |
				     PS_WAIT_FOR_PSPOLL_DATA)) ||
		    ath9k_check_auto_sleep(sc))
			ath_rx_ps(sc, skb, rs.is_mybeacon);
1361
		spin_unlock_irqrestore(&sc->sc_pm_lock, flags);
1362

1363
		if ((ah->caps.hw_caps & ATH9K_HW_CAP_ANT_DIV_COMB) && sc->ant_rx == 3)
1364 1365
			ath_ant_comb_scan(sc, &rs);

1366 1367
		ath9k_apply_ampdu_details(sc, &rs, rxs);

1368
		ieee80211_rx(hw, skb);
1369

1370 1371 1372 1373 1374
requeue_drop_frag:
		if (sc->rx.frag) {
			dev_kfree_skb_any(sc->rx.frag);
			sc->rx.frag = NULL;
		}
1375
requeue:
1376 1377 1378 1379
		list_add_tail(&bf->list, &sc->rx.rxbuf);
		if (flush)
			continue;

F
Felix Fietkau 已提交
1380 1381 1382 1383
		if (edma) {
			ath_rx_edma_buf_link(sc, qtype);
		} else {
			ath_rx_buf_link(sc, bf);
1384
			ath9k_hw_rxena(ah);
F
Felix Fietkau 已提交
1385
		}
S
Sujith 已提交
1386 1387
	} while (1);

1388 1389
	if (!(ah->imask & ATH9K_INT_RXEOL)) {
		ah->imask |= (ATH9K_INT_RXEOL | ATH9K_INT_RXORN);
1390
		ath9k_hw_set_interrupts(ah);
1391 1392
	}

1393 1394
	return 0;
}