recv.c 36.4 KB
Newer Older
1
/*
2
 * Copyright (c) 2008-2011 Atheros Communications Inc.
3 4 5 6 7 8 9 10 11 12 13 14 15 16
 *
 * Permission to use, copy, modify, and/or distribute this software for any
 * purpose with or without fee is hereby granted, provided that the above
 * copyright notice and this permission notice appear in all copies.
 *
 * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
 * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
 * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
 * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
 * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
 * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
 * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
 */

17
#include <linux/dma-mapping.h>
18
#include <linux/relay.h>
S
Sujith 已提交
19
#include "ath9k.h"
20
#include "ar9003_mac.h"
21

F
Felix Fietkau 已提交
22 23
#define SKB_CB_ATHBUF(__skb)	(*((struct ath_buf **)__skb->cb))

24 25 26 27 28 29
static inline bool ath9k_check_auto_sleep(struct ath_softc *sc)
{
	return sc->ps_enabled &&
	       (sc->sc_ah->caps.hw_caps & ATH9K_HW_CAP_AUTOSLEEP);
}

30 31 32 33 34 35 36 37 38 39
/*
 * Setup and link descriptors.
 *
 * 11N: we can no longer afford to self link the last descriptor.
 * MAC acknowledges BA status as long as it copies frames to host
 * buffer (or rx fifo). This can incorrectly acknowledge packets
 * to a sender if last desc is self-linked.
 */
static void ath_rx_buf_link(struct ath_softc *sc, struct ath_buf *bf)
{
40
	struct ath_hw *ah = sc->sc_ah;
41
	struct ath_common *common = ath9k_hw_common(ah);
42 43 44 45 46 47
	struct ath_desc *ds;
	struct sk_buff *skb;

	ATH_RXBUF_RESET(bf);

	ds = bf->bf_desc;
S
Sujith 已提交
48
	ds->ds_link = 0; /* link to null */
49 50
	ds->ds_data = bf->bf_buf_addr;

S
Sujith 已提交
51
	/* virtual addr of the beginning of the buffer. */
52
	skb = bf->bf_mpdu;
53
	BUG_ON(skb == NULL);
54 55
	ds->ds_vdata = skb->data;

56 57
	/*
	 * setup rx descriptors. The rx_bufsize here tells the hardware
58
	 * how much data it can DMA to us and that we are prepared
59 60
	 * to process
	 */
S
Sujith 已提交
61
	ath9k_hw_setuprxdesc(ah, ds,
62
			     common->rx_bufsize,
63 64
			     0);

S
Sujith 已提交
65
	if (sc->rx.rxlink == NULL)
66 67
		ath9k_hw_putrxbuf(ah, bf->bf_daddr);
	else
S
Sujith 已提交
68
		*sc->rx.rxlink = bf->bf_daddr;
69

S
Sujith 已提交
70
	sc->rx.rxlink = &ds->ds_link;
71 72
}

S
Sujith 已提交
73 74 75 76
static void ath_setdefantenna(struct ath_softc *sc, u32 antenna)
{
	/* XXX block beacon interrupts */
	ath9k_hw_setantenna(sc->sc_ah, antenna);
S
Sujith 已提交
77 78
	sc->rx.defant = antenna;
	sc->rx.rxotherant = 0;
S
Sujith 已提交
79 80
}

81 82
static void ath_opmode_init(struct ath_softc *sc)
{
83
	struct ath_hw *ah = sc->sc_ah;
84 85
	struct ath_common *common = ath9k_hw_common(ah);

86 87 88 89 90 91 92
	u32 rfilt, mfilt[2];

	/* configure rx filter */
	rfilt = ath_calcrxfilter(sc);
	ath9k_hw_setrxfilter(ah, rfilt);

	/* configure bssid mask */
93
	ath_hw_setbssidmask(common);
94 95 96 97 98 99 100 101 102

	/* configure operational mode */
	ath9k_hw_setopmode(ah);

	/* calculate and install multicast filter */
	mfilt[0] = mfilt[1] = ~0;
	ath9k_hw_setmcastfilter(ah, mfilt[0], mfilt[1]);
}

F
Felix Fietkau 已提交
103 104
static bool ath_rx_edma_buf_link(struct ath_softc *sc,
				 enum ath9k_rx_qtype qtype)
105
{
F
Felix Fietkau 已提交
106 107
	struct ath_hw *ah = sc->sc_ah;
	struct ath_rx_edma *rx_edma;
108 109 110
	struct sk_buff *skb;
	struct ath_buf *bf;

F
Felix Fietkau 已提交
111 112 113
	rx_edma = &sc->rx.rx_edma[qtype];
	if (skb_queue_len(&rx_edma->rx_fifo) >= rx_edma->rx_fifo_hwsize)
		return false;
114

F
Felix Fietkau 已提交
115 116
	bf = list_first_entry(&sc->rx.rxbuf, struct ath_buf, list);
	list_del_init(&bf->list);
117

F
Felix Fietkau 已提交
118 119 120 121 122 123
	skb = bf->bf_mpdu;

	ATH_RXBUF_RESET(bf);
	memset(skb->data, 0, ah->caps.rx_status_len);
	dma_sync_single_for_device(sc->dev, bf->bf_buf_addr,
				ah->caps.rx_status_len, DMA_TO_DEVICE);
124

F
Felix Fietkau 已提交
125 126
	SKB_CB_ATHBUF(skb) = bf;
	ath9k_hw_addrxbuf_edma(ah, bf->bf_buf_addr, qtype);
127
	__skb_queue_tail(&rx_edma->rx_fifo, skb);
128

F
Felix Fietkau 已提交
129 130 131 132
	return true;
}

static void ath_rx_addbuffer_edma(struct ath_softc *sc,
133
				  enum ath9k_rx_qtype qtype)
F
Felix Fietkau 已提交
134 135
{
	struct ath_common *common = ath9k_hw_common(sc->sc_ah);
136
	struct ath_buf *bf, *tbf;
F
Felix Fietkau 已提交
137 138

	if (list_empty(&sc->rx.rxbuf)) {
139
		ath_dbg(common, QUEUE, "No free rx buf available\n");
F
Felix Fietkau 已提交
140
		return;
141
	}
142

143
	list_for_each_entry_safe(bf, tbf, &sc->rx.rxbuf, list)
F
Felix Fietkau 已提交
144 145 146 147 148 149 150 151 152 153 154 155 156 157
		if (!ath_rx_edma_buf_link(sc, qtype))
			break;

}

static void ath_rx_remove_buffer(struct ath_softc *sc,
				 enum ath9k_rx_qtype qtype)
{
	struct ath_buf *bf;
	struct ath_rx_edma *rx_edma;
	struct sk_buff *skb;

	rx_edma = &sc->rx.rx_edma[qtype];

158
	while ((skb = __skb_dequeue(&rx_edma->rx_fifo)) != NULL) {
F
Felix Fietkau 已提交
159 160 161 162 163 164 165 166
		bf = SKB_CB_ATHBUF(skb);
		BUG_ON(!bf);
		list_add_tail(&bf->list, &sc->rx.rxbuf);
	}
}

static void ath_rx_edma_cleanup(struct ath_softc *sc)
{
167 168
	struct ath_hw *ah = sc->sc_ah;
	struct ath_common *common = ath9k_hw_common(ah);
F
Felix Fietkau 已提交
169 170 171 172 173
	struct ath_buf *bf;

	ath_rx_remove_buffer(sc, ATH9K_RX_QUEUE_LP);
	ath_rx_remove_buffer(sc, ATH9K_RX_QUEUE_HP);

174
	list_for_each_entry(bf, &sc->rx.rxbuf, list) {
175 176 177 178
		if (bf->bf_mpdu) {
			dma_unmap_single(sc->dev, bf->bf_buf_addr,
					common->rx_bufsize,
					DMA_BIDIRECTIONAL);
F
Felix Fietkau 已提交
179
			dev_kfree_skb_any(bf->bf_mpdu);
180 181 182
			bf->bf_buf_addr = 0;
			bf->bf_mpdu = NULL;
		}
F
Felix Fietkau 已提交
183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209
	}
}

static void ath_rx_edma_init_queue(struct ath_rx_edma *rx_edma, int size)
{
	skb_queue_head_init(&rx_edma->rx_fifo);
	rx_edma->rx_fifo_hwsize = size;
}

static int ath_rx_edma_init(struct ath_softc *sc, int nbufs)
{
	struct ath_common *common = ath9k_hw_common(sc->sc_ah);
	struct ath_hw *ah = sc->sc_ah;
	struct sk_buff *skb;
	struct ath_buf *bf;
	int error = 0, i;
	u32 size;

	ath9k_hw_set_rx_bufsize(ah, common->rx_bufsize -
				    ah->caps.rx_status_len);

	ath_rx_edma_init_queue(&sc->rx.rx_edma[ATH9K_RX_QUEUE_LP],
			       ah->caps.rx_lp_qdepth);
	ath_rx_edma_init_queue(&sc->rx.rx_edma[ATH9K_RX_QUEUE_HP],
			       ah->caps.rx_hp_qdepth);

	size = sizeof(struct ath_buf) * nbufs;
210
	bf = devm_kzalloc(sc->dev, size, GFP_KERNEL);
F
Felix Fietkau 已提交
211 212 213 214 215 216
	if (!bf)
		return -ENOMEM;

	INIT_LIST_HEAD(&sc->rx.rxbuf);

	for (i = 0; i < nbufs; i++, bf++) {
217
		skb = ath_rxbuf_alloc(common, common->rx_bufsize, GFP_KERNEL);
F
Felix Fietkau 已提交
218
		if (!skb) {
219
			error = -ENOMEM;
F
Felix Fietkau 已提交
220
			goto rx_init_fail;
221 222
		}

F
Felix Fietkau 已提交
223
		memset(skb->data, 0, common->rx_bufsize);
224
		bf->bf_mpdu = skb;
F
Felix Fietkau 已提交
225

226
		bf->bf_buf_addr = dma_map_single(sc->dev, skb->data,
227
						 common->rx_bufsize,
F
Felix Fietkau 已提交
228
						 DMA_BIDIRECTIONAL);
229
		if (unlikely(dma_mapping_error(sc->dev,
F
Felix Fietkau 已提交
230 231 232
						bf->bf_buf_addr))) {
				dev_kfree_skb_any(skb);
				bf->bf_mpdu = NULL;
233
				bf->bf_buf_addr = 0;
234
				ath_err(common,
F
Felix Fietkau 已提交
235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252
					"dma_mapping_error() on RX init\n");
				error = -ENOMEM;
				goto rx_init_fail;
		}

		list_add_tail(&bf->list, &sc->rx.rxbuf);
	}

	return 0;

rx_init_fail:
	ath_rx_edma_cleanup(sc);
	return error;
}

static void ath_edma_start_recv(struct ath_softc *sc)
{
	ath9k_hw_rxena(sc->sc_ah);
253 254
	ath_rx_addbuffer_edma(sc, ATH9K_RX_QUEUE_HP);
	ath_rx_addbuffer_edma(sc, ATH9K_RX_QUEUE_LP);
F
Felix Fietkau 已提交
255
	ath_opmode_init(sc);
256
	ath9k_hw_startpcureceive(sc->sc_ah, !!(sc->hw->conf.flags & IEEE80211_CONF_OFFCHANNEL));
F
Felix Fietkau 已提交
257 258 259 260 261 262 263 264 265 266 267 268 269 270 271
}

static void ath_edma_stop_recv(struct ath_softc *sc)
{
	ath_rx_remove_buffer(sc, ATH9K_RX_QUEUE_HP);
	ath_rx_remove_buffer(sc, ATH9K_RX_QUEUE_LP);
}

int ath_rx_init(struct ath_softc *sc, int nbufs)
{
	struct ath_common *common = ath9k_hw_common(sc->sc_ah);
	struct sk_buff *skb;
	struct ath_buf *bf;
	int error = 0;

272
	spin_lock_init(&sc->sc_pcu_lock);
F
Felix Fietkau 已提交
273

274 275 276
	common->rx_bufsize = IEEE80211_MAX_MPDU_LEN / 2 +
			     sc->sc_ah->caps.rx_status_len;

277
	if (sc->sc_ah->caps.hw_caps & ATH9K_HW_CAP_EDMA)
F
Felix Fietkau 已提交
278 279
		return ath_rx_edma_init(sc, nbufs);

280 281
	ath_dbg(common, CONFIG, "cachelsz %u rxbufsize %u\n",
		common->cachelsz, common->rx_bufsize);
F
Felix Fietkau 已提交
282

283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298
	/* Initialize rx descriptors */

	error = ath_descdma_setup(sc, &sc->rx.rxdma, &sc->rx.rxbuf,
				  "rx", nbufs, 1, 0);
	if (error != 0) {
		ath_err(common,
			"failed to allocate rx descriptors: %d\n",
			error);
		goto err;
	}

	list_for_each_entry(bf, &sc->rx.rxbuf, list) {
		skb = ath_rxbuf_alloc(common, common->rx_bufsize,
				      GFP_KERNEL);
		if (skb == NULL) {
			error = -ENOMEM;
299 300
			goto err;
		}
F
Felix Fietkau 已提交
301

302 303 304 305 306 307 308 309 310 311 312 313 314
		bf->bf_mpdu = skb;
		bf->bf_buf_addr = dma_map_single(sc->dev, skb->data,
						 common->rx_bufsize,
						 DMA_FROM_DEVICE);
		if (unlikely(dma_mapping_error(sc->dev,
					       bf->bf_buf_addr))) {
			dev_kfree_skb_any(skb);
			bf->bf_mpdu = NULL;
			bf->bf_buf_addr = 0;
			ath_err(common,
				"dma_mapping_error() on RX init\n");
			error = -ENOMEM;
			goto err;
F
Felix Fietkau 已提交
315
		}
316
	}
317
	sc->rx.rxlink = NULL;
318
err:
319 320 321 322 323 324 325 326
	if (error)
		ath_rx_cleanup(sc);

	return error;
}

void ath_rx_cleanup(struct ath_softc *sc)
{
327 328
	struct ath_hw *ah = sc->sc_ah;
	struct ath_common *common = ath9k_hw_common(ah);
329 330 331
	struct sk_buff *skb;
	struct ath_buf *bf;

F
Felix Fietkau 已提交
332 333 334
	if (sc->sc_ah->caps.hw_caps & ATH9K_HW_CAP_EDMA) {
		ath_rx_edma_cleanup(sc);
		return;
335 336 337 338 339 340 341 342 343 344 345
	}

	list_for_each_entry(bf, &sc->rx.rxbuf, list) {
		skb = bf->bf_mpdu;
		if (skb) {
			dma_unmap_single(sc->dev, bf->bf_buf_addr,
					 common->rx_bufsize,
					 DMA_FROM_DEVICE);
			dev_kfree_skb(skb);
			bf->bf_buf_addr = 0;
			bf->bf_mpdu = NULL;
346
		}
F
Felix Fietkau 已提交
347
	}
348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372
}

/*
 * Calculate the receive filter according to the
 * operating mode and state:
 *
 * o always accept unicast, broadcast, and multicast traffic
 * o maintain current state of phy error reception (the hal
 *   may enable phy error frames for noise immunity work)
 * o probe request frames are accepted only when operating in
 *   hostap, adhoc, or monitor modes
 * o enable promiscuous mode according to the interface state
 * o accept beacons:
 *   - when operating in adhoc mode so the 802.11 layer creates
 *     node table entries for peers,
 *   - when operating in station mode for collecting rssi data when
 *     the station is otherwise quiet, or
 *   - when operating as a repeater so we see repeater-sta beacons
 *   - when scanning
 */

u32 ath_calcrxfilter(struct ath_softc *sc)
{
	u32 rfilt;

373
	rfilt = ATH9K_RX_FILTER_UCAST | ATH9K_RX_FILTER_BCAST
374 375
		| ATH9K_RX_FILTER_MCAST;

376 377 378 379
	/* if operating on a DFS channel, enable radar pulse detection */
	if (sc->hw->conf.radar_enabled)
		rfilt |= ATH9K_RX_FILTER_PHYRADAR | ATH9K_RX_FILTER_PHYERR;

380
	if (sc->rx.rxfilter & FIF_PROBE_REQ)
381 382
		rfilt |= ATH9K_RX_FILTER_PROBEREQ;

383 384 385 386 387
	/*
	 * Set promiscuous mode when FIF_PROMISC_IN_BSS is enabled for station
	 * mode interface or when in monitor mode. AP mode does not need this
	 * since it receives all in-BSS frames anyway.
	 */
388
	if (sc->sc_ah->is_monitoring)
389 390
		rfilt |= ATH9K_RX_FILTER_PROM;

391 392 393
	if (sc->rx.rxfilter & FIF_CONTROL)
		rfilt |= ATH9K_RX_FILTER_CONTROL;

394
	if ((sc->sc_ah->opmode == NL80211_IFTYPE_STATION) &&
395
	    (sc->nvifs <= 1) &&
396 397 398
	    !(sc->rx.rxfilter & FIF_BCN_PRBRESP_PROMISC))
		rfilt |= ATH9K_RX_FILTER_MYBEACON;
	else
399 400
		rfilt |= ATH9K_RX_FILTER_BEACON;

401
	if ((sc->sc_ah->opmode == NL80211_IFTYPE_AP) ||
402
	    (sc->rx.rxfilter & FIF_PSPOLL))
403
		rfilt |= ATH9K_RX_FILTER_PSPOLL;
S
Sujith 已提交
404

S
Sujith 已提交
405 406 407
	if (conf_is_ht(&sc->hw->conf))
		rfilt |= ATH9K_RX_FILTER_COMP_BAR;

408
	if (sc->nvifs > 1 || (sc->rx.rxfilter & FIF_OTHER_BSS)) {
409 410
		/* This is needed for older chips */
		if (sc->sc_ah->hw_version.macVersion <= AR_SREV_VERSION_9160)
411
			rfilt |= ATH9K_RX_FILTER_PROM;
412 413 414
		rfilt |= ATH9K_RX_FILTER_MCAST_BCAST_ALL;
	}

415 416 417
	if (AR_SREV_9550(sc->sc_ah))
		rfilt |= ATH9K_RX_FILTER_4ADDRESS;

418
	return rfilt;
S
Sujith 已提交
419

420 421 422 423
}

int ath_startrecv(struct ath_softc *sc)
{
424
	struct ath_hw *ah = sc->sc_ah;
425 426
	struct ath_buf *bf, *tbf;

F
Felix Fietkau 已提交
427 428 429 430 431
	if (ah->caps.hw_caps & ATH9K_HW_CAP_EDMA) {
		ath_edma_start_recv(sc);
		return 0;
	}

S
Sujith 已提交
432
	if (list_empty(&sc->rx.rxbuf))
433 434
		goto start_recv;

S
Sujith 已提交
435 436
	sc->rx.rxlink = NULL;
	list_for_each_entry_safe(bf, tbf, &sc->rx.rxbuf, list) {
437 438 439 440
		ath_rx_buf_link(sc, bf);
	}

	/* We could have deleted elements so the list may be empty now */
S
Sujith 已提交
441
	if (list_empty(&sc->rx.rxbuf))
442 443
		goto start_recv;

S
Sujith 已提交
444
	bf = list_first_entry(&sc->rx.rxbuf, struct ath_buf, list);
445
	ath9k_hw_putrxbuf(ah, bf->bf_daddr);
S
Sujith 已提交
446
	ath9k_hw_rxena(ah);
447 448

start_recv:
S
Sujith 已提交
449
	ath_opmode_init(sc);
450
	ath9k_hw_startpcureceive(ah, !!(sc->hw->conf.flags & IEEE80211_CONF_OFFCHANNEL));
S
Sujith 已提交
451

452 453 454
	return 0;
}

F
Felix Fietkau 已提交
455 456 457 458 459 460 461
static void ath_flushrecv(struct ath_softc *sc)
{
	if (sc->sc_ah->caps.hw_caps & ATH9K_HW_CAP_EDMA)
		ath_rx_tasklet(sc, 1, true);
	ath_rx_tasklet(sc, 1, false);
}

462 463
bool ath_stoprecv(struct ath_softc *sc)
{
464
	struct ath_hw *ah = sc->sc_ah;
465
	bool stopped, reset = false;
466

467
	ath9k_hw_abortpcurecv(ah);
S
Sujith 已提交
468
	ath9k_hw_setrxfilter(ah, 0);
469
	stopped = ath9k_hw_stopdmarecv(ah, &reset);
F
Felix Fietkau 已提交
470

F
Felix Fietkau 已提交
471 472
	ath_flushrecv(sc);

F
Felix Fietkau 已提交
473 474 475 476
	if (sc->sc_ah->caps.hw_caps & ATH9K_HW_CAP_EDMA)
		ath_edma_stop_recv(sc);
	else
		sc->rx.rxlink = NULL;
S
Sujith 已提交
477

478 479
	if (!(ah->ah_flags & AH_UNPLUGGED) &&
	    unlikely(!stopped)) {
480 481 482 483 484
		ath_err(ath9k_hw_common(sc->sc_ah),
			"Could not stop RX, we could be "
			"confusing the DMA engine when we start RX up\n");
		ATH_DBG_WARN_ON_ONCE(!stopped);
	}
485
	return stopped && !reset;
486 487
}

488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521
static bool ath_beacon_dtim_pending_cab(struct sk_buff *skb)
{
	/* Check whether the Beacon frame has DTIM indicating buffered bc/mc */
	struct ieee80211_mgmt *mgmt;
	u8 *pos, *end, id, elen;
	struct ieee80211_tim_ie *tim;

	mgmt = (struct ieee80211_mgmt *)skb->data;
	pos = mgmt->u.beacon.variable;
	end = skb->data + skb->len;

	while (pos + 2 < end) {
		id = *pos++;
		elen = *pos++;
		if (pos + elen > end)
			break;

		if (id == WLAN_EID_TIM) {
			if (elen < sizeof(*tim))
				break;
			tim = (struct ieee80211_tim_ie *) pos;
			if (tim->dtim_count != 0)
				break;
			return tim->bitmap_ctrl & 0x01;
		}

		pos += elen;
	}

	return false;
}

static void ath_rx_ps_beacon(struct ath_softc *sc, struct sk_buff *skb)
{
522
	struct ath_common *common = ath9k_hw_common(sc->sc_ah);
523 524 525 526

	if (skb->len < 24 + 8 + 2 + 2)
		return;

S
Sujith 已提交
527
	sc->ps_flags &= ~PS_WAIT_FOR_BEACON;
528

S
Sujith 已提交
529 530
	if (sc->ps_flags & PS_BEACON_SYNC) {
		sc->ps_flags &= ~PS_BEACON_SYNC;
531
		ath_dbg(common, PS,
S
Sujith Manoharan 已提交
532
			"Reconfigure beacon timers based on synchronized timestamp\n");
S
Sujith Manoharan 已提交
533
		ath9k_set_beacon(sc);
534 535
	}

536 537 538
	if (ath_beacon_dtim_pending_cab(skb)) {
		/*
		 * Remain awake waiting for buffered broadcast/multicast
539 540 541 542
		 * frames. If the last broadcast/multicast frame is not
		 * received properly, the next beacon frame will work as
		 * a backup trigger for returning into NETWORK SLEEP state,
		 * so we are waiting for it as well.
543
		 */
544
		ath_dbg(common, PS,
J
Joe Perches 已提交
545
			"Received DTIM beacon indicating buffered broadcast/multicast frame(s)\n");
S
Sujith 已提交
546
		sc->ps_flags |= PS_WAIT_FOR_CAB | PS_WAIT_FOR_BEACON;
547 548 549
		return;
	}

S
Sujith 已提交
550
	if (sc->ps_flags & PS_WAIT_FOR_CAB) {
551 552 553 554 555
		/*
		 * This can happen if a broadcast frame is dropped or the AP
		 * fails to send a frame indicating that all CAB frames have
		 * been delivered.
		 */
S
Sujith 已提交
556
		sc->ps_flags &= ~PS_WAIT_FOR_CAB;
557
		ath_dbg(common, PS, "PS wait for CAB frames timed out\n");
558 559 560
	}
}

561
static void ath_rx_ps(struct ath_softc *sc, struct sk_buff *skb, bool mybeacon)
562 563
{
	struct ieee80211_hdr *hdr;
564
	struct ath_common *common = ath9k_hw_common(sc->sc_ah);
565 566 567 568

	hdr = (struct ieee80211_hdr *)skb->data;

	/* Process Beacon and CAB receive in PS state */
569
	if (((sc->ps_flags & PS_WAIT_FOR_BEACON) || ath9k_check_auto_sleep(sc))
S
Sujith Manoharan 已提交
570
	    && mybeacon) {
571
		ath_rx_ps_beacon(sc, skb);
S
Sujith Manoharan 已提交
572 573 574 575 576
	} else if ((sc->ps_flags & PS_WAIT_FOR_CAB) &&
		   (ieee80211_is_data(hdr->frame_control) ||
		    ieee80211_is_action(hdr->frame_control)) &&
		   is_multicast_ether_addr(hdr->addr1) &&
		   !ieee80211_has_moredata(hdr->frame_control)) {
577 578 579 580
		/*
		 * No more broadcast/multicast frames to be received at this
		 * point.
		 */
581
		sc->ps_flags &= ~(PS_WAIT_FOR_CAB | PS_WAIT_FOR_BEACON);
582
		ath_dbg(common, PS,
J
Joe Perches 已提交
583
			"All PS CAB frames received, back to sleep\n");
S
Sujith 已提交
584
	} else if ((sc->ps_flags & PS_WAIT_FOR_PSPOLL_DATA) &&
585 586
		   !is_multicast_ether_addr(hdr->addr1) &&
		   !ieee80211_has_morefrags(hdr->frame_control)) {
S
Sujith 已提交
587
		sc->ps_flags &= ~PS_WAIT_FOR_PSPOLL_DATA;
588
		ath_dbg(common, PS,
J
Joe Perches 已提交
589
			"Going back to sleep after having received PS-Poll data (0x%lx)\n",
S
Sujith 已提交
590 591 592 593
			sc->ps_flags & (PS_WAIT_FOR_BEACON |
					PS_WAIT_FOR_CAB |
					PS_WAIT_FOR_PSPOLL_DATA |
					PS_WAIT_FOR_TX_ACK));
594 595 596
	}
}

F
Felix Fietkau 已提交
597
static bool ath_edma_get_buffers(struct ath_softc *sc,
598 599 600
				 enum ath9k_rx_qtype qtype,
				 struct ath_rx_status *rs,
				 struct ath_buf **dest)
601
{
F
Felix Fietkau 已提交
602 603 604 605 606 607 608 609 610 611 612 613 614 615
	struct ath_rx_edma *rx_edma = &sc->rx.rx_edma[qtype];
	struct ath_hw *ah = sc->sc_ah;
	struct ath_common *common = ath9k_hw_common(ah);
	struct sk_buff *skb;
	struct ath_buf *bf;
	int ret;

	skb = skb_peek(&rx_edma->rx_fifo);
	if (!skb)
		return false;

	bf = SKB_CB_ATHBUF(skb);
	BUG_ON(!bf);

M
Ming Lei 已提交
616
	dma_sync_single_for_cpu(sc->dev, bf->bf_buf_addr,
F
Felix Fietkau 已提交
617 618
				common->rx_bufsize, DMA_FROM_DEVICE);

619
	ret = ath9k_hw_process_rxdesc_edma(ah, rs, skb->data);
M
Ming Lei 已提交
620 621 622 623
	if (ret == -EINPROGRESS) {
		/*let device gain the buffer again*/
		dma_sync_single_for_device(sc->dev, bf->bf_buf_addr,
				common->rx_bufsize, DMA_FROM_DEVICE);
F
Felix Fietkau 已提交
624
		return false;
M
Ming Lei 已提交
625
	}
F
Felix Fietkau 已提交
626 627 628 629 630 631 632

	__skb_unlink(skb, &rx_edma->rx_fifo);
	if (ret == -EINVAL) {
		/* corrupt descriptor, skip this one and the following one */
		list_add_tail(&bf->list, &sc->rx.rxbuf);
		ath_rx_edma_buf_link(sc, qtype);

633 634 635 636 637 638 639 640 641
		skb = skb_peek(&rx_edma->rx_fifo);
		if (skb) {
			bf = SKB_CB_ATHBUF(skb);
			BUG_ON(!bf);

			__skb_unlink(skb, &rx_edma->rx_fifo);
			list_add_tail(&bf->list, &sc->rx.rxbuf);
			ath_rx_edma_buf_link(sc, qtype);
		}
642 643

		bf = NULL;
F
Felix Fietkau 已提交
644 645
	}

646
	*dest = bf;
F
Felix Fietkau 已提交
647 648
	return true;
}
649

F
Felix Fietkau 已提交
650 651 652 653
static struct ath_buf *ath_edma_get_next_rx_buf(struct ath_softc *sc,
						struct ath_rx_status *rs,
						enum ath9k_rx_qtype qtype)
{
654
	struct ath_buf *bf = NULL;
F
Felix Fietkau 已提交
655

656 657 658
	while (ath_edma_get_buffers(sc, qtype, rs, &bf)) {
		if (!bf)
			continue;
F
Felix Fietkau 已提交
659

660 661 662
		return bf;
	}
	return NULL;
F
Felix Fietkau 已提交
663 664 665 666 667 668 669
}

static struct ath_buf *ath_get_next_rx_buf(struct ath_softc *sc,
					   struct ath_rx_status *rs)
{
	struct ath_hw *ah = sc->sc_ah;
	struct ath_common *common = ath9k_hw_common(ah);
670
	struct ath_desc *ds;
F
Felix Fietkau 已提交
671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692
	struct ath_buf *bf;
	int ret;

	if (list_empty(&sc->rx.rxbuf)) {
		sc->rx.rxlink = NULL;
		return NULL;
	}

	bf = list_first_entry(&sc->rx.rxbuf, struct ath_buf, list);
	ds = bf->bf_desc;

	/*
	 * Must provide the virtual address of the current
	 * descriptor, the physical address, and the virtual
	 * address of the next descriptor in the h/w chain.
	 * This allows the HAL to look ahead to see if the
	 * hardware is done with a descriptor by checking the
	 * done bit in the following descriptor and the address
	 * of the current descriptor the DMA engine is working
	 * on.  All this is necessary because of our use of
	 * a self-linked list to avoid rx overruns.
	 */
693
	ret = ath9k_hw_rxprocdesc(ah, ds, rs);
F
Felix Fietkau 已提交
694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718
	if (ret == -EINPROGRESS) {
		struct ath_rx_status trs;
		struct ath_buf *tbf;
		struct ath_desc *tds;

		memset(&trs, 0, sizeof(trs));
		if (list_is_last(&bf->list, &sc->rx.rxbuf)) {
			sc->rx.rxlink = NULL;
			return NULL;
		}

		tbf = list_entry(bf->list.next, struct ath_buf, list);

		/*
		 * On some hardware the descriptor status words could
		 * get corrupted, including the done bit. Because of
		 * this, check if the next descriptor's done bit is
		 * set or not.
		 *
		 * If the next descriptor's done bit is set, the current
		 * descriptor has been corrupted. Force s/w to discard
		 * this descriptor and continue...
		 */

		tds = tbf->bf_desc;
719
		ret = ath9k_hw_rxprocdesc(ah, tds, &trs);
F
Felix Fietkau 已提交
720 721
		if (ret == -EINPROGRESS)
			return NULL;
722 723 724 725 726 727 728

		/*
		 * mark descriptor as zero-length and set the 'more'
		 * flag to ensure that both buffers get discarded
		 */
		rs->rs_datalen = 0;
		rs->rs_more = true;
F
Felix Fietkau 已提交
729 730
	}

731
	list_del(&bf->list);
F
Felix Fietkau 已提交
732 733 734 735 736 737 738 739
	if (!bf->bf_mpdu)
		return bf;

	/*
	 * Synchronize the DMA transfer with CPU before
	 * 1. accessing the frame
	 * 2. requeueing the same buffer to h/w
	 */
M
Ming Lei 已提交
740
	dma_sync_single_for_cpu(sc->dev, bf->bf_buf_addr,
F
Felix Fietkau 已提交
741 742 743 744 745 746
			common->rx_bufsize,
			DMA_FROM_DEVICE);

	return bf;
}

747 748
/* Assumes you've already done the endian to CPU conversion */
static bool ath9k_rx_accept(struct ath_common *common,
749
			    struct ieee80211_hdr *hdr,
750 751 752 753
			    struct ieee80211_rx_status *rxs,
			    struct ath_rx_status *rx_stats,
			    bool *decrypt_error)
{
754
	struct ath_softc *sc = (struct ath_softc *) common->priv;
755
	bool is_mc, is_valid_tkip, strip_mic, mic_error;
756 757
	struct ath_hw *ah = common->ah;
	__le16 fc;
758
	u8 rx_status_len = ah->caps.rx_status_len;
759 760 761

	fc = hdr->frame_control;

762 763 764
	is_mc = !!is_multicast_ether_addr(hdr->addr1);
	is_valid_tkip = rx_stats->rs_keyix != ATH9K_RXKEYIX_INVALID &&
		test_bit(rx_stats->rs_keyix, common->tkip_keymap);
765
	strip_mic = is_valid_tkip && ieee80211_is_data(fc) &&
766
		ieee80211_has_protected(fc) &&
767
		!(rx_stats->rs_status &
768 769
		(ATH9K_RXERR_DECRYPT | ATH9K_RXERR_CRC | ATH9K_RXERR_MIC |
		 ATH9K_RXERR_KEYMISS));
770

771 772 773 774 775
	/*
	 * Key miss events are only relevant for pairwise keys where the
	 * descriptor does contain a valid key index. This has been observed
	 * mostly with CCMP encryption.
	 */
776 777
	if (rx_stats->rs_keyix == ATH9K_RXKEYIX_INVALID ||
	    !test_bit(rx_stats->rs_keyix, common->ccmp_keymap))
778 779
		rx_stats->rs_status &= ~ATH9K_RXERR_KEYMISS;

B
Ben Greear 已提交
780 781
	if (!rx_stats->rs_datalen) {
		RX_STAT_INC(rx_len_err);
782
		return false;
B
Ben Greear 已提交
783 784
	}

785 786 787 788 789
        /*
         * rs_status follows rs_datalen so if rs_datalen is too large
         * we can take a hint that hardware corrupted it, so ignore
         * those frames.
         */
B
Ben Greear 已提交
790 791
	if (rx_stats->rs_datalen > (common->rx_bufsize - rx_status_len)) {
		RX_STAT_INC(rx_len_err);
792
		return false;
B
Ben Greear 已提交
793
	}
794

795
	/* Only use error bits from the last fragment */
796
	if (rx_stats->rs_more)
797
		return true;
798

799 800 801 802 803
	mic_error = is_valid_tkip && !ieee80211_is_ctl(fc) &&
		!ieee80211_has_morefrags(fc) &&
		!(le16_to_cpu(hdr->seq_ctrl) & IEEE80211_SCTL_FRAG) &&
		(rx_stats->rs_status & ATH9K_RXERR_MIC);

804 805 806 807 808 809 810
	/*
	 * The rx_stats->rs_status will not be set until the end of the
	 * chained descriptors so it can be ignored if rs_more is set. The
	 * rs_more will be false at the last element of the chained
	 * descriptors.
	 */
	if (rx_stats->rs_status != 0) {
811 812
		u8 status_mask;

813
		if (rx_stats->rs_status & ATH9K_RXERR_CRC) {
814
			rxs->flag |= RX_FLAG_FAILED_FCS_CRC;
815 816
			mic_error = false;
		}
817 818 819
		if (rx_stats->rs_status & ATH9K_RXERR_PHY)
			return false;

820 821
		if ((rx_stats->rs_status & ATH9K_RXERR_DECRYPT) ||
		    (!is_mc && (rx_stats->rs_status & ATH9K_RXERR_KEYMISS))) {
822
			*decrypt_error = true;
823
			mic_error = false;
824
		}
825

826 827 828 829 830
		/*
		 * Reject error frames with the exception of
		 * decryption and MIC failures. For monitor mode,
		 * we also ignore the CRC error.
		 */
831 832 833
		status_mask = ATH9K_RXERR_DECRYPT | ATH9K_RXERR_MIC |
			      ATH9K_RXERR_KEYMISS;

834
		if (ah->is_monitoring && (sc->rx.rxfilter & FIF_FCSFAIL))
835 836 837 838
			status_mask |= ATH9K_RXERR_CRC;

		if (rx_stats->rs_status & ~status_mask)
			return false;
839
	}
840 841 842 843 844 845 846 847 848 849 850 851

	/*
	 * For unicast frames the MIC error bit can have false positives,
	 * so all MIC error reports need to be validated in software.
	 * False negatives are not common, so skip software verification
	 * if the hardware considers the MIC valid.
	 */
	if (strip_mic)
		rxs->flag |= RX_FLAG_MMIC_STRIPPED;
	else if (is_mc && mic_error)
		rxs->flag |= RX_FLAG_MMIC_ERROR;

852 853 854 855 856 857
	return true;
}

static int ath9k_process_rate(struct ath_common *common,
			      struct ieee80211_hw *hw,
			      struct ath_rx_status *rx_stats,
858
			      struct ieee80211_rx_status *rxs)
859 860 861 862
{
	struct ieee80211_supported_band *sband;
	enum ieee80211_band band;
	unsigned int i = 0;
863
	struct ath_softc __maybe_unused *sc = common->priv;
864

865
	band = hw->conf.chandef.chan->band;
866 867 868 869 870
	sband = hw->wiphy->bands[band];

	if (rx_stats->rs_rate & 0x80) {
		/* HT rate */
		rxs->flag |= RX_FLAG_HT;
871
		rxs->flag |= rx_stats->flag;
872 873 874 875 876 877 878 879 880 881 882 883 884 885 886 887 888 889 890 891
		rxs->rate_idx = rx_stats->rs_rate & 0x7f;
		return 0;
	}

	for (i = 0; i < sband->n_bitrates; i++) {
		if (sband->bitrates[i].hw_value == rx_stats->rs_rate) {
			rxs->rate_idx = i;
			return 0;
		}
		if (sband->bitrates[i].hw_value_short == rx_stats->rs_rate) {
			rxs->flag |= RX_FLAG_SHORTPRE;
			rxs->rate_idx = i;
			return 0;
		}
	}

	/*
	 * No valid hardware bitrate found -- we should not get here
	 * because hardware has already validated this frame as OK.
	 */
892
	ath_dbg(common, ANY,
J
Joe Perches 已提交
893 894
		"unsupported hw bitrate detected 0x%02x using 1 Mbit\n",
		rx_stats->rs_rate);
B
Ben Greear 已提交
895
	RX_STAT_INC(rx_rate_err);
896 897 898 899 900
	return -EINVAL;
}

static void ath9k_process_rssi(struct ath_common *common,
			       struct ieee80211_hw *hw,
901
			       struct ieee80211_hdr *hdr,
902 903
			       struct ath_rx_status *rx_stats)
{
904
	struct ath_softc *sc = hw->priv;
905
	struct ath_hw *ah = common->ah;
906
	int last_rssi;
907
	int rssi = rx_stats->rs_rssi;
908

909 910 911
	if (!rx_stats->is_mybeacon ||
	    ((ah->opmode != NL80211_IFTYPE_STATION) &&
	     (ah->opmode != NL80211_IFTYPE_ADHOC)))
912 913 914
		return;

	if (rx_stats->rs_rssi != ATH9K_RSSI_BAD && !rx_stats->rs_moreaggr)
915
		ATH_RSSI_LPF(sc->last_rssi, rx_stats->rs_rssi);
916

917
	last_rssi = sc->last_rssi;
918
	if (likely(last_rssi != ATH_RSSI_DUMMY_MARKER))
919 920 921
		rssi = ATH_EP_RND(last_rssi, ATH_RSSI_EP_MULTIPLIER);
	if (rssi < 0)
		rssi = 0;
922 923

	/* Update Beacon RSSI, this is used by ANI. */
924
	ah->stats.avgbrssi = rssi;
925 926 927 928 929 930 931
}

/*
 * For Decrypt or Demic errors, we only mark packet status here and always push
 * up the frame up to let mac80211 handle the actual error case, be it no
 * decryption key or real decryption error. This let us keep statistics there.
 */
932
static int ath9k_rx_skb_preprocess(struct ath_softc *sc,
933
				   struct ieee80211_hdr *hdr,
934 935 936 937
				   struct ath_rx_status *rx_stats,
				   struct ieee80211_rx_status *rx_status,
				   bool *decrypt_error)
{
938 939 940 941 942 943 944 945
	struct ieee80211_hw *hw = sc->hw;
	struct ath_hw *ah = sc->sc_ah;
	struct ath_common *common = ath9k_hw_common(ah);
	bool discard_current = sc->rx.discard_next;

	sc->rx.discard_next = rx_stats->rs_more;
	if (discard_current)
		return -EINVAL;
946

947 948 949 950
	/*
	 * everything but the rate is checked here, the rate check is done
	 * separately to avoid doing two lookups for a rate for each frame.
	 */
951
	if (!ath9k_rx_accept(common, hdr, rx_status, rx_stats, decrypt_error))
952 953
		return -EINVAL;

954 955 956 957
	/* Only use status info from the last fragment */
	if (rx_stats->rs_more)
		return 0;

958
	ath9k_process_rssi(common, hw, hdr, rx_stats);
959

960
	if (ath9k_process_rate(common, hw, rx_stats, rx_status))
961 962
		return -EINVAL;

963 964
	rx_status->band = hw->conf.chandef.chan->band;
	rx_status->freq = hw->conf.chandef.chan->center_freq;
965
	rx_status->signal = ah->noise + rx_stats->rs_rssi;
966
	rx_status->antenna = rx_stats->rs_antenna;
967
	rx_status->flag |= RX_FLAG_MACTIME_END;
968 969
	if (rx_stats->rs_moreaggr)
		rx_status->flag |= RX_FLAG_NO_SIGNAL_VAL;
970

971
	sc->rx.discard_next = false;
972 973 974 975 976 977 978 979 980 981 982 983 984 985 986 987 988 989 990
	return 0;
}

static void ath9k_rx_skb_postprocess(struct ath_common *common,
				     struct sk_buff *skb,
				     struct ath_rx_status *rx_stats,
				     struct ieee80211_rx_status *rxs,
				     bool decrypt_error)
{
	struct ath_hw *ah = common->ah;
	struct ieee80211_hdr *hdr;
	int hdrlen, padpos, padsize;
	u8 keyix;
	__le16 fc;

	/* see if any padding is done by the hw and remove it */
	hdr = (struct ieee80211_hdr *) skb->data;
	hdrlen = ieee80211_get_hdrlen_from_skb(skb);
	fc = hdr->frame_control;
991
	padpos = ieee80211_hdrlen(fc);
992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024

	/* The MAC header is padded to have 32-bit boundary if the
	 * packet payload is non-zero. The general calculation for
	 * padsize would take into account odd header lengths:
	 * padsize = (4 - padpos % 4) % 4; However, since only
	 * even-length headers are used, padding can only be 0 or 2
	 * bytes and we can optimize this a bit. In addition, we must
	 * not try to remove padding from short control frames that do
	 * not have payload. */
	padsize = padpos & 3;
	if (padsize && skb->len>=padpos+padsize+FCS_LEN) {
		memmove(skb->data + padsize, skb->data, padpos);
		skb_pull(skb, padsize);
	}

	keyix = rx_stats->rs_keyix;

	if (!(keyix == ATH9K_RXKEYIX_INVALID) && !decrypt_error &&
	    ieee80211_has_protected(fc)) {
		rxs->flag |= RX_FLAG_DECRYPTED;
	} else if (ieee80211_has_protected(fc)
		   && !decrypt_error && skb->len >= hdrlen + 4) {
		keyix = skb->data[hdrlen + 3] >> 6;

		if (test_bit(keyix, common->keymap))
			rxs->flag |= RX_FLAG_DECRYPTED;
	}
	if (ah->sw_mgmt_crypto &&
	    (rxs->flag & RX_FLAG_DECRYPTED) &&
	    ieee80211_is_mgmt(fc))
		/* Use software decrypt for management frames. */
		rxs->flag &= ~RX_FLAG_DECRYPTED;
}
F
Felix Fietkau 已提交
1025

1026
#ifdef CONFIG_ATH9K_DEBUGFS
1027 1028 1029 1030 1031 1032
static s8 fix_rssi_inv_only(u8 rssi_val)
{
	if (rssi_val == 128)
		rssi_val = 0;
	return (s8) rssi_val;
}
1033
#endif
1034

1035 1036 1037
/* returns 1 if this was a spectral frame, even if not handled. */
static int ath_process_fft(struct ath_softc *sc, struct ieee80211_hdr *hdr,
			   struct ath_rx_status *rs, u64 tsf)
1038
{
1039
#ifdef CONFIG_ATH9K_DEBUGFS
1040 1041 1042 1043 1044 1045 1046
	struct ath_hw *ah = sc->sc_ah;
	u8 bins[SPECTRAL_HT20_NUM_BINS];
	u8 *vdata = (u8 *)hdr;
	struct fft_sample_ht20 fft_sample;
	struct ath_radar_info *radar_info;
	struct ath_ht20_mag_info *mag_info;
	int len = rs->rs_datalen;
1047
	int dc_pos;
1048
	u16 length, max_magnitude;
1049 1050 1051 1052 1053 1054 1055 1056

	/* AR9280 and before report via ATH9K_PHYERR_RADAR, AR93xx and newer
	 * via ATH9K_PHYERR_SPECTRAL. Haven't seen ATH9K_PHYERR_FALSE_RADAR_EXT
	 * yet, but this is supposed to be possible as well.
	 */
	if (rs->rs_phyerr != ATH9K_PHYERR_RADAR &&
	    rs->rs_phyerr != ATH9K_PHYERR_FALSE_RADAR_EXT &&
	    rs->rs_phyerr != ATH9K_PHYERR_SPECTRAL)
1057 1058 1059 1060 1061 1062 1063 1064
		return 0;

	/* check if spectral scan bit is set. This does not have to be checked
	 * if received through a SPECTRAL phy error, but shouldn't hurt.
	 */
	radar_info = ((struct ath_radar_info *)&vdata[len]) - 1;
	if (!(radar_info->pulse_bw_info & SPECTRAL_SCAN_BITMASK))
		return 0;
1065 1066 1067 1068 1069 1070 1071 1072

	/* Variation in the data length is possible and will be fixed later.
	 * Note that we only support HT20 for now.
	 *
	 * TODO: add HT20_40 support as well.
	 */
	if ((len > SPECTRAL_HT20_TOTAL_DATA_LEN + 2) ||
	    (len < SPECTRAL_HT20_TOTAL_DATA_LEN - 1))
1073
		return 1;
1074 1075

	fft_sample.tlv.type = ATH_FFT_SAMPLE_HT20;
1076 1077
	length = sizeof(fft_sample) - sizeof(fft_sample.tlv);
	fft_sample.tlv.length = __cpu_to_be16(length);
1078

1079
	fft_sample.freq = __cpu_to_be16(ah->curchan->chan->center_freq);
1080 1081 1082 1083 1084 1085 1086 1087 1088 1089 1090 1091 1092 1093 1094 1095 1096 1097 1098 1099 1100 1101 1102 1103 1104 1105 1106
	fft_sample.rssi = fix_rssi_inv_only(rs->rs_rssi_ctl0);
	fft_sample.noise = ah->noise;

	switch (len - SPECTRAL_HT20_TOTAL_DATA_LEN) {
	case 0:
		/* length correct, nothing to do. */
		memcpy(bins, vdata, SPECTRAL_HT20_NUM_BINS);
		break;
	case -1:
		/* first byte missing, duplicate it. */
		memcpy(&bins[1], vdata, SPECTRAL_HT20_NUM_BINS - 1);
		bins[0] = vdata[0];
		break;
	case 2:
		/* MAC added 2 extra bytes at bin 30 and 32, remove them. */
		memcpy(bins, vdata, 30);
		bins[30] = vdata[31];
		memcpy(&bins[31], &vdata[33], SPECTRAL_HT20_NUM_BINS - 31);
		break;
	case 1:
		/* MAC added 2 extra bytes AND first byte is missing. */
		bins[0] = vdata[0];
		memcpy(&bins[0], vdata, 30);
		bins[31] = vdata[31];
		memcpy(&bins[32], &vdata[33], SPECTRAL_HT20_NUM_BINS - 32);
		break;
	default:
1107
		return 1;
1108 1109 1110 1111 1112 1113 1114 1115 1116 1117 1118
	}

	/* DC value (value in the middle) is the blind spot of the spectral
	 * sample and invalid, interpolate it.
	 */
	dc_pos = SPECTRAL_HT20_NUM_BINS / 2;
	bins[dc_pos] = (bins[dc_pos + 1] + bins[dc_pos - 1]) / 2;

	/* mag data is at the end of the frame, in front of radar_info */
	mag_info = ((struct ath_ht20_mag_info *)radar_info) - 1;

1119 1120 1121
	/* copy raw bins without scaling them */
	memcpy(fft_sample.data, bins, SPECTRAL_HT20_NUM_BINS);
	fft_sample.max_exp = mag_info->max_exp & 0xf;
1122

1123 1124
	max_magnitude = spectral_max_magnitude(mag_info->all_bins);
	fft_sample.max_magnitude = __cpu_to_be16(max_magnitude);
1125 1126
	fft_sample.max_index = spectral_max_index(mag_info->all_bins);
	fft_sample.bitmap_weight = spectral_bitmap_weight(mag_info->all_bins);
1127
	fft_sample.tsf = __cpu_to_be64(tsf);
1128 1129

	ath_debug_send_fft_sample(sc, &fft_sample.tlv);
1130 1131 1132
	return 1;
#else
	return 0;
1133 1134 1135
#endif
}

1136 1137 1138 1139 1140 1141 1142 1143 1144 1145 1146 1147 1148 1149 1150 1151 1152 1153
static void ath9k_apply_ampdu_details(struct ath_softc *sc,
	struct ath_rx_status *rs, struct ieee80211_rx_status *rxs)
{
	if (rs->rs_isaggr) {
		rxs->flag |= RX_FLAG_AMPDU_DETAILS | RX_FLAG_AMPDU_LAST_KNOWN;

		rxs->ampdu_reference = sc->rx.ampdu_ref;

		if (!rs->rs_moreaggr) {
			rxs->flag |= RX_FLAG_AMPDU_IS_LAST;
			sc->rx.ampdu_ref++;
		}

		if (rs->rs_flags & ATH9K_RX_DELIM_CRC_PRE)
			rxs->flag |= RX_FLAG_AMPDU_DELIM_CRC_ERROR;
	}
}

F
Felix Fietkau 已提交
1154 1155 1156
int ath_rx_tasklet(struct ath_softc *sc, int flush, bool hp)
{
	struct ath_buf *bf;
1157
	struct sk_buff *skb = NULL, *requeue_skb, *hdr_skb;
1158
	struct ieee80211_rx_status *rxs;
1159
	struct ath_hw *ah = sc->sc_ah;
1160
	struct ath_common *common = ath9k_hw_common(ah);
1161
	struct ieee80211_hw *hw = sc->hw;
S
Sujith 已提交
1162
	struct ieee80211_hdr *hdr;
1163
	int retval;
1164
	struct ath_rx_status rs;
F
Felix Fietkau 已提交
1165 1166 1167
	enum ath9k_rx_qtype qtype;
	bool edma = !!(ah->caps.hw_caps & ATH9K_HW_CAP_EDMA);
	int dma_type;
1168
	u8 rx_status_len = ah->caps.rx_status_len;
1169 1170
	u64 tsf = 0;
	u32 tsf_lower = 0;
1171
	unsigned long flags;
1172
	dma_addr_t new_buf_addr;
S
Sujith 已提交
1173

F
Felix Fietkau 已提交
1174 1175
	if (edma)
		dma_type = DMA_BIDIRECTIONAL;
1176 1177
	else
		dma_type = DMA_FROM_DEVICE;
F
Felix Fietkau 已提交
1178 1179

	qtype = hp ? ATH9K_RX_QUEUE_HP : ATH9K_RX_QUEUE_LP;
1180

1181 1182 1183
	tsf = ath9k_hw_gettsf64(ah);
	tsf_lower = tsf & 0xffffffff;

1184
	do {
1185
		bool decrypt_error = false;
1186

1187
		memset(&rs, 0, sizeof(rs));
F
Felix Fietkau 已提交
1188 1189 1190 1191
		if (edma)
			bf = ath_edma_get_next_rx_buf(sc, &rs, qtype);
		else
			bf = ath_get_next_rx_buf(sc, &rs);
1192

F
Felix Fietkau 已提交
1193 1194
		if (!bf)
			break;
1195 1196

		skb = bf->bf_mpdu;
S
Sujith 已提交
1197
		if (!skb)
1198 1199
			continue;

1200 1201 1202 1203 1204 1205 1206 1207 1208 1209 1210
		/*
		 * Take frame header from the first fragment and RX status from
		 * the last one.
		 */
		if (sc->rx.frag)
			hdr_skb = sc->rx.frag;
		else
			hdr_skb = skb;

		hdr = (struct ieee80211_hdr *) (hdr_skb->data + rx_status_len);
		rxs = IEEE80211_SKB_RXCB(hdr_skb);
B
Ben Greear 已提交
1211 1212 1213
		if (ieee80211_is_beacon(hdr->frame_control)) {
			RX_STAT_INC(rx_beacons);
			if (!is_zero_ether_addr(common->curbssid) &&
1214
			    ether_addr_equal(hdr->addr3, common->curbssid))
B
Ben Greear 已提交
1215 1216 1217 1218
				rs.is_mybeacon = true;
			else
				rs.is_mybeacon = false;
		}
1219 1220
		else
			rs.is_mybeacon = false;
1221

1222 1223 1224 1225
		if (ieee80211_is_data_present(hdr->frame_control) &&
		    !ieee80211_is_qos_nullfunc(hdr->frame_control))
			sc->rx.num_pkts++;

1226
		ath_debug_stat_rx(sc, &rs);
S
Sujith 已提交
1227

1228 1229
		memset(rxs, 0, sizeof(struct ieee80211_rx_status));

1230 1231 1232 1233 1234 1235 1236 1237 1238
		rxs->mactime = (tsf & ~0xffffffffULL) | rs.rs_tstamp;
		if (rs.rs_tstamp > tsf_lower &&
		    unlikely(rs.rs_tstamp - tsf_lower > 0x10000000))
			rxs->mactime -= 0x100000000ULL;

		if (rs.rs_tstamp < tsf_lower &&
		    unlikely(tsf_lower - rs.rs_tstamp > 0x10000000))
			rxs->mactime += 0x100000000ULL;

1239 1240 1241
		if (rs.rs_phyerr == ATH9K_PHYERR_RADAR)
			ath9k_dfs_process_phyerr(sc, hdr, &rs, rxs->mactime);

1242 1243 1244 1245 1246 1247
		if (rs.rs_status & ATH9K_RXERR_PHY) {
			if (ath_process_fft(sc, hdr, &rs, rxs->mactime)) {
				RX_STAT_INC(rx_spectral);
				goto requeue_drop_frag;
			}
		}
1248

1249 1250
		retval = ath9k_rx_skb_preprocess(sc, hdr, &rs, rxs,
						 &decrypt_error);
1251 1252 1253
		if (retval)
			goto requeue_drop_frag;

1254 1255 1256 1257
		if (rs.is_mybeacon) {
			sc->hw_busy_count = 0;
			ath_start_rx_poll(sc, 3);
		}
1258 1259
		/* Ensure we always have an skb to requeue once we are done
		 * processing the current buffer's skb */
1260
		requeue_skb = ath_rxbuf_alloc(common, common->rx_bufsize, GFP_ATOMIC);
1261 1262 1263

		/* If there is no memory we ignore the current RX'd frame,
		 * tell hardware it can give us a new frame using the old
S
Sujith 已提交
1264
		 * skb and put it at the tail of the sc->rx.rxbuf list for
1265
		 * processing. */
B
Ben Greear 已提交
1266 1267
		if (!requeue_skb) {
			RX_STAT_INC(rx_oom_err);
1268
			goto requeue_drop_frag;
B
Ben Greear 已提交
1269
		}
1270

1271 1272 1273 1274 1275 1276 1277 1278
		/* We will now give hardware our shiny new allocated skb */
		new_buf_addr = dma_map_single(sc->dev, requeue_skb->data,
					      common->rx_bufsize, dma_type);
		if (unlikely(dma_mapping_error(sc->dev, new_buf_addr))) {
			dev_kfree_skb_any(requeue_skb);
			goto requeue_drop_frag;
		}

1279
		/* Unmap the frame */
1280
		dma_unmap_single(sc->dev, bf->bf_buf_addr,
1281
				 common->rx_bufsize, dma_type);
1282

S
Sujith Manoharan 已提交
1283 1284 1285
		bf->bf_mpdu = requeue_skb;
		bf->bf_buf_addr = new_buf_addr;

F
Felix Fietkau 已提交
1286 1287 1288
		skb_put(skb, rs.rs_datalen + ah->caps.rx_status_len);
		if (ah->caps.rx_status_len)
			skb_pull(skb, ah->caps.rx_status_len);
S
Sujith 已提交
1289

1290 1291 1292
		if (!rs.rs_more)
			ath9k_rx_skb_postprocess(common, hdr_skb, &rs,
						 rxs, decrypt_error);
S
Sujith 已提交
1293

1294
		if (rs.rs_more) {
B
Ben Greear 已提交
1295
			RX_STAT_INC(rx_frags);
1296 1297 1298 1299 1300 1301 1302 1303 1304
			/*
			 * rs_more indicates chained descriptors which can be
			 * used to link buffers together for a sort of
			 * scatter-gather operation.
			 */
			if (sc->rx.frag) {
				/* too many fragments - cannot handle frame */
				dev_kfree_skb_any(sc->rx.frag);
				dev_kfree_skb_any(skb);
B
Ben Greear 已提交
1305
				RX_STAT_INC(rx_too_many_frags_err);
1306 1307 1308 1309 1310
				skb = NULL;
			}
			sc->rx.frag = skb;
			goto requeue;
		}
1311 1312
		if (rs.rs_status & ATH9K_RXERR_CORRUPT_DESC)
			goto requeue_drop_frag;
1313 1314 1315 1316 1317 1318

		if (sc->rx.frag) {
			int space = skb->len - skb_tailroom(hdr_skb);

			if (pskb_expand_head(hdr_skb, 0, space, GFP_ATOMIC) < 0) {
				dev_kfree_skb(skb);
B
Ben Greear 已提交
1319
				RX_STAT_INC(rx_oom_err);
1320 1321 1322
				goto requeue_drop_frag;
			}

1323 1324
			sc->rx.frag = NULL;

1325 1326 1327 1328 1329 1330
			skb_copy_from_linear_data(skb, skb_put(hdr_skb, skb->len),
						  skb->len);
			dev_kfree_skb_any(skb);
			skb = hdr_skb;
		}

1331 1332 1333 1334 1335 1336 1337 1338 1339 1340 1341 1342 1343 1344

		if (ah->caps.hw_caps & ATH9K_HW_CAP_ANT_DIV_COMB) {

			/*
			 * change the default rx antenna if rx diversity
			 * chooses the other antenna 3 times in a row.
			 */
			if (sc->rx.defant != rs.rs_antenna) {
				if (++sc->rx.rxotherant >= 3)
					ath_setdefantenna(sc, rs.rs_antenna);
			} else {
				sc->rx.rxotherant = 0;
			}

1345
		}
1346

1347 1348 1349
		if (rxs->flag & RX_FLAG_MMIC_STRIPPED)
			skb_trim(skb, skb->len - 8);

1350
		spin_lock_irqsave(&sc->sc_pm_lock, flags);
1351
		if ((sc->ps_flags & (PS_WAIT_FOR_BEACON |
1352 1353 1354 1355
				     PS_WAIT_FOR_CAB |
				     PS_WAIT_FOR_PSPOLL_DATA)) ||
		    ath9k_check_auto_sleep(sc))
			ath_rx_ps(sc, skb, rs.is_mybeacon);
1356
		spin_unlock_irqrestore(&sc->sc_pm_lock, flags);
1357

1358
		if ((ah->caps.hw_caps & ATH9K_HW_CAP_ANT_DIV_COMB) && sc->ant_rx == 3)
1359 1360
			ath_ant_comb_scan(sc, &rs);

1361 1362
		ath9k_apply_ampdu_details(sc, &rs, rxs);

1363
		ieee80211_rx(hw, skb);
1364

1365 1366 1367 1368 1369
requeue_drop_frag:
		if (sc->rx.frag) {
			dev_kfree_skb_any(sc->rx.frag);
			sc->rx.frag = NULL;
		}
1370
requeue:
1371 1372 1373 1374
		list_add_tail(&bf->list, &sc->rx.rxbuf);
		if (flush)
			continue;

F
Felix Fietkau 已提交
1375 1376 1377 1378
		if (edma) {
			ath_rx_edma_buf_link(sc, qtype);
		} else {
			ath_rx_buf_link(sc, bf);
1379
			ath9k_hw_rxena(ah);
F
Felix Fietkau 已提交
1380
		}
S
Sujith 已提交
1381 1382
	} while (1);

1383 1384
	if (!(ah->imask & ATH9K_INT_RXEOL)) {
		ah->imask |= (ATH9K_INT_RXEOL | ATH9K_INT_RXORN);
1385
		ath9k_hw_set_interrupts(ah);
1386 1387
	}

1388 1389
	return 0;
}