recv.c 36.3 KB
Newer Older
1
/*
2
 * Copyright (c) 2008-2011 Atheros Communications Inc.
3 4 5 6 7 8 9 10 11 12 13 14 15 16
 *
 * Permission to use, copy, modify, and/or distribute this software for any
 * purpose with or without fee is hereby granted, provided that the above
 * copyright notice and this permission notice appear in all copies.
 *
 * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
 * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
 * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
 * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
 * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
 * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
 * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
 */

17
#include <linux/dma-mapping.h>
18
#include <linux/relay.h>
S
Sujith 已提交
19
#include "ath9k.h"
20
#include "ar9003_mac.h"
21

F
Felix Fietkau 已提交
22 23
#define SKB_CB_ATHBUF(__skb)	(*((struct ath_buf **)__skb->cb))

24 25 26 27 28 29
static inline bool ath9k_check_auto_sleep(struct ath_softc *sc)
{
	return sc->ps_enabled &&
	       (sc->sc_ah->caps.hw_caps & ATH9K_HW_CAP_AUTOSLEEP);
}

30 31 32 33 34 35 36 37 38 39
/*
 * Setup and link descriptors.
 *
 * 11N: we can no longer afford to self link the last descriptor.
 * MAC acknowledges BA status as long as it copies frames to host
 * buffer (or rx fifo). This can incorrectly acknowledge packets
 * to a sender if last desc is self-linked.
 */
static void ath_rx_buf_link(struct ath_softc *sc, struct ath_buf *bf)
{
40
	struct ath_hw *ah = sc->sc_ah;
41
	struct ath_common *common = ath9k_hw_common(ah);
42 43 44 45 46 47
	struct ath_desc *ds;
	struct sk_buff *skb;

	ATH_RXBUF_RESET(bf);

	ds = bf->bf_desc;
S
Sujith 已提交
48
	ds->ds_link = 0; /* link to null */
49 50
	ds->ds_data = bf->bf_buf_addr;

S
Sujith 已提交
51
	/* virtual addr of the beginning of the buffer. */
52
	skb = bf->bf_mpdu;
53
	BUG_ON(skb == NULL);
54 55
	ds->ds_vdata = skb->data;

56 57
	/*
	 * setup rx descriptors. The rx_bufsize here tells the hardware
58
	 * how much data it can DMA to us and that we are prepared
59 60
	 * to process
	 */
S
Sujith 已提交
61
	ath9k_hw_setuprxdesc(ah, ds,
62
			     common->rx_bufsize,
63 64
			     0);

S
Sujith 已提交
65
	if (sc->rx.rxlink == NULL)
66 67
		ath9k_hw_putrxbuf(ah, bf->bf_daddr);
	else
S
Sujith 已提交
68
		*sc->rx.rxlink = bf->bf_daddr;
69

S
Sujith 已提交
70
	sc->rx.rxlink = &ds->ds_link;
71 72
}

S
Sujith 已提交
73 74 75 76
static void ath_setdefantenna(struct ath_softc *sc, u32 antenna)
{
	/* XXX block beacon interrupts */
	ath9k_hw_setantenna(sc->sc_ah, antenna);
S
Sujith 已提交
77 78
	sc->rx.defant = antenna;
	sc->rx.rxotherant = 0;
S
Sujith 已提交
79 80
}

81 82
static void ath_opmode_init(struct ath_softc *sc)
{
83
	struct ath_hw *ah = sc->sc_ah;
84 85
	struct ath_common *common = ath9k_hw_common(ah);

86 87 88 89 90 91 92
	u32 rfilt, mfilt[2];

	/* configure rx filter */
	rfilt = ath_calcrxfilter(sc);
	ath9k_hw_setrxfilter(ah, rfilt);

	/* configure bssid mask */
93
	ath_hw_setbssidmask(common);
94 95 96 97 98 99 100 101 102

	/* configure operational mode */
	ath9k_hw_setopmode(ah);

	/* calculate and install multicast filter */
	mfilt[0] = mfilt[1] = ~0;
	ath9k_hw_setmcastfilter(ah, mfilt[0], mfilt[1]);
}

F
Felix Fietkau 已提交
103 104
static bool ath_rx_edma_buf_link(struct ath_softc *sc,
				 enum ath9k_rx_qtype qtype)
105
{
F
Felix Fietkau 已提交
106 107
	struct ath_hw *ah = sc->sc_ah;
	struct ath_rx_edma *rx_edma;
108 109 110
	struct sk_buff *skb;
	struct ath_buf *bf;

F
Felix Fietkau 已提交
111 112 113
	rx_edma = &sc->rx.rx_edma[qtype];
	if (skb_queue_len(&rx_edma->rx_fifo) >= rx_edma->rx_fifo_hwsize)
		return false;
114

F
Felix Fietkau 已提交
115 116
	bf = list_first_entry(&sc->rx.rxbuf, struct ath_buf, list);
	list_del_init(&bf->list);
117

F
Felix Fietkau 已提交
118 119 120 121 122 123
	skb = bf->bf_mpdu;

	ATH_RXBUF_RESET(bf);
	memset(skb->data, 0, ah->caps.rx_status_len);
	dma_sync_single_for_device(sc->dev, bf->bf_buf_addr,
				ah->caps.rx_status_len, DMA_TO_DEVICE);
124

F
Felix Fietkau 已提交
125 126 127
	SKB_CB_ATHBUF(skb) = bf;
	ath9k_hw_addrxbuf_edma(ah, bf->bf_buf_addr, qtype);
	skb_queue_tail(&rx_edma->rx_fifo, skb);
128

F
Felix Fietkau 已提交
129 130 131 132 133 134 135
	return true;
}

static void ath_rx_addbuffer_edma(struct ath_softc *sc,
				  enum ath9k_rx_qtype qtype, int size)
{
	struct ath_common *common = ath9k_hw_common(sc->sc_ah);
136
	struct ath_buf *bf, *tbf;
F
Felix Fietkau 已提交
137 138

	if (list_empty(&sc->rx.rxbuf)) {
139
		ath_dbg(common, QUEUE, "No free rx buf available\n");
F
Felix Fietkau 已提交
140
		return;
141
	}
142

143
	list_for_each_entry_safe(bf, tbf, &sc->rx.rxbuf, list)
F
Felix Fietkau 已提交
144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166
		if (!ath_rx_edma_buf_link(sc, qtype))
			break;

}

static void ath_rx_remove_buffer(struct ath_softc *sc,
				 enum ath9k_rx_qtype qtype)
{
	struct ath_buf *bf;
	struct ath_rx_edma *rx_edma;
	struct sk_buff *skb;

	rx_edma = &sc->rx.rx_edma[qtype];

	while ((skb = skb_dequeue(&rx_edma->rx_fifo)) != NULL) {
		bf = SKB_CB_ATHBUF(skb);
		BUG_ON(!bf);
		list_add_tail(&bf->list, &sc->rx.rxbuf);
	}
}

static void ath_rx_edma_cleanup(struct ath_softc *sc)
{
167 168
	struct ath_hw *ah = sc->sc_ah;
	struct ath_common *common = ath9k_hw_common(ah);
F
Felix Fietkau 已提交
169 170 171 172 173
	struct ath_buf *bf;

	ath_rx_remove_buffer(sc, ATH9K_RX_QUEUE_LP);
	ath_rx_remove_buffer(sc, ATH9K_RX_QUEUE_HP);

174
	list_for_each_entry(bf, &sc->rx.rxbuf, list) {
175 176 177 178
		if (bf->bf_mpdu) {
			dma_unmap_single(sc->dev, bf->bf_buf_addr,
					common->rx_bufsize,
					DMA_BIDIRECTIONAL);
F
Felix Fietkau 已提交
179
			dev_kfree_skb_any(bf->bf_mpdu);
180 181 182
			bf->bf_buf_addr = 0;
			bf->bf_mpdu = NULL;
		}
F
Felix Fietkau 已提交
183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209
	}
}

static void ath_rx_edma_init_queue(struct ath_rx_edma *rx_edma, int size)
{
	skb_queue_head_init(&rx_edma->rx_fifo);
	rx_edma->rx_fifo_hwsize = size;
}

static int ath_rx_edma_init(struct ath_softc *sc, int nbufs)
{
	struct ath_common *common = ath9k_hw_common(sc->sc_ah);
	struct ath_hw *ah = sc->sc_ah;
	struct sk_buff *skb;
	struct ath_buf *bf;
	int error = 0, i;
	u32 size;

	ath9k_hw_set_rx_bufsize(ah, common->rx_bufsize -
				    ah->caps.rx_status_len);

	ath_rx_edma_init_queue(&sc->rx.rx_edma[ATH9K_RX_QUEUE_LP],
			       ah->caps.rx_lp_qdepth);
	ath_rx_edma_init_queue(&sc->rx.rx_edma[ATH9K_RX_QUEUE_HP],
			       ah->caps.rx_hp_qdepth);

	size = sizeof(struct ath_buf) * nbufs;
210
	bf = devm_kzalloc(sc->dev, size, GFP_KERNEL);
F
Felix Fietkau 已提交
211 212 213 214 215 216
	if (!bf)
		return -ENOMEM;

	INIT_LIST_HEAD(&sc->rx.rxbuf);

	for (i = 0; i < nbufs; i++, bf++) {
217
		skb = ath_rxbuf_alloc(common, common->rx_bufsize, GFP_KERNEL);
F
Felix Fietkau 已提交
218
		if (!skb) {
219
			error = -ENOMEM;
F
Felix Fietkau 已提交
220
			goto rx_init_fail;
221 222
		}

F
Felix Fietkau 已提交
223
		memset(skb->data, 0, common->rx_bufsize);
224
		bf->bf_mpdu = skb;
F
Felix Fietkau 已提交
225

226
		bf->bf_buf_addr = dma_map_single(sc->dev, skb->data,
227
						 common->rx_bufsize,
F
Felix Fietkau 已提交
228
						 DMA_BIDIRECTIONAL);
229
		if (unlikely(dma_mapping_error(sc->dev,
F
Felix Fietkau 已提交
230 231 232
						bf->bf_buf_addr))) {
				dev_kfree_skb_any(skb);
				bf->bf_mpdu = NULL;
233
				bf->bf_buf_addr = 0;
234
				ath_err(common,
F
Felix Fietkau 已提交
235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261
					"dma_mapping_error() on RX init\n");
				error = -ENOMEM;
				goto rx_init_fail;
		}

		list_add_tail(&bf->list, &sc->rx.rxbuf);
	}

	return 0;

rx_init_fail:
	ath_rx_edma_cleanup(sc);
	return error;
}

static void ath_edma_start_recv(struct ath_softc *sc)
{
	ath9k_hw_rxena(sc->sc_ah);

	ath_rx_addbuffer_edma(sc, ATH9K_RX_QUEUE_HP,
			      sc->rx.rx_edma[ATH9K_RX_QUEUE_HP].rx_fifo_hwsize);

	ath_rx_addbuffer_edma(sc, ATH9K_RX_QUEUE_LP,
			      sc->rx.rx_edma[ATH9K_RX_QUEUE_LP].rx_fifo_hwsize);

	ath_opmode_init(sc);

262
	ath9k_hw_startpcureceive(sc->sc_ah, !!(sc->hw->conf.flags & IEEE80211_CONF_OFFCHANNEL));
F
Felix Fietkau 已提交
263 264 265 266 267 268 269 270 271 272 273 274 275 276 277
}

static void ath_edma_stop_recv(struct ath_softc *sc)
{
	ath_rx_remove_buffer(sc, ATH9K_RX_QUEUE_HP);
	ath_rx_remove_buffer(sc, ATH9K_RX_QUEUE_LP);
}

int ath_rx_init(struct ath_softc *sc, int nbufs)
{
	struct ath_common *common = ath9k_hw_common(sc->sc_ah);
	struct sk_buff *skb;
	struct ath_buf *bf;
	int error = 0;

278
	spin_lock_init(&sc->sc_pcu_lock);
F
Felix Fietkau 已提交
279

280 281 282
	common->rx_bufsize = IEEE80211_MAX_MPDU_LEN / 2 +
			     sc->sc_ah->caps.rx_status_len;

F
Felix Fietkau 已提交
283 284 285
	if (sc->sc_ah->caps.hw_caps & ATH9K_HW_CAP_EDMA) {
		return ath_rx_edma_init(sc, nbufs);
	} else {
286
		ath_dbg(common, CONFIG, "cachelsz %u rxbufsize %u\n",
J
Joe Perches 已提交
287
			common->cachelsz, common->rx_bufsize);
F
Felix Fietkau 已提交
288 289 290 291

		/* Initialize rx descriptors */

		error = ath_descdma_setup(sc, &sc->rx.rxdma, &sc->rx.rxbuf,
292
				"rx", nbufs, 1, 0);
F
Felix Fietkau 已提交
293
		if (error != 0) {
294 295 296
			ath_err(common,
				"failed to allocate rx descriptors: %d\n",
				error);
297 298
			goto err;
		}
F
Felix Fietkau 已提交
299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315

		list_for_each_entry(bf, &sc->rx.rxbuf, list) {
			skb = ath_rxbuf_alloc(common, common->rx_bufsize,
					      GFP_KERNEL);
			if (skb == NULL) {
				error = -ENOMEM;
				goto err;
			}

			bf->bf_mpdu = skb;
			bf->bf_buf_addr = dma_map_single(sc->dev, skb->data,
					common->rx_bufsize,
					DMA_FROM_DEVICE);
			if (unlikely(dma_mapping_error(sc->dev,
							bf->bf_buf_addr))) {
				dev_kfree_skb_any(skb);
				bf->bf_mpdu = NULL;
316
				bf->bf_buf_addr = 0;
317 318
				ath_err(common,
					"dma_mapping_error() on RX init\n");
F
Felix Fietkau 已提交
319 320 321 322 323
				error = -ENOMEM;
				goto err;
			}
		}
		sc->rx.rxlink = NULL;
324
	}
325

326
err:
327 328 329 330 331 332 333 334
	if (error)
		ath_rx_cleanup(sc);

	return error;
}

void ath_rx_cleanup(struct ath_softc *sc)
{
335 336
	struct ath_hw *ah = sc->sc_ah;
	struct ath_common *common = ath9k_hw_common(ah);
337 338 339
	struct sk_buff *skb;
	struct ath_buf *bf;

F
Felix Fietkau 已提交
340 341 342 343 344 345 346 347 348 349 350
	if (sc->sc_ah->caps.hw_caps & ATH9K_HW_CAP_EDMA) {
		ath_rx_edma_cleanup(sc);
		return;
	} else {
		list_for_each_entry(bf, &sc->rx.rxbuf, list) {
			skb = bf->bf_mpdu;
			if (skb) {
				dma_unmap_single(sc->dev, bf->bf_buf_addr,
						common->rx_bufsize,
						DMA_FROM_DEVICE);
				dev_kfree_skb(skb);
351 352
				bf->bf_buf_addr = 0;
				bf->bf_mpdu = NULL;
F
Felix Fietkau 已提交
353
			}
354
		}
F
Felix Fietkau 已提交
355
	}
356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380
}

/*
 * Calculate the receive filter according to the
 * operating mode and state:
 *
 * o always accept unicast, broadcast, and multicast traffic
 * o maintain current state of phy error reception (the hal
 *   may enable phy error frames for noise immunity work)
 * o probe request frames are accepted only when operating in
 *   hostap, adhoc, or monitor modes
 * o enable promiscuous mode according to the interface state
 * o accept beacons:
 *   - when operating in adhoc mode so the 802.11 layer creates
 *     node table entries for peers,
 *   - when operating in station mode for collecting rssi data when
 *     the station is otherwise quiet, or
 *   - when operating as a repeater so we see repeater-sta beacons
 *   - when scanning
 */

u32 ath_calcrxfilter(struct ath_softc *sc)
{
	u32 rfilt;

381
	rfilt = ATH9K_RX_FILTER_UCAST | ATH9K_RX_FILTER_BCAST
382 383
		| ATH9K_RX_FILTER_MCAST;

384 385 386 387
	/* if operating on a DFS channel, enable radar pulse detection */
	if (sc->hw->conf.radar_enabled)
		rfilt |= ATH9K_RX_FILTER_PHYRADAR | ATH9K_RX_FILTER_PHYERR;

388
	if (sc->rx.rxfilter & FIF_PROBE_REQ)
389 390
		rfilt |= ATH9K_RX_FILTER_PROBEREQ;

391 392 393 394 395
	/*
	 * Set promiscuous mode when FIF_PROMISC_IN_BSS is enabled for station
	 * mode interface or when in monitor mode. AP mode does not need this
	 * since it receives all in-BSS frames anyway.
	 */
396
	if (sc->sc_ah->is_monitoring)
397 398
		rfilt |= ATH9K_RX_FILTER_PROM;

399 400 401
	if (sc->rx.rxfilter & FIF_CONTROL)
		rfilt |= ATH9K_RX_FILTER_CONTROL;

402
	if ((sc->sc_ah->opmode == NL80211_IFTYPE_STATION) &&
403
	    (sc->nvifs <= 1) &&
404 405 406
	    !(sc->rx.rxfilter & FIF_BCN_PRBRESP_PROMISC))
		rfilt |= ATH9K_RX_FILTER_MYBEACON;
	else
407 408
		rfilt |= ATH9K_RX_FILTER_BEACON;

409
	if ((sc->sc_ah->opmode == NL80211_IFTYPE_AP) ||
410
	    (sc->rx.rxfilter & FIF_PSPOLL))
411
		rfilt |= ATH9K_RX_FILTER_PSPOLL;
S
Sujith 已提交
412

S
Sujith 已提交
413 414 415
	if (conf_is_ht(&sc->hw->conf))
		rfilt |= ATH9K_RX_FILTER_COMP_BAR;

416
	if (sc->nvifs > 1 || (sc->rx.rxfilter & FIF_OTHER_BSS)) {
417 418
		/* This is needed for older chips */
		if (sc->sc_ah->hw_version.macVersion <= AR_SREV_VERSION_9160)
419
			rfilt |= ATH9K_RX_FILTER_PROM;
420 421 422
		rfilt |= ATH9K_RX_FILTER_MCAST_BCAST_ALL;
	}

423 424 425
	if (AR_SREV_9550(sc->sc_ah))
		rfilt |= ATH9K_RX_FILTER_4ADDRESS;

426
	return rfilt;
S
Sujith 已提交
427

428 429 430 431
}

int ath_startrecv(struct ath_softc *sc)
{
432
	struct ath_hw *ah = sc->sc_ah;
433 434
	struct ath_buf *bf, *tbf;

F
Felix Fietkau 已提交
435 436 437 438 439
	if (ah->caps.hw_caps & ATH9K_HW_CAP_EDMA) {
		ath_edma_start_recv(sc);
		return 0;
	}

S
Sujith 已提交
440
	if (list_empty(&sc->rx.rxbuf))
441 442
		goto start_recv;

S
Sujith 已提交
443 444
	sc->rx.rxlink = NULL;
	list_for_each_entry_safe(bf, tbf, &sc->rx.rxbuf, list) {
445 446 447 448
		ath_rx_buf_link(sc, bf);
	}

	/* We could have deleted elements so the list may be empty now */
S
Sujith 已提交
449
	if (list_empty(&sc->rx.rxbuf))
450 451
		goto start_recv;

S
Sujith 已提交
452
	bf = list_first_entry(&sc->rx.rxbuf, struct ath_buf, list);
453
	ath9k_hw_putrxbuf(ah, bf->bf_daddr);
S
Sujith 已提交
454
	ath9k_hw_rxena(ah);
455 456

start_recv:
S
Sujith 已提交
457
	ath_opmode_init(sc);
458
	ath9k_hw_startpcureceive(ah, !!(sc->hw->conf.flags & IEEE80211_CONF_OFFCHANNEL));
S
Sujith 已提交
459

460 461 462
	return 0;
}

F
Felix Fietkau 已提交
463 464 465 466 467 468 469
static void ath_flushrecv(struct ath_softc *sc)
{
	if (sc->sc_ah->caps.hw_caps & ATH9K_HW_CAP_EDMA)
		ath_rx_tasklet(sc, 1, true);
	ath_rx_tasklet(sc, 1, false);
}

470 471
bool ath_stoprecv(struct ath_softc *sc)
{
472
	struct ath_hw *ah = sc->sc_ah;
473
	bool stopped, reset = false;
474

475
	ath9k_hw_abortpcurecv(ah);
S
Sujith 已提交
476
	ath9k_hw_setrxfilter(ah, 0);
477
	stopped = ath9k_hw_stopdmarecv(ah, &reset);
F
Felix Fietkau 已提交
478

F
Felix Fietkau 已提交
479 480
	ath_flushrecv(sc);

F
Felix Fietkau 已提交
481 482 483 484
	if (sc->sc_ah->caps.hw_caps & ATH9K_HW_CAP_EDMA)
		ath_edma_stop_recv(sc);
	else
		sc->rx.rxlink = NULL;
S
Sujith 已提交
485

486 487
	if (!(ah->ah_flags & AH_UNPLUGGED) &&
	    unlikely(!stopped)) {
488 489 490 491 492
		ath_err(ath9k_hw_common(sc->sc_ah),
			"Could not stop RX, we could be "
			"confusing the DMA engine when we start RX up\n");
		ATH_DBG_WARN_ON_ONCE(!stopped);
	}
493
	return stopped && !reset;
494 495
}

496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529
static bool ath_beacon_dtim_pending_cab(struct sk_buff *skb)
{
	/* Check whether the Beacon frame has DTIM indicating buffered bc/mc */
	struct ieee80211_mgmt *mgmt;
	u8 *pos, *end, id, elen;
	struct ieee80211_tim_ie *tim;

	mgmt = (struct ieee80211_mgmt *)skb->data;
	pos = mgmt->u.beacon.variable;
	end = skb->data + skb->len;

	while (pos + 2 < end) {
		id = *pos++;
		elen = *pos++;
		if (pos + elen > end)
			break;

		if (id == WLAN_EID_TIM) {
			if (elen < sizeof(*tim))
				break;
			tim = (struct ieee80211_tim_ie *) pos;
			if (tim->dtim_count != 0)
				break;
			return tim->bitmap_ctrl & 0x01;
		}

		pos += elen;
	}

	return false;
}

static void ath_rx_ps_beacon(struct ath_softc *sc, struct sk_buff *skb)
{
530
	struct ath_common *common = ath9k_hw_common(sc->sc_ah);
531 532 533 534

	if (skb->len < 24 + 8 + 2 + 2)
		return;

S
Sujith 已提交
535
	sc->ps_flags &= ~PS_WAIT_FOR_BEACON;
536

S
Sujith 已提交
537 538
	if (sc->ps_flags & PS_BEACON_SYNC) {
		sc->ps_flags &= ~PS_BEACON_SYNC;
539
		ath_dbg(common, PS,
S
Sujith Manoharan 已提交
540
			"Reconfigure beacon timers based on synchronized timestamp\n");
S
Sujith Manoharan 已提交
541
		ath9k_set_beacon(sc);
542 543
	}

544 545 546
	if (ath_beacon_dtim_pending_cab(skb)) {
		/*
		 * Remain awake waiting for buffered broadcast/multicast
547 548 549 550
		 * frames. If the last broadcast/multicast frame is not
		 * received properly, the next beacon frame will work as
		 * a backup trigger for returning into NETWORK SLEEP state,
		 * so we are waiting for it as well.
551
		 */
552
		ath_dbg(common, PS,
J
Joe Perches 已提交
553
			"Received DTIM beacon indicating buffered broadcast/multicast frame(s)\n");
S
Sujith 已提交
554
		sc->ps_flags |= PS_WAIT_FOR_CAB | PS_WAIT_FOR_BEACON;
555 556 557
		return;
	}

S
Sujith 已提交
558
	if (sc->ps_flags & PS_WAIT_FOR_CAB) {
559 560 561 562 563
		/*
		 * This can happen if a broadcast frame is dropped or the AP
		 * fails to send a frame indicating that all CAB frames have
		 * been delivered.
		 */
S
Sujith 已提交
564
		sc->ps_flags &= ~PS_WAIT_FOR_CAB;
565
		ath_dbg(common, PS, "PS wait for CAB frames timed out\n");
566 567 568
	}
}

569
static void ath_rx_ps(struct ath_softc *sc, struct sk_buff *skb, bool mybeacon)
570 571
{
	struct ieee80211_hdr *hdr;
572
	struct ath_common *common = ath9k_hw_common(sc->sc_ah);
573 574 575 576

	hdr = (struct ieee80211_hdr *)skb->data;

	/* Process Beacon and CAB receive in PS state */
577
	if (((sc->ps_flags & PS_WAIT_FOR_BEACON) || ath9k_check_auto_sleep(sc))
S
Sujith Manoharan 已提交
578
	    && mybeacon) {
579
		ath_rx_ps_beacon(sc, skb);
S
Sujith Manoharan 已提交
580 581 582 583 584
	} else if ((sc->ps_flags & PS_WAIT_FOR_CAB) &&
		   (ieee80211_is_data(hdr->frame_control) ||
		    ieee80211_is_action(hdr->frame_control)) &&
		   is_multicast_ether_addr(hdr->addr1) &&
		   !ieee80211_has_moredata(hdr->frame_control)) {
585 586 587 588
		/*
		 * No more broadcast/multicast frames to be received at this
		 * point.
		 */
589
		sc->ps_flags &= ~(PS_WAIT_FOR_CAB | PS_WAIT_FOR_BEACON);
590
		ath_dbg(common, PS,
J
Joe Perches 已提交
591
			"All PS CAB frames received, back to sleep\n");
S
Sujith 已提交
592
	} else if ((sc->ps_flags & PS_WAIT_FOR_PSPOLL_DATA) &&
593 594
		   !is_multicast_ether_addr(hdr->addr1) &&
		   !ieee80211_has_morefrags(hdr->frame_control)) {
S
Sujith 已提交
595
		sc->ps_flags &= ~PS_WAIT_FOR_PSPOLL_DATA;
596
		ath_dbg(common, PS,
J
Joe Perches 已提交
597
			"Going back to sleep after having received PS-Poll data (0x%lx)\n",
S
Sujith 已提交
598 599 600 601
			sc->ps_flags & (PS_WAIT_FOR_BEACON |
					PS_WAIT_FOR_CAB |
					PS_WAIT_FOR_PSPOLL_DATA |
					PS_WAIT_FOR_TX_ACK));
602 603 604
	}
}

F
Felix Fietkau 已提交
605
static bool ath_edma_get_buffers(struct ath_softc *sc,
606 607 608
				 enum ath9k_rx_qtype qtype,
				 struct ath_rx_status *rs,
				 struct ath_buf **dest)
609
{
F
Felix Fietkau 已提交
610 611 612 613 614 615 616 617 618 619 620 621 622 623
	struct ath_rx_edma *rx_edma = &sc->rx.rx_edma[qtype];
	struct ath_hw *ah = sc->sc_ah;
	struct ath_common *common = ath9k_hw_common(ah);
	struct sk_buff *skb;
	struct ath_buf *bf;
	int ret;

	skb = skb_peek(&rx_edma->rx_fifo);
	if (!skb)
		return false;

	bf = SKB_CB_ATHBUF(skb);
	BUG_ON(!bf);

M
Ming Lei 已提交
624
	dma_sync_single_for_cpu(sc->dev, bf->bf_buf_addr,
F
Felix Fietkau 已提交
625 626
				common->rx_bufsize, DMA_FROM_DEVICE);

627
	ret = ath9k_hw_process_rxdesc_edma(ah, rs, skb->data);
M
Ming Lei 已提交
628 629 630 631
	if (ret == -EINPROGRESS) {
		/*let device gain the buffer again*/
		dma_sync_single_for_device(sc->dev, bf->bf_buf_addr,
				common->rx_bufsize, DMA_FROM_DEVICE);
F
Felix Fietkau 已提交
632
		return false;
M
Ming Lei 已提交
633
	}
F
Felix Fietkau 已提交
634 635 636 637 638 639 640

	__skb_unlink(skb, &rx_edma->rx_fifo);
	if (ret == -EINVAL) {
		/* corrupt descriptor, skip this one and the following one */
		list_add_tail(&bf->list, &sc->rx.rxbuf);
		ath_rx_edma_buf_link(sc, qtype);

641 642 643 644 645 646 647 648 649
		skb = skb_peek(&rx_edma->rx_fifo);
		if (skb) {
			bf = SKB_CB_ATHBUF(skb);
			BUG_ON(!bf);

			__skb_unlink(skb, &rx_edma->rx_fifo);
			list_add_tail(&bf->list, &sc->rx.rxbuf);
			ath_rx_edma_buf_link(sc, qtype);
		}
650 651

		bf = NULL;
F
Felix Fietkau 已提交
652 653
	}

654
	*dest = bf;
F
Felix Fietkau 已提交
655 656
	return true;
}
657

F
Felix Fietkau 已提交
658 659 660 661
static struct ath_buf *ath_edma_get_next_rx_buf(struct ath_softc *sc,
						struct ath_rx_status *rs,
						enum ath9k_rx_qtype qtype)
{
662
	struct ath_buf *bf = NULL;
F
Felix Fietkau 已提交
663

664 665 666
	while (ath_edma_get_buffers(sc, qtype, rs, &bf)) {
		if (!bf)
			continue;
F
Felix Fietkau 已提交
667

668 669 670
		return bf;
	}
	return NULL;
F
Felix Fietkau 已提交
671 672 673 674 675 676 677
}

static struct ath_buf *ath_get_next_rx_buf(struct ath_softc *sc,
					   struct ath_rx_status *rs)
{
	struct ath_hw *ah = sc->sc_ah;
	struct ath_common *common = ath9k_hw_common(ah);
678
	struct ath_desc *ds;
F
Felix Fietkau 已提交
679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700
	struct ath_buf *bf;
	int ret;

	if (list_empty(&sc->rx.rxbuf)) {
		sc->rx.rxlink = NULL;
		return NULL;
	}

	bf = list_first_entry(&sc->rx.rxbuf, struct ath_buf, list);
	ds = bf->bf_desc;

	/*
	 * Must provide the virtual address of the current
	 * descriptor, the physical address, and the virtual
	 * address of the next descriptor in the h/w chain.
	 * This allows the HAL to look ahead to see if the
	 * hardware is done with a descriptor by checking the
	 * done bit in the following descriptor and the address
	 * of the current descriptor the DMA engine is working
	 * on.  All this is necessary because of our use of
	 * a self-linked list to avoid rx overruns.
	 */
701
	ret = ath9k_hw_rxprocdesc(ah, ds, rs);
F
Felix Fietkau 已提交
702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726
	if (ret == -EINPROGRESS) {
		struct ath_rx_status trs;
		struct ath_buf *tbf;
		struct ath_desc *tds;

		memset(&trs, 0, sizeof(trs));
		if (list_is_last(&bf->list, &sc->rx.rxbuf)) {
			sc->rx.rxlink = NULL;
			return NULL;
		}

		tbf = list_entry(bf->list.next, struct ath_buf, list);

		/*
		 * On some hardware the descriptor status words could
		 * get corrupted, including the done bit. Because of
		 * this, check if the next descriptor's done bit is
		 * set or not.
		 *
		 * If the next descriptor's done bit is set, the current
		 * descriptor has been corrupted. Force s/w to discard
		 * this descriptor and continue...
		 */

		tds = tbf->bf_desc;
727
		ret = ath9k_hw_rxprocdesc(ah, tds, &trs);
F
Felix Fietkau 已提交
728 729 730 731
		if (ret == -EINPROGRESS)
			return NULL;
	}

732
	list_del(&bf->list);
F
Felix Fietkau 已提交
733 734 735 736 737 738 739 740
	if (!bf->bf_mpdu)
		return bf;

	/*
	 * Synchronize the DMA transfer with CPU before
	 * 1. accessing the frame
	 * 2. requeueing the same buffer to h/w
	 */
M
Ming Lei 已提交
741
	dma_sync_single_for_cpu(sc->dev, bf->bf_buf_addr,
F
Felix Fietkau 已提交
742 743 744 745 746 747
			common->rx_bufsize,
			DMA_FROM_DEVICE);

	return bf;
}

748 749
/* Assumes you've already done the endian to CPU conversion */
static bool ath9k_rx_accept(struct ath_common *common,
750
			    struct ieee80211_hdr *hdr,
751 752 753 754
			    struct ieee80211_rx_status *rxs,
			    struct ath_rx_status *rx_stats,
			    bool *decrypt_error)
{
755
	struct ath_softc *sc = (struct ath_softc *) common->priv;
756
	bool is_mc, is_valid_tkip, strip_mic, mic_error;
757 758
	struct ath_hw *ah = common->ah;
	__le16 fc;
759
	u8 rx_status_len = ah->caps.rx_status_len;
760 761 762

	fc = hdr->frame_control;

763 764 765
	is_mc = !!is_multicast_ether_addr(hdr->addr1);
	is_valid_tkip = rx_stats->rs_keyix != ATH9K_RXKEYIX_INVALID &&
		test_bit(rx_stats->rs_keyix, common->tkip_keymap);
766
	strip_mic = is_valid_tkip && ieee80211_is_data(fc) &&
767
		ieee80211_has_protected(fc) &&
768
		!(rx_stats->rs_status &
769 770
		(ATH9K_RXERR_DECRYPT | ATH9K_RXERR_CRC | ATH9K_RXERR_MIC |
		 ATH9K_RXERR_KEYMISS));
771

772 773 774 775 776
	/*
	 * Key miss events are only relevant for pairwise keys where the
	 * descriptor does contain a valid key index. This has been observed
	 * mostly with CCMP encryption.
	 */
777 778
	if (rx_stats->rs_keyix == ATH9K_RXKEYIX_INVALID ||
	    !test_bit(rx_stats->rs_keyix, common->ccmp_keymap))
779 780
		rx_stats->rs_status &= ~ATH9K_RXERR_KEYMISS;

B
Ben Greear 已提交
781 782
	if (!rx_stats->rs_datalen) {
		RX_STAT_INC(rx_len_err);
783
		return false;
B
Ben Greear 已提交
784 785
	}

786 787 788 789 790
        /*
         * rs_status follows rs_datalen so if rs_datalen is too large
         * we can take a hint that hardware corrupted it, so ignore
         * those frames.
         */
B
Ben Greear 已提交
791 792
	if (rx_stats->rs_datalen > (common->rx_bufsize - rx_status_len)) {
		RX_STAT_INC(rx_len_err);
793
		return false;
B
Ben Greear 已提交
794
	}
795

796
	/* Only use error bits from the last fragment */
797
	if (rx_stats->rs_more)
798
		return true;
799

800 801 802 803 804
	mic_error = is_valid_tkip && !ieee80211_is_ctl(fc) &&
		!ieee80211_has_morefrags(fc) &&
		!(le16_to_cpu(hdr->seq_ctrl) & IEEE80211_SCTL_FRAG) &&
		(rx_stats->rs_status & ATH9K_RXERR_MIC);

805 806 807 808 809 810 811
	/*
	 * The rx_stats->rs_status will not be set until the end of the
	 * chained descriptors so it can be ignored if rs_more is set. The
	 * rs_more will be false at the last element of the chained
	 * descriptors.
	 */
	if (rx_stats->rs_status != 0) {
812 813
		u8 status_mask;

814
		if (rx_stats->rs_status & ATH9K_RXERR_CRC) {
815
			rxs->flag |= RX_FLAG_FAILED_FCS_CRC;
816 817
			mic_error = false;
		}
818 819 820
		if (rx_stats->rs_status & ATH9K_RXERR_PHY)
			return false;

821 822
		if ((rx_stats->rs_status & ATH9K_RXERR_DECRYPT) ||
		    (!is_mc && (rx_stats->rs_status & ATH9K_RXERR_KEYMISS))) {
823
			*decrypt_error = true;
824
			mic_error = false;
825
		}
826

827 828 829 830 831
		/*
		 * Reject error frames with the exception of
		 * decryption and MIC failures. For monitor mode,
		 * we also ignore the CRC error.
		 */
832 833 834
		status_mask = ATH9K_RXERR_DECRYPT | ATH9K_RXERR_MIC |
			      ATH9K_RXERR_KEYMISS;

835
		if (ah->is_monitoring && (sc->rx.rxfilter & FIF_FCSFAIL))
836 837 838 839
			status_mask |= ATH9K_RXERR_CRC;

		if (rx_stats->rs_status & ~status_mask)
			return false;
840
	}
841 842 843 844 845 846 847 848 849 850 851 852

	/*
	 * For unicast frames the MIC error bit can have false positives,
	 * so all MIC error reports need to be validated in software.
	 * False negatives are not common, so skip software verification
	 * if the hardware considers the MIC valid.
	 */
	if (strip_mic)
		rxs->flag |= RX_FLAG_MMIC_STRIPPED;
	else if (is_mc && mic_error)
		rxs->flag |= RX_FLAG_MMIC_ERROR;

853 854 855 856 857 858
	return true;
}

static int ath9k_process_rate(struct ath_common *common,
			      struct ieee80211_hw *hw,
			      struct ath_rx_status *rx_stats,
859
			      struct ieee80211_rx_status *rxs)
860 861 862 863
{
	struct ieee80211_supported_band *sband;
	enum ieee80211_band band;
	unsigned int i = 0;
864
	struct ath_softc __maybe_unused *sc = common->priv;
865

866
	band = hw->conf.chandef.chan->band;
867 868 869 870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 885 886 887 888 889 890 891 892 893 894 895
	sband = hw->wiphy->bands[band];

	if (rx_stats->rs_rate & 0x80) {
		/* HT rate */
		rxs->flag |= RX_FLAG_HT;
		if (rx_stats->rs_flags & ATH9K_RX_2040)
			rxs->flag |= RX_FLAG_40MHZ;
		if (rx_stats->rs_flags & ATH9K_RX_GI)
			rxs->flag |= RX_FLAG_SHORT_GI;
		rxs->rate_idx = rx_stats->rs_rate & 0x7f;
		return 0;
	}

	for (i = 0; i < sband->n_bitrates; i++) {
		if (sband->bitrates[i].hw_value == rx_stats->rs_rate) {
			rxs->rate_idx = i;
			return 0;
		}
		if (sband->bitrates[i].hw_value_short == rx_stats->rs_rate) {
			rxs->flag |= RX_FLAG_SHORTPRE;
			rxs->rate_idx = i;
			return 0;
		}
	}

	/*
	 * No valid hardware bitrate found -- we should not get here
	 * because hardware has already validated this frame as OK.
	 */
896
	ath_dbg(common, ANY,
J
Joe Perches 已提交
897 898
		"unsupported hw bitrate detected 0x%02x using 1 Mbit\n",
		rx_stats->rs_rate);
B
Ben Greear 已提交
899
	RX_STAT_INC(rx_rate_err);
900 901 902 903 904
	return -EINVAL;
}

static void ath9k_process_rssi(struct ath_common *common,
			       struct ieee80211_hw *hw,
905
			       struct ieee80211_hdr *hdr,
906 907
			       struct ath_rx_status *rx_stats)
{
908
	struct ath_softc *sc = hw->priv;
909
	struct ath_hw *ah = common->ah;
910
	int last_rssi;
911
	int rssi = rx_stats->rs_rssi;
912

913 914 915
	if (!rx_stats->is_mybeacon ||
	    ((ah->opmode != NL80211_IFTYPE_STATION) &&
	     (ah->opmode != NL80211_IFTYPE_ADHOC)))
916 917 918
		return;

	if (rx_stats->rs_rssi != ATH9K_RSSI_BAD && !rx_stats->rs_moreaggr)
919
		ATH_RSSI_LPF(sc->last_rssi, rx_stats->rs_rssi);
920

921
	last_rssi = sc->last_rssi;
922
	if (likely(last_rssi != ATH_RSSI_DUMMY_MARKER))
923 924 925
		rssi = ATH_EP_RND(last_rssi, ATH_RSSI_EP_MULTIPLIER);
	if (rssi < 0)
		rssi = 0;
926 927

	/* Update Beacon RSSI, this is used by ANI. */
928
	ah->stats.avgbrssi = rssi;
929 930 931 932 933 934 935 936 937
}

/*
 * For Decrypt or Demic errors, we only mark packet status here and always push
 * up the frame up to let mac80211 handle the actual error case, be it no
 * decryption key or real decryption error. This let us keep statistics there.
 */
static int ath9k_rx_skb_preprocess(struct ath_common *common,
				   struct ieee80211_hw *hw,
938
				   struct ieee80211_hdr *hdr,
939 940 941 942
				   struct ath_rx_status *rx_stats,
				   struct ieee80211_rx_status *rx_status,
				   bool *decrypt_error)
{
943 944
	struct ath_hw *ah = common->ah;

945 946 947 948
	/*
	 * everything but the rate is checked here, the rate check is done
	 * separately to avoid doing two lookups for a rate for each frame.
	 */
949
	if (!ath9k_rx_accept(common, hdr, rx_status, rx_stats, decrypt_error))
950 951
		return -EINVAL;

952 953 954 955
	/* Only use status info from the last fragment */
	if (rx_stats->rs_more)
		return 0;

956
	ath9k_process_rssi(common, hw, hdr, rx_stats);
957

958
	if (ath9k_process_rate(common, hw, rx_stats, rx_status))
959 960
		return -EINVAL;

961 962
	rx_status->band = hw->conf.chandef.chan->band;
	rx_status->freq = hw->conf.chandef.chan->center_freq;
963
	rx_status->signal = ah->noise + rx_stats->rs_rssi;
964
	rx_status->antenna = rx_stats->rs_antenna;
965
	rx_status->flag |= RX_FLAG_MACTIME_END;
966 967
	if (rx_stats->rs_moreaggr)
		rx_status->flag |= RX_FLAG_NO_SIGNAL_VAL;
968 969 970 971 972 973 974 975 976 977 978 979 980 981 982 983 984 985 986 987

	return 0;
}

static void ath9k_rx_skb_postprocess(struct ath_common *common,
				     struct sk_buff *skb,
				     struct ath_rx_status *rx_stats,
				     struct ieee80211_rx_status *rxs,
				     bool decrypt_error)
{
	struct ath_hw *ah = common->ah;
	struct ieee80211_hdr *hdr;
	int hdrlen, padpos, padsize;
	u8 keyix;
	__le16 fc;

	/* see if any padding is done by the hw and remove it */
	hdr = (struct ieee80211_hdr *) skb->data;
	hdrlen = ieee80211_get_hdrlen_from_skb(skb);
	fc = hdr->frame_control;
988
	padpos = ieee80211_hdrlen(fc);
989 990 991 992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021

	/* The MAC header is padded to have 32-bit boundary if the
	 * packet payload is non-zero. The general calculation for
	 * padsize would take into account odd header lengths:
	 * padsize = (4 - padpos % 4) % 4; However, since only
	 * even-length headers are used, padding can only be 0 or 2
	 * bytes and we can optimize this a bit. In addition, we must
	 * not try to remove padding from short control frames that do
	 * not have payload. */
	padsize = padpos & 3;
	if (padsize && skb->len>=padpos+padsize+FCS_LEN) {
		memmove(skb->data + padsize, skb->data, padpos);
		skb_pull(skb, padsize);
	}

	keyix = rx_stats->rs_keyix;

	if (!(keyix == ATH9K_RXKEYIX_INVALID) && !decrypt_error &&
	    ieee80211_has_protected(fc)) {
		rxs->flag |= RX_FLAG_DECRYPTED;
	} else if (ieee80211_has_protected(fc)
		   && !decrypt_error && skb->len >= hdrlen + 4) {
		keyix = skb->data[hdrlen + 3] >> 6;

		if (test_bit(keyix, common->keymap))
			rxs->flag |= RX_FLAG_DECRYPTED;
	}
	if (ah->sw_mgmt_crypto &&
	    (rxs->flag & RX_FLAG_DECRYPTED) &&
	    ieee80211_is_mgmt(fc))
		/* Use software decrypt for management frames. */
		rxs->flag &= ~RX_FLAG_DECRYPTED;
}
F
Felix Fietkau 已提交
1022

1023
#ifdef CONFIG_ATH9K_DEBUGFS
1024 1025 1026 1027 1028 1029
static s8 fix_rssi_inv_only(u8 rssi_val)
{
	if (rssi_val == 128)
		rssi_val = 0;
	return (s8) rssi_val;
}
1030
#endif
1031

1032 1033 1034
/* returns 1 if this was a spectral frame, even if not handled. */
static int ath_process_fft(struct ath_softc *sc, struct ieee80211_hdr *hdr,
			   struct ath_rx_status *rs, u64 tsf)
1035
{
1036
#ifdef CONFIG_ATH9K_DEBUGFS
1037 1038 1039 1040 1041 1042 1043
	struct ath_hw *ah = sc->sc_ah;
	u8 bins[SPECTRAL_HT20_NUM_BINS];
	u8 *vdata = (u8 *)hdr;
	struct fft_sample_ht20 fft_sample;
	struct ath_radar_info *radar_info;
	struct ath_ht20_mag_info *mag_info;
	int len = rs->rs_datalen;
1044
	int dc_pos;
1045
	u16 length, max_magnitude;
1046 1047 1048 1049 1050 1051 1052 1053

	/* AR9280 and before report via ATH9K_PHYERR_RADAR, AR93xx and newer
	 * via ATH9K_PHYERR_SPECTRAL. Haven't seen ATH9K_PHYERR_FALSE_RADAR_EXT
	 * yet, but this is supposed to be possible as well.
	 */
	if (rs->rs_phyerr != ATH9K_PHYERR_RADAR &&
	    rs->rs_phyerr != ATH9K_PHYERR_FALSE_RADAR_EXT &&
	    rs->rs_phyerr != ATH9K_PHYERR_SPECTRAL)
1054 1055 1056 1057 1058 1059 1060 1061
		return 0;

	/* check if spectral scan bit is set. This does not have to be checked
	 * if received through a SPECTRAL phy error, but shouldn't hurt.
	 */
	radar_info = ((struct ath_radar_info *)&vdata[len]) - 1;
	if (!(radar_info->pulse_bw_info & SPECTRAL_SCAN_BITMASK))
		return 0;
1062 1063 1064 1065 1066 1067 1068 1069

	/* Variation in the data length is possible and will be fixed later.
	 * Note that we only support HT20 for now.
	 *
	 * TODO: add HT20_40 support as well.
	 */
	if ((len > SPECTRAL_HT20_TOTAL_DATA_LEN + 2) ||
	    (len < SPECTRAL_HT20_TOTAL_DATA_LEN - 1))
1070
		return 1;
1071 1072

	fft_sample.tlv.type = ATH_FFT_SAMPLE_HT20;
1073 1074
	length = sizeof(fft_sample) - sizeof(fft_sample.tlv);
	fft_sample.tlv.length = __cpu_to_be16(length);
1075

1076
	fft_sample.freq = __cpu_to_be16(ah->curchan->chan->center_freq);
1077 1078 1079 1080 1081 1082 1083 1084 1085 1086 1087 1088 1089 1090 1091 1092 1093 1094 1095 1096 1097 1098 1099 1100 1101 1102 1103
	fft_sample.rssi = fix_rssi_inv_only(rs->rs_rssi_ctl0);
	fft_sample.noise = ah->noise;

	switch (len - SPECTRAL_HT20_TOTAL_DATA_LEN) {
	case 0:
		/* length correct, nothing to do. */
		memcpy(bins, vdata, SPECTRAL_HT20_NUM_BINS);
		break;
	case -1:
		/* first byte missing, duplicate it. */
		memcpy(&bins[1], vdata, SPECTRAL_HT20_NUM_BINS - 1);
		bins[0] = vdata[0];
		break;
	case 2:
		/* MAC added 2 extra bytes at bin 30 and 32, remove them. */
		memcpy(bins, vdata, 30);
		bins[30] = vdata[31];
		memcpy(&bins[31], &vdata[33], SPECTRAL_HT20_NUM_BINS - 31);
		break;
	case 1:
		/* MAC added 2 extra bytes AND first byte is missing. */
		bins[0] = vdata[0];
		memcpy(&bins[0], vdata, 30);
		bins[31] = vdata[31];
		memcpy(&bins[32], &vdata[33], SPECTRAL_HT20_NUM_BINS - 32);
		break;
	default:
1104
		return 1;
1105 1106 1107 1108 1109 1110 1111 1112 1113 1114 1115
	}

	/* DC value (value in the middle) is the blind spot of the spectral
	 * sample and invalid, interpolate it.
	 */
	dc_pos = SPECTRAL_HT20_NUM_BINS / 2;
	bins[dc_pos] = (bins[dc_pos + 1] + bins[dc_pos - 1]) / 2;

	/* mag data is at the end of the frame, in front of radar_info */
	mag_info = ((struct ath_ht20_mag_info *)radar_info) - 1;

1116 1117 1118
	/* copy raw bins without scaling them */
	memcpy(fft_sample.data, bins, SPECTRAL_HT20_NUM_BINS);
	fft_sample.max_exp = mag_info->max_exp & 0xf;
1119

1120 1121
	max_magnitude = spectral_max_magnitude(mag_info->all_bins);
	fft_sample.max_magnitude = __cpu_to_be16(max_magnitude);
1122 1123
	fft_sample.max_index = spectral_max_index(mag_info->all_bins);
	fft_sample.bitmap_weight = spectral_bitmap_weight(mag_info->all_bins);
1124
	fft_sample.tsf = __cpu_to_be64(tsf);
1125 1126

	ath_debug_send_fft_sample(sc, &fft_sample.tlv);
1127 1128 1129
	return 1;
#else
	return 0;
1130 1131 1132
#endif
}

1133 1134 1135 1136 1137 1138 1139 1140 1141 1142 1143 1144 1145 1146 1147 1148 1149 1150
static void ath9k_apply_ampdu_details(struct ath_softc *sc,
	struct ath_rx_status *rs, struct ieee80211_rx_status *rxs)
{
	if (rs->rs_isaggr) {
		rxs->flag |= RX_FLAG_AMPDU_DETAILS | RX_FLAG_AMPDU_LAST_KNOWN;

		rxs->ampdu_reference = sc->rx.ampdu_ref;

		if (!rs->rs_moreaggr) {
			rxs->flag |= RX_FLAG_AMPDU_IS_LAST;
			sc->rx.ampdu_ref++;
		}

		if (rs->rs_flags & ATH9K_RX_DELIM_CRC_PRE)
			rxs->flag |= RX_FLAG_AMPDU_DELIM_CRC_ERROR;
	}
}

F
Felix Fietkau 已提交
1151 1152 1153
int ath_rx_tasklet(struct ath_softc *sc, int flush, bool hp)
{
	struct ath_buf *bf;
1154
	struct sk_buff *skb = NULL, *requeue_skb, *hdr_skb;
1155
	struct ieee80211_rx_status *rxs;
1156
	struct ath_hw *ah = sc->sc_ah;
1157
	struct ath_common *common = ath9k_hw_common(ah);
1158
	struct ieee80211_hw *hw = sc->hw;
S
Sujith 已提交
1159
	struct ieee80211_hdr *hdr;
1160
	int retval;
1161
	struct ath_rx_status rs;
F
Felix Fietkau 已提交
1162 1163 1164
	enum ath9k_rx_qtype qtype;
	bool edma = !!(ah->caps.hw_caps & ATH9K_HW_CAP_EDMA);
	int dma_type;
1165
	u8 rx_status_len = ah->caps.rx_status_len;
1166 1167
	u64 tsf = 0;
	u32 tsf_lower = 0;
1168
	unsigned long flags;
S
Sujith 已提交
1169

F
Felix Fietkau 已提交
1170 1171
	if (edma)
		dma_type = DMA_BIDIRECTIONAL;
1172 1173
	else
		dma_type = DMA_FROM_DEVICE;
F
Felix Fietkau 已提交
1174 1175

	qtype = hp ? ATH9K_RX_QUEUE_HP : ATH9K_RX_QUEUE_LP;
1176

1177 1178 1179
	tsf = ath9k_hw_gettsf64(ah);
	tsf_lower = tsf & 0xffffffff;

1180
	do {
1181
		bool decrypt_error = false;
1182

1183
		memset(&rs, 0, sizeof(rs));
F
Felix Fietkau 已提交
1184 1185 1186 1187
		if (edma)
			bf = ath_edma_get_next_rx_buf(sc, &rs, qtype);
		else
			bf = ath_get_next_rx_buf(sc, &rs);
1188

F
Felix Fietkau 已提交
1189 1190
		if (!bf)
			break;
1191 1192

		skb = bf->bf_mpdu;
S
Sujith 已提交
1193
		if (!skb)
1194 1195
			continue;

1196 1197 1198 1199 1200 1201 1202 1203 1204 1205 1206
		/*
		 * Take frame header from the first fragment and RX status from
		 * the last one.
		 */
		if (sc->rx.frag)
			hdr_skb = sc->rx.frag;
		else
			hdr_skb = skb;

		hdr = (struct ieee80211_hdr *) (hdr_skb->data + rx_status_len);
		rxs = IEEE80211_SKB_RXCB(hdr_skb);
B
Ben Greear 已提交
1207 1208 1209
		if (ieee80211_is_beacon(hdr->frame_control)) {
			RX_STAT_INC(rx_beacons);
			if (!is_zero_ether_addr(common->curbssid) &&
1210
			    ether_addr_equal(hdr->addr3, common->curbssid))
B
Ben Greear 已提交
1211 1212 1213 1214
				rs.is_mybeacon = true;
			else
				rs.is_mybeacon = false;
		}
1215 1216
		else
			rs.is_mybeacon = false;
1217

1218 1219 1220 1221
		if (ieee80211_is_data_present(hdr->frame_control) &&
		    !ieee80211_is_qos_nullfunc(hdr->frame_control))
			sc->rx.num_pkts++;

1222
		ath_debug_stat_rx(sc, &rs);
S
Sujith 已提交
1223

1224 1225
		memset(rxs, 0, sizeof(struct ieee80211_rx_status));

1226 1227 1228 1229 1230 1231 1232 1233 1234
		rxs->mactime = (tsf & ~0xffffffffULL) | rs.rs_tstamp;
		if (rs.rs_tstamp > tsf_lower &&
		    unlikely(rs.rs_tstamp - tsf_lower > 0x10000000))
			rxs->mactime -= 0x100000000ULL;

		if (rs.rs_tstamp < tsf_lower &&
		    unlikely(tsf_lower - rs.rs_tstamp > 0x10000000))
			rxs->mactime += 0x100000000ULL;

1235 1236 1237
		if (rs.rs_phyerr == ATH9K_PHYERR_RADAR)
			ath9k_dfs_process_phyerr(sc, hdr, &rs, rxs->mactime);

1238 1239 1240 1241 1242 1243
		if (rs.rs_status & ATH9K_RXERR_PHY) {
			if (ath_process_fft(sc, hdr, &rs, rxs->mactime)) {
				RX_STAT_INC(rx_spectral);
				goto requeue_drop_frag;
			}
		}
1244

1245 1246 1247 1248 1249
		retval = ath9k_rx_skb_preprocess(common, hw, hdr, &rs,
						 rxs, &decrypt_error);
		if (retval)
			goto requeue_drop_frag;

1250 1251 1252 1253
		if (rs.is_mybeacon) {
			sc->hw_busy_count = 0;
			ath_start_rx_poll(sc, 3);
		}
1254 1255
		/* Ensure we always have an skb to requeue once we are done
		 * processing the current buffer's skb */
1256
		requeue_skb = ath_rxbuf_alloc(common, common->rx_bufsize, GFP_ATOMIC);
1257 1258 1259

		/* If there is no memory we ignore the current RX'd frame,
		 * tell hardware it can give us a new frame using the old
S
Sujith 已提交
1260
		 * skb and put it at the tail of the sc->rx.rxbuf list for
1261
		 * processing. */
B
Ben Greear 已提交
1262 1263
		if (!requeue_skb) {
			RX_STAT_INC(rx_oom_err);
1264
			goto requeue_drop_frag;
B
Ben Greear 已提交
1265
		}
1266

1267
		/* Unmap the frame */
1268
		dma_unmap_single(sc->dev, bf->bf_buf_addr,
1269
				 common->rx_bufsize,
F
Felix Fietkau 已提交
1270
				 dma_type);
1271

F
Felix Fietkau 已提交
1272 1273 1274
		skb_put(skb, rs.rs_datalen + ah->caps.rx_status_len);
		if (ah->caps.rx_status_len)
			skb_pull(skb, ah->caps.rx_status_len);
S
Sujith 已提交
1275

1276 1277 1278
		if (!rs.rs_more)
			ath9k_rx_skb_postprocess(common, hdr_skb, &rs,
						 rxs, decrypt_error);
S
Sujith 已提交
1279

1280 1281
		/* We will now give hardware our shiny new allocated skb */
		bf->bf_mpdu = requeue_skb;
1282
		bf->bf_buf_addr = dma_map_single(sc->dev, requeue_skb->data,
1283
						 common->rx_bufsize,
F
Felix Fietkau 已提交
1284
						 dma_type);
1285
		if (unlikely(dma_mapping_error(sc->dev,
1286 1287 1288
			  bf->bf_buf_addr))) {
			dev_kfree_skb_any(requeue_skb);
			bf->bf_mpdu = NULL;
1289
			bf->bf_buf_addr = 0;
1290
			ath_err(common, "dma_mapping_error() on RX\n");
1291
			ieee80211_rx(hw, skb);
1292 1293
			break;
		}
1294

1295
		if (rs.rs_more) {
B
Ben Greear 已提交
1296
			RX_STAT_INC(rx_frags);
1297 1298 1299 1300 1301 1302 1303 1304 1305
			/*
			 * rs_more indicates chained descriptors which can be
			 * used to link buffers together for a sort of
			 * scatter-gather operation.
			 */
			if (sc->rx.frag) {
				/* too many fragments - cannot handle frame */
				dev_kfree_skb_any(sc->rx.frag);
				dev_kfree_skb_any(skb);
B
Ben Greear 已提交
1306
				RX_STAT_INC(rx_too_many_frags_err);
1307 1308 1309 1310 1311 1312 1313 1314 1315 1316 1317
				skb = NULL;
			}
			sc->rx.frag = skb;
			goto requeue;
		}

		if (sc->rx.frag) {
			int space = skb->len - skb_tailroom(hdr_skb);

			if (pskb_expand_head(hdr_skb, 0, space, GFP_ATOMIC) < 0) {
				dev_kfree_skb(skb);
B
Ben Greear 已提交
1318
				RX_STAT_INC(rx_oom_err);
1319 1320 1321
				goto requeue_drop_frag;
			}

1322 1323
			sc->rx.frag = NULL;

1324 1325 1326 1327 1328 1329
			skb_copy_from_linear_data(skb, skb_put(hdr_skb, skb->len),
						  skb->len);
			dev_kfree_skb_any(skb);
			skb = hdr_skb;
		}

1330 1331 1332 1333 1334 1335 1336 1337 1338 1339 1340 1341 1342 1343

		if (ah->caps.hw_caps & ATH9K_HW_CAP_ANT_DIV_COMB) {

			/*
			 * change the default rx antenna if rx diversity
			 * chooses the other antenna 3 times in a row.
			 */
			if (sc->rx.defant != rs.rs_antenna) {
				if (++sc->rx.rxotherant >= 3)
					ath_setdefantenna(sc, rs.rs_antenna);
			} else {
				sc->rx.rxotherant = 0;
			}

1344
		}
1345

1346 1347 1348
		if (rxs->flag & RX_FLAG_MMIC_STRIPPED)
			skb_trim(skb, skb->len - 8);

1349
		spin_lock_irqsave(&sc->sc_pm_lock, flags);
1350
		if ((sc->ps_flags & (PS_WAIT_FOR_BEACON |
1351 1352 1353 1354
				     PS_WAIT_FOR_CAB |
				     PS_WAIT_FOR_PSPOLL_DATA)) ||
		    ath9k_check_auto_sleep(sc))
			ath_rx_ps(sc, skb, rs.is_mybeacon);
1355
		spin_unlock_irqrestore(&sc->sc_pm_lock, flags);
1356

1357
		if ((ah->caps.hw_caps & ATH9K_HW_CAP_ANT_DIV_COMB) && sc->ant_rx == 3)
1358 1359
			ath_ant_comb_scan(sc, &rs);

1360 1361
		ath9k_apply_ampdu_details(sc, &rs, rxs);

1362
		ieee80211_rx(hw, skb);
1363

1364 1365 1366 1367 1368
requeue_drop_frag:
		if (sc->rx.frag) {
			dev_kfree_skb_any(sc->rx.frag);
			sc->rx.frag = NULL;
		}
1369
requeue:
1370 1371 1372 1373
		list_add_tail(&bf->list, &sc->rx.rxbuf);
		if (flush)
			continue;

F
Felix Fietkau 已提交
1374 1375 1376 1377
		if (edma) {
			ath_rx_edma_buf_link(sc, qtype);
		} else {
			ath_rx_buf_link(sc, bf);
1378
			ath9k_hw_rxena(ah);
F
Felix Fietkau 已提交
1379
		}
S
Sujith 已提交
1380 1381
	} while (1);

1382 1383
	if (!(ah->imask & ATH9K_INT_RXEOL)) {
		ah->imask |= (ATH9K_INT_RXEOL | ATH9K_INT_RXORN);
1384
		ath9k_hw_set_interrupts(ah);
1385 1386
	}

1387 1388
	return 0;
}