pci.c 66.2 KB
Newer Older
L
Larry Finger 已提交
1 2
/******************************************************************************
 *
L
Larry Finger 已提交
3
 * Copyright(c) 2009-2012  Realtek Corporation.
L
Larry Finger 已提交
4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26
 *
 * This program is free software; you can redistribute it and/or modify it
 * under the terms of version 2 of the GNU General Public License as
 * published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
 * more details.
 *
 * The full GNU General Public License is included in this distribution in the
 * file called LICENSE.
 *
 * Contact Information:
 * wlanfae <wlanfae@realtek.com>
 * Realtek Corporation, No. 2, Innovation Road II, Hsinchu Science Park,
 * Hsinchu 300, Taiwan.
 *
 * Larry Finger <Larry.Finger@lwfinger.net>
 *
 *****************************************************************************/

#include "wifi.h"
27
#include "core.h"
L
Larry Finger 已提交
28 29 30
#include "pci.h"
#include "base.h"
#include "ps.h"
31
#include "efuse.h"
32
#include <linux/interrupt.h>
33
#include <linux/export.h>
34
#include <linux/kmemleak.h>
35 36 37 38 39 40 41
#include <linux/module.h>

MODULE_AUTHOR("lizhaoming	<chaoming_li@realsil.com.cn>");
MODULE_AUTHOR("Realtek WlanFAE	<wlanfae@realtek.com>");
MODULE_AUTHOR("Larry Finger	<Larry.FInger@lwfinger.net>");
MODULE_LICENSE("GPL");
MODULE_DESCRIPTION("PCI basic driver for rtlwifi");
L
Larry Finger 已提交
42 43

static const u16 pcibridge_vendors[PCI_BRIDGE_VENDOR_MAX] = {
44 45 46 47
	INTEL_VENDOR_ID,
	ATI_VENDOR_ID,
	AMD_VENDOR_ID,
	SIS_VENDOR_ID
L
Larry Finger 已提交
48 49
};

50 51 52 53 54 55 56
static const u8 ac_to_hwq[] = {
	VO_QUEUE,
	VI_QUEUE,
	BE_QUEUE,
	BK_QUEUE
};

57
static u8 _rtl_mac_to_hwqueue(struct ieee80211_hw *hw,
58 59 60
		       struct sk_buff *skb)
{
	struct rtl_hal *rtlhal = rtl_hal(rtl_priv(hw));
61
	__le16 fc = rtl_get_fc(skb);
62 63 64 65
	u8 queue_index = skb_get_queue_mapping(skb);

	if (unlikely(ieee80211_is_beacon(fc)))
		return BEACON_QUEUE;
66
	if (ieee80211_is_mgmt(fc) || ieee80211_is_ctl(fc))
67 68 69 70 71 72 73 74
		return MGNT_QUEUE;
	if (rtlhal->hw_type == HARDWARE_TYPE_RTL8192SE)
		if (ieee80211_is_nullfunc(fc))
			return HIGH_QUEUE;

	return ac_to_hwq[queue_index];
}

L
Larry Finger 已提交
75 76 77 78 79 80 81 82
/* Update PCI dependent default settings*/
static void _rtl_pci_update_default_setting(struct ieee80211_hw *hw)
{
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	struct rtl_pci_priv *pcipriv = rtl_pcipriv(hw);
	struct rtl_ps_ctl *ppsc = rtl_psc(rtl_priv(hw));
	struct rtl_pci *rtlpci = rtl_pcidev(rtl_pcipriv(hw));
	u8 pcibridge_vendor = pcipriv->ndis_adapter.pcibridge_vendor;
83
	u8 init_aspm;
L
Larry Finger 已提交
84 85

	ppsc->reg_rfps_level = 0;
86
	ppsc->support_aspm = false;
L
Larry Finger 已提交
87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148

	/*Update PCI ASPM setting */
	ppsc->const_amdpci_aspm = rtlpci->const_amdpci_aspm;
	switch (rtlpci->const_pci_aspm) {
	case 0:
		/*No ASPM */
		break;

	case 1:
		/*ASPM dynamically enabled/disable. */
		ppsc->reg_rfps_level |= RT_RF_LPS_LEVEL_ASPM;
		break;

	case 2:
		/*ASPM with Clock Req dynamically enabled/disable. */
		ppsc->reg_rfps_level |= (RT_RF_LPS_LEVEL_ASPM |
					 RT_RF_OFF_LEVL_CLK_REQ);
		break;

	case 3:
		/*
		 * Always enable ASPM and Clock Req
		 * from initialization to halt.
		 * */
		ppsc->reg_rfps_level &= ~(RT_RF_LPS_LEVEL_ASPM);
		ppsc->reg_rfps_level |= (RT_RF_PS_LEVEL_ALWAYS_ASPM |
					 RT_RF_OFF_LEVL_CLK_REQ);
		break;

	case 4:
		/*
		 * Always enable ASPM without Clock Req
		 * from initialization to halt.
		 * */
		ppsc->reg_rfps_level &= ~(RT_RF_LPS_LEVEL_ASPM |
					  RT_RF_OFF_LEVL_CLK_REQ);
		ppsc->reg_rfps_level |= RT_RF_PS_LEVEL_ALWAYS_ASPM;
		break;
	}

	ppsc->reg_rfps_level |= RT_RF_OFF_LEVL_HALT_NIC;

	/*Update Radio OFF setting */
	switch (rtlpci->const_hwsw_rfoff_d3) {
	case 1:
		if (ppsc->reg_rfps_level & RT_RF_LPS_LEVEL_ASPM)
			ppsc->reg_rfps_level |= RT_RF_OFF_LEVL_ASPM;
		break;

	case 2:
		if (ppsc->reg_rfps_level & RT_RF_LPS_LEVEL_ASPM)
			ppsc->reg_rfps_level |= RT_RF_OFF_LEVL_ASPM;
		ppsc->reg_rfps_level |= RT_RF_OFF_LEVL_HALT_NIC;
		break;

	case 3:
		ppsc->reg_rfps_level |= RT_RF_OFF_LEVL_PCI_D3;
		break;
	}

	/*Set HW definition to determine if it supports ASPM. */
	switch (rtlpci->const_support_pciaspm) {
149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168
	case 0:{
			/*Not support ASPM. */
			bool support_aspm = false;
			ppsc->support_aspm = support_aspm;
			break;
		}
	case 1:{
			/*Support ASPM. */
			bool support_aspm = true;
			bool support_backdoor = true;
			ppsc->support_aspm = support_aspm;

			/*if (priv->oem_id == RT_CID_TOSHIBA &&
			   !priv->ndis_adapter.amd_l1_patch)
			   support_backdoor = false; */

			ppsc->support_backdoor = support_backdoor;

			break;
		}
L
Larry Finger 已提交
169 170
	case 2:
		/*ASPM value set by chipset. */
171 172 173 174
		if (pcibridge_vendor == PCI_BRIDGE_VENDOR_INTEL) {
			bool support_aspm = true;
			ppsc->support_aspm = support_aspm;
		}
L
Larry Finger 已提交
175 176
		break;
	default:
177 178
		pr_err("switch case %#x not processed\n",
		       rtlpci->const_support_pciaspm);
L
Larry Finger 已提交
179 180
		break;
	}
181 182 183 184 185 186 187 188 189

	/* toshiba aspm issue, toshiba will set aspm selfly
	 * so we should not set aspm in driver */
	pci_read_config_byte(rtlpci->pdev, 0x80, &init_aspm);
	if (rtlpriv->rtlhal.hw_type == HARDWARE_TYPE_RTL8192SE &&
		init_aspm == 0x43)
		ppsc->support_aspm = false;
}

L
Larry Finger 已提交
190 191 192 193 194
static bool _rtl_pci_platform_switch_device_pci_aspm(
			struct ieee80211_hw *hw,
			u8 value)
{
	struct rtl_pci *rtlpci = rtl_pcidev(rtl_pcipriv(hw));
195 196 197 198
	struct rtl_hal *rtlhal = rtl_hal(rtl_priv(hw));

	if (rtlhal->hw_type != HARDWARE_TYPE_RTL8192SE)
		value |= 0x40;
L
Larry Finger 已提交
199 200 201

	pci_write_config_byte(rtlpci->pdev, 0x80, value);

202
	return false;
L
Larry Finger 已提交
203 204 205
}

/*When we set 0x01 to enable clk request. Set 0x0 to disable clk req.*/
206
static void _rtl_pci_switch_clk_req(struct ieee80211_hw *hw, u8 value)
L
Larry Finger 已提交
207 208
{
	struct rtl_pci *rtlpci = rtl_pcidev(rtl_pcipriv(hw));
209
	struct rtl_hal *rtlhal = rtl_hal(rtl_priv(hw));
L
Larry Finger 已提交
210 211 212

	pci_write_config_byte(rtlpci->pdev, 0x81, value);

213 214
	if (rtlhal->hw_type == HARDWARE_TYPE_RTL8192SE)
		udelay(100);
L
Larry Finger 已提交
215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230
}

/*Disable RTL8192SE ASPM & Disable Pci Bridge ASPM*/
static void rtl_pci_disable_aspm(struct ieee80211_hw *hw)
{
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	struct rtl_pci_priv *pcipriv = rtl_pcipriv(hw);
	struct rtl_ps_ctl *ppsc = rtl_psc(rtl_priv(hw));
	struct rtl_pci *rtlpci = rtl_pcidev(rtl_pcipriv(hw));
	u8 pcibridge_vendor = pcipriv->ndis_adapter.pcibridge_vendor;
	u8 num4bytes = pcipriv->ndis_adapter.num4bytes;
	/*Retrieve original configuration settings. */
	u8 linkctrl_reg = pcipriv->ndis_adapter.linkctrl_reg;
	u16 pcibridge_linkctrlreg = pcipriv->ndis_adapter.
				pcibridge_linkctrlreg;
	u16 aspmlevel = 0;
231
	u8 tmp_u1b = 0;
L
Larry Finger 已提交
232

233 234 235
	if (!ppsc->support_aspm)
		return;

L
Larry Finger 已提交
236 237
	if (pcibridge_vendor == PCI_BRIDGE_VENDOR_UNKNOWN) {
		RT_TRACE(rtlpriv, COMP_POWER, DBG_TRACE,
238
			 "PCI(Bridge) UNKNOWN\n");
L
Larry Finger 已提交
239 240 241 242 243 244 245 246 247

		return;
	}

	if (ppsc->reg_rfps_level & RT_RF_OFF_LEVL_CLK_REQ) {
		RT_CLEAR_PS_LEVEL(ppsc, RT_RF_OFF_LEVL_CLK_REQ);
		_rtl_pci_switch_clk_req(hw, 0x0);
	}

248 249
	/*for promising device will in L0 state after an I/O. */
	pci_read_config_byte(rtlpci->pdev, 0x80, &tmp_u1b);
L
Larry Finger 已提交
250 251 252 253 254 255 256 257 258 259

	/*Set corresponding value. */
	aspmlevel |= BIT(0) | BIT(1);
	linkctrl_reg &= ~aspmlevel;
	pcibridge_linkctrlreg &= ~(BIT(0) | BIT(1));

	_rtl_pci_platform_switch_device_pci_aspm(hw, linkctrl_reg);
	udelay(50);

	/*4 Disable Pci Bridge ASPM */
260 261
	pci_write_config_byte(rtlpci->pdev, (num4bytes << 2),
			      pcibridge_linkctrlreg);
L
Larry Finger 已提交
262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283

	udelay(50);
}

/*
 *Enable RTL8192SE ASPM & Enable Pci Bridge ASPM for
 *power saving We should follow the sequence to enable
 *RTL8192SE first then enable Pci Bridge ASPM
 *or the system will show bluescreen.
 */
static void rtl_pci_enable_aspm(struct ieee80211_hw *hw)
{
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	struct rtl_pci_priv *pcipriv = rtl_pcipriv(hw);
	struct rtl_ps_ctl *ppsc = rtl_psc(rtl_priv(hw));
	struct rtl_pci *rtlpci = rtl_pcidev(rtl_pcipriv(hw));
	u8 pcibridge_vendor = pcipriv->ndis_adapter.pcibridge_vendor;
	u8 num4bytes = pcipriv->ndis_adapter.num4bytes;
	u16 aspmlevel;
	u8 u_pcibridge_aspmsetting;
	u8 u_device_aspmsetting;

284 285 286
	if (!ppsc->support_aspm)
		return;

L
Larry Finger 已提交
287 288
	if (pcibridge_vendor == PCI_BRIDGE_VENDOR_UNKNOWN) {
		RT_TRACE(rtlpriv, COMP_POWER, DBG_TRACE,
289
			 "PCI(Bridge) UNKNOWN\n");
L
Larry Finger 已提交
290 291 292 293 294 295 296 297 298 299 300 301
		return;
	}

	/*4 Enable Pci Bridge ASPM */

	u_pcibridge_aspmsetting =
	    pcipriv->ndis_adapter.pcibridge_linkctrlreg |
	    rtlpci->const_hostpci_aspm_setting;

	if (pcibridge_vendor == PCI_BRIDGE_VENDOR_INTEL)
		u_pcibridge_aspmsetting &= ~BIT(0);

302 303
	pci_write_config_byte(rtlpci->pdev, (num4bytes << 2),
			      u_pcibridge_aspmsetting);
L
Larry Finger 已提交
304 305

	RT_TRACE(rtlpriv, COMP_INIT, DBG_LOUD,
306
		 "PlatformEnableASPM(): Write reg[%x] = %x\n",
307 308
		 (pcipriv->ndis_adapter.pcibridge_pciehdr_offset + 0x10),
		 u_pcibridge_aspmsetting);
L
Larry Finger 已提交
309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327

	udelay(50);

	/*Get ASPM level (with/without Clock Req) */
	aspmlevel = rtlpci->const_devicepci_aspm_setting;
	u_device_aspmsetting = pcipriv->ndis_adapter.linkctrl_reg;

	/*_rtl_pci_platform_switch_device_pci_aspm(dev,*/
	/*(priv->ndis_adapter.linkctrl_reg | ASPMLevel)); */

	u_device_aspmsetting |= aspmlevel;

	_rtl_pci_platform_switch_device_pci_aspm(hw, u_device_aspmsetting);

	if (ppsc->reg_rfps_level & RT_RF_OFF_LEVL_CLK_REQ) {
		_rtl_pci_switch_clk_req(hw, (ppsc->reg_rfps_level &
					     RT_RF_OFF_LEVL_CLK_REQ) ? 1 : 0);
		RT_SET_PS_LEVEL(ppsc, RT_RF_OFF_LEVL_CLK_REQ);
	}
328
	udelay(100);
L
Larry Finger 已提交
329 330 331 332
}

static bool rtl_pci_get_amd_l1_patch(struct ieee80211_hw *hw)
{
333
	struct rtl_pci *rtlpci = rtl_pcidev(rtl_pcipriv(hw));
L
Larry Finger 已提交
334 335 336 337 338

	bool status = false;
	u8 offset_e0;
	unsigned offset_e4;

339
	pci_write_config_byte(rtlpci->pdev, 0xe0, 0xa0);
L
Larry Finger 已提交
340

341
	pci_read_config_byte(rtlpci->pdev, 0xe0, &offset_e0);
L
Larry Finger 已提交
342 343

	if (offset_e0 == 0xA0) {
344
		pci_read_config_dword(rtlpci->pdev, 0xe4, &offset_e4);
L
Larry Finger 已提交
345 346 347 348 349 350 351
		if (offset_e4 & BIT(23))
			status = true;
	}

	return status;
}

352 353 354 355 356 357
static bool rtl_pci_check_buddy_priv(struct ieee80211_hw *hw,
				     struct rtl_priv **buddy_priv)
{
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	struct rtl_pci_priv *pcipriv = rtl_pcipriv(hw);
	bool find_buddy_priv = false;
L
Larry Finger 已提交
358
	struct rtl_priv *tpriv;
359 360 361 362 363
	struct rtl_pci_priv *tpcipriv = NULL;

	if (!list_empty(&rtlpriv->glb_var->glb_priv_list)) {
		list_for_each_entry(tpriv, &rtlpriv->glb_var->glb_priv_list,
				    list) {
L
Larry Finger 已提交
364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379
			tpcipriv = (struct rtl_pci_priv *)tpriv->priv;
			RT_TRACE(rtlpriv, COMP_INIT, DBG_LOUD,
				 "pcipriv->ndis_adapter.funcnumber %x\n",
				pcipriv->ndis_adapter.funcnumber);
			RT_TRACE(rtlpriv, COMP_INIT, DBG_LOUD,
				 "tpcipriv->ndis_adapter.funcnumber %x\n",
				tpcipriv->ndis_adapter.funcnumber);

			if ((pcipriv->ndis_adapter.busnumber ==
			     tpcipriv->ndis_adapter.busnumber) &&
			    (pcipriv->ndis_adapter.devnumber ==
			    tpcipriv->ndis_adapter.devnumber) &&
			    (pcipriv->ndis_adapter.funcnumber !=
			    tpcipriv->ndis_adapter.funcnumber)) {
				find_buddy_priv = true;
				break;
380 381 382 383 384 385 386 387 388 389 390 391 392
			}
		}
	}

	RT_TRACE(rtlpriv, COMP_INIT, DBG_LOUD,
		 "find_buddy_priv %d\n", find_buddy_priv);

	if (find_buddy_priv)
		*buddy_priv = tpriv;

	return find_buddy_priv;
}

393
static void rtl_pci_get_linkcontrol_field(struct ieee80211_hw *hw)
L
Larry Finger 已提交
394 395
{
	struct rtl_pci_priv *pcipriv = rtl_pcipriv(hw);
396
	struct rtl_pci *rtlpci = rtl_pcidev(pcipriv);
L
Larry Finger 已提交
397 398
	u8 capabilityoffset = pcipriv->ndis_adapter.pcibridge_pciehdr_offset;
	u8 linkctrl_reg;
399
	u8 num4bbytes;
L
Larry Finger 已提交
400

401
	num4bbytes = (capabilityoffset + 0x10) / 4;
L
Larry Finger 已提交
402 403

	/*Read  Link Control Register */
404
	pci_read_config_byte(rtlpci->pdev, (num4bbytes << 2), &linkctrl_reg);
L
Larry Finger 已提交
405 406 407 408 409 410 411 412 413 414 415

	pcipriv->ndis_adapter.pcibridge_linkctrlreg = linkctrl_reg;
}

static void rtl_pci_parse_configuration(struct pci_dev *pdev,
		struct ieee80211_hw *hw)
{
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	struct rtl_pci_priv *pcipriv = rtl_pcipriv(hw);

	u8 tmp;
416
	u16 linkctrl_reg;
L
Larry Finger 已提交
417 418

	/*Link Control Register */
419 420
	pcie_capability_read_word(pdev, PCI_EXP_LNKCTL, &linkctrl_reg);
	pcipriv->ndis_adapter.linkctrl_reg = (u8)linkctrl_reg;
L
Larry Finger 已提交
421

422 423
	RT_TRACE(rtlpriv, COMP_INIT, DBG_TRACE, "Link Control Register =%x\n",
		 pcipriv->ndis_adapter.linkctrl_reg);
L
Larry Finger 已提交
424 425 426 427 428 429 430 431 432

	pci_read_config_byte(pdev, 0x98, &tmp);
	tmp |= BIT(4);
	pci_write_config_byte(pdev, 0x98, tmp);

	tmp = 0x17;
	pci_write_config_byte(pdev, 0x70f, tmp);
}

433
static void rtl_pci_init_aspm(struct ieee80211_hw *hw)
L
Larry Finger 已提交
434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463
{
	struct rtl_ps_ctl *ppsc = rtl_psc(rtl_priv(hw));

	_rtl_pci_update_default_setting(hw);

	if (ppsc->reg_rfps_level & RT_RF_PS_LEVEL_ALWAYS_ASPM) {
		/*Always enable ASPM & Clock Req. */
		rtl_pci_enable_aspm(hw);
		RT_SET_PS_LEVEL(ppsc, RT_RF_PS_LEVEL_ALWAYS_ASPM);
	}

}

static void _rtl_pci_io_handler_init(struct device *dev,
				     struct ieee80211_hw *hw)
{
	struct rtl_priv *rtlpriv = rtl_priv(hw);

	rtlpriv->io.dev = dev;

	rtlpriv->io.write8_async = pci_write8_async;
	rtlpriv->io.write16_async = pci_write16_async;
	rtlpriv->io.write32_async = pci_write32_async;

	rtlpriv->io.read8_sync = pci_read8_sync;
	rtlpriv->io.read16_sync = pci_read16_sync;
	rtlpriv->io.read32_sync = pci_read32_sync;

}

464 465 466 467 468
static bool _rtl_update_earlymode_info(struct ieee80211_hw *hw,
		struct sk_buff *skb, struct rtl_tcb_desc *tcb_desc, u8 tid)
{
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	struct ieee80211_tx_info *info = IEEE80211_SKB_CB(skb);
469
	struct rtl_hal *rtlhal = rtl_hal(rtl_priv(hw));
470
	struct sk_buff *next_skb;
471
	u8 additionlen = FCS_LEN;
472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495

	/* here open is 4, wep/tkip is 8, aes is 12*/
	if (info->control.hw_key)
		additionlen += info->control.hw_key->icv_len;

	/* The most skb num is 6 */
	tcb_desc->empkt_num = 0;
	spin_lock_bh(&rtlpriv->locks.waitq_lock);
	skb_queue_walk(&rtlpriv->mac80211.skb_waitq[tid], next_skb) {
		struct ieee80211_tx_info *next_info;

		next_info = IEEE80211_SKB_CB(next_skb);
		if (next_info->flags & IEEE80211_TX_CTL_AMPDU) {
			tcb_desc->empkt_len[tcb_desc->empkt_num] =
				next_skb->len + additionlen;
			tcb_desc->empkt_num++;
		} else {
			break;
		}

		if (skb_queue_is_last(&rtlpriv->mac80211.skb_waitq[tid],
				      next_skb))
			break;

496
		if (tcb_desc->empkt_num >= rtlhal->max_earlymode_num)
497 498 499 500 501 502 503 504 505 506 507 508 509 510 511
			break;
	}
	spin_unlock_bh(&rtlpriv->locks.waitq_lock);

	return true;
}

/* just for early mode now */
static void _rtl_pci_tx_chk_waitq(struct ieee80211_hw *hw)
{
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	struct rtl_mac *mac = rtl_mac(rtl_priv(hw));
	struct rtl_pci *rtlpci = rtl_pcidev(rtl_pcipriv(hw));
	struct sk_buff *skb = NULL;
	struct ieee80211_tx_info *info = NULL;
512
	struct rtl_hal *rtlhal = rtl_hal(rtl_priv(hw));
513
	int tid;
514 515 516 517

	if (!rtlpriv->rtlhal.earlymode_enable)
		return;

518 519 520 521 522
	if (rtlpriv->dm.supp_phymode_switch &&
	    (rtlpriv->easy_concurrent_ctl.switch_in_process ||
	    (rtlpriv->buddy_priv &&
	    rtlpriv->buddy_priv->easy_concurrent_ctl.switch_in_process)))
		return;
523 524
	/* we juse use em for BE/BK/VI/VO */
	for (tid = 7; tid >= 0; tid--) {
525
		u8 hw_queue = ac_to_hwq[rtl_tid_to_ac(tid)];
526 527 528 529 530 531 532 533
		struct rtl8192_tx_ring *ring = &rtlpci->tx_ring[hw_queue];
		while (!mac->act_scanning &&
		       rtlpriv->psc.rfpwr_state == ERFON) {
			struct rtl_tcb_desc tcb_desc;
			memset(&tcb_desc, 0, sizeof(struct rtl_tcb_desc));

			spin_lock_bh(&rtlpriv->locks.waitq_lock);
			if (!skb_queue_empty(&mac->skb_waitq[tid]) &&
534 535
			    (ring->entries - skb_queue_len(&ring->queue) >
			     rtlhal->max_earlymode_num)) {
536 537 538 539 540 541 542 543 544 545 546 547 548 549
				skb = skb_dequeue(&mac->skb_waitq[tid]);
			} else {
				spin_unlock_bh(&rtlpriv->locks.waitq_lock);
				break;
			}
			spin_unlock_bh(&rtlpriv->locks.waitq_lock);

			/* Some macaddr can't do early mode. like
			 * multicast/broadcast/no_qos data */
			info = IEEE80211_SKB_CB(skb);
			if (info->flags & IEEE80211_TX_CTL_AMPDU)
				_rtl_update_earlymode_info(hw, skb,
							   &tcb_desc, tid);

550
			rtlpriv->intf_ops->adapter_tx(hw, NULL, skb, &tcb_desc);
551 552 553 554 555
		}
	}
}


L
Larry Finger 已提交
556 557 558 559 560 561 562 563 564 565
static void _rtl_pci_tx_isr(struct ieee80211_hw *hw, int prio)
{
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	struct rtl_pci *rtlpci = rtl_pcidev(rtl_pcipriv(hw));

	struct rtl8192_tx_ring *ring = &rtlpci->tx_ring[prio];

	while (skb_queue_len(&ring->queue)) {
		struct sk_buff *skb;
		struct ieee80211_tx_info *info;
566 567
		__le16 fc;
		u8 tid;
568
		u8 *entry;
L
Larry Finger 已提交
569

570 571 572 573
		if (rtlpriv->use_new_trx_flow)
			entry = (u8 *)(&ring->buffer_desc[ring->idx]);
		else
			entry = (u8 *)(&ring->desc[ring->idx]);
L
Larry Finger 已提交
574

575 576 577 578 579 580 581
		if (rtlpriv->cfg->ops->get_available_desc &&
		    rtlpriv->cfg->ops->get_available_desc(hw, prio) <= 1) {
			RT_TRACE(rtlpriv, (COMP_INTR | COMP_SEND), DBG_DMESG,
				 "no available desc!\n");
			return;
		}

582
		if (!rtlpriv->cfg->ops->is_tx_desc_closed(hw, prio, ring->idx))
L
Larry Finger 已提交
583 584 585 586 587
			return;
		ring->idx = (ring->idx + 1) % ring->entries;

		skb = __skb_dequeue(&ring->queue);
		pci_unmap_single(rtlpci->pdev,
588
				 rtlpriv->cfg->ops->
589
					     get_desc((u8 *)entry, true,
590
						      HW_DESC_TXBUFF_ADDR),
L
Larry Finger 已提交
591 592
				 skb->len, PCI_DMA_TODEVICE);

593 594 595 596
		/* remove early mode header */
		if (rtlpriv->rtlhal.earlymode_enable)
			skb_pull(skb, EM_HDR_LEN);

L
Larry Finger 已提交
597
		RT_TRACE(rtlpriv, (COMP_INTR | COMP_SEND), DBG_TRACE,
598 599 600
			 "new ring->idx:%d, free: skb_queue_len:%d, free: seq:%x\n",
			 ring->idx,
			 skb_queue_len(&ring->queue),
601
			 *(u16 *)(skb->data + 22));
L
Larry Finger 已提交
602

603 604 605 606 607 608 609
		if (prio == TXCMD_QUEUE) {
			dev_kfree_skb(skb);
			goto tx_status_ok;

		}

		/* for sw LPS, just after NULL skb send out, we can
610 611 612
		 * sure AP knows we are sleeping, we should not let
		 * rf sleep
		 */
613 614 615
		fc = rtl_get_fc(skb);
		if (ieee80211_is_nullfunc(fc)) {
			if (ieee80211_has_pm(fc)) {
616
				rtlpriv->mac80211.offchan_delay = true;
617
				rtlpriv->psc.state_inap = true;
618
			} else {
619
				rtlpriv->psc.state_inap = false;
620 621
			}
		}
622 623 624 625 626 627 628 629 630
		if (ieee80211_is_action(fc)) {
			struct ieee80211_mgmt *action_frame =
				(struct ieee80211_mgmt *)skb->data;
			if (action_frame->u.action.u.ht_smps.action ==
			    WLAN_HT_ACTION_SMPS) {
				dev_kfree_skb(skb);
				goto tx_status_ok;
			}
		}
631 632 633 634 635 636

		/* update tid tx pkt num */
		tid = rtl_get_tid(skb);
		if (tid <= 7)
			rtlpriv->link_info.tidtx_inperiod[tid]++;

L
Larry Finger 已提交
637 638 639 640 641 642 643 644
		info = IEEE80211_SKB_CB(skb);
		ieee80211_tx_info_clear_status(info);

		info->flags |= IEEE80211_TX_STAT_ACK;
		/*info->status.rates[0].count = 1; */

		ieee80211_tx_status_irqsafe(hw, skb);

645
		if ((ring->entries - skb_queue_len(&ring->queue)) <= 4) {
L
Larry Finger 已提交
646

647
			RT_TRACE(rtlpriv, COMP_ERR, DBG_DMESG,
648
				 "more desc left, wake skb_queue@%d, ring->idx = %d, skb_queue_len = 0x%x\n",
649 650
				 prio, ring->idx,
				 skb_queue_len(&ring->queue));
L
Larry Finger 已提交
651 652 653 654 655

			ieee80211_wake_queue(hw,
					skb_get_queue_mapping
					(skb));
		}
656
tx_status_ok:
L
Larry Finger 已提交
657 658 659 660
		skb = NULL;
	}

	if (((rtlpriv->link_info.num_rx_inperiod +
L
Larry Finger 已提交
661 662 663
	      rtlpriv->link_info.num_tx_inperiod) > 8) ||
	      (rtlpriv->link_info.num_rx_inperiod > 2))
		rtl_lps_leave(hw);
L
Larry Finger 已提交
664 665
}

666
static int _rtl_pci_init_one_rxdesc(struct ieee80211_hw *hw,
667 668
				    struct sk_buff *new_skb, u8 *entry,
				    int rxring_idx, int desc_idx)
669 670
{
	struct rtl_priv *rtlpriv = rtl_priv(hw);
671 672 673 674 675
	struct rtl_pci *rtlpci = rtl_pcidev(rtl_pcipriv(hw));
	u32 bufferaddress;
	u8 tmp_one = 1;
	struct sk_buff *skb;

676 677 678 679
	if (likely(new_skb)) {
		skb = new_skb;
		goto remap;
	}
680 681 682 683
	skb = dev_alloc_skb(rtlpci->rxbuffersize);
	if (!skb)
		return 0;

684
remap:
685 686 687 688 689 690 691
	/* just set skb->cb to mapping addr for pci_unmap_single use */
	*((dma_addr_t *)skb->cb) =
		pci_map_single(rtlpci->pdev, skb_tail_pointer(skb),
			       rtlpci->rxbuffersize, PCI_DMA_FROMDEVICE);
	bufferaddress = *((dma_addr_t *)skb->cb);
	if (pci_dma_mapping_error(rtlpci->pdev, bufferaddress))
		return 0;
692
	rtlpci->rx_ring[rxring_idx].rx_buf[desc_idx] = skb;
693 694 695 696
	if (rtlpriv->use_new_trx_flow) {
		rtlpriv->cfg->ops->set_desc(hw, (u8 *)entry, false,
					    HW_DESC_RX_PREPARE,
					    (u8 *)&bufferaddress);
697
	} else {
698 699 700 701 702 703 704 705 706
		rtlpriv->cfg->ops->set_desc(hw, (u8 *)entry, false,
					    HW_DESC_RXBUFF_ADDR,
					    (u8 *)&bufferaddress);
		rtlpriv->cfg->ops->set_desc(hw, (u8 *)entry, false,
					    HW_DESC_RXPKT_LEN,
					    (u8 *)&rtlpci->rxbuffersize);
		rtlpriv->cfg->ops->set_desc(hw, (u8 *)entry, false,
					    HW_DESC_RXOWN,
					    (u8 *)&tmp_one);
707
	}
708 709
	return 1;
}
710

711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736
/* inorder to receive 8K AMSDU we have set skb to
 * 9100bytes in init rx ring, but if this packet is
 * not a AMSDU, this large packet will be sent to
 * TCP/IP directly, this cause big packet ping fail
 * like: "ping -s 65507", so here we will realloc skb
 * based on the true size of packet, Mac80211
 * Probably will do it better, but does not yet.
 *
 * Some platform will fail when alloc skb sometimes.
 * in this condition, we will send the old skb to
 * mac80211 directly, this will not cause any other
 * issues, but only this packet will be lost by TCP/IP
 */
static void _rtl_pci_rx_to_mac80211(struct ieee80211_hw *hw,
				    struct sk_buff *skb,
				    struct ieee80211_rx_status rx_status)
{
	if (unlikely(!rtl_action_proc(hw, skb, false))) {
		dev_kfree_skb_any(skb);
	} else {
		struct sk_buff *uskb = NULL;

		uskb = dev_alloc_skb(skb->len + 128);
		if (likely(uskb)) {
			memcpy(IEEE80211_SKB_RXCB(uskb), &rx_status,
			       sizeof(rx_status));
737
			skb_put_data(uskb, skb->data, skb->len);
738 739 740 741 742
			dev_kfree_skb_any(skb);
			ieee80211_rx_irqsafe(hw, uskb);
		} else {
			ieee80211_rx_irqsafe(hw, skb);
		}
743
	}
744
}
745

746 747 748 749 750
/*hsisr interrupt handler*/
static void _rtl_pci_hs_interrupt(struct ieee80211_hw *hw)
{
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	struct rtl_pci *rtlpci = rtl_pcidev(rtl_pcipriv(hw));
751

752 753 754
	rtl_write_byte(rtlpriv, rtlpriv->cfg->maps[MAC_HSISR],
		       rtl_read_byte(rtlpriv, rtlpriv->cfg->maps[MAC_HSISR]) |
		       rtlpci->sys_irq_mask);
755 756
}

L
Larry Finger 已提交
757 758 759 760
static void _rtl_pci_rx_interrupt(struct ieee80211_hw *hw)
{
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	struct rtl_pci *rtlpci = rtl_pcidev(rtl_pcipriv(hw));
761
	int rxring_idx = RTL_PCI_RX_MPDU_QUEUE;
L
Larry Finger 已提交
762 763 764 765
	struct ieee80211_rx_status rx_status = { 0 };
	unsigned int count = rtlpci->rxringcount;
	u8 own;
	u8 tmp_one;
766 767 768
	bool unicast = false;
	u8 hw_queue = 0;
	unsigned int rx_remained_cnt;
L
Larry Finger 已提交
769 770 771 772 773 774 775
	struct rtl_stats stats = {
		.signal = 0,
		.rate = 0,
	};

	/*RX NORMAL PKT */
	while (count--) {
776 777 778 779 780 781 782
		struct ieee80211_hdr *hdr;
		__le16 fc;
		u16 len;
		/*rx buffer descriptor */
		struct rtl_rx_buffer_desc *buffer_desc = NULL;
		/*if use new trx flow, it means wifi info */
		struct rtl_rx_desc *pdesc = NULL;
L
Larry Finger 已提交
783
		/*rx pkt */
784 785
		struct sk_buff *skb = rtlpci->rx_ring[rxring_idx].rx_buf[
				      rtlpci->rx_ring[rxring_idx].idx];
786
		struct sk_buff *new_skb;
787 788 789 790 791

		if (rtlpriv->use_new_trx_flow) {
			rx_remained_cnt =
				rtlpriv->cfg->ops->rx_desc_buff_remained_cnt(hw,
								      hw_queue);
792
			if (rx_remained_cnt == 0)
793
				return;
L
Larry Finger 已提交
794 795 796
			buffer_desc = &rtlpci->rx_ring[rxring_idx].buffer_desc[
				rtlpci->rx_ring[rxring_idx].idx];
			pdesc = (struct rtl_rx_desc *)skb->data;
797 798 799 800 801 802 803 804 805 806
		} else {	/* rx descriptor */
			pdesc = &rtlpci->rx_ring[rxring_idx].desc[
				rtlpci->rx_ring[rxring_idx].idx];

			own = (u8)rtlpriv->cfg->ops->get_desc((u8 *)pdesc,
							      false,
							      HW_DESC_OWN);
			if (own) /* wait data to be filled by hardware */
				return;
		}
807

808 809 810 811 812 813 814
		/* Reaching this point means: data is filled already
		 * AAAAAAttention !!!
		 * We can NOT access 'skb' before 'pci_unmap_single'
		 */
		pci_unmap_single(rtlpci->pdev, *((dma_addr_t *)skb->cb),
				 rtlpci->rxbuffersize, PCI_DMA_FROMDEVICE);

815 816
		/* get a new skb - if fail, old one will be reused */
		new_skb = dev_alloc_skb(rtlpci->rxbuffersize);
817
		if (unlikely(!new_skb))
818
			goto no_new;
819
		memset(&rx_status , 0 , sizeof(rx_status));
820
		rtlpriv->cfg->ops->query_rx_desc(hw, &stats,
821
						 &rx_status, (u8 *)pdesc, skb);
822

823 824 825 826
		if (rtlpriv->use_new_trx_flow)
			rtlpriv->cfg->ops->rx_check_dma_ok(hw,
							   (u8 *)buffer_desc,
							   hw_queue);
827

828 829
		len = rtlpriv->cfg->ops->get_desc((u8 *)pdesc, false,
						  HW_DESC_RXPKT_LEN);
830

831 832 833 834 835 836 837 838 839 840 841 842
		if (skb->end - skb->tail > len) {
			skb_put(skb, len);
			if (rtlpriv->use_new_trx_flow)
				skb_reserve(skb, stats.rx_drvinfo_size +
					    stats.rx_bufshift + 24);
			else
				skb_reserve(skb, stats.rx_drvinfo_size +
					    stats.rx_bufshift);
		} else {
			RT_TRACE(rtlpriv, COMP_ERR, DBG_WARNING,
				 "skb->end - skb->tail = %d, len is %d\n",
				 skb->end - skb->tail, len);
843 844
			dev_kfree_skb_any(skb);
			goto new_trx_end;
845 846
		}
		/* handle command packet here */
847
		if (rtlpriv->cfg->ops->rx_command_packet &&
848
		    rtlpriv->cfg->ops->rx_command_packet(hw, &stats, skb)) {
849
				dev_kfree_skb_any(skb);
850
				goto new_trx_end;
851
		}
852 853 854 855

		/*
		 * NOTICE This can not be use for mac80211,
		 * this is done in mac80211 code,
856
		 * if done here sec DHCP will fail
857 858 859
		 * skb_trim(skb, skb->len - 4);
		 */

860 861 862 863 864 865 866 867 868 869 870 871 872 873 874
		hdr = rtl_get_hdr(skb);
		fc = rtl_get_fc(skb);

		if (!stats.crc && !stats.hwerror) {
			memcpy(IEEE80211_SKB_RXCB(skb), &rx_status,
			       sizeof(rx_status));

			if (is_broadcast_ether_addr(hdr->addr1)) {
				;/*TODO*/
			} else if (is_multicast_ether_addr(hdr->addr1)) {
				;/*TODO*/
			} else {
				unicast = true;
				rtlpriv->stats.rxbytesunicast += skb->len;
			}
875
			rtl_is_special_data(hw, skb, false, true);
L
Larry Finger 已提交
876

877 878 879 880 881
			if (ieee80211_is_data(fc)) {
				rtlpriv->cfg->ops->led_control(hw, LED_CTL_RX);
				if (unicast)
					rtlpriv->link_info.num_rx_inperiod++;
			}
882 883 884

			rtl_collect_scan_list(hw, skb);

885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900 901 902
			/* static bcn for roaming */
			rtl_beacon_statistic(hw, skb);
			rtl_p2p_info(hw, (void *)skb->data, skb->len);
			/* for sw lps */
			rtl_swlps_beacon(hw, (void *)skb->data, skb->len);
			rtl_recognize_peer(hw, (void *)skb->data, skb->len);
			if ((rtlpriv->mac80211.opmode == NL80211_IFTYPE_AP) &&
			    (rtlpriv->rtlhal.current_bandtype ==
			     BAND_ON_2_4G) &&
			    (ieee80211_is_beacon(fc) ||
			     ieee80211_is_probe_resp(fc))) {
				dev_kfree_skb_any(skb);
			} else {
				_rtl_pci_rx_to_mac80211(hw, skb, rx_status);
			}
		} else {
			dev_kfree_skb_any(skb);
		}
903
new_trx_end:
904 905 906 907 908 909 910 911 912
		if (rtlpriv->use_new_trx_flow) {
			rtlpci->rx_ring[hw_queue].next_rx_rp += 1;
			rtlpci->rx_ring[hw_queue].next_rx_rp %=
					RTL_PCI_MAX_RX_COUNT;

			rx_remained_cnt--;
			rtl_write_word(rtlpriv, 0x3B4,
				       rtlpci->rx_ring[hw_queue].next_rx_rp);
		}
913
		if (((rtlpriv->link_info.num_rx_inperiod +
914
		      rtlpriv->link_info.num_tx_inperiod) > 8) ||
L
Larry Finger 已提交
915 916
		      (rtlpriv->link_info.num_rx_inperiod > 2))
			rtl_lps_leave(hw);
917 918
		skb = new_skb;
no_new:
919
		if (rtlpriv->use_new_trx_flow) {
920
			_rtl_pci_init_one_rxdesc(hw, skb, (u8 *)buffer_desc,
921
						 rxring_idx,
922
						 rtlpci->rx_ring[rxring_idx].idx);
923
		} else {
924 925
			_rtl_pci_init_one_rxdesc(hw, skb, (u8 *)pdesc,
						 rxring_idx,
926 927 928 929 930 931 932 933 934 935 936
						 rtlpci->rx_ring[rxring_idx].idx);
			if (rtlpci->rx_ring[rxring_idx].idx ==
			    rtlpci->rxringcount - 1)
				rtlpriv->cfg->ops->set_desc(hw, (u8 *)pdesc,
							    false,
							    HW_DESC_RXERO,
							    (u8 *)&tmp_one);
		}
		rtlpci->rx_ring[rxring_idx].idx =
				(rtlpci->rx_ring[rxring_idx].idx + 1) %
				rtlpci->rxringcount;
L
Larry Finger 已提交
937 938 939 940 941 942
	}
}

static irqreturn_t _rtl_pci_interrupt(int irq, void *dev_id)
{
	struct ieee80211_hw *hw = dev_id;
943
	struct rtl_pci *rtlpci = rtl_pcidev(rtl_pcipriv(hw));
L
Larry Finger 已提交
944
	struct rtl_priv *rtlpriv = rtl_priv(hw);
945
	struct rtl_hal *rtlhal = rtl_hal(rtl_priv(hw));
L
Larry Finger 已提交
946 947 948
	unsigned long flags;
	u32 inta = 0;
	u32 intb = 0;
949
	irqreturn_t ret = IRQ_HANDLED;
L
Larry Finger 已提交
950

951 952 953 954 955
	if (rtlpci->irq_enabled == 0)
		return ret;

	spin_lock_irqsave(&rtlpriv->locks.irq_th_lock , flags);
	rtlpriv->cfg->ops->disable_interrupt(hw);
L
Larry Finger 已提交
956 957 958 959 960

	/*read ISR: 4/8bytes */
	rtlpriv->cfg->ops->interrupt_recognized(hw, &inta, &intb);

	/*Shared IRQ or HW disappared */
961
	if (!inta || inta == 0xffff)
L
Larry Finger 已提交
962 963 964 965 966
		goto done;

	/*<1> beacon related */
	if (inta & rtlpriv->cfg->maps[RTL_IMR_TBDOK]) {
		RT_TRACE(rtlpriv, COMP_INTR, DBG_TRACE,
967
			 "beacon ok interrupt!\n");
L
Larry Finger 已提交
968 969 970 971
	}

	if (unlikely(inta & rtlpriv->cfg->maps[RTL_IMR_TBDER])) {
		RT_TRACE(rtlpriv, COMP_INTR, DBG_TRACE,
972
			 "beacon err interrupt!\n");
L
Larry Finger 已提交
973 974 975
	}

	if (inta & rtlpriv->cfg->maps[RTL_IMR_BDOK]) {
976
		RT_TRACE(rtlpriv, COMP_INTR, DBG_TRACE, "beacon interrupt!\n");
L
Larry Finger 已提交
977 978
	}

979
	if (inta & rtlpriv->cfg->maps[RTL_IMR_BCNINT]) {
L
Larry Finger 已提交
980
		RT_TRACE(rtlpriv, COMP_INTR, DBG_TRACE,
981
			 "prepare beacon for interrupt!\n");
L
Larry Finger 已提交
982 983 984
		tasklet_schedule(&rtlpriv->works.irq_prepare_bcn_tasklet);
	}

985 986
	/*<2> Tx related */
	if (unlikely(intb & rtlpriv->cfg->maps[RTL_IMR_TXFOVW]))
987
		RT_TRACE(rtlpriv, COMP_ERR, DBG_WARNING, "IMR_TXFOVW!\n");
L
Larry Finger 已提交
988 989 990

	if (inta & rtlpriv->cfg->maps[RTL_IMR_MGNTDOK]) {
		RT_TRACE(rtlpriv, COMP_INTR, DBG_TRACE,
991
			 "Manage ok interrupt!\n");
L
Larry Finger 已提交
992 993 994 995 996
		_rtl_pci_tx_isr(hw, MGNT_QUEUE);
	}

	if (inta & rtlpriv->cfg->maps[RTL_IMR_HIGHDOK]) {
		RT_TRACE(rtlpriv, COMP_INTR, DBG_TRACE,
997
			 "HIGH_QUEUE ok interrupt!\n");
L
Larry Finger 已提交
998 999 1000 1001 1002 1003 1004
		_rtl_pci_tx_isr(hw, HIGH_QUEUE);
	}

	if (inta & rtlpriv->cfg->maps[RTL_IMR_BKDOK]) {
		rtlpriv->link_info.num_tx_inperiod++;

		RT_TRACE(rtlpriv, COMP_INTR, DBG_TRACE,
1005
			 "BK Tx OK interrupt!\n");
L
Larry Finger 已提交
1006 1007 1008 1009 1010 1011 1012
		_rtl_pci_tx_isr(hw, BK_QUEUE);
	}

	if (inta & rtlpriv->cfg->maps[RTL_IMR_BEDOK]) {
		rtlpriv->link_info.num_tx_inperiod++;

		RT_TRACE(rtlpriv, COMP_INTR, DBG_TRACE,
1013
			 "BE TX OK interrupt!\n");
L
Larry Finger 已提交
1014 1015 1016 1017 1018 1019 1020
		_rtl_pci_tx_isr(hw, BE_QUEUE);
	}

	if (inta & rtlpriv->cfg->maps[RTL_IMR_VIDOK]) {
		rtlpriv->link_info.num_tx_inperiod++;

		RT_TRACE(rtlpriv, COMP_INTR, DBG_TRACE,
1021
			 "VI TX OK interrupt!\n");
L
Larry Finger 已提交
1022 1023 1024 1025 1026 1027 1028
		_rtl_pci_tx_isr(hw, VI_QUEUE);
	}

	if (inta & rtlpriv->cfg->maps[RTL_IMR_VODOK]) {
		rtlpriv->link_info.num_tx_inperiod++;

		RT_TRACE(rtlpriv, COMP_INTR, DBG_TRACE,
1029
			 "Vo TX OK interrupt!\n");
L
Larry Finger 已提交
1030 1031 1032
		_rtl_pci_tx_isr(hw, VO_QUEUE);
	}

1033 1034 1035 1036 1037
	if (rtlhal->hw_type == HARDWARE_TYPE_RTL8192SE) {
		if (inta & rtlpriv->cfg->maps[RTL_IMR_COMDOK]) {
			rtlpriv->link_info.num_tx_inperiod++;

			RT_TRACE(rtlpriv, COMP_INTR, DBG_TRACE,
1038
				 "CMD TX OK interrupt!\n");
1039 1040 1041 1042
			_rtl_pci_tx_isr(hw, TXCMD_QUEUE);
		}
	}

1043
	/*<3> Rx related */
L
Larry Finger 已提交
1044
	if (inta & rtlpriv->cfg->maps[RTL_IMR_ROK]) {
1045
		RT_TRACE(rtlpriv, COMP_INTR, DBG_TRACE, "Rx ok interrupt!\n");
1046
		_rtl_pci_rx_interrupt(hw);
L
Larry Finger 已提交
1047 1048 1049 1050
	}

	if (unlikely(inta & rtlpriv->cfg->maps[RTL_IMR_RDU])) {
		RT_TRACE(rtlpriv, COMP_ERR, DBG_WARNING,
1051
			 "rx descriptor unavailable!\n");
1052
		_rtl_pci_rx_interrupt(hw);
L
Larry Finger 已提交
1053 1054
	}

1055
	if (unlikely(intb & rtlpriv->cfg->maps[RTL_IMR_RXFOVW])) {
1056
		RT_TRACE(rtlpriv, COMP_ERR, DBG_WARNING, "rx overflow !\n");
1057
		_rtl_pci_rx_interrupt(hw);
L
Larry Finger 已提交
1058 1059
	}

1060
	/*<4> fw related*/
1061 1062 1063 1064 1065 1066 1067 1068 1069
	if (rtlhal->hw_type == HARDWARE_TYPE_RTL8723AE) {
		if (inta & rtlpriv->cfg->maps[RTL_IMR_C2HCMD]) {
			RT_TRACE(rtlpriv, COMP_INTR, DBG_TRACE,
				 "firmware interrupt!\n");
			queue_delayed_work(rtlpriv->works.rtl_wq,
					   &rtlpriv->works.fwevt_wq, 0);
		}
	}

1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084
	/*<5> hsisr related*/
	/* Only 8188EE & 8723BE Supported.
	 * If Other ICs Come in, System will corrupt,
	 * because maps[RTL_IMR_HSISR_IND] & maps[MAC_HSISR]
	 * are not initialized
	 */
	if (rtlhal->hw_type == HARDWARE_TYPE_RTL8188EE ||
	    rtlhal->hw_type == HARDWARE_TYPE_RTL8723BE) {
		if (unlikely(inta & rtlpriv->cfg->maps[RTL_IMR_HSISR_IND])) {
			RT_TRACE(rtlpriv, COMP_INTR, DBG_TRACE,
				 "hsisr interrupt!\n");
			_rtl_pci_hs_interrupt(hw);
		}
	}

1085 1086 1087
	if (rtlpriv->rtlhal.earlymode_enable)
		tasklet_schedule(&rtlpriv->works.irq_tasklet);

L
Larry Finger 已提交
1088
done:
1089
	rtlpriv->cfg->ops->enable_interrupt(hw);
L
Larry Finger 已提交
1090
	spin_unlock_irqrestore(&rtlpriv->locks.irq_th_lock, flags);
1091
	return ret;
L
Larry Finger 已提交
1092 1093 1094 1095
}

static void _rtl_pci_irq_tasklet(struct ieee80211_hw *hw)
{
1096
	_rtl_pci_tx_chk_waitq(hw);
L
Larry Finger 已提交
1097 1098 1099 1100 1101 1102 1103
}

static void _rtl_pci_prepare_bcn_tasklet(struct ieee80211_hw *hw)
{
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	struct rtl_pci *rtlpci = rtl_pcidev(rtl_pcipriv(hw));
	struct rtl_mac *mac = rtl_mac(rtl_priv(hw));
1104
	struct rtl8192_tx_ring *ring = NULL;
L
Larry Finger 已提交
1105 1106 1107 1108
	struct ieee80211_hdr *hdr = NULL;
	struct ieee80211_tx_info *info = NULL;
	struct sk_buff *pskb = NULL;
	struct rtl_tx_desc *pdesc = NULL;
1109
	struct rtl_tcb_desc tcb_desc;
1110 1111
	/*This is for new trx flow*/
	struct rtl_tx_buffer_desc *pbuffer_desc = NULL;
L
Larry Finger 已提交
1112
	u8 temp_one = 1;
1113
	u8 *entry;
L
Larry Finger 已提交
1114

1115
	memset(&tcb_desc, 0, sizeof(struct rtl_tcb_desc));
L
Larry Finger 已提交
1116 1117
	ring = &rtlpci->tx_ring[BEACON_QUEUE];
	pskb = __skb_dequeue(&ring->queue);
1118 1119 1120 1121 1122 1123 1124 1125 1126
	if (rtlpriv->use_new_trx_flow)
		entry = (u8 *)(&ring->buffer_desc[ring->idx]);
	else
		entry = (u8 *)(&ring->desc[ring->idx]);
	if (pskb) {
		pci_unmap_single(rtlpci->pdev,
				 rtlpriv->cfg->ops->get_desc(
				 (u8 *)entry, true, HW_DESC_TXBUFF_ADDR),
				 pskb->len, PCI_DMA_TODEVICE);
L
Larry Finger 已提交
1127
		kfree_skb(pskb);
1128
	}
L
Larry Finger 已提交
1129 1130 1131 1132 1133

	/*NB: the beacon data buffer must be 32-bit aligned. */
	pskb = ieee80211_beacon_get(hw, mac->vif);
	if (pskb == NULL)
		return;
1134
	hdr = rtl_get_hdr(pskb);
L
Larry Finger 已提交
1135 1136
	info = IEEE80211_SKB_CB(pskb);
	pdesc = &ring->desc[0];
1137 1138 1139 1140
	if (rtlpriv->use_new_trx_flow)
		pbuffer_desc = &ring->buffer_desc[0];

	rtlpriv->cfg->ops->fill_tx_desc(hw, hdr, (u8 *)pdesc,
1141 1142
					(u8 *)pbuffer_desc, info, NULL, pskb,
					BEACON_QUEUE, &tcb_desc);
L
Larry Finger 已提交
1143 1144 1145

	__skb_queue_tail(&ring->queue, pskb);

1146 1147 1148 1149 1150 1151 1152 1153
	if (rtlpriv->use_new_trx_flow) {
		temp_one = 4;
		rtlpriv->cfg->ops->set_desc(hw, (u8 *)pbuffer_desc, true,
					    HW_DESC_OWN, (u8 *)&temp_one);
	} else {
		rtlpriv->cfg->ops->set_desc(hw, (u8 *)pdesc, true, HW_DESC_OWN,
					    &temp_one);
	}
L
Larry Finger 已提交
1154 1155 1156 1157 1158 1159
	return;
}

static void _rtl_pci_init_trx_var(struct ieee80211_hw *hw)
{
	struct rtl_pci *rtlpci = rtl_pcidev(rtl_pcipriv(hw));
1160 1161
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	struct rtl_hal *rtlhal = rtl_hal(rtlpriv);
L
Larry Finger 已提交
1162
	u8 i;
1163 1164 1165 1166 1167 1168
	u16 desc_num;

	if (rtlhal->hw_type == HARDWARE_TYPE_RTL8192EE)
		desc_num = TX_DESC_NUM_92E;
	else
		desc_num = RT_TXDESC_NUM;
L
Larry Finger 已提交
1169 1170

	for (i = 0; i < RTL_PCI_MAX_TX_QUEUE_COUNT; i++)
1171
		rtlpci->txringcount[i] = desc_num;
L
Larry Finger 已提交
1172 1173 1174 1175 1176 1177 1178

	/*
	 *we just alloc 2 desc for beacon queue,
	 *because we just need first desc in hw beacon.
	 */
	rtlpci->txringcount[BEACON_QUEUE] = 2;

1179
	/*BE queue need more descriptor for performance
L
Larry Finger 已提交
1180 1181 1182
	 *consideration or, No more tx desc will happen,
	 *and may cause mac80211 mem leakage.
	 */
1183 1184
	if (!rtl_priv(hw)->use_new_trx_flow)
		rtlpci->txringcount[BE_QUEUE] = RT_TXDESC_NUM_BE_QUEUE;
L
Larry Finger 已提交
1185 1186 1187 1188 1189 1190 1191 1192 1193 1194 1195 1196 1197 1198 1199 1200 1201 1202 1203 1204 1205 1206

	rtlpci->rxbuffersize = 9100;	/*2048/1024; */
	rtlpci->rxringcount = RTL_PCI_MAX_RX_COUNT;	/*64; */
}

static void _rtl_pci_init_struct(struct ieee80211_hw *hw,
		struct pci_dev *pdev)
{
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	struct rtl_mac *mac = rtl_mac(rtl_priv(hw));
	struct rtl_pci *rtlpci = rtl_pcidev(rtl_pcipriv(hw));
	struct rtl_hal *rtlhal = rtl_hal(rtl_priv(hw));

	rtlpci->up_first_time = true;
	rtlpci->being_init_adapter = false;

	rtlhal->hw = hw;
	rtlpci->pdev = pdev;

	/*Tx/Rx related var */
	_rtl_pci_init_trx_var(hw);

L
Larry Finger 已提交
1207 1208
	/*IBSS*/
	mac->beacon_interval = 100;
L
Larry Finger 已提交
1209

1210 1211
	/*AMPDU*/
	mac->min_space_cfg = 0;
L
Larry Finger 已提交
1212 1213 1214 1215 1216
	mac->max_mss_density = 0;
	/*set sane AMPDU defaults */
	mac->current_ampdu_density = 7;
	mac->current_ampdu_factor = 3;

1217 1218 1219 1220
	/*Retry Limit*/
	mac->retry_short = 7;
	mac->retry_long = 7;

1221
	/*QOS*/
1222
	rtlpci->acm_method = EACMWAY2_SW;
L
Larry Finger 已提交
1223 1224 1225 1226 1227 1228 1229 1230

	/*task */
	tasklet_init(&rtlpriv->works.irq_tasklet,
		     (void (*)(unsigned long))_rtl_pci_irq_tasklet,
		     (unsigned long)hw);
	tasklet_init(&rtlpriv->works.irq_prepare_bcn_tasklet,
		     (void (*)(unsigned long))_rtl_pci_prepare_bcn_tasklet,
		     (unsigned long)hw);
1231 1232
	INIT_WORK(&rtlpriv->works.lps_change_work,
		  rtl_lps_change_work_callback);
L
Larry Finger 已提交
1233 1234 1235 1236 1237 1238 1239
}

static int _rtl_pci_init_tx_ring(struct ieee80211_hw *hw,
				 unsigned int prio, unsigned int entries)
{
	struct rtl_pci *rtlpci = rtl_pcidev(rtl_pcipriv(hw));
	struct rtl_priv *rtlpriv = rtl_priv(hw);
1240 1241 1242
	struct rtl_tx_buffer_desc *buffer_desc;
	struct rtl_tx_desc *desc;
	dma_addr_t buffer_desc_dma, desc_dma;
L
Larry Finger 已提交
1243 1244 1245
	u32 nextdescaddress;
	int i;

1246 1247 1248 1249 1250 1251 1252 1253
	/* alloc tx buffer desc for new trx flow*/
	if (rtlpriv->use_new_trx_flow) {
		buffer_desc =
		   pci_zalloc_consistent(rtlpci->pdev,
					 sizeof(*buffer_desc) * entries,
					 &buffer_desc_dma);

		if (!buffer_desc || (unsigned long)buffer_desc & 0xFF) {
1254 1255
			pr_err("Cannot allocate TX ring (prio = %d)\n",
			       prio);
1256 1257 1258 1259 1260 1261 1262 1263 1264 1265 1266 1267 1268 1269 1270 1271
			return -ENOMEM;
		}

		rtlpci->tx_ring[prio].buffer_desc = buffer_desc;
		rtlpci->tx_ring[prio].buffer_desc_dma = buffer_desc_dma;

		rtlpci->tx_ring[prio].cur_tx_rp = 0;
		rtlpci->tx_ring[prio].cur_tx_wp = 0;
		rtlpci->tx_ring[prio].avl_desc = entries;
	}

	/* alloc dma for this ring */
	desc = pci_zalloc_consistent(rtlpci->pdev,
				     sizeof(*desc) * entries, &desc_dma);

	if (!desc || (unsigned long)desc & 0xFF) {
1272
		pr_err("Cannot allocate TX ring (prio = %d)\n", prio);
L
Larry Finger 已提交
1273 1274 1275
		return -ENOMEM;
	}

1276 1277 1278
	rtlpci->tx_ring[prio].desc = desc;
	rtlpci->tx_ring[prio].dma = desc_dma;

L
Larry Finger 已提交
1279 1280 1281 1282
	rtlpci->tx_ring[prio].idx = 0;
	rtlpci->tx_ring[prio].entries = entries;
	skb_queue_head_init(&rtlpci->tx_ring[prio].queue);

1283
	RT_TRACE(rtlpriv, COMP_INIT, DBG_LOUD, "queue:%d, ring_addr:%p\n",
1284 1285 1286 1287 1288 1289 1290 1291 1292 1293 1294 1295 1296 1297
		 prio, desc);

	/* init every desc in this ring */
	if (!rtlpriv->use_new_trx_flow) {
		for (i = 0; i < entries; i++) {
			nextdescaddress = (u32)desc_dma +
					  ((i +	1) % entries) *
					  sizeof(*desc);

			rtlpriv->cfg->ops->set_desc(hw, (u8 *)&desc[i],
						    true,
						    HW_DESC_TX_NEXTDESC_ADDR,
						    (u8 *)&nextdescaddress);
		}
L
Larry Finger 已提交
1298 1299 1300 1301
	}
	return 0;
}

1302
static int _rtl_pci_init_rx_ring(struct ieee80211_hw *hw, int rxring_idx)
L
Larry Finger 已提交
1303 1304 1305
{
	struct rtl_pci *rtlpci = rtl_pcidev(rtl_pcipriv(hw));
	struct rtl_priv *rtlpriv = rtl_priv(hw);
1306
	int i;
L
Larry Finger 已提交
1307

1308 1309 1310 1311 1312 1313 1314 1315 1316 1317 1318
	if (rtlpriv->use_new_trx_flow) {
		struct rtl_rx_buffer_desc *entry = NULL;
		/* alloc dma for this ring */
		rtlpci->rx_ring[rxring_idx].buffer_desc =
		    pci_zalloc_consistent(rtlpci->pdev,
					  sizeof(*rtlpci->rx_ring[rxring_idx].
						 buffer_desc) *
						 rtlpci->rxringcount,
					  &rtlpci->rx_ring[rxring_idx].dma);
		if (!rtlpci->rx_ring[rxring_idx].buffer_desc ||
		    (ulong)rtlpci->rx_ring[rxring_idx].buffer_desc & 0xFF) {
1319
			pr_err("Cannot allocate RX ring\n");
L
Larry Finger 已提交
1320 1321 1322
			return -ENOMEM;
		}

1323 1324 1325 1326
		/* init every desc in this ring */
		rtlpci->rx_ring[rxring_idx].idx = 0;
		for (i = 0; i < rtlpci->rxringcount; i++) {
			entry = &rtlpci->rx_ring[rxring_idx].buffer_desc[i];
1327
			if (!_rtl_pci_init_one_rxdesc(hw, NULL, (u8 *)entry,
1328 1329 1330 1331 1332 1333 1334 1335 1336 1337 1338 1339 1340 1341
						      rxring_idx, i))
				return -ENOMEM;
		}
	} else {
		struct rtl_rx_desc *entry = NULL;
		u8 tmp_one = 1;
		/* alloc dma for this ring */
		rtlpci->rx_ring[rxring_idx].desc =
		    pci_zalloc_consistent(rtlpci->pdev,
					  sizeof(*rtlpci->rx_ring[rxring_idx].
					  desc) * rtlpci->rxringcount,
					  &rtlpci->rx_ring[rxring_idx].dma);
		if (!rtlpci->rx_ring[rxring_idx].desc ||
		    (unsigned long)rtlpci->rx_ring[rxring_idx].desc & 0xFF) {
1342
			pr_err("Cannot allocate RX ring\n");
1343 1344
			return -ENOMEM;
		}
L
Larry Finger 已提交
1345

1346 1347
		/* init every desc in this ring */
		rtlpci->rx_ring[rxring_idx].idx = 0;
1348

L
Larry Finger 已提交
1349
		for (i = 0; i < rtlpci->rxringcount; i++) {
1350
			entry = &rtlpci->rx_ring[rxring_idx].desc[i];
1351
			if (!_rtl_pci_init_one_rxdesc(hw, NULL, (u8 *)entry,
1352 1353
						      rxring_idx, i))
				return -ENOMEM;
L
Larry Finger 已提交
1354 1355
		}

1356
		rtlpriv->cfg->ops->set_desc(hw, (u8 *)entry, false,
1357
					    HW_DESC_RXERO, &tmp_one);
L
Larry Finger 已提交
1358 1359 1360 1361 1362 1363 1364 1365 1366 1367 1368
	}
	return 0;
}

static void _rtl_pci_free_tx_ring(struct ieee80211_hw *hw,
		unsigned int prio)
{
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	struct rtl_pci *rtlpci = rtl_pcidev(rtl_pcipriv(hw));
	struct rtl8192_tx_ring *ring = &rtlpci->tx_ring[prio];

1369
	/* free every desc in this ring */
L
Larry Finger 已提交
1370
	while (skb_queue_len(&ring->queue)) {
1371
		u8 *entry;
L
Larry Finger 已提交
1372 1373
		struct sk_buff *skb = __skb_dequeue(&ring->queue);

1374 1375 1376 1377 1378
		if (rtlpriv->use_new_trx_flow)
			entry = (u8 *)(&ring->buffer_desc[ring->idx]);
		else
			entry = (u8 *)(&ring->desc[ring->idx]);

L
Larry Finger 已提交
1379
		pci_unmap_single(rtlpci->pdev,
1380
				 rtlpriv->cfg->
1381
					     ops->get_desc((u8 *)entry, true,
1382
						   HW_DESC_TXBUFF_ADDR),
L
Larry Finger 已提交
1383 1384 1385 1386 1387
				 skb->len, PCI_DMA_TODEVICE);
		kfree_skb(skb);
		ring->idx = (ring->idx + 1) % ring->entries;
	}

1388 1389 1390 1391 1392 1393
	/* free dma of this ring */
	pci_free_consistent(rtlpci->pdev,
			    sizeof(*ring->desc) * ring->entries,
			    ring->desc, ring->dma);
	ring->desc = NULL;
	if (rtlpriv->use_new_trx_flow) {
1394
		pci_free_consistent(rtlpci->pdev,
1395
				    sizeof(*ring->buffer_desc) * ring->entries,
1396
				    ring->buffer_desc, ring->buffer_desc_dma);
1397
		ring->buffer_desc = NULL;
1398
	}
L
Larry Finger 已提交
1399 1400
}

1401
static void _rtl_pci_free_rx_ring(struct ieee80211_hw *hw, int rxring_idx)
L
Larry Finger 已提交
1402
{
1403 1404 1405
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	struct rtl_pci *rtlpci = rtl_pcidev(rtl_pcipriv(hw));
	int i;
L
Larry Finger 已提交
1406

1407 1408 1409
	/* free every desc in this ring */
	for (i = 0; i < rtlpci->rxringcount; i++) {
		struct sk_buff *skb = rtlpci->rx_ring[rxring_idx].rx_buf[i];
L
Larry Finger 已提交
1410

1411 1412 1413 1414 1415 1416 1417 1418 1419 1420 1421 1422 1423 1424 1425 1426 1427 1428 1429 1430 1431 1432
		if (!skb)
			continue;
		pci_unmap_single(rtlpci->pdev, *((dma_addr_t *)skb->cb),
				 rtlpci->rxbuffersize, PCI_DMA_FROMDEVICE);
		kfree_skb(skb);
	}

	/* free dma of this ring */
	if (rtlpriv->use_new_trx_flow) {
		pci_free_consistent(rtlpci->pdev,
				    sizeof(*rtlpci->rx_ring[rxring_idx].
				    buffer_desc) * rtlpci->rxringcount,
				    rtlpci->rx_ring[rxring_idx].buffer_desc,
				    rtlpci->rx_ring[rxring_idx].dma);
		rtlpci->rx_ring[rxring_idx].buffer_desc = NULL;
	} else {
		pci_free_consistent(rtlpci->pdev,
				    sizeof(*rtlpci->rx_ring[rxring_idx].desc) *
				    rtlpci->rxringcount,
				    rtlpci->rx_ring[rxring_idx].desc,
				    rtlpci->rx_ring[rxring_idx].dma);
		rtlpci->rx_ring[rxring_idx].desc = NULL;
L
Larry Finger 已提交
1433 1434 1435 1436 1437 1438 1439
	}
}

static int _rtl_pci_init_trx_ring(struct ieee80211_hw *hw)
{
	struct rtl_pci *rtlpci = rtl_pcidev(rtl_pcipriv(hw));
	int ret;
1440
	int i, rxring_idx;
L
Larry Finger 已提交
1441

1442 1443 1444 1445 1446 1447 1448 1449
	/* rxring_idx 0:RX_MPDU_QUEUE
	 * rxring_idx 1:RX_CMD_QUEUE
	 */
	for (rxring_idx = 0; rxring_idx < RTL_PCI_MAX_RX_QUEUE; rxring_idx++) {
		ret = _rtl_pci_init_rx_ring(hw, rxring_idx);
		if (ret)
			return ret;
	}
L
Larry Finger 已提交
1450 1451 1452 1453 1454 1455 1456 1457 1458 1459 1460

	for (i = 0; i < RTL_PCI_MAX_TX_QUEUE_COUNT; i++) {
		ret = _rtl_pci_init_tx_ring(hw, i,
				 rtlpci->txringcount[i]);
		if (ret)
			goto err_free_rings;
	}

	return 0;

err_free_rings:
1461 1462
	for (rxring_idx = 0; rxring_idx < RTL_PCI_MAX_RX_QUEUE; rxring_idx++)
		_rtl_pci_free_rx_ring(hw, rxring_idx);
L
Larry Finger 已提交
1463 1464

	for (i = 0; i < RTL_PCI_MAX_TX_QUEUE_COUNT; i++)
1465 1466
		if (rtlpci->tx_ring[i].desc ||
		    rtlpci->tx_ring[i].buffer_desc)
L
Larry Finger 已提交
1467 1468 1469 1470 1471 1472 1473
			_rtl_pci_free_tx_ring(hw, i);

	return 1;
}

static int _rtl_pci_deinit_trx_ring(struct ieee80211_hw *hw)
{
1474
	u32 i, rxring_idx;
L
Larry Finger 已提交
1475 1476

	/*free rx rings */
1477 1478
	for (rxring_idx = 0; rxring_idx < RTL_PCI_MAX_RX_QUEUE; rxring_idx++)
		_rtl_pci_free_rx_ring(hw, rxring_idx);
L
Larry Finger 已提交
1479 1480 1481 1482 1483 1484 1485 1486 1487 1488 1489 1490

	/*free tx rings */
	for (i = 0; i < RTL_PCI_MAX_TX_QUEUE_COUNT; i++)
		_rtl_pci_free_tx_ring(hw, i);

	return 0;
}

int rtl_pci_reset_trx_ring(struct ieee80211_hw *hw)
{
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	struct rtl_pci *rtlpci = rtl_pcidev(rtl_pcipriv(hw));
1491
	int i, rxring_idx;
L
Larry Finger 已提交
1492 1493
	unsigned long flags;
	u8 tmp_one = 1;
1494 1495 1496 1497 1498 1499 1500 1501 1502 1503
	u32 bufferaddress;
	/* rxring_idx 0:RX_MPDU_QUEUE */
	/* rxring_idx 1:RX_CMD_QUEUE */
	for (rxring_idx = 0; rxring_idx < RTL_PCI_MAX_RX_QUEUE; rxring_idx++) {
		/* force the rx_ring[RX_MPDU_QUEUE/
		 * RX_CMD_QUEUE].idx to the first one
		 *new trx flow, do nothing
		*/
		if (!rtlpriv->use_new_trx_flow &&
		    rtlpci->rx_ring[rxring_idx].desc) {
L
Larry Finger 已提交
1504 1505
			struct rtl_rx_desc *entry = NULL;

1506
			rtlpci->rx_ring[rxring_idx].idx = 0;
L
Larry Finger 已提交
1507
			for (i = 0; i < rtlpci->rxringcount; i++) {
1508 1509 1510 1511 1512 1513 1514 1515 1516 1517 1518 1519 1520 1521 1522 1523 1524 1525 1526 1527 1528 1529 1530 1531 1532 1533
				entry = &rtlpci->rx_ring[rxring_idx].desc[i];
				bufferaddress =
				  rtlpriv->cfg->ops->get_desc((u8 *)entry,
				  false , HW_DESC_RXBUFF_ADDR);
				memset((u8 *)entry , 0 ,
				       sizeof(*rtlpci->rx_ring
				       [rxring_idx].desc));/*clear one entry*/
				if (rtlpriv->use_new_trx_flow) {
					rtlpriv->cfg->ops->set_desc(hw,
					    (u8 *)entry, false,
					    HW_DESC_RX_PREPARE,
					    (u8 *)&bufferaddress);
				} else {
					rtlpriv->cfg->ops->set_desc(hw,
					    (u8 *)entry, false,
					    HW_DESC_RXBUFF_ADDR,
					    (u8 *)&bufferaddress);
					rtlpriv->cfg->ops->set_desc(hw,
					    (u8 *)entry, false,
					    HW_DESC_RXPKT_LEN,
					    (u8 *)&rtlpci->rxbuffersize);
					rtlpriv->cfg->ops->set_desc(hw,
					    (u8 *)entry, false,
					    HW_DESC_RXOWN,
					    (u8 *)&tmp_one);
				}
L
Larry Finger 已提交
1534
			}
1535 1536
			rtlpriv->cfg->ops->set_desc(hw, (u8 *)entry, false,
					    HW_DESC_RXERO, (u8 *)&tmp_one);
L
Larry Finger 已提交
1537
		}
1538
		rtlpci->rx_ring[rxring_idx].idx = 0;
L
Larry Finger 已提交
1539 1540 1541 1542 1543 1544
	}

	/*
	 *after reset, release previous pending packet,
	 *and force the  tx idx to the first one
	 */
1545
	spin_lock_irqsave(&rtlpriv->locks.irq_th_lock, flags);
L
Larry Finger 已提交
1546
	for (i = 0; i < RTL_PCI_MAX_TX_QUEUE_COUNT; i++) {
1547 1548
		if (rtlpci->tx_ring[i].desc ||
		    rtlpci->tx_ring[i].buffer_desc) {
L
Larry Finger 已提交
1549 1550 1551
			struct rtl8192_tx_ring *ring = &rtlpci->tx_ring[i];

			while (skb_queue_len(&ring->queue)) {
1552 1553 1554 1555 1556 1557 1558 1559
				u8 *entry;
				struct sk_buff *skb =
					__skb_dequeue(&ring->queue);
				if (rtlpriv->use_new_trx_flow)
					entry = (u8 *)(&ring->buffer_desc
								[ring->idx]);
				else
					entry = (u8 *)(&ring->desc[ring->idx]);
L
Larry Finger 已提交
1560 1561

				pci_unmap_single(rtlpci->pdev,
1562
						 rtlpriv->cfg->ops->
L
Larry Finger 已提交
1563 1564 1565
							 get_desc((u8 *)
							 entry,
							 true,
1566
							 HW_DESC_TXBUFF_ADDR),
L
Larry Finger 已提交
1567
						 skb->len, PCI_DMA_TODEVICE);
1568
				dev_kfree_skb_irq(skb);
1569
				ring->idx = (ring->idx + 1) % ring->entries;
L
Larry Finger 已提交
1570 1571 1572 1573
			}
			ring->idx = 0;
		}
	}
1574
	spin_unlock_irqrestore(&rtlpriv->locks.irq_th_lock, flags);
L
Larry Finger 已提交
1575 1576 1577 1578

	return 0;
}

1579
static bool rtl_pci_tx_chk_waitq_insert(struct ieee80211_hw *hw,
1580
					struct ieee80211_sta *sta,
1581
					struct sk_buff *skb)
L
Larry Finger 已提交
1582
{
1583 1584 1585
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	struct rtl_sta_info *sta_entry = NULL;
	u8 tid = rtl_get_tid(skb);
1586
	__le16 fc = rtl_get_fc(skb);
1587 1588 1589 1590 1591 1592 1593

	if (!sta)
		return false;
	sta_entry = (struct rtl_sta_info *)sta->drv_priv;

	if (!rtlpriv->rtlhal.earlymode_enable)
		return false;
1594 1595 1596 1597 1598 1599
	if (ieee80211_is_nullfunc(fc))
		return false;
	if (ieee80211_is_qos_nullfunc(fc))
		return false;
	if (ieee80211_is_pspoll(fc))
		return false;
1600 1601 1602 1603 1604 1605 1606 1607 1608 1609 1610 1611 1612 1613
	if (sta_entry->tids[tid].agg.agg_state != RTL_AGG_OPERATIONAL)
		return false;
	if (_rtl_mac_to_hwqueue(hw, skb) > VO_QUEUE)
		return false;
	if (tid > 7)
		return false;

	/* maybe every tid should be checked */
	if (!rtlpriv->link_info.higher_busytxtraffic[tid])
		return false;

	spin_lock_bh(&rtlpriv->locks.waitq_lock);
	skb_queue_tail(&rtlpriv->mac80211.skb_waitq[tid], skb);
	spin_unlock_bh(&rtlpriv->locks.waitq_lock);
L
Larry Finger 已提交
1614

1615
	return true;
L
Larry Finger 已提交
1616 1617
}

1618 1619 1620 1621
static int rtl_pci_tx(struct ieee80211_hw *hw,
		      struct ieee80211_sta *sta,
		      struct sk_buff *skb,
		      struct rtl_tcb_desc *ptcb_desc)
L
Larry Finger 已提交
1622 1623
{
	struct rtl_priv *rtlpriv = rtl_priv(hw);
1624
	struct rtl_sta_info *sta_entry = NULL;
L
Larry Finger 已提交
1625 1626 1627
	struct ieee80211_tx_info *info = IEEE80211_SKB_CB(skb);
	struct rtl8192_tx_ring *ring;
	struct rtl_tx_desc *pdesc;
1628
	struct rtl_tx_buffer_desc *ptx_bd_desc = NULL;
1629
	u16 idx;
1630
	u8 hw_queue = _rtl_mac_to_hwqueue(hw, skb);
L
Larry Finger 已提交
1631
	unsigned long flags;
1632 1633
	struct ieee80211_hdr *hdr = rtl_get_hdr(skb);
	__le16 fc = rtl_get_fc(skb);
L
Larry Finger 已提交
1634 1635 1636 1637 1638 1639 1640 1641
	u8 *pda_addr = hdr->addr1;
	struct rtl_pci *rtlpci = rtl_pcidev(rtl_pcipriv(hw));
	/*ssn */
	u8 tid = 0;
	u16 seq_number = 0;
	u8 own;
	u8 temp_one = 1;

1642 1643
	if (ieee80211_is_mgmt(fc))
		rtl_tx_mgmt_proc(hw, skb);
1644 1645 1646 1647 1648 1649

	if (rtlpriv->psc.sw_ps_enabled) {
		if (ieee80211_is_data(fc) && !ieee80211_is_nullfunc(fc) &&
			!ieee80211_has_pm(fc))
			hdr->frame_control |= cpu_to_le16(IEEE80211_FCTL_PM);
	}
L
Larry Finger 已提交
1650

1651
	rtl_action_proc(hw, skb, true);
L
Larry Finger 已提交
1652 1653 1654 1655 1656 1657 1658 1659 1660 1661

	if (is_multicast_ether_addr(pda_addr))
		rtlpriv->stats.txbytesmulticast += skb->len;
	else if (is_broadcast_ether_addr(pda_addr))
		rtlpriv->stats.txbytesbroadcast += skb->len;
	else
		rtlpriv->stats.txbytesunicast += skb->len;

	spin_lock_irqsave(&rtlpriv->locks.irq_th_lock, flags);
	ring = &rtlpci->tx_ring[hw_queue];
1662 1663 1664 1665 1666 1667 1668
	if (hw_queue != BEACON_QUEUE) {
		if (rtlpriv->use_new_trx_flow)
			idx = ring->cur_tx_wp;
		else
			idx = (ring->idx + skb_queue_len(&ring->queue)) %
			      ring->entries;
	} else {
L
Larry Finger 已提交
1669
		idx = 0;
1670
	}
L
Larry Finger 已提交
1671 1672

	pdesc = &ring->desc[idx];
1673 1674 1675 1676 1677
	if (rtlpriv->use_new_trx_flow) {
		ptx_bd_desc = &ring->buffer_desc[idx];
	} else {
		own = (u8) rtlpriv->cfg->ops->get_desc((u8 *)pdesc,
				true, HW_DESC_OWN);
L
Larry Finger 已提交
1678

1679 1680
		if ((own == 1) && (hw_queue != BEACON_QUEUE)) {
			RT_TRACE(rtlpriv, COMP_ERR, DBG_WARNING,
1681
				 "No more TX desc@%d, ring->idx = %d, idx = %d, skb_queue_len = 0x%x\n",
1682 1683
				 hw_queue, ring->idx, idx,
				 skb_queue_len(&ring->queue));
L
Larry Finger 已提交
1684

1685 1686 1687 1688
			spin_unlock_irqrestore(&rtlpriv->locks.irq_th_lock,
					       flags);
			return skb->len;
		}
L
Larry Finger 已提交
1689 1690
	}

1691 1692 1693 1694 1695 1696 1697 1698 1699
	if (rtlpriv->cfg->ops->get_available_desc &&
	    rtlpriv->cfg->ops->get_available_desc(hw, hw_queue) == 0) {
			RT_TRACE(rtlpriv, COMP_ERR, DBG_WARNING,
				 "get_available_desc fail\n");
			spin_unlock_irqrestore(&rtlpriv->locks.irq_th_lock,
					       flags);
			return skb->len;
	}

L
Larry Finger 已提交
1700
	if (ieee80211_is_data_qos(fc)) {
1701 1702 1703 1704 1705 1706 1707 1708 1709 1710
		tid = rtl_get_tid(skb);
		if (sta) {
			sta_entry = (struct rtl_sta_info *)sta->drv_priv;
			seq_number = (le16_to_cpu(hdr->seq_ctrl) &
				      IEEE80211_SCTL_SEQ) >> 4;
			seq_number += 1;

			if (!ieee80211_has_morefrags(hdr->frame_control))
				sta_entry->tids[tid].seq_number = seq_number;
		}
L
Larry Finger 已提交
1711 1712 1713 1714 1715
	}

	if (ieee80211_is_data(fc))
		rtlpriv->cfg->ops->led_control(hw, LED_CTL_TX);

1716
	rtlpriv->cfg->ops->fill_tx_desc(hw, hdr, (u8 *)pdesc,
1717
			(u8 *)ptx_bd_desc, info, sta, skb, hw_queue, ptcb_desc);
L
Larry Finger 已提交
1718 1719 1720

	__skb_queue_tail(&ring->queue, skb);

1721 1722
	if (rtlpriv->use_new_trx_flow) {
		rtlpriv->cfg->ops->set_desc(hw, (u8 *)pdesc, true,
1723
					    HW_DESC_OWN, &hw_queue);
1724 1725
	} else {
		rtlpriv->cfg->ops->set_desc(hw, (u8 *)pdesc, true,
1726
					    HW_DESC_OWN, &temp_one);
1727
	}
L
Larry Finger 已提交
1728 1729 1730 1731

	if ((ring->entries - skb_queue_len(&ring->queue)) < 2 &&
	    hw_queue != BEACON_QUEUE) {
		RT_TRACE(rtlpriv, COMP_ERR, DBG_LOUD,
1732
			 "less desc left, stop skb_queue@%d, ring->idx = %d, idx = %d, skb_queue_len = 0x%x\n",
1733 1734
			 hw_queue, ring->idx, idx,
			 skb_queue_len(&ring->queue));
L
Larry Finger 已提交
1735 1736 1737 1738 1739 1740 1741 1742 1743 1744 1745

		ieee80211_stop_queue(hw, skb_get_queue_mapping(skb));
	}

	spin_unlock_irqrestore(&rtlpriv->locks.irq_th_lock, flags);

	rtlpriv->cfg->ops->tx_polling(hw, hw_queue);

	return 0;
}

1746
static void rtl_pci_flush(struct ieee80211_hw *hw, u32 queues, bool drop)
1747 1748 1749 1750
{
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	struct rtl_pci_priv *pcipriv = rtl_pcipriv(hw);
	struct rtl_hal *rtlhal = rtl_hal(rtl_priv(hw));
1751
	struct rtl_mac *mac = rtl_mac(rtl_priv(hw));
1752 1753 1754 1755
	u16 i = 0;
	int queue_id;
	struct rtl8192_tx_ring *ring;

1756 1757 1758
	if (mac->skip_scan)
		return;

1759 1760
	for (queue_id = RTL_PCI_MAX_TX_QUEUE_COUNT - 1; queue_id >= 0;) {
		u32 queue_len;
1761 1762 1763 1764 1765

		if (((queues >> queue_id) & 0x1) == 0) {
			queue_id--;
			continue;
		}
1766 1767 1768 1769 1770 1771 1772 1773 1774 1775 1776 1777 1778 1779 1780 1781 1782 1783
		ring = &pcipriv->dev.tx_ring[queue_id];
		queue_len = skb_queue_len(&ring->queue);
		if (queue_len == 0 || queue_id == BEACON_QUEUE ||
			queue_id == TXCMD_QUEUE) {
			queue_id--;
			continue;
		} else {
			msleep(20);
			i++;
		}

		/* we just wait 1s for all queues */
		if (rtlpriv->psc.rfpwr_state == ERFOFF ||
			is_hal_stop(rtlhal) || i >= 200)
			return;
	}
}

1784
static void rtl_pci_deinit(struct ieee80211_hw *hw)
L
Larry Finger 已提交
1785 1786 1787 1788 1789 1790 1791 1792
{
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	struct rtl_pci *rtlpci = rtl_pcidev(rtl_pcipriv(hw));

	_rtl_pci_deinit_trx_ring(hw);

	synchronize_irq(rtlpci->pdev->irq);
	tasklet_kill(&rtlpriv->works.irq_tasklet);
1793
	cancel_work_sync(&rtlpriv->works.lps_change_work);
L
Larry Finger 已提交
1794 1795 1796 1797 1798 1799

	flush_workqueue(rtlpriv->works.rtl_wq);
	destroy_workqueue(rtlpriv->works.rtl_wq);

}

1800
static int rtl_pci_init(struct ieee80211_hw *hw, struct pci_dev *pdev)
L
Larry Finger 已提交
1801 1802 1803 1804 1805 1806 1807
{
	int err;

	_rtl_pci_init_struct(hw, pdev);

	err = _rtl_pci_init_trx_ring(hw);
	if (err) {
1808
		pr_err("tx ring initialization failed\n");
1809
		return err;
L
Larry Finger 已提交
1810 1811
	}

1812
	return 0;
L
Larry Finger 已提交
1813 1814
}

1815
static int rtl_pci_start(struct ieee80211_hw *hw)
L
Larry Finger 已提交
1816 1817 1818 1819 1820
{
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	struct rtl_hal *rtlhal = rtl_hal(rtl_priv(hw));
	struct rtl_pci *rtlpci = rtl_pcidev(rtl_pcipriv(hw));
	struct rtl_ps_ctl *ppsc = rtl_psc(rtl_priv(hw));
1821
	struct rtl_mac *rtlmac = rtl_mac(rtl_priv(hw));
L
Larry Finger 已提交
1822 1823 1824 1825 1826 1827

	int err;

	rtl_pci_reset_trx_ring(hw);

	rtlpci->driver_is_goingto_unload = false;
1828 1829
	if (rtlpriv->cfg->ops->get_btc_status &&
	    rtlpriv->cfg->ops->get_btc_status()) {
1830
		rtlpriv->btcoexist.btc_info.ap_num = 36;
1831 1832 1833
		rtlpriv->btcoexist.btc_ops->btc_init_variables(rtlpriv);
		rtlpriv->btcoexist.btc_ops->btc_init_hal_vars(rtlpriv);
	}
L
Larry Finger 已提交
1834 1835 1836
	err = rtlpriv->cfg->ops->hw_init(hw);
	if (err) {
		RT_TRACE(rtlpriv, COMP_INIT, DBG_DMESG,
1837
			 "Failed to config hardware!\n");
L
Larry Finger 已提交
1838 1839
		return err;
	}
1840 1841
	rtlpriv->cfg->ops->set_hw_reg(hw, HW_VAR_RETRY_LIMIT,
			&rtlmac->retry_long);
L
Larry Finger 已提交
1842 1843

	rtlpriv->cfg->ops->enable_interrupt(hw);
1844
	RT_TRACE(rtlpriv, COMP_INIT, DBG_LOUD, "enable_interrupt OK\n");
L
Larry Finger 已提交
1845 1846 1847

	rtl_init_rx_config(hw);

1848
	/*should be after adapter start and interrupt enable. */
L
Larry Finger 已提交
1849 1850 1851 1852 1853 1854
	set_hal_start(rtlhal);

	RT_CLEAR_PS_LEVEL(ppsc, RT_RF_OFF_LEVL_HALT_NIC);

	rtlpci->up_first_time = false;

1855
	RT_TRACE(rtlpriv, COMP_INIT, DBG_DMESG, "rtl_pci_start OK\n");
L
Larry Finger 已提交
1856 1857 1858
	return 0;
}

1859
static void rtl_pci_stop(struct ieee80211_hw *hw)
L
Larry Finger 已提交
1860 1861 1862 1863 1864 1865 1866 1867
{
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	struct rtl_pci *rtlpci = rtl_pcidev(rtl_pcipriv(hw));
	struct rtl_ps_ctl *ppsc = rtl_psc(rtl_priv(hw));
	struct rtl_hal *rtlhal = rtl_hal(rtl_priv(hw));
	unsigned long flags;
	u8 RFInProgressTimeOut = 0;

1868 1869 1870
	if (rtlpriv->cfg->ops->get_btc_status())
		rtlpriv->btcoexist.btc_ops->btc_halt_notify();

L
Larry Finger 已提交
1871
	/*
1872
	 *should be before disable interrupt&adapter
L
Larry Finger 已提交
1873 1874 1875 1876
	 *and will do it immediately.
	 */
	set_hal_stop(rtlhal);

1877
	rtlpci->driver_is_goingto_unload = true;
L
Larry Finger 已提交
1878
	rtlpriv->cfg->ops->disable_interrupt(hw);
1879
	cancel_work_sync(&rtlpriv->works.lps_change_work);
L
Larry Finger 已提交
1880 1881 1882 1883 1884 1885 1886 1887 1888 1889 1890 1891 1892 1893 1894 1895

	spin_lock_irqsave(&rtlpriv->locks.rf_ps_lock, flags);
	while (ppsc->rfchange_inprogress) {
		spin_unlock_irqrestore(&rtlpriv->locks.rf_ps_lock, flags);
		if (RFInProgressTimeOut > 100) {
			spin_lock_irqsave(&rtlpriv->locks.rf_ps_lock, flags);
			break;
		}
		mdelay(1);
		RFInProgressTimeOut++;
		spin_lock_irqsave(&rtlpriv->locks.rf_ps_lock, flags);
	}
	ppsc->rfchange_inprogress = true;
	spin_unlock_irqrestore(&rtlpriv->locks.rf_ps_lock, flags);

	rtlpriv->cfg->ops->hw_disable(hw);
1896 1897 1898
	/* some things are not needed if firmware not available */
	if (!rtlpriv->max_fw_size)
		return;
L
Larry Finger 已提交
1899 1900 1901 1902 1903 1904 1905 1906 1907 1908 1909 1910 1911 1912 1913 1914 1915 1916
	rtlpriv->cfg->ops->led_control(hw, LED_CTL_POWER_OFF);

	spin_lock_irqsave(&rtlpriv->locks.rf_ps_lock, flags);
	ppsc->rfchange_inprogress = false;
	spin_unlock_irqrestore(&rtlpriv->locks.rf_ps_lock, flags);

	rtl_pci_enable_aspm(hw);
}

static bool _rtl_pci_find_adapter(struct pci_dev *pdev,
		struct ieee80211_hw *hw)
{
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	struct rtl_pci_priv *pcipriv = rtl_pcipriv(hw);
	struct rtl_hal *rtlhal = rtl_hal(rtl_priv(hw));
	struct pci_dev *bridge_pdev = pdev->bus->self;
	u16 venderid;
	u16 deviceid;
1917
	u8 revisionid;
L
Larry Finger 已提交
1918 1919 1920
	u16 irqline;
	u8 tmp;

1921
	pcipriv->ndis_adapter.pcibridge_vendor = PCI_BRIDGE_VENDOR_UNKNOWN;
L
Larry Finger 已提交
1922 1923
	venderid = pdev->vendor;
	deviceid = pdev->device;
1924
	pci_read_config_byte(pdev, 0x8, &revisionid);
L
Larry Finger 已提交
1925 1926
	pci_read_config_word(pdev, 0x3C, &irqline);

1927 1928 1929 1930 1931 1932 1933 1934 1935 1936
	/* PCI ID 0x10ec:0x8192 occurs for both RTL8192E, which uses
	 * r8192e_pci, and RTL8192SE, which uses this driver. If the
	 * revision ID is RTL_PCI_REVISION_ID_8192PCIE (0x01), then
	 * the correct driver is r8192e_pci, thus this routine should
	 * return false.
	 */
	if (deviceid == RTL_PCI_8192SE_DID &&
	    revisionid == RTL_PCI_REVISION_ID_8192PCIE)
		return false;

L
Larry Finger 已提交
1937 1938 1939 1940 1941 1942 1943 1944
	if (deviceid == RTL_PCI_8192_DID ||
	    deviceid == RTL_PCI_0044_DID ||
	    deviceid == RTL_PCI_0047_DID ||
	    deviceid == RTL_PCI_8192SE_DID ||
	    deviceid == RTL_PCI_8174_DID ||
	    deviceid == RTL_PCI_8173_DID ||
	    deviceid == RTL_PCI_8172_DID ||
	    deviceid == RTL_PCI_8171_DID) {
1945
		switch (revisionid) {
L
Larry Finger 已提交
1946 1947
		case RTL_PCI_REVISION_ID_8192PCIE:
			RT_TRACE(rtlpriv, COMP_INIT, DBG_DMESG,
1948 1949
				 "8192 PCI-E is found - vid/did=%x/%x\n",
				 venderid, deviceid);
L
Larry Finger 已提交
1950
			rtlhal->hw_type = HARDWARE_TYPE_RTL8192E;
1951
			return false;
L
Larry Finger 已提交
1952 1953
		case RTL_PCI_REVISION_ID_8192SE:
			RT_TRACE(rtlpriv, COMP_INIT, DBG_DMESG,
1954 1955
				 "8192SE is found - vid/did=%x/%x\n",
				 venderid, deviceid);
L
Larry Finger 已提交
1956 1957 1958 1959
			rtlhal->hw_type = HARDWARE_TYPE_RTL8192SE;
			break;
		default:
			RT_TRACE(rtlpriv, COMP_ERR, DBG_WARNING,
1960 1961
				 "Err: Unknown device - vid/did=%x/%x\n",
				 venderid, deviceid);
L
Larry Finger 已提交
1962 1963 1964 1965
			rtlhal->hw_type = HARDWARE_TYPE_RTL8192SE;
			break;

		}
1966 1967 1968 1969 1970
	} else if (deviceid == RTL_PCI_8723AE_DID) {
		rtlhal->hw_type = HARDWARE_TYPE_RTL8723AE;
		RT_TRACE(rtlpriv, COMP_INIT, DBG_DMESG,
			 "8723AE PCI-E is found - "
			 "vid/did=%x/%x\n", venderid, deviceid);
L
Larry Finger 已提交
1971 1972 1973 1974 1975 1976
	} else if (deviceid == RTL_PCI_8192CET_DID ||
		   deviceid == RTL_PCI_8192CE_DID ||
		   deviceid == RTL_PCI_8191CE_DID ||
		   deviceid == RTL_PCI_8188CE_DID) {
		rtlhal->hw_type = HARDWARE_TYPE_RTL8192CE;
		RT_TRACE(rtlpriv, COMP_INIT, DBG_DMESG,
1977 1978
			 "8192C PCI-E is found - vid/did=%x/%x\n",
			 venderid, deviceid);
1979 1980 1981 1982
	} else if (deviceid == RTL_PCI_8192DE_DID ||
		   deviceid == RTL_PCI_8192DE_DID2) {
		rtlhal->hw_type = HARDWARE_TYPE_RTL8192DE;
		RT_TRACE(rtlpriv, COMP_INIT, DBG_DMESG,
1983 1984
			 "8192D PCI-E is found - vid/did=%x/%x\n",
			 venderid, deviceid);
1985 1986 1987 1988
	} else if (deviceid == RTL_PCI_8188EE_DID) {
		rtlhal->hw_type = HARDWARE_TYPE_RTL8188EE;
		RT_TRACE(rtlpriv, COMP_INIT, DBG_LOUD,
			 "Find adapter, Hardware type is 8188EE\n");
1989 1990 1991 1992 1993 1994 1995 1996 1997 1998 1999 2000 2001 2002 2003 2004
	} else if (deviceid == RTL_PCI_8723BE_DID) {
			rtlhal->hw_type = HARDWARE_TYPE_RTL8723BE;
			RT_TRACE(rtlpriv, COMP_INIT , DBG_LOUD,
				 "Find adapter, Hardware type is 8723BE\n");
	} else if (deviceid == RTL_PCI_8192EE_DID) {
			rtlhal->hw_type = HARDWARE_TYPE_RTL8192EE;
			RT_TRACE(rtlpriv, COMP_INIT , DBG_LOUD,
				 "Find adapter, Hardware type is 8192EE\n");
	} else if (deviceid == RTL_PCI_8821AE_DID) {
			rtlhal->hw_type = HARDWARE_TYPE_RTL8821AE;
			RT_TRACE(rtlpriv, COMP_INIT , DBG_LOUD,
				 "Find adapter, Hardware type is 8821AE\n");
	} else if (deviceid == RTL_PCI_8812AE_DID) {
			rtlhal->hw_type = HARDWARE_TYPE_RTL8812AE;
			RT_TRACE(rtlpriv, COMP_INIT , DBG_LOUD,
				 "Find adapter, Hardware type is 8812AE\n");
L
Larry Finger 已提交
2005 2006
	} else {
		RT_TRACE(rtlpriv, COMP_ERR, DBG_WARNING,
2007 2008
			 "Err: Unknown device - vid/did=%x/%x\n",
			 venderid, deviceid);
L
Larry Finger 已提交
2009 2010 2011 2012

		rtlhal->hw_type = RTL_DEFAULT_HARDWARE_TYPE;
	}

2013 2014 2015
	if (rtlhal->hw_type == HARDWARE_TYPE_RTL8192DE) {
		if (revisionid == 0 || revisionid == 1) {
			if (revisionid == 0) {
2016 2017
				RT_TRACE(rtlpriv, COMP_INIT, DBG_LOUD,
					 "Find 92DE MAC0\n");
2018 2019 2020
				rtlhal->interfaceindex = 0;
			} else if (revisionid == 1) {
				RT_TRACE(rtlpriv, COMP_INIT, DBG_LOUD,
2021
					 "Find 92DE MAC1\n");
2022 2023 2024 2025
				rtlhal->interfaceindex = 1;
			}
		} else {
			RT_TRACE(rtlpriv, COMP_INIT, DBG_LOUD,
2026 2027
				 "Unknown device - VendorID/DeviceID=%x/%x, Revision=%x\n",
				 venderid, deviceid, revisionid);
2028 2029 2030
			rtlhal->interfaceindex = 0;
		}
	}
2031 2032 2033 2034 2035 2036 2037

	/* 92ee use new trx flow */
	if (rtlhal->hw_type == HARDWARE_TYPE_RTL8192EE)
		rtlpriv->use_new_trx_flow = true;
	else
		rtlpriv->use_new_trx_flow = false;

L
Larry Finger 已提交
2038 2039 2040 2041 2042
	/*find bus info */
	pcipriv->ndis_adapter.busnumber = pdev->bus->number;
	pcipriv->ndis_adapter.devnumber = PCI_SLOT(pdev->devfn);
	pcipriv->ndis_adapter.funcnumber = PCI_FUNC(pdev->devfn);

2043 2044
	/*find bridge info */
	pcipriv->ndis_adapter.pcibridge_vendor = PCI_BRIDGE_VENDOR_UNKNOWN;
2045 2046 2047
	/* some ARM have no bridge_pdev and will crash here
	 * so we should check if bridge_pdev is NULL
	 */
2048 2049 2050 2051 2052 2053 2054
	if (bridge_pdev) {
		/*find bridge info if available */
		pcipriv->ndis_adapter.pcibridge_vendorid = bridge_pdev->vendor;
		for (tmp = 0; tmp < PCI_BRIDGE_VENDOR_MAX; tmp++) {
			if (bridge_pdev->vendor == pcibridge_vendors[tmp]) {
				pcipriv->ndis_adapter.pcibridge_vendor = tmp;
				RT_TRACE(rtlpriv, COMP_INIT, DBG_DMESG,
2055 2056
					 "Pci Bridge Vendor is found index: %d\n",
					 tmp);
2057 2058
				break;
			}
L
Larry Finger 已提交
2059 2060 2061 2062 2063 2064 2065 2066 2067 2068 2069
		}
	}

	if (pcipriv->ndis_adapter.pcibridge_vendor !=
		PCI_BRIDGE_VENDOR_UNKNOWN) {
		pcipriv->ndis_adapter.pcibridge_busnum =
		    bridge_pdev->bus->number;
		pcipriv->ndis_adapter.pcibridge_devnum =
		    PCI_SLOT(bridge_pdev->devfn);
		pcipriv->ndis_adapter.pcibridge_funcnum =
		    PCI_FUNC(bridge_pdev->devfn);
2070 2071
		pcipriv->ndis_adapter.pcibridge_pciehdr_offset =
		    pci_pcie_cap(bridge_pdev);
L
Larry Finger 已提交
2072 2073 2074 2075 2076 2077 2078 2079 2080 2081 2082 2083 2084
		pcipriv->ndis_adapter.num4bytes =
		    (pcipriv->ndis_adapter.pcibridge_pciehdr_offset + 0x10) / 4;

		rtl_pci_get_linkcontrol_field(hw);

		if (pcipriv->ndis_adapter.pcibridge_vendor ==
		    PCI_BRIDGE_VENDOR_AMD) {
			pcipriv->ndis_adapter.amd_l1_patch =
			    rtl_pci_get_amd_l1_patch(hw);
		}
	}

	RT_TRACE(rtlpriv, COMP_INIT, DBG_DMESG,
2085 2086 2087 2088 2089
		 "pcidev busnumber:devnumber:funcnumber:vendor:link_ctl %d:%d:%d:%x:%x\n",
		 pcipriv->ndis_adapter.busnumber,
		 pcipriv->ndis_adapter.devnumber,
		 pcipriv->ndis_adapter.funcnumber,
		 pdev->vendor, pcipriv->ndis_adapter.linkctrl_reg);
L
Larry Finger 已提交
2090 2091

	RT_TRACE(rtlpriv, COMP_INIT, DBG_DMESG,
2092 2093 2094 2095 2096 2097 2098 2099
		 "pci_bridge busnumber:devnumber:funcnumber:vendor:pcie_cap:link_ctl_reg:amd %d:%d:%d:%x:%x:%x:%x\n",
		 pcipriv->ndis_adapter.pcibridge_busnum,
		 pcipriv->ndis_adapter.pcibridge_devnum,
		 pcipriv->ndis_adapter.pcibridge_funcnum,
		 pcibridge_vendors[pcipriv->ndis_adapter.pcibridge_vendor],
		 pcipriv->ndis_adapter.pcibridge_pciehdr_offset,
		 pcipriv->ndis_adapter.pcibridge_linkctrlreg,
		 pcipriv->ndis_adapter.amd_l1_patch);
L
Larry Finger 已提交
2100 2101

	rtl_pci_parse_configuration(pdev, hw);
2102
	list_add_tail(&rtlpriv->list, &rtlpriv->glb_var->glb_priv_list);
L
Larry Finger 已提交
2103 2104 2105 2106

	return true;
}

2107 2108 2109 2110 2111 2112 2113 2114 2115 2116 2117 2118 2119 2120 2121 2122 2123 2124 2125 2126 2127 2128 2129 2130 2131 2132 2133 2134 2135 2136 2137 2138 2139 2140 2141 2142 2143 2144 2145 2146 2147 2148 2149 2150 2151 2152 2153 2154 2155 2156 2157 2158 2159 2160 2161 2162 2163 2164 2165
static int rtl_pci_intr_mode_msi(struct ieee80211_hw *hw)
{
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	struct rtl_pci_priv *pcipriv = rtl_pcipriv(hw);
	struct rtl_pci *rtlpci = rtl_pcidev(pcipriv);
	int ret;

	ret = pci_enable_msi(rtlpci->pdev);
	if (ret < 0)
		return ret;

	ret = request_irq(rtlpci->pdev->irq, &_rtl_pci_interrupt,
			  IRQF_SHARED, KBUILD_MODNAME, hw);
	if (ret < 0) {
		pci_disable_msi(rtlpci->pdev);
		return ret;
	}

	rtlpci->using_msi = true;

	RT_TRACE(rtlpriv, COMP_INIT|COMP_INTR, DBG_DMESG,
		 "MSI Interrupt Mode!\n");
	return 0;
}

static int rtl_pci_intr_mode_legacy(struct ieee80211_hw *hw)
{
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	struct rtl_pci_priv *pcipriv = rtl_pcipriv(hw);
	struct rtl_pci *rtlpci = rtl_pcidev(pcipriv);
	int ret;

	ret = request_irq(rtlpci->pdev->irq, &_rtl_pci_interrupt,
			  IRQF_SHARED, KBUILD_MODNAME, hw);
	if (ret < 0)
		return ret;

	rtlpci->using_msi = false;
	RT_TRACE(rtlpriv, COMP_INIT|COMP_INTR, DBG_DMESG,
		 "Pin-based Interrupt Mode!\n");
	return 0;
}

static int rtl_pci_intr_mode_decide(struct ieee80211_hw *hw)
{
	struct rtl_pci_priv *pcipriv = rtl_pcipriv(hw);
	struct rtl_pci *rtlpci = rtl_pcidev(pcipriv);
	int ret;

	if (rtlpci->msi_support) {
		ret = rtl_pci_intr_mode_msi(hw);
		if (ret < 0)
			ret = rtl_pci_intr_mode_legacy(hw);
	} else {
		ret = rtl_pci_intr_mode_legacy(hw);
	}
	return ret;
}

B
Bill Pemberton 已提交
2166
int rtl_pci_probe(struct pci_dev *pdev,
L
Larry Finger 已提交
2167 2168 2169 2170 2171 2172 2173 2174 2175 2176 2177 2178
			    const struct pci_device_id *id)
{
	struct ieee80211_hw *hw = NULL;

	struct rtl_priv *rtlpriv = NULL;
	struct rtl_pci_priv *pcipriv = NULL;
	struct rtl_pci *rtlpci;
	unsigned long pmem_start, pmem_len, pmem_flags;
	int err;

	err = pci_enable_device(pdev);
	if (err) {
2179
		WARN_ONCE(true, "%s : Cannot enable new PCI device\n",
2180
			  pci_name(pdev));
L
Larry Finger 已提交
2181 2182 2183 2184 2185
		return err;
	}

	if (!pci_set_dma_mask(pdev, DMA_BIT_MASK(32))) {
		if (pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(32))) {
2186 2187
			WARN_ONCE(true,
				  "rtlwifi: Unable to obtain 32bit DMA for consistent allocations\n");
2188 2189
			err = -ENOMEM;
			goto fail1;
L
Larry Finger 已提交
2190 2191 2192 2193 2194 2195 2196 2197
		}
	}

	pci_set_master(pdev);

	hw = ieee80211_alloc_hw(sizeof(struct rtl_pci_priv) +
				sizeof(struct rtl_priv), &rtl_ops);
	if (!hw) {
2198
		WARN_ONCE(true,
2199
			  "%s : ieee80211 alloc failed\n", pci_name(pdev));
L
Larry Finger 已提交
2200 2201 2202 2203 2204 2205 2206 2207
		err = -ENOMEM;
		goto fail1;
	}

	SET_IEEE80211_DEV(hw, &pdev->dev);
	pci_set_drvdata(pdev, hw);

	rtlpriv = hw->priv;
2208
	rtlpriv->hw = hw;
L
Larry Finger 已提交
2209 2210
	pcipriv = (void *)rtlpriv->priv;
	pcipriv->dev.pdev = pdev;
2211
	init_completion(&rtlpriv->firmware_loading_complete);
2212 2213 2214 2215 2216
	/*proximity init here*/
	rtlpriv->proximity.proxim_on = false;

	pcipriv = (void *)rtlpriv->priv;
	pcipriv->dev.pdev = pdev;
L
Larry Finger 已提交
2217

2218 2219 2220 2221
	/* init cfg & intf_ops */
	rtlpriv->rtlhal.interface = INTF_PCI;
	rtlpriv->cfg = (struct rtl_hal_cfg *)(id->driver_data);
	rtlpriv->intf_ops = &rtl_pci_ops;
2222
	rtlpriv->glb_var = &rtl_global_var;
2223

L
Larry Finger 已提交
2224 2225 2226
	/* MEM map */
	err = pci_request_regions(pdev, KBUILD_MODNAME);
	if (err) {
2227
		WARN_ONCE(true, "rtlwifi: Can't obtain PCI resources\n");
2228
		goto fail1;
L
Larry Finger 已提交
2229 2230
	}

2231 2232 2233
	pmem_start = pci_resource_start(pdev, rtlpriv->cfg->bar_id);
	pmem_len = pci_resource_len(pdev, rtlpriv->cfg->bar_id);
	pmem_flags = pci_resource_flags(pdev, rtlpriv->cfg->bar_id);
L
Larry Finger 已提交
2234 2235 2236

	/*shared mem start */
	rtlpriv->io.pci_mem_start =
2237 2238
			(unsigned long)pci_iomap(pdev,
			rtlpriv->cfg->bar_id, pmem_len);
L
Larry Finger 已提交
2239
	if (rtlpriv->io.pci_mem_start == 0) {
2240
		WARN_ONCE(true, "rtlwifi: Can't map PCI mem\n");
2241
		err = -ENOMEM;
L
Larry Finger 已提交
2242 2243 2244 2245
		goto fail2;
	}

	RT_TRACE(rtlpriv, COMP_INIT, DBG_DMESG,
2246 2247 2248
		 "mem mapped space: start: 0x%08lx len:%08lx flags:%08lx, after map:0x%08lx\n",
		 pmem_start, pmem_len, pmem_flags,
		 rtlpriv->io.pci_mem_start);
L
Larry Finger 已提交
2249 2250 2251 2252 2253 2254 2255 2256 2257

	/* Disable Clk Request */
	pci_write_config_byte(pdev, 0x81, 0);
	/* leave D3 mode */
	pci_write_config_byte(pdev, 0x44, 0);
	pci_write_config_byte(pdev, 0x04, 0x06);
	pci_write_config_byte(pdev, 0x04, 0x07);

	/* find adapter */
2258 2259
	if (!_rtl_pci_find_adapter(pdev, hw)) {
		err = -ENODEV;
2260
		goto fail3;
2261
	}
L
Larry Finger 已提交
2262 2263 2264 2265 2266 2267 2268

	/* Init IO handler */
	_rtl_pci_io_handler_init(&pdev->dev, hw);

	/*like read eeprom and so on */
	rtlpriv->cfg->ops->read_eeprom_info(hw);

2269
	if (rtlpriv->cfg->ops->init_sw_vars(hw)) {
2270
		pr_err("Can't init_sw_vars\n");
2271 2272 2273 2274 2275 2276 2277 2278
		err = -ENODEV;
		goto fail3;
	}
	rtlpriv->cfg->ops->init_sw_leds(hw);

	/*aspm */
	rtl_pci_init_aspm(hw);

L
Larry Finger 已提交
2279 2280 2281
	/* Init mac80211 sw */
	err = rtl_init_core(hw);
	if (err) {
2282
		pr_err("Can't allocate sw for mac80211\n");
L
Larry Finger 已提交
2283 2284 2285 2286
		goto fail3;
	}

	/* Init PCI sw */
2287
	err = rtl_pci_init(hw, pdev);
L
Larry Finger 已提交
2288
	if (err) {
2289
		pr_err("Failed to init PCI\n");
L
Larry Finger 已提交
2290 2291 2292
		goto fail3;
	}

2293 2294
	err = ieee80211_register_hw(hw);
	if (err) {
2295
		pr_err("Can't register mac80211 hw.\n");
2296 2297 2298
		err = -ENODEV;
		goto fail3;
	}
2299
	rtlpriv->mac80211.mac80211_registered = 1;
2300

2301 2302 2303
	/*init rfkill */
	rtl_init_rfkill(hw);	/* Init PCI sw */

L
Larry Finger 已提交
2304
	rtlpci = rtl_pcidev(pcipriv);
2305
	err = rtl_pci_intr_mode_decide(hw);
L
Larry Finger 已提交
2306 2307
	if (err) {
		RT_TRACE(rtlpriv, COMP_INIT, DBG_DMESG,
2308 2309
			 "%s: failed to register IRQ handler\n",
			 wiphy_name(hw->wiphy));
L
Larry Finger 已提交
2310 2311
		goto fail3;
	}
2312
	rtlpci->irq_alloc = 1;
L
Larry Finger 已提交
2313

2314
	set_bit(RTL_STATUS_INTERFACE_START, &rtlpriv->status);
L
Larry Finger 已提交
2315 2316 2317
	return 0;

fail3:
2318
	pci_set_drvdata(pdev, NULL);
L
Larry Finger 已提交
2319 2320 2321
	rtl_deinit_core(hw);

	if (rtlpriv->io.pci_mem_start != 0)
L
Larry Finger 已提交
2322
		pci_iounmap(pdev, (void __iomem *)rtlpriv->io.pci_mem_start);
L
Larry Finger 已提交
2323 2324 2325

fail2:
	pci_release_regions(pdev);
2326
	complete(&rtlpriv->firmware_loading_complete);
L
Larry Finger 已提交
2327 2328

fail1:
2329 2330
	if (hw)
		ieee80211_free_hw(hw);
L
Larry Finger 已提交
2331 2332
	pci_disable_device(pdev);

2333
	return err;
L
Larry Finger 已提交
2334 2335 2336 2337 2338 2339 2340 2341 2342 2343 2344 2345

}
EXPORT_SYMBOL(rtl_pci_probe);

void rtl_pci_disconnect(struct pci_dev *pdev)
{
	struct ieee80211_hw *hw = pci_get_drvdata(pdev);
	struct rtl_pci_priv *pcipriv = rtl_pcipriv(hw);
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	struct rtl_pci *rtlpci = rtl_pcidev(pcipriv);
	struct rtl_mac *rtlmac = rtl_mac(rtlpriv);

2346 2347
	/* just in case driver is removed before firmware callback */
	wait_for_completion(&rtlpriv->firmware_loading_complete);
L
Larry Finger 已提交
2348 2349 2350 2351 2352 2353 2354 2355 2356 2357
	clear_bit(RTL_STATUS_INTERFACE_START, &rtlpriv->status);

	/*ieee80211_unregister_hw will call ops_stop */
	if (rtlmac->mac80211_registered == 1) {
		ieee80211_unregister_hw(hw);
		rtlmac->mac80211_registered = 0;
	} else {
		rtl_deinit_deferred_work(hw);
		rtlpriv->intf_ops->adapter_stop(hw);
	}
L
Larry Finger 已提交
2358
	rtlpriv->cfg->ops->disable_interrupt(hw);
L
Larry Finger 已提交
2359 2360 2361 2362 2363 2364 2365 2366 2367 2368 2369 2370 2371

	/*deinit rfkill */
	rtl_deinit_rfkill(hw);

	rtl_pci_deinit(hw);
	rtl_deinit_core(hw);
	rtlpriv->cfg->ops->deinit_sw_vars(hw);

	if (rtlpci->irq_alloc) {
		free_irq(rtlpci->pdev->irq, hw);
		rtlpci->irq_alloc = 0;
	}

2372 2373 2374
	if (rtlpci->using_msi)
		pci_disable_msi(rtlpci->pdev);

2375
	list_del(&rtlpriv->list);
L
Larry Finger 已提交
2376
	if (rtlpriv->io.pci_mem_start != 0) {
L
Larry Finger 已提交
2377
		pci_iounmap(pdev, (void __iomem *)rtlpriv->io.pci_mem_start);
L
Larry Finger 已提交
2378 2379 2380 2381
		pci_release_regions(pdev);
	}

	pci_disable_device(pdev);
2382 2383 2384

	rtl_pci_disable_aspm(hw);

2385 2386
	pci_set_drvdata(pdev, NULL);

L
Larry Finger 已提交
2387 2388 2389 2390
	ieee80211_free_hw(hw);
}
EXPORT_SYMBOL(rtl_pci_disconnect);

H
Hauke Mehrtens 已提交
2391
#ifdef CONFIG_PM_SLEEP
L
Larry Finger 已提交
2392 2393 2394 2395 2396 2397 2398 2399 2400 2401 2402 2403 2404 2405 2406
/***************************************
kernel pci power state define:
PCI_D0         ((pci_power_t __force) 0)
PCI_D1         ((pci_power_t __force) 1)
PCI_D2         ((pci_power_t __force) 2)
PCI_D3hot      ((pci_power_t __force) 3)
PCI_D3cold     ((pci_power_t __force) 4)
PCI_UNKNOWN    ((pci_power_t __force) 5)

This function is called when system
goes into suspend state mac80211 will
call rtl_mac_stop() from the mac80211
suspend function first, So there is
no need to call hw_disable here.
****************************************/
2407
int rtl_pci_suspend(struct device *dev)
L
Larry Finger 已提交
2408
{
2409
	struct pci_dev *pdev = to_pci_dev(dev);
2410 2411 2412 2413 2414 2415
	struct ieee80211_hw *hw = pci_get_drvdata(pdev);
	struct rtl_priv *rtlpriv = rtl_priv(hw);

	rtlpriv->cfg->ops->hw_suspend(hw);
	rtl_deinit_rfkill(hw);

L
Larry Finger 已提交
2416 2417 2418 2419
	return 0;
}
EXPORT_SYMBOL(rtl_pci_suspend);

2420
int rtl_pci_resume(struct device *dev)
L
Larry Finger 已提交
2421
{
2422
	struct pci_dev *pdev = to_pci_dev(dev);
2423 2424
	struct ieee80211_hw *hw = pci_get_drvdata(pdev);
	struct rtl_priv *rtlpriv = rtl_priv(hw);
L
Larry Finger 已提交
2425

2426 2427
	rtlpriv->cfg->ops->hw_resume(hw);
	rtl_init_rfkill(hw);
L
Larry Finger 已提交
2428 2429 2430
	return 0;
}
EXPORT_SYMBOL(rtl_pci_resume);
H
Hauke Mehrtens 已提交
2431
#endif /* CONFIG_PM_SLEEP */
L
Larry Finger 已提交
2432

2433
const struct rtl_intf_ops rtl_pci_ops = {
2434
	.read_efuse_byte = read_efuse_byte,
L
Larry Finger 已提交
2435 2436
	.adapter_start = rtl_pci_start,
	.adapter_stop = rtl_pci_stop,
2437
	.check_buddy_priv = rtl_pci_check_buddy_priv,
L
Larry Finger 已提交
2438
	.adapter_tx = rtl_pci_tx,
2439
	.flush = rtl_pci_flush,
L
Larry Finger 已提交
2440
	.reset_trx_ring = rtl_pci_reset_trx_ring,
2441
	.waitq_insert = rtl_pci_tx_chk_waitq_insert,
L
Larry Finger 已提交
2442 2443 2444 2445

	.disable_aspm = rtl_pci_disable_aspm,
	.enable_aspm = rtl_pci_enable_aspm,
};