pci.c 66.9 KB
Newer Older
L
Larry Finger 已提交
1 2
/******************************************************************************
 *
L
Larry Finger 已提交
3
 * Copyright(c) 2009-2012  Realtek Corporation.
L
Larry Finger 已提交
4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26
 *
 * This program is free software; you can redistribute it and/or modify it
 * under the terms of version 2 of the GNU General Public License as
 * published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
 * more details.
 *
 * The full GNU General Public License is included in this distribution in the
 * file called LICENSE.
 *
 * Contact Information:
 * wlanfae <wlanfae@realtek.com>
 * Realtek Corporation, No. 2, Innovation Road II, Hsinchu Science Park,
 * Hsinchu 300, Taiwan.
 *
 * Larry Finger <Larry.Finger@lwfinger.net>
 *
 *****************************************************************************/

#include "wifi.h"
27
#include "core.h"
L
Larry Finger 已提交
28 29 30
#include "pci.h"
#include "base.h"
#include "ps.h"
31
#include "efuse.h"
32
#include <linux/interrupt.h>
33
#include <linux/export.h>
34
#include <linux/kmemleak.h>
35 36 37 38 39 40 41
#include <linux/module.h>

MODULE_AUTHOR("lizhaoming	<chaoming_li@realsil.com.cn>");
MODULE_AUTHOR("Realtek WlanFAE	<wlanfae@realtek.com>");
MODULE_AUTHOR("Larry Finger	<Larry.FInger@lwfinger.net>");
MODULE_LICENSE("GPL");
MODULE_DESCRIPTION("PCI basic driver for rtlwifi");
L
Larry Finger 已提交
42 43

static const u16 pcibridge_vendors[PCI_BRIDGE_VENDOR_MAX] = {
44 45 46 47
	INTEL_VENDOR_ID,
	ATI_VENDOR_ID,
	AMD_VENDOR_ID,
	SIS_VENDOR_ID
L
Larry Finger 已提交
48 49
};

50 51 52 53 54 55 56
static const u8 ac_to_hwq[] = {
	VO_QUEUE,
	VI_QUEUE,
	BE_QUEUE,
	BK_QUEUE
};

57
static u8 _rtl_mac_to_hwqueue(struct ieee80211_hw *hw,
58 59 60
		       struct sk_buff *skb)
{
	struct rtl_hal *rtlhal = rtl_hal(rtl_priv(hw));
61
	__le16 fc = rtl_get_fc(skb);
62 63 64 65
	u8 queue_index = skb_get_queue_mapping(skb);

	if (unlikely(ieee80211_is_beacon(fc)))
		return BEACON_QUEUE;
66
	if (ieee80211_is_mgmt(fc) || ieee80211_is_ctl(fc))
67 68 69 70 71 72 73 74
		return MGNT_QUEUE;
	if (rtlhal->hw_type == HARDWARE_TYPE_RTL8192SE)
		if (ieee80211_is_nullfunc(fc))
			return HIGH_QUEUE;

	return ac_to_hwq[queue_index];
}

L
Larry Finger 已提交
75 76 77 78 79 80 81 82
/* Update PCI dependent default settings*/
static void _rtl_pci_update_default_setting(struct ieee80211_hw *hw)
{
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	struct rtl_pci_priv *pcipriv = rtl_pcipriv(hw);
	struct rtl_ps_ctl *ppsc = rtl_psc(rtl_priv(hw));
	struct rtl_pci *rtlpci = rtl_pcidev(rtl_pcipriv(hw));
	u8 pcibridge_vendor = pcipriv->ndis_adapter.pcibridge_vendor;
83
	u8 init_aspm;
L
Larry Finger 已提交
84 85

	ppsc->reg_rfps_level = 0;
86
	ppsc->support_aspm = false;
L
Larry Finger 已提交
87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148

	/*Update PCI ASPM setting */
	ppsc->const_amdpci_aspm = rtlpci->const_amdpci_aspm;
	switch (rtlpci->const_pci_aspm) {
	case 0:
		/*No ASPM */
		break;

	case 1:
		/*ASPM dynamically enabled/disable. */
		ppsc->reg_rfps_level |= RT_RF_LPS_LEVEL_ASPM;
		break;

	case 2:
		/*ASPM with Clock Req dynamically enabled/disable. */
		ppsc->reg_rfps_level |= (RT_RF_LPS_LEVEL_ASPM |
					 RT_RF_OFF_LEVL_CLK_REQ);
		break;

	case 3:
		/*
		 * Always enable ASPM and Clock Req
		 * from initialization to halt.
		 * */
		ppsc->reg_rfps_level &= ~(RT_RF_LPS_LEVEL_ASPM);
		ppsc->reg_rfps_level |= (RT_RF_PS_LEVEL_ALWAYS_ASPM |
					 RT_RF_OFF_LEVL_CLK_REQ);
		break;

	case 4:
		/*
		 * Always enable ASPM without Clock Req
		 * from initialization to halt.
		 * */
		ppsc->reg_rfps_level &= ~(RT_RF_LPS_LEVEL_ASPM |
					  RT_RF_OFF_LEVL_CLK_REQ);
		ppsc->reg_rfps_level |= RT_RF_PS_LEVEL_ALWAYS_ASPM;
		break;
	}

	ppsc->reg_rfps_level |= RT_RF_OFF_LEVL_HALT_NIC;

	/*Update Radio OFF setting */
	switch (rtlpci->const_hwsw_rfoff_d3) {
	case 1:
		if (ppsc->reg_rfps_level & RT_RF_LPS_LEVEL_ASPM)
			ppsc->reg_rfps_level |= RT_RF_OFF_LEVL_ASPM;
		break;

	case 2:
		if (ppsc->reg_rfps_level & RT_RF_LPS_LEVEL_ASPM)
			ppsc->reg_rfps_level |= RT_RF_OFF_LEVL_ASPM;
		ppsc->reg_rfps_level |= RT_RF_OFF_LEVL_HALT_NIC;
		break;

	case 3:
		ppsc->reg_rfps_level |= RT_RF_OFF_LEVL_PCI_D3;
		break;
	}

	/*Set HW definition to determine if it supports ASPM. */
	switch (rtlpci->const_support_pciaspm) {
149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168
	case 0:{
			/*Not support ASPM. */
			bool support_aspm = false;
			ppsc->support_aspm = support_aspm;
			break;
		}
	case 1:{
			/*Support ASPM. */
			bool support_aspm = true;
			bool support_backdoor = true;
			ppsc->support_aspm = support_aspm;

			/*if (priv->oem_id == RT_CID_TOSHIBA &&
			   !priv->ndis_adapter.amd_l1_patch)
			   support_backdoor = false; */

			ppsc->support_backdoor = support_backdoor;

			break;
		}
L
Larry Finger 已提交
169 170
	case 2:
		/*ASPM value set by chipset. */
171 172 173 174
		if (pcibridge_vendor == PCI_BRIDGE_VENDOR_INTEL) {
			bool support_aspm = true;
			ppsc->support_aspm = support_aspm;
		}
L
Larry Finger 已提交
175 176 177
		break;
	default:
		RT_TRACE(rtlpriv, COMP_ERR, DBG_EMERG,
178 179
			 "switch case %#x not processed\n",
			 rtlpci->const_support_pciaspm);
L
Larry Finger 已提交
180 181
		break;
	}
182 183 184 185 186 187 188 189 190

	/* toshiba aspm issue, toshiba will set aspm selfly
	 * so we should not set aspm in driver */
	pci_read_config_byte(rtlpci->pdev, 0x80, &init_aspm);
	if (rtlpriv->rtlhal.hw_type == HARDWARE_TYPE_RTL8192SE &&
		init_aspm == 0x43)
		ppsc->support_aspm = false;
}

L
Larry Finger 已提交
191 192 193 194 195
static bool _rtl_pci_platform_switch_device_pci_aspm(
			struct ieee80211_hw *hw,
			u8 value)
{
	struct rtl_pci *rtlpci = rtl_pcidev(rtl_pcipriv(hw));
196 197 198 199
	struct rtl_hal *rtlhal = rtl_hal(rtl_priv(hw));

	if (rtlhal->hw_type != HARDWARE_TYPE_RTL8192SE)
		value |= 0x40;
L
Larry Finger 已提交
200 201 202

	pci_write_config_byte(rtlpci->pdev, 0x80, value);

203
	return false;
L
Larry Finger 已提交
204 205 206
}

/*When we set 0x01 to enable clk request. Set 0x0 to disable clk req.*/
207
static void _rtl_pci_switch_clk_req(struct ieee80211_hw *hw, u8 value)
L
Larry Finger 已提交
208 209
{
	struct rtl_pci *rtlpci = rtl_pcidev(rtl_pcipriv(hw));
210
	struct rtl_hal *rtlhal = rtl_hal(rtl_priv(hw));
L
Larry Finger 已提交
211 212 213

	pci_write_config_byte(rtlpci->pdev, 0x81, value);

214 215
	if (rtlhal->hw_type == HARDWARE_TYPE_RTL8192SE)
		udelay(100);
L
Larry Finger 已提交
216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231
}

/*Disable RTL8192SE ASPM & Disable Pci Bridge ASPM*/
static void rtl_pci_disable_aspm(struct ieee80211_hw *hw)
{
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	struct rtl_pci_priv *pcipriv = rtl_pcipriv(hw);
	struct rtl_ps_ctl *ppsc = rtl_psc(rtl_priv(hw));
	struct rtl_pci *rtlpci = rtl_pcidev(rtl_pcipriv(hw));
	u8 pcibridge_vendor = pcipriv->ndis_adapter.pcibridge_vendor;
	u8 num4bytes = pcipriv->ndis_adapter.num4bytes;
	/*Retrieve original configuration settings. */
	u8 linkctrl_reg = pcipriv->ndis_adapter.linkctrl_reg;
	u16 pcibridge_linkctrlreg = pcipriv->ndis_adapter.
				pcibridge_linkctrlreg;
	u16 aspmlevel = 0;
232
	u8 tmp_u1b = 0;
L
Larry Finger 已提交
233

234 235 236
	if (!ppsc->support_aspm)
		return;

L
Larry Finger 已提交
237 238
	if (pcibridge_vendor == PCI_BRIDGE_VENDOR_UNKNOWN) {
		RT_TRACE(rtlpriv, COMP_POWER, DBG_TRACE,
239
			 "PCI(Bridge) UNKNOWN\n");
L
Larry Finger 已提交
240 241 242 243 244 245 246 247 248

		return;
	}

	if (ppsc->reg_rfps_level & RT_RF_OFF_LEVL_CLK_REQ) {
		RT_CLEAR_PS_LEVEL(ppsc, RT_RF_OFF_LEVL_CLK_REQ);
		_rtl_pci_switch_clk_req(hw, 0x0);
	}

249 250
	/*for promising device will in L0 state after an I/O. */
	pci_read_config_byte(rtlpci->pdev, 0x80, &tmp_u1b);
L
Larry Finger 已提交
251 252 253 254 255 256 257 258 259 260

	/*Set corresponding value. */
	aspmlevel |= BIT(0) | BIT(1);
	linkctrl_reg &= ~aspmlevel;
	pcibridge_linkctrlreg &= ~(BIT(0) | BIT(1));

	_rtl_pci_platform_switch_device_pci_aspm(hw, linkctrl_reg);
	udelay(50);

	/*4 Disable Pci Bridge ASPM */
261 262
	pci_write_config_byte(rtlpci->pdev, (num4bytes << 2),
			      pcibridge_linkctrlreg);
L
Larry Finger 已提交
263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284

	udelay(50);
}

/*
 *Enable RTL8192SE ASPM & Enable Pci Bridge ASPM for
 *power saving We should follow the sequence to enable
 *RTL8192SE first then enable Pci Bridge ASPM
 *or the system will show bluescreen.
 */
static void rtl_pci_enable_aspm(struct ieee80211_hw *hw)
{
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	struct rtl_pci_priv *pcipriv = rtl_pcipriv(hw);
	struct rtl_ps_ctl *ppsc = rtl_psc(rtl_priv(hw));
	struct rtl_pci *rtlpci = rtl_pcidev(rtl_pcipriv(hw));
	u8 pcibridge_vendor = pcipriv->ndis_adapter.pcibridge_vendor;
	u8 num4bytes = pcipriv->ndis_adapter.num4bytes;
	u16 aspmlevel;
	u8 u_pcibridge_aspmsetting;
	u8 u_device_aspmsetting;

285 286 287
	if (!ppsc->support_aspm)
		return;

L
Larry Finger 已提交
288 289
	if (pcibridge_vendor == PCI_BRIDGE_VENDOR_UNKNOWN) {
		RT_TRACE(rtlpriv, COMP_POWER, DBG_TRACE,
290
			 "PCI(Bridge) UNKNOWN\n");
L
Larry Finger 已提交
291 292 293 294 295 296 297 298 299 300 301 302
		return;
	}

	/*4 Enable Pci Bridge ASPM */

	u_pcibridge_aspmsetting =
	    pcipriv->ndis_adapter.pcibridge_linkctrlreg |
	    rtlpci->const_hostpci_aspm_setting;

	if (pcibridge_vendor == PCI_BRIDGE_VENDOR_INTEL)
		u_pcibridge_aspmsetting &= ~BIT(0);

303 304
	pci_write_config_byte(rtlpci->pdev, (num4bytes << 2),
			      u_pcibridge_aspmsetting);
L
Larry Finger 已提交
305 306

	RT_TRACE(rtlpriv, COMP_INIT, DBG_LOUD,
307
		 "PlatformEnableASPM(): Write reg[%x] = %x\n",
308 309
		 (pcipriv->ndis_adapter.pcibridge_pciehdr_offset + 0x10),
		 u_pcibridge_aspmsetting);
L
Larry Finger 已提交
310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328

	udelay(50);

	/*Get ASPM level (with/without Clock Req) */
	aspmlevel = rtlpci->const_devicepci_aspm_setting;
	u_device_aspmsetting = pcipriv->ndis_adapter.linkctrl_reg;

	/*_rtl_pci_platform_switch_device_pci_aspm(dev,*/
	/*(priv->ndis_adapter.linkctrl_reg | ASPMLevel)); */

	u_device_aspmsetting |= aspmlevel;

	_rtl_pci_platform_switch_device_pci_aspm(hw, u_device_aspmsetting);

	if (ppsc->reg_rfps_level & RT_RF_OFF_LEVL_CLK_REQ) {
		_rtl_pci_switch_clk_req(hw, (ppsc->reg_rfps_level &
					     RT_RF_OFF_LEVL_CLK_REQ) ? 1 : 0);
		RT_SET_PS_LEVEL(ppsc, RT_RF_OFF_LEVL_CLK_REQ);
	}
329
	udelay(100);
L
Larry Finger 已提交
330 331 332 333
}

static bool rtl_pci_get_amd_l1_patch(struct ieee80211_hw *hw)
{
334
	struct rtl_pci *rtlpci = rtl_pcidev(rtl_pcipriv(hw));
L
Larry Finger 已提交
335 336 337 338 339

	bool status = false;
	u8 offset_e0;
	unsigned offset_e4;

340
	pci_write_config_byte(rtlpci->pdev, 0xe0, 0xa0);
L
Larry Finger 已提交
341

342
	pci_read_config_byte(rtlpci->pdev, 0xe0, &offset_e0);
L
Larry Finger 已提交
343 344

	if (offset_e0 == 0xA0) {
345
		pci_read_config_dword(rtlpci->pdev, 0xe4, &offset_e4);
L
Larry Finger 已提交
346 347 348 349 350 351 352
		if (offset_e4 & BIT(23))
			status = true;
	}

	return status;
}

353 354 355 356 357 358
static bool rtl_pci_check_buddy_priv(struct ieee80211_hw *hw,
				     struct rtl_priv **buddy_priv)
{
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	struct rtl_pci_priv *pcipriv = rtl_pcipriv(hw);
	bool find_buddy_priv = false;
L
Larry Finger 已提交
359
	struct rtl_priv *tpriv;
360 361 362 363 364
	struct rtl_pci_priv *tpcipriv = NULL;

	if (!list_empty(&rtlpriv->glb_var->glb_priv_list)) {
		list_for_each_entry(tpriv, &rtlpriv->glb_var->glb_priv_list,
				    list) {
L
Larry Finger 已提交
365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380
			tpcipriv = (struct rtl_pci_priv *)tpriv->priv;
			RT_TRACE(rtlpriv, COMP_INIT, DBG_LOUD,
				 "pcipriv->ndis_adapter.funcnumber %x\n",
				pcipriv->ndis_adapter.funcnumber);
			RT_TRACE(rtlpriv, COMP_INIT, DBG_LOUD,
				 "tpcipriv->ndis_adapter.funcnumber %x\n",
				tpcipriv->ndis_adapter.funcnumber);

			if ((pcipriv->ndis_adapter.busnumber ==
			     tpcipriv->ndis_adapter.busnumber) &&
			    (pcipriv->ndis_adapter.devnumber ==
			    tpcipriv->ndis_adapter.devnumber) &&
			    (pcipriv->ndis_adapter.funcnumber !=
			    tpcipriv->ndis_adapter.funcnumber)) {
				find_buddy_priv = true;
				break;
381 382 383 384 385 386 387 388 389 390 391 392 393
			}
		}
	}

	RT_TRACE(rtlpriv, COMP_INIT, DBG_LOUD,
		 "find_buddy_priv %d\n", find_buddy_priv);

	if (find_buddy_priv)
		*buddy_priv = tpriv;

	return find_buddy_priv;
}

394
static void rtl_pci_get_linkcontrol_field(struct ieee80211_hw *hw)
L
Larry Finger 已提交
395 396
{
	struct rtl_pci_priv *pcipriv = rtl_pcipriv(hw);
397
	struct rtl_pci *rtlpci = rtl_pcidev(pcipriv);
L
Larry Finger 已提交
398 399
	u8 capabilityoffset = pcipriv->ndis_adapter.pcibridge_pciehdr_offset;
	u8 linkctrl_reg;
400
	u8 num4bbytes;
L
Larry Finger 已提交
401

402
	num4bbytes = (capabilityoffset + 0x10) / 4;
L
Larry Finger 已提交
403 404

	/*Read  Link Control Register */
405
	pci_read_config_byte(rtlpci->pdev, (num4bbytes << 2), &linkctrl_reg);
L
Larry Finger 已提交
406 407 408 409 410 411 412 413 414 415 416

	pcipriv->ndis_adapter.pcibridge_linkctrlreg = linkctrl_reg;
}

static void rtl_pci_parse_configuration(struct pci_dev *pdev,
		struct ieee80211_hw *hw)
{
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	struct rtl_pci_priv *pcipriv = rtl_pcipriv(hw);

	u8 tmp;
417
	u16 linkctrl_reg;
L
Larry Finger 已提交
418 419

	/*Link Control Register */
420 421
	pcie_capability_read_word(pdev, PCI_EXP_LNKCTL, &linkctrl_reg);
	pcipriv->ndis_adapter.linkctrl_reg = (u8)linkctrl_reg;
L
Larry Finger 已提交
422

423 424
	RT_TRACE(rtlpriv, COMP_INIT, DBG_TRACE, "Link Control Register =%x\n",
		 pcipriv->ndis_adapter.linkctrl_reg);
L
Larry Finger 已提交
425 426 427 428 429 430 431 432 433

	pci_read_config_byte(pdev, 0x98, &tmp);
	tmp |= BIT(4);
	pci_write_config_byte(pdev, 0x98, tmp);

	tmp = 0x17;
	pci_write_config_byte(pdev, 0x70f, tmp);
}

434
static void rtl_pci_init_aspm(struct ieee80211_hw *hw)
L
Larry Finger 已提交
435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464
{
	struct rtl_ps_ctl *ppsc = rtl_psc(rtl_priv(hw));

	_rtl_pci_update_default_setting(hw);

	if (ppsc->reg_rfps_level & RT_RF_PS_LEVEL_ALWAYS_ASPM) {
		/*Always enable ASPM & Clock Req. */
		rtl_pci_enable_aspm(hw);
		RT_SET_PS_LEVEL(ppsc, RT_RF_PS_LEVEL_ALWAYS_ASPM);
	}

}

static void _rtl_pci_io_handler_init(struct device *dev,
				     struct ieee80211_hw *hw)
{
	struct rtl_priv *rtlpriv = rtl_priv(hw);

	rtlpriv->io.dev = dev;

	rtlpriv->io.write8_async = pci_write8_async;
	rtlpriv->io.write16_async = pci_write16_async;
	rtlpriv->io.write32_async = pci_write32_async;

	rtlpriv->io.read8_sync = pci_read8_sync;
	rtlpriv->io.read16_sync = pci_read16_sync;
	rtlpriv->io.read32_sync = pci_read32_sync;

}

465 466 467 468 469
static bool _rtl_update_earlymode_info(struct ieee80211_hw *hw,
		struct sk_buff *skb, struct rtl_tcb_desc *tcb_desc, u8 tid)
{
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	struct ieee80211_tx_info *info = IEEE80211_SKB_CB(skb);
470
	struct rtl_hal *rtlhal = rtl_hal(rtl_priv(hw));
471
	struct sk_buff *next_skb;
472
	u8 additionlen = FCS_LEN;
473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496

	/* here open is 4, wep/tkip is 8, aes is 12*/
	if (info->control.hw_key)
		additionlen += info->control.hw_key->icv_len;

	/* The most skb num is 6 */
	tcb_desc->empkt_num = 0;
	spin_lock_bh(&rtlpriv->locks.waitq_lock);
	skb_queue_walk(&rtlpriv->mac80211.skb_waitq[tid], next_skb) {
		struct ieee80211_tx_info *next_info;

		next_info = IEEE80211_SKB_CB(next_skb);
		if (next_info->flags & IEEE80211_TX_CTL_AMPDU) {
			tcb_desc->empkt_len[tcb_desc->empkt_num] =
				next_skb->len + additionlen;
			tcb_desc->empkt_num++;
		} else {
			break;
		}

		if (skb_queue_is_last(&rtlpriv->mac80211.skb_waitq[tid],
				      next_skb))
			break;

497
		if (tcb_desc->empkt_num >= rtlhal->max_earlymode_num)
498 499 500 501 502 503 504 505 506 507 508 509 510 511 512
			break;
	}
	spin_unlock_bh(&rtlpriv->locks.waitq_lock);

	return true;
}

/* just for early mode now */
static void _rtl_pci_tx_chk_waitq(struct ieee80211_hw *hw)
{
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	struct rtl_mac *mac = rtl_mac(rtl_priv(hw));
	struct rtl_pci *rtlpci = rtl_pcidev(rtl_pcipriv(hw));
	struct sk_buff *skb = NULL;
	struct ieee80211_tx_info *info = NULL;
513
	struct rtl_hal *rtlhal = rtl_hal(rtl_priv(hw));
514
	int tid;
515 516 517 518

	if (!rtlpriv->rtlhal.earlymode_enable)
		return;

519 520 521 522 523
	if (rtlpriv->dm.supp_phymode_switch &&
	    (rtlpriv->easy_concurrent_ctl.switch_in_process ||
	    (rtlpriv->buddy_priv &&
	    rtlpriv->buddy_priv->easy_concurrent_ctl.switch_in_process)))
		return;
524 525
	/* we juse use em for BE/BK/VI/VO */
	for (tid = 7; tid >= 0; tid--) {
526
		u8 hw_queue = ac_to_hwq[rtl_tid_to_ac(tid)];
527 528 529 530 531 532 533 534
		struct rtl8192_tx_ring *ring = &rtlpci->tx_ring[hw_queue];
		while (!mac->act_scanning &&
		       rtlpriv->psc.rfpwr_state == ERFON) {
			struct rtl_tcb_desc tcb_desc;
			memset(&tcb_desc, 0, sizeof(struct rtl_tcb_desc));

			spin_lock_bh(&rtlpriv->locks.waitq_lock);
			if (!skb_queue_empty(&mac->skb_waitq[tid]) &&
535 536
			    (ring->entries - skb_queue_len(&ring->queue) >
			     rtlhal->max_earlymode_num)) {
537 538 539 540 541 542 543 544 545 546 547 548 549 550
				skb = skb_dequeue(&mac->skb_waitq[tid]);
			} else {
				spin_unlock_bh(&rtlpriv->locks.waitq_lock);
				break;
			}
			spin_unlock_bh(&rtlpriv->locks.waitq_lock);

			/* Some macaddr can't do early mode. like
			 * multicast/broadcast/no_qos data */
			info = IEEE80211_SKB_CB(skb);
			if (info->flags & IEEE80211_TX_CTL_AMPDU)
				_rtl_update_earlymode_info(hw, skb,
							   &tcb_desc, tid);

551
			rtlpriv->intf_ops->adapter_tx(hw, NULL, skb, &tcb_desc);
552 553 554 555 556
		}
	}
}


L
Larry Finger 已提交
557 558 559 560 561 562 563 564 565 566
static void _rtl_pci_tx_isr(struct ieee80211_hw *hw, int prio)
{
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	struct rtl_pci *rtlpci = rtl_pcidev(rtl_pcipriv(hw));

	struct rtl8192_tx_ring *ring = &rtlpci->tx_ring[prio];

	while (skb_queue_len(&ring->queue)) {
		struct sk_buff *skb;
		struct ieee80211_tx_info *info;
567 568
		__le16 fc;
		u8 tid;
569
		u8 *entry;
L
Larry Finger 已提交
570

571 572 573 574
		if (rtlpriv->use_new_trx_flow)
			entry = (u8 *)(&ring->buffer_desc[ring->idx]);
		else
			entry = (u8 *)(&ring->desc[ring->idx]);
L
Larry Finger 已提交
575

576 577 578 579 580 581 582
		if (rtlpriv->cfg->ops->get_available_desc &&
		    rtlpriv->cfg->ops->get_available_desc(hw, prio) <= 1) {
			RT_TRACE(rtlpriv, (COMP_INTR | COMP_SEND), DBG_DMESG,
				 "no available desc!\n");
			return;
		}

583
		if (!rtlpriv->cfg->ops->is_tx_desc_closed(hw, prio, ring->idx))
L
Larry Finger 已提交
584 585 586 587 588
			return;
		ring->idx = (ring->idx + 1) % ring->entries;

		skb = __skb_dequeue(&ring->queue);
		pci_unmap_single(rtlpci->pdev,
589
				 rtlpriv->cfg->ops->
590
					     get_desc((u8 *)entry, true,
591
						      HW_DESC_TXBUFF_ADDR),
L
Larry Finger 已提交
592 593
				 skb->len, PCI_DMA_TODEVICE);

594 595 596 597
		/* remove early mode header */
		if (rtlpriv->rtlhal.earlymode_enable)
			skb_pull(skb, EM_HDR_LEN);

L
Larry Finger 已提交
598
		RT_TRACE(rtlpriv, (COMP_INTR | COMP_SEND), DBG_TRACE,
599 600 601
			 "new ring->idx:%d, free: skb_queue_len:%d, free: seq:%x\n",
			 ring->idx,
			 skb_queue_len(&ring->queue),
602
			 *(u16 *)(skb->data + 22));
L
Larry Finger 已提交
603

604 605 606 607 608 609 610
		if (prio == TXCMD_QUEUE) {
			dev_kfree_skb(skb);
			goto tx_status_ok;

		}

		/* for sw LPS, just after NULL skb send out, we can
611 612 613
		 * sure AP knows we are sleeping, we should not let
		 * rf sleep
		 */
614 615 616
		fc = rtl_get_fc(skb);
		if (ieee80211_is_nullfunc(fc)) {
			if (ieee80211_has_pm(fc)) {
617
				rtlpriv->mac80211.offchan_delay = true;
618
				rtlpriv->psc.state_inap = true;
619
			} else {
620
				rtlpriv->psc.state_inap = false;
621 622
			}
		}
623 624 625 626 627 628 629 630 631
		if (ieee80211_is_action(fc)) {
			struct ieee80211_mgmt *action_frame =
				(struct ieee80211_mgmt *)skb->data;
			if (action_frame->u.action.u.ht_smps.action ==
			    WLAN_HT_ACTION_SMPS) {
				dev_kfree_skb(skb);
				goto tx_status_ok;
			}
		}
632 633 634 635 636 637

		/* update tid tx pkt num */
		tid = rtl_get_tid(skb);
		if (tid <= 7)
			rtlpriv->link_info.tidtx_inperiod[tid]++;

L
Larry Finger 已提交
638 639 640 641 642 643 644 645
		info = IEEE80211_SKB_CB(skb);
		ieee80211_tx_info_clear_status(info);

		info->flags |= IEEE80211_TX_STAT_ACK;
		/*info->status.rates[0].count = 1; */

		ieee80211_tx_status_irqsafe(hw, skb);

646
		if ((ring->entries - skb_queue_len(&ring->queue)) <= 4) {
L
Larry Finger 已提交
647

648
			RT_TRACE(rtlpriv, COMP_ERR, DBG_DMESG,
649
				 "more desc left, wake skb_queue@%d, ring->idx = %d, skb_queue_len = 0x%x\n",
650 651
				 prio, ring->idx,
				 skb_queue_len(&ring->queue));
L
Larry Finger 已提交
652 653 654 655 656

			ieee80211_wake_queue(hw,
					skb_get_queue_mapping
					(skb));
		}
657
tx_status_ok:
L
Larry Finger 已提交
658 659 660 661 662 663
		skb = NULL;
	}

	if (((rtlpriv->link_info.num_rx_inperiod +
		rtlpriv->link_info.num_tx_inperiod) > 8) ||
		(rtlpriv->link_info.num_rx_inperiod > 2)) {
664 665
		rtlpriv->enter_ps = false;
		schedule_work(&rtlpriv->works.lps_change_work);
L
Larry Finger 已提交
666 667 668
	}
}

669
static int _rtl_pci_init_one_rxdesc(struct ieee80211_hw *hw,
670 671
				    struct sk_buff *new_skb, u8 *entry,
				    int rxring_idx, int desc_idx)
672 673
{
	struct rtl_priv *rtlpriv = rtl_priv(hw);
674 675 676 677 678
	struct rtl_pci *rtlpci = rtl_pcidev(rtl_pcipriv(hw));
	u32 bufferaddress;
	u8 tmp_one = 1;
	struct sk_buff *skb;

679 680 681 682
	if (likely(new_skb)) {
		skb = new_skb;
		goto remap;
	}
683 684 685 686
	skb = dev_alloc_skb(rtlpci->rxbuffersize);
	if (!skb)
		return 0;

687
remap:
688 689 690 691 692 693 694
	/* just set skb->cb to mapping addr for pci_unmap_single use */
	*((dma_addr_t *)skb->cb) =
		pci_map_single(rtlpci->pdev, skb_tail_pointer(skb),
			       rtlpci->rxbuffersize, PCI_DMA_FROMDEVICE);
	bufferaddress = *((dma_addr_t *)skb->cb);
	if (pci_dma_mapping_error(rtlpci->pdev, bufferaddress))
		return 0;
695
	rtlpci->rx_ring[rxring_idx].rx_buf[desc_idx] = skb;
696 697 698 699
	if (rtlpriv->use_new_trx_flow) {
		rtlpriv->cfg->ops->set_desc(hw, (u8 *)entry, false,
					    HW_DESC_RX_PREPARE,
					    (u8 *)&bufferaddress);
700
	} else {
701 702 703 704 705 706 707 708 709
		rtlpriv->cfg->ops->set_desc(hw, (u8 *)entry, false,
					    HW_DESC_RXBUFF_ADDR,
					    (u8 *)&bufferaddress);
		rtlpriv->cfg->ops->set_desc(hw, (u8 *)entry, false,
					    HW_DESC_RXPKT_LEN,
					    (u8 *)&rtlpci->rxbuffersize);
		rtlpriv->cfg->ops->set_desc(hw, (u8 *)entry, false,
					    HW_DESC_RXOWN,
					    (u8 *)&tmp_one);
710
	}
711 712
	return 1;
}
713

714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747
/* inorder to receive 8K AMSDU we have set skb to
 * 9100bytes in init rx ring, but if this packet is
 * not a AMSDU, this large packet will be sent to
 * TCP/IP directly, this cause big packet ping fail
 * like: "ping -s 65507", so here we will realloc skb
 * based on the true size of packet, Mac80211
 * Probably will do it better, but does not yet.
 *
 * Some platform will fail when alloc skb sometimes.
 * in this condition, we will send the old skb to
 * mac80211 directly, this will not cause any other
 * issues, but only this packet will be lost by TCP/IP
 */
static void _rtl_pci_rx_to_mac80211(struct ieee80211_hw *hw,
				    struct sk_buff *skb,
				    struct ieee80211_rx_status rx_status)
{
	if (unlikely(!rtl_action_proc(hw, skb, false))) {
		dev_kfree_skb_any(skb);
	} else {
		struct sk_buff *uskb = NULL;
		u8 *pdata;

		uskb = dev_alloc_skb(skb->len + 128);
		if (likely(uskb)) {
			memcpy(IEEE80211_SKB_RXCB(uskb), &rx_status,
			       sizeof(rx_status));
			pdata = (u8 *)skb_put(uskb, skb->len);
			memcpy(pdata, skb->data, skb->len);
			dev_kfree_skb_any(skb);
			ieee80211_rx_irqsafe(hw, uskb);
		} else {
			ieee80211_rx_irqsafe(hw, skb);
		}
748
	}
749
}
750

751 752 753 754 755
/*hsisr interrupt handler*/
static void _rtl_pci_hs_interrupt(struct ieee80211_hw *hw)
{
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	struct rtl_pci *rtlpci = rtl_pcidev(rtl_pcipriv(hw));
756

757 758 759
	rtl_write_byte(rtlpriv, rtlpriv->cfg->maps[MAC_HSISR],
		       rtl_read_byte(rtlpriv, rtlpriv->cfg->maps[MAC_HSISR]) |
		       rtlpci->sys_irq_mask);
760 761
}

L
Larry Finger 已提交
762 763 764 765
static void _rtl_pci_rx_interrupt(struct ieee80211_hw *hw)
{
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	struct rtl_pci *rtlpci = rtl_pcidev(rtl_pcipriv(hw));
766
	int rxring_idx = RTL_PCI_RX_MPDU_QUEUE;
L
Larry Finger 已提交
767 768 769 770
	struct ieee80211_rx_status rx_status = { 0 };
	unsigned int count = rtlpci->rxringcount;
	u8 own;
	u8 tmp_one;
771 772 773
	bool unicast = false;
	u8 hw_queue = 0;
	unsigned int rx_remained_cnt;
L
Larry Finger 已提交
774 775 776 777 778 779 780
	struct rtl_stats stats = {
		.signal = 0,
		.rate = 0,
	};

	/*RX NORMAL PKT */
	while (count--) {
781 782 783 784 785 786 787
		struct ieee80211_hdr *hdr;
		__le16 fc;
		u16 len;
		/*rx buffer descriptor */
		struct rtl_rx_buffer_desc *buffer_desc = NULL;
		/*if use new trx flow, it means wifi info */
		struct rtl_rx_desc *pdesc = NULL;
L
Larry Finger 已提交
788
		/*rx pkt */
789 790
		struct sk_buff *skb = rtlpci->rx_ring[rxring_idx].rx_buf[
				      rtlpci->rx_ring[rxring_idx].idx];
791
		struct sk_buff *new_skb;
792 793 794 795 796

		if (rtlpriv->use_new_trx_flow) {
			rx_remained_cnt =
				rtlpriv->cfg->ops->rx_desc_buff_remained_cnt(hw,
								      hw_queue);
797
			if (rx_remained_cnt == 0)
798
				return;
L
Larry Finger 已提交
799 800 801
			buffer_desc = &rtlpci->rx_ring[rxring_idx].buffer_desc[
				rtlpci->rx_ring[rxring_idx].idx];
			pdesc = (struct rtl_rx_desc *)skb->data;
802 803 804 805 806 807 808 809 810 811
		} else {	/* rx descriptor */
			pdesc = &rtlpci->rx_ring[rxring_idx].desc[
				rtlpci->rx_ring[rxring_idx].idx];

			own = (u8)rtlpriv->cfg->ops->get_desc((u8 *)pdesc,
							      false,
							      HW_DESC_OWN);
			if (own) /* wait data to be filled by hardware */
				return;
		}
812

813 814 815 816 817 818 819
		/* Reaching this point means: data is filled already
		 * AAAAAAttention !!!
		 * We can NOT access 'skb' before 'pci_unmap_single'
		 */
		pci_unmap_single(rtlpci->pdev, *((dma_addr_t *)skb->cb),
				 rtlpci->rxbuffersize, PCI_DMA_FROMDEVICE);

820 821
		/* get a new skb - if fail, old one will be reused */
		new_skb = dev_alloc_skb(rtlpci->rxbuffersize);
822
		if (unlikely(!new_skb))
823
			goto no_new;
824
		memset(&rx_status , 0 , sizeof(rx_status));
825
		rtlpriv->cfg->ops->query_rx_desc(hw, &stats,
826
						 &rx_status, (u8 *)pdesc, skb);
827

828 829 830 831
		if (rtlpriv->use_new_trx_flow)
			rtlpriv->cfg->ops->rx_check_dma_ok(hw,
							   (u8 *)buffer_desc,
							   hw_queue);
832

833 834
		len = rtlpriv->cfg->ops->get_desc((u8 *)pdesc, false,
						  HW_DESC_RXPKT_LEN);
835

836 837 838 839 840 841 842 843 844 845 846 847
		if (skb->end - skb->tail > len) {
			skb_put(skb, len);
			if (rtlpriv->use_new_trx_flow)
				skb_reserve(skb, stats.rx_drvinfo_size +
					    stats.rx_bufshift + 24);
			else
				skb_reserve(skb, stats.rx_drvinfo_size +
					    stats.rx_bufshift);
		} else {
			RT_TRACE(rtlpriv, COMP_ERR, DBG_WARNING,
				 "skb->end - skb->tail = %d, len is %d\n",
				 skb->end - skb->tail, len);
848 849
			dev_kfree_skb_any(skb);
			goto new_trx_end;
850 851
		}
		/* handle command packet here */
852
		if (rtlpriv->cfg->ops->rx_command_packet &&
853
		    rtlpriv->cfg->ops->rx_command_packet(hw, &stats, skb)) {
854
				dev_kfree_skb_any(skb);
855
				goto new_trx_end;
856
		}
857 858 859 860

		/*
		 * NOTICE This can not be use for mac80211,
		 * this is done in mac80211 code,
861
		 * if done here sec DHCP will fail
862 863 864
		 * skb_trim(skb, skb->len - 4);
		 */

865 866 867 868 869 870 871 872 873 874 875 876 877 878 879
		hdr = rtl_get_hdr(skb);
		fc = rtl_get_fc(skb);

		if (!stats.crc && !stats.hwerror) {
			memcpy(IEEE80211_SKB_RXCB(skb), &rx_status,
			       sizeof(rx_status));

			if (is_broadcast_ether_addr(hdr->addr1)) {
				;/*TODO*/
			} else if (is_multicast_ether_addr(hdr->addr1)) {
				;/*TODO*/
			} else {
				unicast = true;
				rtlpriv->stats.rxbytesunicast += skb->len;
			}
880
			rtl_is_special_data(hw, skb, false, true);
L
Larry Finger 已提交
881

882 883 884 885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904
			if (ieee80211_is_data(fc)) {
				rtlpriv->cfg->ops->led_control(hw, LED_CTL_RX);
				if (unicast)
					rtlpriv->link_info.num_rx_inperiod++;
			}
			/* static bcn for roaming */
			rtl_beacon_statistic(hw, skb);
			rtl_p2p_info(hw, (void *)skb->data, skb->len);
			/* for sw lps */
			rtl_swlps_beacon(hw, (void *)skb->data, skb->len);
			rtl_recognize_peer(hw, (void *)skb->data, skb->len);
			if ((rtlpriv->mac80211.opmode == NL80211_IFTYPE_AP) &&
			    (rtlpriv->rtlhal.current_bandtype ==
			     BAND_ON_2_4G) &&
			    (ieee80211_is_beacon(fc) ||
			     ieee80211_is_probe_resp(fc))) {
				dev_kfree_skb_any(skb);
			} else {
				_rtl_pci_rx_to_mac80211(hw, skb, rx_status);
			}
		} else {
			dev_kfree_skb_any(skb);
		}
905
new_trx_end:
906 907 908 909 910 911 912 913 914
		if (rtlpriv->use_new_trx_flow) {
			rtlpci->rx_ring[hw_queue].next_rx_rp += 1;
			rtlpci->rx_ring[hw_queue].next_rx_rp %=
					RTL_PCI_MAX_RX_COUNT;

			rx_remained_cnt--;
			rtl_write_word(rtlpriv, 0x3B4,
				       rtlpci->rx_ring[hw_queue].next_rx_rp);
		}
915
		if (((rtlpriv->link_info.num_rx_inperiod +
916 917 918 919
		      rtlpriv->link_info.num_tx_inperiod) > 8) ||
		      (rtlpriv->link_info.num_rx_inperiod > 2)) {
			rtlpriv->enter_ps = false;
			schedule_work(&rtlpriv->works.lps_change_work);
920
		}
921 922
		skb = new_skb;
no_new:
923
		if (rtlpriv->use_new_trx_flow) {
924
			_rtl_pci_init_one_rxdesc(hw, skb, (u8 *)buffer_desc,
925
						 rxring_idx,
926
						 rtlpci->rx_ring[rxring_idx].idx);
927
		} else {
928 929
			_rtl_pci_init_one_rxdesc(hw, skb, (u8 *)pdesc,
						 rxring_idx,
930 931 932 933 934 935 936 937 938 939 940
						 rtlpci->rx_ring[rxring_idx].idx);
			if (rtlpci->rx_ring[rxring_idx].idx ==
			    rtlpci->rxringcount - 1)
				rtlpriv->cfg->ops->set_desc(hw, (u8 *)pdesc,
							    false,
							    HW_DESC_RXERO,
							    (u8 *)&tmp_one);
		}
		rtlpci->rx_ring[rxring_idx].idx =
				(rtlpci->rx_ring[rxring_idx].idx + 1) %
				rtlpci->rxringcount;
L
Larry Finger 已提交
941 942 943 944 945 946
	}
}

static irqreturn_t _rtl_pci_interrupt(int irq, void *dev_id)
{
	struct ieee80211_hw *hw = dev_id;
947
	struct rtl_pci *rtlpci = rtl_pcidev(rtl_pcipriv(hw));
L
Larry Finger 已提交
948
	struct rtl_priv *rtlpriv = rtl_priv(hw);
949
	struct rtl_hal *rtlhal = rtl_hal(rtl_priv(hw));
L
Larry Finger 已提交
950 951 952
	unsigned long flags;
	u32 inta = 0;
	u32 intb = 0;
953
	irqreturn_t ret = IRQ_HANDLED;
L
Larry Finger 已提交
954

955 956 957 958 959
	if (rtlpci->irq_enabled == 0)
		return ret;

	spin_lock_irqsave(&rtlpriv->locks.irq_th_lock , flags);
	rtlpriv->cfg->ops->disable_interrupt(hw);
L
Larry Finger 已提交
960 961 962 963 964

	/*read ISR: 4/8bytes */
	rtlpriv->cfg->ops->interrupt_recognized(hw, &inta, &intb);

	/*Shared IRQ or HW disappared */
965
	if (!inta || inta == 0xffff)
L
Larry Finger 已提交
966 967 968 969 970
		goto done;

	/*<1> beacon related */
	if (inta & rtlpriv->cfg->maps[RTL_IMR_TBDOK]) {
		RT_TRACE(rtlpriv, COMP_INTR, DBG_TRACE,
971
			 "beacon ok interrupt!\n");
L
Larry Finger 已提交
972 973 974 975
	}

	if (unlikely(inta & rtlpriv->cfg->maps[RTL_IMR_TBDER])) {
		RT_TRACE(rtlpriv, COMP_INTR, DBG_TRACE,
976
			 "beacon err interrupt!\n");
L
Larry Finger 已提交
977 978 979
	}

	if (inta & rtlpriv->cfg->maps[RTL_IMR_BDOK]) {
980
		RT_TRACE(rtlpriv, COMP_INTR, DBG_TRACE, "beacon interrupt!\n");
L
Larry Finger 已提交
981 982
	}

983
	if (inta & rtlpriv->cfg->maps[RTL_IMR_BCNINT]) {
L
Larry Finger 已提交
984
		RT_TRACE(rtlpriv, COMP_INTR, DBG_TRACE,
985
			 "prepare beacon for interrupt!\n");
L
Larry Finger 已提交
986 987 988
		tasklet_schedule(&rtlpriv->works.irq_prepare_bcn_tasklet);
	}

989 990
	/*<2> Tx related */
	if (unlikely(intb & rtlpriv->cfg->maps[RTL_IMR_TXFOVW]))
991
		RT_TRACE(rtlpriv, COMP_ERR, DBG_WARNING, "IMR_TXFOVW!\n");
L
Larry Finger 已提交
992 993 994

	if (inta & rtlpriv->cfg->maps[RTL_IMR_MGNTDOK]) {
		RT_TRACE(rtlpriv, COMP_INTR, DBG_TRACE,
995
			 "Manage ok interrupt!\n");
L
Larry Finger 已提交
996 997 998 999 1000
		_rtl_pci_tx_isr(hw, MGNT_QUEUE);
	}

	if (inta & rtlpriv->cfg->maps[RTL_IMR_HIGHDOK]) {
		RT_TRACE(rtlpriv, COMP_INTR, DBG_TRACE,
1001
			 "HIGH_QUEUE ok interrupt!\n");
L
Larry Finger 已提交
1002 1003 1004 1005 1006 1007 1008
		_rtl_pci_tx_isr(hw, HIGH_QUEUE);
	}

	if (inta & rtlpriv->cfg->maps[RTL_IMR_BKDOK]) {
		rtlpriv->link_info.num_tx_inperiod++;

		RT_TRACE(rtlpriv, COMP_INTR, DBG_TRACE,
1009
			 "BK Tx OK interrupt!\n");
L
Larry Finger 已提交
1010 1011 1012 1013 1014 1015 1016
		_rtl_pci_tx_isr(hw, BK_QUEUE);
	}

	if (inta & rtlpriv->cfg->maps[RTL_IMR_BEDOK]) {
		rtlpriv->link_info.num_tx_inperiod++;

		RT_TRACE(rtlpriv, COMP_INTR, DBG_TRACE,
1017
			 "BE TX OK interrupt!\n");
L
Larry Finger 已提交
1018 1019 1020 1021 1022 1023 1024
		_rtl_pci_tx_isr(hw, BE_QUEUE);
	}

	if (inta & rtlpriv->cfg->maps[RTL_IMR_VIDOK]) {
		rtlpriv->link_info.num_tx_inperiod++;

		RT_TRACE(rtlpriv, COMP_INTR, DBG_TRACE,
1025
			 "VI TX OK interrupt!\n");
L
Larry Finger 已提交
1026 1027 1028 1029 1030 1031 1032
		_rtl_pci_tx_isr(hw, VI_QUEUE);
	}

	if (inta & rtlpriv->cfg->maps[RTL_IMR_VODOK]) {
		rtlpriv->link_info.num_tx_inperiod++;

		RT_TRACE(rtlpriv, COMP_INTR, DBG_TRACE,
1033
			 "Vo TX OK interrupt!\n");
L
Larry Finger 已提交
1034 1035 1036
		_rtl_pci_tx_isr(hw, VO_QUEUE);
	}

1037 1038 1039 1040 1041
	if (rtlhal->hw_type == HARDWARE_TYPE_RTL8192SE) {
		if (inta & rtlpriv->cfg->maps[RTL_IMR_COMDOK]) {
			rtlpriv->link_info.num_tx_inperiod++;

			RT_TRACE(rtlpriv, COMP_INTR, DBG_TRACE,
1042
				 "CMD TX OK interrupt!\n");
1043 1044 1045 1046
			_rtl_pci_tx_isr(hw, TXCMD_QUEUE);
		}
	}

1047
	/*<3> Rx related */
L
Larry Finger 已提交
1048
	if (inta & rtlpriv->cfg->maps[RTL_IMR_ROK]) {
1049
		RT_TRACE(rtlpriv, COMP_INTR, DBG_TRACE, "Rx ok interrupt!\n");
1050
		_rtl_pci_rx_interrupt(hw);
L
Larry Finger 已提交
1051 1052 1053 1054
	}

	if (unlikely(inta & rtlpriv->cfg->maps[RTL_IMR_RDU])) {
		RT_TRACE(rtlpriv, COMP_ERR, DBG_WARNING,
1055
			 "rx descriptor unavailable!\n");
1056
		_rtl_pci_rx_interrupt(hw);
L
Larry Finger 已提交
1057 1058
	}

1059
	if (unlikely(intb & rtlpriv->cfg->maps[RTL_IMR_RXFOVW])) {
1060
		RT_TRACE(rtlpriv, COMP_ERR, DBG_WARNING, "rx overflow !\n");
1061
		_rtl_pci_rx_interrupt(hw);
L
Larry Finger 已提交
1062 1063
	}

1064
	/*<4> fw related*/
1065 1066 1067 1068 1069 1070 1071 1072 1073
	if (rtlhal->hw_type == HARDWARE_TYPE_RTL8723AE) {
		if (inta & rtlpriv->cfg->maps[RTL_IMR_C2HCMD]) {
			RT_TRACE(rtlpriv, COMP_INTR, DBG_TRACE,
				 "firmware interrupt!\n");
			queue_delayed_work(rtlpriv->works.rtl_wq,
					   &rtlpriv->works.fwevt_wq, 0);
		}
	}

1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084 1085 1086 1087 1088
	/*<5> hsisr related*/
	/* Only 8188EE & 8723BE Supported.
	 * If Other ICs Come in, System will corrupt,
	 * because maps[RTL_IMR_HSISR_IND] & maps[MAC_HSISR]
	 * are not initialized
	 */
	if (rtlhal->hw_type == HARDWARE_TYPE_RTL8188EE ||
	    rtlhal->hw_type == HARDWARE_TYPE_RTL8723BE) {
		if (unlikely(inta & rtlpriv->cfg->maps[RTL_IMR_HSISR_IND])) {
			RT_TRACE(rtlpriv, COMP_INTR, DBG_TRACE,
				 "hsisr interrupt!\n");
			_rtl_pci_hs_interrupt(hw);
		}
	}

1089 1090 1091
	if (rtlpriv->rtlhal.earlymode_enable)
		tasklet_schedule(&rtlpriv->works.irq_tasklet);

L
Larry Finger 已提交
1092
done:
1093
	rtlpriv->cfg->ops->enable_interrupt(hw);
L
Larry Finger 已提交
1094
	spin_unlock_irqrestore(&rtlpriv->locks.irq_th_lock, flags);
1095
	return ret;
L
Larry Finger 已提交
1096 1097 1098 1099
}

static void _rtl_pci_irq_tasklet(struct ieee80211_hw *hw)
{
1100
	_rtl_pci_tx_chk_waitq(hw);
L
Larry Finger 已提交
1101 1102 1103 1104 1105 1106 1107
}

static void _rtl_pci_prepare_bcn_tasklet(struct ieee80211_hw *hw)
{
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	struct rtl_pci *rtlpci = rtl_pcidev(rtl_pcipriv(hw));
	struct rtl_mac *mac = rtl_mac(rtl_priv(hw));
1108
	struct rtl8192_tx_ring *ring = NULL;
L
Larry Finger 已提交
1109 1110 1111 1112
	struct ieee80211_hdr *hdr = NULL;
	struct ieee80211_tx_info *info = NULL;
	struct sk_buff *pskb = NULL;
	struct rtl_tx_desc *pdesc = NULL;
1113
	struct rtl_tcb_desc tcb_desc;
1114 1115
	/*This is for new trx flow*/
	struct rtl_tx_buffer_desc *pbuffer_desc = NULL;
L
Larry Finger 已提交
1116
	u8 temp_one = 1;
1117
	u8 *entry;
L
Larry Finger 已提交
1118

1119
	memset(&tcb_desc, 0, sizeof(struct rtl_tcb_desc));
L
Larry Finger 已提交
1120 1121
	ring = &rtlpci->tx_ring[BEACON_QUEUE];
	pskb = __skb_dequeue(&ring->queue);
1122 1123 1124 1125 1126 1127 1128 1129 1130
	if (rtlpriv->use_new_trx_flow)
		entry = (u8 *)(&ring->buffer_desc[ring->idx]);
	else
		entry = (u8 *)(&ring->desc[ring->idx]);
	if (pskb) {
		pci_unmap_single(rtlpci->pdev,
				 rtlpriv->cfg->ops->get_desc(
				 (u8 *)entry, true, HW_DESC_TXBUFF_ADDR),
				 pskb->len, PCI_DMA_TODEVICE);
L
Larry Finger 已提交
1131
		kfree_skb(pskb);
1132
	}
L
Larry Finger 已提交
1133 1134 1135 1136 1137

	/*NB: the beacon data buffer must be 32-bit aligned. */
	pskb = ieee80211_beacon_get(hw, mac->vif);
	if (pskb == NULL)
		return;
1138
	hdr = rtl_get_hdr(pskb);
L
Larry Finger 已提交
1139 1140
	info = IEEE80211_SKB_CB(pskb);
	pdesc = &ring->desc[0];
1141 1142 1143 1144
	if (rtlpriv->use_new_trx_flow)
		pbuffer_desc = &ring->buffer_desc[0];

	rtlpriv->cfg->ops->fill_tx_desc(hw, hdr, (u8 *)pdesc,
1145 1146
					(u8 *)pbuffer_desc, info, NULL, pskb,
					BEACON_QUEUE, &tcb_desc);
L
Larry Finger 已提交
1147 1148 1149

	__skb_queue_tail(&ring->queue, pskb);

1150 1151 1152 1153 1154 1155 1156 1157
	if (rtlpriv->use_new_trx_flow) {
		temp_one = 4;
		rtlpriv->cfg->ops->set_desc(hw, (u8 *)pbuffer_desc, true,
					    HW_DESC_OWN, (u8 *)&temp_one);
	} else {
		rtlpriv->cfg->ops->set_desc(hw, (u8 *)pdesc, true, HW_DESC_OWN,
					    &temp_one);
	}
L
Larry Finger 已提交
1158 1159 1160 1161 1162 1163
	return;
}

static void _rtl_pci_init_trx_var(struct ieee80211_hw *hw)
{
	struct rtl_pci *rtlpci = rtl_pcidev(rtl_pcipriv(hw));
1164 1165
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	struct rtl_hal *rtlhal = rtl_hal(rtlpriv);
L
Larry Finger 已提交
1166
	u8 i;
1167 1168 1169 1170 1171 1172
	u16 desc_num;

	if (rtlhal->hw_type == HARDWARE_TYPE_RTL8192EE)
		desc_num = TX_DESC_NUM_92E;
	else
		desc_num = RT_TXDESC_NUM;
L
Larry Finger 已提交
1173 1174

	for (i = 0; i < RTL_PCI_MAX_TX_QUEUE_COUNT; i++)
1175
		rtlpci->txringcount[i] = desc_num;
L
Larry Finger 已提交
1176 1177 1178 1179 1180 1181 1182

	/*
	 *we just alloc 2 desc for beacon queue,
	 *because we just need first desc in hw beacon.
	 */
	rtlpci->txringcount[BEACON_QUEUE] = 2;

1183
	/*BE queue need more descriptor for performance
L
Larry Finger 已提交
1184 1185 1186
	 *consideration or, No more tx desc will happen,
	 *and may cause mac80211 mem leakage.
	 */
1187 1188
	if (!rtl_priv(hw)->use_new_trx_flow)
		rtlpci->txringcount[BE_QUEUE] = RT_TXDESC_NUM_BE_QUEUE;
L
Larry Finger 已提交
1189 1190 1191 1192 1193 1194 1195 1196 1197 1198 1199 1200 1201 1202 1203 1204 1205 1206 1207 1208 1209 1210

	rtlpci->rxbuffersize = 9100;	/*2048/1024; */
	rtlpci->rxringcount = RTL_PCI_MAX_RX_COUNT;	/*64; */
}

static void _rtl_pci_init_struct(struct ieee80211_hw *hw,
		struct pci_dev *pdev)
{
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	struct rtl_mac *mac = rtl_mac(rtl_priv(hw));
	struct rtl_pci *rtlpci = rtl_pcidev(rtl_pcipriv(hw));
	struct rtl_hal *rtlhal = rtl_hal(rtl_priv(hw));

	rtlpci->up_first_time = true;
	rtlpci->being_init_adapter = false;

	rtlhal->hw = hw;
	rtlpci->pdev = pdev;

	/*Tx/Rx related var */
	_rtl_pci_init_trx_var(hw);

L
Larry Finger 已提交
1211 1212
	/*IBSS*/
	mac->beacon_interval = 100;
L
Larry Finger 已提交
1213

1214 1215
	/*AMPDU*/
	mac->min_space_cfg = 0;
L
Larry Finger 已提交
1216 1217 1218 1219 1220
	mac->max_mss_density = 0;
	/*set sane AMPDU defaults */
	mac->current_ampdu_density = 7;
	mac->current_ampdu_factor = 3;

1221
	/*QOS*/
1222
	rtlpci->acm_method = EACMWAY2_SW;
L
Larry Finger 已提交
1223 1224 1225 1226 1227 1228 1229 1230

	/*task */
	tasklet_init(&rtlpriv->works.irq_tasklet,
		     (void (*)(unsigned long))_rtl_pci_irq_tasklet,
		     (unsigned long)hw);
	tasklet_init(&rtlpriv->works.irq_prepare_bcn_tasklet,
		     (void (*)(unsigned long))_rtl_pci_prepare_bcn_tasklet,
		     (unsigned long)hw);
1231 1232
	INIT_WORK(&rtlpriv->works.lps_change_work,
		  rtl_lps_change_work_callback);
L
Larry Finger 已提交
1233 1234 1235 1236 1237 1238 1239
}

static int _rtl_pci_init_tx_ring(struct ieee80211_hw *hw,
				 unsigned int prio, unsigned int entries)
{
	struct rtl_pci *rtlpci = rtl_pcidev(rtl_pcipriv(hw));
	struct rtl_priv *rtlpriv = rtl_priv(hw);
1240 1241 1242
	struct rtl_tx_buffer_desc *buffer_desc;
	struct rtl_tx_desc *desc;
	dma_addr_t buffer_desc_dma, desc_dma;
L
Larry Finger 已提交
1243 1244 1245
	u32 nextdescaddress;
	int i;

1246 1247 1248 1249 1250 1251 1252 1253 1254 1255 1256 1257 1258 1259 1260 1261 1262 1263 1264 1265 1266 1267 1268 1269 1270 1271 1272
	/* alloc tx buffer desc for new trx flow*/
	if (rtlpriv->use_new_trx_flow) {
		buffer_desc =
		   pci_zalloc_consistent(rtlpci->pdev,
					 sizeof(*buffer_desc) * entries,
					 &buffer_desc_dma);

		if (!buffer_desc || (unsigned long)buffer_desc & 0xFF) {
			RT_TRACE(rtlpriv, COMP_ERR, DBG_EMERG,
				 "Cannot allocate TX ring (prio = %d)\n",
				 prio);
			return -ENOMEM;
		}

		rtlpci->tx_ring[prio].buffer_desc = buffer_desc;
		rtlpci->tx_ring[prio].buffer_desc_dma = buffer_desc_dma;

		rtlpci->tx_ring[prio].cur_tx_rp = 0;
		rtlpci->tx_ring[prio].cur_tx_wp = 0;
		rtlpci->tx_ring[prio].avl_desc = entries;
	}

	/* alloc dma for this ring */
	desc = pci_zalloc_consistent(rtlpci->pdev,
				     sizeof(*desc) * entries, &desc_dma);

	if (!desc || (unsigned long)desc & 0xFF) {
L
Larry Finger 已提交
1273
		RT_TRACE(rtlpriv, COMP_ERR, DBG_EMERG,
1274
			 "Cannot allocate TX ring (prio = %d)\n", prio);
L
Larry Finger 已提交
1275 1276 1277
		return -ENOMEM;
	}

1278 1279 1280
	rtlpci->tx_ring[prio].desc = desc;
	rtlpci->tx_ring[prio].dma = desc_dma;

L
Larry Finger 已提交
1281 1282 1283 1284
	rtlpci->tx_ring[prio].idx = 0;
	rtlpci->tx_ring[prio].entries = entries;
	skb_queue_head_init(&rtlpci->tx_ring[prio].queue);

1285
	RT_TRACE(rtlpriv, COMP_INIT, DBG_LOUD, "queue:%d, ring_addr:%p\n",
1286 1287 1288 1289 1290 1291 1292 1293 1294 1295 1296 1297 1298 1299
		 prio, desc);

	/* init every desc in this ring */
	if (!rtlpriv->use_new_trx_flow) {
		for (i = 0; i < entries; i++) {
			nextdescaddress = (u32)desc_dma +
					  ((i +	1) % entries) *
					  sizeof(*desc);

			rtlpriv->cfg->ops->set_desc(hw, (u8 *)&desc[i],
						    true,
						    HW_DESC_TX_NEXTDESC_ADDR,
						    (u8 *)&nextdescaddress);
		}
L
Larry Finger 已提交
1300 1301 1302 1303
	}
	return 0;
}

1304
static int _rtl_pci_init_rx_ring(struct ieee80211_hw *hw, int rxring_idx)
L
Larry Finger 已提交
1305 1306 1307
{
	struct rtl_pci *rtlpci = rtl_pcidev(rtl_pcipriv(hw));
	struct rtl_priv *rtlpriv = rtl_priv(hw);
1308
	int i;
L
Larry Finger 已提交
1309

1310 1311 1312 1313 1314 1315 1316 1317 1318 1319 1320
	if (rtlpriv->use_new_trx_flow) {
		struct rtl_rx_buffer_desc *entry = NULL;
		/* alloc dma for this ring */
		rtlpci->rx_ring[rxring_idx].buffer_desc =
		    pci_zalloc_consistent(rtlpci->pdev,
					  sizeof(*rtlpci->rx_ring[rxring_idx].
						 buffer_desc) *
						 rtlpci->rxringcount,
					  &rtlpci->rx_ring[rxring_idx].dma);
		if (!rtlpci->rx_ring[rxring_idx].buffer_desc ||
		    (ulong)rtlpci->rx_ring[rxring_idx].buffer_desc & 0xFF) {
L
Larry Finger 已提交
1321
			RT_TRACE(rtlpriv, COMP_ERR, DBG_EMERG,
1322
				 "Cannot allocate RX ring\n");
L
Larry Finger 已提交
1323 1324 1325
			return -ENOMEM;
		}

1326 1327 1328 1329
		/* init every desc in this ring */
		rtlpci->rx_ring[rxring_idx].idx = 0;
		for (i = 0; i < rtlpci->rxringcount; i++) {
			entry = &rtlpci->rx_ring[rxring_idx].buffer_desc[i];
1330
			if (!_rtl_pci_init_one_rxdesc(hw, NULL, (u8 *)entry,
1331 1332 1333 1334 1335 1336 1337 1338 1339 1340 1341 1342 1343 1344 1345 1346 1347 1348
						      rxring_idx, i))
				return -ENOMEM;
		}
	} else {
		struct rtl_rx_desc *entry = NULL;
		u8 tmp_one = 1;
		/* alloc dma for this ring */
		rtlpci->rx_ring[rxring_idx].desc =
		    pci_zalloc_consistent(rtlpci->pdev,
					  sizeof(*rtlpci->rx_ring[rxring_idx].
					  desc) * rtlpci->rxringcount,
					  &rtlpci->rx_ring[rxring_idx].dma);
		if (!rtlpci->rx_ring[rxring_idx].desc ||
		    (unsigned long)rtlpci->rx_ring[rxring_idx].desc & 0xFF) {
			RT_TRACE(rtlpriv, COMP_ERR, DBG_EMERG,
				 "Cannot allocate RX ring\n");
			return -ENOMEM;
		}
L
Larry Finger 已提交
1349

1350 1351
		/* init every desc in this ring */
		rtlpci->rx_ring[rxring_idx].idx = 0;
1352

L
Larry Finger 已提交
1353
		for (i = 0; i < rtlpci->rxringcount; i++) {
1354
			entry = &rtlpci->rx_ring[rxring_idx].desc[i];
1355
			if (!_rtl_pci_init_one_rxdesc(hw, NULL, (u8 *)entry,
1356 1357
						      rxring_idx, i))
				return -ENOMEM;
L
Larry Finger 已提交
1358 1359
		}

1360
		rtlpriv->cfg->ops->set_desc(hw, (u8 *)entry, false,
1361
					    HW_DESC_RXERO, &tmp_one);
L
Larry Finger 已提交
1362 1363 1364 1365 1366 1367 1368 1369 1370 1371 1372
	}
	return 0;
}

static void _rtl_pci_free_tx_ring(struct ieee80211_hw *hw,
		unsigned int prio)
{
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	struct rtl_pci *rtlpci = rtl_pcidev(rtl_pcipriv(hw));
	struct rtl8192_tx_ring *ring = &rtlpci->tx_ring[prio];

1373
	/* free every desc in this ring */
L
Larry Finger 已提交
1374
	while (skb_queue_len(&ring->queue)) {
1375
		u8 *entry;
L
Larry Finger 已提交
1376 1377
		struct sk_buff *skb = __skb_dequeue(&ring->queue);

1378 1379 1380 1381 1382
		if (rtlpriv->use_new_trx_flow)
			entry = (u8 *)(&ring->buffer_desc[ring->idx]);
		else
			entry = (u8 *)(&ring->desc[ring->idx]);

L
Larry Finger 已提交
1383
		pci_unmap_single(rtlpci->pdev,
1384
				 rtlpriv->cfg->
1385
					     ops->get_desc((u8 *)entry, true,
1386
						   HW_DESC_TXBUFF_ADDR),
L
Larry Finger 已提交
1387 1388 1389 1390 1391
				 skb->len, PCI_DMA_TODEVICE);
		kfree_skb(skb);
		ring->idx = (ring->idx + 1) % ring->entries;
	}

1392 1393 1394 1395 1396 1397
	/* free dma of this ring */
	pci_free_consistent(rtlpci->pdev,
			    sizeof(*ring->desc) * ring->entries,
			    ring->desc, ring->dma);
	ring->desc = NULL;
	if (rtlpriv->use_new_trx_flow) {
1398
		pci_free_consistent(rtlpci->pdev,
1399
				    sizeof(*ring->buffer_desc) * ring->entries,
1400
				    ring->buffer_desc, ring->buffer_desc_dma);
1401
		ring->buffer_desc = NULL;
1402
	}
L
Larry Finger 已提交
1403 1404
}

1405
static void _rtl_pci_free_rx_ring(struct ieee80211_hw *hw, int rxring_idx)
L
Larry Finger 已提交
1406
{
1407 1408 1409
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	struct rtl_pci *rtlpci = rtl_pcidev(rtl_pcipriv(hw));
	int i;
L
Larry Finger 已提交
1410

1411 1412 1413
	/* free every desc in this ring */
	for (i = 0; i < rtlpci->rxringcount; i++) {
		struct sk_buff *skb = rtlpci->rx_ring[rxring_idx].rx_buf[i];
L
Larry Finger 已提交
1414

1415 1416 1417 1418 1419 1420 1421 1422 1423 1424 1425 1426 1427 1428 1429 1430 1431 1432 1433 1434 1435 1436
		if (!skb)
			continue;
		pci_unmap_single(rtlpci->pdev, *((dma_addr_t *)skb->cb),
				 rtlpci->rxbuffersize, PCI_DMA_FROMDEVICE);
		kfree_skb(skb);
	}

	/* free dma of this ring */
	if (rtlpriv->use_new_trx_flow) {
		pci_free_consistent(rtlpci->pdev,
				    sizeof(*rtlpci->rx_ring[rxring_idx].
				    buffer_desc) * rtlpci->rxringcount,
				    rtlpci->rx_ring[rxring_idx].buffer_desc,
				    rtlpci->rx_ring[rxring_idx].dma);
		rtlpci->rx_ring[rxring_idx].buffer_desc = NULL;
	} else {
		pci_free_consistent(rtlpci->pdev,
				    sizeof(*rtlpci->rx_ring[rxring_idx].desc) *
				    rtlpci->rxringcount,
				    rtlpci->rx_ring[rxring_idx].desc,
				    rtlpci->rx_ring[rxring_idx].dma);
		rtlpci->rx_ring[rxring_idx].desc = NULL;
L
Larry Finger 已提交
1437 1438 1439 1440 1441 1442 1443
	}
}

static int _rtl_pci_init_trx_ring(struct ieee80211_hw *hw)
{
	struct rtl_pci *rtlpci = rtl_pcidev(rtl_pcipriv(hw));
	int ret;
1444
	int i, rxring_idx;
L
Larry Finger 已提交
1445

1446 1447 1448 1449 1450 1451 1452 1453
	/* rxring_idx 0:RX_MPDU_QUEUE
	 * rxring_idx 1:RX_CMD_QUEUE
	 */
	for (rxring_idx = 0; rxring_idx < RTL_PCI_MAX_RX_QUEUE; rxring_idx++) {
		ret = _rtl_pci_init_rx_ring(hw, rxring_idx);
		if (ret)
			return ret;
	}
L
Larry Finger 已提交
1454 1455 1456 1457 1458 1459 1460 1461 1462 1463 1464

	for (i = 0; i < RTL_PCI_MAX_TX_QUEUE_COUNT; i++) {
		ret = _rtl_pci_init_tx_ring(hw, i,
				 rtlpci->txringcount[i]);
		if (ret)
			goto err_free_rings;
	}

	return 0;

err_free_rings:
1465 1466
	for (rxring_idx = 0; rxring_idx < RTL_PCI_MAX_RX_QUEUE; rxring_idx++)
		_rtl_pci_free_rx_ring(hw, rxring_idx);
L
Larry Finger 已提交
1467 1468

	for (i = 0; i < RTL_PCI_MAX_TX_QUEUE_COUNT; i++)
1469 1470
		if (rtlpci->tx_ring[i].desc ||
		    rtlpci->tx_ring[i].buffer_desc)
L
Larry Finger 已提交
1471 1472 1473 1474 1475 1476 1477
			_rtl_pci_free_tx_ring(hw, i);

	return 1;
}

static int _rtl_pci_deinit_trx_ring(struct ieee80211_hw *hw)
{
1478
	u32 i, rxring_idx;
L
Larry Finger 已提交
1479 1480

	/*free rx rings */
1481 1482
	for (rxring_idx = 0; rxring_idx < RTL_PCI_MAX_RX_QUEUE; rxring_idx++)
		_rtl_pci_free_rx_ring(hw, rxring_idx);
L
Larry Finger 已提交
1483 1484 1485 1486 1487 1488 1489 1490 1491 1492 1493 1494

	/*free tx rings */
	for (i = 0; i < RTL_PCI_MAX_TX_QUEUE_COUNT; i++)
		_rtl_pci_free_tx_ring(hw, i);

	return 0;
}

int rtl_pci_reset_trx_ring(struct ieee80211_hw *hw)
{
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	struct rtl_pci *rtlpci = rtl_pcidev(rtl_pcipriv(hw));
1495
	int i, rxring_idx;
L
Larry Finger 已提交
1496 1497
	unsigned long flags;
	u8 tmp_one = 1;
1498 1499 1500 1501 1502 1503 1504 1505 1506 1507
	u32 bufferaddress;
	/* rxring_idx 0:RX_MPDU_QUEUE */
	/* rxring_idx 1:RX_CMD_QUEUE */
	for (rxring_idx = 0; rxring_idx < RTL_PCI_MAX_RX_QUEUE; rxring_idx++) {
		/* force the rx_ring[RX_MPDU_QUEUE/
		 * RX_CMD_QUEUE].idx to the first one
		 *new trx flow, do nothing
		*/
		if (!rtlpriv->use_new_trx_flow &&
		    rtlpci->rx_ring[rxring_idx].desc) {
L
Larry Finger 已提交
1508 1509
			struct rtl_rx_desc *entry = NULL;

1510
			rtlpci->rx_ring[rxring_idx].idx = 0;
L
Larry Finger 已提交
1511
			for (i = 0; i < rtlpci->rxringcount; i++) {
1512 1513 1514 1515 1516 1517 1518 1519 1520 1521 1522 1523 1524 1525 1526 1527 1528 1529 1530 1531 1532 1533 1534 1535 1536 1537
				entry = &rtlpci->rx_ring[rxring_idx].desc[i];
				bufferaddress =
				  rtlpriv->cfg->ops->get_desc((u8 *)entry,
				  false , HW_DESC_RXBUFF_ADDR);
				memset((u8 *)entry , 0 ,
				       sizeof(*rtlpci->rx_ring
				       [rxring_idx].desc));/*clear one entry*/
				if (rtlpriv->use_new_trx_flow) {
					rtlpriv->cfg->ops->set_desc(hw,
					    (u8 *)entry, false,
					    HW_DESC_RX_PREPARE,
					    (u8 *)&bufferaddress);
				} else {
					rtlpriv->cfg->ops->set_desc(hw,
					    (u8 *)entry, false,
					    HW_DESC_RXBUFF_ADDR,
					    (u8 *)&bufferaddress);
					rtlpriv->cfg->ops->set_desc(hw,
					    (u8 *)entry, false,
					    HW_DESC_RXPKT_LEN,
					    (u8 *)&rtlpci->rxbuffersize);
					rtlpriv->cfg->ops->set_desc(hw,
					    (u8 *)entry, false,
					    HW_DESC_RXOWN,
					    (u8 *)&tmp_one);
				}
L
Larry Finger 已提交
1538
			}
1539 1540
			rtlpriv->cfg->ops->set_desc(hw, (u8 *)entry, false,
					    HW_DESC_RXERO, (u8 *)&tmp_one);
L
Larry Finger 已提交
1541
		}
1542
		rtlpci->rx_ring[rxring_idx].idx = 0;
L
Larry Finger 已提交
1543 1544 1545 1546 1547 1548
	}

	/*
	 *after reset, release previous pending packet,
	 *and force the  tx idx to the first one
	 */
1549
	spin_lock_irqsave(&rtlpriv->locks.irq_th_lock, flags);
L
Larry Finger 已提交
1550
	for (i = 0; i < RTL_PCI_MAX_TX_QUEUE_COUNT; i++) {
1551 1552
		if (rtlpci->tx_ring[i].desc ||
		    rtlpci->tx_ring[i].buffer_desc) {
L
Larry Finger 已提交
1553 1554 1555
			struct rtl8192_tx_ring *ring = &rtlpci->tx_ring[i];

			while (skb_queue_len(&ring->queue)) {
1556 1557 1558 1559 1560 1561 1562 1563
				u8 *entry;
				struct sk_buff *skb =
					__skb_dequeue(&ring->queue);
				if (rtlpriv->use_new_trx_flow)
					entry = (u8 *)(&ring->buffer_desc
								[ring->idx]);
				else
					entry = (u8 *)(&ring->desc[ring->idx]);
L
Larry Finger 已提交
1564 1565

				pci_unmap_single(rtlpci->pdev,
1566
						 rtlpriv->cfg->ops->
L
Larry Finger 已提交
1567 1568 1569
							 get_desc((u8 *)
							 entry,
							 true,
1570
							 HW_DESC_TXBUFF_ADDR),
L
Larry Finger 已提交
1571
						 skb->len, PCI_DMA_TODEVICE);
1572
				dev_kfree_skb_irq(skb);
1573
				ring->idx = (ring->idx + 1) % ring->entries;
L
Larry Finger 已提交
1574 1575 1576 1577
			}
			ring->idx = 0;
		}
	}
1578
	spin_unlock_irqrestore(&rtlpriv->locks.irq_th_lock, flags);
L
Larry Finger 已提交
1579 1580 1581 1582

	return 0;
}

1583
static bool rtl_pci_tx_chk_waitq_insert(struct ieee80211_hw *hw,
1584
					struct ieee80211_sta *sta,
1585
					struct sk_buff *skb)
L
Larry Finger 已提交
1586
{
1587 1588 1589
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	struct rtl_sta_info *sta_entry = NULL;
	u8 tid = rtl_get_tid(skb);
1590
	__le16 fc = rtl_get_fc(skb);
1591 1592 1593 1594 1595 1596 1597

	if (!sta)
		return false;
	sta_entry = (struct rtl_sta_info *)sta->drv_priv;

	if (!rtlpriv->rtlhal.earlymode_enable)
		return false;
1598 1599 1600 1601 1602 1603
	if (ieee80211_is_nullfunc(fc))
		return false;
	if (ieee80211_is_qos_nullfunc(fc))
		return false;
	if (ieee80211_is_pspoll(fc))
		return false;
1604 1605 1606 1607 1608 1609 1610 1611 1612 1613 1614 1615 1616 1617
	if (sta_entry->tids[tid].agg.agg_state != RTL_AGG_OPERATIONAL)
		return false;
	if (_rtl_mac_to_hwqueue(hw, skb) > VO_QUEUE)
		return false;
	if (tid > 7)
		return false;

	/* maybe every tid should be checked */
	if (!rtlpriv->link_info.higher_busytxtraffic[tid])
		return false;

	spin_lock_bh(&rtlpriv->locks.waitq_lock);
	skb_queue_tail(&rtlpriv->mac80211.skb_waitq[tid], skb);
	spin_unlock_bh(&rtlpriv->locks.waitq_lock);
L
Larry Finger 已提交
1618

1619
	return true;
L
Larry Finger 已提交
1620 1621
}

1622 1623 1624 1625
static int rtl_pci_tx(struct ieee80211_hw *hw,
		      struct ieee80211_sta *sta,
		      struct sk_buff *skb,
		      struct rtl_tcb_desc *ptcb_desc)
L
Larry Finger 已提交
1626 1627
{
	struct rtl_priv *rtlpriv = rtl_priv(hw);
1628
	struct rtl_sta_info *sta_entry = NULL;
L
Larry Finger 已提交
1629 1630 1631
	struct ieee80211_tx_info *info = IEEE80211_SKB_CB(skb);
	struct rtl8192_tx_ring *ring;
	struct rtl_tx_desc *pdesc;
1632
	struct rtl_tx_buffer_desc *ptx_bd_desc = NULL;
1633
	u16 idx;
1634
	u8 hw_queue = _rtl_mac_to_hwqueue(hw, skb);
L
Larry Finger 已提交
1635
	unsigned long flags;
1636 1637
	struct ieee80211_hdr *hdr = rtl_get_hdr(skb);
	__le16 fc = rtl_get_fc(skb);
L
Larry Finger 已提交
1638 1639 1640 1641 1642 1643 1644 1645
	u8 *pda_addr = hdr->addr1;
	struct rtl_pci *rtlpci = rtl_pcidev(rtl_pcipriv(hw));
	/*ssn */
	u8 tid = 0;
	u16 seq_number = 0;
	u8 own;
	u8 temp_one = 1;

1646 1647
	if (ieee80211_is_mgmt(fc))
		rtl_tx_mgmt_proc(hw, skb);
1648 1649 1650 1651 1652 1653

	if (rtlpriv->psc.sw_ps_enabled) {
		if (ieee80211_is_data(fc) && !ieee80211_is_nullfunc(fc) &&
			!ieee80211_has_pm(fc))
			hdr->frame_control |= cpu_to_le16(IEEE80211_FCTL_PM);
	}
L
Larry Finger 已提交
1654

1655
	rtl_action_proc(hw, skb, true);
L
Larry Finger 已提交
1656 1657 1658 1659 1660 1661 1662 1663 1664 1665

	if (is_multicast_ether_addr(pda_addr))
		rtlpriv->stats.txbytesmulticast += skb->len;
	else if (is_broadcast_ether_addr(pda_addr))
		rtlpriv->stats.txbytesbroadcast += skb->len;
	else
		rtlpriv->stats.txbytesunicast += skb->len;

	spin_lock_irqsave(&rtlpriv->locks.irq_th_lock, flags);
	ring = &rtlpci->tx_ring[hw_queue];
1666 1667 1668 1669 1670 1671 1672
	if (hw_queue != BEACON_QUEUE) {
		if (rtlpriv->use_new_trx_flow)
			idx = ring->cur_tx_wp;
		else
			idx = (ring->idx + skb_queue_len(&ring->queue)) %
			      ring->entries;
	} else {
L
Larry Finger 已提交
1673
		idx = 0;
1674
	}
L
Larry Finger 已提交
1675 1676

	pdesc = &ring->desc[idx];
1677 1678 1679 1680 1681
	if (rtlpriv->use_new_trx_flow) {
		ptx_bd_desc = &ring->buffer_desc[idx];
	} else {
		own = (u8) rtlpriv->cfg->ops->get_desc((u8 *)pdesc,
				true, HW_DESC_OWN);
L
Larry Finger 已提交
1682

1683 1684
		if ((own == 1) && (hw_queue != BEACON_QUEUE)) {
			RT_TRACE(rtlpriv, COMP_ERR, DBG_WARNING,
1685
				 "No more TX desc@%d, ring->idx = %d, idx = %d, skb_queue_len = 0x%x\n",
1686 1687
				 hw_queue, ring->idx, idx,
				 skb_queue_len(&ring->queue));
L
Larry Finger 已提交
1688

1689 1690 1691 1692
			spin_unlock_irqrestore(&rtlpriv->locks.irq_th_lock,
					       flags);
			return skb->len;
		}
L
Larry Finger 已提交
1693 1694
	}

1695 1696 1697 1698 1699 1700 1701 1702 1703
	if (rtlpriv->cfg->ops->get_available_desc &&
	    rtlpriv->cfg->ops->get_available_desc(hw, hw_queue) == 0) {
			RT_TRACE(rtlpriv, COMP_ERR, DBG_WARNING,
				 "get_available_desc fail\n");
			spin_unlock_irqrestore(&rtlpriv->locks.irq_th_lock,
					       flags);
			return skb->len;
	}

L
Larry Finger 已提交
1704
	if (ieee80211_is_data_qos(fc)) {
1705 1706 1707 1708 1709 1710 1711 1712 1713 1714
		tid = rtl_get_tid(skb);
		if (sta) {
			sta_entry = (struct rtl_sta_info *)sta->drv_priv;
			seq_number = (le16_to_cpu(hdr->seq_ctrl) &
				      IEEE80211_SCTL_SEQ) >> 4;
			seq_number += 1;

			if (!ieee80211_has_morefrags(hdr->frame_control))
				sta_entry->tids[tid].seq_number = seq_number;
		}
L
Larry Finger 已提交
1715 1716 1717 1718 1719
	}

	if (ieee80211_is_data(fc))
		rtlpriv->cfg->ops->led_control(hw, LED_CTL_TX);

1720
	rtlpriv->cfg->ops->fill_tx_desc(hw, hdr, (u8 *)pdesc,
1721
			(u8 *)ptx_bd_desc, info, sta, skb, hw_queue, ptcb_desc);
L
Larry Finger 已提交
1722 1723 1724

	__skb_queue_tail(&ring->queue, skb);

1725 1726
	if (rtlpriv->use_new_trx_flow) {
		rtlpriv->cfg->ops->set_desc(hw, (u8 *)pdesc, true,
1727
					    HW_DESC_OWN, &hw_queue);
1728 1729
	} else {
		rtlpriv->cfg->ops->set_desc(hw, (u8 *)pdesc, true,
1730
					    HW_DESC_OWN, &temp_one);
1731
	}
L
Larry Finger 已提交
1732 1733 1734 1735

	if ((ring->entries - skb_queue_len(&ring->queue)) < 2 &&
	    hw_queue != BEACON_QUEUE) {
		RT_TRACE(rtlpriv, COMP_ERR, DBG_LOUD,
1736
			 "less desc left, stop skb_queue@%d, ring->idx = %d, idx = %d, skb_queue_len = 0x%x\n",
1737 1738
			 hw_queue, ring->idx, idx,
			 skb_queue_len(&ring->queue));
L
Larry Finger 已提交
1739 1740 1741 1742 1743 1744 1745 1746 1747 1748 1749

		ieee80211_stop_queue(hw, skb_get_queue_mapping(skb));
	}

	spin_unlock_irqrestore(&rtlpriv->locks.irq_th_lock, flags);

	rtlpriv->cfg->ops->tx_polling(hw, hw_queue);

	return 0;
}

1750
static void rtl_pci_flush(struct ieee80211_hw *hw, u32 queues, bool drop)
1751 1752 1753 1754
{
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	struct rtl_pci_priv *pcipriv = rtl_pcipriv(hw);
	struct rtl_hal *rtlhal = rtl_hal(rtl_priv(hw));
1755
	struct rtl_mac *mac = rtl_mac(rtl_priv(hw));
1756 1757 1758 1759
	u16 i = 0;
	int queue_id;
	struct rtl8192_tx_ring *ring;

1760 1761 1762
	if (mac->skip_scan)
		return;

1763 1764
	for (queue_id = RTL_PCI_MAX_TX_QUEUE_COUNT - 1; queue_id >= 0;) {
		u32 queue_len;
1765 1766 1767 1768 1769

		if (((queues >> queue_id) & 0x1) == 0) {
			queue_id--;
			continue;
		}
1770 1771 1772 1773 1774 1775 1776 1777 1778 1779 1780 1781 1782 1783 1784 1785 1786 1787
		ring = &pcipriv->dev.tx_ring[queue_id];
		queue_len = skb_queue_len(&ring->queue);
		if (queue_len == 0 || queue_id == BEACON_QUEUE ||
			queue_id == TXCMD_QUEUE) {
			queue_id--;
			continue;
		} else {
			msleep(20);
			i++;
		}

		/* we just wait 1s for all queues */
		if (rtlpriv->psc.rfpwr_state == ERFOFF ||
			is_hal_stop(rtlhal) || i >= 200)
			return;
	}
}

1788
static void rtl_pci_deinit(struct ieee80211_hw *hw)
L
Larry Finger 已提交
1789 1790 1791 1792 1793 1794 1795 1796
{
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	struct rtl_pci *rtlpci = rtl_pcidev(rtl_pcipriv(hw));

	_rtl_pci_deinit_trx_ring(hw);

	synchronize_irq(rtlpci->pdev->irq);
	tasklet_kill(&rtlpriv->works.irq_tasklet);
1797
	cancel_work_sync(&rtlpriv->works.lps_change_work);
L
Larry Finger 已提交
1798 1799 1800 1801 1802 1803

	flush_workqueue(rtlpriv->works.rtl_wq);
	destroy_workqueue(rtlpriv->works.rtl_wq);

}

1804
static int rtl_pci_init(struct ieee80211_hw *hw, struct pci_dev *pdev)
L
Larry Finger 已提交
1805 1806 1807 1808 1809 1810 1811 1812 1813
{
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	int err;

	_rtl_pci_init_struct(hw, pdev);

	err = _rtl_pci_init_trx_ring(hw);
	if (err) {
		RT_TRACE(rtlpriv, COMP_ERR, DBG_EMERG,
1814
			 "tx ring initialization failed\n");
1815
		return err;
L
Larry Finger 已提交
1816 1817
	}

1818
	return 0;
L
Larry Finger 已提交
1819 1820
}

1821
static int rtl_pci_start(struct ieee80211_hw *hw)
L
Larry Finger 已提交
1822 1823 1824 1825 1826 1827 1828 1829 1830 1831 1832
{
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	struct rtl_hal *rtlhal = rtl_hal(rtl_priv(hw));
	struct rtl_pci *rtlpci = rtl_pcidev(rtl_pcipriv(hw));
	struct rtl_ps_ctl *ppsc = rtl_psc(rtl_priv(hw));

	int err;

	rtl_pci_reset_trx_ring(hw);

	rtlpci->driver_is_goingto_unload = false;
1833 1834
	if (rtlpriv->cfg->ops->get_btc_status &&
	    rtlpriv->cfg->ops->get_btc_status()) {
1835 1836 1837
		rtlpriv->btcoexist.btc_ops->btc_init_variables(rtlpriv);
		rtlpriv->btcoexist.btc_ops->btc_init_hal_vars(rtlpriv);
	}
L
Larry Finger 已提交
1838 1839 1840
	err = rtlpriv->cfg->ops->hw_init(hw);
	if (err) {
		RT_TRACE(rtlpriv, COMP_INIT, DBG_DMESG,
1841
			 "Failed to config hardware!\n");
L
Larry Finger 已提交
1842 1843 1844 1845
		return err;
	}

	rtlpriv->cfg->ops->enable_interrupt(hw);
1846
	RT_TRACE(rtlpriv, COMP_INIT, DBG_LOUD, "enable_interrupt OK\n");
L
Larry Finger 已提交
1847 1848 1849

	rtl_init_rx_config(hw);

1850
	/*should be after adapter start and interrupt enable. */
L
Larry Finger 已提交
1851 1852 1853 1854 1855 1856
	set_hal_start(rtlhal);

	RT_CLEAR_PS_LEVEL(ppsc, RT_RF_OFF_LEVL_HALT_NIC);

	rtlpci->up_first_time = false;

1857
	RT_TRACE(rtlpriv, COMP_INIT, DBG_DMESG, "rtl_pci_start OK\n");
L
Larry Finger 已提交
1858 1859 1860
	return 0;
}

1861
static void rtl_pci_stop(struct ieee80211_hw *hw)
L
Larry Finger 已提交
1862 1863 1864 1865 1866 1867 1868 1869
{
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	struct rtl_pci *rtlpci = rtl_pcidev(rtl_pcipriv(hw));
	struct rtl_ps_ctl *ppsc = rtl_psc(rtl_priv(hw));
	struct rtl_hal *rtlhal = rtl_hal(rtl_priv(hw));
	unsigned long flags;
	u8 RFInProgressTimeOut = 0;

1870 1871 1872
	if (rtlpriv->cfg->ops->get_btc_status())
		rtlpriv->btcoexist.btc_ops->btc_halt_notify();

L
Larry Finger 已提交
1873
	/*
1874
	 *should be before disable interrupt&adapter
L
Larry Finger 已提交
1875 1876 1877 1878
	 *and will do it immediately.
	 */
	set_hal_stop(rtlhal);

1879
	rtlpci->driver_is_goingto_unload = true;
L
Larry Finger 已提交
1880
	rtlpriv->cfg->ops->disable_interrupt(hw);
1881
	cancel_work_sync(&rtlpriv->works.lps_change_work);
L
Larry Finger 已提交
1882 1883 1884 1885 1886 1887 1888 1889 1890 1891 1892 1893 1894 1895 1896 1897

	spin_lock_irqsave(&rtlpriv->locks.rf_ps_lock, flags);
	while (ppsc->rfchange_inprogress) {
		spin_unlock_irqrestore(&rtlpriv->locks.rf_ps_lock, flags);
		if (RFInProgressTimeOut > 100) {
			spin_lock_irqsave(&rtlpriv->locks.rf_ps_lock, flags);
			break;
		}
		mdelay(1);
		RFInProgressTimeOut++;
		spin_lock_irqsave(&rtlpriv->locks.rf_ps_lock, flags);
	}
	ppsc->rfchange_inprogress = true;
	spin_unlock_irqrestore(&rtlpriv->locks.rf_ps_lock, flags);

	rtlpriv->cfg->ops->hw_disable(hw);
1898 1899 1900
	/* some things are not needed if firmware not available */
	if (!rtlpriv->max_fw_size)
		return;
L
Larry Finger 已提交
1901 1902 1903 1904 1905 1906 1907 1908 1909 1910 1911 1912 1913 1914 1915 1916 1917 1918
	rtlpriv->cfg->ops->led_control(hw, LED_CTL_POWER_OFF);

	spin_lock_irqsave(&rtlpriv->locks.rf_ps_lock, flags);
	ppsc->rfchange_inprogress = false;
	spin_unlock_irqrestore(&rtlpriv->locks.rf_ps_lock, flags);

	rtl_pci_enable_aspm(hw);
}

static bool _rtl_pci_find_adapter(struct pci_dev *pdev,
		struct ieee80211_hw *hw)
{
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	struct rtl_pci_priv *pcipriv = rtl_pcipriv(hw);
	struct rtl_hal *rtlhal = rtl_hal(rtl_priv(hw));
	struct pci_dev *bridge_pdev = pdev->bus->self;
	u16 venderid;
	u16 deviceid;
1919
	u8 revisionid;
L
Larry Finger 已提交
1920 1921 1922
	u16 irqline;
	u8 tmp;

1923
	pcipriv->ndis_adapter.pcibridge_vendor = PCI_BRIDGE_VENDOR_UNKNOWN;
L
Larry Finger 已提交
1924 1925
	venderid = pdev->vendor;
	deviceid = pdev->device;
1926
	pci_read_config_byte(pdev, 0x8, &revisionid);
L
Larry Finger 已提交
1927 1928
	pci_read_config_word(pdev, 0x3C, &irqline);

1929 1930 1931 1932 1933 1934 1935 1936 1937 1938
	/* PCI ID 0x10ec:0x8192 occurs for both RTL8192E, which uses
	 * r8192e_pci, and RTL8192SE, which uses this driver. If the
	 * revision ID is RTL_PCI_REVISION_ID_8192PCIE (0x01), then
	 * the correct driver is r8192e_pci, thus this routine should
	 * return false.
	 */
	if (deviceid == RTL_PCI_8192SE_DID &&
	    revisionid == RTL_PCI_REVISION_ID_8192PCIE)
		return false;

L
Larry Finger 已提交
1939 1940 1941 1942 1943 1944 1945 1946
	if (deviceid == RTL_PCI_8192_DID ||
	    deviceid == RTL_PCI_0044_DID ||
	    deviceid == RTL_PCI_0047_DID ||
	    deviceid == RTL_PCI_8192SE_DID ||
	    deviceid == RTL_PCI_8174_DID ||
	    deviceid == RTL_PCI_8173_DID ||
	    deviceid == RTL_PCI_8172_DID ||
	    deviceid == RTL_PCI_8171_DID) {
1947
		switch (revisionid) {
L
Larry Finger 已提交
1948 1949
		case RTL_PCI_REVISION_ID_8192PCIE:
			RT_TRACE(rtlpriv, COMP_INIT, DBG_DMESG,
1950 1951
				 "8192 PCI-E is found - vid/did=%x/%x\n",
				 venderid, deviceid);
L
Larry Finger 已提交
1952
			rtlhal->hw_type = HARDWARE_TYPE_RTL8192E;
1953
			return false;
L
Larry Finger 已提交
1954 1955
		case RTL_PCI_REVISION_ID_8192SE:
			RT_TRACE(rtlpriv, COMP_INIT, DBG_DMESG,
1956 1957
				 "8192SE is found - vid/did=%x/%x\n",
				 venderid, deviceid);
L
Larry Finger 已提交
1958 1959 1960 1961
			rtlhal->hw_type = HARDWARE_TYPE_RTL8192SE;
			break;
		default:
			RT_TRACE(rtlpriv, COMP_ERR, DBG_WARNING,
1962 1963
				 "Err: Unknown device - vid/did=%x/%x\n",
				 venderid, deviceid);
L
Larry Finger 已提交
1964 1965 1966 1967
			rtlhal->hw_type = HARDWARE_TYPE_RTL8192SE;
			break;

		}
1968 1969 1970 1971 1972
	} else if (deviceid == RTL_PCI_8723AE_DID) {
		rtlhal->hw_type = HARDWARE_TYPE_RTL8723AE;
		RT_TRACE(rtlpriv, COMP_INIT, DBG_DMESG,
			 "8723AE PCI-E is found - "
			 "vid/did=%x/%x\n", venderid, deviceid);
L
Larry Finger 已提交
1973 1974 1975 1976 1977 1978
	} else if (deviceid == RTL_PCI_8192CET_DID ||
		   deviceid == RTL_PCI_8192CE_DID ||
		   deviceid == RTL_PCI_8191CE_DID ||
		   deviceid == RTL_PCI_8188CE_DID) {
		rtlhal->hw_type = HARDWARE_TYPE_RTL8192CE;
		RT_TRACE(rtlpriv, COMP_INIT, DBG_DMESG,
1979 1980
			 "8192C PCI-E is found - vid/did=%x/%x\n",
			 venderid, deviceid);
1981 1982 1983 1984
	} else if (deviceid == RTL_PCI_8192DE_DID ||
		   deviceid == RTL_PCI_8192DE_DID2) {
		rtlhal->hw_type = HARDWARE_TYPE_RTL8192DE;
		RT_TRACE(rtlpriv, COMP_INIT, DBG_DMESG,
1985 1986
			 "8192D PCI-E is found - vid/did=%x/%x\n",
			 venderid, deviceid);
1987 1988 1989 1990
	} else if (deviceid == RTL_PCI_8188EE_DID) {
		rtlhal->hw_type = HARDWARE_TYPE_RTL8188EE;
		RT_TRACE(rtlpriv, COMP_INIT, DBG_LOUD,
			 "Find adapter, Hardware type is 8188EE\n");
1991 1992 1993 1994 1995 1996 1997 1998 1999 2000 2001 2002 2003 2004 2005 2006
	} else if (deviceid == RTL_PCI_8723BE_DID) {
			rtlhal->hw_type = HARDWARE_TYPE_RTL8723BE;
			RT_TRACE(rtlpriv, COMP_INIT , DBG_LOUD,
				 "Find adapter, Hardware type is 8723BE\n");
	} else if (deviceid == RTL_PCI_8192EE_DID) {
			rtlhal->hw_type = HARDWARE_TYPE_RTL8192EE;
			RT_TRACE(rtlpriv, COMP_INIT , DBG_LOUD,
				 "Find adapter, Hardware type is 8192EE\n");
	} else if (deviceid == RTL_PCI_8821AE_DID) {
			rtlhal->hw_type = HARDWARE_TYPE_RTL8821AE;
			RT_TRACE(rtlpriv, COMP_INIT , DBG_LOUD,
				 "Find adapter, Hardware type is 8821AE\n");
	} else if (deviceid == RTL_PCI_8812AE_DID) {
			rtlhal->hw_type = HARDWARE_TYPE_RTL8812AE;
			RT_TRACE(rtlpriv, COMP_INIT , DBG_LOUD,
				 "Find adapter, Hardware type is 8812AE\n");
L
Larry Finger 已提交
2007 2008
	} else {
		RT_TRACE(rtlpriv, COMP_ERR, DBG_WARNING,
2009 2010
			 "Err: Unknown device - vid/did=%x/%x\n",
			 venderid, deviceid);
L
Larry Finger 已提交
2011 2012 2013 2014

		rtlhal->hw_type = RTL_DEFAULT_HARDWARE_TYPE;
	}

2015 2016 2017
	if (rtlhal->hw_type == HARDWARE_TYPE_RTL8192DE) {
		if (revisionid == 0 || revisionid == 1) {
			if (revisionid == 0) {
2018 2019
				RT_TRACE(rtlpriv, COMP_INIT, DBG_LOUD,
					 "Find 92DE MAC0\n");
2020 2021 2022
				rtlhal->interfaceindex = 0;
			} else if (revisionid == 1) {
				RT_TRACE(rtlpriv, COMP_INIT, DBG_LOUD,
2023
					 "Find 92DE MAC1\n");
2024 2025 2026 2027
				rtlhal->interfaceindex = 1;
			}
		} else {
			RT_TRACE(rtlpriv, COMP_INIT, DBG_LOUD,
2028 2029
				 "Unknown device - VendorID/DeviceID=%x/%x, Revision=%x\n",
				 venderid, deviceid, revisionid);
2030 2031 2032
			rtlhal->interfaceindex = 0;
		}
	}
2033 2034 2035 2036 2037 2038 2039

	/* 92ee use new trx flow */
	if (rtlhal->hw_type == HARDWARE_TYPE_RTL8192EE)
		rtlpriv->use_new_trx_flow = true;
	else
		rtlpriv->use_new_trx_flow = false;

L
Larry Finger 已提交
2040 2041 2042 2043 2044
	/*find bus info */
	pcipriv->ndis_adapter.busnumber = pdev->bus->number;
	pcipriv->ndis_adapter.devnumber = PCI_SLOT(pdev->devfn);
	pcipriv->ndis_adapter.funcnumber = PCI_FUNC(pdev->devfn);

2045 2046
	/*find bridge info */
	pcipriv->ndis_adapter.pcibridge_vendor = PCI_BRIDGE_VENDOR_UNKNOWN;
2047 2048 2049
	/* some ARM have no bridge_pdev and will crash here
	 * so we should check if bridge_pdev is NULL
	 */
2050 2051 2052 2053 2054 2055 2056
	if (bridge_pdev) {
		/*find bridge info if available */
		pcipriv->ndis_adapter.pcibridge_vendorid = bridge_pdev->vendor;
		for (tmp = 0; tmp < PCI_BRIDGE_VENDOR_MAX; tmp++) {
			if (bridge_pdev->vendor == pcibridge_vendors[tmp]) {
				pcipriv->ndis_adapter.pcibridge_vendor = tmp;
				RT_TRACE(rtlpriv, COMP_INIT, DBG_DMESG,
2057 2058
					 "Pci Bridge Vendor is found index: %d\n",
					 tmp);
2059 2060
				break;
			}
L
Larry Finger 已提交
2061 2062 2063 2064 2065 2066 2067 2068 2069 2070 2071
		}
	}

	if (pcipriv->ndis_adapter.pcibridge_vendor !=
		PCI_BRIDGE_VENDOR_UNKNOWN) {
		pcipriv->ndis_adapter.pcibridge_busnum =
		    bridge_pdev->bus->number;
		pcipriv->ndis_adapter.pcibridge_devnum =
		    PCI_SLOT(bridge_pdev->devfn);
		pcipriv->ndis_adapter.pcibridge_funcnum =
		    PCI_FUNC(bridge_pdev->devfn);
2072 2073
		pcipriv->ndis_adapter.pcibridge_pciehdr_offset =
		    pci_pcie_cap(bridge_pdev);
L
Larry Finger 已提交
2074 2075 2076 2077 2078 2079 2080 2081 2082 2083 2084 2085 2086
		pcipriv->ndis_adapter.num4bytes =
		    (pcipriv->ndis_adapter.pcibridge_pciehdr_offset + 0x10) / 4;

		rtl_pci_get_linkcontrol_field(hw);

		if (pcipriv->ndis_adapter.pcibridge_vendor ==
		    PCI_BRIDGE_VENDOR_AMD) {
			pcipriv->ndis_adapter.amd_l1_patch =
			    rtl_pci_get_amd_l1_patch(hw);
		}
	}

	RT_TRACE(rtlpriv, COMP_INIT, DBG_DMESG,
2087 2088 2089 2090 2091
		 "pcidev busnumber:devnumber:funcnumber:vendor:link_ctl %d:%d:%d:%x:%x\n",
		 pcipriv->ndis_adapter.busnumber,
		 pcipriv->ndis_adapter.devnumber,
		 pcipriv->ndis_adapter.funcnumber,
		 pdev->vendor, pcipriv->ndis_adapter.linkctrl_reg);
L
Larry Finger 已提交
2092 2093

	RT_TRACE(rtlpriv, COMP_INIT, DBG_DMESG,
2094 2095 2096 2097 2098 2099 2100 2101
		 "pci_bridge busnumber:devnumber:funcnumber:vendor:pcie_cap:link_ctl_reg:amd %d:%d:%d:%x:%x:%x:%x\n",
		 pcipriv->ndis_adapter.pcibridge_busnum,
		 pcipriv->ndis_adapter.pcibridge_devnum,
		 pcipriv->ndis_adapter.pcibridge_funcnum,
		 pcibridge_vendors[pcipriv->ndis_adapter.pcibridge_vendor],
		 pcipriv->ndis_adapter.pcibridge_pciehdr_offset,
		 pcipriv->ndis_adapter.pcibridge_linkctrlreg,
		 pcipriv->ndis_adapter.amd_l1_patch);
L
Larry Finger 已提交
2102 2103

	rtl_pci_parse_configuration(pdev, hw);
2104
	list_add_tail(&rtlpriv->list, &rtlpriv->glb_var->glb_priv_list);
L
Larry Finger 已提交
2105 2106 2107 2108

	return true;
}

2109 2110 2111 2112 2113 2114 2115 2116 2117 2118 2119 2120 2121 2122 2123 2124 2125 2126 2127 2128 2129 2130 2131 2132 2133 2134 2135 2136 2137 2138 2139 2140 2141 2142 2143 2144 2145 2146 2147 2148 2149 2150 2151 2152 2153 2154 2155 2156 2157 2158 2159 2160 2161 2162 2163 2164 2165 2166 2167
static int rtl_pci_intr_mode_msi(struct ieee80211_hw *hw)
{
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	struct rtl_pci_priv *pcipriv = rtl_pcipriv(hw);
	struct rtl_pci *rtlpci = rtl_pcidev(pcipriv);
	int ret;

	ret = pci_enable_msi(rtlpci->pdev);
	if (ret < 0)
		return ret;

	ret = request_irq(rtlpci->pdev->irq, &_rtl_pci_interrupt,
			  IRQF_SHARED, KBUILD_MODNAME, hw);
	if (ret < 0) {
		pci_disable_msi(rtlpci->pdev);
		return ret;
	}

	rtlpci->using_msi = true;

	RT_TRACE(rtlpriv, COMP_INIT|COMP_INTR, DBG_DMESG,
		 "MSI Interrupt Mode!\n");
	return 0;
}

static int rtl_pci_intr_mode_legacy(struct ieee80211_hw *hw)
{
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	struct rtl_pci_priv *pcipriv = rtl_pcipriv(hw);
	struct rtl_pci *rtlpci = rtl_pcidev(pcipriv);
	int ret;

	ret = request_irq(rtlpci->pdev->irq, &_rtl_pci_interrupt,
			  IRQF_SHARED, KBUILD_MODNAME, hw);
	if (ret < 0)
		return ret;

	rtlpci->using_msi = false;
	RT_TRACE(rtlpriv, COMP_INIT|COMP_INTR, DBG_DMESG,
		 "Pin-based Interrupt Mode!\n");
	return 0;
}

static int rtl_pci_intr_mode_decide(struct ieee80211_hw *hw)
{
	struct rtl_pci_priv *pcipriv = rtl_pcipriv(hw);
	struct rtl_pci *rtlpci = rtl_pcidev(pcipriv);
	int ret;

	if (rtlpci->msi_support) {
		ret = rtl_pci_intr_mode_msi(hw);
		if (ret < 0)
			ret = rtl_pci_intr_mode_legacy(hw);
	} else {
		ret = rtl_pci_intr_mode_legacy(hw);
	}
	return ret;
}

B
Bill Pemberton 已提交
2168
int rtl_pci_probe(struct pci_dev *pdev,
L
Larry Finger 已提交
2169 2170 2171 2172 2173 2174 2175 2176 2177 2178 2179 2180
			    const struct pci_device_id *id)
{
	struct ieee80211_hw *hw = NULL;

	struct rtl_priv *rtlpriv = NULL;
	struct rtl_pci_priv *pcipriv = NULL;
	struct rtl_pci *rtlpci;
	unsigned long pmem_start, pmem_len, pmem_flags;
	int err;

	err = pci_enable_device(pdev);
	if (err) {
2181 2182
		RT_ASSERT(false, "%s : Cannot enable new PCI device\n",
			  pci_name(pdev));
L
Larry Finger 已提交
2183 2184 2185 2186 2187
		return err;
	}

	if (!pci_set_dma_mask(pdev, DMA_BIT_MASK(32))) {
		if (pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(32))) {
2188 2189
			RT_ASSERT(false,
				  "Unable to obtain 32bit DMA for consistent allocations\n");
2190 2191
			err = -ENOMEM;
			goto fail1;
L
Larry Finger 已提交
2192 2193 2194 2195 2196 2197 2198 2199 2200
		}
	}

	pci_set_master(pdev);

	hw = ieee80211_alloc_hw(sizeof(struct rtl_pci_priv) +
				sizeof(struct rtl_priv), &rtl_ops);
	if (!hw) {
		RT_ASSERT(false,
2201
			  "%s : ieee80211 alloc failed\n", pci_name(pdev));
L
Larry Finger 已提交
2202 2203 2204 2205 2206 2207 2208 2209
		err = -ENOMEM;
		goto fail1;
	}

	SET_IEEE80211_DEV(hw, &pdev->dev);
	pci_set_drvdata(pdev, hw);

	rtlpriv = hw->priv;
2210
	rtlpriv->hw = hw;
L
Larry Finger 已提交
2211 2212
	pcipriv = (void *)rtlpriv->priv;
	pcipriv->dev.pdev = pdev;
2213
	init_completion(&rtlpriv->firmware_loading_complete);
2214 2215 2216 2217 2218
	/*proximity init here*/
	rtlpriv->proximity.proxim_on = false;

	pcipriv = (void *)rtlpriv->priv;
	pcipriv->dev.pdev = pdev;
L
Larry Finger 已提交
2219

2220 2221 2222 2223
	/* init cfg & intf_ops */
	rtlpriv->rtlhal.interface = INTF_PCI;
	rtlpriv->cfg = (struct rtl_hal_cfg *)(id->driver_data);
	rtlpriv->intf_ops = &rtl_pci_ops;
2224
	rtlpriv->glb_var = &rtl_global_var;
2225

L
Larry Finger 已提交
2226 2227 2228 2229 2230 2231 2232 2233 2234 2235 2236 2237 2238
	/*
	 *init dbgp flags before all
	 *other functions, because we will
	 *use it in other funtions like
	 *RT_TRACE/RT_PRINT/RTL_PRINT_DATA
	 *you can not use these macro
	 *before this
	 */
	rtl_dbgp_flag_init(hw);

	/* MEM map */
	err = pci_request_regions(pdev, KBUILD_MODNAME);
	if (err) {
2239
		RT_ASSERT(false, "Can't obtain PCI resources\n");
2240
		goto fail1;
L
Larry Finger 已提交
2241 2242
	}

2243 2244 2245
	pmem_start = pci_resource_start(pdev, rtlpriv->cfg->bar_id);
	pmem_len = pci_resource_len(pdev, rtlpriv->cfg->bar_id);
	pmem_flags = pci_resource_flags(pdev, rtlpriv->cfg->bar_id);
L
Larry Finger 已提交
2246 2247 2248

	/*shared mem start */
	rtlpriv->io.pci_mem_start =
2249 2250
			(unsigned long)pci_iomap(pdev,
			rtlpriv->cfg->bar_id, pmem_len);
L
Larry Finger 已提交
2251
	if (rtlpriv->io.pci_mem_start == 0) {
2252
		RT_ASSERT(false, "Can't map PCI mem\n");
2253
		err = -ENOMEM;
L
Larry Finger 已提交
2254 2255 2256 2257
		goto fail2;
	}

	RT_TRACE(rtlpriv, COMP_INIT, DBG_DMESG,
2258 2259 2260
		 "mem mapped space: start: 0x%08lx len:%08lx flags:%08lx, after map:0x%08lx\n",
		 pmem_start, pmem_len, pmem_flags,
		 rtlpriv->io.pci_mem_start);
L
Larry Finger 已提交
2261 2262 2263 2264 2265 2266 2267 2268 2269

	/* Disable Clk Request */
	pci_write_config_byte(pdev, 0x81, 0);
	/* leave D3 mode */
	pci_write_config_byte(pdev, 0x44, 0);
	pci_write_config_byte(pdev, 0x04, 0x06);
	pci_write_config_byte(pdev, 0x04, 0x07);

	/* find adapter */
2270 2271
	if (!_rtl_pci_find_adapter(pdev, hw)) {
		err = -ENODEV;
2272
		goto fail3;
2273
	}
L
Larry Finger 已提交
2274 2275 2276 2277 2278 2279 2280

	/* Init IO handler */
	_rtl_pci_io_handler_init(&pdev->dev, hw);

	/*like read eeprom and so on */
	rtlpriv->cfg->ops->read_eeprom_info(hw);

2281 2282 2283 2284 2285 2286 2287 2288 2289 2290
	if (rtlpriv->cfg->ops->init_sw_vars(hw)) {
		RT_TRACE(rtlpriv, COMP_ERR, DBG_EMERG, "Can't init_sw_vars\n");
		err = -ENODEV;
		goto fail3;
	}
	rtlpriv->cfg->ops->init_sw_leds(hw);

	/*aspm */
	rtl_pci_init_aspm(hw);

L
Larry Finger 已提交
2291 2292 2293 2294
	/* Init mac80211 sw */
	err = rtl_init_core(hw);
	if (err) {
		RT_TRACE(rtlpriv, COMP_ERR, DBG_EMERG,
2295
			 "Can't allocate sw for mac80211\n");
L
Larry Finger 已提交
2296 2297 2298 2299
		goto fail3;
	}

	/* Init PCI sw */
2300
	err = rtl_pci_init(hw, pdev);
L
Larry Finger 已提交
2301
	if (err) {
2302
		RT_TRACE(rtlpriv, COMP_ERR, DBG_EMERG, "Failed to init PCI\n");
L
Larry Finger 已提交
2303 2304 2305
		goto fail3;
	}

2306 2307 2308 2309
	err = ieee80211_register_hw(hw);
	if (err) {
		RT_TRACE(rtlpriv, COMP_ERR, DBG_EMERG,
			 "Can't register mac80211 hw.\n");
2310 2311 2312
		err = -ENODEV;
		goto fail3;
	}
2313
	rtlpriv->mac80211.mac80211_registered = 1;
2314

L
Larry Finger 已提交
2315 2316 2317
	err = sysfs_create_group(&pdev->dev.kobj, &rtl_attribute_group);
	if (err) {
		RT_TRACE(rtlpriv, COMP_ERR, DBG_EMERG,
2318
			 "failed to create sysfs device attributes\n");
L
Larry Finger 已提交
2319 2320 2321
		goto fail3;
	}

2322 2323 2324
	/*init rfkill */
	rtl_init_rfkill(hw);	/* Init PCI sw */

L
Larry Finger 已提交
2325
	rtlpci = rtl_pcidev(pcipriv);
2326
	err = rtl_pci_intr_mode_decide(hw);
L
Larry Finger 已提交
2327 2328
	if (err) {
		RT_TRACE(rtlpriv, COMP_INIT, DBG_DMESG,
2329 2330
			 "%s: failed to register IRQ handler\n",
			 wiphy_name(hw->wiphy));
L
Larry Finger 已提交
2331 2332
		goto fail3;
	}
2333
	rtlpci->irq_alloc = 1;
L
Larry Finger 已提交
2334

2335
	set_bit(RTL_STATUS_INTERFACE_START, &rtlpriv->status);
L
Larry Finger 已提交
2336 2337 2338
	return 0;

fail3:
2339
	pci_set_drvdata(pdev, NULL);
L
Larry Finger 已提交
2340 2341 2342
	rtl_deinit_core(hw);

	if (rtlpriv->io.pci_mem_start != 0)
L
Larry Finger 已提交
2343
		pci_iounmap(pdev, (void __iomem *)rtlpriv->io.pci_mem_start);
L
Larry Finger 已提交
2344 2345 2346

fail2:
	pci_release_regions(pdev);
2347
	complete(&rtlpriv->firmware_loading_complete);
L
Larry Finger 已提交
2348 2349

fail1:
2350 2351
	if (hw)
		ieee80211_free_hw(hw);
L
Larry Finger 已提交
2352 2353
	pci_disable_device(pdev);

2354
	return err;
L
Larry Finger 已提交
2355 2356 2357 2358 2359 2360 2361 2362 2363 2364 2365 2366

}
EXPORT_SYMBOL(rtl_pci_probe);

void rtl_pci_disconnect(struct pci_dev *pdev)
{
	struct ieee80211_hw *hw = pci_get_drvdata(pdev);
	struct rtl_pci_priv *pcipriv = rtl_pcipriv(hw);
	struct rtl_priv *rtlpriv = rtl_priv(hw);
	struct rtl_pci *rtlpci = rtl_pcidev(pcipriv);
	struct rtl_mac *rtlmac = rtl_mac(rtlpriv);

2367 2368
	/* just in case driver is removed before firmware callback */
	wait_for_completion(&rtlpriv->firmware_loading_complete);
L
Larry Finger 已提交
2369 2370 2371 2372 2373 2374 2375 2376 2377 2378 2379 2380
	clear_bit(RTL_STATUS_INTERFACE_START, &rtlpriv->status);

	sysfs_remove_group(&pdev->dev.kobj, &rtl_attribute_group);

	/*ieee80211_unregister_hw will call ops_stop */
	if (rtlmac->mac80211_registered == 1) {
		ieee80211_unregister_hw(hw);
		rtlmac->mac80211_registered = 0;
	} else {
		rtl_deinit_deferred_work(hw);
		rtlpriv->intf_ops->adapter_stop(hw);
	}
L
Larry Finger 已提交
2381
	rtlpriv->cfg->ops->disable_interrupt(hw);
L
Larry Finger 已提交
2382 2383 2384 2385 2386 2387 2388 2389 2390 2391 2392 2393 2394

	/*deinit rfkill */
	rtl_deinit_rfkill(hw);

	rtl_pci_deinit(hw);
	rtl_deinit_core(hw);
	rtlpriv->cfg->ops->deinit_sw_vars(hw);

	if (rtlpci->irq_alloc) {
		free_irq(rtlpci->pdev->irq, hw);
		rtlpci->irq_alloc = 0;
	}

2395 2396 2397
	if (rtlpci->using_msi)
		pci_disable_msi(rtlpci->pdev);

2398
	list_del(&rtlpriv->list);
L
Larry Finger 已提交
2399
	if (rtlpriv->io.pci_mem_start != 0) {
L
Larry Finger 已提交
2400
		pci_iounmap(pdev, (void __iomem *)rtlpriv->io.pci_mem_start);
L
Larry Finger 已提交
2401 2402 2403 2404
		pci_release_regions(pdev);
	}

	pci_disable_device(pdev);
2405 2406 2407

	rtl_pci_disable_aspm(hw);

2408 2409
	pci_set_drvdata(pdev, NULL);

L
Larry Finger 已提交
2410 2411 2412 2413
	ieee80211_free_hw(hw);
}
EXPORT_SYMBOL(rtl_pci_disconnect);

H
Hauke Mehrtens 已提交
2414
#ifdef CONFIG_PM_SLEEP
L
Larry Finger 已提交
2415 2416 2417 2418 2419 2420 2421 2422 2423 2424 2425 2426 2427 2428 2429
/***************************************
kernel pci power state define:
PCI_D0         ((pci_power_t __force) 0)
PCI_D1         ((pci_power_t __force) 1)
PCI_D2         ((pci_power_t __force) 2)
PCI_D3hot      ((pci_power_t __force) 3)
PCI_D3cold     ((pci_power_t __force) 4)
PCI_UNKNOWN    ((pci_power_t __force) 5)

This function is called when system
goes into suspend state mac80211 will
call rtl_mac_stop() from the mac80211
suspend function first, So there is
no need to call hw_disable here.
****************************************/
2430
int rtl_pci_suspend(struct device *dev)
L
Larry Finger 已提交
2431
{
2432
	struct pci_dev *pdev = to_pci_dev(dev);
2433 2434 2435 2436 2437 2438
	struct ieee80211_hw *hw = pci_get_drvdata(pdev);
	struct rtl_priv *rtlpriv = rtl_priv(hw);

	rtlpriv->cfg->ops->hw_suspend(hw);
	rtl_deinit_rfkill(hw);

L
Larry Finger 已提交
2439 2440 2441 2442
	return 0;
}
EXPORT_SYMBOL(rtl_pci_suspend);

2443
int rtl_pci_resume(struct device *dev)
L
Larry Finger 已提交
2444
{
2445
	struct pci_dev *pdev = to_pci_dev(dev);
2446 2447
	struct ieee80211_hw *hw = pci_get_drvdata(pdev);
	struct rtl_priv *rtlpriv = rtl_priv(hw);
L
Larry Finger 已提交
2448

2449 2450
	rtlpriv->cfg->ops->hw_resume(hw);
	rtl_init_rfkill(hw);
L
Larry Finger 已提交
2451 2452 2453
	return 0;
}
EXPORT_SYMBOL(rtl_pci_resume);
H
Hauke Mehrtens 已提交
2454
#endif /* CONFIG_PM_SLEEP */
L
Larry Finger 已提交
2455

2456
const struct rtl_intf_ops rtl_pci_ops = {
2457
	.read_efuse_byte = read_efuse_byte,
L
Larry Finger 已提交
2458 2459
	.adapter_start = rtl_pci_start,
	.adapter_stop = rtl_pci_stop,
2460
	.check_buddy_priv = rtl_pci_check_buddy_priv,
L
Larry Finger 已提交
2461
	.adapter_tx = rtl_pci_tx,
2462
	.flush = rtl_pci_flush,
L
Larry Finger 已提交
2463
	.reset_trx_ring = rtl_pci_reset_trx_ring,
2464
	.waitq_insert = rtl_pci_tx_chk_waitq_insert,
L
Larry Finger 已提交
2465 2466 2467 2468

	.disable_aspm = rtl_pci_disable_aspm,
	.enable_aspm = rtl_pci_enable_aspm,
};