r8169_main.c 138.1 KB
Newer Older
1
// SPDX-License-Identifier: GPL-2.0-only
L
Linus Torvalds 已提交
2
/*
F
Francois Romieu 已提交
3 4 5 6 7 8 9
 * r8169.c: RealTek 8169/8168/8101 ethernet driver.
 *
 * Copyright (c) 2002 ShuChen <shuchen@realtek.com.tw>
 * Copyright (c) 2003 - 2007 Francois Romieu <romieu@fr.zoreil.com>
 * Copyright (c) a lot of people too. Please respect their work.
 *
 * See MAINTAINERS file for support contact information.
L
Linus Torvalds 已提交
10 11 12 13 14 15
 */

#include <linux/module.h>
#include <linux/pci.h>
#include <linux/netdevice.h>
#include <linux/etherdevice.h>
16
#include <linux/clk.h>
L
Linus Torvalds 已提交
17 18
#include <linux/delay.h>
#include <linux/ethtool.h>
19
#include <linux/phy.h>
L
Linus Torvalds 已提交
20 21
#include <linux/if_vlan.h>
#include <linux/in.h>
22
#include <linux/io.h>
L
Linus Torvalds 已提交
23 24
#include <linux/ip.h>
#include <linux/tcp.h>
25
#include <linux/interrupt.h>
L
Linus Torvalds 已提交
26
#include <linux/dma-mapping.h>
27
#include <linux/pm_runtime.h>
28
#include <linux/bitfield.h>
29
#include <linux/prefetch.h>
H
hayeswang 已提交
30 31
#include <linux/ipv6.h>
#include <net/ip6_checksum.h>
L
Linus Torvalds 已提交
32

H
Heiner Kallweit 已提交
33
#include "r8169.h"
34 35
#include "r8169_firmware.h"

L
Linus Torvalds 已提交
36 37
#define MODULENAME "r8169"

38 39
#define FIRMWARE_8168D_1	"rtl_nic/rtl8168d-1.fw"
#define FIRMWARE_8168D_2	"rtl_nic/rtl8168d-2.fw"
H
hayeswang 已提交
40 41
#define FIRMWARE_8168E_1	"rtl_nic/rtl8168e-1.fw"
#define FIRMWARE_8168E_2	"rtl_nic/rtl8168e-2.fw"
H
Hayes Wang 已提交
42
#define FIRMWARE_8168E_3	"rtl_nic/rtl8168e-3.fw"
43 44
#define FIRMWARE_8168F_1	"rtl_nic/rtl8168f-1.fw"
#define FIRMWARE_8168F_2	"rtl_nic/rtl8168f-2.fw"
45
#define FIRMWARE_8105E_1	"rtl_nic/rtl8105e-1.fw"
46
#define FIRMWARE_8402_1		"rtl_nic/rtl8402-1.fw"
47
#define FIRMWARE_8411_1		"rtl_nic/rtl8411-1.fw"
H
hayeswang 已提交
48
#define FIRMWARE_8411_2		"rtl_nic/rtl8411-2.fw"
H
Hayes Wang 已提交
49
#define FIRMWARE_8106E_1	"rtl_nic/rtl8106e-1.fw"
H
hayeswang 已提交
50
#define FIRMWARE_8106E_2	"rtl_nic/rtl8106e-2.fw"
51
#define FIRMWARE_8168G_2	"rtl_nic/rtl8168g-2.fw"
H
hayeswang 已提交
52
#define FIRMWARE_8168G_3	"rtl_nic/rtl8168g-3.fw"
53 54
#define FIRMWARE_8168H_1	"rtl_nic/rtl8168h-1.fw"
#define FIRMWARE_8168H_2	"rtl_nic/rtl8168h-2.fw"
55
#define FIRMWARE_8168FP_3	"rtl_nic/rtl8168fp-3.fw"
56 57
#define FIRMWARE_8107E_1	"rtl_nic/rtl8107e-1.fw"
#define FIRMWARE_8107E_2	"rtl_nic/rtl8107e-2.fw"
58
#define FIRMWARE_8125A_3	"rtl_nic/rtl8125a-3.fw"
59

L
Linus Torvalds 已提交
60 61
/* Maximum number of multicast addresses to filter (vs. Rx-all-multicast).
   The RTL chips use a 64 element hash table based on the Ethernet CRC. */
H
Heiner Kallweit 已提交
62
#define	MC_FILTER_LIMIT	32
L
Linus Torvalds 已提交
63

64
#define TX_DMA_BURST	7	/* Maximum PCI burst, '7' is unlimited */
L
Linus Torvalds 已提交
65 66 67
#define InterFrameGap	0x03	/* 3 means InterFrameGap = the shortest one */

#define R8169_REGS_SIZE		256
68
#define R8169_RX_BUF_SIZE	(SZ_16K - 1)
L
Linus Torvalds 已提交
69
#define NUM_TX_DESC	64	/* Number of Tx descriptor registers */
70
#define NUM_RX_DESC	256U	/* Number of Rx descriptor registers */
L
Linus Torvalds 已提交
71 72 73
#define R8169_TX_RING_BYTES	(NUM_TX_DESC * sizeof(struct TxDesc))
#define R8169_RX_RING_BYTES	(NUM_RX_DESC * sizeof(struct RxDesc))

74 75
#define OCP_STD_PHY_BASE	0xa400

76 77
#define RTL_CFG_NO_GBIT	1

L
Linus Torvalds 已提交
78
/* write/read MMIO register */
79 80 81 82 83 84
#define RTL_W8(tp, reg, val8)	writeb((val8), tp->mmio_addr + (reg))
#define RTL_W16(tp, reg, val16)	writew((val16), tp->mmio_addr + (reg))
#define RTL_W32(tp, reg, val32)	writel((val32), tp->mmio_addr + (reg))
#define RTL_R8(tp, reg)		readb(tp->mmio_addr + (reg))
#define RTL_R16(tp, reg)		readw(tp->mmio_addr + (reg))
#define RTL_R32(tp, reg)		readl(tp->mmio_addr + (reg))
L
Linus Torvalds 已提交
85

86 87 88 89
#define JUMBO_4K	(4 * SZ_1K - VLAN_ETH_HLEN - ETH_FCS_LEN)
#define JUMBO_6K	(6 * SZ_1K - VLAN_ETH_HLEN - ETH_FCS_LEN)
#define JUMBO_7K	(7 * SZ_1K - VLAN_ETH_HLEN - ETH_FCS_LEN)
#define JUMBO_9K	(9 * SZ_1K - VLAN_ETH_HLEN - ETH_FCS_LEN)
F
Francois Romieu 已提交
90

91
static const struct {
L
Linus Torvalds 已提交
92
	const char *name;
93
	const char *fw_name;
94 95
} rtl_chip_infos[] = {
	/* PCI devices. */
96 97 98 99 100
	[RTL_GIGA_MAC_VER_02] = {"RTL8169s"				},
	[RTL_GIGA_MAC_VER_03] = {"RTL8110s"				},
	[RTL_GIGA_MAC_VER_04] = {"RTL8169sb/8110sb"			},
	[RTL_GIGA_MAC_VER_05] = {"RTL8169sc/8110sc"			},
	[RTL_GIGA_MAC_VER_06] = {"RTL8169sc/8110sc"			},
101
	/* PCI-E devices. */
102 103
	[RTL_GIGA_MAC_VER_07] = {"RTL8102e"				},
	[RTL_GIGA_MAC_VER_08] = {"RTL8102e"				},
104
	[RTL_GIGA_MAC_VER_09] = {"RTL8102e/RTL8103e"			},
105 106 107
	[RTL_GIGA_MAC_VER_10] = {"RTL8101e"				},
	[RTL_GIGA_MAC_VER_11] = {"RTL8168b/8111b"			},
	[RTL_GIGA_MAC_VER_12] = {"RTL8168b/8111b"			},
108
	[RTL_GIGA_MAC_VER_13] = {"RTL8101e/RTL8100e"			},
109
	[RTL_GIGA_MAC_VER_14] = {"RTL8401"				},
110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135
	[RTL_GIGA_MAC_VER_16] = {"RTL8101e"				},
	[RTL_GIGA_MAC_VER_17] = {"RTL8168b/8111b"			},
	[RTL_GIGA_MAC_VER_18] = {"RTL8168cp/8111cp"			},
	[RTL_GIGA_MAC_VER_19] = {"RTL8168c/8111c"			},
	[RTL_GIGA_MAC_VER_20] = {"RTL8168c/8111c"			},
	[RTL_GIGA_MAC_VER_21] = {"RTL8168c/8111c"			},
	[RTL_GIGA_MAC_VER_22] = {"RTL8168c/8111c"			},
	[RTL_GIGA_MAC_VER_23] = {"RTL8168cp/8111cp"			},
	[RTL_GIGA_MAC_VER_24] = {"RTL8168cp/8111cp"			},
	[RTL_GIGA_MAC_VER_25] = {"RTL8168d/8111d",	FIRMWARE_8168D_1},
	[RTL_GIGA_MAC_VER_26] = {"RTL8168d/8111d",	FIRMWARE_8168D_2},
	[RTL_GIGA_MAC_VER_27] = {"RTL8168dp/8111dp"			},
	[RTL_GIGA_MAC_VER_28] = {"RTL8168dp/8111dp"			},
	[RTL_GIGA_MAC_VER_29] = {"RTL8105e",		FIRMWARE_8105E_1},
	[RTL_GIGA_MAC_VER_30] = {"RTL8105e",		FIRMWARE_8105E_1},
	[RTL_GIGA_MAC_VER_31] = {"RTL8168dp/8111dp"			},
	[RTL_GIGA_MAC_VER_32] = {"RTL8168e/8111e",	FIRMWARE_8168E_1},
	[RTL_GIGA_MAC_VER_33] = {"RTL8168e/8111e",	FIRMWARE_8168E_2},
	[RTL_GIGA_MAC_VER_34] = {"RTL8168evl/8111evl",	FIRMWARE_8168E_3},
	[RTL_GIGA_MAC_VER_35] = {"RTL8168f/8111f",	FIRMWARE_8168F_1},
	[RTL_GIGA_MAC_VER_36] = {"RTL8168f/8111f",	FIRMWARE_8168F_2},
	[RTL_GIGA_MAC_VER_37] = {"RTL8402",		FIRMWARE_8402_1 },
	[RTL_GIGA_MAC_VER_38] = {"RTL8411",		FIRMWARE_8411_1 },
	[RTL_GIGA_MAC_VER_39] = {"RTL8106e",		FIRMWARE_8106E_1},
	[RTL_GIGA_MAC_VER_40] = {"RTL8168g/8111g",	FIRMWARE_8168G_2},
	[RTL_GIGA_MAC_VER_41] = {"RTL8168g/8111g"			},
136 137 138
	[RTL_GIGA_MAC_VER_42] = {"RTL8168gu/8111gu",	FIRMWARE_8168G_3},
	[RTL_GIGA_MAC_VER_43] = {"RTL8106eus",		FIRMWARE_8106E_2},
	[RTL_GIGA_MAC_VER_44] = {"RTL8411b",		FIRMWARE_8411_2 },
139 140 141 142 143 144 145
	[RTL_GIGA_MAC_VER_45] = {"RTL8168h/8111h",	FIRMWARE_8168H_1},
	[RTL_GIGA_MAC_VER_46] = {"RTL8168h/8111h",	FIRMWARE_8168H_2},
	[RTL_GIGA_MAC_VER_47] = {"RTL8107e",		FIRMWARE_8107E_1},
	[RTL_GIGA_MAC_VER_48] = {"RTL8107e",		FIRMWARE_8107E_2},
	[RTL_GIGA_MAC_VER_49] = {"RTL8168ep/8111ep"			},
	[RTL_GIGA_MAC_VER_50] = {"RTL8168ep/8111ep"			},
	[RTL_GIGA_MAC_VER_51] = {"RTL8168ep/8111ep"			},
146
	[RTL_GIGA_MAC_VER_52] = {"RTL8168fp/RTL8117",  FIRMWARE_8168FP_3},
147 148
	[RTL_GIGA_MAC_VER_60] = {"RTL8125A"				},
	[RTL_GIGA_MAC_VER_61] = {"RTL8125A",		FIRMWARE_8125A_3},
149 150
};

151
static const struct pci_device_id rtl8169_pci_tbl[] = {
152 153 154 155 156 157 158 159 160
	{ PCI_VDEVICE(REALTEK,	0x2502) },
	{ PCI_VDEVICE(REALTEK,	0x2600) },
	{ PCI_VDEVICE(REALTEK,	0x8129) },
	{ PCI_VDEVICE(REALTEK,	0x8136), RTL_CFG_NO_GBIT },
	{ PCI_VDEVICE(REALTEK,	0x8161) },
	{ PCI_VDEVICE(REALTEK,	0x8167) },
	{ PCI_VDEVICE(REALTEK,	0x8168) },
	{ PCI_VDEVICE(NCUBE,	0x8168) },
	{ PCI_VDEVICE(REALTEK,	0x8169) },
H
Heiner Kallweit 已提交
161
	{ PCI_VENDOR_ID_DLINK,	0x4300,
162
		PCI_VENDOR_ID_DLINK, 0x4b10, 0, 0 },
163 164 165 166 167 168
	{ PCI_VDEVICE(DLINK,	0x4300) },
	{ PCI_VDEVICE(DLINK,	0x4302) },
	{ PCI_VDEVICE(AT,	0xc107) },
	{ PCI_VDEVICE(USR,	0x0116) },
	{ PCI_VENDOR_ID_LINKSYS, 0x1032, PCI_ANY_ID, 0x0024 },
	{ 0x0001, 0x8168, PCI_ANY_ID, 0x2410 },
H
Heiner Kallweit 已提交
169 170
	{ PCI_VDEVICE(REALTEK,	0x8125) },
	{ PCI_VDEVICE(REALTEK,	0x3000) },
H
Heiner Kallweit 已提交
171
	{}
L
Linus Torvalds 已提交
172 173 174 175
};

MODULE_DEVICE_TABLE(pci, rtl8169_pci_tbl);

F
Francois Romieu 已提交
176 177
enum rtl_registers {
	MAC0		= 0,	/* Ethernet hardware address. */
178
	MAC4		= 4,
F
Francois Romieu 已提交
179 180 181 182 183 184 185 186 187 188 189 190 191
	MAR0		= 8,	/* Multicast filter. */
	CounterAddrLow		= 0x10,
	CounterAddrHigh		= 0x14,
	TxDescStartAddrLow	= 0x20,
	TxDescStartAddrHigh	= 0x24,
	TxHDescStartAddrLow	= 0x28,
	TxHDescStartAddrHigh	= 0x2c,
	FLASH		= 0x30,
	ERSR		= 0x36,
	ChipCmd		= 0x37,
	TxPoll		= 0x38,
	IntrMask	= 0x3c,
	IntrStatus	= 0x3e,
H
Hayes Wang 已提交
192

F
Francois Romieu 已提交
193
	TxConfig	= 0x40,
H
Hayes Wang 已提交
194 195
#define	TXCFG_AUTO_FIFO			(1 << 7)	/* 8111e-vl */
#define	TXCFG_EMPTY			(1 << 11)	/* 8111e-vl */
F
Francois Romieu 已提交
196

H
Hayes Wang 已提交
197 198 199 200 201 202
	RxConfig	= 0x44,
#define	RX128_INT_EN			(1 << 15)	/* 8111c and later */
#define	RX_MULTI_EN			(1 << 14)	/* 8111c only */
#define	RXCFG_FIFO_SHIFT		13
					/* No threshold before first PCI xfer */
#define	RX_FIFO_THRESH			(7 << RXCFG_FIFO_SHIFT)
203
#define	RX_EARLY_OFF			(1 << 11)
H
Hayes Wang 已提交
204 205 206
#define	RXCFG_DMA_SHIFT			8
					/* Unlimited maximum PCI burst. */
#define	RX_DMA_BURST			(7 << RXCFG_DMA_SHIFT)
F
Francois Romieu 已提交
207

F
Francois Romieu 已提交
208 209 210 211
	Cfg9346		= 0x50,
	Config0		= 0x51,
	Config1		= 0x52,
	Config2		= 0x53,
212 213
#define PME_SIGNAL			(1 << 5)	/* 8168c and later */

F
Francois Romieu 已提交
214 215 216 217 218 219 220 221
	Config3		= 0x54,
	Config4		= 0x55,
	Config5		= 0x56,
	PHYAR		= 0x60,
	PHYstatus	= 0x6c,
	RxMaxSize	= 0xda,
	CPlusCmd	= 0xe0,
	IntrMitigate	= 0xe2,
222

223 224 225 226 227
#define RTL_COALESCE_TX_USECS	GENMASK(15, 12)
#define RTL_COALESCE_TX_FRAMES	GENMASK(11, 8)
#define RTL_COALESCE_RX_USECS	GENMASK(7, 4)
#define RTL_COALESCE_RX_FRAMES	GENMASK(3, 0)

228 229
#define RTL_COALESCE_T_MAX	0x0fU
#define RTL_COALESCE_FRAME_MAX	(RTL_COALESCE_T_MAX * 4)
230

F
Francois Romieu 已提交
231 232
	RxDescAddrLow	= 0xe4,
	RxDescAddrHigh	= 0xe8,
233 234 235 236 237 238 239
	EarlyTxThres	= 0xec,	/* 8169. Unit of 32 bytes. */

#define NoEarlyTx	0x3f	/* Max value : no early transmit. */

	MaxTxPacketSize	= 0xec,	/* 8101/8168. Unit of 128 bytes. */

#define TxPacketMax	(8064 >> 7)
240
#define EarlySize	0x27
241

F
Francois Romieu 已提交
242 243 244
	FuncEvent	= 0xf0,
	FuncEventMask	= 0xf4,
	FuncPresetState	= 0xf8,
C
Chun-Hao Lin 已提交
245 246 247 248
	IBCR0           = 0xf8,
	IBCR2           = 0xf9,
	IBIMR0          = 0xfa,
	IBISR0          = 0xfb,
F
Francois Romieu 已提交
249
	FuncForceEvent	= 0xfc,
L
Linus Torvalds 已提交
250 251
};

252 253 254 255 256
enum rtl8168_8101_registers {
	CSIDR			= 0x64,
	CSIAR			= 0x68,
#define	CSIAR_FLAG			0x80000000
#define	CSIAR_WRITE_CMD			0x80000000
257 258
#define	CSIAR_BYTE_ENABLE		0x0000f000
#define	CSIAR_ADDR_MASK			0x00000fff
F
françois romieu 已提交
259
	PMCH			= 0x6f,
260 261 262 263 264 265
	EPHYAR			= 0x80,
#define	EPHYAR_FLAG			0x80000000
#define	EPHYAR_WRITE_CMD		0x80000000
#define	EPHYAR_REG_MASK			0x1f
#define	EPHYAR_REG_SHIFT		16
#define	EPHYAR_DATA_MASK		0xffff
266
	DLLPR			= 0xd0,
H
Hayes Wang 已提交
267
#define	PFM_EN				(1 << 6)
268
#define	TX_10M_PS_EN			(1 << 7)
269 270 271
	DBG_REG			= 0xd1,
#define	FIX_NAK_1			(1 << 4)
#define	FIX_NAK_2			(1 << 3)
272 273
	TWSI			= 0xd2,
	MCU			= 0xd3,
H
Hayes Wang 已提交
274
#define	NOW_IS_OOB			(1 << 7)
H
Hayes Wang 已提交
275 276 277
#define	TX_EMPTY			(1 << 5)
#define	RX_EMPTY			(1 << 4)
#define	RXTX_EMPTY			(TX_EMPTY | RX_EMPTY)
278 279
#define	EN_NDP				(1 << 3)
#define	EN_OOB_RESET			(1 << 2)
H
Hayes Wang 已提交
280
#define	LINK_LIST_RDY			(1 << 1)
281 282 283 284 285 286 287
	EFUSEAR			= 0xdc,
#define	EFUSEAR_FLAG			0x80000000
#define	EFUSEAR_WRITE_CMD		0x80000000
#define	EFUSEAR_READ_CMD		0x00000000
#define	EFUSEAR_REG_MASK		0x03ff
#define	EFUSEAR_REG_SHIFT		8
#define	EFUSEAR_DATA_MASK		0xff
288 289
	MISC_1			= 0xf2,
#define	PFM_D3COLD_EN			(1 << 6)
290 291
};

292
enum rtl8168_registers {
H
Hayes Wang 已提交
293 294
	LED_FREQ		= 0x1a,
	EEE_LED			= 0x1b,
F
françois romieu 已提交
295 296 297 298 299 300 301
	ERIDR			= 0x70,
	ERIAR			= 0x74,
#define ERIAR_FLAG			0x80000000
#define ERIAR_WRITE_CMD			0x80000000
#define ERIAR_READ_CMD			0x00000000
#define ERIAR_ADDR_BYTE_ALIGN		4
#define ERIAR_TYPE_SHIFT		16
H
Hayes Wang 已提交
302 303 304
#define ERIAR_EXGMAC			(0x00 << ERIAR_TYPE_SHIFT)
#define ERIAR_MSIX			(0x01 << ERIAR_TYPE_SHIFT)
#define ERIAR_ASF			(0x02 << ERIAR_TYPE_SHIFT)
C
Chun-Hao Lin 已提交
305
#define ERIAR_OOB			(0x02 << ERIAR_TYPE_SHIFT)
H
Hayes Wang 已提交
306 307 308
#define ERIAR_MASK_SHIFT		12
#define ERIAR_MASK_0001			(0x1 << ERIAR_MASK_SHIFT)
#define ERIAR_MASK_0011			(0x3 << ERIAR_MASK_SHIFT)
309
#define ERIAR_MASK_0100			(0x4 << ERIAR_MASK_SHIFT)
H
Hayes Wang 已提交
310
#define ERIAR_MASK_0101			(0x5 << ERIAR_MASK_SHIFT)
H
Hayes Wang 已提交
311
#define ERIAR_MASK_1111			(0xf << ERIAR_MASK_SHIFT)
312 313 314 315 316 317 318 319 320 321 322
	EPHY_RXER_NUM		= 0x7c,
	OCPDR			= 0xb0,	/* OCP GPHY access */
#define OCPDR_WRITE_CMD			0x80000000
#define OCPDR_READ_CMD			0x00000000
#define OCPDR_REG_MASK			0x7f
#define OCPDR_GPHY_REG_SHIFT		16
#define OCPDR_DATA_MASK			0xffff
	OCPAR			= 0xb4,
#define OCPAR_FLAG			0x80000000
#define OCPAR_GPHY_WRITE_CMD		0x8000f060
#define OCPAR_GPHY_READ_CMD		0x0000f060
H
Hayes Wang 已提交
323
	GPHY_OCP		= 0xb8,
H
hayeswang 已提交
324 325
	RDSAR1			= 0xd0,	/* 8168c only. Undocumented on 8168dp */
	MISC			= 0xf0,	/* 8168e only. */
F
Francois Romieu 已提交
326
#define TXPLA_RST			(1 << 29)
H
Hayes Wang 已提交
327
#define DISABLE_LAN_EN			(1 << 23) /* Enable GPIO pin */
H
Hayes Wang 已提交
328
#define PWM_EN				(1 << 22)
H
Hayes Wang 已提交
329
#define RXDV_GATED_EN			(1 << 19)
H
Hayes Wang 已提交
330
#define EARLY_TALLY_EN			(1 << 16)
331 332
};

H
Heiner Kallweit 已提交
333 334 335 336 337 338 339 340 341 342 343 344 345
enum rtl8125_registers {
	IntrMask_8125		= 0x38,
	IntrStatus_8125		= 0x3c,
	TxPoll_8125		= 0x90,
	MAC0_BKP		= 0x19e0,
};

#define RX_VLAN_INNER_8125	BIT(22)
#define RX_VLAN_OUTER_8125	BIT(23)
#define RX_VLAN_8125		(RX_VLAN_INNER_8125 | RX_VLAN_OUTER_8125)

#define RX_FETCH_DFLT_8125	(8 << 27)

F
Francois Romieu 已提交
346
enum rtl_register_content {
L
Linus Torvalds 已提交
347
	/* InterruptStatusBits */
F
Francois Romieu 已提交
348 349 350 351 352 353 354 355 356 357 358
	SYSErr		= 0x8000,
	PCSTimeout	= 0x4000,
	SWInt		= 0x0100,
	TxDescUnavail	= 0x0080,
	RxFIFOOver	= 0x0040,
	LinkChg		= 0x0020,
	RxOverflow	= 0x0010,
	TxErr		= 0x0008,
	TxOK		= 0x0004,
	RxErr		= 0x0002,
	RxOK		= 0x0001,
L
Linus Torvalds 已提交
359 360

	/* RxStatusDesc */
361 362 363 364
	RxRWT	= (1 << 22),
	RxRES	= (1 << 21),
	RxRUNT	= (1 << 20),
	RxCRC	= (1 << 19),
L
Linus Torvalds 已提交
365 366

	/* ChipCmdBits */
H
Hayes Wang 已提交
367
	StopReq		= 0x80,
F
Francois Romieu 已提交
368 369 370 371
	CmdReset	= 0x10,
	CmdRxEnb	= 0x08,
	CmdTxEnb	= 0x04,
	RxBufEmpty	= 0x01,
L
Linus Torvalds 已提交
372

373 374 375 376 377
	/* TXPoll register p.5 */
	HPQ		= 0x80,		/* Poll cmd on the high prio queue */
	NPQ		= 0x40,		/* Poll cmd on the low prio queue */
	FSWInt		= 0x01,		/* Forced software interrupt */

L
Linus Torvalds 已提交
378
	/* Cfg9346Bits */
F
Francois Romieu 已提交
379 380
	Cfg9346_Lock	= 0x00,
	Cfg9346_Unlock	= 0xc0,
L
Linus Torvalds 已提交
381 382

	/* rx_mode_bits */
F
Francois Romieu 已提交
383 384
	AcceptErr	= 0x20,
	AcceptRunt	= 0x10,
385
#define RX_CONFIG_ACCEPT_ERR_MASK	0x30
F
Francois Romieu 已提交
386 387 388 389
	AcceptBroadcast	= 0x08,
	AcceptMulticast	= 0x04,
	AcceptMyPhys	= 0x02,
	AcceptAllPhys	= 0x01,
390
#define RX_CONFIG_ACCEPT_OK_MASK	0x0f
391
#define RX_CONFIG_ACCEPT_MASK		0x3f
L
Linus Torvalds 已提交
392 393 394 395 396

	/* TxConfigBits */
	TxInterFrameGapShift = 24,
	TxDMAShift = 8,	/* DMA burst value (0-7) is shift this many bits */

397
	/* Config1 register p.24 */
398 399 400 401 402 403
	LEDS1		= (1 << 7),
	LEDS0		= (1 << 6),
	Speed_down	= (1 << 4),
	MEMMAP		= (1 << 3),
	IOMAP		= (1 << 2),
	VPD		= (1 << 1),
404 405
	PMEnable	= (1 << 0),	/* Power Management Enable */

406
	/* Config2 register p. 25 */
H
hayeswang 已提交
407
	ClkReqEn	= (1 << 7),	/* Clock Request Enable */
408
	MSIEnable	= (1 << 5),	/* 8169 only. Reserved in the 8168. */
409 410 411
	PCI_Clock_66MHz = 0x01,
	PCI_Clock_33MHz = 0x00,

F
Francois Romieu 已提交
412 413 414
	/* Config3 register p.25 */
	MagicPacket	= (1 << 5),	/* Wake up when receives a Magic Packet */
	LinkUp		= (1 << 4),	/* Wake up when the cable connection is re-established */
F
Francois Romieu 已提交
415
	Jumbo_En0	= (1 << 2),	/* 8168 only. Reserved in the 8168b */
H
hayeswang 已提交
416
	Rdy_to_L23	= (1 << 1),	/* L23 Enable */
417
	Beacon_en	= (1 << 0),	/* 8168 only. Reserved in the 8168b */
F
Francois Romieu 已提交
418

F
Francois Romieu 已提交
419 420 421
	/* Config4 register */
	Jumbo_En1	= (1 << 1),	/* 8168 only. Reserved in the 8168b */

422
	/* Config5 register p.27 */
F
Francois Romieu 已提交
423 424 425
	BWF		= (1 << 6),	/* Accept Broadcast wakeup frame */
	MWF		= (1 << 5),	/* Accept Multicast wakeup frame */
	UWF		= (1 << 4),	/* Accept Unicast wakeup frame */
F
Francois Romieu 已提交
426
	Spi_en		= (1 << 3),
F
Francois Romieu 已提交
427
	LanWake		= (1 << 1),	/* LanWake enable/disable */
428
	PMEStatus	= (1 << 0),	/* PME status can be reset by PCI RST# */
H
hayeswang 已提交
429
	ASPM_en		= (1 << 0),	/* ASPM enable */
430

L
Linus Torvalds 已提交
431
	/* CPlusCmd p.31 */
432 433
	EnableBist	= (1 << 15),	// 8168 8101
	Mac_dbgo_oe	= (1 << 14),	// 8168 8101
H
Heiner Kallweit 已提交
434
	EnAnaPLL	= (1 << 14),	// 8169
435 436 437 438 439 440 441 442
	Normal_mode	= (1 << 13),	// unused
	Force_half_dup	= (1 << 12),	// 8168 8101
	Force_rxflow_en	= (1 << 11),	// 8168 8101
	Force_txflow_en	= (1 << 10),	// 8168 8101
	Cxpl_dbg_sel	= (1 << 9),	// 8168 8101
	ASF		= (1 << 8),	// 8168 8101
	PktCntrDisable	= (1 << 7),	// 8168 8101
	Mac_dbgo_sel	= 0x001c,	// 8168
L
Linus Torvalds 已提交
443 444 445 446
	RxVlan		= (1 << 6),
	RxChkSum	= (1 << 5),
	PCIDAC		= (1 << 4),
	PCIMulRW	= (1 << 3),
447
#define INTT_MASK	GENMASK(1, 0)
448
#define CPCMD_MASK	(Normal_mode | RxVlan | RxChkSum | INTT_MASK)
L
Linus Torvalds 已提交
449 450

	/* rtl8169_PHYstatus */
F
Francois Romieu 已提交
451 452 453 454 455 456 457 458
	TBI_Enable	= 0x80,
	TxFlowCtrl	= 0x40,
	RxFlowCtrl	= 0x20,
	_1000bpsF	= 0x10,
	_100bps		= 0x08,
	_10bps		= 0x04,
	LinkStatus	= 0x02,
	FullDup		= 0x01,
L
Linus Torvalds 已提交
459

460 461 462
	/* ResetCounterCommand */
	CounterReset	= 0x1,

463
	/* DumpCounterCommand */
F
Francois Romieu 已提交
464
	CounterDump	= 0x8,
465 466 467

	/* magic enable v2 */
	MagicPacket_v2	= (1 << 16),	/* Wake up when receives a Magic Packet */
L
Linus Torvalds 已提交
468 469
};

F
Francois Romieu 已提交
470 471
enum rtl_desc_bit {
	/* First doubleword. */
L
Linus Torvalds 已提交
472 473 474 475
	DescOwn		= (1 << 31), /* Descriptor is owned by NIC */
	RingEnd		= (1 << 30), /* End of descriptor ring */
	FirstFrag	= (1 << 29), /* First segment of a packet */
	LastFrag	= (1 << 28), /* Final segment of a packet */
F
Francois Romieu 已提交
476 477 478 479 480 481 482
};

/* Generic case. */
enum rtl_tx_desc_bit {
	/* First doubleword. */
	TD_LSO		= (1 << 27),		/* Large Send Offload */
#define TD_MSS_MAX			0x07ffu	/* MSS value */
L
Linus Torvalds 已提交
483

F
Francois Romieu 已提交
484 485 486 487 488 489 490 491 492 493 494 495 496 497 498
	/* Second doubleword. */
	TxVlanTag	= (1 << 17),		/* Add VLAN tag */
};

/* 8169, 8168b and 810x except 8102e. */
enum rtl_tx_desc_bit_0 {
	/* First doubleword. */
#define TD0_MSS_SHIFT			16	/* MSS position (11 bits) */
	TD0_TCP_CS	= (1 << 16),		/* Calculate TCP/IP checksum */
	TD0_UDP_CS	= (1 << 17),		/* Calculate UDP/IP checksum */
	TD0_IP_CS	= (1 << 18),		/* Calculate IP checksum */
};

/* 8102e, 8168c and beyond. */
enum rtl_tx_desc_bit_1 {
H
hayeswang 已提交
499 500
	/* First doubleword. */
	TD1_GTSENV4	= (1 << 26),		/* Giant Send for IPv4 */
H
hayeswang 已提交
501
	TD1_GTSENV6	= (1 << 25),		/* Giant Send for IPv6 */
H
hayeswang 已提交
502
#define GTTCPHO_SHIFT			18
503
#define GTTCPHO_MAX			0x7f
H
hayeswang 已提交
504

F
Francois Romieu 已提交
505
	/* Second doubleword. */
H
hayeswang 已提交
506
#define TCPHO_SHIFT			18
507
#define TCPHO_MAX			0x3ff
F
Francois Romieu 已提交
508
#define TD1_MSS_SHIFT			18	/* MSS position (11 bits) */
H
hayeswang 已提交
509 510
	TD1_IPv6_CS	= (1 << 28),		/* Calculate IPv6 checksum */
	TD1_IPv4_CS	= (1 << 29),		/* Calculate IPv4 checksum */
F
Francois Romieu 已提交
511 512 513
	TD1_TCP_CS	= (1 << 30),		/* Calculate TCP/IP checksum */
	TD1_UDP_CS	= (1 << 31),		/* Calculate UDP/IP checksum */
};
L
Linus Torvalds 已提交
514

F
Francois Romieu 已提交
515
enum rtl_rx_desc_bit {
L
Linus Torvalds 已提交
516 517
	/* Rx private */
	PID1		= (1 << 18), /* Protocol ID bit 1/2 */
Z
Zhu Yanjun 已提交
518
	PID0		= (1 << 17), /* Protocol ID bit 0/2 */
L
Linus Torvalds 已提交
519 520 521 522 523 524 525 526 527 528 529 530

#define RxProtoUDP	(PID1)
#define RxProtoTCP	(PID0)
#define RxProtoIP	(PID1 | PID0)
#define RxProtoMask	RxProtoIP

	IPFail		= (1 << 16), /* IP checksum failed */
	UDPFail		= (1 << 15), /* UDP/IP checksum failed */
	TCPFail		= (1 << 14), /* TCP/IP checksum failed */
	RxVlanTag	= (1 << 16), /* VLAN tag available */
};

531 532 533 534 535
#define RTL_GSO_MAX_SIZE_V1	32000
#define RTL_GSO_MAX_SEGS_V1	24
#define RTL_GSO_MAX_SIZE_V2	64000
#define RTL_GSO_MAX_SEGS_V2	64

L
Linus Torvalds 已提交
536
struct TxDesc {
537 538 539
	__le32 opts1;
	__le32 opts2;
	__le64 addr;
L
Linus Torvalds 已提交
540 541 542
};

struct RxDesc {
543 544 545
	__le32 opts1;
	__le32 opts2;
	__le64 addr;
L
Linus Torvalds 已提交
546 547 548 549 550 551 552
};

struct ring_info {
	struct sk_buff	*skb;
	u32		len;
};

553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568
struct rtl8169_counters {
	__le64	tx_packets;
	__le64	rx_packets;
	__le64	tx_errors;
	__le32	rx_errors;
	__le16	rx_missed;
	__le16	align_errors;
	__le32	tx_one_collision;
	__le32	tx_multi_collision;
	__le64	rx_unicast;
	__le64	rx_broadcast;
	__le32	rx_multicast;
	__le16	tx_aborted;
	__le16	tx_underun;
};

569 570 571 572 573
struct rtl8169_tc_offsets {
	bool	inited;
	__le64	tx_errors;
	__le32	tx_multi_collision;
	__le16	tx_aborted;
574
	__le16	rx_missed;
575 576
};

577
enum rtl_flag {
578
	RTL_FLAG_TASK_ENABLED = 0,
579 580 581 582
	RTL_FLAG_TASK_RESET_PENDING,
	RTL_FLAG_MAX
};

J
Junchang Wang 已提交
583 584 585 586 587 588
struct rtl8169_stats {
	u64			packets;
	u64			bytes;
	struct u64_stats_sync	syncp;
};

L
Linus Torvalds 已提交
589 590
struct rtl8169_private {
	void __iomem *mmio_addr;	/* memory map physical address */
F
Francois Romieu 已提交
591
	struct pci_dev *pci_dev;
D
David Howells 已提交
592
	struct net_device *dev;
593
	struct phy_device *phydev;
594
	struct napi_struct napi;
595
	enum mac_version mac_version;
L
Linus Torvalds 已提交
596 597 598
	u32 cur_rx; /* Index into the Rx descriptor buffer of next Rx pkt. */
	u32 cur_tx; /* Index into the Tx descriptor buffer of next Rx pkt. */
	u32 dirty_tx;
J
Junchang Wang 已提交
599 600
	struct rtl8169_stats rx_stats;
	struct rtl8169_stats tx_stats;
L
Linus Torvalds 已提交
601 602 603 604
	struct TxDesc *TxDescArray;	/* 256-aligned Tx descriptor ring */
	struct RxDesc *RxDescArray;	/* 256-aligned Rx descriptor ring */
	dma_addr_t TxPhyAddr;
	dma_addr_t RxPhyAddr;
605
	struct page *Rx_databuff[NUM_RX_DESC];	/* Rx data buffers */
L
Linus Torvalds 已提交
606 607
	struct ring_info tx_skb[NUM_TX_DESC];	/* Tx data buffers */
	u16 cp_cmd;
608
	u32 irq_mask;
609
	struct clk *clk;
610

611
	struct {
612
		DECLARE_BITMAP(flags, RTL_FLAG_MAX);
613 614 615
		struct work_struct work;
	} wk;

616
	unsigned irq_enabled:1;
617
	unsigned supports_gmii:1;
618
	unsigned aspm_manageable:1;
619 620
	dma_addr_t counters_phys_addr;
	struct rtl8169_counters *counters;
621
	struct rtl8169_tc_offsets tc_offset;
622
	u32 saved_wolopts;
623
	int eee_adv;
624

625
	const char *fw_name;
626
	struct rtl_fw *rtl_fw;
H
Hayes Wang 已提交
627 628

	u32 ocp_base;
L
Linus Torvalds 已提交
629 630
};

631 632
typedef void (*rtl_generic_fct)(struct rtl8169_private *tp);

633
MODULE_AUTHOR("Realtek and the Linux r8169 crew <netdev@vger.kernel.org>");
L
Linus Torvalds 已提交
634
MODULE_DESCRIPTION("RealTek RTL-8169 Gigabit Ethernet driver");
635
MODULE_SOFTDEP("pre: realtek");
L
Linus Torvalds 已提交
636
MODULE_LICENSE("GPL");
637 638
MODULE_FIRMWARE(FIRMWARE_8168D_1);
MODULE_FIRMWARE(FIRMWARE_8168D_2);
H
hayeswang 已提交
639 640
MODULE_FIRMWARE(FIRMWARE_8168E_1);
MODULE_FIRMWARE(FIRMWARE_8168E_2);
641
MODULE_FIRMWARE(FIRMWARE_8168E_3);
642
MODULE_FIRMWARE(FIRMWARE_8105E_1);
643 644
MODULE_FIRMWARE(FIRMWARE_8168F_1);
MODULE_FIRMWARE(FIRMWARE_8168F_2);
645
MODULE_FIRMWARE(FIRMWARE_8402_1);
646
MODULE_FIRMWARE(FIRMWARE_8411_1);
H
hayeswang 已提交
647
MODULE_FIRMWARE(FIRMWARE_8411_2);
H
Hayes Wang 已提交
648
MODULE_FIRMWARE(FIRMWARE_8106E_1);
H
hayeswang 已提交
649
MODULE_FIRMWARE(FIRMWARE_8106E_2);
650
MODULE_FIRMWARE(FIRMWARE_8168G_2);
H
hayeswang 已提交
651
MODULE_FIRMWARE(FIRMWARE_8168G_3);
652 653
MODULE_FIRMWARE(FIRMWARE_8168H_1);
MODULE_FIRMWARE(FIRMWARE_8168H_2);
654
MODULE_FIRMWARE(FIRMWARE_8168FP_3);
655 656
MODULE_FIRMWARE(FIRMWARE_8107E_1);
MODULE_FIRMWARE(FIRMWARE_8107E_2);
657
MODULE_FIRMWARE(FIRMWARE_8125A_3);
L
Linus Torvalds 已提交
658

H
Heiner Kallweit 已提交
659 660 661 662 663
static inline struct device *tp_to_dev(struct rtl8169_private *tp)
{
	return &tp->pci_dev->dev;
}

664 665 666 667 668 669 670 671 672 673
static void rtl_lock_config_regs(struct rtl8169_private *tp)
{
	RTL_W8(tp, Cfg9346, Cfg9346_Lock);
}

static void rtl_unlock_config_regs(struct rtl8169_private *tp)
{
	RTL_W8(tp, Cfg9346, Cfg9346_Unlock);
}

674 675 676 677 678 679
static void rtl_pci_commit(struct rtl8169_private *tp)
{
	/* Read an arbitrary register to commit a preceding PCI write */
	RTL_R8(tp, ChipCmd);
}

H
Heiner Kallweit 已提交
680 681 682 683 684
static bool rtl_is_8125(struct rtl8169_private *tp)
{
	return tp->mac_version >= RTL_GIGA_MAC_VER_60;
}

685 686 687
static bool rtl_is_8168evl_up(struct rtl8169_private *tp)
{
	return tp->mac_version >= RTL_GIGA_MAC_VER_34 &&
688
	       tp->mac_version != RTL_GIGA_MAC_VER_39 &&
H
Heiner Kallweit 已提交
689
	       tp->mac_version <= RTL_GIGA_MAC_VER_52;
690 691
}

692 693 694 695 696 697 698
static bool rtl_supports_eee(struct rtl8169_private *tp)
{
	return tp->mac_version >= RTL_GIGA_MAC_VER_34 &&
	       tp->mac_version != RTL_GIGA_MAC_VER_37 &&
	       tp->mac_version != RTL_GIGA_MAC_VER_39;
}

699 700 701 702 703 704 705 706
static void rtl_read_mac_from_reg(struct rtl8169_private *tp, u8 *mac, int reg)
{
	int i;

	for (i = 0; i < ETH_ALEN; i++)
		mac[i] = RTL_R8(tp, reg + i);
}

707 708 709 710 711 712
struct rtl_cond {
	bool (*check)(struct rtl8169_private *);
	const char *msg;
};

static bool rtl_loop_wait(struct rtl8169_private *tp, const struct rtl_cond *c,
713
			  unsigned long usecs, int n, bool high)
714 715 716 717 718 719
{
	int i;

	for (i = 0; i < n; i++) {
		if (c->check(tp) == high)
			return true;
720
		fsleep(usecs);
721
	}
722 723

	if (net_ratelimit())
724 725
		netdev_err(tp->dev, "%s == %d (loop: %d, delay: %lu).\n",
			   c->msg, !high, n, usecs);
726 727 728
	return false;
}

729 730 731
static bool rtl_loop_wait_high(struct rtl8169_private *tp,
			       const struct rtl_cond *c,
			       unsigned long d, int n)
732
{
733
	return rtl_loop_wait(tp, c, d, n, true);
734 735
}

736 737 738
static bool rtl_loop_wait_low(struct rtl8169_private *tp,
			      const struct rtl_cond *c,
			      unsigned long d, int n)
739
{
740
	return rtl_loop_wait(tp, c, d, n, false);
741 742 743 744 745 746 747 748 749 750 751 752
}

#define DECLARE_RTL_COND(name)				\
static bool name ## _check(struct rtl8169_private *);	\
							\
static const struct rtl_cond name = {			\
	.check	= name ## _check,			\
	.msg	= #name					\
};							\
							\
static bool name ## _check(struct rtl8169_private *tp)

H
Hayes Wang 已提交
753 754 755
static bool rtl_ocp_reg_failure(struct rtl8169_private *tp, u32 reg)
{
	if (reg & 0xffff0001) {
756 757
		if (net_ratelimit())
			netdev_err(tp->dev, "Invalid ocp reg %x!\n", reg);
H
Hayes Wang 已提交
758 759 760 761 762 763 764
		return true;
	}
	return false;
}

DECLARE_RTL_COND(rtl_ocp_gphy_cond)
{
765
	return RTL_R32(tp, GPHY_OCP) & OCPAR_FLAG;
H
Hayes Wang 已提交
766 767 768 769 770 771 772
}

static void r8168_phy_ocp_write(struct rtl8169_private *tp, u32 reg, u32 data)
{
	if (rtl_ocp_reg_failure(tp, reg))
		return;

773
	RTL_W32(tp, GPHY_OCP, OCPAR_FLAG | (reg << 15) | data);
H
Hayes Wang 已提交
774

775
	rtl_loop_wait_low(tp, &rtl_ocp_gphy_cond, 25, 10);
H
Hayes Wang 已提交
776 777
}

778
static int r8168_phy_ocp_read(struct rtl8169_private *tp, u32 reg)
H
Hayes Wang 已提交
779 780 781 782
{
	if (rtl_ocp_reg_failure(tp, reg))
		return 0;

783
	RTL_W32(tp, GPHY_OCP, reg << 15);
H
Hayes Wang 已提交
784

785
	return rtl_loop_wait_high(tp, &rtl_ocp_gphy_cond, 25, 10) ?
786
		(RTL_R32(tp, GPHY_OCP) & 0xffff) : -ETIMEDOUT;
H
Hayes Wang 已提交
787 788 789 790 791 792 793
}

static void r8168_mac_ocp_write(struct rtl8169_private *tp, u32 reg, u32 data)
{
	if (rtl_ocp_reg_failure(tp, reg))
		return;

794
	RTL_W32(tp, OCPDR, OCPAR_FLAG | (reg << 15) | data);
H
Hayes Wang 已提交
795 796 797 798 799 800 801
}

static u16 r8168_mac_ocp_read(struct rtl8169_private *tp, u32 reg)
{
	if (rtl_ocp_reg_failure(tp, reg))
		return 0;

802
	RTL_W32(tp, OCPDR, reg << 15);
H
Hayes Wang 已提交
803

804
	return RTL_R32(tp, OCPDR);
H
Hayes Wang 已提交
805 806
}

807 808 809 810 811 812 813 814
static void r8168_mac_ocp_modify(struct rtl8169_private *tp, u32 reg, u16 mask,
				 u16 set)
{
	u16 data = r8168_mac_ocp_read(tp, reg);

	r8168_mac_ocp_write(tp, reg, (data & ~mask) | set);
}

H
Hayes Wang 已提交
815 816 817 818 819 820 821 822 823 824 825 826 827 828 829
static void r8168g_mdio_write(struct rtl8169_private *tp, int reg, int value)
{
	if (reg == 0x1f) {
		tp->ocp_base = value ? value << 4 : OCP_STD_PHY_BASE;
		return;
	}

	if (tp->ocp_base != OCP_STD_PHY_BASE)
		reg -= 0x10;

	r8168_phy_ocp_write(tp, tp->ocp_base + reg * 2, value);
}

static int r8168g_mdio_read(struct rtl8169_private *tp, int reg)
{
830 831 832
	if (reg == 0x1f)
		return tp->ocp_base == OCP_STD_PHY_BASE ? 0 : tp->ocp_base >> 4;

H
Hayes Wang 已提交
833 834 835 836 837 838
	if (tp->ocp_base != OCP_STD_PHY_BASE)
		reg -= 0x10;

	return r8168_phy_ocp_read(tp, tp->ocp_base + reg * 2);
}

839 840 841 842 843 844 845 846 847 848 849 850 851 852 853
static void mac_mcu_write(struct rtl8169_private *tp, int reg, int value)
{
	if (reg == 0x1f) {
		tp->ocp_base = value << 4;
		return;
	}

	r8168_mac_ocp_write(tp, tp->ocp_base + reg, value);
}

static int mac_mcu_read(struct rtl8169_private *tp, int reg)
{
	return r8168_mac_ocp_read(tp, tp->ocp_base + reg);
}

854 855
DECLARE_RTL_COND(rtl_phyar_cond)
{
856
	return RTL_R32(tp, PHYAR) & 0x80000000;
857 858
}

859
static void r8169_mdio_write(struct rtl8169_private *tp, int reg, int value)
L
Linus Torvalds 已提交
860
{
861
	RTL_W32(tp, PHYAR, 0x80000000 | (reg & 0x1f) << 16 | (value & 0xffff));
L
Linus Torvalds 已提交
862

863
	rtl_loop_wait_low(tp, &rtl_phyar_cond, 25, 20);
864
	/*
865 866
	 * According to hardware specs a 20us delay is required after write
	 * complete indication, but before sending next command.
867
	 */
868
	udelay(20);
L
Linus Torvalds 已提交
869 870
}

871
static int r8169_mdio_read(struct rtl8169_private *tp, int reg)
L
Linus Torvalds 已提交
872
{
873
	int value;
L
Linus Torvalds 已提交
874

875
	RTL_W32(tp, PHYAR, 0x0 | (reg & 0x1f) << 16);
L
Linus Torvalds 已提交
876

877
	value = rtl_loop_wait_high(tp, &rtl_phyar_cond, 25, 20) ?
878
		RTL_R32(tp, PHYAR) & 0xffff : -ETIMEDOUT;
879

880 881 882 883 884 885
	/*
	 * According to hardware specs a 20us delay is required after read
	 * complete indication, but before sending next command.
	 */
	udelay(20);

L
Linus Torvalds 已提交
886 887 888
	return value;
}

C
Chun-Hao Lin 已提交
889 890
DECLARE_RTL_COND(rtl_ocpar_cond)
{
891
	return RTL_R32(tp, OCPAR) & OCPAR_FLAG;
C
Chun-Hao Lin 已提交
892 893
}

894
static void r8168dp_1_mdio_access(struct rtl8169_private *tp, int reg, u32 data)
895
{
896 897 898
	RTL_W32(tp, OCPDR, data | ((reg & OCPDR_REG_MASK) << OCPDR_GPHY_REG_SHIFT));
	RTL_W32(tp, OCPAR, OCPAR_GPHY_WRITE_CMD);
	RTL_W32(tp, EPHY_RXER_NUM, 0);
899

900
	rtl_loop_wait_low(tp, &rtl_ocpar_cond, 1000, 100);
901 902
}

903
static void r8168dp_1_mdio_write(struct rtl8169_private *tp, int reg, int value)
904
{
905 906
	r8168dp_1_mdio_access(tp, reg,
			      OCPDR_WRITE_CMD | (value & OCPDR_DATA_MASK));
907 908
}

909
static int r8168dp_1_mdio_read(struct rtl8169_private *tp, int reg)
910
{
911
	r8168dp_1_mdio_access(tp, reg, OCPDR_READ_CMD);
912 913

	mdelay(1);
914 915
	RTL_W32(tp, OCPAR, OCPAR_GPHY_READ_CMD);
	RTL_W32(tp, EPHY_RXER_NUM, 0);
916

917
	return rtl_loop_wait_high(tp, &rtl_ocpar_cond, 1000, 100) ?
918
		RTL_R32(tp, OCPDR) & OCPDR_DATA_MASK : -ETIMEDOUT;
919 920
}

F
françois romieu 已提交
921 922
#define R8168DP_1_MDIO_ACCESS_BIT	0x00020000

923
static void r8168dp_2_mdio_start(struct rtl8169_private *tp)
F
françois romieu 已提交
924
{
925
	RTL_W32(tp, 0xd0, RTL_R32(tp, 0xd0) & ~R8168DP_1_MDIO_ACCESS_BIT);
F
françois romieu 已提交
926 927
}

928
static void r8168dp_2_mdio_stop(struct rtl8169_private *tp)
F
françois romieu 已提交
929
{
930
	RTL_W32(tp, 0xd0, RTL_R32(tp, 0xd0) | R8168DP_1_MDIO_ACCESS_BIT);
F
françois romieu 已提交
931 932
}

933
static void r8168dp_2_mdio_write(struct rtl8169_private *tp, int reg, int value)
F
françois romieu 已提交
934
{
935
	r8168dp_2_mdio_start(tp);
F
françois romieu 已提交
936

937
	r8169_mdio_write(tp, reg, value);
F
françois romieu 已提交
938

939
	r8168dp_2_mdio_stop(tp);
F
françois romieu 已提交
940 941
}

942
static int r8168dp_2_mdio_read(struct rtl8169_private *tp, int reg)
F
françois romieu 已提交
943 944 945
{
	int value;

946 947 948 949
	/* Work around issue with chip reporting wrong PHY ID */
	if (reg == MII_PHYSID2)
		return 0xc912;

950
	r8168dp_2_mdio_start(tp);
F
françois romieu 已提交
951

952
	value = r8169_mdio_read(tp, reg);
F
françois romieu 已提交
953

954
	r8168dp_2_mdio_stop(tp);
F
françois romieu 已提交
955 956 957 958

	return value;
}

959
static void rtl_writephy(struct rtl8169_private *tp, int location, int val)
960
{
H
Heiner Kallweit 已提交
961 962 963 964 965 966 967 968
	switch (tp->mac_version) {
	case RTL_GIGA_MAC_VER_27:
		r8168dp_1_mdio_write(tp, location, val);
		break;
	case RTL_GIGA_MAC_VER_28:
	case RTL_GIGA_MAC_VER_31:
		r8168dp_2_mdio_write(tp, location, val);
		break;
H
Heiner Kallweit 已提交
969
	case RTL_GIGA_MAC_VER_40 ... RTL_GIGA_MAC_VER_61:
H
Heiner Kallweit 已提交
970 971 972 973 974 975
		r8168g_mdio_write(tp, location, val);
		break;
	default:
		r8169_mdio_write(tp, location, val);
		break;
	}
976 977
}

978 979
static int rtl_readphy(struct rtl8169_private *tp, int location)
{
H
Heiner Kallweit 已提交
980 981 982 983 984 985
	switch (tp->mac_version) {
	case RTL_GIGA_MAC_VER_27:
		return r8168dp_1_mdio_read(tp, location);
	case RTL_GIGA_MAC_VER_28:
	case RTL_GIGA_MAC_VER_31:
		return r8168dp_2_mdio_read(tp, location);
H
Heiner Kallweit 已提交
986
	case RTL_GIGA_MAC_VER_40 ... RTL_GIGA_MAC_VER_61:
H
Heiner Kallweit 已提交
987 988 989 990
		return r8168g_mdio_read(tp, location);
	default:
		return r8169_mdio_read(tp, location);
	}
991 992
}

993 994
DECLARE_RTL_COND(rtl_ephyar_cond)
{
995
	return RTL_R32(tp, EPHYAR) & EPHYAR_FLAG;
996 997
}

998
static void rtl_ephy_write(struct rtl8169_private *tp, int reg_addr, int value)
999
{
1000
	RTL_W32(tp, EPHYAR, EPHYAR_WRITE_CMD | (value & EPHYAR_DATA_MASK) |
1001 1002
		(reg_addr & EPHYAR_REG_MASK) << EPHYAR_REG_SHIFT);

1003
	rtl_loop_wait_low(tp, &rtl_ephyar_cond, 10, 100);
1004 1005

	udelay(10);
1006 1007
}

1008
static u16 rtl_ephy_read(struct rtl8169_private *tp, int reg_addr)
1009
{
1010
	RTL_W32(tp, EPHYAR, (reg_addr & EPHYAR_REG_MASK) << EPHYAR_REG_SHIFT);
1011

1012
	return rtl_loop_wait_high(tp, &rtl_ephyar_cond, 10, 100) ?
1013
		RTL_R32(tp, EPHYAR) & EPHYAR_DATA_MASK : ~0;
1014 1015
}

1016 1017 1018 1019 1020 1021 1022
static void r8168fp_adjust_ocp_cmd(struct rtl8169_private *tp, u32 *cmd, int type)
{
	/* based on RTL8168FP_OOBMAC_BASE in vendor driver */
	if (tp->mac_version == RTL_GIGA_MAC_VER_52 && type == ERIAR_OOB)
		*cmd |= 0x7f0 << 18;
}

C
Chun-Hao Lin 已提交
1023 1024
DECLARE_RTL_COND(rtl_eriar_cond)
{
1025
	return RTL_R32(tp, ERIAR) & ERIAR_FLAG;
C
Chun-Hao Lin 已提交
1026 1027
}

1028 1029
static void _rtl_eri_write(struct rtl8169_private *tp, int addr, u32 mask,
			   u32 val, int type)
H
Hayes Wang 已提交
1030
{
1031 1032
	u32 cmd = ERIAR_WRITE_CMD | type | mask | addr;

H
Hayes Wang 已提交
1033
	BUG_ON((addr & 3) || (mask == 0));
1034
	RTL_W32(tp, ERIDR, val);
1035 1036
	r8168fp_adjust_ocp_cmd(tp, &cmd, type);
	RTL_W32(tp, ERIAR, cmd);
H
Hayes Wang 已提交
1037

1038
	rtl_loop_wait_low(tp, &rtl_eriar_cond, 100, 100);
H
Hayes Wang 已提交
1039 1040
}

1041 1042 1043 1044 1045 1046 1047
static void rtl_eri_write(struct rtl8169_private *tp, int addr, u32 mask,
			  u32 val)
{
	_rtl_eri_write(tp, addr, mask, val, ERIAR_EXGMAC);
}

static u32 _rtl_eri_read(struct rtl8169_private *tp, int addr, int type)
H
Hayes Wang 已提交
1048
{
1049 1050 1051 1052
	u32 cmd = ERIAR_READ_CMD | type | ERIAR_MASK_1111 | addr;

	r8168fp_adjust_ocp_cmd(tp, &cmd, type);
	RTL_W32(tp, ERIAR, cmd);
H
Hayes Wang 已提交
1053

1054
	return rtl_loop_wait_high(tp, &rtl_eriar_cond, 100, 100) ?
1055
		RTL_R32(tp, ERIDR) : ~0;
H
Hayes Wang 已提交
1056 1057
}

1058 1059 1060 1061 1062
static u32 rtl_eri_read(struct rtl8169_private *tp, int addr)
{
	return _rtl_eri_read(tp, addr, ERIAR_EXGMAC);
}

1063
static void rtl_w0w1_eri(struct rtl8169_private *tp, int addr, u32 p, u32 m)
H
Hayes Wang 已提交
1064
{
1065
	u32 val = rtl_eri_read(tp, addr);
H
Hayes Wang 已提交
1066

1067
	rtl_eri_write(tp, addr, ERIAR_MASK_1111, (val & ~m) | p);
H
Hayes Wang 已提交
1068 1069
}

1070
static void rtl_eri_set_bits(struct rtl8169_private *tp, int addr, u32 p)
1071
{
1072
	rtl_w0w1_eri(tp, addr, p, 0);
1073 1074
}

1075
static void rtl_eri_clear_bits(struct rtl8169_private *tp, int addr, u32 m)
1076
{
1077
	rtl_w0w1_eri(tp, addr, 0, m);
1078 1079
}

1080
static u32 r8168dp_ocp_read(struct rtl8169_private *tp, u16 reg)
C
Chun-Hao Lin 已提交
1081
{
1082
	RTL_W32(tp, OCPAR, 0x0fu << 12 | (reg & 0x0fff));
1083
	return rtl_loop_wait_high(tp, &rtl_ocpar_cond, 100, 20) ?
1084
		RTL_R32(tp, OCPDR) : ~0;
C
Chun-Hao Lin 已提交
1085 1086
}

1087
static u32 r8168ep_ocp_read(struct rtl8169_private *tp, u16 reg)
C
Chun-Hao Lin 已提交
1088
{
1089
	return _rtl_eri_read(tp, reg, ERIAR_OOB);
C
Chun-Hao Lin 已提交
1090 1091 1092 1093 1094
}

static void r8168dp_ocp_write(struct rtl8169_private *tp, u8 mask, u16 reg,
			      u32 data)
{
1095 1096
	RTL_W32(tp, OCPDR, data);
	RTL_W32(tp, OCPAR, OCPAR_FLAG | ((u32)mask & 0x0f) << 12 | (reg & 0x0fff));
1097
	rtl_loop_wait_low(tp, &rtl_ocpar_cond, 100, 20);
C
Chun-Hao Lin 已提交
1098 1099 1100 1101 1102
}

static void r8168ep_ocp_write(struct rtl8169_private *tp, u8 mask, u16 reg,
			      u32 data)
{
1103 1104
	_rtl_eri_write(tp, reg, ((u32)mask & 0x0f) << ERIAR_MASK_SHIFT,
		       data, ERIAR_OOB);
C
Chun-Hao Lin 已提交
1105 1106
}

H
Heiner Kallweit 已提交
1107
static void r8168dp_oob_notify(struct rtl8169_private *tp, u8 cmd)
1108
{
1109
	rtl_eri_write(tp, 0xe8, ERIAR_MASK_0001, cmd);
1110

H
Heiner Kallweit 已提交
1111
	r8168dp_ocp_write(tp, 0x1, 0x30, 0x00000001);
1112 1113 1114 1115 1116 1117 1118 1119 1120 1121 1122
}

#define OOB_CMD_RESET		0x00
#define OOB_CMD_DRIVER_START	0x05
#define OOB_CMD_DRIVER_STOP	0x06

static u16 rtl8168_get_ocp_reg(struct rtl8169_private *tp)
{
	return (tp->mac_version == RTL_GIGA_MAC_VER_31) ? 0xb8 : 0x10;
}

H
Heiner Kallweit 已提交
1123
DECLARE_RTL_COND(rtl_dp_ocp_read_cond)
1124 1125 1126 1127 1128
{
	u16 reg;

	reg = rtl8168_get_ocp_reg(tp);

1129
	return r8168dp_ocp_read(tp, reg) & 0x00000800;
1130 1131
}

C
Chun-Hao Lin 已提交
1132
DECLARE_RTL_COND(rtl_ep_ocp_read_cond)
1133
{
1134
	return r8168ep_ocp_read(tp, 0x124) & 0x00000001;
C
Chun-Hao Lin 已提交
1135 1136 1137 1138
}

DECLARE_RTL_COND(rtl_ocp_tx_cond)
{
1139
	return RTL_R8(tp, IBISR0) & 0x20;
C
Chun-Hao Lin 已提交
1140
}
1141

C
Chun-Hao Lin 已提交
1142 1143
static void rtl8168ep_stop_cmac(struct rtl8169_private *tp)
{
1144
	RTL_W8(tp, IBCR2, RTL_R8(tp, IBCR2) & ~0x01);
1145
	rtl_loop_wait_high(tp, &rtl_ocp_tx_cond, 50000, 2000);
1146 1147
	RTL_W8(tp, IBISR0, RTL_R8(tp, IBISR0) | 0x20);
	RTL_W8(tp, IBCR0, RTL_R8(tp, IBCR0) & ~0x01);
C
Chun-Hao Lin 已提交
1148 1149
}

C
Chun-Hao Lin 已提交
1150 1151
static void rtl8168dp_driver_start(struct rtl8169_private *tp)
{
H
Heiner Kallweit 已提交
1152
	r8168dp_oob_notify(tp, OOB_CMD_DRIVER_START);
1153
	rtl_loop_wait_high(tp, &rtl_dp_ocp_read_cond, 10000, 10);
1154 1155
}

C
Chun-Hao Lin 已提交
1156
static void rtl8168ep_driver_start(struct rtl8169_private *tp)
1157
{
H
Heiner Kallweit 已提交
1158
	r8168ep_ocp_write(tp, 0x01, 0x180, OOB_CMD_DRIVER_START);
1159
	r8168ep_ocp_write(tp, 0x01, 0x30, r8168ep_ocp_read(tp, 0x30) | 0x01);
1160
	rtl_loop_wait_high(tp, &rtl_ep_ocp_read_cond, 10000, 10);
C
Chun-Hao Lin 已提交
1161 1162 1163 1164 1165 1166 1167 1168 1169 1170
}

static void rtl8168_driver_start(struct rtl8169_private *tp)
{
	switch (tp->mac_version) {
	case RTL_GIGA_MAC_VER_27:
	case RTL_GIGA_MAC_VER_28:
	case RTL_GIGA_MAC_VER_31:
		rtl8168dp_driver_start(tp);
		break;
H
Heiner Kallweit 已提交
1171
	case RTL_GIGA_MAC_VER_49 ... RTL_GIGA_MAC_VER_52:
C
Chun-Hao Lin 已提交
1172 1173 1174 1175 1176 1177 1178
		rtl8168ep_driver_start(tp);
		break;
	default:
		BUG();
		break;
	}
}
1179

C
Chun-Hao Lin 已提交
1180 1181
static void rtl8168dp_driver_stop(struct rtl8169_private *tp)
{
H
Heiner Kallweit 已提交
1182
	r8168dp_oob_notify(tp, OOB_CMD_DRIVER_STOP);
1183
	rtl_loop_wait_low(tp, &rtl_dp_ocp_read_cond, 10000, 10);
1184 1185
}

C
Chun-Hao Lin 已提交
1186 1187
static void rtl8168ep_driver_stop(struct rtl8169_private *tp)
{
C
Chun-Hao Lin 已提交
1188
	rtl8168ep_stop_cmac(tp);
H
Heiner Kallweit 已提交
1189
	r8168ep_ocp_write(tp, 0x01, 0x180, OOB_CMD_DRIVER_STOP);
1190
	r8168ep_ocp_write(tp, 0x01, 0x30, r8168ep_ocp_read(tp, 0x30) | 0x01);
1191
	rtl_loop_wait_low(tp, &rtl_ep_ocp_read_cond, 10000, 10);
C
Chun-Hao Lin 已提交
1192 1193 1194 1195 1196 1197 1198 1199 1200 1201
}

static void rtl8168_driver_stop(struct rtl8169_private *tp)
{
	switch (tp->mac_version) {
	case RTL_GIGA_MAC_VER_27:
	case RTL_GIGA_MAC_VER_28:
	case RTL_GIGA_MAC_VER_31:
		rtl8168dp_driver_stop(tp);
		break;
H
Heiner Kallweit 已提交
1202
	case RTL_GIGA_MAC_VER_49 ... RTL_GIGA_MAC_VER_52:
C
Chun-Hao Lin 已提交
1203 1204 1205 1206 1207 1208 1209 1210
		rtl8168ep_driver_stop(tp);
		break;
	default:
		BUG();
		break;
	}
}

1211
static bool r8168dp_check_dash(struct rtl8169_private *tp)
1212 1213 1214
{
	u16 reg = rtl8168_get_ocp_reg(tp);

1215
	return !!(r8168dp_ocp_read(tp, reg) & 0x00008000);
1216 1217
}

1218
static bool r8168ep_check_dash(struct rtl8169_private *tp)
C
Chun-Hao Lin 已提交
1219
{
1220
	return r8168ep_ocp_read(tp, 0x128) & 0x00000001;
C
Chun-Hao Lin 已提交
1221 1222
}

1223
static bool r8168_check_dash(struct rtl8169_private *tp)
C
Chun-Hao Lin 已提交
1224 1225 1226 1227 1228 1229
{
	switch (tp->mac_version) {
	case RTL_GIGA_MAC_VER_27:
	case RTL_GIGA_MAC_VER_28:
	case RTL_GIGA_MAC_VER_31:
		return r8168dp_check_dash(tp);
H
Heiner Kallweit 已提交
1230
	case RTL_GIGA_MAC_VER_49 ... RTL_GIGA_MAC_VER_52:
C
Chun-Hao Lin 已提交
1231 1232
		return r8168ep_check_dash(tp);
	default:
1233
		return false;
C
Chun-Hao Lin 已提交
1234 1235 1236
	}
}

1237 1238
static void rtl_reset_packet_filter(struct rtl8169_private *tp)
{
1239 1240
	rtl_eri_clear_bits(tp, 0xdc, BIT(0));
	rtl_eri_set_bits(tp, 0xdc, BIT(0));
1241 1242
}

1243 1244
DECLARE_RTL_COND(rtl_efusear_cond)
{
1245
	return RTL_R32(tp, EFUSEAR) & EFUSEAR_FLAG;
1246 1247
}

H
Heiner Kallweit 已提交
1248
u8 rtl8168d_efuse_read(struct rtl8169_private *tp, int reg_addr)
1249
{
1250
	RTL_W32(tp, EFUSEAR, (reg_addr & EFUSEAR_REG_MASK) << EFUSEAR_REG_SHIFT);
1251

1252
	return rtl_loop_wait_high(tp, &rtl_efusear_cond, 100, 300) ?
1253
		RTL_R32(tp, EFUSEAR) & EFUSEAR_DATA_MASK : ~0;
1254 1255
}

1256 1257
static u32 rtl_get_events(struct rtl8169_private *tp)
{
H
Heiner Kallweit 已提交
1258 1259 1260 1261
	if (rtl_is_8125(tp))
		return RTL_R32(tp, IntrStatus_8125);
	else
		return RTL_R16(tp, IntrStatus);
1262 1263 1264
}

static void rtl_ack_events(struct rtl8169_private *tp, u32 bits)
F
Francois Romieu 已提交
1265
{
H
Heiner Kallweit 已提交
1266 1267 1268 1269
	if (rtl_is_8125(tp))
		RTL_W32(tp, IntrStatus_8125, bits);
	else
		RTL_W16(tp, IntrStatus, bits);
F
Francois Romieu 已提交
1270 1271 1272 1273
}

static void rtl_irq_disable(struct rtl8169_private *tp)
{
H
Heiner Kallweit 已提交
1274 1275 1276 1277
	if (rtl_is_8125(tp))
		RTL_W32(tp, IntrMask_8125, 0);
	else
		RTL_W16(tp, IntrMask, 0);
1278
	tp->irq_enabled = 0;
1279 1280
}

1281
static void rtl_irq_enable(struct rtl8169_private *tp)
1282
{
1283
	tp->irq_enabled = 1;
H
Heiner Kallweit 已提交
1284 1285 1286 1287
	if (rtl_is_8125(tp))
		RTL_W32(tp, IntrMask_8125, tp->irq_mask);
	else
		RTL_W16(tp, IntrMask, tp->irq_mask);
1288 1289
}

F
françois romieu 已提交
1290
static void rtl8169_irq_mask_and_ack(struct rtl8169_private *tp)
L
Linus Torvalds 已提交
1291
{
F
Francois Romieu 已提交
1292
	rtl_irq_disable(tp);
1293
	rtl_ack_events(tp, 0xffffffff);
1294
	rtl_pci_commit(tp);
L
Linus Torvalds 已提交
1295 1296
}

H
Hayes Wang 已提交
1297 1298
static void rtl_link_chg_patch(struct rtl8169_private *tp)
{
1299
	struct phy_device *phydev = tp->phydev;
H
Hayes Wang 已提交
1300

1301 1302
	if (tp->mac_version == RTL_GIGA_MAC_VER_34 ||
	    tp->mac_version == RTL_GIGA_MAC_VER_38) {
1303
		if (phydev->speed == SPEED_1000) {
1304 1305
			rtl_eri_write(tp, 0x1bc, ERIAR_MASK_1111, 0x00000011);
			rtl_eri_write(tp, 0x1dc, ERIAR_MASK_1111, 0x00000005);
1306
		} else if (phydev->speed == SPEED_100) {
1307 1308
			rtl_eri_write(tp, 0x1bc, ERIAR_MASK_1111, 0x0000001f);
			rtl_eri_write(tp, 0x1dc, ERIAR_MASK_1111, 0x00000005);
H
Hayes Wang 已提交
1309
		} else {
1310 1311
			rtl_eri_write(tp, 0x1bc, ERIAR_MASK_1111, 0x0000001f);
			rtl_eri_write(tp, 0x1dc, ERIAR_MASK_1111, 0x0000003f);
H
Hayes Wang 已提交
1312
		}
1313
		rtl_reset_packet_filter(tp);
1314 1315
	} else if (tp->mac_version == RTL_GIGA_MAC_VER_35 ||
		   tp->mac_version == RTL_GIGA_MAC_VER_36) {
1316
		if (phydev->speed == SPEED_1000) {
1317 1318
			rtl_eri_write(tp, 0x1bc, ERIAR_MASK_1111, 0x00000011);
			rtl_eri_write(tp, 0x1dc, ERIAR_MASK_1111, 0x00000005);
1319
		} else {
1320 1321
			rtl_eri_write(tp, 0x1bc, ERIAR_MASK_1111, 0x0000001f);
			rtl_eri_write(tp, 0x1dc, ERIAR_MASK_1111, 0x0000003f);
1322
		}
1323
	} else if (tp->mac_version == RTL_GIGA_MAC_VER_37) {
1324
		if (phydev->speed == SPEED_10) {
1325 1326
			rtl_eri_write(tp, 0x1d0, ERIAR_MASK_0011, 0x4d02);
			rtl_eri_write(tp, 0x1dc, ERIAR_MASK_0011, 0x0060a);
1327
		} else {
1328
			rtl_eri_write(tp, 0x1d0, ERIAR_MASK_0011, 0x0000);
1329
		}
H
Hayes Wang 已提交
1330 1331 1332
	}
}

1333 1334 1335
#define WAKE_ANY (WAKE_PHY | WAKE_MAGIC | WAKE_UCAST | WAKE_BCAST | WAKE_MCAST)

static void rtl8169_get_wol(struct net_device *dev, struct ethtool_wolinfo *wol)
F
Francois Romieu 已提交
1336 1337
{
	struct rtl8169_private *tp = netdev_priv(dev);
1338 1339

	wol->supported = WAKE_ANY;
1340
	wol->wolopts = tp->saved_wolopts;
1341 1342 1343 1344
}

static void __rtl8169_set_wol(struct rtl8169_private *tp, u32 wolopts)
{
1345
	static const struct {
F
Francois Romieu 已提交
1346 1347 1348 1349 1350 1351 1352 1353
		u32 opt;
		u16 reg;
		u8  mask;
	} cfg[] = {
		{ WAKE_PHY,   Config3, LinkUp },
		{ WAKE_UCAST, Config5, UWF },
		{ WAKE_BCAST, Config5, BWF },
		{ WAKE_MCAST, Config5, MWF },
1354 1355
		{ WAKE_ANY,   Config5, LanWake },
		{ WAKE_MAGIC, Config3, MagicPacket }
F
Francois Romieu 已提交
1356
	};
H
Heiner Kallweit 已提交
1357
	unsigned int i, tmp = ARRAY_SIZE(cfg);
1358
	u8 options;
F
Francois Romieu 已提交
1359

1360
	rtl_unlock_config_regs(tp);
F
Francois Romieu 已提交
1361

1362
	if (rtl_is_8168evl_up(tp)) {
H
Heiner Kallweit 已提交
1363
		tmp--;
1364
		if (wolopts & WAKE_MAGIC)
1365
			rtl_eri_set_bits(tp, 0x0dc, MagicPacket_v2);
1366
		else
1367
			rtl_eri_clear_bits(tp, 0x0dc, MagicPacket_v2);
H
Heiner Kallweit 已提交
1368 1369 1370 1371 1372 1373
	} else if (rtl_is_8125(tp)) {
		tmp--;
		if (wolopts & WAKE_MAGIC)
			r8168_mac_ocp_modify(tp, 0xc0b6, 0, BIT(0));
		else
			r8168_mac_ocp_modify(tp, 0xc0b6, BIT(0), 0);
1374 1375 1376
	}

	for (i = 0; i < tmp; i++) {
1377
		options = RTL_R8(tp, cfg[i].reg) & ~cfg[i].mask;
1378
		if (wolopts & cfg[i].opt)
F
Francois Romieu 已提交
1379
			options |= cfg[i].mask;
1380
		RTL_W8(tp, cfg[i].reg, options);
F
Francois Romieu 已提交
1381 1382
	}

1383
	switch (tp->mac_version) {
1384
	case RTL_GIGA_MAC_VER_02 ... RTL_GIGA_MAC_VER_06:
1385
		options = RTL_R8(tp, Config1) & ~PMEnable;
1386 1387
		if (wolopts)
			options |= PMEnable;
1388
		RTL_W8(tp, Config1, options);
1389
		break;
1390 1391
	case RTL_GIGA_MAC_VER_34:
	case RTL_GIGA_MAC_VER_37:
1392
	case RTL_GIGA_MAC_VER_39 ... RTL_GIGA_MAC_VER_61:
1393
		options = RTL_R8(tp, Config2) & ~PME_SIGNAL;
1394 1395
		if (wolopts)
			options |= PME_SIGNAL;
1396
		RTL_W8(tp, Config2, options);
1397
		break;
1398 1399
	default:
		break;
1400 1401
	}

1402
	rtl_lock_config_regs(tp);
1403 1404

	device_set_wakeup_enable(tp_to_dev(tp), wolopts);
1405
	tp->dev->wol_enabled = wolopts ? 1 : 0;
1406 1407 1408 1409 1410
}

static int rtl8169_set_wol(struct net_device *dev, struct ethtool_wolinfo *wol)
{
	struct rtl8169_private *tp = netdev_priv(dev);
1411

1412 1413 1414 1415
	if (wol->wolopts & ~WAKE_ANY)
		return -EINVAL;

	tp->saved_wolopts = wol->wolopts;
1416
	__rtl8169_set_wol(tp, tp->saved_wolopts);
1417

F
Francois Romieu 已提交
1418 1419 1420
	return 0;
}

L
Linus Torvalds 已提交
1421 1422 1423 1424
static void rtl8169_get_drvinfo(struct net_device *dev,
				struct ethtool_drvinfo *info)
{
	struct rtl8169_private *tp = netdev_priv(dev);
1425
	struct rtl_fw *rtl_fw = tp->rtl_fw;
L
Linus Torvalds 已提交
1426

1427 1428
	strlcpy(info->driver, MODULENAME, sizeof(info->driver));
	strlcpy(info->bus_info, pci_name(tp->pci_dev), sizeof(info->bus_info));
1429
	BUILD_BUG_ON(sizeof(info->fw_version) < sizeof(rtl_fw->version));
1430
	if (rtl_fw)
1431 1432
		strlcpy(info->fw_version, rtl_fw->version,
			sizeof(info->fw_version));
L
Linus Torvalds 已提交
1433 1434 1435 1436 1437 1438 1439
}

static int rtl8169_get_regs_len(struct net_device *dev)
{
	return R8169_REGS_SIZE;
}

1440 1441
static netdev_features_t rtl8169_fix_features(struct net_device *dev,
	netdev_features_t features)
L
Linus Torvalds 已提交
1442
{
F
Francois Romieu 已提交
1443 1444
	struct rtl8169_private *tp = netdev_priv(dev);

F
Francois Romieu 已提交
1445
	if (dev->mtu > TD_MSS_MAX)
1446
		features &= ~NETIF_F_ALL_TSO;
L
Linus Torvalds 已提交
1447

1448
	if (dev->mtu > ETH_DATA_LEN &&
1449
	    tp->mac_version > RTL_GIGA_MAC_VER_06)
1450
		features &= ~(NETIF_F_CSUM_MASK | NETIF_F_ALL_TSO);
F
Francois Romieu 已提交
1451

1452
	return features;
L
Linus Torvalds 已提交
1453 1454
}

1455 1456
static void rtl_set_rx_config_features(struct rtl8169_private *tp,
				       netdev_features_t features)
L
Linus Torvalds 已提交
1457
{
1458
	u32 rx_config = RTL_R32(tp, RxConfig);
1459

H
hayeswang 已提交
1460
	if (features & NETIF_F_RXALL)
1461
		rx_config |= RX_CONFIG_ACCEPT_ERR_MASK;
H
hayeswang 已提交
1462
	else
1463
		rx_config &= ~RX_CONFIG_ACCEPT_ERR_MASK;
L
Linus Torvalds 已提交
1464

H
Heiner Kallweit 已提交
1465 1466 1467 1468 1469 1470 1471
	if (rtl_is_8125(tp)) {
		if (features & NETIF_F_HW_VLAN_CTAG_RX)
			rx_config |= RX_VLAN_8125;
		else
			rx_config &= ~RX_VLAN_8125;
	}

1472
	RTL_W32(tp, RxConfig, rx_config);
1473 1474 1475 1476 1477 1478 1479 1480
}

static int rtl8169_set_features(struct net_device *dev,
				netdev_features_t features)
{
	struct rtl8169_private *tp = netdev_priv(dev);

	rtl_set_rx_config_features(tp, features);
1481

H
hayeswang 已提交
1482 1483 1484 1485
	if (features & NETIF_F_RXCSUM)
		tp->cp_cmd |= RxChkSum;
	else
		tp->cp_cmd &= ~RxChkSum;
B
Ben Greear 已提交
1486

H
Heiner Kallweit 已提交
1487 1488 1489 1490 1491 1492
	if (!rtl_is_8125(tp)) {
		if (features & NETIF_F_HW_VLAN_CTAG_RX)
			tp->cp_cmd |= RxVlan;
		else
			tp->cp_cmd &= ~RxVlan;
	}
H
hayeswang 已提交
1493

1494
	RTL_W16(tp, CPlusCmd, tp->cp_cmd);
1495
	rtl_pci_commit(tp);
L
Linus Torvalds 已提交
1496 1497 1498 1499

	return 0;
}

1500
static inline u32 rtl8169_tx_vlan_tag(struct sk_buff *skb)
L
Linus Torvalds 已提交
1501
{
1502
	return (skb_vlan_tag_present(skb)) ?
1503
		TxVlanTag | swab16(skb_vlan_tag_get(skb)) : 0x00;
L
Linus Torvalds 已提交
1504 1505
}

1506
static void rtl8169_rx_vlan_tag(struct RxDesc *desc, struct sk_buff *skb)
L
Linus Torvalds 已提交
1507 1508 1509
{
	u32 opts2 = le32_to_cpu(desc->opts2);

1510
	if (opts2 & RxVlanTag)
1511
		__vlan_hwaccel_put_tag(skb, htons(ETH_P_8021Q), swab16(opts2 & 0xffff));
L
Linus Torvalds 已提交
1512 1513 1514 1515 1516
}

static void rtl8169_get_regs(struct net_device *dev, struct ethtool_regs *regs,
			     void *p)
{
1517
	struct rtl8169_private *tp = netdev_priv(dev);
P
Peter Wu 已提交
1518 1519 1520
	u32 __iomem *data = tp->mmio_addr;
	u32 *dw = p;
	int i;
L
Linus Torvalds 已提交
1521

P
Peter Wu 已提交
1522 1523
	for (i = 0; i < R8169_REGS_SIZE; i += 4)
		memcpy_fromio(dw++, data++, 4);
L
Linus Torvalds 已提交
1524 1525
}

1526 1527 1528 1529 1530 1531 1532 1533 1534 1535 1536 1537 1538 1539 1540 1541
static const char rtl8169_gstrings[][ETH_GSTRING_LEN] = {
	"tx_packets",
	"rx_packets",
	"tx_errors",
	"rx_errors",
	"rx_missed",
	"align_errors",
	"tx_single_collisions",
	"tx_multi_collisions",
	"unicast",
	"broadcast",
	"multicast",
	"tx_aborted",
	"tx_underrun",
};

1542
static int rtl8169_get_sset_count(struct net_device *dev, int sset)
1543
{
1544 1545 1546 1547 1548 1549
	switch (sset) {
	case ETH_SS_STATS:
		return ARRAY_SIZE(rtl8169_gstrings);
	default:
		return -EOPNOTSUPP;
	}
1550 1551
}

1552
DECLARE_RTL_COND(rtl_counters_cond)
1553
{
1554
	return RTL_R32(tp, CounterAddrLow) & (CounterReset | CounterDump);
1555 1556
}

1557
static void rtl8169_do_counters(struct rtl8169_private *tp, u32 counter_cmd)
1558
{
1559 1560
	dma_addr_t paddr = tp->counters_phys_addr;
	u32 cmd;
1561

1562
	RTL_W32(tp, CounterAddrHigh, (u64)paddr >> 32);
1563
	rtl_pci_commit(tp);
1564
	cmd = (u64)paddr & DMA_BIT_MASK(32);
1565 1566
	RTL_W32(tp, CounterAddrLow, cmd);
	RTL_W32(tp, CounterAddrLow, cmd | counter_cmd);
1567

1568
	rtl_loop_wait_low(tp, &rtl_counters_cond, 10, 1000);
1569 1570
}

1571
static void rtl8169_reset_counters(struct rtl8169_private *tp)
1572 1573 1574 1575 1576
{
	/*
	 * Versions prior to RTL_GIGA_MAC_VER_19 don't support resetting the
	 * tally counters.
	 */
1577 1578
	if (tp->mac_version >= RTL_GIGA_MAC_VER_19)
		rtl8169_do_counters(tp, CounterReset);
1579 1580
}

1581
static void rtl8169_update_counters(struct rtl8169_private *tp)
1582
{
1583 1584
	u8 val = RTL_R8(tp, ChipCmd);

1585 1586
	/*
	 * Some chips are unable to dump tally counters when the receiver
1587
	 * is disabled. If 0xff chip may be in a PCI power-save state.
1588
	 */
1589 1590
	if (val & CmdRxEnb && val != 0xff)
		rtl8169_do_counters(tp, CounterDump);
1591 1592
}

1593
static void rtl8169_init_counter_offsets(struct rtl8169_private *tp)
1594
{
1595
	struct rtl8169_counters *counters = tp->counters;
1596 1597 1598 1599 1600 1601 1602 1603 1604 1605 1606 1607 1608 1609 1610 1611 1612

	/*
	 * rtl8169_init_counter_offsets is called from rtl_open.  On chip
	 * versions prior to RTL_GIGA_MAC_VER_19 the tally counters are only
	 * reset by a power cycle, while the counter values collected by the
	 * driver are reset at every driver unload/load cycle.
	 *
	 * To make sure the HW values returned by @get_stats64 match the SW
	 * values, we collect the initial values at first open(*) and use them
	 * as offsets to normalize the values returned by @get_stats64.
	 *
	 * (*) We can't call rtl8169_init_counter_offsets from rtl_init_one
	 * for the reason stated in rtl8169_update_counters; CmdRxEnb is only
	 * set at open time by rtl_hw_start.
	 */

	if (tp->tc_offset.inited)
1613
		return;
1614

1615 1616
	rtl8169_reset_counters(tp);
	rtl8169_update_counters(tp);
1617

1618 1619 1620
	tp->tc_offset.tx_errors = counters->tx_errors;
	tp->tc_offset.tx_multi_collision = counters->tx_multi_collision;
	tp->tc_offset.tx_aborted = counters->tx_aborted;
1621
	tp->tc_offset.rx_missed = counters->rx_missed;
1622
	tp->tc_offset.inited = true;
1623 1624
}

1625 1626 1627 1628
static void rtl8169_get_ethtool_stats(struct net_device *dev,
				      struct ethtool_stats *stats, u64 *data)
{
	struct rtl8169_private *tp = netdev_priv(dev);
1629
	struct rtl8169_counters *counters;
1630

1631 1632
	counters = tp->counters;
	rtl8169_update_counters(tp);
1633

1634 1635 1636 1637 1638 1639 1640 1641 1642 1643 1644 1645 1646
	data[0] = le64_to_cpu(counters->tx_packets);
	data[1] = le64_to_cpu(counters->rx_packets);
	data[2] = le64_to_cpu(counters->tx_errors);
	data[3] = le32_to_cpu(counters->rx_errors);
	data[4] = le16_to_cpu(counters->rx_missed);
	data[5] = le16_to_cpu(counters->align_errors);
	data[6] = le32_to_cpu(counters->tx_one_collision);
	data[7] = le32_to_cpu(counters->tx_multi_collision);
	data[8] = le64_to_cpu(counters->rx_unicast);
	data[9] = le64_to_cpu(counters->rx_broadcast);
	data[10] = le32_to_cpu(counters->rx_multicast);
	data[11] = le16_to_cpu(counters->tx_aborted);
	data[12] = le16_to_cpu(counters->tx_underun);
1647 1648
}

1649 1650 1651 1652 1653 1654 1655 1656 1657
static void rtl8169_get_strings(struct net_device *dev, u32 stringset, u8 *data)
{
	switch(stringset) {
	case ETH_SS_STATS:
		memcpy(data, *rtl8169_gstrings, sizeof(rtl8169_gstrings));
		break;
	}
}

1658 1659 1660 1661 1662 1663 1664 1665 1666 1667 1668 1669 1670 1671 1672 1673 1674 1675 1676 1677 1678 1679 1680 1681 1682 1683 1684 1685 1686 1687 1688
/*
 * Interrupt coalescing
 *
 * > 1 - the availability of the IntrMitigate (0xe2) register through the
 * >     8169, 8168 and 810x line of chipsets
 *
 * 8169, 8168, and 8136(810x) serial chipsets support it.
 *
 * > 2 - the Tx timer unit at gigabit speed
 *
 * The unit of the timer depends on both the speed and the setting of CPlusCmd
 * (0xe0) bit 1 and bit 0.
 *
 * For 8169
 * bit[1:0] \ speed        1000M           100M            10M
 * 0 0                     320ns           2.56us          40.96us
 * 0 1                     2.56us          20.48us         327.7us
 * 1 0                     5.12us          40.96us         655.4us
 * 1 1                     10.24us         81.92us         1.31ms
 *
 * For the other
 * bit[1:0] \ speed        1000M           100M            10M
 * 0 0                     5us             2.56us          40.96us
 * 0 1                     40us            20.48us         327.7us
 * 1 0                     80us            40.96us         655.4us
 * 1 1                     160us           81.92us         1.31ms
 */

/* rx/tx scale factors for all CPlusCmd[0:1] cases */
struct rtl_coalesce_info {
	u32 speed;
1689
	u32 scale_nsecs[4];
1690 1691
};

1692 1693 1694
/* produce array with base delay *1, *8, *8*2, *8*2*2 */
#define COALESCE_DELAY(d) { (d), 8 * (d), 16 * (d), 32 * (d) }

1695
static const struct rtl_coalesce_info rtl_coalesce_info_8169[] = {
1696
	{ SPEED_1000,	COALESCE_DELAY(320) },
1697 1698
	{ SPEED_100,	COALESCE_DELAY(2560) },
	{ SPEED_10,	COALESCE_DELAY(40960) },
1699 1700 1701 1702
	{ 0 },
};

static const struct rtl_coalesce_info rtl_coalesce_info_8168_8136[] = {
1703
	{ SPEED_1000,	COALESCE_DELAY(5000) },
1704 1705
	{ SPEED_100,	COALESCE_DELAY(2560) },
	{ SPEED_10,	COALESCE_DELAY(40960) },
1706 1707
	{ 0 },
};
1708
#undef COALESCE_DELAY
1709 1710

/* get rx/tx scale vector corresponding to current speed */
1711 1712
static const struct rtl_coalesce_info *
rtl_coalesce_info(struct rtl8169_private *tp)
1713 1714 1715
{
	const struct rtl_coalesce_info *ci;

1716 1717 1718 1719
	if (tp->mac_version <= RTL_GIGA_MAC_VER_06)
		ci = rtl_coalesce_info_8169;
	else
		ci = rtl_coalesce_info_8168_8136;
1720

1721 1722 1723 1724
	/* if speed is unknown assume highest one */
	if (tp->phydev->speed == SPEED_UNKNOWN)
		return ci;

1725 1726
	for (; ci->speed; ci++) {
		if (tp->phydev->speed == ci->speed)
1727 1728 1729 1730 1731 1732 1733 1734 1735 1736
			return ci;
	}

	return ERR_PTR(-ELNRNG);
}

static int rtl_get_coalesce(struct net_device *dev, struct ethtool_coalesce *ec)
{
	struct rtl8169_private *tp = netdev_priv(dev);
	const struct rtl_coalesce_info *ci;
1737 1738
	u32 scale, c_us, c_fr;
	u16 intrmit;
1739

H
Heiner Kallweit 已提交
1740 1741 1742
	if (rtl_is_8125(tp))
		return -EOPNOTSUPP;

1743 1744 1745
	memset(ec, 0, sizeof(*ec));

	/* get rx/tx scale corresponding to current speed and CPlusCmd[0:1] */
1746
	ci = rtl_coalesce_info(tp);
1747 1748 1749
	if (IS_ERR(ci))
		return PTR_ERR(ci);

1750
	scale = ci->scale_nsecs[tp->cp_cmd & INTT_MASK];
1751

1752
	intrmit = RTL_R16(tp, IntrMitigate);
1753

1754 1755
	c_us = FIELD_GET(RTL_COALESCE_TX_USECS, intrmit);
	ec->tx_coalesce_usecs = DIV_ROUND_UP(c_us * scale, 1000);
1756

1757 1758 1759 1760 1761 1762 1763 1764 1765
	c_fr = FIELD_GET(RTL_COALESCE_TX_FRAMES, intrmit);
	/* ethtool_coalesce states usecs and max_frames must not both be 0 */
	ec->tx_max_coalesced_frames = (c_us || c_fr) ? c_fr * 4 : 1;

	c_us = FIELD_GET(RTL_COALESCE_RX_USECS, intrmit);
	ec->rx_coalesce_usecs = DIV_ROUND_UP(c_us * scale, 1000);

	c_fr = FIELD_GET(RTL_COALESCE_RX_FRAMES, intrmit);
	ec->rx_max_coalesced_frames = (c_us || c_fr) ? c_fr * 4 : 1;
1766 1767 1768 1769

	return 0;
}

1770 1771
/* choose appropriate scale factor and CPlusCmd[0:1] for (speed, usec) */
static int rtl_coalesce_choose_scale(struct rtl8169_private *tp, u32 usec,
1772
				     u16 *cp01)
1773 1774 1775 1776
{
	const struct rtl_coalesce_info *ci;
	u16 i;

1777
	ci = rtl_coalesce_info(tp);
1778
	if (IS_ERR(ci))
1779
		return PTR_ERR(ci);
1780 1781

	for (i = 0; i < 4; i++) {
1782
		if (usec <= ci->scale_nsecs[i] * RTL_COALESCE_T_MAX / 1000U) {
1783
			*cp01 = i;
1784
			return ci->scale_nsecs[i];
1785 1786 1787
		}
	}

1788
	return -ERANGE;
1789 1790 1791 1792 1793
}

static int rtl_set_coalesce(struct net_device *dev, struct ethtool_coalesce *ec)
{
	struct rtl8169_private *tp = netdev_priv(dev);
1794 1795 1796
	u32 tx_fr = ec->tx_max_coalesced_frames;
	u32 rx_fr = ec->rx_max_coalesced_frames;
	u32 coal_usec_max, units;
1797
	u16 w = 0, cp01 = 0;
1798
	int scale;
1799

H
Heiner Kallweit 已提交
1800 1801 1802
	if (rtl_is_8125(tp))
		return -EOPNOTSUPP;

1803 1804 1805
	if (rx_fr > RTL_COALESCE_FRAME_MAX || tx_fr > RTL_COALESCE_FRAME_MAX)
		return -ERANGE;

1806 1807
	coal_usec_max = max(ec->rx_coalesce_usecs, ec->tx_coalesce_usecs);
	scale = rtl_coalesce_choose_scale(tp, coal_usec_max, &cp01);
1808 1809
	if (scale < 0)
		return scale;
1810

1811 1812 1813 1814 1815 1816 1817 1818 1819 1820 1821 1822 1823 1824
	/* Accept max_frames=1 we returned in rtl_get_coalesce. Accept it
	 * not only when usecs=0 because of e.g. the following scenario:
	 *
	 * - both rx_usecs=0 & rx_frames=0 in hardware (no delay on RX)
	 * - rtl_get_coalesce returns rx_usecs=0, rx_frames=1
	 * - then user does `ethtool -C eth0 rx-usecs 100`
	 *
	 * Since ethtool sends to kernel whole ethtool_coalesce settings,
	 * if we want to ignore rx_frames then it has to be set to 0.
	 */
	if (rx_fr == 1)
		rx_fr = 0;
	if (tx_fr == 1)
		tx_fr = 0;
1825

1826 1827 1828 1829 1830
	/* HW requires time limit to be set if frame limit is set */
	if ((tx_fr && !ec->tx_coalesce_usecs) ||
	    (rx_fr && !ec->rx_coalesce_usecs))
		return -EINVAL;

1831 1832
	w |= FIELD_PREP(RTL_COALESCE_TX_FRAMES, DIV_ROUND_UP(tx_fr, 4));
	w |= FIELD_PREP(RTL_COALESCE_RX_FRAMES, DIV_ROUND_UP(rx_fr, 4));
1833

1834 1835 1836 1837
	units = DIV_ROUND_UP(ec->tx_coalesce_usecs * 1000U, scale);
	w |= FIELD_PREP(RTL_COALESCE_TX_USECS, units);
	units = DIV_ROUND_UP(ec->rx_coalesce_usecs * 1000U, scale);
	w |= FIELD_PREP(RTL_COALESCE_RX_USECS, units);
1838

1839
	RTL_W16(tp, IntrMitigate, w);
1840

1841 1842 1843 1844 1845 1846 1847 1848 1849
	/* Meaning of PktCntrDisable bit changed from RTL8168e-vl */
	if (rtl_is_8168evl_up(tp)) {
		if (!rx_fr && !tx_fr)
			/* disable packet counter */
			tp->cp_cmd |= PktCntrDisable;
		else
			tp->cp_cmd &= ~PktCntrDisable;
	}

1850
	tp->cp_cmd = (tp->cp_cmd & ~INTT_MASK) | cp01;
1851
	RTL_W16(tp, CPlusCmd, tp->cp_cmd);
1852
	rtl_pci_commit(tp);
1853 1854 1855 1856

	return 0;
}

1857 1858 1859 1860
static int rtl8169_get_eee(struct net_device *dev, struct ethtool_eee *data)
{
	struct rtl8169_private *tp = netdev_priv(dev);

1861 1862 1863
	if (!rtl_supports_eee(tp))
		return -EOPNOTSUPP;

1864
	return phy_ethtool_get_eee(tp->phydev, data);
1865 1866 1867 1868 1869
}

static int rtl8169_set_eee(struct net_device *dev, struct ethtool_eee *data)
{
	struct rtl8169_private *tp = netdev_priv(dev);
1870 1871 1872 1873
	int ret;

	if (!rtl_supports_eee(tp))
		return -EOPNOTSUPP;
1874

1875
	ret = phy_ethtool_set_eee(tp->phydev, data);
1876 1877 1878 1879

	if (!ret)
		tp->eee_adv = phy_read_mmd(dev->phydev, MDIO_MMD_AN,
					   MDIO_AN_EEE_ADV);
1880
	return ret;
1881 1882
}

1883
static const struct ethtool_ops rtl8169_ethtool_ops = {
1884 1885
	.supported_coalesce_params = ETHTOOL_COALESCE_USECS |
				     ETHTOOL_COALESCE_MAX_FRAMES,
L
Linus Torvalds 已提交
1886 1887 1888
	.get_drvinfo		= rtl8169_get_drvinfo,
	.get_regs_len		= rtl8169_get_regs_len,
	.get_link		= ethtool_op_get_link,
1889 1890
	.get_coalesce		= rtl_get_coalesce,
	.set_coalesce		= rtl_set_coalesce,
L
Linus Torvalds 已提交
1891
	.get_regs		= rtl8169_get_regs,
F
Francois Romieu 已提交
1892 1893
	.get_wol		= rtl8169_get_wol,
	.set_wol		= rtl8169_set_wol,
1894
	.get_strings		= rtl8169_get_strings,
1895
	.get_sset_count		= rtl8169_get_sset_count,
1896
	.get_ethtool_stats	= rtl8169_get_ethtool_stats,
1897
	.get_ts_info		= ethtool_op_get_ts_info,
1898
	.nway_reset		= phy_ethtool_nway_reset,
1899 1900
	.get_eee		= rtl8169_get_eee,
	.set_eee		= rtl8169_set_eee,
1901 1902
	.get_link_ksettings	= phy_ethtool_get_link_ksettings,
	.set_link_ksettings	= phy_ethtool_set_link_ksettings,
L
Linus Torvalds 已提交
1903 1904
};

1905 1906
static void rtl_enable_eee(struct rtl8169_private *tp)
{
1907
	struct phy_device *phydev = tp->phydev;
1908 1909 1910 1911 1912 1913 1914
	int adv;

	/* respect EEE advertisement the user may have set */
	if (tp->eee_adv >= 0)
		adv = tp->eee_adv;
	else
		adv = phy_read_mmd(phydev, MDIO_MMD_PCS, MDIO_PCS_EEE_ABLE);
1915

1916 1917
	if (adv >= 0)
		phy_write_mmd(phydev, MDIO_MMD_AN, MDIO_AN_EEE_ADV, adv);
1918 1919
}

1920
static enum mac_version rtl8169_get_mac_version(u16 xid, bool gmii)
L
Linus Torvalds 已提交
1921
{
1922 1923 1924 1925 1926
	/*
	 * The driver currently handles the 8168Bf and the 8168Be identically
	 * but they can be identified more specifically through the test below
	 * if needed:
	 *
1927
	 * (RTL_R32(tp, TxConfig) & 0x700000) == 0x500000 ? 8168Bf : 8168Be
F
Francois Romieu 已提交
1928 1929 1930
	 *
	 * Same thing for the 8101Eb and the 8101Ec:
	 *
1931
	 * (RTL_R32(tp, TxConfig) & 0x700000) == 0x200000 ? 8101Eb : 8101Ec
1932
	 */
1933
	static const struct rtl_mac_info {
1934 1935
		u16 mask;
		u16 val;
1936
		enum mac_version ver;
L
Linus Torvalds 已提交
1937
	} mac_info[] = {
H
Heiner Kallweit 已提交
1938 1939 1940 1941
		/* 8125 family. */
		{ 0x7cf, 0x608,	RTL_GIGA_MAC_VER_60 },
		{ 0x7c8, 0x608,	RTL_GIGA_MAC_VER_61 },

H
Heiner Kallweit 已提交
1942 1943 1944
		/* RTL8117 */
		{ 0x7cf, 0x54a,	RTL_GIGA_MAC_VER_52 },

C
Chun-Hao Lin 已提交
1945
		/* 8168EP family. */
1946 1947 1948
		{ 0x7cf, 0x502,	RTL_GIGA_MAC_VER_51 },
		{ 0x7cf, 0x501,	RTL_GIGA_MAC_VER_50 },
		{ 0x7cf, 0x500,	RTL_GIGA_MAC_VER_49 },
C
Chun-Hao Lin 已提交
1949

1950
		/* 8168H family. */
1951 1952
		{ 0x7cf, 0x541,	RTL_GIGA_MAC_VER_46 },
		{ 0x7cf, 0x540,	RTL_GIGA_MAC_VER_45 },
1953

H
Hayes Wang 已提交
1954
		/* 8168G family. */
1955 1956 1957 1958
		{ 0x7cf, 0x5c8,	RTL_GIGA_MAC_VER_44 },
		{ 0x7cf, 0x509,	RTL_GIGA_MAC_VER_42 },
		{ 0x7cf, 0x4c1,	RTL_GIGA_MAC_VER_41 },
		{ 0x7cf, 0x4c0,	RTL_GIGA_MAC_VER_40 },
H
Hayes Wang 已提交
1959

1960
		/* 8168F family. */
1961 1962 1963
		{ 0x7c8, 0x488,	RTL_GIGA_MAC_VER_38 },
		{ 0x7cf, 0x481,	RTL_GIGA_MAC_VER_36 },
		{ 0x7cf, 0x480,	RTL_GIGA_MAC_VER_35 },
1964

H
hayeswang 已提交
1965
		/* 8168E family. */
1966 1967 1968
		{ 0x7c8, 0x2c8,	RTL_GIGA_MAC_VER_34 },
		{ 0x7cf, 0x2c1,	RTL_GIGA_MAC_VER_32 },
		{ 0x7c8, 0x2c0,	RTL_GIGA_MAC_VER_33 },
H
hayeswang 已提交
1969

F
Francois Romieu 已提交
1970
		/* 8168D family. */
1971 1972
		{ 0x7cf, 0x281,	RTL_GIGA_MAC_VER_25 },
		{ 0x7c8, 0x280,	RTL_GIGA_MAC_VER_26 },
F
Francois Romieu 已提交
1973

F
françois romieu 已提交
1974
		/* 8168DP family. */
1975 1976 1977
		{ 0x7cf, 0x288,	RTL_GIGA_MAC_VER_27 },
		{ 0x7cf, 0x28a,	RTL_GIGA_MAC_VER_28 },
		{ 0x7cf, 0x28b,	RTL_GIGA_MAC_VER_31 },
F
françois romieu 已提交
1978

1979
		/* 8168C family. */
1980 1981 1982 1983 1984 1985 1986
		{ 0x7cf, 0x3c9,	RTL_GIGA_MAC_VER_23 },
		{ 0x7cf, 0x3c8,	RTL_GIGA_MAC_VER_18 },
		{ 0x7c8, 0x3c8,	RTL_GIGA_MAC_VER_24 },
		{ 0x7cf, 0x3c0,	RTL_GIGA_MAC_VER_19 },
		{ 0x7cf, 0x3c2,	RTL_GIGA_MAC_VER_20 },
		{ 0x7cf, 0x3c3,	RTL_GIGA_MAC_VER_21 },
		{ 0x7c8, 0x3c0,	RTL_GIGA_MAC_VER_22 },
F
Francois Romieu 已提交
1987 1988

		/* 8168B family. */
1989 1990 1991
		{ 0x7cf, 0x380,	RTL_GIGA_MAC_VER_12 },
		{ 0x7c8, 0x380,	RTL_GIGA_MAC_VER_17 },
		{ 0x7c8, 0x300,	RTL_GIGA_MAC_VER_11 },
F
Francois Romieu 已提交
1992 1993

		/* 8101 family. */
1994 1995 1996 1997 1998 1999 2000 2001 2002
		{ 0x7c8, 0x448,	RTL_GIGA_MAC_VER_39 },
		{ 0x7c8, 0x440,	RTL_GIGA_MAC_VER_37 },
		{ 0x7cf, 0x409,	RTL_GIGA_MAC_VER_29 },
		{ 0x7c8, 0x408,	RTL_GIGA_MAC_VER_30 },
		{ 0x7cf, 0x349,	RTL_GIGA_MAC_VER_08 },
		{ 0x7cf, 0x249,	RTL_GIGA_MAC_VER_08 },
		{ 0x7cf, 0x348,	RTL_GIGA_MAC_VER_07 },
		{ 0x7cf, 0x248,	RTL_GIGA_MAC_VER_07 },
		{ 0x7cf, 0x340,	RTL_GIGA_MAC_VER_13 },
2003
		{ 0x7cf, 0x240,	RTL_GIGA_MAC_VER_14 },
2004 2005 2006 2007 2008
		{ 0x7cf, 0x343,	RTL_GIGA_MAC_VER_10 },
		{ 0x7cf, 0x342,	RTL_GIGA_MAC_VER_16 },
		{ 0x7c8, 0x348,	RTL_GIGA_MAC_VER_09 },
		{ 0x7c8, 0x248,	RTL_GIGA_MAC_VER_09 },
		{ 0x7c8, 0x340,	RTL_GIGA_MAC_VER_16 },
F
Francois Romieu 已提交
2009
		/* FIXME: where did these entries come from ? -- FR */
2010 2011
		{ 0xfc8, 0x388,	RTL_GIGA_MAC_VER_13 },
		{ 0xfc8, 0x308,	RTL_GIGA_MAC_VER_13 },
F
Francois Romieu 已提交
2012 2013

		/* 8110 family. */
2014 2015 2016 2017 2018
		{ 0xfc8, 0x980,	RTL_GIGA_MAC_VER_06 },
		{ 0xfc8, 0x180,	RTL_GIGA_MAC_VER_05 },
		{ 0xfc8, 0x100,	RTL_GIGA_MAC_VER_04 },
		{ 0xfc8, 0x040,	RTL_GIGA_MAC_VER_03 },
		{ 0xfc8, 0x008,	RTL_GIGA_MAC_VER_02 },
F
Francois Romieu 已提交
2019

2020
		/* Catch-all */
2021
		{ 0x000, 0x000,	RTL_GIGA_MAC_NONE   }
2022 2023
	};
	const struct rtl_mac_info *p = mac_info;
2024
	enum mac_version ver;
L
Linus Torvalds 已提交
2025

2026
	while ((xid & p->mask) != p->val)
L
Linus Torvalds 已提交
2027
		p++;
2028 2029 2030 2031 2032 2033 2034 2035 2036
	ver = p->ver;

	if (ver != RTL_GIGA_MAC_NONE && !gmii) {
		if (ver == RTL_GIGA_MAC_VER_42)
			ver = RTL_GIGA_MAC_VER_43;
		else if (ver == RTL_GIGA_MAC_VER_45)
			ver = RTL_GIGA_MAC_VER_47;
		else if (ver == RTL_GIGA_MAC_VER_46)
			ver = RTL_GIGA_MAC_VER_48;
2037
	}
2038 2039

	return ver;
L
Linus Torvalds 已提交
2040 2041
}

2042 2043
static void rtl_release_firmware(struct rtl8169_private *tp)
{
2044
	if (tp->rtl_fw) {
2045
		rtl_fw_release_firmware(tp->rtl_fw);
2046
		kfree(tp->rtl_fw);
2047
		tp->rtl_fw = NULL;
2048
	}
2049 2050
}

H
Heiner Kallweit 已提交
2051
void r8169_apply_firmware(struct rtl8169_private *tp)
2052
{
2053
	/* TODO: release firmware if rtl_fw_write_firmware signals failure. */
2054
	if (tp->rtl_fw) {
2055
		rtl_fw_write_firmware(tp, tp->rtl_fw);
2056 2057 2058
		/* At least one firmware doesn't reset tp->ocp_base. */
		tp->ocp_base = OCP_STD_PHY_BASE;
	}
2059 2060
}

2061 2062
static void rtl8168_config_eee_mac(struct rtl8169_private *tp)
{
2063 2064 2065 2066
	/* Adjust EEE LED frequency */
	if (tp->mac_version != RTL_GIGA_MAC_VER_38)
		RTL_W8(tp, EEE_LED, RTL_R8(tp, EEE_LED) & ~0x07);

2067
	rtl_eri_set_bits(tp, 0x1b0, 0x0003);
2068 2069
}

2070
static void rtl8125a_config_eee_mac(struct rtl8169_private *tp)
2071 2072 2073 2074 2075
{
	r8168_mac_ocp_modify(tp, 0xe040, 0, BIT(1) | BIT(0));
	r8168_mac_ocp_modify(tp, 0xeb62, 0, BIT(2) | BIT(1));
}

2076 2077 2078 2079 2080 2081 2082 2083
static void rtl_rar_exgmac_set(struct rtl8169_private *tp, u8 *addr)
{
	const u16 w[] = {
		addr[0] | (addr[1] << 8),
		addr[2] | (addr[3] << 8),
		addr[4] | (addr[5] << 8)
	};

2084 2085 2086 2087
	rtl_eri_write(tp, 0xe0, ERIAR_MASK_1111, w[0] | (w[1] << 16));
	rtl_eri_write(tp, 0xe4, ERIAR_MASK_1111, w[2]);
	rtl_eri_write(tp, 0xf0, ERIAR_MASK_1111, w[0] << 16);
	rtl_eri_write(tp, 0xf4, ERIAR_MASK_1111, w[1] | (w[2] << 16));
2088 2089
}

H
Heiner Kallweit 已提交
2090
u16 rtl8168h_2_get_adc_bias_ioffset(struct rtl8169_private *tp)
2091 2092 2093 2094 2095 2096 2097 2098 2099 2100 2101 2102 2103 2104 2105
{
	u16 data1, data2, ioffset;

	r8168_mac_ocp_write(tp, 0xdd02, 0x807d);
	data1 = r8168_mac_ocp_read(tp, 0xdd02);
	data2 = r8168_mac_ocp_read(tp, 0xdd00);

	ioffset = (data2 >> 1) & 0x7ff8;
	ioffset |= data2 & 0x0007;
	if (data1 & BIT(7))
		ioffset |= BIT(15);

	return ioffset;
}

2106 2107
static void rtl_schedule_task(struct rtl8169_private *tp, enum rtl_flag flag)
{
2108 2109
	set_bit(flag, tp->wk.flags);
	schedule_work(&tp->wk.work);
2110 2111
}

2112
static void rtl8169_init_phy(struct rtl8169_private *tp)
2113
{
2114
	r8169_hw_phy_config(tp, tp->phydev, tp->mac_version);
2115

2116
	if (tp->mac_version <= RTL_GIGA_MAC_VER_06) {
2117 2118
		pci_write_config_byte(tp->pci_dev, PCI_LATENCY_TIMER, 0x40);
		pci_write_config_byte(tp->pci_dev, PCI_CACHE_LINE_SIZE, 0x08);
2119
		/* set undocumented MAC Reg C+CR Offset 0x82h */
2120
		RTL_W8(tp, 0x82, 0x01);
2121
	}
2122

2123 2124 2125 2126 2127
	if (tp->mac_version == RTL_GIGA_MAC_VER_05 &&
	    tp->pci_dev->subsystem_vendor == PCI_VENDOR_ID_GIGABYTE &&
	    tp->pci_dev->subsystem_device == 0xe000)
		phy_write_paged(tp->phydev, 0x0001, 0x10, 0xf01b);

2128
	/* We may have called phy_speed_down before */
2129
	phy_speed_up(tp->phydev);
2130

2131 2132 2133
	if (rtl_supports_eee(tp))
		rtl_enable_eee(tp);

2134
	genphy_soft_reset(tp->phydev);
2135 2136
}

2137 2138
static void rtl_rar_set(struct rtl8169_private *tp, u8 *addr)
{
2139
	rtl_unlock_config_regs(tp);
2140

2141
	RTL_W32(tp, MAC4, addr[4] | addr[5] << 8);
2142
	rtl_pci_commit(tp);
2143

2144
	RTL_W32(tp, MAC0, addr[0] | addr[1] << 8 | addr[2] << 16 | addr[3] << 24);
2145
	rtl_pci_commit(tp);
2146

2147 2148
	if (tp->mac_version == RTL_GIGA_MAC_VER_34)
		rtl_rar_exgmac_set(tp, addr);
2149

2150
	rtl_lock_config_regs(tp);
2151 2152 2153 2154 2155
}

static int rtl_set_mac_address(struct net_device *dev, void *p)
{
	struct rtl8169_private *tp = netdev_priv(dev);
2156
	int ret;
2157

2158 2159 2160
	ret = eth_mac_addr(dev, p);
	if (ret)
		return ret;
2161

2162
	rtl_rar_set(tp, dev->dev_addr);
2163 2164 2165 2166

	return 0;
}

2167 2168 2169
static void rtl_wol_suspend_quirk(struct rtl8169_private *tp)
{
	switch (tp->mac_version) {
2170 2171
	case RTL_GIGA_MAC_VER_25:
	case RTL_GIGA_MAC_VER_26:
2172 2173 2174 2175 2176
	case RTL_GIGA_MAC_VER_29:
	case RTL_GIGA_MAC_VER_30:
	case RTL_GIGA_MAC_VER_32:
	case RTL_GIGA_MAC_VER_33:
	case RTL_GIGA_MAC_VER_34:
2177
	case RTL_GIGA_MAC_VER_37 ... RTL_GIGA_MAC_VER_61:
2178
		RTL_W32(tp, RxConfig, RTL_R32(tp, RxConfig) |
2179 2180 2181 2182 2183 2184 2185
			AcceptBroadcast | AcceptMulticast | AcceptMyPhys);
		break;
	default:
		break;
	}
}

2186
static void rtl_pll_power_down(struct rtl8169_private *tp)
F
françois romieu 已提交
2187
{
2188
	if (r8168_check_dash(tp))
F
françois romieu 已提交
2189 2190
		return;

H
hayeswang 已提交
2191 2192
	if (tp->mac_version == RTL_GIGA_MAC_VER_32 ||
	    tp->mac_version == RTL_GIGA_MAC_VER_33)
2193
		rtl_ephy_write(tp, 0x19, 0xff64);
H
hayeswang 已提交
2194

2195 2196 2197
	if (device_may_wakeup(tp_to_dev(tp))) {
		phy_speed_down(tp->phydev, false);
		rtl_wol_suspend_quirk(tp);
F
françois romieu 已提交
2198
		return;
2199
	}
F
françois romieu 已提交
2200 2201

	switch (tp->mac_version) {
2202
	case RTL_GIGA_MAC_VER_25 ... RTL_GIGA_MAC_VER_33:
2203 2204 2205
	case RTL_GIGA_MAC_VER_37:
	case RTL_GIGA_MAC_VER_39:
	case RTL_GIGA_MAC_VER_43:
2206
	case RTL_GIGA_MAC_VER_44:
2207 2208
	case RTL_GIGA_MAC_VER_45:
	case RTL_GIGA_MAC_VER_46:
2209 2210
	case RTL_GIGA_MAC_VER_47:
	case RTL_GIGA_MAC_VER_48:
C
Chun-Hao Lin 已提交
2211 2212
	case RTL_GIGA_MAC_VER_50:
	case RTL_GIGA_MAC_VER_51:
H
Heiner Kallweit 已提交
2213
	case RTL_GIGA_MAC_VER_52:
H
Heiner Kallweit 已提交
2214 2215
	case RTL_GIGA_MAC_VER_60:
	case RTL_GIGA_MAC_VER_61:
2216
		RTL_W8(tp, PMCH, RTL_R8(tp, PMCH) & ~0x80);
F
françois romieu 已提交
2217
		break;
2218 2219
	case RTL_GIGA_MAC_VER_40:
	case RTL_GIGA_MAC_VER_41:
C
Chun-Hao Lin 已提交
2220
	case RTL_GIGA_MAC_VER_49:
2221
		rtl_eri_clear_bits(tp, 0x1a8, 0xfc000000);
2222
		RTL_W8(tp, PMCH, RTL_R8(tp, PMCH) & ~0x80);
2223
		break;
2224 2225
	default:
		break;
F
françois romieu 已提交
2226
	}
2227 2228

	clk_disable_unprepare(tp->clk);
F
françois romieu 已提交
2229 2230
}

2231
static void rtl_pll_power_up(struct rtl8169_private *tp)
F
françois romieu 已提交
2232
{
2233 2234
	clk_prepare_enable(tp->clk);

F
françois romieu 已提交
2235
	switch (tp->mac_version) {
2236
	case RTL_GIGA_MAC_VER_25 ... RTL_GIGA_MAC_VER_33:
2237 2238 2239
	case RTL_GIGA_MAC_VER_37:
	case RTL_GIGA_MAC_VER_39:
	case RTL_GIGA_MAC_VER_43:
2240
		RTL_W8(tp, PMCH, RTL_R8(tp, PMCH) | 0x80);
F
françois romieu 已提交
2241
		break;
2242
	case RTL_GIGA_MAC_VER_44:
2243 2244
	case RTL_GIGA_MAC_VER_45:
	case RTL_GIGA_MAC_VER_46:
2245 2246
	case RTL_GIGA_MAC_VER_47:
	case RTL_GIGA_MAC_VER_48:
C
Chun-Hao Lin 已提交
2247 2248
	case RTL_GIGA_MAC_VER_50:
	case RTL_GIGA_MAC_VER_51:
H
Heiner Kallweit 已提交
2249
	case RTL_GIGA_MAC_VER_52:
H
Heiner Kallweit 已提交
2250 2251
	case RTL_GIGA_MAC_VER_60:
	case RTL_GIGA_MAC_VER_61:
2252
		RTL_W8(tp, PMCH, RTL_R8(tp, PMCH) | 0xc0);
2253
		break;
2254 2255
	case RTL_GIGA_MAC_VER_40:
	case RTL_GIGA_MAC_VER_41:
C
Chun-Hao Lin 已提交
2256
	case RTL_GIGA_MAC_VER_49:
2257
		RTL_W8(tp, PMCH, RTL_R8(tp, PMCH) | 0xc0);
2258
		rtl_eri_set_bits(tp, 0x1a8, 0xfc000000);
2259
		break;
2260 2261
	default:
		break;
F
françois romieu 已提交
2262 2263
	}

2264
	phy_resume(tp->phydev);
F
françois romieu 已提交
2265 2266
}

2267 2268 2269
static void rtl_init_rxcfg(struct rtl8169_private *tp)
{
	switch (tp->mac_version) {
2270
	case RTL_GIGA_MAC_VER_02 ... RTL_GIGA_MAC_VER_06:
2271
	case RTL_GIGA_MAC_VER_10 ... RTL_GIGA_MAC_VER_17:
2272
		RTL_W32(tp, RxConfig, RX_FIFO_THRESH | RX_DMA_BURST);
2273
		break;
2274
	case RTL_GIGA_MAC_VER_18 ... RTL_GIGA_MAC_VER_24:
2275 2276
	case RTL_GIGA_MAC_VER_34 ... RTL_GIGA_MAC_VER_36:
	case RTL_GIGA_MAC_VER_38:
2277
		RTL_W32(tp, RxConfig, RX128_INT_EN | RX_MULTI_EN | RX_DMA_BURST);
2278
		break;
H
Heiner Kallweit 已提交
2279
	case RTL_GIGA_MAC_VER_40 ... RTL_GIGA_MAC_VER_52:
2280
		RTL_W32(tp, RxConfig, RX128_INT_EN | RX_MULTI_EN | RX_DMA_BURST | RX_EARLY_OFF);
2281
		break;
H
Heiner Kallweit 已提交
2282
	case RTL_GIGA_MAC_VER_60 ... RTL_GIGA_MAC_VER_61:
2283
		RTL_W32(tp, RxConfig, RX_FETCH_DFLT_8125 | RX_DMA_BURST);
H
Heiner Kallweit 已提交
2284
		break;
2285
	default:
2286
		RTL_W32(tp, RxConfig, RX128_INT_EN | RX_DMA_BURST);
2287 2288 2289 2290
		break;
	}
}

2291 2292
static void rtl8169_init_ring_indexes(struct rtl8169_private *tp)
{
2293
	tp->dirty_tx = tp->cur_tx = tp->cur_rx = 0;
2294 2295
}

F
Francois Romieu 已提交
2296 2297
static void r8168c_hw_jumbo_enable(struct rtl8169_private *tp)
{
2298 2299
	RTL_W8(tp, Config3, RTL_R8(tp, Config3) | Jumbo_En0);
	RTL_W8(tp, Config4, RTL_R8(tp, Config4) | Jumbo_En1);
F
Francois Romieu 已提交
2300 2301 2302 2303
}

static void r8168c_hw_jumbo_disable(struct rtl8169_private *tp)
{
2304 2305
	RTL_W8(tp, Config3, RTL_R8(tp, Config3) & ~Jumbo_En0);
	RTL_W8(tp, Config4, RTL_R8(tp, Config4) & ~Jumbo_En1);
F
Francois Romieu 已提交
2306 2307 2308 2309
}

static void r8168dp_hw_jumbo_enable(struct rtl8169_private *tp)
{
2310
	RTL_W8(tp, Config3, RTL_R8(tp, Config3) | Jumbo_En0);
F
Francois Romieu 已提交
2311 2312 2313 2314
}

static void r8168dp_hw_jumbo_disable(struct rtl8169_private *tp)
{
2315
	RTL_W8(tp, Config3, RTL_R8(tp, Config3) & ~Jumbo_En0);
F
Francois Romieu 已提交
2316 2317 2318 2319
}

static void r8168e_hw_jumbo_enable(struct rtl8169_private *tp)
{
2320 2321 2322
	RTL_W8(tp, MaxTxPacketSize, 0x3f);
	RTL_W8(tp, Config3, RTL_R8(tp, Config3) | Jumbo_En0);
	RTL_W8(tp, Config4, RTL_R8(tp, Config4) | 0x01);
F
Francois Romieu 已提交
2323 2324 2325 2326
}

static void r8168e_hw_jumbo_disable(struct rtl8169_private *tp)
{
2327 2328 2329
	RTL_W8(tp, MaxTxPacketSize, 0x0c);
	RTL_W8(tp, Config3, RTL_R8(tp, Config3) & ~Jumbo_En0);
	RTL_W8(tp, Config4, RTL_R8(tp, Config4) & ~0x01);
F
Francois Romieu 已提交
2330 2331 2332 2333
}

static void r8168b_1_hw_jumbo_enable(struct rtl8169_private *tp)
{
2334
	RTL_W8(tp, Config4, RTL_R8(tp, Config4) | (1 << 0));
F
Francois Romieu 已提交
2335 2336 2337 2338
}

static void r8168b_1_hw_jumbo_disable(struct rtl8169_private *tp)
{
2339
	RTL_W8(tp, Config4, RTL_R8(tp, Config4) & ~(1 << 0));
F
Francois Romieu 已提交
2340 2341
}

2342
static void rtl_jumbo_config(struct rtl8169_private *tp)
F
Francois Romieu 已提交
2343
{
2344
	bool jumbo = tp->dev->mtu > ETH_DATA_LEN;
F
Francois Romieu 已提交
2345

H
Heiner Kallweit 已提交
2346 2347 2348 2349
	rtl_unlock_config_regs(tp);
	switch (tp->mac_version) {
	case RTL_GIGA_MAC_VER_12:
	case RTL_GIGA_MAC_VER_17:
2350 2351 2352 2353 2354 2355
		if (jumbo) {
			pcie_set_readrq(tp->pci_dev, 512);
			r8168b_1_hw_jumbo_enable(tp);
		} else {
			r8168b_1_hw_jumbo_disable(tp);
		}
H
Heiner Kallweit 已提交
2356 2357
		break;
	case RTL_GIGA_MAC_VER_18 ... RTL_GIGA_MAC_VER_26:
2358 2359 2360 2361 2362 2363
		if (jumbo) {
			pcie_set_readrq(tp->pci_dev, 512);
			r8168c_hw_jumbo_enable(tp);
		} else {
			r8168c_hw_jumbo_disable(tp);
		}
H
Heiner Kallweit 已提交
2364 2365
		break;
	case RTL_GIGA_MAC_VER_27 ... RTL_GIGA_MAC_VER_28:
2366 2367 2368 2369
		if (jumbo)
			r8168dp_hw_jumbo_enable(tp);
		else
			r8168dp_hw_jumbo_disable(tp);
H
Heiner Kallweit 已提交
2370
		break;
2371
	case RTL_GIGA_MAC_VER_31 ... RTL_GIGA_MAC_VER_33:
2372 2373 2374 2375 2376 2377
		if (jumbo) {
			pcie_set_readrq(tp->pci_dev, 512);
			r8168e_hw_jumbo_enable(tp);
		} else {
			r8168e_hw_jumbo_disable(tp);
		}
H
Heiner Kallweit 已提交
2378
		break;
F
Francois Romieu 已提交
2379 2380 2381
	default:
		break;
	}
H
Heiner Kallweit 已提交
2382
	rtl_lock_config_regs(tp);
2383

2384
	if (!jumbo && pci_is_pcie(tp->pci_dev) && tp->supports_gmii)
2385
		pcie_set_readrq(tp->pci_dev, 4096);
F
Francois Romieu 已提交
2386 2387
}

2388 2389
DECLARE_RTL_COND(rtl_chipcmd_cond)
{
2390
	return RTL_R8(tp, ChipCmd) & CmdReset;
2391 2392
}

2393 2394
static void rtl_hw_reset(struct rtl8169_private *tp)
{
2395
	RTL_W8(tp, ChipCmd, CmdReset);
2396

2397
	rtl_loop_wait_low(tp, &rtl_chipcmd_cond, 100, 100);
2398 2399
}

2400
static void rtl_request_firmware(struct rtl8169_private *tp)
2401
{
2402
	struct rtl_fw *rtl_fw;
2403

2404 2405 2406
	/* firmware loaded already or no firmware available */
	if (tp->rtl_fw || !tp->fw_name)
		return;
2407

2408
	rtl_fw = kzalloc(sizeof(*rtl_fw), GFP_KERNEL);
2409
	if (!rtl_fw)
2410
		return;
2411

2412 2413 2414 2415
	rtl_fw->phy_write = rtl_writephy;
	rtl_fw->phy_read = rtl_readphy;
	rtl_fw->mac_mcu_write = mac_mcu_write;
	rtl_fw->mac_mcu_read = mac_mcu_read;
2416 2417
	rtl_fw->fw_name = tp->fw_name;
	rtl_fw->dev = tp_to_dev(tp);
2418

2419 2420 2421 2422
	if (rtl_fw_request_firmware(rtl_fw))
		kfree(rtl_fw);
	else
		tp->rtl_fw = rtl_fw;
2423 2424
}

2425 2426
static void rtl_rx_close(struct rtl8169_private *tp)
{
2427
	RTL_W32(tp, RxConfig, RTL_R32(tp, RxConfig) & ~RX_CONFIG_ACCEPT_MASK);
2428 2429
}

2430 2431
DECLARE_RTL_COND(rtl_npq_cond)
{
2432
	return RTL_R8(tp, TxPoll) & NPQ;
2433 2434 2435 2436
}

DECLARE_RTL_COND(rtl_txcfg_empty_cond)
{
2437
	return RTL_R32(tp, TxConfig) & TXCFG_EMPTY;
2438 2439
}

2440 2441 2442 2443 2444 2445 2446 2447 2448 2449 2450 2451 2452 2453 2454 2455 2456 2457 2458 2459
DECLARE_RTL_COND(rtl_rxtx_empty_cond)
{
	return (RTL_R8(tp, MCU) & RXTX_EMPTY) == RXTX_EMPTY;
}

static void rtl_wait_txrx_fifo_empty(struct rtl8169_private *tp)
{
	switch (tp->mac_version) {
	case RTL_GIGA_MAC_VER_40 ... RTL_GIGA_MAC_VER_52:
		rtl_loop_wait_high(tp, &rtl_txcfg_empty_cond, 100, 42);
		rtl_loop_wait_high(tp, &rtl_rxtx_empty_cond, 100, 42);
		break;
	case RTL_GIGA_MAC_VER_60 ... RTL_GIGA_MAC_VER_61:
		rtl_loop_wait_high(tp, &rtl_rxtx_empty_cond, 100, 42);
		break;
	default:
		break;
	}
}

2460 2461 2462 2463
static void rtl_enable_rxdvgate(struct rtl8169_private *tp)
{
	RTL_W32(tp, MISC, RTL_R32(tp, MISC) | RXDV_GATED_EN);
	fsleep(2000);
2464
	rtl_wait_txrx_fifo_empty(tp);
2465 2466
}

2467
static void rtl_set_tx_config_registers(struct rtl8169_private *tp)
2468
{
2469 2470 2471
	u32 val = TX_DMA_BURST << TxDMAShift |
		  InterFrameGap << TxInterFrameGapShift;

2472
	if (rtl_is_8168evl_up(tp))
2473 2474 2475
		val |= TXCFG_AUTO_FIFO;

	RTL_W32(tp, TxConfig, val);
2476 2477
}

2478
static void rtl_set_rx_max_size(struct rtl8169_private *tp)
L
Linus Torvalds 已提交
2479
{
2480 2481
	/* Low hurts. Let's disable the filtering. */
	RTL_W16(tp, RxMaxSize, R8169_RX_BUF_SIZE + 1);
2482 2483
}

2484
static void rtl_set_rx_tx_desc_registers(struct rtl8169_private *tp)
2485 2486 2487 2488 2489 2490
{
	/*
	 * Magic spell: some iop3xx ARM board needs the TxDescAddrHigh
	 * register to be written before TxDescAddrLow to work.
	 * Switching from MMIO to I/O access fixes the issue as well.
	 */
2491 2492 2493 2494
	RTL_W32(tp, TxDescStartAddrHigh, ((u64) tp->TxPhyAddr) >> 32);
	RTL_W32(tp, TxDescStartAddrLow, ((u64) tp->TxPhyAddr) & DMA_BIT_MASK(32));
	RTL_W32(tp, RxDescAddrHigh, ((u64) tp->RxPhyAddr) >> 32);
	RTL_W32(tp, RxDescAddrLow, ((u64) tp->RxPhyAddr) & DMA_BIT_MASK(32));
2495 2496
}

2497
static void rtl8169_set_magic_reg(struct rtl8169_private *tp)
2498
{
2499 2500 2501 2502 2503 2504 2505 2506 2507 2508 2509 2510 2511
	u32 val;

	if (tp->mac_version == RTL_GIGA_MAC_VER_05)
		val = 0x000fff00;
	else if (tp->mac_version == RTL_GIGA_MAC_VER_06)
		val = 0x00ffff00;
	else
		return;

	if (RTL_R8(tp, Config2) & PCI_Clock_66MHz)
		val |= 0xff;

	RTL_W32(tp, 0x7c, val);
2512 2513
}

2514 2515
static void rtl_set_rx_mode(struct net_device *dev)
{
H
Heiner Kallweit 已提交
2516 2517 2518
	u32 rx_mode = AcceptBroadcast | AcceptMyPhys | AcceptMulticast;
	/* Multicast hash filter */
	u32 mc_filter[2] = { 0xffffffff, 0xffffffff };
2519
	struct rtl8169_private *tp = netdev_priv(dev);
H
Heiner Kallweit 已提交
2520
	u32 tmp;
2521 2522

	if (dev->flags & IFF_PROMISC) {
H
Heiner Kallweit 已提交
2523 2524 2525 2526 2527 2528 2529
		rx_mode |= AcceptAllPhys;
	} else if (netdev_mc_count(dev) > MC_FILTER_LIMIT ||
		   dev->flags & IFF_ALLMULTI ||
		   tp->mac_version == RTL_GIGA_MAC_VER_35) {
		/* accept all multicasts */
	} else if (netdev_mc_empty(dev)) {
		rx_mode &= ~AcceptMulticast;
2530 2531 2532 2533 2534
	} else {
		struct netdev_hw_addr *ha;

		mc_filter[1] = mc_filter[0] = 0;
		netdev_for_each_mc_addr(ha, dev) {
2535
			u32 bit_nr = eth_hw_addr_crc(ha) >> 26;
H
Heiner Kallweit 已提交
2536 2537 2538 2539 2540 2541 2542
			mc_filter[bit_nr >> 5] |= BIT(bit_nr & 31);
		}

		if (tp->mac_version > RTL_GIGA_MAC_VER_06) {
			tmp = mc_filter[0];
			mc_filter[0] = swab32(mc_filter[1]);
			mc_filter[1] = swab32(tmp);
2543 2544 2545
		}
	}

2546 2547
	RTL_W32(tp, MAR0 + 4, mc_filter[1]);
	RTL_W32(tp, MAR0 + 0, mc_filter[0]);
2548

H
Heiner Kallweit 已提交
2549
	tmp = RTL_R32(tp, RxConfig);
2550
	RTL_W32(tp, RxConfig, (tmp & ~RX_CONFIG_ACCEPT_OK_MASK) | rx_mode);
2551 2552
}

2553 2554
DECLARE_RTL_COND(rtl_csiar_cond)
{
2555
	return RTL_R32(tp, CSIAR) & CSIAR_FLAG;
2556 2557
}

2558
static void rtl_csi_write(struct rtl8169_private *tp, int addr, int value)
2559
{
2560
	u32 func = PCI_FUNC(tp->pci_dev->devfn);
2561

2562 2563
	RTL_W32(tp, CSIDR, value);
	RTL_W32(tp, CSIAR, CSIAR_WRITE_CMD | (addr & CSIAR_ADDR_MASK) |
2564
		CSIAR_BYTE_ENABLE | func << 16);
2565

2566
	rtl_loop_wait_low(tp, &rtl_csiar_cond, 10, 100);
2567 2568
}

2569
static u32 rtl_csi_read(struct rtl8169_private *tp, int addr)
2570
{
2571 2572 2573 2574
	u32 func = PCI_FUNC(tp->pci_dev->devfn);

	RTL_W32(tp, CSIAR, (addr & CSIAR_ADDR_MASK) | func << 16 |
		CSIAR_BYTE_ENABLE);
2575

2576
	return rtl_loop_wait_high(tp, &rtl_csiar_cond, 10, 100) ?
2577
		RTL_R32(tp, CSIDR) : ~0;
2578 2579
}

2580
static void rtl_csi_access_enable(struct rtl8169_private *tp, u8 val)
H
hayeswang 已提交
2581
{
2582 2583
	struct pci_dev *pdev = tp->pci_dev;
	u32 csi;
H
hayeswang 已提交
2584

2585 2586 2587 2588 2589 2590 2591 2592 2593 2594 2595 2596
	/* According to Realtek the value at config space address 0x070f
	 * controls the L0s/L1 entrance latency. We try standard ECAM access
	 * first and if it fails fall back to CSI.
	 */
	if (pdev->cfg_size > 0x070f &&
	    pci_write_config_byte(pdev, 0x070f, val) == PCIBIOS_SUCCESSFUL)
		return;

	netdev_notice_once(tp->dev,
		"No native access to PCI extended config space, falling back to CSI\n");
	csi = rtl_csi_read(tp, 0x070c) & 0x00ffffff;
	rtl_csi_write(tp, 0x070c, csi | val << 24);
H
hayeswang 已提交
2597 2598
}

2599
static void rtl_set_def_aspm_entry_latency(struct rtl8169_private *tp)
2600
{
2601
	rtl_csi_access_enable(tp, 0x27);
2602 2603 2604 2605 2606 2607 2608 2609
}

struct ephy_info {
	unsigned int offset;
	u16 mask;
	u16 bits;
};

2610 2611
static void __rtl_ephy_init(struct rtl8169_private *tp,
			    const struct ephy_info *e, int len)
2612 2613 2614 2615
{
	u16 w;

	while (len-- > 0) {
2616 2617
		w = (rtl_ephy_read(tp, e->offset) & ~e->mask) | e->bits;
		rtl_ephy_write(tp, e->offset, w);
2618 2619 2620 2621
		e++;
	}
}

2622 2623
#define rtl_ephy_init(tp, a) __rtl_ephy_init(tp, a, ARRAY_SIZE(a))

2624
static void rtl_disable_clock_request(struct rtl8169_private *tp)
2625
{
2626
	pcie_capability_clear_word(tp->pci_dev, PCI_EXP_LNKCTL,
2627
				   PCI_EXP_LNKCTL_CLKREQ_EN);
2628 2629
}

2630
static void rtl_enable_clock_request(struct rtl8169_private *tp)
F
françois romieu 已提交
2631
{
2632
	pcie_capability_set_word(tp->pci_dev, PCI_EXP_LNKCTL,
2633
				 PCI_EXP_LNKCTL_CLKREQ_EN);
F
françois romieu 已提交
2634 2635
}

2636
static void rtl_pcie_state_l2l3_disable(struct rtl8169_private *tp)
H
hayeswang 已提交
2637
{
2638 2639
	/* work around an issue when PCI reset occurs during L2/L3 state */
	RTL_W8(tp, Config3, RTL_R8(tp, Config3) & ~Rdy_to_L23);
H
hayeswang 已提交
2640 2641
}

K
Kai-Heng Feng 已提交
2642 2643
static void rtl_hw_aspm_clkreq_enable(struct rtl8169_private *tp, bool enable)
{
2644 2645
	/* Don't enable ASPM in the chip if OS can't control ASPM */
	if (enable && tp->aspm_manageable) {
K
Kai-Heng Feng 已提交
2646
		RTL_W8(tp, Config5, RTL_R8(tp, Config5) | ASPM_en);
2647
		RTL_W8(tp, Config2, RTL_R8(tp, Config2) | ClkReqEn);
K
Kai-Heng Feng 已提交
2648 2649 2650 2651
	} else {
		RTL_W8(tp, Config2, RTL_R8(tp, Config2) & ~ClkReqEn);
		RTL_W8(tp, Config5, RTL_R8(tp, Config5) & ~ASPM_en);
	}
2652 2653

	udelay(10);
K
Kai-Heng Feng 已提交
2654 2655
}

H
Heiner Kallweit 已提交
2656 2657 2658 2659 2660 2661 2662 2663 2664 2665
static void rtl_set_fifo_size(struct rtl8169_private *tp, u16 rx_stat,
			      u16 tx_stat, u16 rx_dyn, u16 tx_dyn)
{
	/* Usage of dynamic vs. static FIFO is controlled by bit
	 * TXCFG_AUTO_FIFO. Exact meaning of FIFO values isn't known.
	 */
	rtl_eri_write(tp, 0xc8, ERIAR_MASK_1111, (rx_stat << 16) | rx_dyn);
	rtl_eri_write(tp, 0xe8, ERIAR_MASK_1111, (tx_stat << 16) | tx_dyn);
}

2666 2667 2668 2669 2670 2671 2672 2673
static void rtl8168g_set_pause_thresholds(struct rtl8169_private *tp,
					  u8 low, u8 high)
{
	/* FIFO thresholds for pause flow control */
	rtl_eri_write(tp, 0xcc, ERIAR_MASK_0001, low);
	rtl_eri_write(tp, 0xd0, ERIAR_MASK_0001, high);
}

2674
static void rtl_hw_start_8168b(struct rtl8169_private *tp)
2675
{
2676
	RTL_W8(tp, Config3, RTL_R8(tp, Config3) & ~Beacon_en);
2677 2678
}

2679
static void __rtl_hw_start_8168cp(struct rtl8169_private *tp)
2680
{
2681
	RTL_W8(tp, Config1, RTL_R8(tp, Config1) | Speed_down);
2682

2683
	RTL_W8(tp, Config3, RTL_R8(tp, Config3) & ~Beacon_en);
2684

2685
	rtl_disable_clock_request(tp);
2686 2687
}

2688
static void rtl_hw_start_8168cp_1(struct rtl8169_private *tp)
2689
{
2690
	static const struct ephy_info e_info_8168cp[] = {
2691 2692 2693 2694 2695 2696 2697
		{ 0x01, 0,	0x0001 },
		{ 0x02, 0x0800,	0x1000 },
		{ 0x03, 0,	0x0042 },
		{ 0x06, 0x0080,	0x0000 },
		{ 0x07, 0,	0x2000 }
	};

2698
	rtl_set_def_aspm_entry_latency(tp);
2699

2700
	rtl_ephy_init(tp, e_info_8168cp);
2701

2702
	__rtl_hw_start_8168cp(tp);
2703 2704
}

2705
static void rtl_hw_start_8168cp_2(struct rtl8169_private *tp)
F
Francois Romieu 已提交
2706
{
2707
	rtl_set_def_aspm_entry_latency(tp);
F
Francois Romieu 已提交
2708

2709
	RTL_W8(tp, Config3, RTL_R8(tp, Config3) & ~Beacon_en);
F
Francois Romieu 已提交
2710 2711
}

2712
static void rtl_hw_start_8168cp_3(struct rtl8169_private *tp)
2713
{
2714
	rtl_set_def_aspm_entry_latency(tp);
2715

2716
	RTL_W8(tp, Config3, RTL_R8(tp, Config3) & ~Beacon_en);
2717 2718

	/* Magic. */
2719
	RTL_W8(tp, DBG_REG, 0x20);
2720 2721
}

2722
static void rtl_hw_start_8168c_1(struct rtl8169_private *tp)
2723
{
2724
	static const struct ephy_info e_info_8168c_1[] = {
2725 2726 2727 2728 2729
		{ 0x02, 0x0800,	0x1000 },
		{ 0x03, 0,	0x0002 },
		{ 0x06, 0x0080,	0x0000 }
	};

2730
	rtl_set_def_aspm_entry_latency(tp);
2731

2732
	RTL_W8(tp, DBG_REG, 0x06 | FIX_NAK_1 | FIX_NAK_2);
2733

2734
	rtl_ephy_init(tp, e_info_8168c_1);
2735

2736
	__rtl_hw_start_8168cp(tp);
2737 2738
}

2739
static void rtl_hw_start_8168c_2(struct rtl8169_private *tp)
2740
{
2741
	static const struct ephy_info e_info_8168c_2[] = {
2742
		{ 0x01, 0,	0x0001 },
2743
		{ 0x03, 0x0400,	0x0020 }
2744 2745
	};

2746
	rtl_set_def_aspm_entry_latency(tp);
2747

2748
	rtl_ephy_init(tp, e_info_8168c_2);
2749

2750
	__rtl_hw_start_8168cp(tp);
2751 2752
}

2753
static void rtl_hw_start_8168c_3(struct rtl8169_private *tp)
F
Francois Romieu 已提交
2754
{
2755
	rtl_hw_start_8168c_2(tp);
F
Francois Romieu 已提交
2756 2757
}

2758
static void rtl_hw_start_8168c_4(struct rtl8169_private *tp)
2759
{
2760
	rtl_set_def_aspm_entry_latency(tp);
2761

2762
	__rtl_hw_start_8168cp(tp);
2763 2764
}

2765
static void rtl_hw_start_8168d(struct rtl8169_private *tp)
F
Francois Romieu 已提交
2766
{
2767
	rtl_set_def_aspm_entry_latency(tp);
F
Francois Romieu 已提交
2768

2769
	rtl_disable_clock_request(tp);
F
Francois Romieu 已提交
2770 2771
}

2772
static void rtl_hw_start_8168d_4(struct rtl8169_private *tp)
F
françois romieu 已提交
2773 2774
{
	static const struct ephy_info e_info_8168d_4[] = {
2775 2776
		{ 0x0b, 0x0000,	0x0048 },
		{ 0x19, 0x0020,	0x0050 },
2777 2778
		{ 0x0c, 0x0100,	0x0020 },
		{ 0x10, 0x0004,	0x0000 },
F
françois romieu 已提交
2779 2780
	};

2781
	rtl_set_def_aspm_entry_latency(tp);
F
françois romieu 已提交
2782

2783
	rtl_ephy_init(tp, e_info_8168d_4);
F
françois romieu 已提交
2784

2785
	rtl_enable_clock_request(tp);
F
françois romieu 已提交
2786 2787
}

2788
static void rtl_hw_start_8168e_1(struct rtl8169_private *tp)
H
hayeswang 已提交
2789
{
H
Hayes Wang 已提交
2790
	static const struct ephy_info e_info_8168e_1[] = {
H
hayeswang 已提交
2791 2792 2793 2794 2795 2796 2797 2798 2799 2800 2801 2802 2803 2804 2805
		{ 0x00, 0x0200,	0x0100 },
		{ 0x00, 0x0000,	0x0004 },
		{ 0x06, 0x0002,	0x0001 },
		{ 0x06, 0x0000,	0x0030 },
		{ 0x07, 0x0000,	0x2000 },
		{ 0x00, 0x0000,	0x0020 },
		{ 0x03, 0x5800,	0x2000 },
		{ 0x03, 0x0000,	0x0001 },
		{ 0x01, 0x0800,	0x1000 },
		{ 0x07, 0x0000,	0x4000 },
		{ 0x1e, 0x0000,	0x2000 },
		{ 0x19, 0xffff,	0xfe6c },
		{ 0x0a, 0x0000,	0x0040 }
	};

2806
	rtl_set_def_aspm_entry_latency(tp);
H
hayeswang 已提交
2807

2808
	rtl_ephy_init(tp, e_info_8168e_1);
H
hayeswang 已提交
2809

2810
	rtl_disable_clock_request(tp);
H
hayeswang 已提交
2811 2812

	/* Reset tx FIFO pointer */
2813 2814
	RTL_W32(tp, MISC, RTL_R32(tp, MISC) | TXPLA_RST);
	RTL_W32(tp, MISC, RTL_R32(tp, MISC) & ~TXPLA_RST);
H
hayeswang 已提交
2815

2816
	RTL_W8(tp, Config5, RTL_R8(tp, Config5) & ~Spi_en);
H
hayeswang 已提交
2817 2818
}

2819
static void rtl_hw_start_8168e_2(struct rtl8169_private *tp)
H
Hayes Wang 已提交
2820 2821 2822
{
	static const struct ephy_info e_info_8168e_2[] = {
		{ 0x09, 0x0000,	0x0080 },
2823 2824 2825
		{ 0x19, 0x0000,	0x0224 },
		{ 0x00, 0x0000,	0x0004 },
		{ 0x0c, 0x3df0,	0x0200 },
H
Hayes Wang 已提交
2826 2827
	};

2828
	rtl_set_def_aspm_entry_latency(tp);
H
Hayes Wang 已提交
2829

2830
	rtl_ephy_init(tp, e_info_8168e_2);
H
Hayes Wang 已提交
2831

2832
	rtl_eri_write(tp, 0xc0, ERIAR_MASK_0011, 0x0000);
2833
	rtl_eri_write(tp, 0xb8, ERIAR_MASK_1111, 0x0000);
H
Heiner Kallweit 已提交
2834
	rtl_set_fifo_size(tp, 0x10, 0x10, 0x02, 0x06);
2835 2836 2837 2838
	rtl_eri_set_bits(tp, 0x0d4, 0x1f00);
	rtl_eri_set_bits(tp, 0x1d0, BIT(1));
	rtl_reset_packet_filter(tp);
	rtl_eri_set_bits(tp, 0x1b0, BIT(4));
2839 2840
	rtl_eri_write(tp, 0xcc, ERIAR_MASK_1111, 0x00000050);
	rtl_eri_write(tp, 0xd0, ERIAR_MASK_1111, 0x07ff0060);
H
Hayes Wang 已提交
2841

2842
	rtl_disable_clock_request(tp);
2843

2844
	RTL_W8(tp, MCU, RTL_R8(tp, MCU) & ~NOW_IS_OOB);
H
Hayes Wang 已提交
2845

2846 2847
	rtl8168_config_eee_mac(tp);

2848 2849 2850
	RTL_W8(tp, DLLPR, RTL_R8(tp, DLLPR) | PFM_EN);
	RTL_W32(tp, MISC, RTL_R32(tp, MISC) | PWM_EN);
	RTL_W8(tp, Config5, RTL_R8(tp, Config5) & ~Spi_en);
2851 2852

	rtl_hw_aspm_clkreq_enable(tp, true);
H
Hayes Wang 已提交
2853 2854
}

2855
static void rtl_hw_start_8168f(struct rtl8169_private *tp)
2856
{
2857
	rtl_set_def_aspm_entry_latency(tp);
2858

2859
	rtl_eri_write(tp, 0xc0, ERIAR_MASK_0011, 0x0000);
2860
	rtl_eri_write(tp, 0xb8, ERIAR_MASK_1111, 0x0000);
H
Heiner Kallweit 已提交
2861
	rtl_set_fifo_size(tp, 0x10, 0x10, 0x02, 0x06);
2862
	rtl_reset_packet_filter(tp);
2863
	rtl_eri_set_bits(tp, 0x1b0, BIT(4));
2864
	rtl_eri_set_bits(tp, 0x1d0, BIT(4) | BIT(1));
2865 2866
	rtl_eri_write(tp, 0xcc, ERIAR_MASK_1111, 0x00000050);
	rtl_eri_write(tp, 0xd0, ERIAR_MASK_1111, 0x00000060);
2867

2868
	rtl_disable_clock_request(tp);
2869

2870 2871 2872 2873
	RTL_W8(tp, MCU, RTL_R8(tp, MCU) & ~NOW_IS_OOB);
	RTL_W8(tp, DLLPR, RTL_R8(tp, DLLPR) | PFM_EN);
	RTL_W32(tp, MISC, RTL_R32(tp, MISC) | PWM_EN);
	RTL_W8(tp, Config5, RTL_R8(tp, Config5) & ~Spi_en);
2874 2875

	rtl8168_config_eee_mac(tp);
2876 2877
}

2878 2879 2880 2881 2882 2883
static void rtl_hw_start_8168f_1(struct rtl8169_private *tp)
{
	static const struct ephy_info e_info_8168f_1[] = {
		{ 0x06, 0x00c0,	0x0020 },
		{ 0x08, 0x0001,	0x0002 },
		{ 0x09, 0x0000,	0x0080 },
2884 2885 2886
		{ 0x19, 0x0000,	0x0224 },
		{ 0x00, 0x0000,	0x0004 },
		{ 0x0c, 0x3df0,	0x0200 },
2887 2888 2889 2890
	};

	rtl_hw_start_8168f(tp);

2891
	rtl_ephy_init(tp, e_info_8168f_1);
2892

2893
	rtl_eri_set_bits(tp, 0x0d4, 0x1f00);
2894 2895
}

2896 2897 2898 2899 2900
static void rtl_hw_start_8411(struct rtl8169_private *tp)
{
	static const struct ephy_info e_info_8168f_1[] = {
		{ 0x06, 0x00c0,	0x0020 },
		{ 0x0f, 0xffff,	0x5200 },
2901 2902 2903
		{ 0x19, 0x0000,	0x0224 },
		{ 0x00, 0x0000,	0x0004 },
		{ 0x0c, 0x3df0,	0x0200 },
2904 2905 2906
	};

	rtl_hw_start_8168f(tp);
2907
	rtl_pcie_state_l2l3_disable(tp);
2908

2909
	rtl_ephy_init(tp, e_info_8168f_1);
2910

2911
	rtl_eri_set_bits(tp, 0x0d4, 0x0c00);
2912 2913
}

2914
static void rtl_hw_start_8168g(struct rtl8169_private *tp)
H
Hayes Wang 已提交
2915
{
H
Heiner Kallweit 已提交
2916
	rtl_set_fifo_size(tp, 0x08, 0x10, 0x02, 0x06);
2917
	rtl8168g_set_pause_thresholds(tp, 0x38, 0x48);
H
Hayes Wang 已提交
2918

2919
	rtl_set_def_aspm_entry_latency(tp);
H
Hayes Wang 已提交
2920

2921
	rtl_reset_packet_filter(tp);
2922
	rtl_eri_write(tp, 0x2f8, ERIAR_MASK_0011, 0x1d8f);
H
Hayes Wang 已提交
2923

2924
	RTL_W32(tp, MISC, RTL_R32(tp, MISC) & ~RXDV_GATED_EN);
H
Hayes Wang 已提交
2925

2926 2927
	rtl_eri_write(tp, 0xc0, ERIAR_MASK_0011, 0x0000);
	rtl_eri_write(tp, 0xb8, ERIAR_MASK_0011, 0x0000);
2928
	rtl_eri_set_bits(tp, 0x0d4, 0x1f80);
H
Hayes Wang 已提交
2929

2930 2931
	rtl8168_config_eee_mac(tp);

2932 2933
	rtl_w0w1_eri(tp, 0x2fc, 0x01, 0x06);
	rtl_eri_clear_bits(tp, 0x1b0, BIT(12));
H
hayeswang 已提交
2934

2935
	rtl_pcie_state_l2l3_disable(tp);
H
Hayes Wang 已提交
2936 2937
}

2938 2939 2940
static void rtl_hw_start_8168g_1(struct rtl8169_private *tp)
{
	static const struct ephy_info e_info_8168g_1[] = {
2941 2942
		{ 0x00, 0x0008,	0x0000 },
		{ 0x0c, 0x3ff0,	0x0820 },
2943 2944 2945 2946 2947 2948 2949
		{ 0x1e, 0x0000,	0x0001 },
		{ 0x19, 0x8000,	0x0000 }
	};

	rtl_hw_start_8168g(tp);

	/* disable aspm and clock request before access ephy */
K
Kai-Heng Feng 已提交
2950
	rtl_hw_aspm_clkreq_enable(tp, false);
2951
	rtl_ephy_init(tp, e_info_8168g_1);
K
Kai-Heng Feng 已提交
2952
	rtl_hw_aspm_clkreq_enable(tp, true);
2953 2954
}

H
hayeswang 已提交
2955 2956 2957
static void rtl_hw_start_8168g_2(struct rtl8169_private *tp)
{
	static const struct ephy_info e_info_8168g_2[] = {
2958 2959 2960 2961 2962 2963 2964 2965 2966
		{ 0x00, 0x0008,	0x0000 },
		{ 0x0c, 0x3ff0,	0x0820 },
		{ 0x19, 0xffff,	0x7c00 },
		{ 0x1e, 0xffff,	0x20eb },
		{ 0x0d, 0xffff,	0x1666 },
		{ 0x00, 0xffff,	0x10a3 },
		{ 0x06, 0xffff,	0xf050 },
		{ 0x04, 0x0000,	0x0010 },
		{ 0x1d, 0x4000,	0x0000 },
H
hayeswang 已提交
2967 2968
	};

2969
	rtl_hw_start_8168g(tp);
H
hayeswang 已提交
2970 2971

	/* disable aspm and clock request before access ephy */
2972
	rtl_hw_aspm_clkreq_enable(tp, false);
2973
	rtl_ephy_init(tp, e_info_8168g_2);
H
hayeswang 已提交
2974 2975
}

H
hayeswang 已提交
2976 2977 2978
static void rtl_hw_start_8411_2(struct rtl8169_private *tp)
{
	static const struct ephy_info e_info_8411_2[] = {
2979 2980 2981 2982 2983 2984 2985 2986 2987 2988
		{ 0x00, 0x0008,	0x0000 },
		{ 0x0c, 0x37d0,	0x0820 },
		{ 0x1e, 0x0000,	0x0001 },
		{ 0x19, 0x8021,	0x0000 },
		{ 0x1e, 0x0000,	0x2000 },
		{ 0x0d, 0x0100,	0x0200 },
		{ 0x00, 0x0000,	0x0080 },
		{ 0x06, 0x0000,	0x0010 },
		{ 0x04, 0x0000,	0x0010 },
		{ 0x1d, 0x0000,	0x4000 },
H
hayeswang 已提交
2989 2990
	};

2991
	rtl_hw_start_8168g(tp);
H
hayeswang 已提交
2992 2993

	/* disable aspm and clock request before access ephy */
K
Kai-Heng Feng 已提交
2994
	rtl_hw_aspm_clkreq_enable(tp, false);
2995
	rtl_ephy_init(tp, e_info_8411_2);
2996 2997 2998 2999 3000 3001 3002 3003 3004 3005 3006 3007 3008 3009 3010 3011 3012 3013 3014 3015 3016 3017 3018 3019 3020 3021 3022 3023 3024 3025 3026 3027 3028 3029 3030 3031 3032 3033 3034 3035 3036 3037 3038 3039 3040 3041 3042 3043 3044 3045 3046 3047 3048 3049 3050 3051 3052 3053 3054 3055 3056 3057 3058 3059 3060 3061 3062 3063 3064 3065 3066 3067 3068 3069 3070 3071 3072 3073 3074 3075 3076 3077 3078 3079 3080 3081 3082 3083 3084 3085 3086 3087 3088 3089 3090 3091 3092 3093 3094 3095 3096 3097 3098 3099 3100 3101 3102 3103 3104 3105 3106 3107 3108 3109 3110 3111 3112 3113 3114 3115 3116 3117 3118 3119 3120 3121 3122 3123 3124 3125 3126 3127 3128 3129 3130 3131 3132

	/* The following Realtek-provided magic fixes an issue with the RX unit
	 * getting confused after the PHY having been powered-down.
	 */
	r8168_mac_ocp_write(tp, 0xFC28, 0x0000);
	r8168_mac_ocp_write(tp, 0xFC2A, 0x0000);
	r8168_mac_ocp_write(tp, 0xFC2C, 0x0000);
	r8168_mac_ocp_write(tp, 0xFC2E, 0x0000);
	r8168_mac_ocp_write(tp, 0xFC30, 0x0000);
	r8168_mac_ocp_write(tp, 0xFC32, 0x0000);
	r8168_mac_ocp_write(tp, 0xFC34, 0x0000);
	r8168_mac_ocp_write(tp, 0xFC36, 0x0000);
	mdelay(3);
	r8168_mac_ocp_write(tp, 0xFC26, 0x0000);

	r8168_mac_ocp_write(tp, 0xF800, 0xE008);
	r8168_mac_ocp_write(tp, 0xF802, 0xE00A);
	r8168_mac_ocp_write(tp, 0xF804, 0xE00C);
	r8168_mac_ocp_write(tp, 0xF806, 0xE00E);
	r8168_mac_ocp_write(tp, 0xF808, 0xE027);
	r8168_mac_ocp_write(tp, 0xF80A, 0xE04F);
	r8168_mac_ocp_write(tp, 0xF80C, 0xE05E);
	r8168_mac_ocp_write(tp, 0xF80E, 0xE065);
	r8168_mac_ocp_write(tp, 0xF810, 0xC602);
	r8168_mac_ocp_write(tp, 0xF812, 0xBE00);
	r8168_mac_ocp_write(tp, 0xF814, 0x0000);
	r8168_mac_ocp_write(tp, 0xF816, 0xC502);
	r8168_mac_ocp_write(tp, 0xF818, 0xBD00);
	r8168_mac_ocp_write(tp, 0xF81A, 0x074C);
	r8168_mac_ocp_write(tp, 0xF81C, 0xC302);
	r8168_mac_ocp_write(tp, 0xF81E, 0xBB00);
	r8168_mac_ocp_write(tp, 0xF820, 0x080A);
	r8168_mac_ocp_write(tp, 0xF822, 0x6420);
	r8168_mac_ocp_write(tp, 0xF824, 0x48C2);
	r8168_mac_ocp_write(tp, 0xF826, 0x8C20);
	r8168_mac_ocp_write(tp, 0xF828, 0xC516);
	r8168_mac_ocp_write(tp, 0xF82A, 0x64A4);
	r8168_mac_ocp_write(tp, 0xF82C, 0x49C0);
	r8168_mac_ocp_write(tp, 0xF82E, 0xF009);
	r8168_mac_ocp_write(tp, 0xF830, 0x74A2);
	r8168_mac_ocp_write(tp, 0xF832, 0x8CA5);
	r8168_mac_ocp_write(tp, 0xF834, 0x74A0);
	r8168_mac_ocp_write(tp, 0xF836, 0xC50E);
	r8168_mac_ocp_write(tp, 0xF838, 0x9CA2);
	r8168_mac_ocp_write(tp, 0xF83A, 0x1C11);
	r8168_mac_ocp_write(tp, 0xF83C, 0x9CA0);
	r8168_mac_ocp_write(tp, 0xF83E, 0xE006);
	r8168_mac_ocp_write(tp, 0xF840, 0x74F8);
	r8168_mac_ocp_write(tp, 0xF842, 0x48C4);
	r8168_mac_ocp_write(tp, 0xF844, 0x8CF8);
	r8168_mac_ocp_write(tp, 0xF846, 0xC404);
	r8168_mac_ocp_write(tp, 0xF848, 0xBC00);
	r8168_mac_ocp_write(tp, 0xF84A, 0xC403);
	r8168_mac_ocp_write(tp, 0xF84C, 0xBC00);
	r8168_mac_ocp_write(tp, 0xF84E, 0x0BF2);
	r8168_mac_ocp_write(tp, 0xF850, 0x0C0A);
	r8168_mac_ocp_write(tp, 0xF852, 0xE434);
	r8168_mac_ocp_write(tp, 0xF854, 0xD3C0);
	r8168_mac_ocp_write(tp, 0xF856, 0x49D9);
	r8168_mac_ocp_write(tp, 0xF858, 0xF01F);
	r8168_mac_ocp_write(tp, 0xF85A, 0xC526);
	r8168_mac_ocp_write(tp, 0xF85C, 0x64A5);
	r8168_mac_ocp_write(tp, 0xF85E, 0x1400);
	r8168_mac_ocp_write(tp, 0xF860, 0xF007);
	r8168_mac_ocp_write(tp, 0xF862, 0x0C01);
	r8168_mac_ocp_write(tp, 0xF864, 0x8CA5);
	r8168_mac_ocp_write(tp, 0xF866, 0x1C15);
	r8168_mac_ocp_write(tp, 0xF868, 0xC51B);
	r8168_mac_ocp_write(tp, 0xF86A, 0x9CA0);
	r8168_mac_ocp_write(tp, 0xF86C, 0xE013);
	r8168_mac_ocp_write(tp, 0xF86E, 0xC519);
	r8168_mac_ocp_write(tp, 0xF870, 0x74A0);
	r8168_mac_ocp_write(tp, 0xF872, 0x48C4);
	r8168_mac_ocp_write(tp, 0xF874, 0x8CA0);
	r8168_mac_ocp_write(tp, 0xF876, 0xC516);
	r8168_mac_ocp_write(tp, 0xF878, 0x74A4);
	r8168_mac_ocp_write(tp, 0xF87A, 0x48C8);
	r8168_mac_ocp_write(tp, 0xF87C, 0x48CA);
	r8168_mac_ocp_write(tp, 0xF87E, 0x9CA4);
	r8168_mac_ocp_write(tp, 0xF880, 0xC512);
	r8168_mac_ocp_write(tp, 0xF882, 0x1B00);
	r8168_mac_ocp_write(tp, 0xF884, 0x9BA0);
	r8168_mac_ocp_write(tp, 0xF886, 0x1B1C);
	r8168_mac_ocp_write(tp, 0xF888, 0x483F);
	r8168_mac_ocp_write(tp, 0xF88A, 0x9BA2);
	r8168_mac_ocp_write(tp, 0xF88C, 0x1B04);
	r8168_mac_ocp_write(tp, 0xF88E, 0xC508);
	r8168_mac_ocp_write(tp, 0xF890, 0x9BA0);
	r8168_mac_ocp_write(tp, 0xF892, 0xC505);
	r8168_mac_ocp_write(tp, 0xF894, 0xBD00);
	r8168_mac_ocp_write(tp, 0xF896, 0xC502);
	r8168_mac_ocp_write(tp, 0xF898, 0xBD00);
	r8168_mac_ocp_write(tp, 0xF89A, 0x0300);
	r8168_mac_ocp_write(tp, 0xF89C, 0x051E);
	r8168_mac_ocp_write(tp, 0xF89E, 0xE434);
	r8168_mac_ocp_write(tp, 0xF8A0, 0xE018);
	r8168_mac_ocp_write(tp, 0xF8A2, 0xE092);
	r8168_mac_ocp_write(tp, 0xF8A4, 0xDE20);
	r8168_mac_ocp_write(tp, 0xF8A6, 0xD3C0);
	r8168_mac_ocp_write(tp, 0xF8A8, 0xC50F);
	r8168_mac_ocp_write(tp, 0xF8AA, 0x76A4);
	r8168_mac_ocp_write(tp, 0xF8AC, 0x49E3);
	r8168_mac_ocp_write(tp, 0xF8AE, 0xF007);
	r8168_mac_ocp_write(tp, 0xF8B0, 0x49C0);
	r8168_mac_ocp_write(tp, 0xF8B2, 0xF103);
	r8168_mac_ocp_write(tp, 0xF8B4, 0xC607);
	r8168_mac_ocp_write(tp, 0xF8B6, 0xBE00);
	r8168_mac_ocp_write(tp, 0xF8B8, 0xC606);
	r8168_mac_ocp_write(tp, 0xF8BA, 0xBE00);
	r8168_mac_ocp_write(tp, 0xF8BC, 0xC602);
	r8168_mac_ocp_write(tp, 0xF8BE, 0xBE00);
	r8168_mac_ocp_write(tp, 0xF8C0, 0x0C4C);
	r8168_mac_ocp_write(tp, 0xF8C2, 0x0C28);
	r8168_mac_ocp_write(tp, 0xF8C4, 0x0C2C);
	r8168_mac_ocp_write(tp, 0xF8C6, 0xDC00);
	r8168_mac_ocp_write(tp, 0xF8C8, 0xC707);
	r8168_mac_ocp_write(tp, 0xF8CA, 0x1D00);
	r8168_mac_ocp_write(tp, 0xF8CC, 0x8DE2);
	r8168_mac_ocp_write(tp, 0xF8CE, 0x48C1);
	r8168_mac_ocp_write(tp, 0xF8D0, 0xC502);
	r8168_mac_ocp_write(tp, 0xF8D2, 0xBD00);
	r8168_mac_ocp_write(tp, 0xF8D4, 0x00AA);
	r8168_mac_ocp_write(tp, 0xF8D6, 0xE0C0);
	r8168_mac_ocp_write(tp, 0xF8D8, 0xC502);
	r8168_mac_ocp_write(tp, 0xF8DA, 0xBD00);
	r8168_mac_ocp_write(tp, 0xF8DC, 0x0132);

	r8168_mac_ocp_write(tp, 0xFC26, 0x8000);

	r8168_mac_ocp_write(tp, 0xFC2A, 0x0743);
	r8168_mac_ocp_write(tp, 0xFC2C, 0x0801);
	r8168_mac_ocp_write(tp, 0xFC2E, 0x0BE9);
	r8168_mac_ocp_write(tp, 0xFC30, 0x02FD);
	r8168_mac_ocp_write(tp, 0xFC32, 0x0C25);
	r8168_mac_ocp_write(tp, 0xFC34, 0x00A9);
	r8168_mac_ocp_write(tp, 0xFC36, 0x012D);

K
Kai-Heng Feng 已提交
3133
	rtl_hw_aspm_clkreq_enable(tp, true);
H
hayeswang 已提交
3134 3135
}

3136 3137 3138 3139 3140 3141 3142
static void rtl_hw_start_8168h_1(struct rtl8169_private *tp)
{
	static const struct ephy_info e_info_8168h_1[] = {
		{ 0x1e, 0x0800,	0x0001 },
		{ 0x1d, 0x0000,	0x0800 },
		{ 0x05, 0xffff,	0x2089 },
		{ 0x06, 0xffff,	0x5881 },
3143
		{ 0x04, 0xffff,	0x854a },
3144 3145
		{ 0x01, 0xffff,	0x068b }
	};
3146
	int rg_saw_cnt;
3147 3148

	/* disable aspm and clock request before access ephy */
K
Kai-Heng Feng 已提交
3149
	rtl_hw_aspm_clkreq_enable(tp, false);
3150
	rtl_ephy_init(tp, e_info_8168h_1);
3151

H
Heiner Kallweit 已提交
3152
	rtl_set_fifo_size(tp, 0x08, 0x10, 0x02, 0x06);
3153
	rtl8168g_set_pause_thresholds(tp, 0x38, 0x48);
3154

3155
	rtl_set_def_aspm_entry_latency(tp);
3156

3157
	rtl_reset_packet_filter(tp);
3158

3159
	rtl_eri_set_bits(tp, 0xd4, 0x1f00);
3160
	rtl_eri_set_bits(tp, 0xdc, 0x001c);
3161

3162
	rtl_eri_write(tp, 0x5f0, ERIAR_MASK_0011, 0x4f87);
3163

3164
	RTL_W32(tp, MISC, RTL_R32(tp, MISC) & ~RXDV_GATED_EN);
3165

3166 3167
	rtl_eri_write(tp, 0xc0, ERIAR_MASK_0011, 0x0000);
	rtl_eri_write(tp, 0xb8, ERIAR_MASK_0011, 0x0000);
3168

3169 3170
	rtl8168_config_eee_mac(tp);

3171 3172
	RTL_W8(tp, DLLPR, RTL_R8(tp, DLLPR) & ~PFM_EN);
	RTL_W8(tp, MISC_1, RTL_R8(tp, MISC_1) & ~PFM_D3COLD_EN);
3173

3174
	RTL_W8(tp, DLLPR, RTL_R8(tp, DLLPR) & ~TX_10M_PS_EN);
3175

3176
	rtl_eri_clear_bits(tp, 0x1b0, BIT(12));
3177

3178
	rtl_pcie_state_l2l3_disable(tp);
3179

3180
	rg_saw_cnt = phy_read_paged(tp->phydev, 0x0c42, 0x13) & 0x3fff;
3181 3182 3183 3184 3185
	if (rg_saw_cnt > 0) {
		u16 sw_cnt_1ms_ini;

		sw_cnt_1ms_ini = 16000000/rg_saw_cnt;
		sw_cnt_1ms_ini &= 0x0fff;
3186
		r8168_mac_ocp_modify(tp, 0xd412, 0x0fff, sw_cnt_1ms_ini);
3187 3188
	}

3189 3190 3191 3192
	r8168_mac_ocp_modify(tp, 0xe056, 0x00f0, 0x0070);
	r8168_mac_ocp_modify(tp, 0xe052, 0x6000, 0x8008);
	r8168_mac_ocp_modify(tp, 0xe0d6, 0x01ff, 0x017f);
	r8168_mac_ocp_modify(tp, 0xd420, 0x0fff, 0x047f);
3193 3194 3195 3196 3197

	r8168_mac_ocp_write(tp, 0xe63e, 0x0001);
	r8168_mac_ocp_write(tp, 0xe63e, 0x0000);
	r8168_mac_ocp_write(tp, 0xc094, 0x0000);
	r8168_mac_ocp_write(tp, 0xc09e, 0x0000);
K
Kai-Heng Feng 已提交
3198 3199

	rtl_hw_aspm_clkreq_enable(tp, true);
3200 3201
}

C
Chun-Hao Lin 已提交
3202 3203
static void rtl_hw_start_8168ep(struct rtl8169_private *tp)
{
C
Chun-Hao Lin 已提交
3204 3205
	rtl8168ep_stop_cmac(tp);

H
Heiner Kallweit 已提交
3206
	rtl_set_fifo_size(tp, 0x08, 0x10, 0x02, 0x06);
3207
	rtl8168g_set_pause_thresholds(tp, 0x2f, 0x5f);
C
Chun-Hao Lin 已提交
3208

3209
	rtl_set_def_aspm_entry_latency(tp);
C
Chun-Hao Lin 已提交
3210

3211
	rtl_reset_packet_filter(tp);
C
Chun-Hao Lin 已提交
3212

3213
	rtl_eri_set_bits(tp, 0xd4, 0x1f80);
C
Chun-Hao Lin 已提交
3214

3215
	rtl_eri_write(tp, 0x5f0, ERIAR_MASK_0011, 0x4f87);
C
Chun-Hao Lin 已提交
3216

3217
	RTL_W32(tp, MISC, RTL_R32(tp, MISC) & ~RXDV_GATED_EN);
C
Chun-Hao Lin 已提交
3218

3219 3220
	rtl_eri_write(tp, 0xc0, ERIAR_MASK_0011, 0x0000);
	rtl_eri_write(tp, 0xb8, ERIAR_MASK_0011, 0x0000);
C
Chun-Hao Lin 已提交
3221

3222 3223
	rtl8168_config_eee_mac(tp);

3224
	rtl_w0w1_eri(tp, 0x2fc, 0x01, 0x06);
C
Chun-Hao Lin 已提交
3225

3226
	RTL_W8(tp, DLLPR, RTL_R8(tp, DLLPR) & ~TX_10M_PS_EN);
C
Chun-Hao Lin 已提交
3227

3228
	rtl_pcie_state_l2l3_disable(tp);
C
Chun-Hao Lin 已提交
3229 3230 3231 3232 3233 3234 3235 3236 3237 3238 3239 3240 3241
}

static void rtl_hw_start_8168ep_1(struct rtl8169_private *tp)
{
	static const struct ephy_info e_info_8168ep_1[] = {
		{ 0x00, 0xffff,	0x10ab },
		{ 0x06, 0xffff,	0xf030 },
		{ 0x08, 0xffff,	0x2006 },
		{ 0x0d, 0xffff,	0x1666 },
		{ 0x0c, 0x3ff0,	0x0000 }
	};

	/* disable aspm and clock request before access ephy */
K
Kai-Heng Feng 已提交
3242
	rtl_hw_aspm_clkreq_enable(tp, false);
3243
	rtl_ephy_init(tp, e_info_8168ep_1);
C
Chun-Hao Lin 已提交
3244 3245

	rtl_hw_start_8168ep(tp);
K
Kai-Heng Feng 已提交
3246 3247

	rtl_hw_aspm_clkreq_enable(tp, true);
C
Chun-Hao Lin 已提交
3248 3249 3250 3251 3252 3253 3254 3255 3256 3257 3258
}

static void rtl_hw_start_8168ep_2(struct rtl8169_private *tp)
{
	static const struct ephy_info e_info_8168ep_2[] = {
		{ 0x00, 0xffff,	0x10a3 },
		{ 0x19, 0xffff,	0xfc00 },
		{ 0x1e, 0xffff,	0x20ea }
	};

	/* disable aspm and clock request before access ephy */
K
Kai-Heng Feng 已提交
3259
	rtl_hw_aspm_clkreq_enable(tp, false);
3260
	rtl_ephy_init(tp, e_info_8168ep_2);
C
Chun-Hao Lin 已提交
3261 3262 3263

	rtl_hw_start_8168ep(tp);

3264 3265
	RTL_W8(tp, DLLPR, RTL_R8(tp, DLLPR) & ~PFM_EN);
	RTL_W8(tp, MISC_1, RTL_R8(tp, MISC_1) & ~PFM_D3COLD_EN);
K
Kai-Heng Feng 已提交
3266 3267

	rtl_hw_aspm_clkreq_enable(tp, true);
C
Chun-Hao Lin 已提交
3268 3269 3270 3271 3272
}

static void rtl_hw_start_8168ep_3(struct rtl8169_private *tp)
{
	static const struct ephy_info e_info_8168ep_3[] = {
3273 3274 3275 3276
		{ 0x00, 0x0000,	0x0080 },
		{ 0x0d, 0x0100,	0x0200 },
		{ 0x19, 0x8021,	0x0000 },
		{ 0x1e, 0x0000,	0x2000 },
C
Chun-Hao Lin 已提交
3277 3278 3279
	};

	/* disable aspm and clock request before access ephy */
K
Kai-Heng Feng 已提交
3280
	rtl_hw_aspm_clkreq_enable(tp, false);
3281
	rtl_ephy_init(tp, e_info_8168ep_3);
C
Chun-Hao Lin 已提交
3282 3283 3284

	rtl_hw_start_8168ep(tp);

3285 3286
	RTL_W8(tp, DLLPR, RTL_R8(tp, DLLPR) & ~PFM_EN);
	RTL_W8(tp, MISC_1, RTL_R8(tp, MISC_1) & ~PFM_D3COLD_EN);
C
Chun-Hao Lin 已提交
3287

3288 3289 3290
	r8168_mac_ocp_modify(tp, 0xd3e2, 0x0fff, 0x0271);
	r8168_mac_ocp_modify(tp, 0xd3e4, 0x00ff, 0x0000);
	r8168_mac_ocp_modify(tp, 0xe860, 0x0000, 0x0080);
K
Kai-Heng Feng 已提交
3291 3292

	rtl_hw_aspm_clkreq_enable(tp, true);
C
Chun-Hao Lin 已提交
3293 3294
}

H
Heiner Kallweit 已提交
3295 3296 3297 3298 3299 3300 3301 3302 3303 3304 3305 3306 3307 3308 3309 3310 3311 3312 3313 3314 3315
static void rtl_hw_start_8117(struct rtl8169_private *tp)
{
	static const struct ephy_info e_info_8117[] = {
		{ 0x19, 0x0040,	0x1100 },
		{ 0x59, 0x0040,	0x1100 },
	};
	int rg_saw_cnt;

	rtl8168ep_stop_cmac(tp);

	/* disable aspm and clock request before access ephy */
	rtl_hw_aspm_clkreq_enable(tp, false);
	rtl_ephy_init(tp, e_info_8117);

	rtl_set_fifo_size(tp, 0x08, 0x10, 0x02, 0x06);
	rtl8168g_set_pause_thresholds(tp, 0x2f, 0x5f);

	rtl_set_def_aspm_entry_latency(tp);

	rtl_reset_packet_filter(tp);

3316
	rtl_eri_set_bits(tp, 0xd4, 0x1f90);
H
Heiner Kallweit 已提交
3317 3318 3319 3320 3321 3322 3323 3324 3325 3326 3327 3328 3329 3330 3331

	rtl_eri_write(tp, 0x5f0, ERIAR_MASK_0011, 0x4f87);

	RTL_W32(tp, MISC, RTL_R32(tp, MISC) & ~RXDV_GATED_EN);

	rtl_eri_write(tp, 0xc0, ERIAR_MASK_0011, 0x0000);
	rtl_eri_write(tp, 0xb8, ERIAR_MASK_0011, 0x0000);

	rtl8168_config_eee_mac(tp);

	RTL_W8(tp, DLLPR, RTL_R8(tp, DLLPR) & ~PFM_EN);
	RTL_W8(tp, MISC_1, RTL_R8(tp, MISC_1) & ~PFM_D3COLD_EN);

	RTL_W8(tp, DLLPR, RTL_R8(tp, DLLPR) & ~TX_10M_PS_EN);

3332
	rtl_eri_clear_bits(tp, 0x1b0, BIT(12));
H
Heiner Kallweit 已提交
3333 3334 3335 3336 3337 3338 3339 3340 3341 3342 3343 3344 3345 3346 3347 3348 3349 3350 3351 3352 3353

	rtl_pcie_state_l2l3_disable(tp);

	rg_saw_cnt = phy_read_paged(tp->phydev, 0x0c42, 0x13) & 0x3fff;
	if (rg_saw_cnt > 0) {
		u16 sw_cnt_1ms_ini;

		sw_cnt_1ms_ini = (16000000 / rg_saw_cnt) & 0x0fff;
		r8168_mac_ocp_modify(tp, 0xd412, 0x0fff, sw_cnt_1ms_ini);
	}

	r8168_mac_ocp_modify(tp, 0xe056, 0x00f0, 0x0070);
	r8168_mac_ocp_write(tp, 0xea80, 0x0003);
	r8168_mac_ocp_modify(tp, 0xe052, 0x0000, 0x0009);
	r8168_mac_ocp_modify(tp, 0xd420, 0x0fff, 0x047f);

	r8168_mac_ocp_write(tp, 0xe63e, 0x0001);
	r8168_mac_ocp_write(tp, 0xe63e, 0x0000);
	r8168_mac_ocp_write(tp, 0xc094, 0x0000);
	r8168_mac_ocp_write(tp, 0xc09e, 0x0000);

3354
	/* firmware is for MAC only */
3355
	r8169_apply_firmware(tp);
3356

H
Heiner Kallweit 已提交
3357 3358 3359
	rtl_hw_aspm_clkreq_enable(tp, true);
}

3360
static void rtl_hw_start_8102e_1(struct rtl8169_private *tp)
3361
{
3362
	static const struct ephy_info e_info_8102e_1[] = {
3363 3364 3365 3366 3367 3368 3369 3370 3371 3372 3373
		{ 0x01,	0, 0x6e65 },
		{ 0x02,	0, 0x091f },
		{ 0x03,	0, 0xc2f9 },
		{ 0x06,	0, 0xafb5 },
		{ 0x07,	0, 0x0e00 },
		{ 0x19,	0, 0xec80 },
		{ 0x01,	0, 0x2e65 },
		{ 0x01,	0, 0x6e65 }
	};
	u8 cfg1;

3374
	rtl_set_def_aspm_entry_latency(tp);
3375

3376
	RTL_W8(tp, DBG_REG, FIX_NAK_1);
3377

3378
	RTL_W8(tp, Config1,
3379
	       LEDS1 | LEDS0 | Speed_down | MEMMAP | IOMAP | VPD | PMEnable);
3380
	RTL_W8(tp, Config3, RTL_R8(tp, Config3) & ~Beacon_en);
3381

3382
	cfg1 = RTL_R8(tp, Config1);
3383
	if ((cfg1 & LEDS0) && (cfg1 & LEDS1))
3384
		RTL_W8(tp, Config1, cfg1 & ~LEDS0);
3385

3386
	rtl_ephy_init(tp, e_info_8102e_1);
3387 3388
}

3389
static void rtl_hw_start_8102e_2(struct rtl8169_private *tp)
3390
{
3391
	rtl_set_def_aspm_entry_latency(tp);
3392

3393 3394
	RTL_W8(tp, Config1, MEMMAP | IOMAP | VPD | PMEnable);
	RTL_W8(tp, Config3, RTL_R8(tp, Config3) & ~Beacon_en);
3395 3396
}

3397
static void rtl_hw_start_8102e_3(struct rtl8169_private *tp)
3398
{
3399
	rtl_hw_start_8102e_2(tp);
3400

3401
	rtl_ephy_write(tp, 0x03, 0xc2f9);
3402 3403
}

3404 3405 3406 3407 3408 3409 3410 3411 3412 3413 3414 3415 3416
static void rtl_hw_start_8401(struct rtl8169_private *tp)
{
	static const struct ephy_info e_info_8401[] = {
		{ 0x01,	0xffff, 0x6fe5 },
		{ 0x03,	0xffff, 0x0599 },
		{ 0x06,	0xffff, 0xaf25 },
		{ 0x07,	0xffff, 0x8e68 },
	};

	rtl_ephy_init(tp, e_info_8401);
	RTL_W8(tp, Config3, RTL_R8(tp, Config3) & ~Beacon_en);
}

3417
static void rtl_hw_start_8105e_1(struct rtl8169_private *tp)
3418 3419 3420 3421 3422 3423 3424 3425 3426 3427 3428 3429
{
	static const struct ephy_info e_info_8105e_1[] = {
		{ 0x07,	0, 0x4000 },
		{ 0x19,	0, 0x0200 },
		{ 0x19,	0, 0x0020 },
		{ 0x1e,	0, 0x2000 },
		{ 0x03,	0, 0x0001 },
		{ 0x19,	0, 0x0100 },
		{ 0x19,	0, 0x0004 },
		{ 0x0a,	0, 0x0020 }
	};

F
Francois Romieu 已提交
3430
	/* Force LAN exit from ASPM if Rx/Tx are not idle */
3431
	RTL_W32(tp, FuncEvent, RTL_R32(tp, FuncEvent) | 0x002800);
3432

F
Francois Romieu 已提交
3433
	/* Disable Early Tally Counter */
3434
	RTL_W32(tp, FuncEvent, RTL_R32(tp, FuncEvent) & ~0x010000);
3435

3436 3437
	RTL_W8(tp, MCU, RTL_R8(tp, MCU) | EN_NDP | EN_OOB_RESET);
	RTL_W8(tp, DLLPR, RTL_R8(tp, DLLPR) | PFM_EN);
3438

3439
	rtl_ephy_init(tp, e_info_8105e_1);
H
hayeswang 已提交
3440

3441
	rtl_pcie_state_l2l3_disable(tp);
3442 3443
}

3444
static void rtl_hw_start_8105e_2(struct rtl8169_private *tp)
3445
{
3446
	rtl_hw_start_8105e_1(tp);
3447
	rtl_ephy_write(tp, 0x1e, rtl_ephy_read(tp, 0x1e) | 0x8000);
3448 3449
}

3450 3451 3452 3453 3454 3455 3456
static void rtl_hw_start_8402(struct rtl8169_private *tp)
{
	static const struct ephy_info e_info_8402[] = {
		{ 0x19,	0xffff, 0xff64 },
		{ 0x1e,	0, 0x4000 }
	};

3457
	rtl_set_def_aspm_entry_latency(tp);
3458 3459

	/* Force LAN exit from ASPM if Rx/Tx are not idle */
3460
	RTL_W32(tp, FuncEvent, RTL_R32(tp, FuncEvent) | 0x002800);
3461

3462
	RTL_W8(tp, MCU, RTL_R8(tp, MCU) & ~NOW_IS_OOB);
3463

3464
	rtl_ephy_init(tp, e_info_8402);
3465

H
Heiner Kallweit 已提交
3466
	rtl_set_fifo_size(tp, 0x00, 0x00, 0x02, 0x06);
3467
	rtl_reset_packet_filter(tp);
3468 3469
	rtl_eri_write(tp, 0xc0, ERIAR_MASK_0011, 0x0000);
	rtl_eri_write(tp, 0xb8, ERIAR_MASK_0011, 0x0000);
3470
	rtl_w0w1_eri(tp, 0x0d4, 0x0e00, 0xff00);
H
hayeswang 已提交
3471

3472 3473 3474
	/* disable EEE */
	rtl_eri_write(tp, 0x1b0, ERIAR_MASK_0011, 0x0000);

3475
	rtl_pcie_state_l2l3_disable(tp);
3476 3477
}

H
Hayes Wang 已提交
3478 3479
static void rtl_hw_start_8106(struct rtl8169_private *tp)
{
K
Kai-Heng Feng 已提交
3480 3481
	rtl_hw_aspm_clkreq_enable(tp, false);

H
Hayes Wang 已提交
3482
	/* Force LAN exit from ASPM if Rx/Tx are not idle */
3483
	RTL_W32(tp, FuncEvent, RTL_R32(tp, FuncEvent) | 0x002800);
H
Hayes Wang 已提交
3484

3485 3486 3487
	RTL_W32(tp, MISC, (RTL_R32(tp, MISC) | DISABLE_LAN_EN) & ~EARLY_TALLY_EN);
	RTL_W8(tp, MCU, RTL_R8(tp, MCU) | EN_NDP | EN_OOB_RESET);
	RTL_W8(tp, DLLPR, RTL_R8(tp, DLLPR) & ~PFM_EN);
H
hayeswang 已提交
3488

3489 3490
	rtl_eri_write(tp, 0x1d0, ERIAR_MASK_0011, 0x0000);

3491 3492 3493
	/* disable EEE */
	rtl_eri_write(tp, 0x1b0, ERIAR_MASK_0011, 0x0000);

3494
	rtl_pcie_state_l2l3_disable(tp);
K
Kai-Heng Feng 已提交
3495
	rtl_hw_aspm_clkreq_enable(tp, true);
H
Hayes Wang 已提交
3496 3497
}

H
Heiner Kallweit 已提交
3498 3499 3500 3501 3502 3503 3504 3505 3506 3507 3508 3509 3510 3511 3512 3513 3514 3515 3516 3517 3518 3519 3520 3521 3522 3523 3524 3525 3526 3527 3528 3529 3530 3531 3532 3533 3534 3535 3536 3537 3538 3539 3540 3541 3542 3543 3544 3545
DECLARE_RTL_COND(rtl_mac_ocp_e00e_cond)
{
	return r8168_mac_ocp_read(tp, 0xe00e) & BIT(13);
}

static void rtl_hw_start_8125_common(struct rtl8169_private *tp)
{
	rtl_pcie_state_l2l3_disable(tp);

	RTL_W16(tp, 0x382, 0x221b);
	RTL_W8(tp, 0x4500, 0);
	RTL_W16(tp, 0x4800, 0);

	/* disable UPS */
	r8168_mac_ocp_modify(tp, 0xd40a, 0x0010, 0x0000);

	RTL_W8(tp, Config1, RTL_R8(tp, Config1) & ~0x10);

	r8168_mac_ocp_write(tp, 0xc140, 0xffff);
	r8168_mac_ocp_write(tp, 0xc142, 0xffff);

	r8168_mac_ocp_modify(tp, 0xd3e2, 0x0fff, 0x03a9);
	r8168_mac_ocp_modify(tp, 0xd3e4, 0x00ff, 0x0000);
	r8168_mac_ocp_modify(tp, 0xe860, 0x0000, 0x0080);

	/* disable new tx descriptor format */
	r8168_mac_ocp_modify(tp, 0xeb58, 0x0001, 0x0000);

	r8168_mac_ocp_modify(tp, 0xe614, 0x0700, 0x0400);
	r8168_mac_ocp_modify(tp, 0xe63e, 0x0c30, 0x0020);
	r8168_mac_ocp_modify(tp, 0xc0b4, 0x0000, 0x000c);
	r8168_mac_ocp_modify(tp, 0xeb6a, 0x00ff, 0x0033);
	r8168_mac_ocp_modify(tp, 0xeb50, 0x03e0, 0x0040);
	r8168_mac_ocp_modify(tp, 0xe056, 0x00f0, 0x0030);
	r8168_mac_ocp_modify(tp, 0xe040, 0x1000, 0x0000);
	r8168_mac_ocp_modify(tp, 0xe0c0, 0x4f0f, 0x4403);
	r8168_mac_ocp_modify(tp, 0xe052, 0x0080, 0x0067);
	r8168_mac_ocp_modify(tp, 0xc0ac, 0x0080, 0x1f00);
	r8168_mac_ocp_modify(tp, 0xd430, 0x0fff, 0x047f);
	r8168_mac_ocp_modify(tp, 0xe84c, 0x0000, 0x00c0);
	r8168_mac_ocp_modify(tp, 0xea1c, 0x0004, 0x0000);
	r8168_mac_ocp_modify(tp, 0xeb54, 0x0000, 0x0001);
	udelay(1);
	r8168_mac_ocp_modify(tp, 0xeb54, 0x0001, 0x0000);
	RTL_W16(tp, 0x1880, RTL_R16(tp, 0x1880) & ~0x0030);

	r8168_mac_ocp_write(tp, 0xe098, 0xc302);

3546
	rtl_loop_wait_low(tp, &rtl_mac_ocp_e00e_cond, 1000, 10);
H
Heiner Kallweit 已提交
3547

3548
	rtl8125a_config_eee_mac(tp);
3549

H
Heiner Kallweit 已提交
3550 3551 3552 3553
	RTL_W32(tp, MISC, RTL_R32(tp, MISC) & ~RXDV_GATED_EN);
	udelay(10);
}

3554
static void rtl_hw_start_8125a_1(struct rtl8169_private *tp)
H
Heiner Kallweit 已提交
3555
{
3556
	static const struct ephy_info e_info_8125a_1[] = {
H
Heiner Kallweit 已提交
3557 3558 3559 3560 3561 3562 3563 3564 3565 3566 3567 3568 3569 3570 3571 3572 3573 3574 3575 3576 3577 3578 3579 3580 3581 3582 3583 3584 3585 3586 3587
		{ 0x01, 0xffff, 0xa812 },
		{ 0x09, 0xffff, 0x520c },
		{ 0x04, 0xffff, 0xd000 },
		{ 0x0d, 0xffff, 0xf702 },
		{ 0x0a, 0xffff, 0x8653 },
		{ 0x06, 0xffff, 0x001e },
		{ 0x08, 0xffff, 0x3595 },
		{ 0x20, 0xffff, 0x9455 },
		{ 0x21, 0xffff, 0x99ff },
		{ 0x02, 0xffff, 0x6046 },
		{ 0x29, 0xffff, 0xfe00 },
		{ 0x23, 0xffff, 0xab62 },

		{ 0x41, 0xffff, 0xa80c },
		{ 0x49, 0xffff, 0x520c },
		{ 0x44, 0xffff, 0xd000 },
		{ 0x4d, 0xffff, 0xf702 },
		{ 0x4a, 0xffff, 0x8653 },
		{ 0x46, 0xffff, 0x001e },
		{ 0x48, 0xffff, 0x3595 },
		{ 0x60, 0xffff, 0x9455 },
		{ 0x61, 0xffff, 0x99ff },
		{ 0x42, 0xffff, 0x6046 },
		{ 0x69, 0xffff, 0xfe00 },
		{ 0x63, 0xffff, 0xab62 },
	};

	rtl_set_def_aspm_entry_latency(tp);

	/* disable aspm and clock request before access ephy */
	rtl_hw_aspm_clkreq_enable(tp, false);
3588
	rtl_ephy_init(tp, e_info_8125a_1);
H
Heiner Kallweit 已提交
3589 3590 3591 3592

	rtl_hw_start_8125_common(tp);
}

3593
static void rtl_hw_start_8125a_2(struct rtl8169_private *tp)
H
Heiner Kallweit 已提交
3594
{
3595
	static const struct ephy_info e_info_8125a_2[] = {
H
Heiner Kallweit 已提交
3596 3597 3598 3599 3600 3601 3602 3603 3604 3605 3606 3607 3608 3609 3610 3611 3612 3613 3614
		{ 0x04, 0xffff, 0xd000 },
		{ 0x0a, 0xffff, 0x8653 },
		{ 0x23, 0xffff, 0xab66 },
		{ 0x20, 0xffff, 0x9455 },
		{ 0x21, 0xffff, 0x99ff },
		{ 0x29, 0xffff, 0xfe04 },

		{ 0x44, 0xffff, 0xd000 },
		{ 0x4a, 0xffff, 0x8653 },
		{ 0x63, 0xffff, 0xab66 },
		{ 0x60, 0xffff, 0x9455 },
		{ 0x61, 0xffff, 0x99ff },
		{ 0x69, 0xffff, 0xfe04 },
	};

	rtl_set_def_aspm_entry_latency(tp);

	/* disable aspm and clock request before access ephy */
	rtl_hw_aspm_clkreq_enable(tp, false);
3615
	rtl_ephy_init(tp, e_info_8125a_2);
H
Heiner Kallweit 已提交
3616 3617 3618 3619

	rtl_hw_start_8125_common(tp);
}

3620 3621 3622 3623 3624 3625 3626
static void rtl_hw_config(struct rtl8169_private *tp)
{
	static const rtl_generic_fct hw_configs[] = {
		[RTL_GIGA_MAC_VER_07] = rtl_hw_start_8102e_1,
		[RTL_GIGA_MAC_VER_08] = rtl_hw_start_8102e_3,
		[RTL_GIGA_MAC_VER_09] = rtl_hw_start_8102e_2,
		[RTL_GIGA_MAC_VER_10] = NULL,
3627 3628
		[RTL_GIGA_MAC_VER_11] = rtl_hw_start_8168b,
		[RTL_GIGA_MAC_VER_12] = rtl_hw_start_8168b,
3629
		[RTL_GIGA_MAC_VER_13] = NULL,
3630
		[RTL_GIGA_MAC_VER_14] = rtl_hw_start_8401,
3631
		[RTL_GIGA_MAC_VER_16] = NULL,
3632
		[RTL_GIGA_MAC_VER_17] = rtl_hw_start_8168b,
3633 3634 3635 3636 3637 3638 3639 3640 3641 3642 3643 3644 3645
		[RTL_GIGA_MAC_VER_18] = rtl_hw_start_8168cp_1,
		[RTL_GIGA_MAC_VER_19] = rtl_hw_start_8168c_1,
		[RTL_GIGA_MAC_VER_20] = rtl_hw_start_8168c_2,
		[RTL_GIGA_MAC_VER_21] = rtl_hw_start_8168c_3,
		[RTL_GIGA_MAC_VER_22] = rtl_hw_start_8168c_4,
		[RTL_GIGA_MAC_VER_23] = rtl_hw_start_8168cp_2,
		[RTL_GIGA_MAC_VER_24] = rtl_hw_start_8168cp_3,
		[RTL_GIGA_MAC_VER_25] = rtl_hw_start_8168d,
		[RTL_GIGA_MAC_VER_26] = rtl_hw_start_8168d,
		[RTL_GIGA_MAC_VER_27] = rtl_hw_start_8168d,
		[RTL_GIGA_MAC_VER_28] = rtl_hw_start_8168d_4,
		[RTL_GIGA_MAC_VER_29] = rtl_hw_start_8105e_1,
		[RTL_GIGA_MAC_VER_30] = rtl_hw_start_8105e_2,
3646
		[RTL_GIGA_MAC_VER_31] = rtl_hw_start_8168d,
3647 3648 3649 3650 3651 3652 3653 3654 3655 3656 3657 3658 3659 3660 3661 3662 3663 3664 3665 3666
		[RTL_GIGA_MAC_VER_32] = rtl_hw_start_8168e_1,
		[RTL_GIGA_MAC_VER_33] = rtl_hw_start_8168e_1,
		[RTL_GIGA_MAC_VER_34] = rtl_hw_start_8168e_2,
		[RTL_GIGA_MAC_VER_35] = rtl_hw_start_8168f_1,
		[RTL_GIGA_MAC_VER_36] = rtl_hw_start_8168f_1,
		[RTL_GIGA_MAC_VER_37] = rtl_hw_start_8402,
		[RTL_GIGA_MAC_VER_38] = rtl_hw_start_8411,
		[RTL_GIGA_MAC_VER_39] = rtl_hw_start_8106,
		[RTL_GIGA_MAC_VER_40] = rtl_hw_start_8168g_1,
		[RTL_GIGA_MAC_VER_41] = rtl_hw_start_8168g_1,
		[RTL_GIGA_MAC_VER_42] = rtl_hw_start_8168g_2,
		[RTL_GIGA_MAC_VER_43] = rtl_hw_start_8168g_2,
		[RTL_GIGA_MAC_VER_44] = rtl_hw_start_8411_2,
		[RTL_GIGA_MAC_VER_45] = rtl_hw_start_8168h_1,
		[RTL_GIGA_MAC_VER_46] = rtl_hw_start_8168h_1,
		[RTL_GIGA_MAC_VER_47] = rtl_hw_start_8168h_1,
		[RTL_GIGA_MAC_VER_48] = rtl_hw_start_8168h_1,
		[RTL_GIGA_MAC_VER_49] = rtl_hw_start_8168ep_1,
		[RTL_GIGA_MAC_VER_50] = rtl_hw_start_8168ep_2,
		[RTL_GIGA_MAC_VER_51] = rtl_hw_start_8168ep_3,
H
Heiner Kallweit 已提交
3667
		[RTL_GIGA_MAC_VER_52] = rtl_hw_start_8117,
3668 3669
		[RTL_GIGA_MAC_VER_60] = rtl_hw_start_8125a_1,
		[RTL_GIGA_MAC_VER_61] = rtl_hw_start_8125a_2,
3670 3671 3672 3673 3674 3675
	};

	if (hw_configs[tp->mac_version])
		hw_configs[tp->mac_version](tp);
}

H
Heiner Kallweit 已提交
3676 3677 3678 3679 3680 3681 3682 3683 3684 3685 3686
static void rtl_hw_start_8125(struct rtl8169_private *tp)
{
	int i;

	/* disable interrupt coalescing */
	for (i = 0xa00; i < 0xb00; i += 4)
		RTL_W32(tp, i, 0);

	rtl_hw_config(tp);
}

3687
static void rtl_hw_start_8168(struct rtl8169_private *tp)
3688
{
3689 3690 3691 3692
	if (rtl_is_8168evl_up(tp))
		RTL_W8(tp, MaxTxPacketSize, EarlySize);
	else
		RTL_W8(tp, MaxTxPacketSize, TxPacketMax);
H
hayeswang 已提交
3693

3694
	rtl_hw_config(tp);
3695 3696 3697

	/* disable interrupt coalescing */
	RTL_W16(tp, IntrMitigate, 0x0000);
L
Linus Torvalds 已提交
3698 3699
}

3700 3701 3702 3703 3704 3705 3706
static void rtl_hw_start_8169(struct rtl8169_private *tp)
{
	RTL_W8(tp, EarlyTxThres, NoEarlyTx);

	tp->cp_cmd |= PCIMulRW;

	if (tp->mac_version == RTL_GIGA_MAC_VER_02 ||
H
Heiner Kallweit 已提交
3707 3708
	    tp->mac_version == RTL_GIGA_MAC_VER_03)
		tp->cp_cmd |= EnAnaPLL;
3709 3710 3711

	RTL_W16(tp, CPlusCmd, tp->cp_cmd);

3712
	rtl8169_set_magic_reg(tp);
3713

3714 3715
	/* disable interrupt coalescing */
	RTL_W16(tp, IntrMitigate, 0x0000);
3716 3717 3718 3719 3720 3721 3722 3723 3724 3725
}

static void rtl_hw_start(struct  rtl8169_private *tp)
{
	rtl_unlock_config_regs(tp);

	RTL_W16(tp, CPlusCmd, tp->cp_cmd);

	if (tp->mac_version <= RTL_GIGA_MAC_VER_06)
		rtl_hw_start_8169(tp);
H
Heiner Kallweit 已提交
3726 3727
	else if (rtl_is_8125(tp))
		rtl_hw_start_8125(tp);
3728 3729 3730 3731 3732 3733 3734
	else
		rtl_hw_start_8168(tp);

	rtl_set_rx_max_size(tp);
	rtl_set_rx_tx_desc_registers(tp);
	rtl_lock_config_regs(tp);

3735
	rtl_jumbo_config(tp);
3736

3737
	/* Initially a 10 us delay. Turned it into a PCI commit. - FR */
3738 3739
	rtl_pci_commit(tp);

3740 3741 3742
	RTL_W8(tp, ChipCmd, CmdTxEnb | CmdRxEnb);
	rtl_init_rxcfg(tp);
	rtl_set_tx_config_registers(tp);
3743
	rtl_set_rx_config_features(tp, tp->dev->features);
3744 3745 3746 3747
	rtl_set_rx_mode(tp->dev);
	rtl_irq_enable(tp);
}

L
Linus Torvalds 已提交
3748 3749
static int rtl8169_change_mtu(struct net_device *dev, int new_mtu)
{
F
Francois Romieu 已提交
3750 3751
	struct rtl8169_private *tp = netdev_priv(dev);

L
Linus Torvalds 已提交
3752
	dev->mtu = new_mtu;
3753
	netdev_update_features(dev);
3754
	rtl_jumbo_config(tp);
3755

S
Stanislaw Gruszka 已提交
3756
	return 0;
L
Linus Torvalds 已提交
3757 3758
}

3759
static void rtl8169_mark_to_asic(struct RxDesc *desc)
L
Linus Torvalds 已提交
3760 3761 3762
{
	u32 eor = le32_to_cpu(desc->opts1) & RingEnd;

3763
	desc->opts2 = 0;
3764 3765
	/* Force memory writes to complete before releasing descriptor */
	dma_wmb();
3766
	WRITE_ONCE(desc->opts1, cpu_to_le32(DescOwn | eor | R8169_RX_BUF_SIZE));
L
Linus Torvalds 已提交
3767 3768
}

3769 3770
static struct page *rtl8169_alloc_rx_data(struct rtl8169_private *tp,
					  struct RxDesc *desc)
L
Linus Torvalds 已提交
3771
{
H
Heiner Kallweit 已提交
3772
	struct device *d = tp_to_dev(tp);
3773
	int node = dev_to_node(d);
3774 3775
	dma_addr_t mapping;
	struct page *data;
L
Linus Torvalds 已提交
3776

3777
	data = alloc_pages_node(node, GFP_KERNEL, get_order(R8169_RX_BUF_SIZE));
E
Eric Dumazet 已提交
3778 3779
	if (!data)
		return NULL;
3780

3781
	mapping = dma_map_page(d, data, 0, R8169_RX_BUF_SIZE, DMA_FROM_DEVICE);
3782
	if (unlikely(dma_mapping_error(d, mapping))) {
3783
		netdev_err(tp->dev, "Failed to map RX DMA!\n");
3784 3785
		__free_pages(data, get_order(R8169_RX_BUF_SIZE));
		return NULL;
3786
	}
L
Linus Torvalds 已提交
3787

3788 3789
	desc->addr = cpu_to_le64(mapping);
	rtl8169_mark_to_asic(desc);
3790

3791
	return data;
L
Linus Torvalds 已提交
3792 3793 3794 3795
}

static void rtl8169_rx_clear(struct rtl8169_private *tp)
{
F
Francois Romieu 已提交
3796
	unsigned int i;
L
Linus Torvalds 已提交
3797

3798 3799 3800 3801 3802 3803
	for (i = 0; i < NUM_RX_DESC && tp->Rx_databuff[i]; i++) {
		dma_unmap_page(tp_to_dev(tp),
			       le64_to_cpu(tp->RxDescArray[i].addr),
			       R8169_RX_BUF_SIZE, DMA_FROM_DEVICE);
		__free_pages(tp->Rx_databuff[i], get_order(R8169_RX_BUF_SIZE));
		tp->Rx_databuff[i] = NULL;
3804 3805
		tp->RxDescArray[i].addr = 0;
		tp->RxDescArray[i].opts1 = 0;
L
Linus Torvalds 已提交
3806 3807 3808
	}
}

S
Stanislaw Gruszka 已提交
3809 3810 3811
static int rtl8169_rx_fill(struct rtl8169_private *tp)
{
	unsigned int i;
L
Linus Torvalds 已提交
3812

S
Stanislaw Gruszka 已提交
3813
	for (i = 0; i < NUM_RX_DESC; i++) {
3814
		struct page *data;
3815

S
Stanislaw Gruszka 已提交
3816
		data = rtl8169_alloc_rx_data(tp, tp->RxDescArray + i);
E
Eric Dumazet 已提交
3817
		if (!data) {
H
Heiner Kallweit 已提交
3818 3819
			rtl8169_rx_clear(tp);
			return -ENOMEM;
E
Eric Dumazet 已提交
3820 3821
		}
		tp->Rx_databuff[i] = data;
L
Linus Torvalds 已提交
3822 3823
	}

3824 3825
	/* mark as last descriptor in the ring */
	tp->RxDescArray[NUM_RX_DESC - 1].opts1 |= cpu_to_le32(RingEnd);
S
Stanislaw Gruszka 已提交
3826

H
Heiner Kallweit 已提交
3827
	return 0;
L
Linus Torvalds 已提交
3828 3829
}

3830
static int rtl8169_init_ring(struct rtl8169_private *tp)
L
Linus Torvalds 已提交
3831 3832 3833
{
	rtl8169_init_ring_indexes(tp);

3834 3835
	memset(tp->tx_skb, 0, sizeof(tp->tx_skb));
	memset(tp->Rx_databuff, 0, sizeof(tp->Rx_databuff));
L
Linus Torvalds 已提交
3836

S
Stanislaw Gruszka 已提交
3837
	return rtl8169_rx_fill(tp);
L
Linus Torvalds 已提交
3838 3839
}

3840
static void rtl8169_unmap_tx_skb(struct rtl8169_private *tp, unsigned int entry)
L
Linus Torvalds 已提交
3841
{
3842 3843
	struct ring_info *tx_skb = tp->tx_skb + entry;
	struct TxDesc *desc = tp->TxDescArray + entry;
L
Linus Torvalds 已提交
3844

3845 3846
	dma_unmap_single(tp_to_dev(tp), le64_to_cpu(desc->addr), tx_skb->len,
			 DMA_TO_DEVICE);
3847 3848
	memset(desc, 0, sizeof(*desc));
	memset(tx_skb, 0, sizeof(*tx_skb));
L
Linus Torvalds 已提交
3849 3850
}

3851 3852
static void rtl8169_tx_clear_range(struct rtl8169_private *tp, u32 start,
				   unsigned int n)
L
Linus Torvalds 已提交
3853 3854 3855
{
	unsigned int i;

3856 3857
	for (i = 0; i < n; i++) {
		unsigned int entry = (start + i) % NUM_TX_DESC;
L
Linus Torvalds 已提交
3858 3859 3860 3861 3862 3863
		struct ring_info *tx_skb = tp->tx_skb + entry;
		unsigned int len = tx_skb->len;

		if (len) {
			struct sk_buff *skb = tx_skb->skb;

3864
			rtl8169_unmap_tx_skb(tp, entry);
3865
			if (skb)
3866
				dev_consume_skb_any(skb);
L
Linus Torvalds 已提交
3867 3868
		}
	}
3869 3870 3871 3872 3873
}

static void rtl8169_tx_clear(struct rtl8169_private *tp)
{
	rtl8169_tx_clear_range(tp, tp->dirty_tx, NUM_TX_DESC);
3874
	netdev_reset_queue(tp->dev);
L
Linus Torvalds 已提交
3875 3876
}

3877
static void rtl8169_cleanup(struct rtl8169_private *tp, bool going_down)
3878
{
3879 3880
	napi_disable(&tp->napi);

3881
	/* Give a racing hard_start_xmit a few cycles to complete. */
3882
	synchronize_net();
3883 3884 3885 3886 3887 3888

	/* Disable interrupts */
	rtl8169_irq_mask_and_ack(tp);

	rtl_rx_close(tp);

H
Heiner Kallweit 已提交
3889 3890 3891
	if (going_down && tp->dev->wol_enabled)
		goto no_reset;

3892 3893 3894 3895 3896 3897 3898 3899 3900 3901 3902 3903 3904 3905 3906 3907 3908 3909 3910 3911 3912
	switch (tp->mac_version) {
	case RTL_GIGA_MAC_VER_27:
	case RTL_GIGA_MAC_VER_28:
	case RTL_GIGA_MAC_VER_31:
		rtl_loop_wait_low(tp, &rtl_npq_cond, 20, 2000);
		break;
	case RTL_GIGA_MAC_VER_34 ... RTL_GIGA_MAC_VER_38:
		RTL_W8(tp, ChipCmd, RTL_R8(tp, ChipCmd) | StopReq);
		rtl_loop_wait_high(tp, &rtl_txcfg_empty_cond, 100, 666);
		break;
	case RTL_GIGA_MAC_VER_40 ... RTL_GIGA_MAC_VER_61:
		rtl_enable_rxdvgate(tp);
		fsleep(2000);
		break;
	default:
		RTL_W8(tp, ChipCmd, RTL_R8(tp, ChipCmd) | StopReq);
		fsleep(100);
		break;
	}

	rtl_hw_reset(tp);
H
Heiner Kallweit 已提交
3913
no_reset:
3914 3915 3916 3917
	rtl8169_tx_clear(tp);
	rtl8169_init_ring_indexes(tp);
}

3918
static void rtl_reset_work(struct rtl8169_private *tp)
L
Linus Torvalds 已提交
3919
{
3920
	int i;
L
Linus Torvalds 已提交
3921

3922
	netif_stop_queue(tp->dev);
L
Linus Torvalds 已提交
3923

3924
	rtl8169_cleanup(tp, false);
3925

3926
	for (i = 0; i < NUM_RX_DESC; i++)
3927
		rtl8169_mark_to_asic(tp->RxDescArray + i);
3928

3929
	napi_enable(&tp->napi);
3930
	rtl_hw_start(tp);
L
Linus Torvalds 已提交
3931 3932
}

3933
static void rtl8169_tx_timeout(struct net_device *dev, unsigned int txqueue)
L
Linus Torvalds 已提交
3934
{
3935 3936 3937
	struct rtl8169_private *tp = netdev_priv(dev);

	rtl_schedule_task(tp, RTL_FLAG_TASK_RESET_PENDING);
L
Linus Torvalds 已提交
3938 3939
}

3940 3941
static int rtl8169_tx_map(struct rtl8169_private *tp, const u32 *opts, u32 len,
			  void *addr, unsigned int entry, bool desc_own)
3942
{
3943 3944 3945 3946 3947 3948 3949 3950 3951 3952
	struct TxDesc *txd = tp->TxDescArray + entry;
	struct device *d = tp_to_dev(tp);
	dma_addr_t mapping;
	u32 opts1;
	int ret;

	mapping = dma_map_single(d, addr, len, DMA_TO_DEVICE);
	ret = dma_mapping_error(d, mapping);
	if (unlikely(ret)) {
		if (net_ratelimit())
3953
			netdev_err(tp->dev, "Failed to map TX data!\n");
3954 3955 3956 3957 3958
		return ret;
	}

	txd->addr = cpu_to_le64(mapping);
	txd->opts2 = cpu_to_le32(opts[1]);
3959

3960
	opts1 = opts[0] | len;
3961
	if (entry == NUM_TX_DESC - 1)
3962 3963 3964 3965
		opts1 |= RingEnd;
	if (desc_own)
		opts1 |= DescOwn;
	txd->opts1 = cpu_to_le32(opts1);
3966

3967 3968 3969
	tp->tx_skb[entry].len = len;

	return 0;
3970 3971
}

L
Linus Torvalds 已提交
3972
static int rtl8169_xmit_frags(struct rtl8169_private *tp, struct sk_buff *skb,
3973
			      const u32 *opts, unsigned int entry)
L
Linus Torvalds 已提交
3974 3975
{
	struct skb_shared_info *info = skb_shinfo(skb);
3976
	unsigned int cur_frag;
L
Linus Torvalds 已提交
3977 3978

	for (cur_frag = 0; cur_frag < info->nr_frags; cur_frag++) {
E
Eric Dumazet 已提交
3979
		const skb_frag_t *frag = info->frags + cur_frag;
3980 3981
		void *addr = skb_frag_address(frag);
		u32 len = skb_frag_size(frag);
L
Linus Torvalds 已提交
3982 3983 3984

		entry = (entry + 1) % NUM_TX_DESC;

3985
		if (unlikely(rtl8169_tx_map(tp, opts, len, addr, entry, true)))
3986
			goto err_out;
L
Linus Torvalds 已提交
3987 3988
	}

3989
	return 0;
3990 3991 3992 3993

err_out:
	rtl8169_tx_clear_range(tp, tp->cur_tx + 1, cur_frag);
	return -EIO;
L
Linus Torvalds 已提交
3994 3995
}

3996 3997 3998 3999 4000
static bool rtl_test_hw_pad_bug(struct rtl8169_private *tp, struct sk_buff *skb)
{
	return skb->len < ETH_ZLEN && tp->mac_version == RTL_GIGA_MAC_VER_34;
}

4001
static void rtl8169_tso_csum_v1(struct sk_buff *skb, u32 *opts)
L
Linus Torvalds 已提交
4002
{
4003 4004
	u32 mss = skb_shinfo(skb)->gso_size;

F
Francois Romieu 已提交
4005 4006
	if (mss) {
		opts[0] |= TD_LSO;
4007
		opts[0] |= mss << TD0_MSS_SHIFT;
H
hayeswang 已提交
4008 4009 4010 4011 4012 4013 4014 4015 4016 4017 4018 4019 4020 4021 4022
	} else if (skb->ip_summed == CHECKSUM_PARTIAL) {
		const struct iphdr *ip = ip_hdr(skb);

		if (ip->protocol == IPPROTO_TCP)
			opts[0] |= TD0_IP_CS | TD0_TCP_CS;
		else if (ip->protocol == IPPROTO_UDP)
			opts[0] |= TD0_IP_CS | TD0_UDP_CS;
		else
			WARN_ON_ONCE(1);
	}
}

static bool rtl8169_tso_csum_v2(struct rtl8169_private *tp,
				struct sk_buff *skb, u32 *opts)
{
H
hayeswang 已提交
4023
	u32 transport_offset = (u32)skb_transport_offset(skb);
4024 4025
	struct skb_shared_info *shinfo = skb_shinfo(skb);
	u32 mss = shinfo->gso_size;
H
hayeswang 已提交
4026 4027

	if (mss) {
4028
		if (shinfo->gso_type & SKB_GSO_TCPV4) {
H
hayeswang 已提交
4029
			opts[0] |= TD1_GTSENV4;
4030
		} else if (shinfo->gso_type & SKB_GSO_TCPV6) {
4031
			if (skb_cow_head(skb, 0))
H
hayeswang 已提交
4032 4033
				return false;

4034
			tcp_v6_gso_csum_prep(skb);
H
hayeswang 已提交
4035
			opts[0] |= TD1_GTSENV6;
4036
		} else {
H
hayeswang 已提交
4037 4038 4039
			WARN_ON_ONCE(1);
		}

H
hayeswang 已提交
4040
		opts[0] |= transport_offset << GTTCPHO_SHIFT;
4041
		opts[1] |= mss << TD1_MSS_SHIFT;
F
Francois Romieu 已提交
4042
	} else if (skb->ip_summed == CHECKSUM_PARTIAL) {
H
hayeswang 已提交
4043
		u8 ip_protocol;
L
Linus Torvalds 已提交
4044

4045
		switch (vlan_get_protocol(skb)) {
H
hayeswang 已提交
4046 4047 4048 4049 4050 4051 4052 4053 4054 4055 4056 4057 4058 4059 4060 4061 4062 4063 4064
		case htons(ETH_P_IP):
			opts[1] |= TD1_IPv4_CS;
			ip_protocol = ip_hdr(skb)->protocol;
			break;

		case htons(ETH_P_IPV6):
			opts[1] |= TD1_IPv6_CS;
			ip_protocol = ipv6_hdr(skb)->nexthdr;
			break;

		default:
			ip_protocol = IPPROTO_RAW;
			break;
		}

		if (ip_protocol == IPPROTO_TCP)
			opts[1] |= TD1_TCP_CS;
		else if (ip_protocol == IPPROTO_UDP)
			opts[1] |= TD1_UDP_CS;
F
Francois Romieu 已提交
4065 4066
		else
			WARN_ON_ONCE(1);
H
hayeswang 已提交
4067 4068

		opts[1] |= transport_offset << TCPHO_SHIFT;
4069 4070
	} else {
		if (unlikely(rtl_test_hw_pad_bug(tp, skb)))
A
Alexander Duyck 已提交
4071
			return !eth_skb_pad(skb);
L
Linus Torvalds 已提交
4072
	}
H
hayeswang 已提交
4073

4074
	return true;
L
Linus Torvalds 已提交
4075 4076
}

4077 4078 4079 4080 4081 4082 4083 4084 4085
static bool rtl_tx_slots_avail(struct rtl8169_private *tp,
			       unsigned int nr_frags)
{
	unsigned int slots_avail = tp->dirty_tx + NUM_TX_DESC - tp->cur_tx;

	/* A skbuff with nr_frags needs nr_frags+1 entries in the tx queue */
	return slots_avail > nr_frags;
}

4086 4087 4088 4089 4090 4091 4092 4093 4094 4095 4096 4097
/* Versions RTL8102e and from RTL8168c onwards support csum_v2 */
static bool rtl_chip_supports_csum_v2(struct rtl8169_private *tp)
{
	switch (tp->mac_version) {
	case RTL_GIGA_MAC_VER_02 ... RTL_GIGA_MAC_VER_06:
	case RTL_GIGA_MAC_VER_10 ... RTL_GIGA_MAC_VER_17:
		return false;
	default:
		return true;
	}
}

H
Heiner Kallweit 已提交
4098 4099 4100 4101 4102 4103 4104 4105
static void rtl8169_doorbell(struct rtl8169_private *tp)
{
	if (rtl_is_8125(tp))
		RTL_W16(tp, TxPoll_8125, BIT(0));
	else
		RTL_W8(tp, TxPoll, NPQ);
}

4106 4107
static netdev_tx_t rtl8169_start_xmit(struct sk_buff *skb,
				      struct net_device *dev)
L
Linus Torvalds 已提交
4108
{
4109
	unsigned int frags = skb_shinfo(skb)->nr_frags;
L
Linus Torvalds 已提交
4110
	struct rtl8169_private *tp = netdev_priv(dev);
4111
	unsigned int entry = tp->cur_tx % NUM_TX_DESC;
4112 4113 4114 4115 4116
	struct TxDesc *txd_first, *txd_last;
	bool stop_queue, door_bell;
	u32 opts[2];

	txd_first = tp->TxDescArray + entry;
4117

4118
	if (unlikely(!rtl_tx_slots_avail(tp, frags))) {
4119 4120
		if (net_ratelimit())
			netdev_err(dev, "BUG! Tx Ring full when queue awake!\n");
4121
		goto err_stop_0;
L
Linus Torvalds 已提交
4122 4123
	}

4124
	if (unlikely(le32_to_cpu(txd_first->opts1) & DescOwn))
4125 4126
		goto err_stop_0;

4127
	opts[1] = rtl8169_tx_vlan_tag(skb);
4128
	opts[0] = 0;
4129

4130
	if (!rtl_chip_supports_csum_v2(tp))
4131
		rtl8169_tso_csum_v1(skb, opts);
4132
	else if (!rtl8169_tso_csum_v2(tp, skb, opts))
4133 4134
		goto err_dma_0;

4135 4136 4137
	if (unlikely(rtl8169_tx_map(tp, opts, skb_headlen(skb), skb->data,
				    entry, false)))
		goto err_dma_0;
L
Linus Torvalds 已提交
4138

4139 4140
	if (frags) {
		if (rtl8169_xmit_frags(tp, skb, opts, entry))
4141
			goto err_dma_1;
4142
		entry = (entry + frags) % NUM_TX_DESC;
L
Linus Torvalds 已提交
4143 4144
	}

4145 4146 4147
	txd_last = tp->TxDescArray + entry;
	txd_last->opts1 |= cpu_to_le32(LastFrag);
	tp->tx_skb[entry].skb = skb;
F
Francois Romieu 已提交
4148

4149 4150
	skb_tx_timestamp(skb);

4151 4152
	/* Force memory writes to complete before releasing descriptor */
	dma_wmb();
L
Linus Torvalds 已提交
4153

H
Heiner Kallweit 已提交
4154 4155
	door_bell = __netdev_sent_queue(dev, skb->len, netdev_xmit_more());

4156
	txd_first->opts1 |= cpu_to_le32(DescOwn | FirstFrag);
L
Linus Torvalds 已提交
4157

4158 4159
	/* rtl_tx needs to see descriptor changes before updated tp->cur_tx */
	smp_wmb();
L
Linus Torvalds 已提交
4160

4161 4162
	tp->cur_tx += frags + 1;

H
Heiner Kallweit 已提交
4163 4164
	stop_queue = !rtl_tx_slots_avail(tp, MAX_SKB_FRAGS);
	if (unlikely(stop_queue)) {
4165 4166 4167 4168 4169
		/* Avoid wrongly optimistic queue wake-up: rtl_tx thread must
		 * not miss a ring update when it notices a stopped queue.
		 */
		smp_wmb();
		netif_stop_queue(dev);
4170
		door_bell = true;
H
Heiner Kallweit 已提交
4171 4172 4173
	}

	if (door_bell)
H
Heiner Kallweit 已提交
4174
		rtl8169_doorbell(tp);
H
Heiner Kallweit 已提交
4175 4176

	if (unlikely(stop_queue)) {
4177 4178 4179 4180 4181 4182 4183
		/* Sync with rtl_tx:
		 * - publish queue status and cur_tx ring index (write barrier)
		 * - refresh dirty_tx ring index (read barrier).
		 * May the current thread have a pessimistic view of the ring
		 * status and forget to wake up queue, a racing rtl_tx thread
		 * can't.
		 */
F
Francois Romieu 已提交
4184
		smp_mb();
4185
		if (rtl_tx_slots_avail(tp, MAX_SKB_FRAGS))
4186
			netif_start_queue(dev);
L
Linus Torvalds 已提交
4187 4188
	}

4189
	return NETDEV_TX_OK;
L
Linus Torvalds 已提交
4190

4191
err_dma_1:
4192
	rtl8169_unmap_tx_skb(tp, entry);
4193
err_dma_0:
4194
	dev_kfree_skb_any(skb);
4195 4196 4197 4198
	dev->stats.tx_dropped++;
	return NETDEV_TX_OK;

err_stop_0:
L
Linus Torvalds 已提交
4199
	netif_stop_queue(dev);
4200
	dev->stats.tx_dropped++;
4201
	return NETDEV_TX_BUSY;
L
Linus Torvalds 已提交
4202 4203
}

4204 4205 4206 4207 4208 4209 4210 4211 4212 4213 4214 4215 4216 4217 4218 4219 4220 4221 4222 4223 4224 4225 4226 4227 4228 4229 4230 4231 4232 4233 4234
static unsigned int rtl_last_frag_len(struct sk_buff *skb)
{
	struct skb_shared_info *info = skb_shinfo(skb);
	unsigned int nr_frags = info->nr_frags;

	if (!nr_frags)
		return UINT_MAX;

	return skb_frag_size(info->frags + nr_frags - 1);
}

/* Workaround for hw issues with TSO on RTL8168evl */
static netdev_features_t rtl8168evl_fix_tso(struct sk_buff *skb,
					    netdev_features_t features)
{
	/* IPv4 header has options field */
	if (vlan_get_protocol(skb) == htons(ETH_P_IP) &&
	    ip_hdrlen(skb) > sizeof(struct iphdr))
		features &= ~NETIF_F_ALL_TSO;

	/* IPv4 TCP header has options field */
	else if (skb_shinfo(skb)->gso_type & SKB_GSO_TCPV4 &&
		 tcp_hdrlen(skb) > sizeof(struct tcphdr))
		features &= ~NETIF_F_ALL_TSO;

	else if (rtl_last_frag_len(skb) <= 6)
		features &= ~NETIF_F_ALL_TSO;

	return features;
}

4235 4236 4237 4238 4239 4240 4241 4242
static netdev_features_t rtl8169_features_check(struct sk_buff *skb,
						struct net_device *dev,
						netdev_features_t features)
{
	int transport_offset = skb_transport_offset(skb);
	struct rtl8169_private *tp = netdev_priv(dev);

	if (skb_is_gso(skb)) {
4243 4244 4245
		if (tp->mac_version == RTL_GIGA_MAC_VER_34)
			features = rtl8168evl_fix_tso(skb, features);

4246 4247 4248 4249 4250 4251 4252 4253 4254 4255 4256 4257 4258 4259 4260 4261 4262 4263 4264 4265 4266 4267 4268 4269 4270
		if (transport_offset > GTTCPHO_MAX &&
		    rtl_chip_supports_csum_v2(tp))
			features &= ~NETIF_F_ALL_TSO;
	} else if (skb->ip_summed == CHECKSUM_PARTIAL) {
		if (skb->len < ETH_ZLEN) {
			switch (tp->mac_version) {
			case RTL_GIGA_MAC_VER_11:
			case RTL_GIGA_MAC_VER_12:
			case RTL_GIGA_MAC_VER_17:
			case RTL_GIGA_MAC_VER_34:
				features &= ~NETIF_F_CSUM_MASK;
				break;
			default:
				break;
			}
		}

		if (transport_offset > TCPHO_MAX &&
		    rtl_chip_supports_csum_v2(tp))
			features &= ~NETIF_F_CSUM_MASK;
	}

	return vlan_features_check(skb, features);
}

L
Linus Torvalds 已提交
4271 4272 4273 4274
static void rtl8169_pcierr_interrupt(struct net_device *dev)
{
	struct rtl8169_private *tp = netdev_priv(dev);
	struct pci_dev *pdev = tp->pci_dev;
4275 4276
	int pci_status_errs;
	u16 pci_cmd;
L
Linus Torvalds 已提交
4277 4278 4279

	pci_read_config_word(pdev, PCI_COMMAND, &pci_cmd);

4280 4281
	pci_status_errs = pci_status_get_and_clear_errors(pdev);

4282 4283 4284
	if (net_ratelimit())
		netdev_err(dev, "PCI error (cmd = 0x%04x, status_errs = 0x%04x)\n",
			   pci_cmd, pci_status_errs);
L
Linus Torvalds 已提交
4285 4286 4287
	/*
	 * The recovery sequence below admits a very elaborated explanation:
	 * - it seems to work;
4288 4289
	 * - I did not see what else could be done;
	 * - it makes iop3xx happy.
L
Linus Torvalds 已提交
4290 4291 4292
	 *
	 * Feel free to adjust to your needs.
	 */
4293
	if (pdev->broken_parity_status)
4294 4295 4296 4297 4298
		pci_cmd &= ~PCI_COMMAND_PARITY;
	else
		pci_cmd |= PCI_COMMAND_SERR | PCI_COMMAND_PARITY;

	pci_write_config_word(pdev, PCI_COMMAND, pci_cmd);
L
Linus Torvalds 已提交
4299

4300
	rtl_schedule_task(tp, RTL_FLAG_TASK_RESET_PENDING);
L
Linus Torvalds 已提交
4301 4302
}

4303 4304
static void rtl_tx(struct net_device *dev, struct rtl8169_private *tp,
		   int budget)
L
Linus Torvalds 已提交
4305
{
4306
	unsigned int dirty_tx, tx_left, bytes_compl = 0, pkts_compl = 0;
L
Linus Torvalds 已提交
4307 4308 4309 4310

	dirty_tx = tp->dirty_tx;
	smp_rmb();

4311
	for (tx_left = tp->cur_tx - dirty_tx; tx_left > 0; tx_left--) {
L
Linus Torvalds 已提交
4312
		unsigned int entry = dirty_tx % NUM_TX_DESC;
4313
		struct sk_buff *skb = tp->tx_skb[entry].skb;
L
Linus Torvalds 已提交
4314 4315 4316 4317 4318 4319
		u32 status;

		status = le32_to_cpu(tp->TxDescArray[entry].opts1);
		if (status & DescOwn)
			break;

4320 4321
		rtl8169_unmap_tx_skb(tp, entry);

4322
		if (skb) {
4323
			pkts_compl++;
4324 4325
			bytes_compl += skb->len;
			napi_consume_skb(skb, budget);
L
Linus Torvalds 已提交
4326 4327 4328 4329 4330
		}
		dirty_tx++;
	}

	if (tp->dirty_tx != dirty_tx) {
4331 4332 4333 4334 4335 4336 4337
		netdev_completed_queue(dev, pkts_compl, bytes_compl);

		u64_stats_update_begin(&tp->tx_stats.syncp);
		tp->tx_stats.packets += pkts_compl;
		tp->tx_stats.bytes += bytes_compl;
		u64_stats_update_end(&tp->tx_stats.syncp);

L
Linus Torvalds 已提交
4338
		tp->dirty_tx = dirty_tx;
4339 4340 4341 4342 4343 4344 4345
		/* Sync with rtl8169_start_xmit:
		 * - publish dirty_tx ring index (write barrier)
		 * - refresh cur_tx ring index and queue status (read barrier)
		 * May the current thread miss the stopped queue condition,
		 * a racing xmit thread can only have a right view of the
		 * ring status.
		 */
F
Francois Romieu 已提交
4346
		smp_mb();
L
Linus Torvalds 已提交
4347
		if (netif_queue_stopped(dev) &&
4348
		    rtl_tx_slots_avail(tp, MAX_SKB_FRAGS)) {
L
Linus Torvalds 已提交
4349 4350
			netif_wake_queue(dev);
		}
4351 4352 4353 4354 4355 4356
		/*
		 * 8168 hack: TxPoll requests are lost when the Tx packets are
		 * too close. Let's kick an extra TxPoll request when a burst
		 * of start_xmit activity is detected (if it is not detected,
		 * it is slow enough). -- FR
		 */
4357
		if (tp->cur_tx != dirty_tx)
H
Heiner Kallweit 已提交
4358
			rtl8169_doorbell(tp);
L
Linus Torvalds 已提交
4359 4360 4361
	}
}

4362 4363 4364 4365 4366
static inline int rtl8169_fragmented_frame(u32 status)
{
	return (status & (FirstFrag | LastFrag)) != (FirstFrag | LastFrag);
}

E
Eric Dumazet 已提交
4367
static inline void rtl8169_rx_csum(struct sk_buff *skb, u32 opts1)
L
Linus Torvalds 已提交
4368 4369 4370 4371
{
	u32 status = opts1 & RxProtoMask;

	if (((status == RxProtoTCP) && !(opts1 & TCPFail)) ||
S
Shan Wei 已提交
4372
	    ((status == RxProtoUDP) && !(opts1 & UDPFail)))
L
Linus Torvalds 已提交
4373 4374
		skb->ip_summed = CHECKSUM_UNNECESSARY;
	else
4375
		skb_checksum_none_assert(skb);
L
Linus Torvalds 已提交
4376 4377
}

4378
static int rtl_rx(struct net_device *dev, struct rtl8169_private *tp, u32 budget)
L
Linus Torvalds 已提交
4379
{
4380 4381
	unsigned int cur_rx, rx_left, count;
	struct device *d = tp_to_dev(tp);
L
Linus Torvalds 已提交
4382 4383 4384

	cur_rx = tp->cur_rx;

4385
	for (rx_left = min(budget, NUM_RX_DESC); rx_left > 0; rx_left--, cur_rx++) {
4386
		unsigned int pkt_size, entry = cur_rx % NUM_RX_DESC;
4387
		struct RxDesc *desc = tp->RxDescArray + entry;
4388 4389 4390
		struct sk_buff *skb;
		const void *rx_buf;
		dma_addr_t addr;
L
Linus Torvalds 已提交
4391 4392
		u32 status;

4393
		status = le32_to_cpu(desc->opts1);
L
Linus Torvalds 已提交
4394 4395
		if (status & DescOwn)
			break;
4396 4397 4398 4399 4400 4401 4402

		/* This barrier is needed to keep us from reading
		 * any other fields out of the Rx descriptor until
		 * we know the status of DescOwn
		 */
		dma_rmb();

R
Richard Dawe 已提交
4403
		if (unlikely(status & RxRES)) {
4404 4405 4406
			if (net_ratelimit())
				netdev_warn(dev, "Rx ERROR. status = %08x\n",
					    status);
4407
			dev->stats.rx_errors++;
L
Linus Torvalds 已提交
4408
			if (status & (RxRWT | RxRUNT))
4409
				dev->stats.rx_length_errors++;
L
Linus Torvalds 已提交
4410
			if (status & RxCRC)
4411
				dev->stats.rx_crc_errors++;
4412

4413
			if (!(dev->features & NETIF_F_RXALL))
4414
				goto release_descriptor;
4415 4416 4417
			else if (status & RxRWT || !(status & (RxRUNT | RxCRC)))
				goto release_descriptor;
		}
L
Linus Torvalds 已提交
4418

4419 4420 4421
		pkt_size = status & GENMASK(13, 0);
		if (likely(!(dev->features & NETIF_F_RXFCS)))
			pkt_size -= ETH_FCS_LEN;
H
Heiner Kallweit 已提交
4422

4423 4424 4425 4426 4427 4428 4429 4430
		/* The driver does not support incoming fragmented frames.
		 * They are seen as a symptom of over-mtu sized frames.
		 */
		if (unlikely(rtl8169_fragmented_frame(status))) {
			dev->stats.rx_dropped++;
			dev->stats.rx_length_errors++;
			goto release_descriptor;
		}
4431

4432 4433 4434 4435 4436
		skb = napi_alloc_skb(&tp->napi, pkt_size);
		if (unlikely(!skb)) {
			dev->stats.rx_dropped++;
			goto release_descriptor;
		}
L
Linus Torvalds 已提交
4437

4438 4439
		addr = le64_to_cpu(desc->addr);
		rx_buf = page_address(tp->Rx_databuff[entry]);
4440

4441 4442 4443 4444 4445 4446
		dma_sync_single_for_cpu(d, addr, pkt_size, DMA_FROM_DEVICE);
		prefetch(rx_buf);
		skb_copy_to_linear_data(skb, rx_buf, pkt_size);
		skb->tail += pkt_size;
		skb->len = pkt_size;
		dma_sync_single_for_device(d, addr, pkt_size, DMA_FROM_DEVICE);
4447

4448 4449 4450 4451 4452 4453 4454 4455 4456 4457 4458 4459 4460 4461
		rtl8169_rx_csum(skb, status);
		skb->protocol = eth_type_trans(skb, dev);

		rtl8169_rx_vlan_tag(desc, skb);

		if (skb->pkt_type == PACKET_MULTICAST)
			dev->stats.multicast++;

		napi_gro_receive(&tp->napi, skb);

		u64_stats_update_begin(&tp->rx_stats.syncp);
		tp->rx_stats.packets++;
		tp->rx_stats.bytes += pkt_size;
		u64_stats_update_end(&tp->rx_stats.syncp);
L
Linus Torvalds 已提交
4462

4463
release_descriptor:
4464
		rtl8169_mark_to_asic(desc);
L
Linus Torvalds 已提交
4465 4466 4467 4468 4469 4470 4471 4472
	}

	count = cur_rx - tp->cur_rx;
	tp->cur_rx = cur_rx;

	return count;
}

F
Francois Romieu 已提交
4473
static irqreturn_t rtl8169_interrupt(int irq, void *dev_instance)
L
Linus Torvalds 已提交
4474
{
4475
	struct rtl8169_private *tp = dev_instance;
4476
	u32 status = rtl_get_events(tp);
L
Linus Torvalds 已提交
4477

4478 4479
	if (!tp->irq_enabled || (status & 0xffff) == 0xffff ||
	    !(status & tp->irq_mask))
4480
		return IRQ_NONE;
L
Linus Torvalds 已提交
4481

4482 4483 4484 4485
	if (unlikely(status & SYSErr)) {
		rtl8169_pcierr_interrupt(tp->dev);
		goto out;
	}
4486

4487 4488
	if (status & LinkChg)
		phy_mac_interrupt(tp->phydev);
L
Linus Torvalds 已提交
4489

4490 4491 4492
	if (unlikely(status & RxFIFOOver &&
	    tp->mac_version == RTL_GIGA_MAC_VER_11)) {
		netif_stop_queue(tp->dev);
4493
		rtl_schedule_task(tp, RTL_FLAG_TASK_RESET_PENDING);
4494
	}
L
Linus Torvalds 已提交
4495

4496 4497
	rtl_irq_disable(tp);
	napi_schedule_irqoff(&tp->napi);
4498 4499
out:
	rtl_ack_events(tp, status);
L
Linus Torvalds 已提交
4500

4501
	return IRQ_HANDLED;
L
Linus Torvalds 已提交
4502 4503
}

4504 4505 4506 4507
static void rtl_task(struct work_struct *work)
{
	struct rtl8169_private *tp =
		container_of(work, struct rtl8169_private, wk.work);
4508

4509
	rtnl_lock();
4510

H
Heiner Kallweit 已提交
4511
	if (!netif_running(tp->dev) ||
4512
	    !test_bit(RTL_FLAG_TASK_ENABLED, tp->wk.flags))
4513 4514
		goto out_unlock;

4515
	if (test_and_clear_bit(RTL_FLAG_TASK_RESET_PENDING, tp->wk.flags)) {
H
Heiner Kallweit 已提交
4516
		rtl_reset_work(tp);
4517 4518
		netif_wake_queue(tp->dev);
	}
4519
out_unlock:
4520
	rtnl_unlock();
4521 4522
}

4523
static int rtl8169_poll(struct napi_struct *napi, int budget)
L
Linus Torvalds 已提交
4524
{
4525 4526
	struct rtl8169_private *tp = container_of(napi, struct rtl8169_private, napi);
	struct net_device *dev = tp->dev;
4527
	int work_done;
4528

4529
	work_done = rtl_rx(dev, tp, (u32) budget);
4530

4531
	rtl_tx(dev, tp, budget);
L
Linus Torvalds 已提交
4532

4533
	if (work_done < budget) {
4534
		napi_complete_done(napi, work_done);
4535
		rtl_irq_enable(tp);
L
Linus Torvalds 已提交
4536 4537
	}

4538
	return work_done;
L
Linus Torvalds 已提交
4539 4540
}

4541 4542 4543 4544 4545 4546 4547 4548 4549 4550 4551 4552
static void r8169_phylink_handler(struct net_device *ndev)
{
	struct rtl8169_private *tp = netdev_priv(ndev);

	if (netif_carrier_ok(ndev)) {
		rtl_link_chg_patch(tp);
		pm_request_resume(&tp->pci_dev->dev);
	} else {
		pm_runtime_idle(&tp->pci_dev->dev);
	}

	if (net_ratelimit())
4553
		phy_print_status(tp->phydev);
4554 4555 4556 4557
}

static int r8169_phy_connect(struct rtl8169_private *tp)
{
4558
	struct phy_device *phydev = tp->phydev;
4559 4560 4561
	phy_interface_t phy_mode;
	int ret;

4562
	phy_mode = tp->supports_gmii ? PHY_INTERFACE_MODE_GMII :
4563 4564 4565 4566 4567 4568 4569
		   PHY_INTERFACE_MODE_MII;

	ret = phy_connect_direct(tp->dev, phydev, r8169_phylink_handler,
				 phy_mode);
	if (ret)
		return ret;

4570
	if (!tp->supports_gmii)
4571 4572
		phy_set_max_speed(phydev, SPEED_100);

4573
	phy_support_asym_pause(phydev);
4574 4575 4576 4577 4578 4579

	phy_attached_info(phydev);

	return 0;
}

4580
static void rtl8169_down(struct rtl8169_private *tp)
L
Linus Torvalds 已提交
4581
{
4582 4583
	/* Clear all task flags */
	bitmap_zero(tp->wk.flags, RTL_FLAG_MAX);
4584

4585
	phy_stop(tp->phydev);
L
Linus Torvalds 已提交
4586

4587 4588
	rtl8169_update_counters(tp);

4589
	rtl8169_cleanup(tp, true);
L
Linus Torvalds 已提交
4590

F
françois romieu 已提交
4591
	rtl_pll_power_down(tp);
L
Linus Torvalds 已提交
4592 4593
}

H
Heiner Kallweit 已提交
4594 4595 4596 4597 4598 4599 4600 4601 4602 4603 4604
static void rtl8169_up(struct rtl8169_private *tp)
{
	rtl_pll_power_up(tp);
	rtl8169_init_phy(tp);
	napi_enable(&tp->napi);
	set_bit(RTL_FLAG_TASK_ENABLED, tp->wk.flags);
	rtl_reset_work(tp);

	phy_start(tp->phydev);
}

L
Linus Torvalds 已提交
4605 4606 4607 4608 4609
static int rtl8169_close(struct net_device *dev)
{
	struct rtl8169_private *tp = netdev_priv(dev);
	struct pci_dev *pdev = tp->pci_dev;

4610 4611
	pm_runtime_get_sync(&pdev->dev);

4612 4613 4614
	netif_stop_queue(dev);
	rtl8169_down(tp);
	rtl8169_rx_clear(tp);
L
Linus Torvalds 已提交
4615

4616 4617
	cancel_work_sync(&tp->wk.work);

4618
	phy_disconnect(tp->phydev);
4619

4620
	pci_free_irq(pdev, 0, tp);
L
Linus Torvalds 已提交
4621

4622 4623 4624 4625
	dma_free_coherent(&pdev->dev, R8169_RX_RING_BYTES, tp->RxDescArray,
			  tp->RxPhyAddr);
	dma_free_coherent(&pdev->dev, R8169_TX_RING_BYTES, tp->TxDescArray,
			  tp->TxPhyAddr);
L
Linus Torvalds 已提交
4626 4627 4628
	tp->TxDescArray = NULL;
	tp->RxDescArray = NULL;

4629 4630
	pm_runtime_put_sync(&pdev->dev);

L
Linus Torvalds 已提交
4631 4632 4633
	return 0;
}

4634 4635 4636 4637 4638
#ifdef CONFIG_NET_POLL_CONTROLLER
static void rtl8169_netpoll(struct net_device *dev)
{
	struct rtl8169_private *tp = netdev_priv(dev);

V
Ville Syrjälä 已提交
4639
	rtl8169_interrupt(pci_irq_vector(tp->pci_dev, 0), tp);
4640 4641 4642
}
#endif

4643 4644 4645 4646 4647 4648 4649 4650 4651
static int rtl_open(struct net_device *dev)
{
	struct rtl8169_private *tp = netdev_priv(dev);
	struct pci_dev *pdev = tp->pci_dev;
	int retval = -ENOMEM;

	pm_runtime_get_sync(&pdev->dev);

	/*
4652
	 * Rx and Tx descriptors needs 256 bytes alignment.
4653 4654 4655 4656 4657 4658 4659 4660 4661 4662 4663 4664
	 * dma_alloc_coherent provides more.
	 */
	tp->TxDescArray = dma_alloc_coherent(&pdev->dev, R8169_TX_RING_BYTES,
					     &tp->TxPhyAddr, GFP_KERNEL);
	if (!tp->TxDescArray)
		goto err_pm_runtime_put;

	tp->RxDescArray = dma_alloc_coherent(&pdev->dev, R8169_RX_RING_BYTES,
					     &tp->RxPhyAddr, GFP_KERNEL);
	if (!tp->RxDescArray)
		goto err_free_tx_0;

4665
	retval = rtl8169_init_ring(tp);
4666 4667 4668 4669 4670
	if (retval < 0)
		goto err_free_rx_1;

	rtl_request_firmware(tp);

4671
	retval = pci_request_irq(pdev, 0, rtl8169_interrupt, NULL, tp,
4672
				 dev->name);
4673 4674 4675
	if (retval < 0)
		goto err_release_fw_2;

4676 4677 4678 4679
	retval = r8169_phy_connect(tp);
	if (retval)
		goto err_free_irq;

H
Heiner Kallweit 已提交
4680
	rtl8169_up(tp);
4681
	rtl8169_init_counter_offsets(tp);
4682 4683
	netif_start_queue(dev);

4684
	pm_runtime_put_sync(&pdev->dev);
4685 4686 4687
out:
	return retval;

4688 4689
err_free_irq:
	pci_free_irq(pdev, 0, tp);
4690 4691 4692 4693 4694 4695 4696 4697 4698 4699 4700 4701 4702 4703 4704 4705
err_release_fw_2:
	rtl_release_firmware(tp);
	rtl8169_rx_clear(tp);
err_free_rx_1:
	dma_free_coherent(&pdev->dev, R8169_RX_RING_BYTES, tp->RxDescArray,
			  tp->RxPhyAddr);
	tp->RxDescArray = NULL;
err_free_tx_0:
	dma_free_coherent(&pdev->dev, R8169_TX_RING_BYTES, tp->TxDescArray,
			  tp->TxPhyAddr);
	tp->TxDescArray = NULL;
err_pm_runtime_put:
	pm_runtime_put_noidle(&pdev->dev);
	goto out;
}

4706
static void
J
Junchang Wang 已提交
4707
rtl8169_get_stats64(struct net_device *dev, struct rtnl_link_stats64 *stats)
L
Linus Torvalds 已提交
4708 4709
{
	struct rtl8169_private *tp = netdev_priv(dev);
4710
	struct pci_dev *pdev = tp->pci_dev;
4711
	struct rtl8169_counters *counters = tp->counters;
J
Junchang Wang 已提交
4712
	unsigned int start;
L
Linus Torvalds 已提交
4713

4714 4715
	pm_runtime_get_noresume(&pdev->dev);

4716 4717
	netdev_stats_to_stats64(stats, &dev->stats);

J
Junchang Wang 已提交
4718
	do {
4719
		start = u64_stats_fetch_begin_irq(&tp->rx_stats.syncp);
J
Junchang Wang 已提交
4720 4721
		stats->rx_packets = tp->rx_stats.packets;
		stats->rx_bytes	= tp->rx_stats.bytes;
4722
	} while (u64_stats_fetch_retry_irq(&tp->rx_stats.syncp, start));
J
Junchang Wang 已提交
4723 4724

	do {
4725
		start = u64_stats_fetch_begin_irq(&tp->tx_stats.syncp);
J
Junchang Wang 已提交
4726 4727
		stats->tx_packets = tp->tx_stats.packets;
		stats->tx_bytes	= tp->tx_stats.bytes;
4728
	} while (u64_stats_fetch_retry_irq(&tp->tx_stats.syncp, start));
J
Junchang Wang 已提交
4729

4730
	/*
C
Corentin Musard 已提交
4731
	 * Fetch additional counter values missing in stats collected by driver
4732 4733
	 * from tally counters.
	 */
4734
	if (pm_runtime_active(&pdev->dev))
4735
		rtl8169_update_counters(tp);
4736 4737 4738 4739 4740

	/*
	 * Subtract values fetched during initalization.
	 * See rtl8169_init_counter_offsets for a description why we do that.
	 */
4741
	stats->tx_errors = le64_to_cpu(counters->tx_errors) -
4742
		le64_to_cpu(tp->tc_offset.tx_errors);
4743
	stats->collisions = le32_to_cpu(counters->tx_multi_collision) -
4744
		le32_to_cpu(tp->tc_offset.tx_multi_collision);
4745
	stats->tx_aborted_errors = le16_to_cpu(counters->tx_aborted) -
4746
		le16_to_cpu(tp->tc_offset.tx_aborted);
4747 4748
	stats->rx_missed_errors = le16_to_cpu(counters->rx_missed) -
		le16_to_cpu(tp->tc_offset.rx_missed);
4749

4750
	pm_runtime_put_noidle(&pdev->dev);
L
Linus Torvalds 已提交
4751 4752
}

H
Heiner Kallweit 已提交
4753
static void rtl8169_net_suspend(struct rtl8169_private *tp)
4754
{
H
Heiner Kallweit 已提交
4755
	netif_device_detach(tp->dev);
4756 4757 4758

	if (netif_running(tp->dev))
		rtl8169_down(tp);
4759 4760 4761 4762
}

#ifdef CONFIG_PM

4763
static int __maybe_unused rtl8169_suspend(struct device *device)
4764
{
H
Heiner Kallweit 已提交
4765
	struct rtl8169_private *tp = dev_get_drvdata(device);
4766

4767
	rtnl_lock();
H
Heiner Kallweit 已提交
4768
	rtl8169_net_suspend(tp);
4769
	rtnl_unlock();
4770

4771 4772 4773
	return 0;
}

4774
static int rtl8169_resume(struct device *device)
4775
{
H
Heiner Kallweit 已提交
4776
	struct rtl8169_private *tp = dev_get_drvdata(device);
4777

H
Heiner Kallweit 已提交
4778
	rtl_rar_set(tp, tp->dev->dev_addr);
4779

4780
	if (tp->TxDescArray)
H
Heiner Kallweit 已提交
4781
		rtl8169_up(tp);
4782

4783 4784
	netif_device_attach(tp->dev);

4785 4786 4787 4788 4789
	return 0;
}

static int rtl8169_runtime_suspend(struct device *device)
{
H
Heiner Kallweit 已提交
4790
	struct rtl8169_private *tp = dev_get_drvdata(device);
4791

4792 4793
	if (!tp->TxDescArray) {
		netif_device_detach(tp->dev);
4794
		return 0;
4795
	}
4796

4797
	rtnl_lock();
4798
	__rtl8169_set_wol(tp, WAKE_PHY);
H
Heiner Kallweit 已提交
4799
	rtl8169_net_suspend(tp);
4800
	rtnl_unlock();
4801 4802 4803 4804 4805 4806

	return 0;
}

static int rtl8169_runtime_resume(struct device *device)
{
H
Heiner Kallweit 已提交
4807
	struct rtl8169_private *tp = dev_get_drvdata(device);
4808

4809 4810
	__rtl8169_set_wol(tp, tp->saved_wolopts);

4811
	return rtl8169_resume(device);
4812 4813
}

4814 4815
static int rtl8169_runtime_idle(struct device *device)
{
H
Heiner Kallweit 已提交
4816
	struct rtl8169_private *tp = dev_get_drvdata(device);
4817

H
Heiner Kallweit 已提交
4818
	if (!netif_running(tp->dev) || !netif_carrier_ok(tp->dev))
4819 4820 4821
		pm_schedule_suspend(device, 10000);

	return -EBUSY;
4822 4823
}

4824
static const struct dev_pm_ops rtl8169_pm_ops = {
4825 4826 4827
	SET_SYSTEM_SLEEP_PM_OPS(rtl8169_suspend, rtl8169_resume)
	SET_RUNTIME_PM_OPS(rtl8169_runtime_suspend, rtl8169_runtime_resume,
			   rtl8169_runtime_idle)
4828 4829
};

4830
#endif /* CONFIG_PM */
4831

4832 4833 4834 4835 4836 4837 4838 4839 4840
static void rtl_wol_shutdown_quirk(struct rtl8169_private *tp)
{
	/* WoL fails with 8168b when the receiver is disabled. */
	switch (tp->mac_version) {
	case RTL_GIGA_MAC_VER_11:
	case RTL_GIGA_MAC_VER_12:
	case RTL_GIGA_MAC_VER_17:
		pci_clear_master(tp->pci_dev);

4841
		RTL_W8(tp, ChipCmd, CmdRxEnb);
4842
		rtl_pci_commit(tp);
4843 4844 4845 4846 4847 4848
		break;
	default:
		break;
	}
}

F
Francois Romieu 已提交
4849 4850
static void rtl_shutdown(struct pci_dev *pdev)
{
H
Heiner Kallweit 已提交
4851
	struct rtl8169_private *tp = pci_get_drvdata(pdev);
4852

4853
	rtnl_lock();
H
Heiner Kallweit 已提交
4854
	rtl8169_net_suspend(tp);
4855
	rtnl_unlock();
F
Francois Romieu 已提交
4856

F
Francois Romieu 已提交
4857
	/* Restore original MAC address */
H
Heiner Kallweit 已提交
4858
	rtl_rar_set(tp, tp->dev->perm_addr);
4859

4860
	if (system_state == SYSTEM_POWER_OFF) {
4861
		if (tp->saved_wolopts) {
4862 4863
			rtl_wol_suspend_quirk(tp);
			rtl_wol_shutdown_quirk(tp);
4864 4865
		}

4866 4867 4868 4869
		pci_wake_from_d3(pdev, true);
		pci_set_power_state(pdev, PCI_D3hot);
	}
}
4870

B
Bill Pemberton 已提交
4871
static void rtl_remove_one(struct pci_dev *pdev)
4872
{
H
Heiner Kallweit 已提交
4873
	struct rtl8169_private *tp = pci_get_drvdata(pdev);
4874

H
Heiner Kallweit 已提交
4875 4876
	if (pci_dev_run_wake(pdev))
		pm_runtime_get_noresume(&pdev->dev);
4877

H
Heiner Kallweit 已提交
4878
	unregister_netdev(tp->dev);
4879

H
Heiner Kallweit 已提交
4880 4881
	if (r8168_check_dash(tp))
		rtl8168_driver_stop(tp);
4882

H
Heiner Kallweit 已提交
4883
	rtl_release_firmware(tp);
4884 4885

	/* restore original MAC address */
H
Heiner Kallweit 已提交
4886
	rtl_rar_set(tp, tp->dev->perm_addr);
4887 4888
}

4889
static const struct net_device_ops rtl_netdev_ops = {
4890
	.ndo_open		= rtl_open,
4891 4892 4893
	.ndo_stop		= rtl8169_close,
	.ndo_get_stats64	= rtl8169_get_stats64,
	.ndo_start_xmit		= rtl8169_start_xmit,
4894
	.ndo_features_check	= rtl8169_features_check,
4895 4896 4897 4898 4899 4900
	.ndo_tx_timeout		= rtl8169_tx_timeout,
	.ndo_validate_addr	= eth_validate_addr,
	.ndo_change_mtu		= rtl8169_change_mtu,
	.ndo_fix_features	= rtl8169_fix_features,
	.ndo_set_features	= rtl8169_set_features,
	.ndo_set_mac_address	= rtl_set_mac_address,
4901
	.ndo_do_ioctl		= phy_do_ioctl_running,
4902 4903 4904 4905 4906 4907 4908
	.ndo_set_rx_mode	= rtl_set_rx_mode,
#ifdef CONFIG_NET_POLL_CONTROLLER
	.ndo_poll_controller	= rtl8169_netpoll,
#endif

};

4909 4910
static void rtl_set_irq_mask(struct rtl8169_private *tp)
{
4911
	tp->irq_mask = RxOK | RxErr | TxOK | TxErr | LinkChg;
4912 4913 4914 4915 4916 4917 4918 4919 4920 4921

	if (tp->mac_version <= RTL_GIGA_MAC_VER_06)
		tp->irq_mask |= SYSErr | RxOverflow | RxFIFOOver;
	else if (tp->mac_version == RTL_GIGA_MAC_VER_11)
		/* special workaround needed */
		tp->irq_mask |= RxFIFOOver;
	else
		tp->irq_mask |= RxOverflow;
}

4922
static int rtl_alloc_irq(struct rtl8169_private *tp)
4923
{
4924
	unsigned int flags;
4925

4926 4927
	switch (tp->mac_version) {
	case RTL_GIGA_MAC_VER_02 ... RTL_GIGA_MAC_VER_06:
4928
		rtl_unlock_config_regs(tp);
4929
		RTL_W8(tp, Config2, RTL_R8(tp, Config2) & ~MSIEnable);
4930
		rtl_lock_config_regs(tp);
4931
		/* fall through */
4932
	case RTL_GIGA_MAC_VER_07 ... RTL_GIGA_MAC_VER_17:
4933
		flags = PCI_IRQ_LEGACY;
4934 4935
		break;
	default:
4936
		flags = PCI_IRQ_ALL_TYPES;
4937
		break;
4938
	}
4939 4940

	return pci_alloc_irq_vectors(tp->pci_dev, 1, 1, flags);
4941 4942
}

4943 4944 4945 4946
static void rtl_read_mac_address(struct rtl8169_private *tp,
				 u8 mac_addr[ETH_ALEN])
{
	/* Get MAC address */
4947 4948 4949
	if (rtl_is_8168evl_up(tp) && tp->mac_version != RTL_GIGA_MAC_VER_34) {
		u32 value = rtl_eri_read(tp, 0xe0);

T
Thierry Reding 已提交
4950 4951 4952 4953 4954
		mac_addr[0] = (value >>  0) & 0xff;
		mac_addr[1] = (value >>  8) & 0xff;
		mac_addr[2] = (value >> 16) & 0xff;
		mac_addr[3] = (value >> 24) & 0xff;

4955
		value = rtl_eri_read(tp, 0xe4);
T
Thierry Reding 已提交
4956 4957
		mac_addr[4] = (value >>  0) & 0xff;
		mac_addr[5] = (value >>  8) & 0xff;
H
Heiner Kallweit 已提交
4958 4959
	} else if (rtl_is_8125(tp)) {
		rtl_read_mac_from_reg(tp, mac_addr, MAC0_BKP);
4960 4961 4962
	}
}

H
Hayes Wang 已提交
4963 4964
DECLARE_RTL_COND(rtl_link_list_ready_cond)
{
4965
	return RTL_R8(tp, MCU) & LINK_LIST_RDY;
H
Hayes Wang 已提交
4966 4967
}

4968 4969 4970 4971 4972
static void r8168g_wait_ll_share_fifo_ready(struct rtl8169_private *tp)
{
	rtl_loop_wait_high(tp, &rtl_link_list_ready_cond, 100, 42);
}

4973 4974 4975 4976 4977 4978 4979 4980 4981 4982 4983 4984 4985 4986 4987 4988 4989 4990 4991 4992 4993 4994 4995 4996 4997 4998 4999 5000 5001 5002 5003 5004 5005 5006 5007 5008 5009
static int r8169_mdio_read_reg(struct mii_bus *mii_bus, int phyaddr, int phyreg)
{
	struct rtl8169_private *tp = mii_bus->priv;

	if (phyaddr > 0)
		return -ENODEV;

	return rtl_readphy(tp, phyreg);
}

static int r8169_mdio_write_reg(struct mii_bus *mii_bus, int phyaddr,
				int phyreg, u16 val)
{
	struct rtl8169_private *tp = mii_bus->priv;

	if (phyaddr > 0)
		return -ENODEV;

	rtl_writephy(tp, phyreg, val);

	return 0;
}

static int r8169_mdio_register(struct rtl8169_private *tp)
{
	struct pci_dev *pdev = tp->pci_dev;
	struct mii_bus *new_bus;
	int ret;

	new_bus = devm_mdiobus_alloc(&pdev->dev);
	if (!new_bus)
		return -ENOMEM;

	new_bus->name = "r8169";
	new_bus->priv = tp;
	new_bus->parent = &pdev->dev;
	new_bus->irq[0] = PHY_IGNORE_INTERRUPT;
H
Heiner Kallweit 已提交
5010
	snprintf(new_bus->id, MII_BUS_ID_SIZE, "r8169-%x", pci_dev_id(pdev));
5011 5012 5013 5014

	new_bus->read = r8169_mdio_read_reg;
	new_bus->write = r8169_mdio_write_reg;

5015
	ret = devm_mdiobus_register(new_bus);
5016 5017 5018
	if (ret)
		return ret;

5019 5020
	tp->phydev = mdiobus_get_phy(new_bus, 0);
	if (!tp->phydev) {
5021
		return -ENODEV;
5022 5023 5024 5025
	} else if (!tp->phydev->drv) {
		/* Most chip versions fail with the genphy driver.
		 * Therefore ensure that the dedicated PHY driver is loaded.
		 */
5026 5027
		dev_err(&pdev->dev, "no dedicated PHY driver found for PHY ID 0x%08x, maybe realtek.ko needs to be added to initramfs?\n",
			tp->phydev->phy_id);
5028
		return -EUNATCH;
5029 5030
	}

5031
	/* PHY will be woken up in rtl_open() */
5032
	phy_suspend(tp->phydev);
5033 5034 5035 5036

	return 0;
}

B
Bill Pemberton 已提交
5037
static void rtl_hw_init_8168g(struct rtl8169_private *tp)
H
Hayes Wang 已提交
5038
{
5039
	rtl_enable_rxdvgate(tp);
H
Hayes Wang 已提交
5040

5041
	RTL_W8(tp, ChipCmd, RTL_R8(tp, ChipCmd) & ~(CmdTxEnb | CmdRxEnb));
H
Hayes Wang 已提交
5042
	msleep(1);
5043
	RTL_W8(tp, MCU, RTL_R8(tp, MCU) & ~NOW_IS_OOB);
H
Hayes Wang 已提交
5044

5045
	r8168_mac_ocp_modify(tp, 0xe8de, BIT(14), 0);
5046
	r8168g_wait_ll_share_fifo_ready(tp);
H
Hayes Wang 已提交
5047

5048
	r8168_mac_ocp_modify(tp, 0xe8de, 0, BIT(15));
5049
	r8168g_wait_ll_share_fifo_ready(tp);
H
Hayes Wang 已提交
5050 5051
}

H
Heiner Kallweit 已提交
5052 5053
static void rtl_hw_init_8125(struct rtl8169_private *tp)
{
5054
	rtl_enable_rxdvgate(tp);
H
Heiner Kallweit 已提交
5055 5056 5057 5058 5059 5060

	RTL_W8(tp, ChipCmd, RTL_R8(tp, ChipCmd) & ~(CmdTxEnb | CmdRxEnb));
	msleep(1);
	RTL_W8(tp, MCU, RTL_R8(tp, MCU) & ~NOW_IS_OOB);

	r8168_mac_ocp_modify(tp, 0xe8de, BIT(14), 0);
5061
	r8168g_wait_ll_share_fifo_ready(tp);
H
Heiner Kallweit 已提交
5062 5063 5064 5065

	r8168_mac_ocp_write(tp, 0xc0aa, 0x07d0);
	r8168_mac_ocp_write(tp, 0xc0a6, 0x0150);
	r8168_mac_ocp_write(tp, 0xc01e, 0x5555);
5066
	r8168g_wait_ll_share_fifo_ready(tp);
H
Heiner Kallweit 已提交
5067 5068
}

B
Bill Pemberton 已提交
5069
static void rtl_hw_initialize(struct rtl8169_private *tp)
H
Hayes Wang 已提交
5070 5071
{
	switch (tp->mac_version) {
H
Heiner Kallweit 已提交
5072
	case RTL_GIGA_MAC_VER_49 ... RTL_GIGA_MAC_VER_52:
5073 5074
		rtl8168ep_stop_cmac(tp);
		/* fall through */
5075
	case RTL_GIGA_MAC_VER_40 ... RTL_GIGA_MAC_VER_48:
C
Chun-Hao Lin 已提交
5076 5077
		rtl_hw_init_8168g(tp);
		break;
H
Heiner Kallweit 已提交
5078 5079 5080
	case RTL_GIGA_MAC_VER_60 ... RTL_GIGA_MAC_VER_61:
		rtl_hw_init_8125(tp);
		break;
H
Hayes Wang 已提交
5081 5082 5083 5084 5085
	default:
		break;
	}
}

5086 5087 5088 5089
static int rtl_jumbo_max(struct rtl8169_private *tp)
{
	/* Non-GBit versions don't support jumbo frames */
	if (!tp->supports_gmii)
5090
		return 0;
5091 5092 5093

	switch (tp->mac_version) {
	/* RTL8169 */
5094
	case RTL_GIGA_MAC_VER_02 ... RTL_GIGA_MAC_VER_06:
5095 5096 5097 5098 5099 5100 5101 5102 5103 5104 5105 5106 5107 5108
		return JUMBO_7K;
	/* RTL8168b */
	case RTL_GIGA_MAC_VER_11:
	case RTL_GIGA_MAC_VER_12:
	case RTL_GIGA_MAC_VER_17:
		return JUMBO_4K;
	/* RTL8168c */
	case RTL_GIGA_MAC_VER_18 ... RTL_GIGA_MAC_VER_24:
		return JUMBO_6K;
	default:
		return JUMBO_9K;
	}
}

5109 5110 5111 5112 5113
static void rtl_disable_clk(void *data)
{
	clk_disable_unprepare(data);
}

5114 5115 5116 5117 5118 5119 5120 5121 5122 5123 5124 5125 5126 5127 5128 5129 5130 5131 5132 5133 5134 5135 5136 5137 5138 5139
static int rtl_get_ether_clk(struct rtl8169_private *tp)
{
	struct device *d = tp_to_dev(tp);
	struct clk *clk;
	int rc;

	clk = devm_clk_get(d, "ether_clk");
	if (IS_ERR(clk)) {
		rc = PTR_ERR(clk);
		if (rc == -ENOENT)
			/* clk-core allows NULL (for suspend / resume) */
			rc = 0;
		else if (rc != -EPROBE_DEFER)
			dev_err(d, "failed to get clk: %d\n", rc);
	} else {
		tp->clk = clk;
		rc = clk_prepare_enable(clk);
		if (rc)
			dev_err(d, "failed to enable clk: %d\n", rc);
		else
			rc = devm_add_action_or_reset(d, rtl_disable_clk, clk);
	}

	return rc;
}

5140 5141 5142 5143
static void rtl_init_mac_address(struct rtl8169_private *tp)
{
	struct net_device *dev = tp->dev;
	u8 *mac_addr = dev->dev_addr;
5144
	int rc;
5145 5146 5147 5148 5149 5150 5151 5152 5153

	rc = eth_platform_get_mac_address(tp_to_dev(tp), mac_addr);
	if (!rc)
		goto done;

	rtl_read_mac_address(tp, mac_addr);
	if (is_valid_ether_addr(mac_addr))
		goto done;

5154
	rtl_read_mac_from_reg(tp, mac_addr, MAC0);
5155 5156 5157 5158 5159 5160 5161 5162 5163
	if (is_valid_ether_addr(mac_addr))
		goto done;

	eth_hw_addr_random(dev);
	dev_warn(tp_to_dev(tp), "can't read MAC address, setting random one\n");
done:
	rtl_rar_set(tp, mac_addr);
}

H
hayeswang 已提交
5164
static int rtl_init_one(struct pci_dev *pdev, const struct pci_device_id *ent)
5165 5166
{
	struct rtl8169_private *tp;
5167 5168
	int jumbo_max, region, rc;
	enum mac_version chipset;
5169
	struct net_device *dev;
5170
	u16 xid;
5171

5172 5173 5174
	dev = devm_alloc_etherdev(&pdev->dev, sizeof (*tp));
	if (!dev)
		return -ENOMEM;
5175 5176

	SET_NETDEV_DEV(dev, &pdev->dev);
5177
	dev->netdev_ops = &rtl_netdev_ops;
5178 5179 5180
	tp = netdev_priv(dev);
	tp->dev = dev;
	tp->pci_dev = pdev;
5181
	tp->supports_gmii = ent->driver_data == RTL_CFG_NO_GBIT ? 0 : 1;
5182
	tp->eee_adv = -1;
5183
	tp->ocp_base = OCP_STD_PHY_BASE;
5184

5185
	/* Get the *optional* external "ether_clk" used on some boards */
5186 5187 5188
	rc = rtl_get_ether_clk(tp);
	if (rc)
		return rc;
5189

H
Heiner Kallweit 已提交
5190 5191 5192
	/* Disable ASPM completely as that cause random device stop working
	 * problems as well as full system hangs for some PCIe devices users.
	 */
5193 5194 5195
	rc = pci_disable_link_state(pdev, PCIE_LINK_STATE_L0S |
					  PCIE_LINK_STATE_L1);
	tp->aspm_manageable = !rc;
H
Heiner Kallweit 已提交
5196

5197
	/* enable device (incl. PCI PM wakeup and hotplug setup) */
5198
	rc = pcim_enable_device(pdev);
5199
	if (rc < 0) {
5200
		dev_err(&pdev->dev, "enable failure\n");
5201
		return rc;
5202 5203
	}

5204
	if (pcim_set_mwi(pdev) < 0)
5205
		dev_info(&pdev->dev, "Mem-Wr-Inval unavailable\n");
5206

5207 5208 5209
	/* use first MMIO region */
	region = ffs(pci_select_bars(pdev, IORESOURCE_MEM)) - 1;
	if (region < 0) {
5210
		dev_err(&pdev->dev, "no MMIO resource found\n");
5211
		return -ENODEV;
5212 5213 5214 5215
	}

	/* check for weird/broken PCI region reporting */
	if (pci_resource_len(pdev, region) < R8169_REGS_SIZE) {
5216
		dev_err(&pdev->dev, "Invalid PCI region size(s), aborting\n");
5217
		return -ENODEV;
5218 5219
	}

5220
	rc = pcim_iomap_regions(pdev, BIT(region), MODULENAME);
5221
	if (rc < 0) {
5222
		dev_err(&pdev->dev, "cannot remap MMIO, aborting\n");
5223
		return rc;
5224 5225
	}

5226
	tp->mmio_addr = pcim_iomap_table(pdev)[region];
5227

5228 5229
	xid = (RTL_R32(tp, TxConfig) >> 20) & 0xfcf;

5230
	/* Identify chip attached to board */
5231 5232 5233
	chipset = rtl8169_get_mac_version(xid, tp->supports_gmii);
	if (chipset == RTL_GIGA_MAC_NONE) {
		dev_err(&pdev->dev, "unknown chip XID %03x\n", xid);
5234
		return -ENODEV;
5235 5236 5237
	}

	tp->mac_version = chipset;
5238

5239
	tp->cp_cmd = RTL_R16(tp, CPlusCmd) & CPCMD_MASK;
5240

H
Heiner Kallweit 已提交
5241
	if (sizeof(dma_addr_t) > 4 && tp->mac_version >= RTL_GIGA_MAC_VER_18 &&
5242
	    !dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(64)))
5243 5244
		dev->features |= NETIF_F_HIGHDMA;

5245 5246
	rtl_init_rxcfg(tp);

5247
	rtl8169_irq_mask_and_ack(tp);
5248

H
Hayes Wang 已提交
5249 5250
	rtl_hw_initialize(tp);

5251 5252 5253 5254
	rtl_hw_reset(tp);

	pci_set_master(pdev);

5255 5256
	rc = rtl_alloc_irq(tp);
	if (rc < 0) {
5257
		dev_err(&pdev->dev, "Can't allocate interrupt\n");
5258 5259
		return rc;
	}
5260

5261
	INIT_WORK(&tp->wk.work, rtl_task);
5262 5263
	u64_stats_init(&tp->rx_stats.syncp);
	u64_stats_init(&tp->tx_stats.syncp);
5264

5265
	rtl_init_mac_address(tp);
5266

5267
	dev->ethtool_ops = &rtl8169_ethtool_ops;
5268

5269
	netif_napi_add(dev, &tp->napi, rtl8169_poll, NAPI_POLL_WEIGHT);
5270

5271 5272
	dev->hw_features = NETIF_F_IP_CSUM | NETIF_F_RXCSUM |
			   NETIF_F_HW_VLAN_CTAG_TX | NETIF_F_HW_VLAN_CTAG_RX;
5273
	dev->vlan_features = NETIF_F_SG | NETIF_F_IP_CSUM | NETIF_F_TSO;
H
Heiner Kallweit 已提交
5274
	dev->priv_flags |= IFF_LIVE_ADDR_CHANGE;
5275

H
hayeswang 已提交
5276 5277 5278 5279
	/*
	 * Pretend we are using VLANs; This bypasses a nasty bug where
	 * Interrupts stop flowing on high load on 8110SCd controllers.
	 */
5280
	if (tp->mac_version == RTL_GIGA_MAC_VER_05)
H
hayeswang 已提交
5281
		/* Disallow toggling */
5282
		dev->hw_features &= ~NETIF_F_HW_VLAN_CTAG_RX;
5283

5284 5285 5286 5287 5288 5289 5290 5291 5292 5293
	if (rtl_chip_supports_csum_v2(tp))
		dev->hw_features |= NETIF_F_IPV6_CSUM;

	dev->features |= dev->hw_features;

	/* There has been a number of reports that using SG/TSO results in
	 * tx timeouts. However for a lot of people SG/TSO works fine.
	 * Therefore disable both features by default, but allow users to
	 * enable them. Use at own risk!
	 */
5294
	if (rtl_chip_supports_csum_v2(tp)) {
5295
		dev->hw_features |= NETIF_F_SG | NETIF_F_TSO | NETIF_F_TSO6;
5296 5297 5298
		dev->gso_max_size = RTL_GSO_MAX_SIZE_V2;
		dev->gso_max_segs = RTL_GSO_MAX_SEGS_V2;
	} else {
5299
		dev->hw_features |= NETIF_F_SG | NETIF_F_TSO;
5300 5301 5302
		dev->gso_max_size = RTL_GSO_MAX_SIZE_V1;
		dev->gso_max_segs = RTL_GSO_MAX_SEGS_V1;
	}
H
hayeswang 已提交
5303

5304 5305 5306
	dev->hw_features |= NETIF_F_RXALL;
	dev->hw_features |= NETIF_F_RXFCS;

5307 5308 5309
	/* configure chip for default features */
	rtl8169_set_features(dev, dev->features);

5310
	jumbo_max = rtl_jumbo_max(tp);
5311 5312
	if (jumbo_max)
		dev->max_mtu = jumbo_max;
5313

5314
	rtl_set_irq_mask(tp);
5315

5316
	tp->fw_name = rtl_chip_infos[chipset].fw_name;
5317

5318 5319 5320
	tp->counters = dmam_alloc_coherent (&pdev->dev, sizeof(*tp->counters),
					    &tp->counters_phys_addr,
					    GFP_KERNEL);
5321 5322
	if (!tp->counters)
		return -ENOMEM;
5323

H
Heiner Kallweit 已提交
5324
	pci_set_drvdata(pdev, tp);
5325

5326 5327
	rc = r8169_mdio_register(tp);
	if (rc)
5328
		return rc;
5329

5330 5331 5332
	/* chip gets powered up in rtl_open() */
	rtl_pll_power_down(tp);

5333 5334
	rc = register_netdev(dev);
	if (rc)
5335
		return rc;
5336

5337 5338 5339
	netdev_info(dev, "%s, %pM, XID %03x, IRQ %d\n",
		    rtl_chip_infos[chipset].name, dev->dev_addr, xid,
		    pci_irq_vector(pdev, 0));
5340

5341
	if (jumbo_max)
5342 5343 5344
		netdev_info(dev, "jumbo features [frames: %d bytes, tx checksumming: %s]\n",
			    jumbo_max, tp->mac_version <= RTL_GIGA_MAC_VER_06 ?
			    "ok" : "ko");
5345

5346 5347
	if (r8168_check_dash(tp)) {
		netdev_info(dev, "DASH enabled\n");
5348
		rtl8168_driver_start(tp);
5349
	}
5350

5351 5352 5353
	if (pci_dev_run_wake(pdev))
		pm_runtime_put_sync(&pdev->dev);

5354
	return 0;
5355 5356
}

L
Linus Torvalds 已提交
5357 5358 5359
static struct pci_driver rtl8169_pci_driver = {
	.name		= MODULENAME,
	.id_table	= rtl8169_pci_tbl,
5360
	.probe		= rtl_init_one,
B
Bill Pemberton 已提交
5361
	.remove		= rtl_remove_one,
F
Francois Romieu 已提交
5362
	.shutdown	= rtl_shutdown,
5363 5364 5365
#ifdef CONFIG_PM
	.driver.pm	= &rtl8169_pm_ops,
#endif
L
Linus Torvalds 已提交
5366 5367
};

5368
module_pci_driver(rtl8169_pci_driver);