qlcnic_main.c 100.5 KB
Newer Older
1
/*
S
Sritej Velaga 已提交
2
 * QLogic qlcnic NIC Driver
3
 * Copyright (c) 2009-2013 QLogic Corporation
4
 *
S
Sritej Velaga 已提交
5
 * See LICENSE.qlcnic for copyright and licensing details.
6 7 8 9 10 11
 */

#include <linux/vmalloc.h>
#include <linux/interrupt.h>

#include "qlcnic.h"
12
#include "qlcnic_sriov.h"
13
#include "qlcnic_hw.h"
14

15
#include <linux/swab.h>
16
#include <linux/dma-mapping.h>
S
Sony Chacko 已提交
17
#include <linux/if_vlan.h>
18 19 20
#include <net/ip.h>
#include <linux/ipv6.h>
#include <linux/inetdevice.h>
S
Sucheta Chakraborty 已提交
21
#include <linux/aer.h>
22
#include <linux/log2.h>
23
#include <linux/pci.h>
24

25
MODULE_DESCRIPTION("QLogic 1/10 GbE Converged/Intelligent Ethernet Driver");
26 27 28 29 30
MODULE_LICENSE("GPL");
MODULE_VERSION(QLCNIC_LINUX_VERSIONID);
MODULE_FIRMWARE(QLCNIC_UNIFIED_ROMIMAGE_NAME);

char qlcnic_driver_name[] = "qlcnic";
31 32
static const char qlcnic_driver_string[] = "QLogic 1/10 GbE "
	"Converged/Intelligent Ethernet Driver v" QLCNIC_LINUX_VERSIONID;
33

34
static int qlcnic_mac_learn;
35
module_param(qlcnic_mac_learn, int, 0444);
36 37
MODULE_PARM_DESC(qlcnic_mac_learn,
		 "Mac Filter (0=learning is disabled, 1=Driver learning is enabled, 2=FDB learning is enabled)");
38

39
int qlcnic_use_msi = 1;
40
MODULE_PARM_DESC(use_msi, "MSI interrupt (0=disabled, 1=enabled)");
41
module_param_named(use_msi, qlcnic_use_msi, int, 0444);
42

43
int qlcnic_use_msi_x = 1;
44
MODULE_PARM_DESC(use_msi_x, "MSI-X interrupt (0=disabled, 1=enabled)");
45
module_param_named(use_msi_x, qlcnic_use_msi_x, int, 0444);
46

47
int qlcnic_auto_fw_reset = 1;
48
MODULE_PARM_DESC(auto_fw_reset, "Auto firmware reset (0=disabled, 1=enabled)");
49
module_param_named(auto_fw_reset, qlcnic_auto_fw_reset, int, 0644);
50

51
int qlcnic_load_fw_file;
52
MODULE_PARM_DESC(load_fw_file, "Load firmware from (0=flash, 1=file)");
53
module_param_named(load_fw_file, qlcnic_load_fw_file, int, 0444);
54

55
static int qlcnic_probe(struct pci_dev *pdev, const struct pci_device_id *ent);
B
Bill Pemberton 已提交
56
static void qlcnic_remove(struct pci_dev *pdev);
57 58 59 60 61 62 63 64 65
static int qlcnic_open(struct net_device *netdev);
static int qlcnic_close(struct net_device *netdev);
static void qlcnic_tx_timeout(struct net_device *netdev);
static void qlcnic_attach_work(struct work_struct *work);
static void qlcnic_fwinit_work(struct work_struct *work);
#ifdef CONFIG_NET_POLL_CONTROLLER
static void qlcnic_poll_controller(struct net_device *netdev);
#endif

66
static void qlcnic_idc_debug_info(struct qlcnic_adapter *adapter, u8 encoding);
67 68
static int qlcnic_can_start_firmware(struct qlcnic_adapter *adapter);

69
static irqreturn_t qlcnic_tmp_intr(int irq, void *data);
70 71 72
static irqreturn_t qlcnic_intr(int irq, void *data);
static irqreturn_t qlcnic_msi_intr(int irq, void *data);
static irqreturn_t qlcnic_msix_intr(int irq, void *data);
S
Sony Chacko 已提交
73
static irqreturn_t qlcnic_msix_tx_intr(int irq, void *data);
74 75

static struct net_device_stats *qlcnic_get_stats(struct net_device *netdev);
76 77
static int qlcnic_start_firmware(struct qlcnic_adapter *);

78
static void qlcnic_free_lb_filters_mem(struct qlcnic_adapter *adapter);
79 80
static void qlcnic_dev_set_npar_ready(struct qlcnic_adapter *);
static int qlcnicvf_start_firmware(struct qlcnic_adapter *);
81 82
static int qlcnic_vlan_rx_add(struct net_device *, __be16, u16);
static int qlcnic_vlan_rx_del(struct net_device *, __be16, u16);
83

S
Sony Chacko 已提交
84 85 86 87 88 89 90 91 92 93
static u32 qlcnic_vlan_tx_check(struct qlcnic_adapter *adapter)
{
	struct qlcnic_hardware_context *ahw = adapter->ahw;

	if (adapter->pdev->device == PCI_DEVICE_ID_QLOGIC_QLE824X)
		return ahw->capabilities & QLCNIC_FW_CAPABILITY_FVLANTX;
	else
		return 1;
}

94 95 96 97 98
/*  PCI Device ID Table  */
#define ENTRY(device) \
	{PCI_DEVICE(PCI_VENDOR_ID_QLOGIC, (device)), \
	.class = PCI_CLASS_NETWORK_ETHERNET << 8, .class_mask = ~0}

99
static DEFINE_PCI_DEVICE_TABLE(qlcnic_pci_tbl) = {
100
	ENTRY(PCI_DEVICE_ID_QLOGIC_QLE824X),
S
Sony Chacko 已提交
101
	ENTRY(PCI_DEVICE_ID_QLOGIC_QLE834X),
R
Rajesh Borundia 已提交
102
	ENTRY(PCI_DEVICE_ID_QLOGIC_VF_QLE834X),
103 104
	ENTRY(PCI_DEVICE_ID_QLOGIC_QLE844X),
	ENTRY(PCI_DEVICE_ID_QLOGIC_VF_QLE844X),
105 106 107 108 109 110
	{0,}
};

MODULE_DEVICE_TABLE(pci, qlcnic_pci_tbl);


S
Sony Chacko 已提交
111
inline void qlcnic_update_cmd_producer(struct qlcnic_host_tx_ring *tx_ring)
112 113 114 115 116 117 118 119 120 121 122
{
	writel(tx_ring->producer, tx_ring->crb_cmd_producer);
}

static const u32 msi_tgt_status[8] = {
	ISR_INT_TARGET_STATUS, ISR_INT_TARGET_STATUS_F1,
	ISR_INT_TARGET_STATUS_F2, ISR_INT_TARGET_STATUS_F3,
	ISR_INT_TARGET_STATUS_F4, ISR_INT_TARGET_STATUS_F5,
	ISR_INT_TARGET_STATUS_F6, ISR_INT_TARGET_STATUS_F7
};

123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148
static const u32 qlcnic_reg_tbl[] = {
	0x1B20A8,	/* PEG_HALT_STAT1 */
	0x1B20AC,	/* PEG_HALT_STAT2 */
	0x1B20B0,	/* FW_HEARTBEAT */
	0x1B2100,	/* LOCK ID */
	0x1B2128,	/* FW_CAPABILITIES */
	0x1B2138,	/* drv active */
	0x1B2140,	/* dev state */
	0x1B2144,	/* drv state */
	0x1B2148,	/* drv scratch */
	0x1B214C,	/* dev partition info */
	0x1B2174,	/* drv idc ver */
	0x1B2150,	/* fw version major */
	0x1B2154,	/* fw version minor */
	0x1B2158,	/* fw version sub */
	0x1B219C,	/* npar state */
	0x1B21FC,	/* FW_IMG_VALID */
	0x1B2250,	/* CMD_PEG_STATE */
	0x1B233C,	/* RCV_PEG_STATE */
	0x1B23B4,	/* ASIC TEMP */
	0x1B216C,	/* FW api */
	0x1B2170,	/* drv op mode */
	0x13C010,	/* flash lock */
	0x13C014,	/* flash unlock */
};

S
Sony Chacko 已提交
149
static const struct qlcnic_board_info qlcnic_boards[] = {
150 151 152 153 154
	{ PCI_VENDOR_ID_QLOGIC,
	  PCI_DEVICE_ID_QLOGIC_QLE844X,
	  0x0,
	  0x0,
	  "8400 series 10GbE Converged Network Adapter (TCP/IP Networking)" },
155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260
	{ PCI_VENDOR_ID_QLOGIC,
	  PCI_DEVICE_ID_QLOGIC_QLE834X,
	  PCI_VENDOR_ID_QLOGIC,
	  0x24e,
	  "8300 Series Dual Port 10GbE Converged Network Adapter "
	  "(TCP/IP Networking)" },
	{ PCI_VENDOR_ID_QLOGIC,
	  PCI_DEVICE_ID_QLOGIC_QLE834X,
	  PCI_VENDOR_ID_QLOGIC,
	  0x243,
	  "8300 Series Single Port 10GbE Converged Network Adapter "
	  "(TCP/IP Networking)" },
	{ PCI_VENDOR_ID_QLOGIC,
	  PCI_DEVICE_ID_QLOGIC_QLE834X,
	  PCI_VENDOR_ID_QLOGIC,
	  0x24a,
	  "8300 Series Dual Port 10GbE Converged Network Adapter "
	  "(TCP/IP Networking)" },
	{ PCI_VENDOR_ID_QLOGIC,
	  PCI_DEVICE_ID_QLOGIC_QLE834X,
	  PCI_VENDOR_ID_QLOGIC,
	  0x246,
	  "8300 Series Dual Port 10GbE Converged Network Adapter "
	  "(TCP/IP Networking)" },
	{ PCI_VENDOR_ID_QLOGIC,
	  PCI_DEVICE_ID_QLOGIC_QLE834X,
	  PCI_VENDOR_ID_QLOGIC,
	  0x252,
	  "8300 Series Dual Port 10GbE Converged Network Adapter "
	  "(TCP/IP Networking)" },
	{ PCI_VENDOR_ID_QLOGIC,
	  PCI_DEVICE_ID_QLOGIC_QLE834X,
	  PCI_VENDOR_ID_QLOGIC,
	  0x26e,
	  "8300 Series Dual Port 10GbE Converged Network Adapter "
	  "(TCP/IP Networking)" },
	{ PCI_VENDOR_ID_QLOGIC,
	  PCI_DEVICE_ID_QLOGIC_QLE834X,
	  PCI_VENDOR_ID_QLOGIC,
	  0x260,
	  "8300 Series Dual Port 10GbE Converged Network Adapter "
	  "(TCP/IP Networking)" },
	{ PCI_VENDOR_ID_QLOGIC,
	  PCI_DEVICE_ID_QLOGIC_QLE834X,
	  PCI_VENDOR_ID_QLOGIC,
	  0x266,
	  "8300 Series Single Port 10GbE Converged Network Adapter "
	  "(TCP/IP Networking)" },
	{ PCI_VENDOR_ID_QLOGIC,
	  PCI_DEVICE_ID_QLOGIC_QLE834X,
	  PCI_VENDOR_ID_QLOGIC,
	  0x269,
	  "8300 Series Dual Port 10GbE Converged Network Adapter "
	  "(TCP/IP Networking)" },
	{ PCI_VENDOR_ID_QLOGIC,
	  PCI_DEVICE_ID_QLOGIC_QLE834X,
	  PCI_VENDOR_ID_QLOGIC,
	  0x271,
	  "8300 Series Dual Port 10GbE Converged Network Adapter "
	  "(TCP/IP Networking)" },
	{ PCI_VENDOR_ID_QLOGIC,
	  PCI_DEVICE_ID_QLOGIC_QLE834X,
	  0x0, 0x0, "8300 Series 1/10GbE Controller" },
	{ PCI_VENDOR_ID_QLOGIC,
	  PCI_DEVICE_ID_QLOGIC_QLE824X,
	  PCI_VENDOR_ID_QLOGIC,
	  0x203,
	  "8200 Series Single Port 10GbE Converged Network Adapter"
	  "(TCP/IP Networking)" },
	{ PCI_VENDOR_ID_QLOGIC,
	  PCI_DEVICE_ID_QLOGIC_QLE824X,
	  PCI_VENDOR_ID_QLOGIC,
	  0x207,
	  "8200 Series Dual Port 10GbE Converged Network Adapter"
	  "(TCP/IP Networking)" },
	{ PCI_VENDOR_ID_QLOGIC,
	  PCI_DEVICE_ID_QLOGIC_QLE824X,
	  PCI_VENDOR_ID_QLOGIC,
	  0x20b,
	  "3200 Series Dual Port 10Gb Intelligent Ethernet Adapter" },
	{ PCI_VENDOR_ID_QLOGIC,
	  PCI_DEVICE_ID_QLOGIC_QLE824X,
	  PCI_VENDOR_ID_QLOGIC,
	  0x20c,
	  "3200 Series Quad Port 1Gb Intelligent Ethernet Adapter" },
	{ PCI_VENDOR_ID_QLOGIC,
	  PCI_DEVICE_ID_QLOGIC_QLE824X,
	  PCI_VENDOR_ID_QLOGIC,
	  0x20f,
	  "3200 Series Single Port 10Gb Intelligent Ethernet Adapter" },
	{ PCI_VENDOR_ID_QLOGIC,
	  PCI_DEVICE_ID_QLOGIC_QLE824X,
	  0x103c, 0x3733,
	  "NC523SFP 10Gb 2-port Server Adapter" },
	{ PCI_VENDOR_ID_QLOGIC,
	  PCI_DEVICE_ID_QLOGIC_QLE824X,
	  0x103c, 0x3346,
	  "CN1000Q Dual Port Converged Network Adapter" },
	{ PCI_VENDOR_ID_QLOGIC,
	  PCI_DEVICE_ID_QLOGIC_QLE824X,
	  PCI_VENDOR_ID_QLOGIC,
	  0x210,
	  "QME8242-k 10GbE Dual Port Mezzanine Card" },
	{ PCI_VENDOR_ID_QLOGIC,
	  PCI_DEVICE_ID_QLOGIC_QLE824X,
	  0x0, 0x0, "cLOM8214 1/10GbE Controller" },
S
Sony Chacko 已提交
261 262 263 264
};

#define NUM_SUPPORTED_BOARDS ARRAY_SIZE(qlcnic_boards)

265 266 267
static const
struct qlcnic_legacy_intr_set legacy_intr[] = QLCNIC_LEGACY_INTR_CONFIG;

268
int qlcnic_alloc_sds_rings(struct qlcnic_recv_context *recv_ctx, int count)
269 270 271 272 273
{
	int size = sizeof(struct qlcnic_host_sds_ring) * count;

	recv_ctx->sds_rings = kzalloc(size, GFP_KERNEL);

274
	return recv_ctx->sds_rings == NULL;
275 276
}

277
void qlcnic_free_sds_rings(struct qlcnic_recv_context *recv_ctx)
278 279 280 281 282 283 284
{
	if (recv_ctx->sds_rings != NULL)
		kfree(recv_ctx->sds_rings);

	recv_ctx->sds_rings = NULL;
}

R
Rajesh Borundia 已提交
285
int qlcnic_read_mac_addr(struct qlcnic_adapter *adapter)
286 287 288
{
	struct net_device *netdev = adapter->netdev;
	struct pci_dev *pdev = adapter->pdev;
289 290
	u8 mac_addr[ETH_ALEN];
	int ret;
291

292 293 294 295
	ret = qlcnic_get_mac_address(adapter, mac_addr,
				     adapter->ahw->pci_func);
	if (ret)
		return ret;
296

297
	memcpy(netdev->dev_addr, mac_addr, ETH_ALEN);
298 299 300 301
	memcpy(adapter->mac_addr, netdev->dev_addr, netdev->addr_len);

	/* set station address */

302
	if (!is_valid_ether_addr(netdev->dev_addr))
303 304 305 306 307 308
		dev_warn(&pdev->dev, "Bad MAC address %pM.\n",
					netdev->dev_addr);

	return 0;
}

M
Manish Chopra 已提交
309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325
static void qlcnic_delete_adapter_mac(struct qlcnic_adapter *adapter)
{
	struct qlcnic_mac_list_s *cur;
	struct list_head *head;

	list_for_each(head, &adapter->mac_list) {
		cur = list_entry(head, struct qlcnic_mac_list_s, list);
		if (!memcmp(adapter->mac_addr, cur->mac_addr, ETH_ALEN)) {
			qlcnic_sre_macaddr_change(adapter, cur->mac_addr,
						  0, QLCNIC_MAC_DEL);
			list_del(&cur->list);
			kfree(cur);
			return;
		}
	}
}

326 327 328 329 330
static int qlcnic_set_mac(struct net_device *netdev, void *p)
{
	struct qlcnic_adapter *adapter = netdev_priv(netdev);
	struct sockaddr *addr = p;

331 332 333
	if (qlcnic_sriov_vf_check(adapter))
		return -EINVAL;

334 335 336
	if ((adapter->flags & QLCNIC_MAC_OVERRIDE_DISABLED))
		return -EOPNOTSUPP;

337
	if (!is_valid_ether_addr(addr->sa_data))
S
Sony Chacko 已提交
338
		return -EINVAL;
339

M
Manish Chopra 已提交
340 341 342
	if (!memcmp(adapter->mac_addr, addr->sa_data, ETH_ALEN))
		return 0;

343
	if (test_bit(__QLCNIC_DEV_UP, &adapter->state)) {
344 345 346 347
		netif_device_detach(netdev);
		qlcnic_napi_disable(adapter);
	}

M
Manish Chopra 已提交
348
	qlcnic_delete_adapter_mac(adapter);
349 350 351 352
	memcpy(adapter->mac_addr, addr->sa_data, netdev->addr_len);
	memcpy(netdev->dev_addr, addr->sa_data, netdev->addr_len);
	qlcnic_set_multi(adapter->netdev);

353
	if (test_bit(__QLCNIC_DEV_UP, &adapter->state)) {
354 355 356 357 358 359
		netif_device_attach(netdev);
		qlcnic_napi_enable(adapter);
	}
	return 0;
}

360 361
static int qlcnic_fdb_del(struct ndmsg *ndm, struct nlattr *tb[],
			struct net_device *netdev, const unsigned char *addr)
362 363 364 365
{
	struct qlcnic_adapter *adapter = netdev_priv(netdev);
	int err = -EOPNOTSUPP;

366 367
	if (!adapter->fdb_mac_learn)
		return ndo_dflt_fdb_del(ndm, tb, netdev, addr);
368 369

	if (adapter->flags & QLCNIC_ESWITCH_ENABLED) {
370 371 372 373 374
		if (is_unicast_ether_addr(addr)) {
			err = dev_uc_del(netdev, addr);
			if (!err)
				err = qlcnic_nic_del_mac(adapter, addr);
		} else if (is_multicast_ether_addr(addr)) {
375
			err = dev_mc_del(netdev, addr);
376
		} else {
377
			err =  -EINVAL;
378
		}
379 380 381 382 383 384 385 386 387 388 389
	}
	return err;
}

static int qlcnic_fdb_add(struct ndmsg *ndm, struct nlattr *tb[],
			struct net_device *netdev,
			const unsigned char *addr, u16 flags)
{
	struct qlcnic_adapter *adapter = netdev_priv(netdev);
	int err = 0;

390 391
	if (!adapter->fdb_mac_learn)
		return ndo_dflt_fdb_add(ndm, tb, netdev, addr, flags);
392 393 394 395 396 397 398 399 400

	if (!(adapter->flags & QLCNIC_ESWITCH_ENABLED)) {
		pr_info("%s: FDB e-switch is not enabled\n", __func__);
		return -EOPNOTSUPP;
	}

	if (ether_addr_equal(addr, adapter->mac_addr))
		return err;

401 402 403 404 405 406
	if (is_unicast_ether_addr(addr)) {
		if (netdev_uc_count(netdev) < adapter->ahw->max_uc_count)
			err = dev_uc_add_excl(netdev, addr);
		else
			err = -ENOMEM;
	} else if (is_multicast_ether_addr(addr)) {
407
		err = dev_mc_add_excl(netdev, addr);
408
	} else {
409
		err = -EINVAL;
410
	}
411 412 413 414 415 416 417 418 419

	return err;
}

static int qlcnic_fdb_dump(struct sk_buff *skb, struct netlink_callback *ncb,
			struct net_device *netdev, int idx)
{
	struct qlcnic_adapter *adapter = netdev_priv(netdev);

420 421
	if (!adapter->fdb_mac_learn)
		return ndo_dflt_fdb_dump(skb, ncb, netdev, idx);
422 423 424 425 426 427 428

	if (adapter->flags & QLCNIC_ESWITCH_ENABLED)
		idx = ndo_dflt_fdb_dump(skb, ncb, netdev, idx);

	return idx;
}

429 430 431 432 433
static void qlcnic_82xx_cancel_idc_work(struct qlcnic_adapter *adapter)
{
	while (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
		usleep_range(10000, 11000);

434 435 436
	if (!adapter->fw_work.work.func)
		return;

437 438 439
	cancel_delayed_work_sync(&adapter->fw_work);
}

440 441 442 443 444 445 446 447 448 449 450 451 452 453 454
static int qlcnic_get_phys_port_id(struct net_device *netdev,
				   struct netdev_phys_port_id *ppid)
{
	struct qlcnic_adapter *adapter = netdev_priv(netdev);
	struct qlcnic_hardware_context *ahw = adapter->ahw;

	if (!(adapter->flags & QLCNIC_HAS_PHYS_PORT_ID))
		return -EOPNOTSUPP;

	ppid->id_len = sizeof(ahw->phys_port_id);
	memcpy(ppid->id, ahw->phys_port_id, ppid->id_len);

	return 0;
}

455 456 457 458 459 460
static const struct net_device_ops qlcnic_netdev_ops = {
	.ndo_open	   = qlcnic_open,
	.ndo_stop	   = qlcnic_close,
	.ndo_start_xmit    = qlcnic_xmit_frame,
	.ndo_get_stats	   = qlcnic_get_stats,
	.ndo_validate_addr = eth_validate_addr,
461
	.ndo_set_rx_mode   = qlcnic_set_multi,
462 463
	.ndo_set_mac_address    = qlcnic_set_mac,
	.ndo_change_mtu	   = qlcnic_change_mtu,
464 465
	.ndo_fix_features  = qlcnic_fix_features,
	.ndo_set_features  = qlcnic_set_features,
466
	.ndo_tx_timeout	   = qlcnic_tx_timeout,
467 468
	.ndo_vlan_rx_add_vid	= qlcnic_vlan_rx_add,
	.ndo_vlan_rx_kill_vid	= qlcnic_vlan_rx_del,
469 470 471
	.ndo_fdb_add		= qlcnic_fdb_add,
	.ndo_fdb_del		= qlcnic_fdb_del,
	.ndo_fdb_dump		= qlcnic_fdb_dump,
472
	.ndo_get_phys_port_id	= qlcnic_get_phys_port_id,
473 474 475
#ifdef CONFIG_NET_POLL_CONTROLLER
	.ndo_poll_controller = qlcnic_poll_controller,
#endif
476 477 478 479
#ifdef CONFIG_QLCNIC_SRIOV
	.ndo_set_vf_mac		= qlcnic_sriov_set_vf_mac,
	.ndo_set_vf_tx_rate	= qlcnic_sriov_set_vf_tx_rate,
	.ndo_get_vf_config	= qlcnic_sriov_get_vf_config,
480
	.ndo_set_vf_vlan	= qlcnic_sriov_set_vf_vlan,
481
	.ndo_set_vf_spoofchk	= qlcnic_sriov_set_vf_spoofchk,
482
#endif
483 484
};

485 486 487 488
static const struct net_device_ops qlcnic_netdev_failed_ops = {
	.ndo_open	   = qlcnic_open,
};

489
static struct qlcnic_nic_template qlcnic_ops = {
490 491 492 493 494 495
	.config_bridged_mode	= qlcnic_config_bridged_mode,
	.config_led		= qlcnic_82xx_config_led,
	.start_firmware		= qlcnic_82xx_start_firmware,
	.request_reset		= qlcnic_82xx_dev_request_reset,
	.cancel_idc_work	= qlcnic_82xx_cancel_idc_work,
	.napi_add		= qlcnic_82xx_napi_add,
S
Sony Chacko 已提交
496
	.napi_del		= qlcnic_82xx_napi_del,
497
	.config_ipaddr		= qlcnic_82xx_config_ipaddr,
498 499
	.shutdown		= qlcnic_82xx_shutdown,
	.resume			= qlcnic_82xx_resume,
500 501 502 503 504 505 506
	.clear_legacy_intr	= qlcnic_82xx_clear_legacy_intr,
};

struct qlcnic_nic_template qlcnic_vf_ops = {
	.config_bridged_mode	= qlcnicvf_config_bridged_mode,
	.config_led		= qlcnicvf_config_led,
	.start_firmware		= qlcnicvf_start_firmware
507 508
};

509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525
static struct qlcnic_hardware_ops qlcnic_hw_ops = {
	.read_crb			= qlcnic_82xx_read_crb,
	.write_crb			= qlcnic_82xx_write_crb,
	.read_reg			= qlcnic_82xx_hw_read_wx_2M,
	.write_reg			= qlcnic_82xx_hw_write_wx_2M,
	.get_mac_address		= qlcnic_82xx_get_mac_address,
	.setup_intr			= qlcnic_82xx_setup_intr,
	.alloc_mbx_args			= qlcnic_82xx_alloc_mbx_args,
	.mbx_cmd			= qlcnic_82xx_issue_cmd,
	.get_func_no			= qlcnic_82xx_get_func_no,
	.api_lock			= qlcnic_82xx_api_lock,
	.api_unlock			= qlcnic_82xx_api_unlock,
	.add_sysfs			= qlcnic_82xx_add_sysfs,
	.remove_sysfs			= qlcnic_82xx_remove_sysfs,
	.process_lb_rcv_ring_diag	= qlcnic_82xx_process_rcv_ring_diag,
	.create_rx_ctx			= qlcnic_82xx_fw_cmd_create_rx_ctx,
	.create_tx_ctx			= qlcnic_82xx_fw_cmd_create_tx_ctx,
526 527
	.del_rx_ctx			= qlcnic_82xx_fw_cmd_del_rx_ctx,
	.del_tx_ctx			= qlcnic_82xx_fw_cmd_del_tx_ctx,
528 529 530 531 532 533 534 535 536 537 538 539 540 541 542
	.setup_link_event		= qlcnic_82xx_linkevent_request,
	.get_nic_info			= qlcnic_82xx_get_nic_info,
	.get_pci_info			= qlcnic_82xx_get_pci_info,
	.set_nic_info			= qlcnic_82xx_set_nic_info,
	.change_macvlan			= qlcnic_82xx_sre_macaddr_change,
	.napi_enable			= qlcnic_82xx_napi_enable,
	.napi_disable			= qlcnic_82xx_napi_disable,
	.config_intr_coal		= qlcnic_82xx_config_intr_coalesce,
	.config_rss			= qlcnic_82xx_config_rss,
	.config_hw_lro			= qlcnic_82xx_config_hw_lro,
	.config_loopback		= qlcnic_82xx_set_lb_mode,
	.clear_loopback			= qlcnic_82xx_clear_lb_mode,
	.config_promisc_mode		= qlcnic_82xx_nic_set_promisc,
	.change_l2_filter		= qlcnic_82xx_change_filter,
	.get_board_info			= qlcnic_82xx_get_board_info,
543
	.set_mac_filter_count		= qlcnic_82xx_set_mac_filter_count,
544
	.free_mac_list			= qlcnic_82xx_free_mac_list,
545
	.read_phys_port_id		= qlcnic_82xx_read_phys_port_id,
546 547 548
	.io_error_detected		= qlcnic_82xx_io_error_detected,
	.io_slot_reset			= qlcnic_82xx_io_slot_reset,
	.io_resume			= qlcnic_82xx_io_resume,
549 550
};

551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569
static void qlcnic_get_multiq_capability(struct qlcnic_adapter *adapter)
{
	struct qlcnic_hardware_context *ahw = adapter->ahw;
	int num_tx_q;

	if (ahw->msix_supported &&
	    (ahw->extra_capability[0] & QLCNIC_FW_CAPABILITY_2_MULTI_TX)) {
		num_tx_q = min_t(int, QLCNIC_DEF_NUM_TX_RINGS,
				 num_online_cpus());
		if (num_tx_q > 1) {
			test_and_set_bit(__QLCNIC_MULTI_TX_UNIQUE,
					 &adapter->state);
			adapter->max_drv_tx_rings = num_tx_q;
		}
	} else {
		adapter->max_drv_tx_rings = 1;
	}
}

570
int qlcnic_enable_msix(struct qlcnic_adapter *adapter, u32 num_msix)
571 572
{
	struct pci_dev *pdev = adapter->pdev;
573
	int max_tx_rings, max_sds_rings, tx_vector;
S
Sony Chacko 已提交
574
	int err = -1, i;
575 576 577 578 579 580 581 582

	if (adapter->flags & QLCNIC_TX_INTR_SHARED) {
		max_tx_rings = 0;
		tx_vector = 0;
	} else {
		max_tx_rings = adapter->max_drv_tx_rings;
		tx_vector = 1;
	}
S
Sony Chacko 已提交
583 584 585 586 587

	if (!adapter->msix_entries) {
		adapter->msix_entries = kcalloc(num_msix,
						sizeof(struct msix_entry),
						GFP_KERNEL);
588
		if (!adapter->msix_entries)
S
Sony Chacko 已提交
589 590
			return -ENOMEM;
	}
591 592 593 594

	adapter->max_sds_rings = 1;
	adapter->flags &= ~(QLCNIC_MSI_ENABLED | QLCNIC_MSIX_ENABLED);

595
	if (adapter->ahw->msix_supported) {
596
 enable_msix:
S
Sony Chacko 已提交
597 598
		for (i = 0; i < num_msix; i++)
			adapter->msix_entries[i].entry = i;
599 600 601
		err = pci_enable_msix(pdev, adapter->msix_entries, num_msix);
		if (err == 0) {
			adapter->flags |= QLCNIC_MSIX_ENABLED;
S
Sony Chacko 已提交
602 603 604 605 606 607
			if (qlcnic_83xx_check(adapter)) {
				adapter->ahw->num_msix = num_msix;
				/* subtract mail box and tx ring vectors */
				adapter->max_sds_rings = num_msix -
							 max_tx_rings - 1;
			} else {
608 609
				adapter->ahw->num_msix = num_msix;
				if (qlcnic_check_multi_tx(adapter) &&
610
				    !adapter->ahw->diag_test &&
611 612 613 614 615 616
				    (adapter->max_drv_tx_rings > 1))
					max_sds_rings = num_msix - max_tx_rings;
				else
					max_sds_rings = num_msix;

				adapter->max_sds_rings = max_sds_rings;
S
Sony Chacko 已提交
617
			}
618
			dev_info(&pdev->dev, "using msi-x interrupts\n");
619
			return err;
S
Sony Chacko 已提交
620 621 622 623 624
		} else if (err > 0) {
			dev_info(&pdev->dev,
				 "Unable to allocate %d MSI-X interrupt vectors\n",
				 num_msix);
			if (qlcnic_83xx_check(adapter)) {
625
				if (err < (QLC_83XX_MINIMUM_VECTOR - tx_vector))
S
Sony Chacko 已提交
626
					return err;
627
				err -= (max_tx_rings + 1);
S
Sony Chacko 已提交
628
				num_msix = rounddown_pow_of_two(err);
629
				num_msix += (max_tx_rings + 1);
S
Sony Chacko 已提交
630 631
			} else {
				num_msix = rounddown_pow_of_two(err);
632 633
				if (qlcnic_check_multi_tx(adapter))
					num_msix += max_tx_rings;
S
Sony Chacko 已提交
634 635 636 637
			}

			if (num_msix) {
				dev_info(&pdev->dev,
638
					 "Trying to allocate %d MSI-X interrupt vectors\n",
S
Sony Chacko 已提交
639
					 num_msix);
640
				goto enable_msix;
S
Sony Chacko 已提交
641 642
			}
		} else {
643 644
			dev_info(&pdev->dev,
				 "Unable to allocate %d MSI-X interrupt vectors\n",
S
Sony Chacko 已提交
645
				 num_msix);
646 647
		}
	}
S
Sony Chacko 已提交
648

649 650
	return err;
}
651

652
static int qlcnic_enable_msi_legacy(struct qlcnic_adapter *adapter)
653
{
654
	int err = 0;
655
	u32 offset, mask_reg;
656
	const struct qlcnic_legacy_intr_set *legacy_intrp;
657
	struct qlcnic_hardware_context *ahw = adapter->ahw;
658
	struct pci_dev *pdev = adapter->pdev;
659

660
	if (qlcnic_use_msi && !pci_enable_msi(pdev)) {
661
		adapter->flags |= QLCNIC_MSI_ENABLED;
662 663 664
		offset = msi_tgt_status[adapter->ahw->pci_func];
		adapter->tgt_status_reg = qlcnic_get_ioaddr(adapter->ahw,
							    offset);
665 666
		dev_info(&pdev->dev, "using msi interrupts\n");
		adapter->msix_entries[0].vector = pdev->irq;
667
		return err;
668
	}
669

670 671
	if (qlcnic_use_msi || qlcnic_use_msi_x)
		return -EOPNOTSUPP;
672

673
	legacy_intrp = &legacy_intr[adapter->ahw->pci_func];
674
	adapter->ahw->int_vec_bit = legacy_intrp->int_vec_bit;
675 676 677 678 679 680
	offset = legacy_intrp->tgt_status_reg;
	adapter->tgt_status_reg = qlcnic_get_ioaddr(ahw, offset);
	mask_reg = legacy_intrp->tgt_mask_reg;
	adapter->tgt_mask_reg = qlcnic_get_ioaddr(ahw, mask_reg);
	adapter->isr_int_vec = qlcnic_get_ioaddr(ahw, ISR_INT_VECTOR);
	adapter->crb_int_state_reg = qlcnic_get_ioaddr(ahw, ISR_INT_STATE_REG);
681 682
	dev_info(&pdev->dev, "using legacy interrupts\n");
	adapter->msix_entries[0].vector = pdev->irq;
683
	return err;
684 685
}

686
int qlcnic_82xx_setup_intr(struct qlcnic_adapter *adapter, u8 num_intr, int txq)
687
{
688
	struct qlcnic_hardware_context *ahw = adapter->ahw;
689
	int num_msix, err = 0;
690

691 692 693
	if (!num_intr)
		num_intr = QLCNIC_DEF_NUM_STS_DESC_RINGS;

694
	if (ahw->msix_supported) {
695
		num_msix = rounddown_pow_of_two(min_t(int, num_online_cpus(),
696
						num_intr));
697 698 699
		if (qlcnic_check_multi_tx(adapter)) {
			if (txq)
				adapter->max_drv_tx_rings = txq;
700
			num_msix += adapter->max_drv_tx_rings;
701
		}
702
	} else {
703
		num_msix = 1;
704
	}
705

706
	err = qlcnic_enable_msix(adapter, num_msix);
707
	if (err == -ENOMEM)
708
		return err;
709

710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726
	if (!(adapter->flags & QLCNIC_MSIX_ENABLED)) {
		qlcnic_disable_multi_tx(adapter);

		err = qlcnic_enable_msi_legacy(adapter);
		if (!err)
			return err;
	}

	return 0;
}

int qlcnic_82xx_mq_intrpt(struct qlcnic_adapter *adapter, int op_type)
{
	struct qlcnic_hardware_context *ahw = adapter->ahw;
	int err, i;

	if (qlcnic_check_multi_tx(adapter) &&
727
	    !ahw->diag_test &&
728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744
	    (adapter->flags & QLCNIC_MSIX_ENABLED)) {
		ahw->intr_tbl = vzalloc(ahw->num_msix *
					sizeof(struct qlcnic_intrpt_config));
		if (!ahw->intr_tbl)
			return -ENOMEM;

		for (i = 0; i < ahw->num_msix; i++) {
			ahw->intr_tbl[i].type = QLCNIC_INTRPT_MSIX;
			ahw->intr_tbl[i].id = i;
			ahw->intr_tbl[i].src = 0;
		}

		err = qlcnic_82xx_config_intrpt(adapter, 1);
		if (err)
			dev_err(&adapter->pdev->dev,
				"Failed to configure Interrupt for %d vector\n",
				ahw->num_msix);
745
		return err;
746
	}
747

748
	return 0;
749
}
S
Sony Chacko 已提交
750

S
Sony Chacko 已提交
751
void qlcnic_teardown_intr(struct qlcnic_adapter *adapter)
752 753 754 755 756
{
	if (adapter->flags & QLCNIC_MSIX_ENABLED)
		pci_disable_msix(adapter->pdev);
	if (adapter->flags & QLCNIC_MSI_ENABLED)
		pci_disable_msi(adapter->pdev);
S
Sony Chacko 已提交
757 758 759 760 761 762 763 764

	kfree(adapter->msix_entries);
	adapter->msix_entries = NULL;

	if (adapter->ahw->intr_tbl) {
		vfree(adapter->ahw->intr_tbl);
		adapter->ahw->intr_tbl = NULL;
	}
765 766
}

767
static void qlcnic_cleanup_pci_map(struct qlcnic_hardware_context *ahw)
768
{
769 770
	if (ahw->pci_base0 != NULL)
		iounmap(ahw->pci_base0);
771 772
}

773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800
static int qlcnic_get_act_pci_func(struct qlcnic_adapter *adapter)
{
	struct qlcnic_pci_info *pci_info;
	int ret;

	if (!(adapter->flags & QLCNIC_ESWITCH_ENABLED)) {
		switch (adapter->ahw->port_type) {
		case QLCNIC_GBE:
			adapter->ahw->act_pci_func = QLCNIC_NIU_MAX_GBE_PORTS;
			break;
		case QLCNIC_XGBE:
			adapter->ahw->act_pci_func = QLCNIC_NIU_MAX_XG_PORTS;
			break;
		}
		return 0;
	}

	if (adapter->ahw->op_mode == QLCNIC_MGMT_FUNC)
		return 0;

	pci_info = kcalloc(QLCNIC_MAX_PCI_FUNC, sizeof(*pci_info), GFP_KERNEL);
	if (!pci_info)
		return -ENOMEM;

	ret = qlcnic_get_pci_info(adapter, pci_info);
	kfree(pci_info);
	return ret;
}
801

802 803 804 805 806 807 808 809 810 811 812 813 814 815 816 817 818
static bool qlcnic_port_eswitch_cfg_capability(struct qlcnic_adapter *adapter)
{
	bool ret = false;

	if (qlcnic_84xx_check(adapter)) {
		ret = true;
	} else if (qlcnic_83xx_check(adapter)) {
		if (adapter->ahw->extra_capability[0] &
		    QLCNIC_FW_CAPABILITY_2_PER_PORT_ESWITCH_CFG)
			ret = true;
		else
			ret = false;
	}

	return ret;
}

819
int qlcnic_init_pci_info(struct qlcnic_adapter *adapter)
820
{
D
Dan Carpenter 已提交
821
	struct qlcnic_pci_info *pci_info;
822
	int i, id = 0, ret = 0, j = 0;
823
	u16 act_pci_func;
824 825
	u8 pfn;

D
Dan Carpenter 已提交
826 827 828 829
	pci_info = kcalloc(QLCNIC_MAX_PCI_FUNC, sizeof(*pci_info), GFP_KERNEL);
	if (!pci_info)
		return -ENOMEM;

830 831 832 833 834 835
	ret = qlcnic_get_pci_info(adapter, pci_info);
	if (ret)
		goto err_pci_info;

	act_pci_func = adapter->ahw->act_pci_func;

836
	adapter->npars = kzalloc(sizeof(struct qlcnic_npar_info) *
837
				 act_pci_func, GFP_KERNEL);
D
Dan Carpenter 已提交
838
	if (!adapter->npars) {
839
		ret = -ENOMEM;
D
Dan Carpenter 已提交
840 841
		goto err_pci_info;
	}
842

843
	adapter->eswitch = kzalloc(sizeof(struct qlcnic_eswitch) *
844 845
				QLCNIC_NIU_MAX_XG_PORTS, GFP_KERNEL);
	if (!adapter->eswitch) {
846
		ret = -ENOMEM;
847
		goto err_npars;
848 849
	}

850 851
	for (i = 0; i < QLCNIC_MAX_PCI_FUNC; i++) {
		pfn = pci_info[i].id;
852

853
		if (pfn >= QLCNIC_MAX_PCI_FUNC) {
S
Sony Chacko 已提交
854 855 856
			ret = QL_STATUS_INVALID_PARAM;
			goto err_eswitch;
		}
857 858 859 860 861

		if (!pci_info[i].active ||
		    (pci_info[i].type != QLCNIC_TYPE_NIC))
			continue;

862
		if (qlcnic_port_eswitch_cfg_capability(adapter)) {
863 864
			if (!qlcnic_83xx_set_port_eswitch_status(adapter, pfn,
								 &id))
865 866 867 868 869 870 871
				adapter->npars[j].eswitch_status = true;
			else
				continue;
		} else {
			adapter->npars[j].eswitch_status = true;
		}

872 873 874 875 876 877
		adapter->npars[j].pci_func = pfn;
		adapter->npars[j].active = (u8)pci_info[i].active;
		adapter->npars[j].type = (u8)pci_info[i].type;
		adapter->npars[j].phy_port = (u8)pci_info[i].default_port;
		adapter->npars[j].min_bw = pci_info[i].tx_min_bw;
		adapter->npars[j].max_bw = pci_info[i].tx_max_bw;
878

879
		memcpy(&adapter->npars[j].mac, &pci_info[i].mac, ETH_ALEN);
880
		j++;
881 882
	}

883 884 885 886
	/* Update eSwitch status for adapters without per port eSwitch
	 * configuration capability
	 */
	if (!qlcnic_port_eswitch_cfg_capability(adapter)) {
887 888
		for (i = 0; i < QLCNIC_NIU_MAX_XG_PORTS; i++)
			adapter->eswitch[i].flags |= QLCNIC_SWITCH_ENABLE;
S
Sony Chacko 已提交
889
	}
890

D
Dan Carpenter 已提交
891
	kfree(pci_info);
892 893 894
	return 0;

err_eswitch:
895 896
	kfree(adapter->eswitch);
	adapter->eswitch = NULL;
897
err_npars:
898
	kfree(adapter->npars);
899
	adapter->npars = NULL;
D
Dan Carpenter 已提交
900 901
err_pci_info:
	kfree(pci_info);
902 903 904 905

	return ret;
}

906 907 908 909
static int
qlcnic_set_function_modes(struct qlcnic_adapter *adapter)
{
	u8 id;
910
	int ret;
911
	u32 data = QLCNIC_MGMT_FUNC;
912
	struct qlcnic_hardware_context *ahw = adapter->ahw;
913 914 915 916 917

	ret = qlcnic_api_lock(adapter);
	if (ret)
		goto err_lock;

918 919 920 921
	id = ahw->pci_func;
	data = QLC_SHARED_REG_RD32(adapter, QLCNIC_DRV_OP_MODE);
	data = (data & ~QLC_DEV_SET_DRV(0xf, id)) |
	       QLC_DEV_SET_DRV(QLCNIC_MGMT_FUNC, id);
922
	QLC_SHARED_REG_WR32(adapter, QLCNIC_DRV_OP_MODE, data);
923 924 925 926 927
	qlcnic_api_unlock(adapter);
err_lock:
	return ret;
}

S
Sony Chacko 已提交
928 929
static void qlcnic_check_vf(struct qlcnic_adapter *adapter,
			    const struct pci_device_id *ent)
930 931 932 933
{
	u32 op_mode, priv_level;

	/* Determine FW API version */
S
Sony Chacko 已提交
934 935
	adapter->ahw->fw_hal_version = QLC_SHARED_REG_RD32(adapter,
							   QLCNIC_FW_API);
936 937

	/* Find PCI function number */
S
Sony Chacko 已提交
938
	qlcnic_get_func_no(adapter);
939 940

	/* Determine function privilege level */
S
Sony Chacko 已提交
941
	op_mode = QLC_SHARED_REG_RD32(adapter, QLCNIC_DRV_OP_MODE);
942
	if (op_mode == QLC_DEV_DRV_DEFAULT)
943
		priv_level = QLCNIC_MGMT_FUNC;
944
	else
A
Anirban Chakraborty 已提交
945
		priv_level = QLC_DEV_GET_DRV(op_mode, adapter->ahw->pci_func);
946

947
	if (priv_level == QLCNIC_NON_PRIV_FUNC) {
948
		adapter->ahw->op_mode = QLCNIC_NON_PRIV_FUNC;
949 950
		dev_info(&adapter->pdev->dev,
			"HAL Version: %d Non Privileged function\n",
951
			 adapter->ahw->fw_hal_version);
952
		adapter->nic_ops = &qlcnic_vf_ops;
953 954
	} else
		adapter->nic_ops = &qlcnic_ops;
955 956
}

957
#define QLCNIC_82XX_BAR0_LENGTH 0x00200000UL
S
Sony Chacko 已提交
958
#define QLCNIC_83XX_BAR0_LENGTH 0x4000
959 960 961 962 963 964
static void qlcnic_get_bar_length(u32 dev_id, ulong *bar)
{
	switch (dev_id) {
	case PCI_DEVICE_ID_QLOGIC_QLE824X:
		*bar = QLCNIC_82XX_BAR0_LENGTH;
		break;
S
Sony Chacko 已提交
965
	case PCI_DEVICE_ID_QLOGIC_QLE834X:
966
	case PCI_DEVICE_ID_QLOGIC_QLE844X:
R
Rajesh Borundia 已提交
967
	case PCI_DEVICE_ID_QLOGIC_VF_QLE834X:
968
	case PCI_DEVICE_ID_QLOGIC_VF_QLE844X:
S
Sony Chacko 已提交
969 970
		*bar = QLCNIC_83XX_BAR0_LENGTH;
		break;
971 972 973 974 975 976 977
	default:
		*bar = 0;
	}
}

static int qlcnic_setup_pci_map(struct pci_dev *pdev,
				struct qlcnic_hardware_context *ahw)
978
{
979
	u32 offset;
980
	void __iomem *mem_ptr0 = NULL;
981
	unsigned long mem_len, pci_len0 = 0, bar0_len;
982 983 984 985

	/* remap phys address */
	mem_len = pci_resource_len(pdev, 0);

986 987
	qlcnic_get_bar_length(pdev->device, &bar0_len);
	if (mem_len >= bar0_len) {
988 989 990 991 992 993 994 995 996 997 998

		mem_ptr0 = pci_ioremap_bar(pdev, 0);
		if (mem_ptr0 == NULL) {
			dev_err(&pdev->dev, "failed to map PCI bar 0\n");
			return -EIO;
		}
		pci_len0 = mem_len;
	} else {
		return -EIO;
	}

R
Rajesh Borundia 已提交
999
	dev_info(&pdev->dev, "%dKB memory map\n", (int)(mem_len >> 10));
1000

1001 1002 1003 1004
	ahw->pci_base0 = mem_ptr0;
	ahw->pci_len0 = pci_len0;
	offset = QLCNIC_PCIX_PS_REG(PCIX_OCM_WINDOW_REG(ahw->pci_func));
	qlcnic_get_ioaddr(ahw, offset);
1005 1006 1007 1008

	return 0;
}

M
Manish Chopra 已提交
1009 1010
static bool qlcnic_validate_subsystem_id(struct qlcnic_adapter *adapter,
					 int index)
1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029
{
	struct pci_dev *pdev = adapter->pdev;
	unsigned short subsystem_vendor;
	bool ret = true;

	subsystem_vendor = pdev->subsystem_vendor;

	if (pdev->device == PCI_DEVICE_ID_QLOGIC_QLE824X ||
	    pdev->device == PCI_DEVICE_ID_QLOGIC_QLE834X) {
		if (qlcnic_boards[index].sub_vendor == subsystem_vendor &&
		    qlcnic_boards[index].sub_device == pdev->subsystem_device)
			ret = true;
		else
			ret = false;
	}

	return ret;
}

S
Sony Chacko 已提交
1030
static void qlcnic_get_board_name(struct qlcnic_adapter *adapter, char *name)
1031 1032 1033 1034 1035 1036
{
	struct pci_dev *pdev = adapter->pdev;
	int i, found = 0;

	for (i = 0; i < NUM_SUPPORTED_BOARDS; ++i) {
		if (qlcnic_boards[i].vendor == pdev->vendor &&
1037 1038 1039 1040
		    qlcnic_boards[i].device == pdev->device &&
		    qlcnic_validate_subsystem_id(adapter, i)) {
			found = 1;
			break;
1041 1042 1043 1044
		}
	}

	if (!found)
1045
		sprintf(name, "%pM Gigabit Ethernet", adapter->mac_addr);
1046 1047 1048
	else
		sprintf(name, "%pM: %s" , adapter->mac_addr,
			qlcnic_boards[i].short_name);
1049 1050 1051 1052 1053
}

static void
qlcnic_check_options(struct qlcnic_adapter *adapter)
{
1054
	int err;
1055
	u32 fw_major, fw_minor, fw_build, prev_fw_version;
1056
	struct pci_dev *pdev = adapter->pdev;
1057 1058
	struct qlcnic_hardware_context *ahw = adapter->ahw;
	struct qlcnic_fw_dump *fw_dump = &ahw->fw_dump;
1059 1060

	prev_fw_version = adapter->fw_version;
1061

1062 1063 1064
	fw_major = QLC_SHARED_REG_RD32(adapter, QLCNIC_FW_VERSION_MAJOR);
	fw_minor = QLC_SHARED_REG_RD32(adapter, QLCNIC_FW_VERSION_MINOR);
	fw_build = QLC_SHARED_REG_RD32(adapter, QLCNIC_FW_VERSION_SUB);
1065 1066 1067

	adapter->fw_version = QLCNIC_VERSION_CODE(fw_major, fw_minor, fw_build);

1068 1069 1070 1071 1072 1073
	err = qlcnic_get_board_info(adapter);
	if (err) {
		dev_err(&pdev->dev, "Error getting board config info.\n");
		return;
	}
	if (ahw->op_mode != QLCNIC_NON_PRIV_FUNC) {
1074 1075 1076 1077 1078 1079 1080 1081 1082 1083
		if (fw_dump->tmpl_hdr == NULL ||
				adapter->fw_version > prev_fw_version) {
			if (fw_dump->tmpl_hdr)
				vfree(fw_dump->tmpl_hdr);
			if (!qlcnic_fw_cmd_get_minidump_temp(adapter))
				dev_info(&pdev->dev,
					"Supports FW dump capability\n");
		}
	}

S
Sony Chacko 已提交
1084 1085 1086
	dev_info(&pdev->dev, "Driver v%s, firmware v%d.%d.%d\n",
		 QLCNIC_LINUX_VERSIONID, fw_major, fw_minor, fw_build);

A
Anirban Chakraborty 已提交
1087
	if (adapter->ahw->port_type == QLCNIC_XGBE) {
S
Sony Chacko 已提交
1088 1089 1090 1091 1092 1093 1094 1095
		if (adapter->flags & QLCNIC_ESWITCH_ENABLED) {
			adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_VF;
			adapter->max_rxd = MAX_RCV_DESCRIPTORS_VF;
		} else {
			adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_10G;
			adapter->max_rxd = MAX_RCV_DESCRIPTORS_10G;
		}

1096
		adapter->num_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_10G;
S
Sony Chacko 已提交
1097 1098
		adapter->max_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_10G;

A
Anirban Chakraborty 已提交
1099
	} else if (adapter->ahw->port_type == QLCNIC_GBE) {
1100 1101
		adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_1G;
		adapter->num_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_1G;
S
Sony Chacko 已提交
1102 1103
		adapter->max_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_1G;
		adapter->max_rxd = MAX_RCV_DESCRIPTORS_1G;
1104 1105
	}

1106
	adapter->ahw->msix_supported = !!qlcnic_use_msi_x;
1107 1108 1109

	adapter->num_txd = MAX_CMD_DESCRIPTORS;

1110
	adapter->max_rds_rings = MAX_RDS_RINGS;
1111 1112
}

1113 1114 1115 1116
static int
qlcnic_initialize_nic(struct qlcnic_adapter *adapter)
{
	struct qlcnic_info nic_info;
1117
	int err = 0;
1118

1119
	memset(&nic_info, 0, sizeof(struct qlcnic_info));
A
Anirban Chakraborty 已提交
1120
	err = qlcnic_get_nic_info(adapter, &nic_info, adapter->ahw->pci_func);
1121 1122 1123
	if (err)
		return err;

1124 1125 1126 1127 1128
	adapter->ahw->physical_port = (u8)nic_info.phys_port;
	adapter->ahw->switch_mode = nic_info.switch_mode;
	adapter->ahw->max_tx_ques = nic_info.max_tx_ques;
	adapter->ahw->max_rx_ques = nic_info.max_rx_ques;
	adapter->ahw->capabilities = nic_info.capabilities;
1129 1130 1131

	if (adapter->ahw->capabilities & QLCNIC_FW_CAPABILITY_MORE_CAPS) {
		u32 temp;
1132 1133 1134
		temp = QLCRD32(adapter, CRB_FW_CAPABILITIES_2, &err);
		if (err == -EIO)
			return err;
1135
		adapter->ahw->extra_capability[0] = temp;
1136
	}
1137 1138
	adapter->ahw->max_mac_filters = nic_info.max_mac_filters;
	adapter->ahw->max_mtu = nic_info.max_mtu;
1139

S
Sony Chacko 已提交
1140 1141 1142 1143
	/* Disable NPAR for 83XX */
	if (qlcnic_83xx_check(adapter))
		return err;

1144
	if (adapter->ahw->capabilities & BIT_6)
1145 1146 1147 1148 1149 1150 1151
		adapter->flags |= QLCNIC_ESWITCH_ENABLED;
	else
		adapter->flags &= ~QLCNIC_ESWITCH_ENABLED;

	return err;
}

1152 1153
void qlcnic_set_vlan_config(struct qlcnic_adapter *adapter,
			    struct qlcnic_esw_func_cfg *esw_cfg)
1154 1155 1156 1157 1158 1159
{
	if (esw_cfg->discard_tagged)
		adapter->flags &= ~QLCNIC_TAGGING_ENABLED;
	else
		adapter->flags |= QLCNIC_TAGGING_ENABLED;

1160 1161 1162 1163 1164 1165 1166
	if (esw_cfg->vlan_id) {
		adapter->rx_pvid = esw_cfg->vlan_id;
		adapter->tx_pvid = esw_cfg->vlan_id;
	} else {
		adapter->rx_pvid = 0;
		adapter->tx_pvid = 0;
	}
1167 1168
}

1169
static int
1170
qlcnic_vlan_rx_add(struct net_device *netdev, __be16 proto, u16 vid)
1171 1172
{
	struct qlcnic_adapter *adapter = netdev_priv(netdev);
1173 1174 1175 1176 1177 1178 1179 1180 1181 1182 1183 1184
	int err;

	if (qlcnic_sriov_vf_check(adapter)) {
		err = qlcnic_sriov_cfg_vf_guest_vlan(adapter, vid, 1);
		if (err) {
			netdev_err(netdev,
				   "Cannot add VLAN filter for VLAN id %d, err=%d",
				   vid, err);
			return err;
		}
	}

1185
	set_bit(vid, adapter->vlans);
1186
	return 0;
1187 1188
}

1189
static int
1190
qlcnic_vlan_rx_del(struct net_device *netdev, __be16 proto, u16 vid)
1191 1192
{
	struct qlcnic_adapter *adapter = netdev_priv(netdev);
1193 1194 1195 1196 1197 1198 1199 1200 1201 1202 1203
	int err;

	if (qlcnic_sriov_vf_check(adapter)) {
		err = qlcnic_sriov_cfg_vf_guest_vlan(adapter, vid, 0);
		if (err) {
			netdev_err(netdev,
				   "Cannot delete VLAN filter for VLAN id %d, err=%d",
				   vid, err);
			return err;
		}
	}
1204 1205 1206

	qlcnic_restore_indev_addr(netdev, NETDEV_DOWN);
	clear_bit(vid, adapter->vlans);
1207
	return 0;
1208 1209
}

1210 1211
void qlcnic_set_eswitch_port_features(struct qlcnic_adapter *adapter,
				      struct qlcnic_esw_func_cfg *esw_cfg)
1212
{
1213 1214
	adapter->flags &= ~(QLCNIC_MACSPOOF | QLCNIC_MAC_OVERRIDE_DISABLED |
				QLCNIC_PROMISC_DISABLED);
1215 1216 1217

	if (esw_cfg->mac_anti_spoof)
		adapter->flags |= QLCNIC_MACSPOOF;
S
Sony Chacko 已提交
1218

1219 1220 1221
	if (!esw_cfg->mac_override)
		adapter->flags |= QLCNIC_MAC_OVERRIDE_DISABLED;

1222 1223
	if (!esw_cfg->promisc_mode)
		adapter->flags |= QLCNIC_PROMISC_DISABLED;
1224 1225
}

1226
int qlcnic_set_eswitch_port_config(struct qlcnic_adapter *adapter)
1227 1228 1229 1230 1231 1232
{
	struct qlcnic_esw_func_cfg esw_cfg;

	if (!(adapter->flags & QLCNIC_ESWITCH_ENABLED))
		return 0;

A
Anirban Chakraborty 已提交
1233
	esw_cfg.pci_func = adapter->ahw->pci_func;
1234 1235
	if (qlcnic_get_eswitch_port_config(adapter, &esw_cfg))
			return -EIO;
1236
	qlcnic_set_vlan_config(adapter, &esw_cfg);
1237
	qlcnic_set_eswitch_port_features(adapter, &esw_cfg);
1238
	qlcnic_set_netdev_features(adapter, &esw_cfg);
1239 1240 1241 1242

	return 0;
}

1243 1244
void qlcnic_set_netdev_features(struct qlcnic_adapter *adapter,
				struct qlcnic_esw_func_cfg *esw_cfg)
1245 1246
{
	struct net_device *netdev = adapter->netdev;
S
Sony Chacko 已提交
1247 1248 1249

	if (qlcnic_83xx_check(adapter))
		return;
1250

1251 1252 1253 1254
	adapter->offload_flags = esw_cfg->offload_flags;
	adapter->flags |= QLCNIC_APP_CHANGED_FLAGS;
	netdev_update_features(netdev);
	adapter->flags &= ~QLCNIC_APP_CHANGED_FLAGS;
1255 1256
}

1257 1258 1259 1260 1261 1262
static int
qlcnic_check_eswitch_mode(struct qlcnic_adapter *adapter)
{
	u32 op_mode, priv_level;
	int err = 0;

1263 1264 1265 1266
	err = qlcnic_initialize_nic(adapter);
	if (err)
		return err;

1267 1268 1269
	if (adapter->flags & QLCNIC_ADAPTER_INITIALIZED)
		return 0;

S
Sony Chacko 已提交
1270
	op_mode = QLC_SHARED_REG_RD32(adapter, QLCNIC_DRV_OP_MODE);
A
Anirban Chakraborty 已提交
1271
	priv_level = QLC_DEV_GET_DRV(op_mode, adapter->ahw->pci_func);
1272 1273 1274 1275

	if (op_mode == QLC_DEV_DRV_DEFAULT)
		priv_level = QLCNIC_MGMT_FUNC;
	else
A
Anirban Chakraborty 已提交
1276
		priv_level = QLC_DEV_GET_DRV(op_mode, adapter->ahw->pci_func);
1277

1278
	if (adapter->flags & QLCNIC_ESWITCH_ENABLED) {
1279
		if (priv_level == QLCNIC_MGMT_FUNC) {
1280
			adapter->ahw->op_mode = QLCNIC_MGMT_FUNC;
1281 1282 1283 1284 1285 1286 1287
			err = qlcnic_init_pci_info(adapter);
			if (err)
				return err;
			/* Set privilege level for other functions */
			qlcnic_set_function_modes(adapter);
			dev_info(&adapter->pdev->dev,
				"HAL Version: %d, Management function\n",
1288
				 adapter->ahw->fw_hal_version);
1289
		} else if (priv_level == QLCNIC_PRIV_FUNC) {
1290
			adapter->ahw->op_mode = QLCNIC_PRIV_FUNC;
1291 1292
			dev_info(&adapter->pdev->dev,
				"HAL Version: %d, Privileged function\n",
1293
				 adapter->ahw->fw_hal_version);
1294
		}
1295
	}
1296 1297 1298 1299 1300 1301

	adapter->flags |= QLCNIC_ADAPTER_INITIALIZED;

	return err;
}

1302
int qlcnic_set_default_offload_settings(struct qlcnic_adapter *adapter)
1303 1304 1305 1306 1307
{
	struct qlcnic_esw_func_cfg esw_cfg;
	struct qlcnic_npar_info *npar;
	u8 i;

1308
	if (adapter->need_fw_reset)
1309 1310
		return 0;

1311
	for (i = 0; i < adapter->ahw->act_pci_func; i++) {
1312 1313 1314
		if (!adapter->npars[i].eswitch_status)
			continue;

1315
		memset(&esw_cfg, 0, sizeof(struct qlcnic_esw_func_cfg));
1316
		esw_cfg.pci_func = adapter->npars[i].pci_func;
1317
		esw_cfg.mac_override = BIT_0;
1318
		esw_cfg.promisc_mode = BIT_0;
1319 1320 1321 1322 1323
		if (qlcnic_82xx_check(adapter)) {
			esw_cfg.offload_flags = BIT_0;
			if (QLCNIC_IS_TSO_CAPABLE(adapter))
				esw_cfg.offload_flags |= (BIT_1 | BIT_2);
		}
1324 1325 1326 1327
		if (qlcnic_config_switch_port(adapter, &esw_cfg))
			return -EIO;
		npar = &adapter->npars[i];
		npar->pvid = esw_cfg.vlan_id;
1328
		npar->mac_override = esw_cfg.mac_override;
1329 1330 1331 1332 1333 1334 1335 1336 1337
		npar->mac_anti_spoof = esw_cfg.mac_anti_spoof;
		npar->discard_tagged = esw_cfg.discard_tagged;
		npar->promisc_mode = esw_cfg.promisc_mode;
		npar->offload_flags = esw_cfg.offload_flags;
	}

	return 0;
}

S
Sony Chacko 已提交
1338

1339 1340 1341 1342 1343 1344 1345 1346
static int
qlcnic_reset_eswitch_config(struct qlcnic_adapter *adapter,
			struct qlcnic_npar_info *npar, int pci_func)
{
	struct qlcnic_esw_func_cfg esw_cfg;
	esw_cfg.op_mode = QLCNIC_PORT_DEFAULTS;
	esw_cfg.pci_func = pci_func;
	esw_cfg.vlan_id = npar->pvid;
1347
	esw_cfg.mac_override = npar->mac_override;
1348 1349 1350 1351 1352 1353 1354 1355 1356 1357 1358 1359 1360 1361
	esw_cfg.discard_tagged = npar->discard_tagged;
	esw_cfg.mac_anti_spoof = npar->mac_anti_spoof;
	esw_cfg.offload_flags = npar->offload_flags;
	esw_cfg.promisc_mode = npar->promisc_mode;
	if (qlcnic_config_switch_port(adapter, &esw_cfg))
		return -EIO;

	esw_cfg.op_mode = QLCNIC_ADD_VLAN;
	if (qlcnic_config_switch_port(adapter, &esw_cfg))
		return -EIO;

	return 0;
}

1362
int qlcnic_reset_npar_config(struct qlcnic_adapter *adapter)
1363
{
1364
	int i, err;
1365 1366
	struct qlcnic_npar_info *npar;
	struct qlcnic_info nic_info;
1367
	u8 pci_func;
1368

1369 1370 1371
	if (qlcnic_82xx_check(adapter))
		if (!adapter->need_fw_reset)
			return 0;
1372

1373
	/* Set the NPAR config data after FW reset */
1374
	for (i = 0; i < adapter->ahw->act_pci_func; i++) {
1375
		npar = &adapter->npars[i];
1376
		pci_func = npar->pci_func;
1377 1378 1379
		if (!adapter->npars[i].eswitch_status)
			continue;

1380
		memset(&nic_info, 0, sizeof(struct qlcnic_info));
S
Sony Chacko 已提交
1381
		err = qlcnic_get_nic_info(adapter, &nic_info, pci_func);
1382 1383 1384 1385 1386 1387 1388
		if (err)
			return err;
		nic_info.min_tx_bw = npar->min_bw;
		nic_info.max_tx_bw = npar->max_bw;
		err = qlcnic_set_nic_info(adapter, &nic_info);
		if (err)
			return err;
1389

1390 1391
		if (npar->enable_pm) {
			err = qlcnic_config_port_mirroring(adapter,
1392 1393
							   npar->dest_npar, 1,
							   pci_func);
1394 1395
			if (err)
				return err;
1396
		}
1397
		err = qlcnic_reset_eswitch_config(adapter, npar, pci_func);
1398 1399
		if (err)
			return err;
1400
	}
1401
	return 0;
1402 1403
}

A
Amit Kumar Salecha 已提交
1404 1405 1406 1407 1408
static int qlcnic_check_npar_opertional(struct qlcnic_adapter *adapter)
{
	u8 npar_opt_timeo = QLCNIC_DEV_NPAR_OPER_TIMEO;
	u32 npar_state;

1409
	if (adapter->ahw->op_mode == QLCNIC_MGMT_FUNC)
A
Amit Kumar Salecha 已提交
1410 1411
		return 0;

1412 1413
	npar_state = QLC_SHARED_REG_RD32(adapter,
					 QLCNIC_CRB_DEV_NPAR_STATE);
A
Amit Kumar Salecha 已提交
1414 1415
	while (npar_state != QLCNIC_DEV_NPAR_OPER && --npar_opt_timeo) {
		msleep(1000);
1416 1417
		npar_state = QLC_SHARED_REG_RD32(adapter,
						 QLCNIC_CRB_DEV_NPAR_STATE);
A
Amit Kumar Salecha 已提交
1418 1419 1420
	}
	if (!npar_opt_timeo) {
		dev_err(&adapter->pdev->dev,
1421
			"Waiting for NPAR state to operational timeout\n");
A
Amit Kumar Salecha 已提交
1422 1423 1424 1425 1426
		return -EIO;
	}
	return 0;
}

1427 1428 1429 1430 1431 1432
static int
qlcnic_set_mgmt_operations(struct qlcnic_adapter *adapter)
{
	int err;

	if (!(adapter->flags & QLCNIC_ESWITCH_ENABLED) ||
1433
	    adapter->ahw->op_mode != QLCNIC_MGMT_FUNC)
1434 1435 1436 1437 1438 1439 1440 1441 1442 1443 1444 1445 1446 1447 1448
		return 0;

	err = qlcnic_set_default_offload_settings(adapter);
	if (err)
		return err;

	err = qlcnic_reset_npar_config(adapter);
	if (err)
		return err;

	qlcnic_dev_set_npar_ready(adapter);

	return err;
}

1449
int qlcnic_82xx_start_firmware(struct qlcnic_adapter *adapter)
1450
{
1451
	int err;
1452

1453 1454 1455 1456
	err = qlcnic_can_start_firmware(adapter);
	if (err < 0)
		return err;
	else if (!err)
1457
		goto check_fw_status;
1458

1459
	if (qlcnic_load_fw_file)
1460
		qlcnic_request_firmware(adapter);
S
schacko 已提交
1461
	else {
S
Sony Chacko 已提交
1462 1463
		err = qlcnic_check_flash_fw_ver(adapter);
		if (err)
S
schacko 已提交
1464 1465
			goto err_out;

1466
		adapter->ahw->fw_type = QLCNIC_FLASH_ROMIMAGE;
S
schacko 已提交
1467
	}
1468 1469 1470

	err = qlcnic_need_fw_reset(adapter);
	if (err == 0)
1471
		goto check_fw_status;
1472

1473 1474 1475
	err = qlcnic_pinit_from_rom(adapter);
	if (err)
		goto err_out;
1476 1477 1478 1479 1480 1481

	err = qlcnic_load_firmware(adapter);
	if (err)
		goto err_out;

	qlcnic_release_firmware(adapter);
1482
	QLCWR32(adapter, CRB_DRIVER_VERSION, QLCNIC_DRIVER_VERSION);
1483

1484 1485
check_fw_status:
	err = qlcnic_check_fw_status(adapter);
1486 1487 1488
	if (err)
		goto err_out;

1489
	QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_READY);
1490
	qlcnic_idc_debug_info(adapter, 1);
1491 1492 1493 1494 1495 1496
	err = qlcnic_check_eswitch_mode(adapter);
	if (err) {
		dev_err(&adapter->pdev->dev,
			"Memory allocation failed for eswitch\n");
		goto err_out;
	}
1497 1498 1499 1500 1501
	err = qlcnic_set_mgmt_operations(adapter);
	if (err)
		goto err_out;

	qlcnic_check_options(adapter);
1502 1503
	adapter->need_fw_reset = 0;

1504 1505
	qlcnic_release_firmware(adapter);
	return 0;
1506 1507

err_out:
1508
	QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_FAILED);
1509
	dev_err(&adapter->pdev->dev, "Device state set to failed\n");
1510

1511 1512 1513 1514 1515 1516 1517 1518 1519
	qlcnic_release_firmware(adapter);
	return err;
}

static int
qlcnic_request_irq(struct qlcnic_adapter *adapter)
{
	irq_handler_t handler;
	struct qlcnic_host_sds_ring *sds_ring;
S
Sony Chacko 已提交
1520
	struct qlcnic_host_tx_ring *tx_ring;
1521
	int err, ring, num_sds_rings;
1522 1523 1524

	unsigned long flags = 0;
	struct net_device *netdev = adapter->netdev;
A
Anirban Chakraborty 已提交
1525
	struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
1526

1527
	if (adapter->ahw->diag_test == QLCNIC_INTERRUPT_TEST) {
S
Sony Chacko 已提交
1528 1529
		if (qlcnic_82xx_check(adapter))
			handler = qlcnic_tmp_intr;
1530 1531
		else
			handler = qlcnic_83xx_tmp_intr;
1532 1533 1534 1535 1536 1537 1538 1539 1540 1541
		if (!QLCNIC_IS_MSI_FAMILY(adapter))
			flags |= IRQF_SHARED;

	} else {
		if (adapter->flags & QLCNIC_MSIX_ENABLED)
			handler = qlcnic_msix_intr;
		else if (adapter->flags & QLCNIC_MSI_ENABLED)
			handler = qlcnic_msi_intr;
		else {
			flags |= IRQF_SHARED;
1542 1543 1544 1545
			if (qlcnic_82xx_check(adapter))
				handler = qlcnic_intr;
			else
				handler = qlcnic_83xx_intr;
1546
		}
1547 1548 1549
	}
	adapter->irq = netdev->irq;

S
Sony Chacko 已提交
1550
	if (adapter->ahw->diag_test != QLCNIC_LOOPBACK_TEST) {
1551 1552 1553
		if (qlcnic_82xx_check(adapter) ||
		    (qlcnic_83xx_check(adapter) &&
		     (adapter->flags & QLCNIC_MSIX_ENABLED))) {
1554 1555
			num_sds_rings = adapter->max_sds_rings;
			for (ring = 0; ring < num_sds_rings; ring++) {
1556
				sds_ring = &recv_ctx->sds_rings[ring];
1557
				if (qlcnic_82xx_check(adapter) &&
1558
				    !qlcnic_check_multi_tx(adapter) &&
1559 1560 1561 1562 1563 1564 1565 1566 1567 1568 1569 1570
				    (ring == (num_sds_rings - 1))) {
					if (!(adapter->flags &
					      QLCNIC_MSIX_ENABLED))
						snprintf(sds_ring->name,
							 sizeof(sds_ring->name),
							 "qlcnic");
					else
						snprintf(sds_ring->name,
							 sizeof(sds_ring->name),
							 "%s-tx-0-rx-%d",
							 netdev->name, ring);
				} else {
1571 1572
					snprintf(sds_ring->name,
						 sizeof(sds_ring->name),
1573
						 "%s-rx-%d",
1574
						 netdev->name, ring);
1575
				}
1576 1577 1578 1579 1580
				err = request_irq(sds_ring->irq, handler, flags,
						  sds_ring->name, sds_ring);
				if (err)
					return err;
			}
S
Sony Chacko 已提交
1581
		}
1582 1583 1584 1585 1586
		if ((qlcnic_82xx_check(adapter) &&
		     qlcnic_check_multi_tx(adapter)) ||
		    (qlcnic_83xx_check(adapter) &&
		     (adapter->flags & QLCNIC_MSIX_ENABLED) &&
		     !(adapter->flags & QLCNIC_TX_INTR_SHARED))) {
S
Sony Chacko 已提交
1587 1588 1589 1590
			handler = qlcnic_msix_tx_intr;
			for (ring = 0; ring < adapter->max_drv_tx_rings;
			     ring++) {
				tx_ring = &adapter->tx_ring[ring];
1591
				snprintf(tx_ring->name, sizeof(tx_ring->name),
1592
					 "%s-tx-%d", netdev->name, ring);
S
Sony Chacko 已提交
1593 1594 1595 1596 1597 1598
				err = request_irq(tx_ring->irq, handler, flags,
						  tx_ring->name, tx_ring);
				if (err)
					return err;
			}
		}
1599 1600 1601 1602 1603 1604 1605 1606 1607
	}
	return 0;
}

static void
qlcnic_free_irq(struct qlcnic_adapter *adapter)
{
	int ring;
	struct qlcnic_host_sds_ring *sds_ring;
S
Sony Chacko 已提交
1608
	struct qlcnic_host_tx_ring *tx_ring;
1609

A
Anirban Chakraborty 已提交
1610
	struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
1611

S
Sony Chacko 已提交
1612
	if (adapter->ahw->diag_test != QLCNIC_LOOPBACK_TEST) {
1613 1614 1615 1616 1617 1618 1619
		if (qlcnic_82xx_check(adapter) ||
		    (qlcnic_83xx_check(adapter) &&
		     (adapter->flags & QLCNIC_MSIX_ENABLED))) {
			for (ring = 0; ring < adapter->max_sds_rings; ring++) {
				sds_ring = &recv_ctx->sds_rings[ring];
				free_irq(sds_ring->irq, sds_ring);
			}
S
Sony Chacko 已提交
1620
		}
1621 1622 1623 1624
		if ((qlcnic_83xx_check(adapter) &&
		     !(adapter->flags & QLCNIC_TX_INTR_SHARED)) ||
		    (qlcnic_82xx_check(adapter) &&
		     qlcnic_check_multi_tx(adapter))) {
S
Sony Chacko 已提交
1625 1626 1627 1628 1629 1630 1631
			for (ring = 0; ring < adapter->max_drv_tx_rings;
			     ring++) {
				tx_ring = &adapter->tx_ring[ring];
				if (tx_ring->irq)
					free_irq(tx_ring->irq, tx_ring);
			}
		}
1632 1633 1634
	}
}

1635 1636 1637 1638 1639
static void qlcnic_get_lro_mss_capability(struct qlcnic_adapter *adapter)
{
	u32 capab = 0;

	if (qlcnic_82xx_check(adapter)) {
1640
		if (adapter->ahw->extra_capability[0] &
1641 1642 1643 1644 1645 1646 1647 1648 1649
		    QLCNIC_FW_CAPABILITY_2_LRO_MAX_TCP_SEG)
			adapter->flags |= QLCNIC_FW_LRO_MSS_CAP;
	} else {
		capab = adapter->ahw->capabilities;
		if (QLC_83XX_GET_FW_LRO_MSS_CAPABILITY(capab))
			adapter->flags |= QLCNIC_FW_LRO_MSS_CAP;
	}
}

S
Sony Chacko 已提交
1650
int __qlcnic_up(struct qlcnic_adapter *adapter, struct net_device *netdev)
1651
{
1652 1653 1654
	int ring;
	struct qlcnic_host_rds_ring *rds_ring;

1655 1656 1657
	if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
		return -EIO;

1658 1659
	if (test_bit(__QLCNIC_DEV_UP, &adapter->state))
		return 0;
1660

1661 1662
	if (qlcnic_set_eswitch_port_config(adapter))
		return -EIO;
1663

1664
	qlcnic_get_lro_mss_capability(adapter);
1665

1666 1667 1668 1669
	if (qlcnic_fw_create_ctx(adapter))
		return -EIO;

	for (ring = 0; ring < adapter->max_rds_rings; ring++) {
A
Anirban Chakraborty 已提交
1670
		rds_ring = &adapter->recv_ctx->rds_rings[ring];
S
Sony Chacko 已提交
1671
		qlcnic_post_rx_buffers(adapter, rds_ring, ring);
1672 1673
	}

1674 1675 1676
	qlcnic_set_multi(netdev);
	qlcnic_fw_cmd_set_mtu(adapter, netdev->mtu);

A
Anirban Chakraborty 已提交
1677
	adapter->ahw->linkup = 0;
1678 1679 1680 1681 1682 1683

	if (adapter->max_sds_rings > 1)
		qlcnic_config_rss(adapter, 1);

	qlcnic_config_intr_coalesce(adapter);

1684
	if (netdev->features & NETIF_F_LRO)
1685 1686
		qlcnic_config_hw_lro(adapter, QLCNIC_LRO_ENABLED);

1687
	set_bit(__QLCNIC_DEV_UP, &adapter->state);
1688 1689 1690 1691
	qlcnic_napi_enable(adapter);

	qlcnic_linkevent_request(adapter, 1);

1692
	adapter->ahw->reset_context = 0;
1693 1694 1695
	return 0;
}

1696
int qlcnic_up(struct qlcnic_adapter *adapter, struct net_device *netdev)
1697 1698 1699 1700 1701 1702 1703 1704 1705 1706 1707
{
	int err = 0;

	rtnl_lock();
	if (netif_running(netdev))
		err = __qlcnic_up(adapter, netdev);
	rtnl_unlock();

	return err;
}

S
Sony Chacko 已提交
1708
void __qlcnic_down(struct qlcnic_adapter *adapter, struct net_device *netdev)
1709
{
1710 1711
	int ring;

1712 1713 1714 1715 1716 1717
	if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
		return;

	if (!test_and_clear_bit(__QLCNIC_DEV_UP, &adapter->state))
		return;

1718 1719
	if (qlcnic_sriov_vf_check(adapter))
		qlcnic_sriov_cleanup_async_list(&adapter->ahw->sriov->bc);
1720 1721
	smp_mb();
	netif_carrier_off(netdev);
1722
	adapter->ahw->linkup = 0;
1723 1724 1725 1726
	netif_tx_disable(netdev);

	qlcnic_free_mac_list(adapter);

1727 1728 1729
	if (adapter->fhash.fnum)
		qlcnic_delete_lb_filters(adapter);

1730 1731 1732 1733
	qlcnic_nic_set_promisc(adapter, QLCNIC_NIU_NON_PROMISC_MODE);

	qlcnic_napi_disable(adapter);

1734
	qlcnic_fw_destroy_ctx(adapter);
1735
	adapter->flags &= ~QLCNIC_FW_LRO_MSS_CAP;
1736 1737

	qlcnic_reset_rx_buffers_list(adapter);
1738 1739 1740

	for (ring = 0; ring < adapter->max_drv_tx_rings; ring++)
		qlcnic_release_tx_buffers(adapter, &adapter->tx_ring[ring]);
1741 1742 1743 1744
}

/* Usage: During suspend and firmware recovery module */

1745
void qlcnic_down(struct qlcnic_adapter *adapter, struct net_device *netdev)
1746 1747 1748 1749 1750 1751 1752 1753
{
	rtnl_lock();
	if (netif_running(netdev))
		__qlcnic_down(adapter, netdev);
	rtnl_unlock();

}

S
Sony Chacko 已提交
1754
int
1755 1756 1757 1758
qlcnic_attach(struct qlcnic_adapter *adapter)
{
	struct net_device *netdev = adapter->netdev;
	struct pci_dev *pdev = adapter->pdev;
1759
	int err;
1760 1761 1762 1763 1764 1765 1766 1767 1768 1769 1770

	if (adapter->is_up == QLCNIC_ADAPTER_UP_MAGIC)
		return 0;

	err = qlcnic_napi_add(adapter, netdev);
	if (err)
		return err;

	err = qlcnic_alloc_sw_resources(adapter);
	if (err) {
		dev_err(&pdev->dev, "Error in setting sw resources\n");
1771
		goto err_out_napi_del;
1772 1773 1774 1775 1776 1777 1778 1779 1780 1781 1782
	}

	err = qlcnic_alloc_hw_resources(adapter);
	if (err) {
		dev_err(&pdev->dev, "Error in setting hw resources\n");
		goto err_out_free_sw;
	}

	err = qlcnic_request_irq(adapter);
	if (err) {
		dev_err(&pdev->dev, "failed to setup interrupt\n");
1783
		goto err_out_free_hw;
1784 1785 1786 1787 1788 1789 1790
	}

	qlcnic_create_sysfs_entries(adapter);

	adapter->is_up = QLCNIC_ADAPTER_UP_MAGIC;
	return 0;

1791
err_out_free_hw:
1792 1793 1794
	qlcnic_free_hw_resources(adapter);
err_out_free_sw:
	qlcnic_free_sw_resources(adapter);
1795 1796
err_out_napi_del:
	qlcnic_napi_del(adapter);
1797 1798 1799
	return err;
}

S
Sony Chacko 已提交
1800
void qlcnic_detach(struct qlcnic_adapter *adapter)
1801 1802 1803 1804 1805 1806 1807 1808 1809 1810 1811 1812 1813 1814 1815
{
	if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
		return;

	qlcnic_remove_sysfs_entries(adapter);

	qlcnic_free_hw_resources(adapter);
	qlcnic_release_rx_buffers(adapter);
	qlcnic_free_irq(adapter);
	qlcnic_napi_del(adapter);
	qlcnic_free_sw_resources(adapter);

	adapter->is_up = 0;
}

1816 1817 1818 1819
void qlcnic_diag_free_res(struct net_device *netdev, int max_sds_rings)
{
	struct qlcnic_adapter *adapter = netdev_priv(netdev);
	struct qlcnic_host_sds_ring *sds_ring;
1820
	int max_tx_rings = adapter->max_drv_tx_rings;
1821 1822
	int ring;

1823
	clear_bit(__QLCNIC_DEV_UP, &adapter->state);
1824
	if (adapter->ahw->diag_test == QLCNIC_INTERRUPT_TEST) {
1825
		for (ring = 0; ring < adapter->max_sds_rings; ring++) {
A
Anirban Chakraborty 已提交
1826
			sds_ring = &adapter->recv_ctx->sds_rings[ring];
1827
			qlcnic_disable_int(sds_ring);
1828
		}
1829 1830
	}

1831 1832
	qlcnic_fw_destroy_ctx(adapter);

1833 1834
	qlcnic_detach(adapter);

1835
	adapter->ahw->diag_test = 0;
1836
	adapter->max_sds_rings = max_sds_rings;
1837
	adapter->max_drv_tx_rings = max_tx_rings;
1838 1839

	if (qlcnic_attach(adapter))
1840
		goto out;
1841 1842 1843

	if (netif_running(netdev))
		__qlcnic_up(adapter, netdev);
1844
out:
1845 1846 1847
	netif_device_attach(netdev);
}

A
Anirban Chakraborty 已提交
1848 1849
static int qlcnic_alloc_adapter_resources(struct qlcnic_adapter *adapter)
{
1850
	struct qlcnic_hardware_context *ahw = adapter->ahw;
A
Anirban Chakraborty 已提交
1851
	int err = 0;
1852

A
Anirban Chakraborty 已提交
1853 1854 1855 1856
	adapter->recv_ctx = kzalloc(sizeof(struct qlcnic_recv_context),
				GFP_KERNEL);
	if (!adapter->recv_ctx) {
		err = -ENOMEM;
A
Anirban Chakraborty 已提交
1857
		goto err_out;
A
Anirban Chakraborty 已提交
1858
	}
A
Anirban Chakraborty 已提交
1859
	/* Initialize interrupt coalesce parameters */
1860 1861 1862 1863 1864 1865 1866 1867
	ahw->coal.flag = QLCNIC_INTR_DEFAULT;
	ahw->coal.type = QLCNIC_INTR_COAL_TYPE_RX;
	ahw->coal.rx_time_us = QLCNIC_DEF_INTR_COALESCE_RX_TIME_US;
	ahw->coal.rx_packets = QLCNIC_DEF_INTR_COALESCE_RX_PACKETS;
	if (qlcnic_83xx_check(adapter)) {
		ahw->coal.tx_time_us = QLCNIC_DEF_INTR_COALESCE_TX_TIME_US;
		ahw->coal.tx_packets = QLCNIC_DEF_INTR_COALESCE_TX_PACKETS;
	}
S
Sony Chacko 已提交
1868 1869
	/* clear stats */
	memset(&adapter->stats, 0, sizeof(adapter->stats));
A
Anirban Chakraborty 已提交
1870 1871 1872 1873 1874 1875 1876 1877 1878
err_out:
	return err;
}

static void qlcnic_free_adapter_resources(struct qlcnic_adapter *adapter)
{
	kfree(adapter->recv_ctx);
	adapter->recv_ctx = NULL;

A
Anirban Chakraborty 已提交
1879 1880 1881 1882
	if (adapter->ahw->fw_dump.tmpl_hdr) {
		vfree(adapter->ahw->fw_dump.tmpl_hdr);
		adapter->ahw->fw_dump.tmpl_hdr = NULL;
	}
S
Sony Chacko 已提交
1883

1884
	kfree(adapter->ahw->reset.buff);
S
Sony Chacko 已提交
1885
	adapter->ahw->fw_dump.tmpl_hdr = NULL;
A
Anirban Chakraborty 已提交
1886 1887
}

1888 1889 1890 1891
int qlcnic_diag_alloc_res(struct net_device *netdev, int test)
{
	struct qlcnic_adapter *adapter = netdev_priv(netdev);
	struct qlcnic_host_sds_ring *sds_ring;
1892
	struct qlcnic_host_rds_ring *rds_ring;
1893 1894 1895 1896 1897 1898 1899 1900 1901 1902 1903
	int ring;
	int ret;

	netif_device_detach(netdev);

	if (netif_running(netdev))
		__qlcnic_down(adapter, netdev);

	qlcnic_detach(adapter);

	adapter->max_sds_rings = 1;
1904
	adapter->ahw->diag_test = test;
S
Sony Chacko 已提交
1905
	adapter->ahw->linkup = 0;
1906
	adapter->max_drv_tx_rings = 1;
1907 1908

	ret = qlcnic_attach(adapter);
1909 1910
	if (ret) {
		netif_device_attach(netdev);
1911
		return ret;
1912
	}
1913

1914 1915 1916
	ret = qlcnic_fw_create_ctx(adapter);
	if (ret) {
		qlcnic_detach(adapter);
1917
		netif_device_attach(netdev);
1918 1919 1920 1921
		return ret;
	}

	for (ring = 0; ring < adapter->max_rds_rings; ring++) {
A
Anirban Chakraborty 已提交
1922
		rds_ring = &adapter->recv_ctx->rds_rings[ring];
S
Sony Chacko 已提交
1923
		qlcnic_post_rx_buffers(adapter, rds_ring, ring);
1924 1925
	}

1926
	if (adapter->ahw->diag_test == QLCNIC_INTERRUPT_TEST) {
1927
		for (ring = 0; ring < adapter->max_sds_rings; ring++) {
A
Anirban Chakraborty 已提交
1928
			sds_ring = &adapter->recv_ctx->sds_rings[ring];
1929
			qlcnic_enable_int(sds_ring);
1930
		}
1931
	}
1932

1933
	if (adapter->ahw->diag_test == QLCNIC_LOOPBACK_TEST) {
1934 1935 1936 1937
		adapter->ahw->loopback_state = 0;
		qlcnic_linkevent_request(adapter, 1);
	}

1938
	set_bit(__QLCNIC_DEV_UP, &adapter->state);
1939 1940 1941 1942

	return 0;
}

1943 1944 1945 1946 1947 1948 1949 1950 1951 1952 1953 1954 1955 1956 1957 1958 1959 1960
/* Reset context in hardware only */
static int
qlcnic_reset_hw_context(struct qlcnic_adapter *adapter)
{
	struct net_device *netdev = adapter->netdev;

	if (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
		return -EBUSY;

	netif_device_detach(netdev);

	qlcnic_down(adapter, netdev);

	qlcnic_up(adapter, netdev);

	netif_device_attach(netdev);

	clear_bit(__QLCNIC_RESETTING, &adapter->state);
S
Sony Chacko 已提交
1961
	dev_err(&adapter->pdev->dev, "%s:\n", __func__);
1962 1963 1964
	return 0;
}

1965 1966 1967 1968 1969 1970 1971 1972 1973 1974 1975 1976 1977 1978 1979 1980 1981 1982 1983 1984
int
qlcnic_reset_context(struct qlcnic_adapter *adapter)
{
	int err = 0;
	struct net_device *netdev = adapter->netdev;

	if (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
		return -EBUSY;

	if (adapter->is_up == QLCNIC_ADAPTER_UP_MAGIC) {

		netif_device_detach(netdev);

		if (netif_running(netdev))
			__qlcnic_down(adapter, netdev);

		qlcnic_detach(adapter);

		if (netif_running(netdev)) {
			err = qlcnic_attach(adapter);
A
Anirban Chakraborty 已提交
1985
			if (!err) {
1986
				__qlcnic_up(adapter, netdev);
A
Anirban Chakraborty 已提交
1987 1988
				qlcnic_restore_indev_addr(netdev, NETDEV_UP);
			}
1989 1990 1991 1992 1993 1994 1995 1996 1997
		}

		netif_device_attach(netdev);
	}

	clear_bit(__QLCNIC_RESETTING, &adapter->state);
	return err;
}

1998 1999 2000 2001 2002 2003 2004 2005 2006 2007 2008 2009 2010 2011 2012 2013
void qlcnic_82xx_set_mac_filter_count(struct qlcnic_adapter *adapter)
{
	struct qlcnic_hardware_context *ahw = adapter->ahw;
	u16 act_pci_fn = ahw->act_pci_func;
	u16 count;

	ahw->max_mc_count = QLCNIC_MAX_MC_COUNT;
	if (act_pci_fn <= 2)
		count = (QLCNIC_MAX_UC_COUNT - QLCNIC_MAX_MC_COUNT) /
			 act_pci_fn;
	else
		count = (QLCNIC_LB_MAX_FILTERS - QLCNIC_MAX_MC_COUNT) /
			 act_pci_fn;
	ahw->max_uc_count = count;
}

R
Rajesh Borundia 已提交
2014
int
S
Sony Chacko 已提交
2015 2016
qlcnic_setup_netdev(struct qlcnic_adapter *adapter, struct net_device *netdev,
		    int pci_using_dac)
2017 2018 2019 2020
{
	int err;
	struct pci_dev *pdev = adapter->pdev;

S
Sony Chacko 已提交
2021
	adapter->rx_csum = 1;
2022
	adapter->ahw->mc_enabled = 0;
2023
	qlcnic_set_mac_filter_count(adapter);
2024 2025

	netdev->netdev_ops	   = &qlcnic_netdev_ops;
S
Sony Chacko 已提交
2026
	netdev->watchdog_timeo     = QLCNIC_WATCHDOG_TIMEOUTVALUE * HZ;
2027 2028 2029

	qlcnic_change_mtu(netdev, netdev->mtu);

2030 2031 2032 2033
	if (qlcnic_sriov_vf_check(adapter))
		SET_ETHTOOL_OPS(netdev, &qlcnic_sriov_vf_ethtool_ops);
	else
		SET_ETHTOOL_OPS(netdev, &qlcnic_ethtool_ops);
2034

2035
	netdev->features |= (NETIF_F_SG | NETIF_F_IP_CSUM | NETIF_F_RXCSUM |
S
Sony Chacko 已提交
2036
			     NETIF_F_IPV6_CSUM | NETIF_F_GRO |
2037
			     NETIF_F_HW_VLAN_CTAG_RX);
S
Sony Chacko 已提交
2038 2039
	netdev->vlan_features |= (NETIF_F_SG | NETIF_F_IP_CSUM |
				  NETIF_F_IPV6_CSUM);
2040

S
Sony Chacko 已提交
2041 2042 2043 2044
	if (QLCNIC_IS_TSO_CAPABLE(adapter)) {
		netdev->features |= (NETIF_F_TSO | NETIF_F_TSO6);
		netdev->vlan_features |= (NETIF_F_TSO | NETIF_F_TSO6);
	}
2045

S
Sony Chacko 已提交
2046 2047 2048 2049
	if (pci_using_dac) {
		netdev->features |= NETIF_F_HIGHDMA;
		netdev->vlan_features |= NETIF_F_HIGHDMA;
	}
2050

S
Sony Chacko 已提交
2051
	if (qlcnic_vlan_tx_check(adapter))
2052
		netdev->features |= (NETIF_F_HW_VLAN_CTAG_TX);
2053

2054 2055 2056
	if (qlcnic_sriov_vf_check(adapter))
		netdev->features |= NETIF_F_HW_VLAN_CTAG_FILTER;

S
Sony Chacko 已提交
2057 2058
	if (adapter->ahw->capabilities & QLCNIC_FW_CAPABILITY_HW_LRO)
		netdev->features |= NETIF_F_LRO;
2059

2060
	netdev->hw_features = netdev->features;
2061
	netdev->priv_flags |= IFF_UNICAST_FLT;
2062 2063
	netdev->irq = adapter->msix_entries[0].vector;

2064 2065 2066
	err = qlcnic_set_real_num_queues(adapter, netdev);
	if (err)
		return err;
2067

2068 2069 2070 2071 2072 2073
	err = register_netdev(netdev);
	if (err) {
		dev_err(&pdev->dev, "failed to register net device\n");
		return err;
	}

2074 2075
	qlcnic_dcb_init_dcbnl_ops(adapter);

2076 2077 2078
	return 0;
}

S
Sony Chacko 已提交
2079
static int qlcnic_set_dma_mask(struct pci_dev *pdev, int *pci_using_dac)
2080 2081 2082 2083 2084 2085 2086 2087 2088 2089 2090 2091 2092 2093 2094
{
	if (!pci_set_dma_mask(pdev, DMA_BIT_MASK(64)) &&
			!pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(64)))
		*pci_using_dac = 1;
	else if (!pci_set_dma_mask(pdev, DMA_BIT_MASK(32)) &&
			!pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(32)))
		*pci_using_dac = 0;
	else {
		dev_err(&pdev->dev, "Unable to set DMA mask, aborting\n");
		return -EIO;
	}

	return 0;
}

S
Sony Chacko 已提交
2095 2096 2097 2098 2099 2100 2101 2102 2103 2104 2105 2106 2107 2108 2109 2110 2111 2112 2113
void qlcnic_free_tx_rings(struct qlcnic_adapter *adapter)
{
	int ring;
	struct qlcnic_host_tx_ring *tx_ring;

	for (ring = 0; ring < adapter->max_drv_tx_rings; ring++) {
		tx_ring = &adapter->tx_ring[ring];
		if (tx_ring && tx_ring->cmd_buf_arr != NULL) {
			vfree(tx_ring->cmd_buf_arr);
			tx_ring->cmd_buf_arr = NULL;
		}
	}
	if (adapter->tx_ring != NULL)
		kfree(adapter->tx_ring);
}

int qlcnic_alloc_tx_rings(struct qlcnic_adapter *adapter,
			  struct net_device *netdev)
{
2114
	int ring, vector, index;
S
Sony Chacko 已提交
2115 2116 2117
	struct qlcnic_host_tx_ring *tx_ring;
	struct qlcnic_cmd_buffer *cmd_buf_arr;

2118 2119 2120
	tx_ring = kcalloc(adapter->max_drv_tx_rings,
			  sizeof(struct qlcnic_host_tx_ring), GFP_KERNEL);
	if (tx_ring == NULL)
S
Sony Chacko 已提交
2121
		return -ENOMEM;
2122

S
Sony Chacko 已提交
2123 2124 2125 2126 2127 2128 2129 2130 2131 2132 2133 2134 2135 2136 2137
	adapter->tx_ring = tx_ring;

	for (ring = 0; ring < adapter->max_drv_tx_rings; ring++) {
		tx_ring = &adapter->tx_ring[ring];
		tx_ring->num_desc = adapter->num_txd;
		tx_ring->txq = netdev_get_tx_queue(netdev, ring);
		cmd_buf_arr = vzalloc(TX_BUFF_RINGSIZE(tx_ring));
		if (cmd_buf_arr == NULL) {
			qlcnic_free_tx_rings(adapter);
			return -ENOMEM;
		}
		memset(cmd_buf_arr, 0, TX_BUFF_RINGSIZE(tx_ring));
		tx_ring->cmd_buf_arr = cmd_buf_arr;
	}

2138 2139
	if (qlcnic_83xx_check(adapter) ||
	    (qlcnic_82xx_check(adapter) && qlcnic_check_multi_tx(adapter))) {
S
Sony Chacko 已提交
2140 2141 2142 2143 2144 2145 2146 2147 2148 2149
		for (ring = 0; ring < adapter->max_drv_tx_rings; ring++) {
			tx_ring = &adapter->tx_ring[ring];
			tx_ring->adapter = adapter;
			if (adapter->flags & QLCNIC_MSIX_ENABLED) {
				index = adapter->max_sds_rings + ring;
				vector = adapter->msix_entries[index].vector;
				tx_ring->irq = vector;
			}
		}
	}
2150

S
Sony Chacko 已提交
2151 2152 2153
	return 0;
}

2154 2155 2156 2157 2158 2159 2160 2161 2162 2163 2164 2165 2166 2167 2168
void qlcnic_set_drv_version(struct qlcnic_adapter *adapter)
{
	struct qlcnic_hardware_context *ahw = adapter->ahw;
	u32 fw_cmd = 0;

	if (qlcnic_82xx_check(adapter))
		fw_cmd = QLCNIC_CMD_82XX_SET_DRV_VER;
	else if (qlcnic_83xx_check(adapter))
		fw_cmd = QLCNIC_CMD_83XX_SET_DRV_VER;

	if ((ahw->capabilities & QLCNIC_FW_CAPABILITY_MORE_CAPS) &&
	    (ahw->extra_capability[0] & QLCNIC_FW_CAPABILITY_SET_DRV_VER))
		qlcnic_fw_cmd_set_drv_version(adapter, fw_cmd);
}

2169 2170 2171 2172 2173 2174 2175 2176 2177 2178 2179
static int qlcnic_register_dcb(struct qlcnic_adapter *adapter)
{
	return __qlcnic_register_dcb(adapter);
}

void qlcnic_clear_dcb_ops(struct qlcnic_adapter *adapter)
{
	kfree(adapter->dcb);
	adapter->dcb = NULL;
}

B
Bill Pemberton 已提交
2180
static int
2181 2182 2183 2184
qlcnic_probe(struct pci_dev *pdev, const struct pci_device_id *ent)
{
	struct net_device *netdev = NULL;
	struct qlcnic_adapter *adapter = NULL;
2185
	struct qlcnic_hardware_context *ahw;
S
Sony Chacko 已提交
2186
	int err, pci_using_dac = -1;
2187
	char board_name[QLCNIC_MAX_BOARD_NAME_LEN + 19]; /* MAC + ": " + name */
2188

R
Rajesh Borundia 已提交
2189 2190 2191
	if (pdev->is_virtfn)
		return -ENODEV;

2192 2193 2194 2195 2196 2197 2198 2199 2200
	err = pci_enable_device(pdev);
	if (err)
		return err;

	if (!(pci_resource_flags(pdev, 0) & IORESOURCE_MEM)) {
		err = -ENODEV;
		goto err_out_disable_pdev;
	}

2201 2202 2203 2204
	err = qlcnic_set_dma_mask(pdev, &pci_using_dac);
	if (err)
		goto err_out_disable_pdev;

2205 2206 2207 2208 2209
	err = pci_request_regions(pdev, qlcnic_driver_name);
	if (err)
		goto err_out_disable_pdev;

	pci_set_master(pdev);
S
Sucheta Chakraborty 已提交
2210
	pci_enable_pcie_error_reporting(pdev);
2211

2212
	ahw = kzalloc(sizeof(struct qlcnic_hardware_context), GFP_KERNEL);
2213 2214
	if (!ahw) {
		err = -ENOMEM;
2215
		goto err_out_free_res;
2216
	}
2217

R
Rajesh Borundia 已提交
2218 2219
	switch (ent->device) {
	case PCI_DEVICE_ID_QLOGIC_QLE824X:
2220
		ahw->hw_ops = &qlcnic_hw_ops;
R
Rajesh Borundia 已提交
2221 2222 2223
		ahw->reg_tbl = (u32 *) qlcnic_reg_tbl;
		break;
	case PCI_DEVICE_ID_QLOGIC_QLE834X:
2224
	case PCI_DEVICE_ID_QLOGIC_QLE844X:
S
Sony Chacko 已提交
2225
		qlcnic_83xx_register_map(ahw);
R
Rajesh Borundia 已提交
2226 2227
		break;
	case PCI_DEVICE_ID_QLOGIC_VF_QLE834X:
2228
	case PCI_DEVICE_ID_QLOGIC_VF_QLE844X:
R
Rajesh Borundia 已提交
2229 2230 2231
		qlcnic_sriov_vf_register_map(ahw);
		break;
	default:
S
Sony Chacko 已提交
2232
		goto err_out_free_hw_res;
2233 2234 2235 2236 2237 2238
	}

	err = qlcnic_setup_pci_map(pdev, ahw);
	if (err)
		goto err_out_free_hw_res;

2239 2240
	netdev = alloc_etherdev_mq(sizeof(struct qlcnic_adapter),
				   QLCNIC_MAX_TX_RINGS);
2241 2242
	if (!netdev) {
		err = -ENOMEM;
2243
		goto err_out_iounmap;
2244 2245 2246 2247 2248 2249 2250
	}

	SET_NETDEV_DEV(netdev, &pdev->dev);

	adapter = netdev_priv(netdev);
	adapter->netdev  = netdev;
	adapter->pdev    = pdev;
S
Sony Chacko 已提交
2251 2252 2253 2254
	adapter->ahw = ahw;

	adapter->qlcnic_wq = create_singlethread_workqueue("qlcnic");
	if (adapter->qlcnic_wq == NULL) {
2255
		err = -ENOMEM;
S
Sony Chacko 已提交
2256 2257 2258
		dev_err(&pdev->dev, "Failed to create workqueue\n");
		goto err_out_free_netdev;
	}
2259

2260 2261
	err = qlcnic_alloc_adapter_resources(adapter);
	if (err)
2262
		goto err_out_free_wq;
A
Anirban Chakraborty 已提交
2263 2264

	adapter->dev_rst_time = jiffies;
2265
	adapter->ahw->revision_id = pdev->revision;
2266 2267 2268 2269
	if (qlcnic_mac_learn == FDB_MAC_LEARN)
		adapter->fdb_mac_learn = true;
	else if (qlcnic_mac_learn == DRV_MAC_LEARN)
		adapter->drv_mac_learn = true;
2270

A
Anirban Chakraborty 已提交
2271 2272
	rwlock_init(&adapter->ahw->crb_lock);
	mutex_init(&adapter->ahw->mem_lock);
2273 2274 2275

	INIT_LIST_HEAD(&adapter->mac_list);

2276 2277
	qlcnic_register_dcb(adapter);

2278
	if (qlcnic_82xx_check(adapter)) {
S
Sony Chacko 已提交
2279
		qlcnic_check_vf(adapter, ent);
2280 2281 2282
		adapter->portnum = adapter->ahw->pci_func;
		err = qlcnic_start_firmware(adapter);
		if (err) {
2283 2284 2285
			dev_err(&pdev->dev, "Loading fw failed.Please Reboot\n"
				"\t\tIf reboot doesn't help, try flashing the card\n");
			goto err_out_maintenance_mode;
2286
		}
2287

2288 2289 2290 2291 2292 2293 2294 2295 2296 2297 2298 2299 2300 2301
		qlcnic_get_multiq_capability(adapter);

		if ((adapter->ahw->act_pci_func > 2) &&
		    qlcnic_check_multi_tx(adapter)) {
			adapter->max_drv_tx_rings = QLCNIC_DEF_NUM_TX_RINGS;
			dev_info(&adapter->pdev->dev,
				 "vNIC mode enabled, Set max TX rings = %d\n",
				 adapter->max_drv_tx_rings);
		}

		if (!qlcnic_check_multi_tx(adapter)) {
			clear_bit(__QLCNIC_MULTI_TX_UNIQUE, &adapter->state);
			adapter->max_drv_tx_rings = 1;
		}
2302 2303 2304
		err = qlcnic_setup_idc_param(adapter);
		if (err)
			goto err_out_free_hw;
2305

2306
		adapter->flags |= QLCNIC_NEED_FLR;
2307 2308 2309 2310

		if (adapter->dcb && qlcnic_dcb_attach(adapter))
			qlcnic_clear_dcb_ops(adapter);

S
Sony Chacko 已提交
2311
	} else if (qlcnic_83xx_check(adapter)) {
2312
		adapter->max_drv_tx_rings = 1;
S
Sony Chacko 已提交
2313 2314
		qlcnic_83xx_check_vf(adapter, ent);
		adapter->portnum = adapter->ahw->pci_func;
R
Rajesh Borundia 已提交
2315
		err = qlcnic_83xx_init(adapter, pci_using_dac);
2316 2317 2318 2319
		if (err) {
			dev_err(&pdev->dev, "%s: failed\n", __func__);
			goto err_out_free_hw;
		}
R
Rajesh Borundia 已提交
2320 2321
		if (qlcnic_sriov_vf_check(adapter))
			return 0;
S
Sony Chacko 已提交
2322 2323 2324 2325
	} else {
		dev_err(&pdev->dev,
			"%s: failed. Please Reboot\n", __func__);
		goto err_out_free_hw;
2326
	}
2327

R
Rajesh Borundia 已提交
2328 2329 2330
	if (qlcnic_read_mac_addr(adapter))
		dev_warn(&pdev->dev, "failed to read mac addr\n");

2331 2332
	qlcnic_read_phys_port_id(adapter);

R
Rajesh Borundia 已提交
2333
	if (adapter->portnum == 0) {
S
Sony Chacko 已提交
2334
		qlcnic_get_board_name(adapter, board_name);
S
Sony Chacko 已提交
2335

R
Rajesh Borundia 已提交
2336
		pr_info("%s: %s Board Chip rev 0x%x\n",
S
Sony Chacko 已提交
2337 2338
			module_name(THIS_MODULE),
			board_name, adapter->ahw->revision_id);
R
Rajesh Borundia 已提交
2339
	}
2340 2341 2342 2343

	if (qlcnic_83xx_check(adapter) && !qlcnic_use_msi_x &&
	    !!qlcnic_use_msi)
		dev_warn(&pdev->dev,
2344
			 "Device does not support MSI interrupts\n");
2345

2346
	if (qlcnic_82xx_check(adapter)) {
2347
		err = qlcnic_setup_intr(adapter, 0, 0);
2348 2349
		if (err) {
			dev_err(&pdev->dev, "Failed to setup interrupt\n");
S
Sony Chacko 已提交
2350
			goto err_out_disable_msi;
2351
		}
S
Sony Chacko 已提交
2352
	}
2353

2354 2355 2356 2357
	err = qlcnic_get_act_pci_func(adapter);
	if (err)
		goto err_out_disable_mbx_intr;

2358
	err = qlcnic_setup_netdev(adapter, netdev, pci_using_dac);
2359
	if (err)
2360
		goto err_out_disable_mbx_intr;
2361

2362 2363
	if (adapter->portnum == 0)
		qlcnic_set_drv_version(adapter);
2364

2365 2366
	pci_set_drvdata(pdev, adapter);

2367 2368 2369
	if (qlcnic_82xx_check(adapter))
		qlcnic_schedule_work(adapter, qlcnic_fw_poll_work,
				     FW_POLL_DELAY);
2370

A
Anirban Chakraborty 已提交
2371
	switch (adapter->ahw->port_type) {
2372 2373 2374 2375 2376 2377 2378 2379 2380 2381
	case QLCNIC_GBE:
		dev_info(&adapter->pdev->dev, "%s: GbE port initialized\n",
				adapter->netdev->name);
		break;
	case QLCNIC_XGBE:
		dev_info(&adapter->pdev->dev, "%s: XGbE port initialized\n",
				adapter->netdev->name);
		break;
	}

2382
	if (adapter->drv_mac_learn)
2383 2384
		qlcnic_alloc_lb_filters_mem(adapter);

2385
	qlcnic_add_sysfs(adapter);
2386 2387 2388

	return 0;

2389
err_out_disable_mbx_intr:
2390
	if (qlcnic_83xx_check(adapter))
S
Sony Chacko 已提交
2391
		qlcnic_83xx_free_mbx_intr(adapter);
2392

2393 2394
err_out_disable_msi:
	qlcnic_teardown_intr(adapter);
2395
	qlcnic_cancel_idc_work(adapter);
2396
	qlcnic_clr_all_drv_state(adapter, 0);
2397

A
Anirban Chakraborty 已提交
2398 2399 2400
err_out_free_hw:
	qlcnic_free_adapter_resources(adapter);

2401 2402 2403
err_out_free_wq:
	destroy_workqueue(adapter->qlcnic_wq);

2404 2405 2406
err_out_free_netdev:
	free_netdev(netdev);

2407
err_out_iounmap:
2408
	qlcnic_cleanup_pci_map(ahw);
2409 2410 2411 2412

err_out_free_hw_res:
	kfree(ahw);

2413 2414 2415 2416 2417 2418 2419
err_out_free_res:
	pci_release_regions(pdev);

err_out_disable_pdev:
	pci_set_drvdata(pdev, NULL);
	pci_disable_device(pdev);
	return err;
2420 2421 2422 2423 2424 2425 2426 2427 2428 2429 2430 2431 2432 2433 2434 2435

err_out_maintenance_mode:
	netdev->netdev_ops = &qlcnic_netdev_failed_ops;
	SET_ETHTOOL_OPS(netdev, &qlcnic_ethtool_failed_ops);
	err = register_netdev(netdev);

	if (err) {
		dev_err(&pdev->dev, "Failed to register net device\n");
		qlcnic_clr_all_drv_state(adapter, 0);
		goto err_out_free_hw;
	}

	pci_set_drvdata(pdev, adapter);
	qlcnic_add_sysfs(adapter);

	return 0;
2436 2437
}

B
Bill Pemberton 已提交
2438
static void qlcnic_remove(struct pci_dev *pdev)
2439 2440 2441
{
	struct qlcnic_adapter *adapter;
	struct net_device *netdev;
S
Sony Chacko 已提交
2442
	struct qlcnic_hardware_context *ahw;
2443 2444 2445 2446 2447 2448

	adapter = pci_get_drvdata(pdev);
	if (adapter == NULL)
		return;

	netdev = adapter->netdev;
2449
	qlcnic_sriov_pf_disable(adapter);
2450

S
Sony Chacko 已提交
2451 2452
	qlcnic_cancel_idc_work(adapter);
	ahw = adapter->ahw;
2453

2454 2455
	qlcnic_dcb_free(adapter);

2456
	unregister_netdev(netdev);
2457
	qlcnic_sriov_cleanup(adapter);
2458

S
Sony Chacko 已提交
2459
	if (qlcnic_83xx_check(adapter)) {
2460 2461
		qlcnic_83xx_register_nic_idc_func(adapter, 0);
		cancel_delayed_work_sync(&adapter->idc_aen_work);
2462 2463 2464
		qlcnic_83xx_free_mbx_intr(adapter);
		qlcnic_83xx_detach_mailbox_work(adapter);
		qlcnic_83xx_free_mailbox(ahw->mailbox);
2465
		kfree(ahw->fw_info);
S
Sony Chacko 已提交
2466 2467
	}

2468 2469
	qlcnic_detach(adapter);

2470 2471 2472 2473 2474
	if (adapter->npars != NULL)
		kfree(adapter->npars);
	if (adapter->eswitch != NULL)
		kfree(adapter->eswitch);

2475 2476
	if (qlcnic_82xx_check(adapter))
		qlcnic_clr_all_drv_state(adapter, 0);
2477 2478 2479

	clear_bit(__QLCNIC_RESETTING, &adapter->state);

2480 2481
	qlcnic_free_lb_filters_mem(adapter);

2482 2483
	qlcnic_teardown_intr(adapter);

S
Sony Chacko 已提交
2484
	qlcnic_remove_sysfs(adapter);
2485

2486
	qlcnic_cleanup_pci_map(adapter->ahw);
2487 2488 2489

	qlcnic_release_firmware(adapter);

S
Sucheta Chakraborty 已提交
2490
	pci_disable_pcie_error_reporting(pdev);
2491 2492 2493 2494
	pci_release_regions(pdev);
	pci_disable_device(pdev);
	pci_set_drvdata(pdev, NULL);

S
Sony Chacko 已提交
2495 2496 2497 2498
	if (adapter->qlcnic_wq) {
		destroy_workqueue(adapter->qlcnic_wq);
		adapter->qlcnic_wq = NULL;
	}
2499

A
Anirban Chakraborty 已提交
2500
	qlcnic_free_adapter_resources(adapter);
S
Sony Chacko 已提交
2501
	kfree(ahw);
2502 2503 2504 2505 2506 2507 2508 2509 2510 2511 2512 2513
	free_netdev(netdev);
}

static void qlcnic_shutdown(struct pci_dev *pdev)
{
	if (__qlcnic_shutdown(pdev))
		return;

	pci_disable_device(pdev);
}

#ifdef CONFIG_PM
2514
static int qlcnic_suspend(struct pci_dev *pdev, pm_message_t state)
2515 2516 2517 2518 2519 2520 2521 2522 2523 2524 2525
{
	int retval;

	retval = __qlcnic_shutdown(pdev);
	if (retval)
		return retval;

	pci_set_power_state(pdev, pci_choose_state(pdev, state));
	return 0;
}

2526
static int qlcnic_resume(struct pci_dev *pdev)
2527 2528 2529 2530 2531 2532 2533 2534 2535 2536 2537 2538
{
	struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
	int err;

	err = pci_enable_device(pdev);
	if (err)
		return err;

	pci_set_power_state(pdev, PCI_D0);
	pci_set_master(pdev);
	pci_restore_state(pdev);

2539
	return  __qlcnic_resume(adapter);
2540 2541 2542 2543 2544 2545
}
#endif

static int qlcnic_open(struct net_device *netdev)
{
	struct qlcnic_adapter *adapter = netdev_priv(netdev);
2546
	u32 state;
2547 2548
	int err;

2549 2550 2551 2552 2553 2554 2555
	state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DEV_STATE);
	if (state == QLCNIC_DEV_FAILED || state == QLCNIC_DEV_BADBAD) {
		netdev_err(netdev, "%s: Device is in FAILED state\n", __func__);

		return -EIO;
	}

2556 2557
	netif_carrier_off(netdev);

2558 2559 2560 2561 2562 2563 2564 2565
	err = qlcnic_attach(adapter);
	if (err)
		return err;

	err = __qlcnic_up(adapter, netdev);
	if (err)
		goto err_out;

2566
	netif_tx_start_all_queues(netdev);
2567 2568 2569 2570 2571 2572 2573 2574 2575 2576 2577 2578 2579 2580 2581 2582

	return 0;

err_out:
	qlcnic_detach(adapter);
	return err;
}

/*
 * qlcnic_close - Disables a network interface entry point
 */
static int qlcnic_close(struct net_device *netdev)
{
	struct qlcnic_adapter *adapter = netdev_priv(netdev);

	__qlcnic_down(adapter, netdev);
S
Sony Chacko 已提交
2583

2584 2585 2586
	return 0;
}

2587
void qlcnic_alloc_lb_filters_mem(struct qlcnic_adapter *adapter)
2588 2589 2590
{
	void *head;
	int i;
S
Sony Chacko 已提交
2591 2592 2593
	struct net_device *netdev = adapter->netdev;
	u32 filter_size = 0;
	u16 act_pci_func = 0;
2594

2595
	if (adapter->fhash.fmax && adapter->fhash.fhead)
2596 2597
		return;

S
Sony Chacko 已提交
2598
	act_pci_func = adapter->ahw->act_pci_func;
2599
	spin_lock_init(&adapter->mac_learn_lock);
2600
	spin_lock_init(&adapter->rx_mac_learn_lock);
2601

S
Sony Chacko 已提交
2602 2603 2604 2605 2606 2607 2608 2609 2610
	if (qlcnic_82xx_check(adapter)) {
		filter_size = QLCNIC_LB_MAX_FILTERS;
		adapter->fhash.fbucket_size = QLCNIC_LB_BUCKET_SIZE;
	} else {
		filter_size = QLC_83XX_LB_MAX_FILTERS;
		adapter->fhash.fbucket_size = QLC_83XX_LB_BUCKET_SIZE;
	}

	head = kcalloc(adapter->fhash.fbucket_size,
2611
		       sizeof(struct hlist_head), GFP_ATOMIC);
S
Sony Chacko 已提交
2612

2613 2614 2615
	if (!head)
		return;

S
Sony Chacko 已提交
2616
	adapter->fhash.fmax = (filter_size / act_pci_func);
2617
	adapter->fhash.fhead = head;
2618

S
Sony Chacko 已提交
2619 2620 2621 2622
	netdev_info(netdev, "active nic func = %d, mac filter size=%d\n",
		    act_pci_func, adapter->fhash.fmax);

	for (i = 0; i < adapter->fhash.fbucket_size; i++)
2623
		INIT_HLIST_HEAD(&adapter->fhash.fhead[i]);
2624 2625 2626 2627 2628 2629 2630 2631 2632 2633 2634 2635 2636 2637

	adapter->rx_fhash.fbucket_size = adapter->fhash.fbucket_size;

	head = kcalloc(adapter->rx_fhash.fbucket_size,
		       sizeof(struct hlist_head), GFP_ATOMIC);

	if (!head)
		return;

	adapter->rx_fhash.fmax = (filter_size / act_pci_func);
	adapter->rx_fhash.fhead = head;

	for (i = 0; i < adapter->rx_fhash.fbucket_size; i++)
		INIT_HLIST_HEAD(&adapter->rx_fhash.fhead[i]);
2638 2639 2640 2641 2642 2643 2644 2645 2646
}

static void qlcnic_free_lb_filters_mem(struct qlcnic_adapter *adapter)
{
	if (adapter->fhash.fmax && adapter->fhash.fhead)
		kfree(adapter->fhash.fhead);

	adapter->fhash.fhead = NULL;
	adapter->fhash.fmax = 0;
2647 2648 2649 2650 2651 2652

	if (adapter->rx_fhash.fmax && adapter->rx_fhash.fhead)
		kfree(adapter->rx_fhash.fhead);

	adapter->rx_fhash.fmax = 0;
	adapter->rx_fhash.fhead = NULL;
2653 2654
}

2655
int qlcnic_check_temp(struct qlcnic_adapter *adapter)
2656 2657
{
	struct net_device *netdev = adapter->netdev;
2658
	u32 temp_state, temp_val, temp = 0;
2659 2660
	int rv = 0;

S
Sony Chacko 已提交
2661 2662 2663
	if (qlcnic_83xx_check(adapter))
		temp = QLCRDX(adapter->ahw, QLC_83XX_ASIC_TEMP);

2664
	if (qlcnic_82xx_check(adapter))
2665
		temp = QLC_SHARED_REG_RD32(adapter, QLCNIC_ASIC_TEMP);
2666 2667 2668 2669 2670 2671 2672 2673 2674 2675 2676

	temp_state = qlcnic_get_temp_state(temp);
	temp_val = qlcnic_get_temp_val(temp);

	if (temp_state == QLCNIC_TEMP_PANIC) {
		dev_err(&netdev->dev,
		       "Device temperature %d degrees C exceeds"
		       " maximum allowed. Hardware has been shut down.\n",
		       temp_val);
		rv = 1;
	} else if (temp_state == QLCNIC_TEMP_WARN) {
2677
		if (adapter->ahw->temp == QLCNIC_TEMP_NORMAL) {
2678 2679 2680 2681 2682 2683 2684
			dev_err(&netdev->dev,
			       "Device temperature %d degrees C "
			       "exceeds operating range."
			       " Immediate action needed.\n",
			       temp_val);
		}
	} else {
2685
		if (adapter->ahw->temp == QLCNIC_TEMP_WARN) {
2686 2687 2688 2689 2690
			dev_info(&netdev->dev,
			       "Device temperature is now %d degrees C"
			       " in normal range.\n", temp_val);
		}
	}
2691
	adapter->ahw->temp = temp_state;
2692 2693 2694 2695 2696 2697
	return rv;
}

static void qlcnic_tx_timeout(struct net_device *netdev)
{
	struct qlcnic_adapter *adapter = netdev_priv(netdev);
2698 2699
	struct qlcnic_host_tx_ring *tx_ring;
	int ring;
2700 2701 2702 2703

	if (test_bit(__QLCNIC_RESETTING, &adapter->state))
		return;

2704 2705 2706 2707 2708 2709 2710 2711 2712
	if (++adapter->tx_timeo_cnt >= QLCNIC_MAX_TX_TIMEOUTS) {
		netdev_info(netdev, "Tx timeout, reset the adapter.\n");
		if (qlcnic_82xx_check(adapter))
			adapter->need_fw_reset = 1;
		else if (qlcnic_83xx_check(adapter))
			qlcnic_83xx_idc_request_reset(adapter,
						      QLCNIC_FORCE_FW_DUMP_KEY);
	} else {
		netdev_info(netdev, "Tx timeout, reset adapter context.\n");
2713 2714 2715 2716 2717 2718 2719 2720 2721 2722 2723 2724 2725 2726 2727 2728 2729 2730 2731
		if (qlcnic_82xx_check(adapter)) {
			for (ring = 0; ring < adapter->max_drv_tx_rings;
			     ring++) {
				tx_ring = &adapter->tx_ring[ring];
				dev_info(&netdev->dev, "ring=%d\n", ring);
				dev_info(&netdev->dev, "crb_intr_mask=%d\n",
					 readl(tx_ring->crb_intr_mask));
				dev_info(&netdev->dev, "producer=%d\n",
					 readl(tx_ring->crb_cmd_producer));
				dev_info(&netdev->dev, "sw_consumer = %d\n",
					 tx_ring->sw_consumer);
				dev_info(&netdev->dev, "hw_consumer = %d\n",
					 le32_to_cpu(*(tx_ring->hw_consumer)));
				dev_info(&netdev->dev, "xmit-on=%llu\n",
					 tx_ring->xmit_on);
				dev_info(&netdev->dev, "xmit-off=%llu\n",
					 tx_ring->xmit_off);
			}
		}
2732
		adapter->ahw->reset_context = 1;
2733
	}
2734 2735 2736 2737 2738 2739 2740 2741 2742
}

static struct net_device_stats *qlcnic_get_stats(struct net_device *netdev)
{
	struct qlcnic_adapter *adapter = netdev_priv(netdev);
	struct net_device_stats *stats = &netdev->stats;

	stats->rx_packets = adapter->stats.rx_pkts + adapter->stats.lro_pkts;
	stats->tx_packets = adapter->stats.xmitfinished;
2743
	stats->rx_bytes = adapter->stats.rxbytes + adapter->stats.lrobytes;
2744 2745 2746 2747 2748 2749 2750
	stats->tx_bytes = adapter->stats.txbytes;
	stats->rx_dropped = adapter->stats.rxdropped;
	stats->tx_dropped = adapter->stats.txdropped;

	return stats;
}

2751
irqreturn_t qlcnic_82xx_clear_legacy_intr(struct qlcnic_adapter *adapter)
2752 2753 2754 2755 2756
{
	u32 status;

	status = readl(adapter->isr_int_vec);

2757
	if (!(status & adapter->ahw->int_vec_bit))
2758 2759 2760 2761 2762 2763 2764 2765 2766 2767 2768 2769
		return IRQ_NONE;

	/* check interrupt state machine, to be sure */
	status = readl(adapter->crb_int_state_reg);
	if (!ISR_LEGACY_INT_TRIGGERED(status))
		return IRQ_NONE;

	writel(0xffffffff, adapter->tgt_status_reg);
	/* read twice to ensure write is flushed */
	readl(adapter->isr_int_vec);
	readl(adapter->isr_int_vec);

2770 2771 2772 2773 2774 2775 2776 2777 2778 2779 2780 2781 2782 2783 2784 2785 2786 2787 2788
	return IRQ_HANDLED;
}

static irqreturn_t qlcnic_tmp_intr(int irq, void *data)
{
	struct qlcnic_host_sds_ring *sds_ring = data;
	struct qlcnic_adapter *adapter = sds_ring->adapter;

	if (adapter->flags & QLCNIC_MSIX_ENABLED)
		goto done;
	else if (adapter->flags & QLCNIC_MSI_ENABLED) {
		writel(0xffffffff, adapter->tgt_status_reg);
		goto done;
	}

	if (qlcnic_clear_legacy_intr(adapter) == IRQ_NONE)
		return IRQ_NONE;

done:
2789
	adapter->ahw->diag_cnt++;
2790 2791 2792 2793 2794 2795 2796 2797 2798 2799 2800 2801
	qlcnic_enable_int(sds_ring);
	return IRQ_HANDLED;
}

static irqreturn_t qlcnic_intr(int irq, void *data)
{
	struct qlcnic_host_sds_ring *sds_ring = data;
	struct qlcnic_adapter *adapter = sds_ring->adapter;

	if (qlcnic_clear_legacy_intr(adapter) == IRQ_NONE)
		return IRQ_NONE;

2802 2803 2804 2805 2806 2807 2808 2809 2810 2811 2812 2813 2814 2815 2816 2817 2818 2819 2820 2821 2822 2823 2824 2825 2826
	napi_schedule(&sds_ring->napi);

	return IRQ_HANDLED;
}

static irqreturn_t qlcnic_msi_intr(int irq, void *data)
{
	struct qlcnic_host_sds_ring *sds_ring = data;
	struct qlcnic_adapter *adapter = sds_ring->adapter;

	/* clear interrupt */
	writel(0xffffffff, adapter->tgt_status_reg);

	napi_schedule(&sds_ring->napi);
	return IRQ_HANDLED;
}

static irqreturn_t qlcnic_msix_intr(int irq, void *data)
{
	struct qlcnic_host_sds_ring *sds_ring = data;

	napi_schedule(&sds_ring->napi);
	return IRQ_HANDLED;
}

S
Sony Chacko 已提交
2827 2828 2829 2830 2831 2832 2833 2834
static irqreturn_t qlcnic_msix_tx_intr(int irq, void *data)
{
	struct qlcnic_host_tx_ring *tx_ring = data;

	napi_schedule(&tx_ring->napi);
	return IRQ_HANDLED;
}

2835 2836 2837
#ifdef CONFIG_NET_POLL_CONTROLLER
static void qlcnic_poll_controller(struct net_device *netdev)
{
Y
Yinglin Luan 已提交
2838 2839
	int ring;
	struct qlcnic_host_sds_ring *sds_ring;
2840
	struct qlcnic_adapter *adapter = netdev_priv(netdev);
A
Anirban Chakraborty 已提交
2841
	struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
Y
Yinglin Luan 已提交
2842

2843
	disable_irq(adapter->irq);
Y
Yinglin Luan 已提交
2844 2845 2846 2847
	for (ring = 0; ring < adapter->max_sds_rings; ring++) {
		sds_ring = &recv_ctx->sds_rings[ring];
		qlcnic_intr(adapter->irq, sds_ring);
	}
2848 2849 2850 2851
	enable_irq(adapter->irq);
}
#endif

2852 2853 2854 2855 2856 2857 2858 2859 2860
static void
qlcnic_idc_debug_info(struct qlcnic_adapter *adapter, u8 encoding)
{
	u32 val;

	val = adapter->portnum & 0xf;
	val |= encoding << 7;
	val |= (jiffies - adapter->dev_rst_time) << 8;

2861
	QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DRV_SCRATCH, val);
2862 2863 2864
	adapter->dev_rst_time = jiffies;
}

2865 2866
static int
qlcnic_set_drv_state(struct qlcnic_adapter *adapter, u8 state)
2867 2868 2869 2870 2871 2872 2873
{
	u32  val;

	WARN_ON(state != QLCNIC_DEV_NEED_RESET &&
			state != QLCNIC_DEV_NEED_QUISCENT);

	if (qlcnic_api_lock(adapter))
2874
		return -EIO;
2875

2876
	val = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_STATE);
2877 2878

	if (state == QLCNIC_DEV_NEED_RESET)
2879
		QLC_DEV_SET_RST_RDY(val, adapter->portnum);
2880
	else if (state == QLCNIC_DEV_NEED_QUISCENT)
2881
		QLC_DEV_SET_QSCNT_RDY(val, adapter->portnum);
2882

2883
	QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DRV_STATE, val);
2884 2885

	qlcnic_api_unlock(adapter);
2886 2887

	return 0;
2888 2889
}

2890 2891 2892 2893 2894 2895 2896 2897
static int
qlcnic_clr_drv_state(struct qlcnic_adapter *adapter)
{
	u32  val;

	if (qlcnic_api_lock(adapter))
		return -EBUSY;

2898
	val = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_STATE);
2899
	QLC_DEV_CLR_RST_QSCNT(val, adapter->portnum);
2900
	QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DRV_STATE, val);
2901 2902 2903 2904 2905 2906

	qlcnic_api_unlock(adapter);

	return 0;
}

2907
void qlcnic_clr_all_drv_state(struct qlcnic_adapter *adapter, u8 failed)
2908 2909 2910 2911 2912 2913
{
	u32  val;

	if (qlcnic_api_lock(adapter))
		goto err;

2914
	val = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_ACTIVE);
2915
	QLC_DEV_CLR_REF_CNT(val, adapter->portnum);
2916
	QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DRV_ACTIVE, val);
2917

2918
	if (failed) {
2919 2920
		QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_STATE,
				    QLCNIC_DEV_FAILED);
2921 2922 2923
		dev_info(&adapter->pdev->dev,
				"Device state set to Failed. Please Reboot\n");
	} else if (!(val & 0x11111111))
2924 2925
		QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_STATE,
				    QLCNIC_DEV_COLD);
2926

2927
	val = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_STATE);
2928
	QLC_DEV_CLR_RST_QSCNT(val, adapter->portnum);
2929
	QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DRV_STATE, val);
2930 2931 2932 2933

	qlcnic_api_unlock(adapter);
err:
	adapter->fw_fail_cnt = 0;
S
Sritej Velaga 已提交
2934
	adapter->flags &= ~QLCNIC_FW_HANG;
2935 2936 2937 2938
	clear_bit(__QLCNIC_START_FW, &adapter->state);
	clear_bit(__QLCNIC_RESETTING, &adapter->state);
}

2939
/* Grab api lock, before checking state */
2940 2941 2942
static int
qlcnic_check_drv_state(struct qlcnic_adapter *adapter)
{
2943
	int act, state, active_mask;
2944
	struct qlcnic_hardware_context *ahw = adapter->ahw;
2945

2946 2947
	state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_STATE);
	act = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_ACTIVE);
2948

2949
	if (adapter->flags & QLCNIC_FW_RESET_OWNER) {
2950
		active_mask = (~(1 << (ahw->pci_func * 4)));
2951 2952 2953
		act = act & active_mask;
	}

2954 2955 2956 2957 2958 2959 2960
	if (((state & 0x11111111) == (act & 0x11111111)) ||
			((act & 0x11111111) == ((state >> 1) & 0x11111111)))
		return 0;
	else
		return 1;
}

S
Sucheta Chakraborty 已提交
2961 2962
static int qlcnic_check_idc_ver(struct qlcnic_adapter *adapter)
{
2963
	u32 val = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_IDC_VER);
S
Sucheta Chakraborty 已提交
2964 2965 2966 2967 2968 2969 2970 2971 2972

	if (val != QLCNIC_DRV_IDC_VER) {
		dev_warn(&adapter->pdev->dev, "IDC Version mismatch, driver's"
			" idc ver = %x; reqd = %x\n", QLCNIC_DRV_IDC_VER, val);
	}

	return 0;
}

2973 2974 2975 2976
static int
qlcnic_can_start_firmware(struct qlcnic_adapter *adapter)
{
	u32 val, prev_state;
2977
	u8 dev_init_timeo = adapter->dev_init_timeo;
2978
	u8 portnum = adapter->portnum;
S
Sucheta Chakraborty 已提交
2979
	u8 ret;
2980

2981 2982 2983
	if (test_and_clear_bit(__QLCNIC_START_FW, &adapter->state))
		return 1;

2984 2985 2986
	if (qlcnic_api_lock(adapter))
		return -1;

2987
	val = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_ACTIVE);
2988 2989
	if (!(val & (1 << (portnum * 4)))) {
		QLC_DEV_SET_REF_CNT(val, portnum);
2990
		QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DRV_ACTIVE, val);
2991 2992
	}

2993
	prev_state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DEV_STATE);
2994
	QLCDB(adapter, HW, "Device state = %u\n", prev_state);
2995 2996 2997

	switch (prev_state) {
	case QLCNIC_DEV_COLD:
2998 2999 3000 3001
		QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_STATE,
				    QLCNIC_DEV_INITIALIZING);
		QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DRV_IDC_VER,
				    QLCNIC_DRV_IDC_VER);
3002
		qlcnic_idc_debug_info(adapter, 0);
3003 3004 3005 3006
		qlcnic_api_unlock(adapter);
		return 1;

	case QLCNIC_DEV_READY:
S
Sucheta Chakraborty 已提交
3007
		ret = qlcnic_check_idc_ver(adapter);
3008
		qlcnic_api_unlock(adapter);
S
Sucheta Chakraborty 已提交
3009
		return ret;
3010 3011

	case QLCNIC_DEV_NEED_RESET:
3012
		val = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_STATE);
3013
		QLC_DEV_SET_RST_RDY(val, portnum);
3014
		QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DRV_STATE, val);
3015 3016 3017
		break;

	case QLCNIC_DEV_NEED_QUISCENT:
3018
		val = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_STATE);
3019
		QLC_DEV_SET_QSCNT_RDY(val, portnum);
3020
		QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DRV_STATE, val);
3021 3022 3023
		break;

	case QLCNIC_DEV_FAILED:
3024
		dev_err(&adapter->pdev->dev, "Device in failed state.\n");
3025 3026
		qlcnic_api_unlock(adapter);
		return -1;
3027 3028 3029 3030

	case QLCNIC_DEV_INITIALIZING:
	case QLCNIC_DEV_QUISCENT:
		break;
3031 3032 3033
	}

	qlcnic_api_unlock(adapter);
3034 3035

	do {
3036
		msleep(1000);
3037
		prev_state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DEV_STATE);
3038 3039 3040 3041

		if (prev_state == QLCNIC_DEV_QUISCENT)
			continue;
	} while ((prev_state != QLCNIC_DEV_READY) && --dev_init_timeo);
3042

3043 3044 3045
	if (!dev_init_timeo) {
		dev_err(&adapter->pdev->dev,
			"Waiting for device to initialize timeout\n");
3046
		return -1;
3047
	}
3048 3049 3050 3051

	if (qlcnic_api_lock(adapter))
		return -1;

3052
	val = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_STATE);
3053
	QLC_DEV_CLR_RST_QSCNT(val, portnum);
3054
	QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DRV_STATE, val);
3055

S
Sucheta Chakraborty 已提交
3056
	ret = qlcnic_check_idc_ver(adapter);
3057 3058
	qlcnic_api_unlock(adapter);

S
Sucheta Chakraborty 已提交
3059
	return ret;
3060 3061 3062 3063 3064 3065 3066
}

static void
qlcnic_fwinit_work(struct work_struct *work)
{
	struct qlcnic_adapter *adapter = container_of(work,
			struct qlcnic_adapter, fw_work.work);
3067
	u32 dev_state = 0xf;
S
Sritej Velaga 已提交
3068
	u32 val;
3069

3070 3071
	if (qlcnic_api_lock(adapter))
		goto err_ret;
3072

3073
	dev_state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DEV_STATE);
3074 3075
	if (dev_state == QLCNIC_DEV_QUISCENT ||
	    dev_state == QLCNIC_DEV_NEED_QUISCENT) {
3076 3077 3078 3079 3080 3081
		qlcnic_api_unlock(adapter);
		qlcnic_schedule_work(adapter, qlcnic_fwinit_work,
						FW_POLL_DELAY * 2);
		return;
	}

3082
	if (adapter->ahw->op_mode == QLCNIC_NON_PRIV_FUNC) {
3083 3084
		qlcnic_api_unlock(adapter);
		goto wait_npar;
3085 3086
	}

3087 3088 3089 3090 3091 3092 3093
	if (dev_state == QLCNIC_DEV_INITIALIZING ||
	    dev_state == QLCNIC_DEV_READY) {
		dev_info(&adapter->pdev->dev, "Detected state change from "
				"DEV_NEED_RESET, skipping ack check\n");
		goto skip_ack_check;
	}

3094
	if (adapter->fw_wait_cnt++ > adapter->reset_ack_timeo) {
3095
		dev_info(&adapter->pdev->dev, "Reset:Failed to get ack %d sec\n",
3096 3097 3098 3099 3100 3101
					adapter->reset_ack_timeo);
		goto skip_ack_check;
	}

	if (!qlcnic_check_drv_state(adapter)) {
skip_ack_check:
3102
		dev_state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DEV_STATE);
3103

3104
		if (dev_state == QLCNIC_DEV_NEED_RESET) {
3105 3106
			QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_STATE,
					    QLCNIC_DEV_INITIALIZING);
3107 3108
			set_bit(__QLCNIC_START_FW, &adapter->state);
			QLCDB(adapter, DRV, "Restarting fw\n");
3109
			qlcnic_idc_debug_info(adapter, 0);
3110 3111
			val = QLC_SHARED_REG_RD32(adapter,
						  QLCNIC_CRB_DRV_STATE);
S
Sritej Velaga 已提交
3112
			QLC_DEV_SET_RST_RDY(val, adapter->portnum);
3113 3114
			QLC_SHARED_REG_WR32(adapter,
					    QLCNIC_CRB_DRV_STATE, val);
3115 3116
		}

3117 3118
		qlcnic_api_unlock(adapter);

3119
		rtnl_lock();
3120
		if (qlcnic_check_fw_dump_state(adapter) &&
S
Sritej Velaga 已提交
3121
		    (adapter->flags & QLCNIC_FW_RESET_OWNER)) {
3122 3123
			QLCDB(adapter, DRV, "Take FW dump\n");
			qlcnic_dump_fw(adapter);
S
Sritej Velaga 已提交
3124
			adapter->flags |= QLCNIC_FW_HANG;
3125
		}
3126
		rtnl_unlock();
S
Sritej Velaga 已提交
3127 3128

		adapter->flags &= ~QLCNIC_FW_RESET_OWNER;
3129
		if (!adapter->nic_ops->start_firmware(adapter)) {
3130
			qlcnic_schedule_work(adapter, qlcnic_attach_work, 0);
3131
			adapter->fw_wait_cnt = 0;
3132 3133 3134 3135 3136
			return;
		}
		goto err_ret;
	}

3137
	qlcnic_api_unlock(adapter);
3138

3139
wait_npar:
3140
	dev_state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DEV_STATE);
3141
	QLCDB(adapter, HW, "Func waiting: Device state=%u\n", dev_state);
3142

3143
	switch (dev_state) {
3144
	case QLCNIC_DEV_READY:
3145
		if (!qlcnic_start_firmware(adapter)) {
3146
			qlcnic_schedule_work(adapter, qlcnic_attach_work, 0);
3147
			adapter->fw_wait_cnt = 0;
3148 3149
			return;
		}
3150 3151 3152 3153 3154 3155
	case QLCNIC_DEV_FAILED:
		break;
	default:
		qlcnic_schedule_work(adapter,
			qlcnic_fwinit_work, FW_POLL_DELAY);
		return;
3156 3157 3158
	}

err_ret:
3159 3160
	dev_err(&adapter->pdev->dev, "Fwinit work failed state=%u "
		"fw_wait_cnt=%u\n", dev_state, adapter->fw_wait_cnt);
3161
	netif_device_attach(adapter->netdev);
3162
	qlcnic_clr_all_drv_state(adapter, 0);
3163 3164 3165 3166 3167 3168 3169 3170 3171 3172 3173 3174
}

static void
qlcnic_detach_work(struct work_struct *work)
{
	struct qlcnic_adapter *adapter = container_of(work,
			struct qlcnic_adapter, fw_work.work);
	struct net_device *netdev = adapter->netdev;
	u32 status;

	netif_device_detach(netdev);

3175 3176 3177 3178 3179 3180
	/* Dont grab rtnl lock during Quiscent mode */
	if (adapter->dev_state == QLCNIC_DEV_NEED_QUISCENT) {
		if (netif_running(netdev))
			__qlcnic_down(adapter, netdev);
	} else
		qlcnic_down(adapter, netdev);
3181

3182
	status = QLC_SHARED_REG_RD32(adapter, QLCNIC_PEG_HALT_STATUS1);
3183

S
Sony Chacko 已提交
3184 3185 3186 3187 3188 3189 3190 3191 3192 3193 3194 3195 3196
	if (status & QLCNIC_RCODE_FATAL_ERROR) {
		dev_err(&adapter->pdev->dev,
			"Detaching the device: peg halt status1=0x%x\n",
					status);

		if (QLCNIC_FWERROR_CODE(status) == QLCNIC_FWERROR_FAN_FAILURE) {
			dev_err(&adapter->pdev->dev,
			"On board active cooling fan failed. "
				"Device has been halted.\n");
			dev_err(&adapter->pdev->dev,
				"Replace the adapter.\n");
		}

3197
		goto err_ret;
S
Sony Chacko 已提交
3198
	}
3199

3200
	if (adapter->ahw->temp == QLCNIC_TEMP_PANIC) {
S
Sony Chacko 已提交
3201
		dev_err(&adapter->pdev->dev, "Detaching the device: temp=%d\n",
3202
			adapter->ahw->temp);
3203
		goto err_ret;
S
Sony Chacko 已提交
3204 3205
	}

3206 3207
	/* Dont ack if this instance is the reset owner */
	if (!(adapter->flags & QLCNIC_FW_RESET_OWNER)) {
S
Sony Chacko 已提交
3208 3209 3210 3211
		if (qlcnic_set_drv_state(adapter, adapter->dev_state)) {
			dev_err(&adapter->pdev->dev,
				"Failed to set driver state,"
					"detaching the device.\n");
3212
			goto err_ret;
S
Sony Chacko 已提交
3213
		}
3214
	}
3215 3216 3217 3218 3219 3220 3221 3222

	adapter->fw_wait_cnt = 0;

	qlcnic_schedule_work(adapter, qlcnic_fwinit_work, FW_POLL_DELAY);

	return;

err_ret:
3223
	netif_device_attach(netdev);
3224
	qlcnic_clr_all_drv_state(adapter, 1);
3225 3226
}

3227 3228 3229 3230 3231 3232
/*Transit NPAR state to NON Operational */
static void
qlcnic_set_npar_non_operational(struct qlcnic_adapter *adapter)
{
	u32 state;

3233
	state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DEV_NPAR_STATE);
3234 3235 3236 3237 3238
	if (state == QLCNIC_DEV_NPAR_NON_OPER)
		return;

	if (qlcnic_api_lock(adapter))
		return;
3239 3240
	QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_NPAR_STATE,
			    QLCNIC_DEV_NPAR_NON_OPER);
3241 3242 3243
	qlcnic_api_unlock(adapter);
}

3244
void qlcnic_82xx_dev_request_reset(struct qlcnic_adapter *adapter, u32 key)
3245
{
3246 3247 3248 3249 3250 3251 3252 3253 3254 3255 3256 3257
	u32 state, xg_val = 0, gb_val = 0;

	qlcnic_xg_set_xg0_mask(xg_val);
	qlcnic_xg_set_xg1_mask(xg_val);
	QLCWR32(adapter, QLCNIC_NIU_XG_PAUSE_CTL, xg_val);
	qlcnic_gb_set_gb0_mask(gb_val);
	qlcnic_gb_set_gb1_mask(gb_val);
	qlcnic_gb_set_gb2_mask(gb_val);
	qlcnic_gb_set_gb3_mask(gb_val);
	QLCWR32(adapter, QLCNIC_NIU_GB_PAUSE_CTL, gb_val);
	dev_info(&adapter->pdev->dev, "Pause control frames disabled"
				" on all ports\n");
3258
	adapter->need_fw_reset = 1;
S
Sony Chacko 已提交
3259

3260 3261 3262
	if (qlcnic_api_lock(adapter))
		return;

S
Sony Chacko 已提交
3263
	state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DEV_STATE);
3264 3265 3266 3267 3268 3269 3270
	if (state == QLCNIC_DEV_FAILED || state == QLCNIC_DEV_BADBAD) {
		netdev_err(adapter->netdev, "%s: Device is in FAILED state\n",
			   __func__);
		qlcnic_api_unlock(adapter);

		return;
	}
3271

3272
	if (state == QLCNIC_DEV_READY) {
S
Sony Chacko 已提交
3273 3274
		QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_STATE,
				    QLCNIC_DEV_NEED_RESET);
3275
		adapter->flags |= QLCNIC_FW_RESET_OWNER;
3276
		QLCDB(adapter, DRV, "NEED_RESET state set\n");
3277
		qlcnic_idc_debug_info(adapter, 0);
3278 3279
	}

S
Sony Chacko 已提交
3280 3281
	QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_NPAR_STATE,
			    QLCNIC_DEV_NPAR_NON_OPER);
3282 3283 3284
	qlcnic_api_unlock(adapter);
}

3285 3286 3287 3288 3289 3290 3291
/* Transit to NPAR READY state from NPAR NOT READY state */
static void
qlcnic_dev_set_npar_ready(struct qlcnic_adapter *adapter)
{
	if (qlcnic_api_lock(adapter))
		return;

3292 3293
	QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_NPAR_STATE,
			    QLCNIC_DEV_NPAR_OPER);
3294
	QLCDB(adapter, DRV, "NPAR operational state set\n");
3295 3296 3297 3298

	qlcnic_api_unlock(adapter);
}

S
Sony Chacko 已提交
3299 3300
void qlcnic_schedule_work(struct qlcnic_adapter *adapter,
			  work_func_t func, int delay)
3301
{
S
Sucheta Chakraborty 已提交
3302 3303 3304
	if (test_bit(__QLCNIC_AER, &adapter->state))
		return;

3305
	INIT_DELAYED_WORK(&adapter->fw_work, func);
S
Sony Chacko 已提交
3306 3307
	queue_delayed_work(adapter->qlcnic_wq, &adapter->fw_work,
			   round_jiffies_relative(delay));
3308 3309 3310 3311 3312 3313 3314 3315
}

static void
qlcnic_attach_work(struct work_struct *work)
{
	struct qlcnic_adapter *adapter = container_of(work,
				struct qlcnic_adapter, fw_work.work);
	struct net_device *netdev = adapter->netdev;
3316
	u32 npar_state;
3317

3318
	if (adapter->ahw->op_mode != QLCNIC_MGMT_FUNC) {
3319 3320
		npar_state = QLC_SHARED_REG_RD32(adapter,
						 QLCNIC_CRB_DEV_NPAR_STATE);
3321 3322 3323 3324 3325 3326 3327 3328 3329 3330 3331
		if (adapter->fw_wait_cnt++ > QLCNIC_DEV_NPAR_OPER_TIMEO)
			qlcnic_clr_all_drv_state(adapter, 0);
		else if (npar_state != QLCNIC_DEV_NPAR_OPER)
			qlcnic_schedule_work(adapter, qlcnic_attach_work,
							FW_POLL_DELAY);
		else
			goto attach;
		QLCDB(adapter, DRV, "Waiting for NPAR state to operational\n");
		return;
	}
attach:
3332 3333
	qlcnic_dcb_get_info(adapter);

3334
	if (netif_running(netdev)) {
3335
		if (qlcnic_up(adapter, netdev))
3336 3337
			goto done;

A
Amit Kumar Salecha 已提交
3338
		qlcnic_restore_indev_addr(netdev, NETDEV_UP);
3339 3340 3341
	}

done:
3342
	netif_device_attach(netdev);
3343
	adapter->fw_fail_cnt = 0;
S
Sritej Velaga 已提交
3344
	adapter->flags &= ~QLCNIC_FW_HANG;
3345
	clear_bit(__QLCNIC_RESETTING, &adapter->state);
3346 3347
	if (adapter->portnum == 0)
		qlcnic_set_drv_version(adapter);
3348 3349 3350 3351

	if (!qlcnic_clr_drv_state(adapter))
		qlcnic_schedule_work(adapter, qlcnic_fw_poll_work,
							FW_POLL_DELAY);
3352 3353 3354 3355 3356
}

static int
qlcnic_check_health(struct qlcnic_adapter *adapter)
{
3357 3358
	struct qlcnic_hardware_context *ahw = adapter->ahw;
	struct qlcnic_fw_dump *fw_dump = &ahw->fw_dump;
3359
	u32 state = 0, heartbeat;
3360
	u32 peg_status;
3361
	int err = 0;
3362 3363 3364 3365

	if (qlcnic_check_temp(adapter))
		goto detach;

A
Amit Kumar Salecha 已提交
3366
	if (adapter->need_fw_reset)
3367
		qlcnic_dev_request_reset(adapter, 0);
3368

3369
	state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DEV_STATE);
3370
	if (state == QLCNIC_DEV_NEED_RESET) {
3371
		qlcnic_set_npar_non_operational(adapter);
3372
		adapter->need_fw_reset = 1;
3373 3374
	} else if (state == QLCNIC_DEV_NEED_QUISCENT)
		goto detach;
3375

3376
	heartbeat = QLC_SHARED_REG_RD32(adapter, QLCNIC_PEG_ALIVE_COUNTER);
3377 3378
	if (heartbeat != adapter->heartbeat) {
		adapter->heartbeat = heartbeat;
3379 3380 3381
		adapter->fw_fail_cnt = 0;
		if (adapter->need_fw_reset)
			goto detach;
3382

3383
		if (ahw->reset_context && qlcnic_auto_fw_reset)
3384 3385
			qlcnic_reset_hw_context(adapter);

3386 3387 3388 3389 3390 3391
		return 0;
	}

	if (++adapter->fw_fail_cnt < FW_FAIL_THRESH)
		return 0;

S
Sritej Velaga 已提交
3392 3393
	adapter->flags |= QLCNIC_FW_HANG;

3394
	qlcnic_dev_request_reset(adapter, 0);
3395

3396
	if (qlcnic_auto_fw_reset)
3397
		clear_bit(__QLCNIC_FW_ATTACHED, &adapter->state);
3398

3399
	dev_err(&adapter->pdev->dev, "firmware hang detected\n");
3400
	peg_status = QLC_SHARED_REG_RD32(adapter, QLCNIC_PEG_HALT_STATUS1);
3401
	dev_err(&adapter->pdev->dev, "Dumping hw/fw registers\n"
S
Sritej Velaga 已提交
3402 3403 3404 3405
			"PEG_HALT_STATUS1: 0x%x, PEG_HALT_STATUS2: 0x%x,\n"
			"PEG_NET_0_PC: 0x%x, PEG_NET_1_PC: 0x%x,\n"
			"PEG_NET_2_PC: 0x%x, PEG_NET_3_PC: 0x%x,\n"
			"PEG_NET_4_PC: 0x%x\n",
3406 3407
			peg_status,
			QLC_SHARED_REG_RD32(adapter, QLCNIC_PEG_HALT_STATUS2),
3408 3409 3410 3411 3412
			QLCRD32(adapter, QLCNIC_CRB_PEG_NET_0 + 0x3c, &err),
			QLCRD32(adapter, QLCNIC_CRB_PEG_NET_1 + 0x3c, &err),
			QLCRD32(adapter, QLCNIC_CRB_PEG_NET_2 + 0x3c, &err),
			QLCRD32(adapter, QLCNIC_CRB_PEG_NET_3 + 0x3c, &err),
			QLCRD32(adapter, QLCNIC_CRB_PEG_NET_4 + 0x3c, &err));
3413
	if (QLCNIC_FWERROR_CODE(peg_status) == 0x67)
3414 3415 3416
		dev_err(&adapter->pdev->dev,
			"Firmware aborted with error code 0x00006700. "
				"Device is being reset.\n");
3417 3418 3419 3420
detach:
	adapter->dev_state = (state == QLCNIC_DEV_NEED_QUISCENT) ? state :
		QLCNIC_DEV_NEED_RESET;

3421 3422
	if (qlcnic_auto_fw_reset && !test_and_set_bit(__QLCNIC_RESETTING,
						      &adapter->state)) {
3423

3424
		qlcnic_schedule_work(adapter, qlcnic_detach_work, 0);
3425
		QLCDB(adapter, DRV, "fw recovery scheduled.\n");
3426 3427 3428
	} else if (!qlcnic_auto_fw_reset && fw_dump->enable &&
		   adapter->flags & QLCNIC_FW_RESET_OWNER) {
		qlcnic_dump_fw(adapter);
3429
	}
3430 3431 3432 3433

	return 1;
}

3434
void qlcnic_fw_poll_work(struct work_struct *work)
3435 3436 3437 3438 3439 3440 3441 3442 3443 3444 3445
{
	struct qlcnic_adapter *adapter = container_of(work,
				struct qlcnic_adapter, fw_work.work);

	if (test_bit(__QLCNIC_RESETTING, &adapter->state))
		goto reschedule;


	if (qlcnic_check_health(adapter))
		return;

3446 3447 3448
	if (adapter->fhash.fnum)
		qlcnic_prune_lb_filters(adapter);

3449 3450 3451 3452
reschedule:
	qlcnic_schedule_work(adapter, qlcnic_fw_poll_work, FW_POLL_DELAY);
}

S
Sucheta Chakraborty 已提交
3453 3454 3455 3456 3457 3458 3459 3460 3461
static int qlcnic_is_first_func(struct pci_dev *pdev)
{
	struct pci_dev *oth_pdev;
	int val = pdev->devfn;

	while (val-- > 0) {
		oth_pdev = pci_get_domain_bus_and_slot(pci_domain_nr
			(pdev->bus), pdev->bus->number,
			PCI_DEVFN(PCI_SLOT(pdev->devfn), val));
3462 3463
		if (!oth_pdev)
			continue;
S
Sucheta Chakraborty 已提交
3464

3465 3466
		if (oth_pdev->current_state != PCI_D3cold) {
			pci_dev_put(oth_pdev);
S
Sucheta Chakraborty 已提交
3467
			return 0;
3468 3469
		}
		pci_dev_put(oth_pdev);
S
Sucheta Chakraborty 已提交
3470 3471 3472 3473 3474 3475 3476 3477 3478 3479 3480 3481 3482 3483 3484 3485 3486 3487 3488 3489 3490 3491 3492 3493
	}
	return 1;
}

static int qlcnic_attach_func(struct pci_dev *pdev)
{
	int err, first_func;
	struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
	struct net_device *netdev = adapter->netdev;

	pdev->error_state = pci_channel_io_normal;

	err = pci_enable_device(pdev);
	if (err)
		return err;

	pci_set_master(pdev);
	pci_restore_state(pdev);

	first_func = qlcnic_is_first_func(pdev);

	if (qlcnic_api_lock(adapter))
		return -EINVAL;

3494
	if (adapter->ahw->op_mode != QLCNIC_NON_PRIV_FUNC && first_func) {
S
Sucheta Chakraborty 已提交
3495 3496
		adapter->need_fw_reset = 1;
		set_bit(__QLCNIC_START_FW, &adapter->state);
3497 3498
		QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_STATE,
				    QLCNIC_DEV_INITIALIZING);
S
Sucheta Chakraborty 已提交
3499 3500 3501 3502
		QLCDB(adapter, DRV, "Restarting fw\n");
	}
	qlcnic_api_unlock(adapter);

S
Sony Chacko 已提交
3503
	err = qlcnic_start_firmware(adapter);
S
Sucheta Chakraborty 已提交
3504 3505 3506 3507
	if (err)
		return err;

	qlcnic_clr_drv_state(adapter);
S
Sony Chacko 已提交
3508 3509
	kfree(adapter->msix_entries);
	adapter->msix_entries = NULL;
3510
	err = qlcnic_setup_intr(adapter, 0, 0);
S
Sony Chacko 已提交
3511

3512 3513 3514 3515 3516 3517
	if (err) {
		kfree(adapter->msix_entries);
		netdev_err(netdev, "failed to setup interrupt\n");
		return err;
	}

S
Sucheta Chakraborty 已提交
3518 3519 3520
	if (netif_running(netdev)) {
		err = qlcnic_attach(adapter);
		if (err) {
3521
			qlcnic_clr_all_drv_state(adapter, 1);
S
Sucheta Chakraborty 已提交
3522 3523 3524 3525 3526 3527 3528 3529 3530
			clear_bit(__QLCNIC_AER, &adapter->state);
			netif_device_attach(netdev);
			return err;
		}

		err = qlcnic_up(adapter, netdev);
		if (err)
			goto done;

A
Amit Kumar Salecha 已提交
3531
		qlcnic_restore_indev_addr(netdev, NETDEV_UP);
S
Sucheta Chakraborty 已提交
3532 3533 3534 3535 3536 3537
	}
 done:
	netif_device_attach(netdev);
	return err;
}

3538 3539
pci_ers_result_t qlcnic_82xx_io_error_detected(struct pci_dev *pdev,
					       pci_channel_state_t state)
S
Sucheta Chakraborty 已提交
3540 3541 3542 3543 3544 3545 3546 3547 3548 3549 3550 3551 3552 3553 3554 3555 3556 3557 3558 3559 3560 3561 3562 3563 3564 3565 3566 3567 3568
{
	struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
	struct net_device *netdev = adapter->netdev;

	if (state == pci_channel_io_perm_failure)
		return PCI_ERS_RESULT_DISCONNECT;

	if (state == pci_channel_io_normal)
		return PCI_ERS_RESULT_RECOVERED;

	set_bit(__QLCNIC_AER, &adapter->state);
	netif_device_detach(netdev);

	cancel_delayed_work_sync(&adapter->fw_work);

	if (netif_running(netdev))
		qlcnic_down(adapter, netdev);

	qlcnic_detach(adapter);
	qlcnic_teardown_intr(adapter);

	clear_bit(__QLCNIC_RESETTING, &adapter->state);

	pci_save_state(pdev);
	pci_disable_device(pdev);

	return PCI_ERS_RESULT_NEED_RESET;
}

3569
pci_ers_result_t qlcnic_82xx_io_slot_reset(struct pci_dev *pdev)
S
Sucheta Chakraborty 已提交
3570 3571 3572 3573 3574
{
	return qlcnic_attach_func(pdev) ? PCI_ERS_RESULT_DISCONNECT :
				PCI_ERS_RESULT_RECOVERED;
}

3575
void qlcnic_82xx_io_resume(struct pci_dev *pdev)
S
Sucheta Chakraborty 已提交
3576
{
3577
	u32 state;
S
Sucheta Chakraborty 已提交
3578 3579 3580
	struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);

	pci_cleanup_aer_uncorrect_error_status(pdev);
3581 3582 3583
	state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DEV_STATE);
	if (state == QLCNIC_DEV_READY && test_and_clear_bit(__QLCNIC_AER,
							    &adapter->state))
S
Sucheta Chakraborty 已提交
3584
		qlcnic_schedule_work(adapter, qlcnic_fw_poll_work,
3585
				     FW_POLL_DELAY);
S
Sucheta Chakraborty 已提交
3586 3587
}

3588 3589 3590 3591 3592 3593 3594 3595 3596 3597 3598 3599 3600 3601 3602 3603 3604 3605 3606 3607 3608 3609 3610 3611 3612 3613 3614 3615 3616 3617 3618 3619 3620 3621 3622 3623 3624 3625 3626
static pci_ers_result_t qlcnic_io_error_detected(struct pci_dev *pdev,
						 pci_channel_state_t state)
{
	struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
	struct qlcnic_hardware_ops *hw_ops = adapter->ahw->hw_ops;

	if (hw_ops->io_error_detected) {
		return hw_ops->io_error_detected(pdev, state);
	} else {
		dev_err(&pdev->dev, "AER error_detected handler not registered.\n");
		return PCI_ERS_RESULT_DISCONNECT;
	}
}

static pci_ers_result_t qlcnic_io_slot_reset(struct pci_dev *pdev)
{
	struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
	struct qlcnic_hardware_ops *hw_ops = adapter->ahw->hw_ops;

	if (hw_ops->io_slot_reset) {
		return hw_ops->io_slot_reset(pdev);
	} else {
		dev_err(&pdev->dev, "AER slot_reset handler not registered.\n");
		return PCI_ERS_RESULT_DISCONNECT;
	}
}

static void qlcnic_io_resume(struct pci_dev *pdev)
{
	struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
	struct qlcnic_hardware_ops *hw_ops = adapter->ahw->hw_ops;

	if (hw_ops->io_resume)
		hw_ops->io_resume(pdev);
	else
		dev_err(&pdev->dev, "AER resume handler not registered.\n");
}


3627 3628 3629 3630 3631 3632 3633 3634 3635
static int
qlcnicvf_start_firmware(struct qlcnic_adapter *adapter)
{
	int err;

	err = qlcnic_can_start_firmware(adapter);
	if (err)
		return err;

A
Amit Kumar Salecha 已提交
3636 3637 3638
	err = qlcnic_check_npar_opertional(adapter);
	if (err)
		return err;
3639

3640 3641 3642 3643
	err = qlcnic_initialize_nic(adapter);
	if (err)
		return err;

3644 3645
	qlcnic_check_options(adapter);

3646 3647 3648 3649
	err = qlcnic_set_eswitch_port_config(adapter);
	if (err)
		return err;

3650 3651 3652 3653 3654
	adapter->need_fw_reset = 0;

	return err;
}

3655
int qlcnic_validate_max_tx_rings(struct qlcnic_adapter *adapter, u32 txq)
3656 3657 3658 3659 3660 3661 3662 3663 3664 3665 3666 3667 3668 3669 3670 3671 3672 3673 3674 3675 3676 3677 3678 3679 3680 3681 3682 3683 3684 3685 3686 3687 3688 3689 3690 3691 3692 3693 3694 3695 3696 3697
{
	struct net_device *netdev = adapter->netdev;
	u8 max_hw = QLCNIC_MAX_TX_RINGS;
	u32 max_allowed;

	if (!qlcnic_82xx_check(adapter)) {
		netdev_err(netdev, "No Multi TX-Q support\n");
		return -EINVAL;
	}

	if (!qlcnic_use_msi_x && !qlcnic_use_msi) {
		netdev_err(netdev, "No Multi TX-Q support in INT-x mode\n");
		return -EINVAL;
	}

	if (!qlcnic_check_multi_tx(adapter)) {
		netdev_err(netdev, "No Multi TX-Q support\n");
		return -EINVAL;
	}

	if (txq > QLCNIC_MAX_TX_RINGS) {
		netdev_err(netdev, "Invalid ring count\n");
		return -EINVAL;
	}

	max_allowed = rounddown_pow_of_two(min_t(int, max_hw,
						 num_online_cpus()));
	if ((txq > max_allowed) || !is_power_of_2(txq)) {
		if (!is_power_of_2(txq))
			netdev_err(netdev,
				   "TX queue should be a power of 2\n");
		if (txq > num_online_cpus())
			netdev_err(netdev,
				   "Tx queue should not be higher than [%u], number of online CPUs in the system\n",
				   num_online_cpus());
		netdev_err(netdev, "Unable to configure %u Tx rings\n", txq);
		return -EINVAL;
	}

	return 0;
}

3698
int qlcnic_validate_max_rss(struct qlcnic_adapter *adapter,
3699
				__u32 val)
3700
{
3701 3702
	struct net_device *netdev = adapter->netdev;
	u8 max_hw = adapter->ahw->max_rx_ques;
S
Sony Chacko 已提交
3703 3704
	u32 max_allowed;

3705 3706 3707 3708 3709 3710
	if (qlcnic_82xx_check(adapter) && !qlcnic_use_msi_x &&
	    !qlcnic_use_msi) {
		netdev_err(netdev, "No RSS support in INT-x mode\n");
		return -EINVAL;
	}

3711
	if (val > QLCNIC_MAX_SDS_RINGS) {
3712
		netdev_err(netdev, "RSS value should not be higher than %u\n",
3713
			   QLCNIC_MAX_SDS_RINGS);
3714
		return -EINVAL;
3715 3716
	}

S
Sony Chacko 已提交
3717 3718 3719
	max_allowed = rounddown_pow_of_two(min_t(int, max_hw,
						 num_online_cpus()));
	if ((val > max_allowed) || (val < 2) || !is_power_of_2(val)) {
3720 3721 3722 3723 3724 3725 3726 3727 3728 3729 3730 3731 3732 3733 3734 3735 3736 3737
		if (!is_power_of_2(val))
			netdev_err(netdev, "RSS value should be a power of 2\n");

		if (val < 2)
			netdev_err(netdev, "RSS value should not be lower than 2\n");

		if (val > max_hw)
			netdev_err(netdev,
				   "RSS value should not be higher than[%u], the max RSS rings supported by the adapter\n",
				   max_hw);

		if (val > num_online_cpus())
			netdev_err(netdev,
				   "RSS value should not be higher than[%u], number of online CPUs in the system\n",
				   num_online_cpus());

		netdev_err(netdev, "Unable to configure %u RSS rings\n", val);

3738 3739 3740 3741 3742
		return -EINVAL;
	}
	return 0;
}

3743
int qlcnic_set_max_rss(struct qlcnic_adapter *adapter, u8 data, int txq)
3744
{
S
Sony Chacko 已提交
3745
	int err;
3746
	struct net_device *netdev = adapter->netdev;
3747
	int num_msix;
3748

S
Sony Chacko 已提交
3749 3750 3751
	if (test_bit(__QLCNIC_RESETTING, &adapter->state))
		return -EBUSY;

3752 3753 3754 3755 3756 3757
	if (qlcnic_82xx_check(adapter) && !qlcnic_use_msi_x &&
	    !qlcnic_use_msi) {
		netdev_err(netdev, "No RSS support in INT-x mode\n");
		return -EINVAL;
	}

3758 3759 3760
	netif_device_detach(netdev);
	if (netif_running(netdev))
		__qlcnic_down(adapter, netdev);
S
Sony Chacko 已提交
3761

3762 3763
	qlcnic_detach(adapter);

3764 3765 3766 3767 3768 3769 3770 3771 3772 3773 3774
	if (qlcnic_82xx_check(adapter)) {
		if (txq != 0)
			adapter->max_drv_tx_rings = txq;

		if (qlcnic_check_multi_tx(adapter) &&
		    (txq > adapter->max_drv_tx_rings))
			num_msix = adapter->max_drv_tx_rings;
		else
			num_msix = data;
	}

3775
	if (qlcnic_83xx_check(adapter)) {
S
Sony Chacko 已提交
3776
		qlcnic_83xx_free_mbx_intr(adapter);
3777 3778
		qlcnic_83xx_enable_mbx_poll(adapter);
	}
S
Sony Chacko 已提交
3779

3780 3781
	netif_set_real_num_tx_queues(netdev, adapter->max_drv_tx_rings);

3782
	qlcnic_teardown_intr(adapter);
3783 3784

	err = qlcnic_setup_intr(adapter, data, txq);
3785 3786 3787 3788 3789
	if (err) {
		kfree(adapter->msix_entries);
		netdev_err(netdev, "failed to setup interrupt\n");
		return err;
	}
3790

S
Sony Chacko 已提交
3791
	if (qlcnic_83xx_check(adapter)) {
3792 3793
		/* register for NIC IDC AEN Events */
		qlcnic_83xx_register_nic_idc_func(adapter, 1);
S
Sony Chacko 已提交
3794
		err = qlcnic_83xx_setup_mbx_intr(adapter);
3795
		qlcnic_83xx_disable_mbx_poll(adapter);
S
Sony Chacko 已提交
3796 3797 3798 3799 3800
		if (err) {
			dev_err(&adapter->pdev->dev,
				"failed to setup mbx interrupt\n");
			goto done;
		}
3801 3802 3803 3804 3805 3806 3807 3808 3809 3810 3811
	}

	if (netif_running(netdev)) {
		err = qlcnic_attach(adapter);
		if (err)
			goto done;
		err = __qlcnic_up(adapter, netdev);
		if (err)
			goto done;
		qlcnic_restore_indev_addr(netdev, NETDEV_UP);
	}
3812
done:
3813 3814 3815 3816 3817
	netif_device_attach(netdev);
	clear_bit(__QLCNIC_RESETTING, &adapter->state);
	return err;
}

3818 3819 3820 3821 3822
#ifdef CONFIG_INET

#define is_qlcnic_netdev(dev) (dev->netdev_ops == &qlcnic_netdev_ops)

static void
A
Amit Kumar Salecha 已提交
3823 3824
qlcnic_config_indev_addr(struct qlcnic_adapter *adapter,
			struct net_device *dev, unsigned long event)
3825 3826 3827 3828 3829 3830 3831 3832 3833 3834 3835 3836 3837 3838 3839 3840 3841 3842 3843 3844 3845 3846 3847 3848 3849
{
	struct in_device *indev;

	indev = in_dev_get(dev);
	if (!indev)
		return;

	for_ifa(indev) {
		switch (event) {
		case NETDEV_UP:
			qlcnic_config_ipaddr(adapter,
					ifa->ifa_address, QLCNIC_IP_UP);
			break;
		case NETDEV_DOWN:
			qlcnic_config_ipaddr(adapter,
					ifa->ifa_address, QLCNIC_IP_DOWN);
			break;
		default:
			break;
		}
	} endfor_ifa(indev);

	in_dev_put(indev);
}

S
Sony Chacko 已提交
3850
void qlcnic_restore_indev_addr(struct net_device *netdev, unsigned long event)
A
Amit Kumar Salecha 已提交
3851 3852 3853 3854 3855 3856 3857
{
	struct qlcnic_adapter *adapter = netdev_priv(netdev);
	struct net_device *dev;
	u16 vid;

	qlcnic_config_indev_addr(adapter, netdev, event);

3858
	rcu_read_lock();
3859
	for_each_set_bit(vid, adapter->vlans, VLAN_N_VID) {
3860
		dev = __vlan_find_dev_deep(netdev, htons(ETH_P_8021Q), vid);
A
Amit Kumar Salecha 已提交
3861 3862 3863 3864
		if (!dev)
			continue;
		qlcnic_config_indev_addr(adapter, dev, event);
	}
3865
	rcu_read_unlock();
A
Amit Kumar Salecha 已提交
3866 3867
}

3868 3869 3870 3871
static int qlcnic_netdev_event(struct notifier_block *this,
				 unsigned long event, void *ptr)
{
	struct qlcnic_adapter *adapter;
3872
	struct net_device *dev = netdev_notifier_info_to_dev(ptr);
3873 3874 3875 3876 3877 3878 3879 3880 3881 3882 3883 3884 3885 3886 3887 3888 3889 3890

recheck:
	if (dev == NULL)
		goto done;

	if (dev->priv_flags & IFF_802_1Q_VLAN) {
		dev = vlan_dev_real_dev(dev);
		goto recheck;
	}

	if (!is_qlcnic_netdev(dev))
		goto done;

	adapter = netdev_priv(dev);

	if (!adapter)
		goto done;

3891
	if (!test_bit(__QLCNIC_DEV_UP, &adapter->state))
3892 3893
		goto done;

A
Amit Kumar Salecha 已提交
3894
	qlcnic_config_indev_addr(adapter, dev, event);
3895 3896 3897 3898 3899 3900 3901 3902 3903 3904 3905 3906 3907 3908 3909 3910
done:
	return NOTIFY_DONE;
}

static int
qlcnic_inetaddr_event(struct notifier_block *this,
		unsigned long event, void *ptr)
{
	struct qlcnic_adapter *adapter;
	struct net_device *dev;

	struct in_ifaddr *ifa = (struct in_ifaddr *)ptr;

	dev = ifa->ifa_dev ? ifa->ifa_dev->dev : NULL;

recheck:
A
Amit Kumar Salecha 已提交
3911
	if (dev == NULL)
3912 3913 3914 3915 3916 3917 3918 3919 3920 3921 3922 3923
		goto done;

	if (dev->priv_flags & IFF_802_1Q_VLAN) {
		dev = vlan_dev_real_dev(dev);
		goto recheck;
	}

	if (!is_qlcnic_netdev(dev))
		goto done;

	adapter = netdev_priv(dev);

A
Amit Kumar Salecha 已提交
3924
	if (!adapter)
3925 3926
		goto done;

3927
	if (!test_bit(__QLCNIC_DEV_UP, &adapter->state))
3928 3929 3930 3931 3932
		goto done;

	switch (event) {
	case NETDEV_UP:
		qlcnic_config_ipaddr(adapter, ifa->ifa_address, QLCNIC_IP_UP);
S
Sony Chacko 已提交
3933

3934 3935 3936
		break;
	case NETDEV_DOWN:
		qlcnic_config_ipaddr(adapter, ifa->ifa_address, QLCNIC_IP_DOWN);
S
Sony Chacko 已提交
3937

3938 3939 3940 3941 3942 3943 3944 3945 3946 3947 3948 3949 3950 3951 3952 3953 3954
		break;
	default:
		break;
	}

done:
	return NOTIFY_DONE;
}

static struct notifier_block	qlcnic_netdev_cb = {
	.notifier_call = qlcnic_netdev_event,
};

static struct notifier_block qlcnic_inetaddr_cb = {
	.notifier_call = qlcnic_inetaddr_event,
};
#else
S
Sony Chacko 已提交
3955
void qlcnic_restore_indev_addr(struct net_device *dev, unsigned long event)
3956 3957
{ }
#endif
3958
static const struct pci_error_handlers qlcnic_err_handler = {
S
Sucheta Chakraborty 已提交
3959 3960 3961 3962
	.error_detected = qlcnic_io_error_detected,
	.slot_reset = qlcnic_io_slot_reset,
	.resume = qlcnic_io_resume,
};
3963 3964 3965 3966 3967

static struct pci_driver qlcnic_driver = {
	.name = qlcnic_driver_name,
	.id_table = qlcnic_pci_tbl,
	.probe = qlcnic_probe,
B
Bill Pemberton 已提交
3968
	.remove = qlcnic_remove,
3969 3970 3971 3972
#ifdef CONFIG_PM
	.suspend = qlcnic_suspend,
	.resume = qlcnic_resume,
#endif
S
Sucheta Chakraborty 已提交
3973
	.shutdown = qlcnic_shutdown,
3974 3975 3976 3977
	.err_handler = &qlcnic_err_handler,
#ifdef CONFIG_QLCNIC_SRIOV
	.sriov_configure = qlcnic_pci_sriov_configure,
#endif
S
Sucheta Chakraborty 已提交
3978

3979 3980 3981 3982
};

static int __init qlcnic_init_module(void)
{
3983
	int ret;
3984 3985 3986 3987 3988 3989 3990 3991

	printk(KERN_INFO "%s\n", qlcnic_driver_string);

#ifdef CONFIG_INET
	register_netdevice_notifier(&qlcnic_netdev_cb);
	register_inetaddr_notifier(&qlcnic_inetaddr_cb);
#endif

3992 3993 3994 3995 3996 3997 3998
	ret = pci_register_driver(&qlcnic_driver);
	if (ret) {
#ifdef CONFIG_INET
		unregister_inetaddr_notifier(&qlcnic_inetaddr_cb);
		unregister_netdevice_notifier(&qlcnic_netdev_cb);
#endif
	}
3999

4000
	return ret;
4001 4002 4003 4004 4005 4006 4007 4008 4009 4010 4011 4012 4013 4014 4015
}

module_init(qlcnic_init_module);

static void __exit qlcnic_exit_module(void)
{
	pci_unregister_driver(&qlcnic_driver);

#ifdef CONFIG_INET
	unregister_inetaddr_notifier(&qlcnic_inetaddr_cb);
	unregister_netdevice_notifier(&qlcnic_netdev_cb);
#endif
}

module_exit(qlcnic_exit_module);