qlcnic_main.c 91.3 KB
Newer Older
1
/*
S
Sritej Velaga 已提交
2
 * QLogic qlcnic NIC Driver
3
 * Copyright (c) 2009-2013 QLogic Corporation
4
 *
S
Sritej Velaga 已提交
5
 * See LICENSE.qlcnic for copyright and licensing details.
6 7 8 9 10 11
 */

#include <linux/vmalloc.h>
#include <linux/interrupt.h>

#include "qlcnic.h"
12
#include "qlcnic_sriov.h"
13
#include "qlcnic_hw.h"
14

15
#include <linux/swab.h>
16
#include <linux/dma-mapping.h>
S
Sony Chacko 已提交
17
#include <linux/if_vlan.h>
18 19 20
#include <net/ip.h>
#include <linux/ipv6.h>
#include <linux/inetdevice.h>
S
Sucheta Chakraborty 已提交
21
#include <linux/aer.h>
22
#include <linux/log2.h>
23
#include <linux/pci.h>
24

25
MODULE_DESCRIPTION("QLogic 1/10 GbE Converged/Intelligent Ethernet Driver");
26 27 28 29 30
MODULE_LICENSE("GPL");
MODULE_VERSION(QLCNIC_LINUX_VERSIONID);
MODULE_FIRMWARE(QLCNIC_UNIFIED_ROMIMAGE_NAME);

char qlcnic_driver_name[] = "qlcnic";
31 32
static const char qlcnic_driver_string[] = "QLogic 1/10 GbE "
	"Converged/Intelligent Ethernet Driver v" QLCNIC_LINUX_VERSIONID;
33

34
static int qlcnic_mac_learn;
35
module_param(qlcnic_mac_learn, int, 0444);
36 37
MODULE_PARM_DESC(qlcnic_mac_learn,
		 "Mac Filter (0=learning is disabled, 1=Driver learning is enabled, 2=FDB learning is enabled)");
38

39
int qlcnic_use_msi = 1;
40
MODULE_PARM_DESC(use_msi, "MSI interrupt (0=disabled, 1=enabled)");
41
module_param_named(use_msi, qlcnic_use_msi, int, 0444);
42

43
int qlcnic_use_msi_x = 1;
44
MODULE_PARM_DESC(use_msi_x, "MSI-X interrupt (0=disabled, 1=enabled)");
45
module_param_named(use_msi_x, qlcnic_use_msi_x, int, 0444);
46

47
int qlcnic_auto_fw_reset = 1;
48
MODULE_PARM_DESC(auto_fw_reset, "Auto firmware reset (0=disabled, 1=enabled)");
49
module_param_named(auto_fw_reset, qlcnic_auto_fw_reset, int, 0644);
50

51
int qlcnic_load_fw_file;
52
MODULE_PARM_DESC(load_fw_file, "Load firmware from (0=flash, 1=file)");
53
module_param_named(load_fw_file, qlcnic_load_fw_file, int, 0444);
54

55
static int qlcnic_probe(struct pci_dev *pdev, const struct pci_device_id *ent);
B
Bill Pemberton 已提交
56
static void qlcnic_remove(struct pci_dev *pdev);
57 58 59 60 61 62 63 64 65
static int qlcnic_open(struct net_device *netdev);
static int qlcnic_close(struct net_device *netdev);
static void qlcnic_tx_timeout(struct net_device *netdev);
static void qlcnic_attach_work(struct work_struct *work);
static void qlcnic_fwinit_work(struct work_struct *work);
#ifdef CONFIG_NET_POLL_CONTROLLER
static void qlcnic_poll_controller(struct net_device *netdev);
#endif

66
static void qlcnic_idc_debug_info(struct qlcnic_adapter *adapter, u8 encoding);
67 68
static int qlcnic_can_start_firmware(struct qlcnic_adapter *adapter);

69
static irqreturn_t qlcnic_tmp_intr(int irq, void *data);
70 71 72
static irqreturn_t qlcnic_intr(int irq, void *data);
static irqreturn_t qlcnic_msi_intr(int irq, void *data);
static irqreturn_t qlcnic_msix_intr(int irq, void *data);
S
Sony Chacko 已提交
73
static irqreturn_t qlcnic_msix_tx_intr(int irq, void *data);
74 75

static struct net_device_stats *qlcnic_get_stats(struct net_device *netdev);
76 77
static int qlcnic_start_firmware(struct qlcnic_adapter *);

78
static void qlcnic_free_lb_filters_mem(struct qlcnic_adapter *adapter);
79 80
static void qlcnic_dev_set_npar_ready(struct qlcnic_adapter *);
static int qlcnicvf_start_firmware(struct qlcnic_adapter *);
81 82
static int qlcnic_vlan_rx_add(struct net_device *, __be16, u16);
static int qlcnic_vlan_rx_del(struct net_device *, __be16, u16);
83

S
Sony Chacko 已提交
84 85 86 87 88 89 90 91 92 93
static u32 qlcnic_vlan_tx_check(struct qlcnic_adapter *adapter)
{
	struct qlcnic_hardware_context *ahw = adapter->ahw;

	if (adapter->pdev->device == PCI_DEVICE_ID_QLOGIC_QLE824X)
		return ahw->capabilities & QLCNIC_FW_CAPABILITY_FVLANTX;
	else
		return 1;
}

94 95 96 97 98
/*  PCI Device ID Table  */
#define ENTRY(device) \
	{PCI_DEVICE(PCI_VENDOR_ID_QLOGIC, (device)), \
	.class = PCI_CLASS_NETWORK_ETHERNET << 8, .class_mask = ~0}

99
static DEFINE_PCI_DEVICE_TABLE(qlcnic_pci_tbl) = {
100
	ENTRY(PCI_DEVICE_ID_QLOGIC_QLE824X),
S
Sony Chacko 已提交
101
	ENTRY(PCI_DEVICE_ID_QLOGIC_QLE834X),
R
Rajesh Borundia 已提交
102
	ENTRY(PCI_DEVICE_ID_QLOGIC_VF_QLE834X),
103 104 105 106 107 108
	{0,}
};

MODULE_DEVICE_TABLE(pci, qlcnic_pci_tbl);


S
Sony Chacko 已提交
109
inline void qlcnic_update_cmd_producer(struct qlcnic_host_tx_ring *tx_ring)
110 111 112 113 114 115 116 117 118 119 120
{
	writel(tx_ring->producer, tx_ring->crb_cmd_producer);
}

static const u32 msi_tgt_status[8] = {
	ISR_INT_TARGET_STATUS, ISR_INT_TARGET_STATUS_F1,
	ISR_INT_TARGET_STATUS_F2, ISR_INT_TARGET_STATUS_F3,
	ISR_INT_TARGET_STATUS_F4, ISR_INT_TARGET_STATUS_F5,
	ISR_INT_TARGET_STATUS_F6, ISR_INT_TARGET_STATUS_F7
};

121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146
static const u32 qlcnic_reg_tbl[] = {
	0x1B20A8,	/* PEG_HALT_STAT1 */
	0x1B20AC,	/* PEG_HALT_STAT2 */
	0x1B20B0,	/* FW_HEARTBEAT */
	0x1B2100,	/* LOCK ID */
	0x1B2128,	/* FW_CAPABILITIES */
	0x1B2138,	/* drv active */
	0x1B2140,	/* dev state */
	0x1B2144,	/* drv state */
	0x1B2148,	/* drv scratch */
	0x1B214C,	/* dev partition info */
	0x1B2174,	/* drv idc ver */
	0x1B2150,	/* fw version major */
	0x1B2154,	/* fw version minor */
	0x1B2158,	/* fw version sub */
	0x1B219C,	/* npar state */
	0x1B21FC,	/* FW_IMG_VALID */
	0x1B2250,	/* CMD_PEG_STATE */
	0x1B233C,	/* RCV_PEG_STATE */
	0x1B23B4,	/* ASIC TEMP */
	0x1B216C,	/* FW api */
	0x1B2170,	/* drv op mode */
	0x13C010,	/* flash lock */
	0x13C014,	/* flash unlock */
};

S
Sony Chacko 已提交
147
static const struct qlcnic_board_info qlcnic_boards[] = {
148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253
	{ PCI_VENDOR_ID_QLOGIC,
	  PCI_DEVICE_ID_QLOGIC_QLE834X,
	  PCI_VENDOR_ID_QLOGIC,
	  0x24e,
	  "8300 Series Dual Port 10GbE Converged Network Adapter "
	  "(TCP/IP Networking)" },
	{ PCI_VENDOR_ID_QLOGIC,
	  PCI_DEVICE_ID_QLOGIC_QLE834X,
	  PCI_VENDOR_ID_QLOGIC,
	  0x243,
	  "8300 Series Single Port 10GbE Converged Network Adapter "
	  "(TCP/IP Networking)" },
	{ PCI_VENDOR_ID_QLOGIC,
	  PCI_DEVICE_ID_QLOGIC_QLE834X,
	  PCI_VENDOR_ID_QLOGIC,
	  0x24a,
	  "8300 Series Dual Port 10GbE Converged Network Adapter "
	  "(TCP/IP Networking)" },
	{ PCI_VENDOR_ID_QLOGIC,
	  PCI_DEVICE_ID_QLOGIC_QLE834X,
	  PCI_VENDOR_ID_QLOGIC,
	  0x246,
	  "8300 Series Dual Port 10GbE Converged Network Adapter "
	  "(TCP/IP Networking)" },
	{ PCI_VENDOR_ID_QLOGIC,
	  PCI_DEVICE_ID_QLOGIC_QLE834X,
	  PCI_VENDOR_ID_QLOGIC,
	  0x252,
	  "8300 Series Dual Port 10GbE Converged Network Adapter "
	  "(TCP/IP Networking)" },
	{ PCI_VENDOR_ID_QLOGIC,
	  PCI_DEVICE_ID_QLOGIC_QLE834X,
	  PCI_VENDOR_ID_QLOGIC,
	  0x26e,
	  "8300 Series Dual Port 10GbE Converged Network Adapter "
	  "(TCP/IP Networking)" },
	{ PCI_VENDOR_ID_QLOGIC,
	  PCI_DEVICE_ID_QLOGIC_QLE834X,
	  PCI_VENDOR_ID_QLOGIC,
	  0x260,
	  "8300 Series Dual Port 10GbE Converged Network Adapter "
	  "(TCP/IP Networking)" },
	{ PCI_VENDOR_ID_QLOGIC,
	  PCI_DEVICE_ID_QLOGIC_QLE834X,
	  PCI_VENDOR_ID_QLOGIC,
	  0x266,
	  "8300 Series Single Port 10GbE Converged Network Adapter "
	  "(TCP/IP Networking)" },
	{ PCI_VENDOR_ID_QLOGIC,
	  PCI_DEVICE_ID_QLOGIC_QLE834X,
	  PCI_VENDOR_ID_QLOGIC,
	  0x269,
	  "8300 Series Dual Port 10GbE Converged Network Adapter "
	  "(TCP/IP Networking)" },
	{ PCI_VENDOR_ID_QLOGIC,
	  PCI_DEVICE_ID_QLOGIC_QLE834X,
	  PCI_VENDOR_ID_QLOGIC,
	  0x271,
	  "8300 Series Dual Port 10GbE Converged Network Adapter "
	  "(TCP/IP Networking)" },
	{ PCI_VENDOR_ID_QLOGIC,
	  PCI_DEVICE_ID_QLOGIC_QLE834X,
	  0x0, 0x0, "8300 Series 1/10GbE Controller" },
	{ PCI_VENDOR_ID_QLOGIC,
	  PCI_DEVICE_ID_QLOGIC_QLE824X,
	  PCI_VENDOR_ID_QLOGIC,
	  0x203,
	  "8200 Series Single Port 10GbE Converged Network Adapter"
	  "(TCP/IP Networking)" },
	{ PCI_VENDOR_ID_QLOGIC,
	  PCI_DEVICE_ID_QLOGIC_QLE824X,
	  PCI_VENDOR_ID_QLOGIC,
	  0x207,
	  "8200 Series Dual Port 10GbE Converged Network Adapter"
	  "(TCP/IP Networking)" },
	{ PCI_VENDOR_ID_QLOGIC,
	  PCI_DEVICE_ID_QLOGIC_QLE824X,
	  PCI_VENDOR_ID_QLOGIC,
	  0x20b,
	  "3200 Series Dual Port 10Gb Intelligent Ethernet Adapter" },
	{ PCI_VENDOR_ID_QLOGIC,
	  PCI_DEVICE_ID_QLOGIC_QLE824X,
	  PCI_VENDOR_ID_QLOGIC,
	  0x20c,
	  "3200 Series Quad Port 1Gb Intelligent Ethernet Adapter" },
	{ PCI_VENDOR_ID_QLOGIC,
	  PCI_DEVICE_ID_QLOGIC_QLE824X,
	  PCI_VENDOR_ID_QLOGIC,
	  0x20f,
	  "3200 Series Single Port 10Gb Intelligent Ethernet Adapter" },
	{ PCI_VENDOR_ID_QLOGIC,
	  PCI_DEVICE_ID_QLOGIC_QLE824X,
	  0x103c, 0x3733,
	  "NC523SFP 10Gb 2-port Server Adapter" },
	{ PCI_VENDOR_ID_QLOGIC,
	  PCI_DEVICE_ID_QLOGIC_QLE824X,
	  0x103c, 0x3346,
	  "CN1000Q Dual Port Converged Network Adapter" },
	{ PCI_VENDOR_ID_QLOGIC,
	  PCI_DEVICE_ID_QLOGIC_QLE824X,
	  PCI_VENDOR_ID_QLOGIC,
	  0x210,
	  "QME8242-k 10GbE Dual Port Mezzanine Card" },
	{ PCI_VENDOR_ID_QLOGIC,
	  PCI_DEVICE_ID_QLOGIC_QLE824X,
	  0x0, 0x0, "cLOM8214 1/10GbE Controller" },
S
Sony Chacko 已提交
254 255 256
};

#define NUM_SUPPORTED_BOARDS ARRAY_SIZE(qlcnic_boards)
S
Sony Chacko 已提交
257
#define QLC_MAX_SDS_RINGS	8
S
Sony Chacko 已提交
258

259 260 261
static const
struct qlcnic_legacy_intr_set legacy_intr[] = QLCNIC_LEGACY_INTR_CONFIG;

262
int qlcnic_alloc_sds_rings(struct qlcnic_recv_context *recv_ctx, int count)
263 264 265 266 267
{
	int size = sizeof(struct qlcnic_host_sds_ring) * count;

	recv_ctx->sds_rings = kzalloc(size, GFP_KERNEL);

268
	return recv_ctx->sds_rings == NULL;
269 270
}

271
void qlcnic_free_sds_rings(struct qlcnic_recv_context *recv_ctx)
272 273 274 275 276 277 278
{
	if (recv_ctx->sds_rings != NULL)
		kfree(recv_ctx->sds_rings);

	recv_ctx->sds_rings = NULL;
}

R
Rajesh Borundia 已提交
279
int qlcnic_read_mac_addr(struct qlcnic_adapter *adapter)
280
{
281
	u8 mac_addr[ETH_ALEN];
282 283 284
	struct net_device *netdev = adapter->netdev;
	struct pci_dev *pdev = adapter->pdev;

R
Rajesh Borundia 已提交
285
	if (qlcnic_get_mac_address(adapter, mac_addr) != 0)
286 287
		return -EIO;

288
	memcpy(netdev->dev_addr, mac_addr, ETH_ALEN);
289 290 291 292
	memcpy(adapter->mac_addr, netdev->dev_addr, netdev->addr_len);

	/* set station address */

293
	if (!is_valid_ether_addr(netdev->dev_addr))
294 295 296 297 298 299
		dev_warn(&pdev->dev, "Bad MAC address %pM.\n",
					netdev->dev_addr);

	return 0;
}

M
Manish Chopra 已提交
300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316
static void qlcnic_delete_adapter_mac(struct qlcnic_adapter *adapter)
{
	struct qlcnic_mac_list_s *cur;
	struct list_head *head;

	list_for_each(head, &adapter->mac_list) {
		cur = list_entry(head, struct qlcnic_mac_list_s, list);
		if (!memcmp(adapter->mac_addr, cur->mac_addr, ETH_ALEN)) {
			qlcnic_sre_macaddr_change(adapter, cur->mac_addr,
						  0, QLCNIC_MAC_DEL);
			list_del(&cur->list);
			kfree(cur);
			return;
		}
	}
}

317 318 319 320 321
static int qlcnic_set_mac(struct net_device *netdev, void *p)
{
	struct qlcnic_adapter *adapter = netdev_priv(netdev);
	struct sockaddr *addr = p;

322 323 324
	if (qlcnic_sriov_vf_check(adapter))
		return -EINVAL;

325 326 327
	if ((adapter->flags & QLCNIC_MAC_OVERRIDE_DISABLED))
		return -EOPNOTSUPP;

328
	if (!is_valid_ether_addr(addr->sa_data))
S
Sony Chacko 已提交
329
		return -EINVAL;
330

M
Manish Chopra 已提交
331 332 333
	if (!memcmp(adapter->mac_addr, addr->sa_data, ETH_ALEN))
		return 0;

334
	if (test_bit(__QLCNIC_DEV_UP, &adapter->state)) {
335 336 337 338
		netif_device_detach(netdev);
		qlcnic_napi_disable(adapter);
	}

M
Manish Chopra 已提交
339
	qlcnic_delete_adapter_mac(adapter);
340 341 342 343
	memcpy(adapter->mac_addr, addr->sa_data, netdev->addr_len);
	memcpy(netdev->dev_addr, addr->sa_data, netdev->addr_len);
	qlcnic_set_multi(adapter->netdev);

344
	if (test_bit(__QLCNIC_DEV_UP, &adapter->state)) {
345 346 347 348 349 350
		netif_device_attach(netdev);
		qlcnic_napi_enable(adapter);
	}
	return 0;
}

351 352
static int qlcnic_fdb_del(struct ndmsg *ndm, struct nlattr *tb[],
			struct net_device *netdev, const unsigned char *addr)
353 354 355 356
{
	struct qlcnic_adapter *adapter = netdev_priv(netdev);
	int err = -EOPNOTSUPP;

357 358
	if (!adapter->fdb_mac_learn)
		return ndo_dflt_fdb_del(ndm, tb, netdev, addr);
359 360

	if (adapter->flags & QLCNIC_ESWITCH_ENABLED) {
361 362 363 364 365
		if (is_unicast_ether_addr(addr)) {
			err = dev_uc_del(netdev, addr);
			if (!err)
				err = qlcnic_nic_del_mac(adapter, addr);
		} else if (is_multicast_ether_addr(addr)) {
366
			err = dev_mc_del(netdev, addr);
367
		} else {
368
			err =  -EINVAL;
369
		}
370 371 372 373 374 375 376 377 378 379 380
	}
	return err;
}

static int qlcnic_fdb_add(struct ndmsg *ndm, struct nlattr *tb[],
			struct net_device *netdev,
			const unsigned char *addr, u16 flags)
{
	struct qlcnic_adapter *adapter = netdev_priv(netdev);
	int err = 0;

381 382
	if (!adapter->fdb_mac_learn)
		return ndo_dflt_fdb_add(ndm, tb, netdev, addr, flags);
383 384 385 386 387 388 389 390 391

	if (!(adapter->flags & QLCNIC_ESWITCH_ENABLED)) {
		pr_info("%s: FDB e-switch is not enabled\n", __func__);
		return -EOPNOTSUPP;
	}

	if (ether_addr_equal(addr, adapter->mac_addr))
		return err;

392 393 394 395 396 397
	if (is_unicast_ether_addr(addr)) {
		if (netdev_uc_count(netdev) < adapter->ahw->max_uc_count)
			err = dev_uc_add_excl(netdev, addr);
		else
			err = -ENOMEM;
	} else if (is_multicast_ether_addr(addr)) {
398
		err = dev_mc_add_excl(netdev, addr);
399
	} else {
400
		err = -EINVAL;
401
	}
402 403 404 405 406 407 408 409 410

	return err;
}

static int qlcnic_fdb_dump(struct sk_buff *skb, struct netlink_callback *ncb,
			struct net_device *netdev, int idx)
{
	struct qlcnic_adapter *adapter = netdev_priv(netdev);

411 412
	if (!adapter->fdb_mac_learn)
		return ndo_dflt_fdb_dump(skb, ncb, netdev, idx);
413 414 415 416 417 418 419

	if (adapter->flags & QLCNIC_ESWITCH_ENABLED)
		idx = ndo_dflt_fdb_dump(skb, ncb, netdev, idx);

	return idx;
}

420 421 422 423 424 425 426 427
static void qlcnic_82xx_cancel_idc_work(struct qlcnic_adapter *adapter)
{
	while (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
		usleep_range(10000, 11000);

	cancel_delayed_work_sync(&adapter->fw_work);
}

428 429 430 431 432 433
static const struct net_device_ops qlcnic_netdev_ops = {
	.ndo_open	   = qlcnic_open,
	.ndo_stop	   = qlcnic_close,
	.ndo_start_xmit    = qlcnic_xmit_frame,
	.ndo_get_stats	   = qlcnic_get_stats,
	.ndo_validate_addr = eth_validate_addr,
434
	.ndo_set_rx_mode   = qlcnic_set_multi,
435 436
	.ndo_set_mac_address    = qlcnic_set_mac,
	.ndo_change_mtu	   = qlcnic_change_mtu,
437 438
	.ndo_fix_features  = qlcnic_fix_features,
	.ndo_set_features  = qlcnic_set_features,
439
	.ndo_tx_timeout	   = qlcnic_tx_timeout,
440 441
	.ndo_vlan_rx_add_vid	= qlcnic_vlan_rx_add,
	.ndo_vlan_rx_kill_vid	= qlcnic_vlan_rx_del,
442 443 444
	.ndo_fdb_add		= qlcnic_fdb_add,
	.ndo_fdb_del		= qlcnic_fdb_del,
	.ndo_fdb_dump		= qlcnic_fdb_dump,
445 446 447
#ifdef CONFIG_NET_POLL_CONTROLLER
	.ndo_poll_controller = qlcnic_poll_controller,
#endif
448 449 450 451
#ifdef CONFIG_QLCNIC_SRIOV
	.ndo_set_vf_mac		= qlcnic_sriov_set_vf_mac,
	.ndo_set_vf_tx_rate	= qlcnic_sriov_set_vf_tx_rate,
	.ndo_get_vf_config	= qlcnic_sriov_get_vf_config,
452
	.ndo_set_vf_vlan	= qlcnic_sriov_set_vf_vlan,
453
	.ndo_set_vf_spoofchk	= qlcnic_sriov_set_vf_spoofchk,
454
#endif
455 456
};

457 458 459 460
static const struct net_device_ops qlcnic_netdev_failed_ops = {
	.ndo_open	   = qlcnic_open,
};

461
static struct qlcnic_nic_template qlcnic_ops = {
462 463 464 465 466 467
	.config_bridged_mode	= qlcnic_config_bridged_mode,
	.config_led		= qlcnic_82xx_config_led,
	.start_firmware		= qlcnic_82xx_start_firmware,
	.request_reset		= qlcnic_82xx_dev_request_reset,
	.cancel_idc_work	= qlcnic_82xx_cancel_idc_work,
	.napi_add		= qlcnic_82xx_napi_add,
S
Sony Chacko 已提交
468
	.napi_del		= qlcnic_82xx_napi_del,
469
	.config_ipaddr		= qlcnic_82xx_config_ipaddr,
470 471
	.shutdown		= qlcnic_82xx_shutdown,
	.resume			= qlcnic_82xx_resume,
472 473 474 475 476 477 478
	.clear_legacy_intr	= qlcnic_82xx_clear_legacy_intr,
};

struct qlcnic_nic_template qlcnic_vf_ops = {
	.config_bridged_mode	= qlcnicvf_config_bridged_mode,
	.config_led		= qlcnicvf_config_led,
	.start_firmware		= qlcnicvf_start_firmware
479 480
};

481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497
static struct qlcnic_hardware_ops qlcnic_hw_ops = {
	.read_crb			= qlcnic_82xx_read_crb,
	.write_crb			= qlcnic_82xx_write_crb,
	.read_reg			= qlcnic_82xx_hw_read_wx_2M,
	.write_reg			= qlcnic_82xx_hw_write_wx_2M,
	.get_mac_address		= qlcnic_82xx_get_mac_address,
	.setup_intr			= qlcnic_82xx_setup_intr,
	.alloc_mbx_args			= qlcnic_82xx_alloc_mbx_args,
	.mbx_cmd			= qlcnic_82xx_issue_cmd,
	.get_func_no			= qlcnic_82xx_get_func_no,
	.api_lock			= qlcnic_82xx_api_lock,
	.api_unlock			= qlcnic_82xx_api_unlock,
	.add_sysfs			= qlcnic_82xx_add_sysfs,
	.remove_sysfs			= qlcnic_82xx_remove_sysfs,
	.process_lb_rcv_ring_diag	= qlcnic_82xx_process_rcv_ring_diag,
	.create_rx_ctx			= qlcnic_82xx_fw_cmd_create_rx_ctx,
	.create_tx_ctx			= qlcnic_82xx_fw_cmd_create_tx_ctx,
498 499
	.del_rx_ctx			= qlcnic_82xx_fw_cmd_del_rx_ctx,
	.del_tx_ctx			= qlcnic_82xx_fw_cmd_del_tx_ctx,
500 501 502 503 504 505 506 507 508 509 510 511 512 513 514
	.setup_link_event		= qlcnic_82xx_linkevent_request,
	.get_nic_info			= qlcnic_82xx_get_nic_info,
	.get_pci_info			= qlcnic_82xx_get_pci_info,
	.set_nic_info			= qlcnic_82xx_set_nic_info,
	.change_macvlan			= qlcnic_82xx_sre_macaddr_change,
	.napi_enable			= qlcnic_82xx_napi_enable,
	.napi_disable			= qlcnic_82xx_napi_disable,
	.config_intr_coal		= qlcnic_82xx_config_intr_coalesce,
	.config_rss			= qlcnic_82xx_config_rss,
	.config_hw_lro			= qlcnic_82xx_config_hw_lro,
	.config_loopback		= qlcnic_82xx_set_lb_mode,
	.clear_loopback			= qlcnic_82xx_clear_lb_mode,
	.config_promisc_mode		= qlcnic_82xx_nic_set_promisc,
	.change_l2_filter		= qlcnic_82xx_change_filter,
	.get_board_info			= qlcnic_82xx_get_board_info,
515
	.set_mac_filter_count		= qlcnic_82xx_set_mac_filter_count,
516
	.free_mac_list			= qlcnic_82xx_free_mac_list,
517 518
};

519
int qlcnic_enable_msix(struct qlcnic_adapter *adapter, u32 num_msix)
520 521
{
	struct pci_dev *pdev = adapter->pdev;
S
Sony Chacko 已提交
522
	int err = -1, i;
523 524 525 526 527 528 529 530 531
	int max_tx_rings, tx_vector;

	if (adapter->flags & QLCNIC_TX_INTR_SHARED) {
		max_tx_rings = 0;
		tx_vector = 0;
	} else {
		max_tx_rings = adapter->max_drv_tx_rings;
		tx_vector = 1;
	}
S
Sony Chacko 已提交
532 533 534 535 536

	if (!adapter->msix_entries) {
		adapter->msix_entries = kcalloc(num_msix,
						sizeof(struct msix_entry),
						GFP_KERNEL);
537
		if (!adapter->msix_entries)
S
Sony Chacko 已提交
538 539
			return -ENOMEM;
	}
540 541 542 543

	adapter->max_sds_rings = 1;
	adapter->flags &= ~(QLCNIC_MSI_ENABLED | QLCNIC_MSIX_ENABLED);

544
	if (adapter->ahw->msix_supported) {
545
 enable_msix:
S
Sony Chacko 已提交
546 547
		for (i = 0; i < num_msix; i++)
			adapter->msix_entries[i].entry = i;
548 549 550
		err = pci_enable_msix(pdev, adapter->msix_entries, num_msix);
		if (err == 0) {
			adapter->flags |= QLCNIC_MSIX_ENABLED;
S
Sony Chacko 已提交
551 552 553 554 555 556 557 558
			if (qlcnic_83xx_check(adapter)) {
				adapter->ahw->num_msix = num_msix;
				/* subtract mail box and tx ring vectors */
				adapter->max_sds_rings = num_msix -
							 max_tx_rings - 1;
			} else {
				adapter->max_sds_rings = num_msix;
			}
559
			dev_info(&pdev->dev, "using msi-x interrupts\n");
560
			return err;
S
Sony Chacko 已提交
561 562 563 564 565
		} else if (err > 0) {
			dev_info(&pdev->dev,
				 "Unable to allocate %d MSI-X interrupt vectors\n",
				 num_msix);
			if (qlcnic_83xx_check(adapter)) {
566
				if (err < (QLC_83XX_MINIMUM_VECTOR - tx_vector))
S
Sony Chacko 已提交
567
					return err;
568
				err -= (max_tx_rings + 1);
S
Sony Chacko 已提交
569
				num_msix = rounddown_pow_of_two(err);
570
				num_msix += (max_tx_rings + 1);
S
Sony Chacko 已提交
571 572 573 574 575 576
			} else {
				num_msix = rounddown_pow_of_two(err);
			}

			if (num_msix) {
				dev_info(&pdev->dev,
577
					 "Trying to allocate %d MSI-X interrupt vectors\n",
S
Sony Chacko 已提交
578
					 num_msix);
579
				goto enable_msix;
S
Sony Chacko 已提交
580 581
			}
		} else {
582 583
			dev_info(&pdev->dev,
				 "Unable to allocate %d MSI-X interrupt vectors\n",
S
Sony Chacko 已提交
584
				 num_msix);
585 586
		}
	}
S
Sony Chacko 已提交
587

588 589
	return err;
}
590

591
static int qlcnic_enable_msi_legacy(struct qlcnic_adapter *adapter)
592
{
593
	int err = 0;
594
	u32 offset, mask_reg;
595
	const struct qlcnic_legacy_intr_set *legacy_intrp;
596
	struct qlcnic_hardware_context *ahw = adapter->ahw;
597
	struct pci_dev *pdev = adapter->pdev;
598

599
	if (qlcnic_use_msi && !pci_enable_msi(pdev)) {
600
		adapter->flags |= QLCNIC_MSI_ENABLED;
601 602 603
		offset = msi_tgt_status[adapter->ahw->pci_func];
		adapter->tgt_status_reg = qlcnic_get_ioaddr(adapter->ahw,
							    offset);
604 605
		dev_info(&pdev->dev, "using msi interrupts\n");
		adapter->msix_entries[0].vector = pdev->irq;
606
		return err;
607
	}
608 609
	if (qlcnic_use_msi || qlcnic_use_msi_x)
		return -EOPNOTSUPP;
610

611
	legacy_intrp = &legacy_intr[adapter->ahw->pci_func];
612
	adapter->ahw->int_vec_bit = legacy_intrp->int_vec_bit;
613 614 615 616 617 618
	offset = legacy_intrp->tgt_status_reg;
	adapter->tgt_status_reg = qlcnic_get_ioaddr(ahw, offset);
	mask_reg = legacy_intrp->tgt_mask_reg;
	adapter->tgt_mask_reg = qlcnic_get_ioaddr(ahw, mask_reg);
	adapter->isr_int_vec = qlcnic_get_ioaddr(ahw, ISR_INT_VECTOR);
	adapter->crb_int_state_reg = qlcnic_get_ioaddr(ahw, ISR_INT_STATE_REG);
619 620
	dev_info(&pdev->dev, "using legacy interrupts\n");
	adapter->msix_entries[0].vector = pdev->irq;
621
	return err;
622 623
}

624
int qlcnic_82xx_setup_intr(struct qlcnic_adapter *adapter, u8 num_intr)
625
{
626
	int num_msix, err = 0;
627

628 629 630 631
	if (!num_intr)
		num_intr = QLCNIC_DEF_NUM_STS_DESC_RINGS;

	if (adapter->ahw->msix_supported)
632
		num_msix = rounddown_pow_of_two(min_t(int, num_online_cpus(),
633 634
						num_intr));
	else
635 636
		num_msix = 1;

637 638 639
	err = qlcnic_enable_msix(adapter, num_msix);
	if (err == -ENOMEM || !err)
		return err;
640

641 642 643 644 645
	err = qlcnic_enable_msi_legacy(adapter);
	if (!err)
		return err;

	return -EIO;
646
}
S
Sony Chacko 已提交
647

S
Sony Chacko 已提交
648
void qlcnic_teardown_intr(struct qlcnic_adapter *adapter)
649 650 651 652 653
{
	if (adapter->flags & QLCNIC_MSIX_ENABLED)
		pci_disable_msix(adapter->pdev);
	if (adapter->flags & QLCNIC_MSI_ENABLED)
		pci_disable_msi(adapter->pdev);
S
Sony Chacko 已提交
654 655 656 657 658 659 660 661

	kfree(adapter->msix_entries);
	adapter->msix_entries = NULL;

	if (adapter->ahw->intr_tbl) {
		vfree(adapter->ahw->intr_tbl);
		adapter->ahw->intr_tbl = NULL;
	}
662 663
}

664
static void qlcnic_cleanup_pci_map(struct qlcnic_hardware_context *ahw)
665
{
666 667
	if (ahw->pci_base0 != NULL)
		iounmap(ahw->pci_base0);
668 669
}

670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697
static int qlcnic_get_act_pci_func(struct qlcnic_adapter *adapter)
{
	struct qlcnic_pci_info *pci_info;
	int ret;

	if (!(adapter->flags & QLCNIC_ESWITCH_ENABLED)) {
		switch (adapter->ahw->port_type) {
		case QLCNIC_GBE:
			adapter->ahw->act_pci_func = QLCNIC_NIU_MAX_GBE_PORTS;
			break;
		case QLCNIC_XGBE:
			adapter->ahw->act_pci_func = QLCNIC_NIU_MAX_XG_PORTS;
			break;
		}
		return 0;
	}

	if (adapter->ahw->op_mode == QLCNIC_MGMT_FUNC)
		return 0;

	pci_info = kcalloc(QLCNIC_MAX_PCI_FUNC, sizeof(*pci_info), GFP_KERNEL);
	if (!pci_info)
		return -ENOMEM;

	ret = qlcnic_get_pci_info(adapter, pci_info);
	kfree(pci_info);
	return ret;
}
698 699

int qlcnic_init_pci_info(struct qlcnic_adapter *adapter)
700
{
D
Dan Carpenter 已提交
701
	struct qlcnic_pci_info *pci_info;
702 703
	int i, ret = 0, j = 0;
	u16 act_pci_func;
704 705
	u8 pfn;

D
Dan Carpenter 已提交
706 707 708 709
	pci_info = kcalloc(QLCNIC_MAX_PCI_FUNC, sizeof(*pci_info), GFP_KERNEL);
	if (!pci_info)
		return -ENOMEM;

710 711 712 713 714 715
	ret = qlcnic_get_pci_info(adapter, pci_info);
	if (ret)
		goto err_pci_info;

	act_pci_func = adapter->ahw->act_pci_func;

716
	adapter->npars = kzalloc(sizeof(struct qlcnic_npar_info) *
717
				 act_pci_func, GFP_KERNEL);
D
Dan Carpenter 已提交
718
	if (!adapter->npars) {
719
		ret = -ENOMEM;
D
Dan Carpenter 已提交
720 721
		goto err_pci_info;
	}
722

723
	adapter->eswitch = kzalloc(sizeof(struct qlcnic_eswitch) *
724 725
				QLCNIC_NIU_MAX_XG_PORTS, GFP_KERNEL);
	if (!adapter->eswitch) {
726
		ret = -ENOMEM;
727
		goto err_npars;
728 729
	}

730 731
	for (i = 0; i < QLCNIC_MAX_PCI_FUNC; i++) {
		pfn = pci_info[i].id;
732

733
		if (pfn >= QLCNIC_MAX_PCI_FUNC) {
S
Sony Chacko 已提交
734 735 736
			ret = QL_STATUS_INVALID_PARAM;
			goto err_eswitch;
		}
737 738 739 740 741 742 743 744 745 746 747 748

		if (!pci_info[i].active ||
		    (pci_info[i].type != QLCNIC_TYPE_NIC))
			continue;

		adapter->npars[j].pci_func = pfn;
		adapter->npars[j].active = (u8)pci_info[i].active;
		adapter->npars[j].type = (u8)pci_info[i].type;
		adapter->npars[j].phy_port = (u8)pci_info[i].default_port;
		adapter->npars[j].min_bw = pci_info[i].tx_min_bw;
		adapter->npars[j].max_bw = pci_info[i].tx_max_bw;
		j++;
749 750
	}

S
Sony Chacko 已提交
751
	for (i = 0; i < QLCNIC_NIU_MAX_XG_PORTS; i++) {
752
		adapter->eswitch[i].flags |= QLCNIC_SWITCH_ENABLE;
S
Sony Chacko 已提交
753 754 755
		if (qlcnic_83xx_check(adapter))
			qlcnic_enable_eswitch(adapter, i, 1);
	}
756

D
Dan Carpenter 已提交
757
	kfree(pci_info);
758 759 760
	return 0;

err_eswitch:
761 762
	kfree(adapter->eswitch);
	adapter->eswitch = NULL;
763
err_npars:
764
	kfree(adapter->npars);
765
	adapter->npars = NULL;
D
Dan Carpenter 已提交
766 767
err_pci_info:
	kfree(pci_info);
768 769 770 771

	return ret;
}

772 773 774 775
static int
qlcnic_set_function_modes(struct qlcnic_adapter *adapter)
{
	u8 id;
776
	int ret;
777
	u32 data = QLCNIC_MGMT_FUNC;
778
	struct qlcnic_hardware_context *ahw = adapter->ahw;
779 780 781 782 783

	ret = qlcnic_api_lock(adapter);
	if (ret)
		goto err_lock;

784 785 786 787
	id = ahw->pci_func;
	data = QLC_SHARED_REG_RD32(adapter, QLCNIC_DRV_OP_MODE);
	data = (data & ~QLC_DEV_SET_DRV(0xf, id)) |
	       QLC_DEV_SET_DRV(QLCNIC_MGMT_FUNC, id);
788
	QLC_SHARED_REG_WR32(adapter, QLCNIC_DRV_OP_MODE, data);
789 790 791 792 793
	qlcnic_api_unlock(adapter);
err_lock:
	return ret;
}

S
Sony Chacko 已提交
794 795
static void qlcnic_check_vf(struct qlcnic_adapter *adapter,
			    const struct pci_device_id *ent)
796 797 798 799
{
	u32 op_mode, priv_level;

	/* Determine FW API version */
S
Sony Chacko 已提交
800 801
	adapter->ahw->fw_hal_version = QLC_SHARED_REG_RD32(adapter,
							   QLCNIC_FW_API);
802 803

	/* Find PCI function number */
S
Sony Chacko 已提交
804
	qlcnic_get_func_no(adapter);
805 806

	/* Determine function privilege level */
S
Sony Chacko 已提交
807
	op_mode = QLC_SHARED_REG_RD32(adapter, QLCNIC_DRV_OP_MODE);
808
	if (op_mode == QLC_DEV_DRV_DEFAULT)
809
		priv_level = QLCNIC_MGMT_FUNC;
810
	else
A
Anirban Chakraborty 已提交
811
		priv_level = QLC_DEV_GET_DRV(op_mode, adapter->ahw->pci_func);
812

813
	if (priv_level == QLCNIC_NON_PRIV_FUNC) {
814
		adapter->ahw->op_mode = QLCNIC_NON_PRIV_FUNC;
815 816
		dev_info(&adapter->pdev->dev,
			"HAL Version: %d Non Privileged function\n",
817
			 adapter->ahw->fw_hal_version);
818
		adapter->nic_ops = &qlcnic_vf_ops;
819 820
	} else
		adapter->nic_ops = &qlcnic_ops;
821 822
}

823
#define QLCNIC_82XX_BAR0_LENGTH 0x00200000UL
S
Sony Chacko 已提交
824
#define QLCNIC_83XX_BAR0_LENGTH 0x4000
825 826 827 828 829 830
static void qlcnic_get_bar_length(u32 dev_id, ulong *bar)
{
	switch (dev_id) {
	case PCI_DEVICE_ID_QLOGIC_QLE824X:
		*bar = QLCNIC_82XX_BAR0_LENGTH;
		break;
S
Sony Chacko 已提交
831
	case PCI_DEVICE_ID_QLOGIC_QLE834X:
R
Rajesh Borundia 已提交
832
	case PCI_DEVICE_ID_QLOGIC_VF_QLE834X:
S
Sony Chacko 已提交
833 834
		*bar = QLCNIC_83XX_BAR0_LENGTH;
		break;
835 836 837 838 839 840 841
	default:
		*bar = 0;
	}
}

static int qlcnic_setup_pci_map(struct pci_dev *pdev,
				struct qlcnic_hardware_context *ahw)
842
{
843
	u32 offset;
844
	void __iomem *mem_ptr0 = NULL;
845
	unsigned long mem_len, pci_len0 = 0, bar0_len;
846 847 848 849

	/* remap phys address */
	mem_len = pci_resource_len(pdev, 0);

850 851
	qlcnic_get_bar_length(pdev->device, &bar0_len);
	if (mem_len >= bar0_len) {
852 853 854 855 856 857 858 859 860 861 862

		mem_ptr0 = pci_ioremap_bar(pdev, 0);
		if (mem_ptr0 == NULL) {
			dev_err(&pdev->dev, "failed to map PCI bar 0\n");
			return -EIO;
		}
		pci_len0 = mem_len;
	} else {
		return -EIO;
	}

R
Rajesh Borundia 已提交
863
	dev_info(&pdev->dev, "%dKB memory map\n", (int)(mem_len >> 10));
864

865 866 867 868
	ahw->pci_base0 = mem_ptr0;
	ahw->pci_len0 = pci_len0;
	offset = QLCNIC_PCIX_PS_REG(PCIX_OCM_WINDOW_REG(ahw->pci_func));
	qlcnic_get_ioaddr(ahw, offset);
869 870 871 872

	return 0;
}

873 874 875 876 877 878 879 880 881 882 883 884 885 886 887 888 889 890 891 892 893
static inline bool qlcnic_validate_subsystem_id(struct qlcnic_adapter *adapter,
						int index)
{
	struct pci_dev *pdev = adapter->pdev;
	unsigned short subsystem_vendor;
	bool ret = true;

	subsystem_vendor = pdev->subsystem_vendor;

	if (pdev->device == PCI_DEVICE_ID_QLOGIC_QLE824X ||
	    pdev->device == PCI_DEVICE_ID_QLOGIC_QLE834X) {
		if (qlcnic_boards[index].sub_vendor == subsystem_vendor &&
		    qlcnic_boards[index].sub_device == pdev->subsystem_device)
			ret = true;
		else
			ret = false;
	}

	return ret;
}

S
Sony Chacko 已提交
894
static void qlcnic_get_board_name(struct qlcnic_adapter *adapter, char *name)
895 896 897 898 899 900
{
	struct pci_dev *pdev = adapter->pdev;
	int i, found = 0;

	for (i = 0; i < NUM_SUPPORTED_BOARDS; ++i) {
		if (qlcnic_boards[i].vendor == pdev->vendor &&
901 902 903 904
		    qlcnic_boards[i].device == pdev->device &&
		    qlcnic_validate_subsystem_id(adapter, i)) {
			found = 1;
			break;
905 906 907 908
		}
	}

	if (!found)
909
		sprintf(name, "%pM Gigabit Ethernet", adapter->mac_addr);
910 911 912
	else
		sprintf(name, "%pM: %s" , adapter->mac_addr,
			qlcnic_boards[i].short_name);
913 914 915 916 917
}

static void
qlcnic_check_options(struct qlcnic_adapter *adapter)
{
918
	int err;
919
	u32 fw_major, fw_minor, fw_build, prev_fw_version;
920
	struct pci_dev *pdev = adapter->pdev;
921 922
	struct qlcnic_hardware_context *ahw = adapter->ahw;
	struct qlcnic_fw_dump *fw_dump = &ahw->fw_dump;
923 924

	prev_fw_version = adapter->fw_version;
925

926 927 928
	fw_major = QLC_SHARED_REG_RD32(adapter, QLCNIC_FW_VERSION_MAJOR);
	fw_minor = QLC_SHARED_REG_RD32(adapter, QLCNIC_FW_VERSION_MINOR);
	fw_build = QLC_SHARED_REG_RD32(adapter, QLCNIC_FW_VERSION_SUB);
929 930 931

	adapter->fw_version = QLCNIC_VERSION_CODE(fw_major, fw_minor, fw_build);

932 933 934 935 936 937
	err = qlcnic_get_board_info(adapter);
	if (err) {
		dev_err(&pdev->dev, "Error getting board config info.\n");
		return;
	}
	if (ahw->op_mode != QLCNIC_NON_PRIV_FUNC) {
938 939 940 941 942 943 944 945 946 947
		if (fw_dump->tmpl_hdr == NULL ||
				adapter->fw_version > prev_fw_version) {
			if (fw_dump->tmpl_hdr)
				vfree(fw_dump->tmpl_hdr);
			if (!qlcnic_fw_cmd_get_minidump_temp(adapter))
				dev_info(&pdev->dev,
					"Supports FW dump capability\n");
		}
	}

S
Sony Chacko 已提交
948 949 950
	dev_info(&pdev->dev, "Driver v%s, firmware v%d.%d.%d\n",
		 QLCNIC_LINUX_VERSIONID, fw_major, fw_minor, fw_build);

A
Anirban Chakraborty 已提交
951
	if (adapter->ahw->port_type == QLCNIC_XGBE) {
S
Sony Chacko 已提交
952 953 954 955 956 957 958 959
		if (adapter->flags & QLCNIC_ESWITCH_ENABLED) {
			adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_VF;
			adapter->max_rxd = MAX_RCV_DESCRIPTORS_VF;
		} else {
			adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_10G;
			adapter->max_rxd = MAX_RCV_DESCRIPTORS_10G;
		}

960
		adapter->num_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_10G;
S
Sony Chacko 已提交
961 962
		adapter->max_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_10G;

A
Anirban Chakraborty 已提交
963
	} else if (adapter->ahw->port_type == QLCNIC_GBE) {
964 965
		adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_1G;
		adapter->num_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_1G;
S
Sony Chacko 已提交
966 967
		adapter->max_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_1G;
		adapter->max_rxd = MAX_RCV_DESCRIPTORS_1G;
968 969
	}

970
	adapter->ahw->msix_supported = !!qlcnic_use_msi_x;
971 972 973

	adapter->num_txd = MAX_CMD_DESCRIPTORS;

974
	adapter->max_rds_rings = MAX_RDS_RINGS;
975 976
}

977 978 979 980
static int
qlcnic_initialize_nic(struct qlcnic_adapter *adapter)
{
	struct qlcnic_info nic_info;
981
	int err = 0;
982

983
	memset(&nic_info, 0, sizeof(struct qlcnic_info));
A
Anirban Chakraborty 已提交
984
	err = qlcnic_get_nic_info(adapter, &nic_info, adapter->ahw->pci_func);
985 986 987
	if (err)
		return err;

988 989 990 991 992
	adapter->ahw->physical_port = (u8)nic_info.phys_port;
	adapter->ahw->switch_mode = nic_info.switch_mode;
	adapter->ahw->max_tx_ques = nic_info.max_tx_ques;
	adapter->ahw->max_rx_ques = nic_info.max_rx_ques;
	adapter->ahw->capabilities = nic_info.capabilities;
993 994 995

	if (adapter->ahw->capabilities & QLCNIC_FW_CAPABILITY_MORE_CAPS) {
		u32 temp;
996 997 998
		temp = QLCRD32(adapter, CRB_FW_CAPABILITIES_2, &err);
		if (err == -EIO)
			return err;
999
		adapter->ahw->extra_capability[0] = temp;
1000
	}
1001 1002
	adapter->ahw->max_mac_filters = nic_info.max_mac_filters;
	adapter->ahw->max_mtu = nic_info.max_mtu;
1003

S
Sony Chacko 已提交
1004 1005 1006 1007
	/* Disable NPAR for 83XX */
	if (qlcnic_83xx_check(adapter))
		return err;

1008
	if (adapter->ahw->capabilities & BIT_6)
1009 1010 1011 1012 1013 1014 1015
		adapter->flags |= QLCNIC_ESWITCH_ENABLED;
	else
		adapter->flags &= ~QLCNIC_ESWITCH_ENABLED;

	return err;
}

1016 1017
void qlcnic_set_vlan_config(struct qlcnic_adapter *adapter,
			    struct qlcnic_esw_func_cfg *esw_cfg)
1018 1019 1020 1021 1022 1023
{
	if (esw_cfg->discard_tagged)
		adapter->flags &= ~QLCNIC_TAGGING_ENABLED;
	else
		adapter->flags |= QLCNIC_TAGGING_ENABLED;

1024 1025 1026 1027 1028 1029 1030
	if (esw_cfg->vlan_id) {
		adapter->rx_pvid = esw_cfg->vlan_id;
		adapter->tx_pvid = esw_cfg->vlan_id;
	} else {
		adapter->rx_pvid = 0;
		adapter->tx_pvid = 0;
	}
1031 1032
}

1033
static int
1034
qlcnic_vlan_rx_add(struct net_device *netdev, __be16 proto, u16 vid)
1035 1036
{
	struct qlcnic_adapter *adapter = netdev_priv(netdev);
1037 1038 1039 1040 1041 1042 1043 1044 1045 1046 1047 1048
	int err;

	if (qlcnic_sriov_vf_check(adapter)) {
		err = qlcnic_sriov_cfg_vf_guest_vlan(adapter, vid, 1);
		if (err) {
			netdev_err(netdev,
				   "Cannot add VLAN filter for VLAN id %d, err=%d",
				   vid, err);
			return err;
		}
	}

1049
	set_bit(vid, adapter->vlans);
1050
	return 0;
1051 1052
}

1053
static int
1054
qlcnic_vlan_rx_del(struct net_device *netdev, __be16 proto, u16 vid)
1055 1056
{
	struct qlcnic_adapter *adapter = netdev_priv(netdev);
1057 1058 1059 1060 1061 1062 1063 1064 1065 1066 1067
	int err;

	if (qlcnic_sriov_vf_check(adapter)) {
		err = qlcnic_sriov_cfg_vf_guest_vlan(adapter, vid, 0);
		if (err) {
			netdev_err(netdev,
				   "Cannot delete VLAN filter for VLAN id %d, err=%d",
				   vid, err);
			return err;
		}
	}
1068 1069 1070

	qlcnic_restore_indev_addr(netdev, NETDEV_DOWN);
	clear_bit(vid, adapter->vlans);
1071
	return 0;
1072 1073
}

1074 1075
void qlcnic_set_eswitch_port_features(struct qlcnic_adapter *adapter,
				      struct qlcnic_esw_func_cfg *esw_cfg)
1076
{
1077 1078
	adapter->flags &= ~(QLCNIC_MACSPOOF | QLCNIC_MAC_OVERRIDE_DISABLED |
				QLCNIC_PROMISC_DISABLED);
1079 1080 1081

	if (esw_cfg->mac_anti_spoof)
		adapter->flags |= QLCNIC_MACSPOOF;
S
Sony Chacko 已提交
1082

1083 1084 1085
	if (!esw_cfg->mac_override)
		adapter->flags |= QLCNIC_MAC_OVERRIDE_DISABLED;

1086 1087
	if (!esw_cfg->promisc_mode)
		adapter->flags |= QLCNIC_PROMISC_DISABLED;
1088 1089
}

1090
int qlcnic_set_eswitch_port_config(struct qlcnic_adapter *adapter)
1091 1092 1093 1094 1095 1096
{
	struct qlcnic_esw_func_cfg esw_cfg;

	if (!(adapter->flags & QLCNIC_ESWITCH_ENABLED))
		return 0;

A
Anirban Chakraborty 已提交
1097
	esw_cfg.pci_func = adapter->ahw->pci_func;
1098 1099
	if (qlcnic_get_eswitch_port_config(adapter, &esw_cfg))
			return -EIO;
1100
	qlcnic_set_vlan_config(adapter, &esw_cfg);
1101
	qlcnic_set_eswitch_port_features(adapter, &esw_cfg);
1102
	qlcnic_set_netdev_features(adapter, &esw_cfg);
1103 1104 1105 1106

	return 0;
}

1107 1108
void qlcnic_set_netdev_features(struct qlcnic_adapter *adapter,
				struct qlcnic_esw_func_cfg *esw_cfg)
1109 1110
{
	struct net_device *netdev = adapter->netdev;
S
Sony Chacko 已提交
1111 1112 1113

	if (qlcnic_83xx_check(adapter))
		return;
1114

1115 1116 1117 1118
	adapter->offload_flags = esw_cfg->offload_flags;
	adapter->flags |= QLCNIC_APP_CHANGED_FLAGS;
	netdev_update_features(netdev);
	adapter->flags &= ~QLCNIC_APP_CHANGED_FLAGS;
1119 1120
}

1121 1122 1123 1124 1125 1126
static int
qlcnic_check_eswitch_mode(struct qlcnic_adapter *adapter)
{
	u32 op_mode, priv_level;
	int err = 0;

1127 1128 1129 1130
	err = qlcnic_initialize_nic(adapter);
	if (err)
		return err;

1131 1132 1133
	if (adapter->flags & QLCNIC_ADAPTER_INITIALIZED)
		return 0;

S
Sony Chacko 已提交
1134
	op_mode = QLC_SHARED_REG_RD32(adapter, QLCNIC_DRV_OP_MODE);
A
Anirban Chakraborty 已提交
1135
	priv_level = QLC_DEV_GET_DRV(op_mode, adapter->ahw->pci_func);
1136 1137 1138 1139

	if (op_mode == QLC_DEV_DRV_DEFAULT)
		priv_level = QLCNIC_MGMT_FUNC;
	else
A
Anirban Chakraborty 已提交
1140
		priv_level = QLC_DEV_GET_DRV(op_mode, adapter->ahw->pci_func);
1141

1142
	if (adapter->flags & QLCNIC_ESWITCH_ENABLED) {
1143
		if (priv_level == QLCNIC_MGMT_FUNC) {
1144
			adapter->ahw->op_mode = QLCNIC_MGMT_FUNC;
1145 1146 1147 1148 1149 1150 1151
			err = qlcnic_init_pci_info(adapter);
			if (err)
				return err;
			/* Set privilege level for other functions */
			qlcnic_set_function_modes(adapter);
			dev_info(&adapter->pdev->dev,
				"HAL Version: %d, Management function\n",
1152
				 adapter->ahw->fw_hal_version);
1153
		} else if (priv_level == QLCNIC_PRIV_FUNC) {
1154
			adapter->ahw->op_mode = QLCNIC_PRIV_FUNC;
1155 1156
			dev_info(&adapter->pdev->dev,
				"HAL Version: %d, Privileged function\n",
1157
				 adapter->ahw->fw_hal_version);
1158
		}
1159
	}
1160 1161 1162 1163 1164 1165

	adapter->flags |= QLCNIC_ADAPTER_INITIALIZED;

	return err;
}

1166
int qlcnic_set_default_offload_settings(struct qlcnic_adapter *adapter)
1167 1168 1169 1170 1171
{
	struct qlcnic_esw_func_cfg esw_cfg;
	struct qlcnic_npar_info *npar;
	u8 i;

1172
	if (adapter->need_fw_reset)
1173 1174
		return 0;

1175
	for (i = 0; i < adapter->ahw->act_pci_func; i++) {
1176
		memset(&esw_cfg, 0, sizeof(struct qlcnic_esw_func_cfg));
1177
		esw_cfg.pci_func = adapter->npars[i].pci_func;
1178
		esw_cfg.mac_override = BIT_0;
1179
		esw_cfg.promisc_mode = BIT_0;
1180 1181 1182 1183 1184
		if (qlcnic_82xx_check(adapter)) {
			esw_cfg.offload_flags = BIT_0;
			if (QLCNIC_IS_TSO_CAPABLE(adapter))
				esw_cfg.offload_flags |= (BIT_1 | BIT_2);
		}
1185 1186 1187 1188
		if (qlcnic_config_switch_port(adapter, &esw_cfg))
			return -EIO;
		npar = &adapter->npars[i];
		npar->pvid = esw_cfg.vlan_id;
1189
		npar->mac_override = esw_cfg.mac_override;
1190 1191 1192 1193 1194 1195 1196 1197 1198
		npar->mac_anti_spoof = esw_cfg.mac_anti_spoof;
		npar->discard_tagged = esw_cfg.discard_tagged;
		npar->promisc_mode = esw_cfg.promisc_mode;
		npar->offload_flags = esw_cfg.offload_flags;
	}

	return 0;
}

S
Sony Chacko 已提交
1199

1200 1201 1202 1203 1204 1205 1206 1207
static int
qlcnic_reset_eswitch_config(struct qlcnic_adapter *adapter,
			struct qlcnic_npar_info *npar, int pci_func)
{
	struct qlcnic_esw_func_cfg esw_cfg;
	esw_cfg.op_mode = QLCNIC_PORT_DEFAULTS;
	esw_cfg.pci_func = pci_func;
	esw_cfg.vlan_id = npar->pvid;
1208
	esw_cfg.mac_override = npar->mac_override;
1209 1210 1211 1212 1213 1214 1215 1216 1217 1218 1219 1220 1221 1222
	esw_cfg.discard_tagged = npar->discard_tagged;
	esw_cfg.mac_anti_spoof = npar->mac_anti_spoof;
	esw_cfg.offload_flags = npar->offload_flags;
	esw_cfg.promisc_mode = npar->promisc_mode;
	if (qlcnic_config_switch_port(adapter, &esw_cfg))
		return -EIO;

	esw_cfg.op_mode = QLCNIC_ADD_VLAN;
	if (qlcnic_config_switch_port(adapter, &esw_cfg))
		return -EIO;

	return 0;
}

1223
int qlcnic_reset_npar_config(struct qlcnic_adapter *adapter)
1224
{
1225
	int i, err;
1226 1227
	struct qlcnic_npar_info *npar;
	struct qlcnic_info nic_info;
1228
	u8 pci_func;
1229

1230 1231 1232
	if (qlcnic_82xx_check(adapter))
		if (!adapter->need_fw_reset)
			return 0;
1233

1234
	/* Set the NPAR config data after FW reset */
1235
	for (i = 0; i < adapter->ahw->act_pci_func; i++) {
1236
		npar = &adapter->npars[i];
1237 1238
		pci_func = npar->pci_func;
		memset(&nic_info, 0, sizeof(struct qlcnic_info));
S
Sony Chacko 已提交
1239
		err = qlcnic_get_nic_info(adapter, &nic_info, pci_func);
1240 1241 1242 1243 1244 1245 1246
		if (err)
			return err;
		nic_info.min_tx_bw = npar->min_bw;
		nic_info.max_tx_bw = npar->max_bw;
		err = qlcnic_set_nic_info(adapter, &nic_info);
		if (err)
			return err;
1247

1248 1249
		if (npar->enable_pm) {
			err = qlcnic_config_port_mirroring(adapter,
1250 1251
							   npar->dest_npar, 1,
							   pci_func);
1252 1253
			if (err)
				return err;
1254
		}
1255
		err = qlcnic_reset_eswitch_config(adapter, npar, pci_func);
1256 1257
		if (err)
			return err;
1258
	}
1259
	return 0;
1260 1261
}

A
Amit Kumar Salecha 已提交
1262 1263 1264 1265 1266
static int qlcnic_check_npar_opertional(struct qlcnic_adapter *adapter)
{
	u8 npar_opt_timeo = QLCNIC_DEV_NPAR_OPER_TIMEO;
	u32 npar_state;

1267
	if (adapter->ahw->op_mode == QLCNIC_MGMT_FUNC)
A
Amit Kumar Salecha 已提交
1268 1269
		return 0;

1270 1271
	npar_state = QLC_SHARED_REG_RD32(adapter,
					 QLCNIC_CRB_DEV_NPAR_STATE);
A
Amit Kumar Salecha 已提交
1272 1273
	while (npar_state != QLCNIC_DEV_NPAR_OPER && --npar_opt_timeo) {
		msleep(1000);
1274 1275
		npar_state = QLC_SHARED_REG_RD32(adapter,
						 QLCNIC_CRB_DEV_NPAR_STATE);
A
Amit Kumar Salecha 已提交
1276 1277 1278
	}
	if (!npar_opt_timeo) {
		dev_err(&adapter->pdev->dev,
1279
			"Waiting for NPAR state to operational timeout\n");
A
Amit Kumar Salecha 已提交
1280 1281 1282 1283 1284
		return -EIO;
	}
	return 0;
}

1285 1286 1287 1288 1289 1290
static int
qlcnic_set_mgmt_operations(struct qlcnic_adapter *adapter)
{
	int err;

	if (!(adapter->flags & QLCNIC_ESWITCH_ENABLED) ||
1291
	    adapter->ahw->op_mode != QLCNIC_MGMT_FUNC)
1292 1293 1294 1295 1296 1297 1298 1299 1300 1301 1302 1303 1304 1305 1306
		return 0;

	err = qlcnic_set_default_offload_settings(adapter);
	if (err)
		return err;

	err = qlcnic_reset_npar_config(adapter);
	if (err)
		return err;

	qlcnic_dev_set_npar_ready(adapter);

	return err;
}

1307
int qlcnic_82xx_start_firmware(struct qlcnic_adapter *adapter)
1308
{
1309
	int err;
1310

1311 1312 1313 1314
	err = qlcnic_can_start_firmware(adapter);
	if (err < 0)
		return err;
	else if (!err)
1315
		goto check_fw_status;
1316

1317
	if (qlcnic_load_fw_file)
1318
		qlcnic_request_firmware(adapter);
S
schacko 已提交
1319
	else {
S
Sony Chacko 已提交
1320 1321
		err = qlcnic_check_flash_fw_ver(adapter);
		if (err)
S
schacko 已提交
1322 1323
			goto err_out;

1324
		adapter->ahw->fw_type = QLCNIC_FLASH_ROMIMAGE;
S
schacko 已提交
1325
	}
1326 1327 1328

	err = qlcnic_need_fw_reset(adapter);
	if (err == 0)
1329
		goto check_fw_status;
1330

1331 1332 1333
	err = qlcnic_pinit_from_rom(adapter);
	if (err)
		goto err_out;
1334 1335 1336 1337 1338 1339

	err = qlcnic_load_firmware(adapter);
	if (err)
		goto err_out;

	qlcnic_release_firmware(adapter);
1340
	QLCWR32(adapter, CRB_DRIVER_VERSION, QLCNIC_DRIVER_VERSION);
1341

1342 1343
check_fw_status:
	err = qlcnic_check_fw_status(adapter);
1344 1345 1346
	if (err)
		goto err_out;

1347
	QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_READY);
1348
	qlcnic_idc_debug_info(adapter, 1);
1349 1350 1351 1352 1353 1354
	err = qlcnic_check_eswitch_mode(adapter);
	if (err) {
		dev_err(&adapter->pdev->dev,
			"Memory allocation failed for eswitch\n");
		goto err_out;
	}
1355 1356 1357 1358 1359
	err = qlcnic_set_mgmt_operations(adapter);
	if (err)
		goto err_out;

	qlcnic_check_options(adapter);
1360 1361
	adapter->need_fw_reset = 0;

1362 1363
	qlcnic_release_firmware(adapter);
	return 0;
1364 1365

err_out:
1366
	QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_FAILED);
1367
	dev_err(&adapter->pdev->dev, "Device state set to failed\n");
1368

1369 1370 1371 1372 1373 1374 1375 1376 1377
	qlcnic_release_firmware(adapter);
	return err;
}

static int
qlcnic_request_irq(struct qlcnic_adapter *adapter)
{
	irq_handler_t handler;
	struct qlcnic_host_sds_ring *sds_ring;
S
Sony Chacko 已提交
1378
	struct qlcnic_host_tx_ring *tx_ring;
1379
	int err, ring, num_sds_rings;
1380 1381 1382

	unsigned long flags = 0;
	struct net_device *netdev = adapter->netdev;
A
Anirban Chakraborty 已提交
1383
	struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
1384

1385
	if (adapter->ahw->diag_test == QLCNIC_INTERRUPT_TEST) {
S
Sony Chacko 已提交
1386 1387
		if (qlcnic_82xx_check(adapter))
			handler = qlcnic_tmp_intr;
1388 1389
		else
			handler = qlcnic_83xx_tmp_intr;
1390 1391 1392 1393 1394 1395 1396 1397 1398 1399
		if (!QLCNIC_IS_MSI_FAMILY(adapter))
			flags |= IRQF_SHARED;

	} else {
		if (adapter->flags & QLCNIC_MSIX_ENABLED)
			handler = qlcnic_msix_intr;
		else if (adapter->flags & QLCNIC_MSI_ENABLED)
			handler = qlcnic_msi_intr;
		else {
			flags |= IRQF_SHARED;
1400 1401 1402 1403
			if (qlcnic_82xx_check(adapter))
				handler = qlcnic_intr;
			else
				handler = qlcnic_83xx_intr;
1404
		}
1405 1406 1407
	}
	adapter->irq = netdev->irq;

S
Sony Chacko 已提交
1408
	if (adapter->ahw->diag_test != QLCNIC_LOOPBACK_TEST) {
1409 1410 1411
		if (qlcnic_82xx_check(adapter) ||
		    (qlcnic_83xx_check(adapter) &&
		     (adapter->flags & QLCNIC_MSIX_ENABLED))) {
1412 1413
			num_sds_rings = adapter->max_sds_rings;
			for (ring = 0; ring < num_sds_rings; ring++) {
1414
				sds_ring = &recv_ctx->sds_rings[ring];
1415
				if (qlcnic_82xx_check(adapter) &&
1416 1417 1418 1419 1420 1421 1422 1423 1424 1425 1426 1427
				    (ring == (num_sds_rings - 1))) {
					if (!(adapter->flags &
					      QLCNIC_MSIX_ENABLED))
						snprintf(sds_ring->name,
							 sizeof(sds_ring->name),
							 "qlcnic");
					else
						snprintf(sds_ring->name,
							 sizeof(sds_ring->name),
							 "%s-tx-0-rx-%d",
							 netdev->name, ring);
				} else {
1428 1429
					snprintf(sds_ring->name,
						 sizeof(sds_ring->name),
1430
						 "%s-rx-%d",
1431
						 netdev->name, ring);
1432
				}
1433 1434 1435 1436 1437
				err = request_irq(sds_ring->irq, handler, flags,
						  sds_ring->name, sds_ring);
				if (err)
					return err;
			}
S
Sony Chacko 已提交
1438 1439
		}
		if (qlcnic_83xx_check(adapter) &&
1440 1441
		    (adapter->flags & QLCNIC_MSIX_ENABLED) &&
		    !(adapter->flags & QLCNIC_TX_INTR_SHARED)) {
S
Sony Chacko 已提交
1442 1443 1444 1445
			handler = qlcnic_msix_tx_intr;
			for (ring = 0; ring < adapter->max_drv_tx_rings;
			     ring++) {
				tx_ring = &adapter->tx_ring[ring];
1446
				snprintf(tx_ring->name, sizeof(tx_ring->name),
1447
					 "%s-tx-%d", netdev->name, ring);
S
Sony Chacko 已提交
1448 1449 1450 1451 1452 1453
				err = request_irq(tx_ring->irq, handler, flags,
						  tx_ring->name, tx_ring);
				if (err)
					return err;
			}
		}
1454 1455 1456 1457 1458 1459 1460 1461 1462
	}
	return 0;
}

static void
qlcnic_free_irq(struct qlcnic_adapter *adapter)
{
	int ring;
	struct qlcnic_host_sds_ring *sds_ring;
S
Sony Chacko 已提交
1463
	struct qlcnic_host_tx_ring *tx_ring;
1464

A
Anirban Chakraborty 已提交
1465
	struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
1466

S
Sony Chacko 已提交
1467
	if (adapter->ahw->diag_test != QLCNIC_LOOPBACK_TEST) {
1468 1469 1470 1471 1472 1473 1474
		if (qlcnic_82xx_check(adapter) ||
		    (qlcnic_83xx_check(adapter) &&
		     (adapter->flags & QLCNIC_MSIX_ENABLED))) {
			for (ring = 0; ring < adapter->max_sds_rings; ring++) {
				sds_ring = &recv_ctx->sds_rings[ring];
				free_irq(sds_ring->irq, sds_ring);
			}
S
Sony Chacko 已提交
1475
		}
1476 1477
		if (qlcnic_83xx_check(adapter) &&
		    !(adapter->flags & QLCNIC_TX_INTR_SHARED)) {
S
Sony Chacko 已提交
1478 1479 1480 1481 1482 1483 1484
			for (ring = 0; ring < adapter->max_drv_tx_rings;
			     ring++) {
				tx_ring = &adapter->tx_ring[ring];
				if (tx_ring->irq)
					free_irq(tx_ring->irq, tx_ring);
			}
		}
1485 1486 1487
	}
}

1488 1489 1490 1491 1492
static void qlcnic_get_lro_mss_capability(struct qlcnic_adapter *adapter)
{
	u32 capab = 0;

	if (qlcnic_82xx_check(adapter)) {
1493
		if (adapter->ahw->extra_capability[0] &
1494 1495 1496 1497 1498 1499 1500 1501 1502
		    QLCNIC_FW_CAPABILITY_2_LRO_MAX_TCP_SEG)
			adapter->flags |= QLCNIC_FW_LRO_MSS_CAP;
	} else {
		capab = adapter->ahw->capabilities;
		if (QLC_83XX_GET_FW_LRO_MSS_CAPABILITY(capab))
			adapter->flags |= QLCNIC_FW_LRO_MSS_CAP;
	}
}

S
Sony Chacko 已提交
1503
int __qlcnic_up(struct qlcnic_adapter *adapter, struct net_device *netdev)
1504
{
1505 1506 1507
	int ring;
	struct qlcnic_host_rds_ring *rds_ring;

1508 1509 1510
	if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
		return -EIO;

1511 1512
	if (test_bit(__QLCNIC_DEV_UP, &adapter->state))
		return 0;
1513 1514
	if (qlcnic_set_eswitch_port_config(adapter))
		return -EIO;
1515
	qlcnic_get_lro_mss_capability(adapter);
1516

1517 1518 1519 1520
	if (qlcnic_fw_create_ctx(adapter))
		return -EIO;

	for (ring = 0; ring < adapter->max_rds_rings; ring++) {
A
Anirban Chakraborty 已提交
1521
		rds_ring = &adapter->recv_ctx->rds_rings[ring];
S
Sony Chacko 已提交
1522
		qlcnic_post_rx_buffers(adapter, rds_ring, ring);
1523 1524
	}

1525 1526 1527
	qlcnic_set_multi(netdev);
	qlcnic_fw_cmd_set_mtu(adapter, netdev->mtu);

A
Anirban Chakraborty 已提交
1528
	adapter->ahw->linkup = 0;
1529 1530 1531 1532 1533 1534

	if (adapter->max_sds_rings > 1)
		qlcnic_config_rss(adapter, 1);

	qlcnic_config_intr_coalesce(adapter);

1535
	if (netdev->features & NETIF_F_LRO)
1536 1537
		qlcnic_config_hw_lro(adapter, QLCNIC_LRO_ENABLED);

1538
	set_bit(__QLCNIC_DEV_UP, &adapter->state);
1539 1540 1541 1542
	qlcnic_napi_enable(adapter);

	qlcnic_linkevent_request(adapter, 1);

1543
	adapter->ahw->reset_context = 0;
1544 1545 1546
	return 0;
}

1547
int qlcnic_up(struct qlcnic_adapter *adapter, struct net_device *netdev)
1548 1549 1550 1551 1552 1553 1554 1555 1556 1557 1558
{
	int err = 0;

	rtnl_lock();
	if (netif_running(netdev))
		err = __qlcnic_up(adapter, netdev);
	rtnl_unlock();

	return err;
}

S
Sony Chacko 已提交
1559
void __qlcnic_down(struct qlcnic_adapter *adapter, struct net_device *netdev)
1560 1561 1562 1563 1564 1565 1566
{
	if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
		return;

	if (!test_and_clear_bit(__QLCNIC_DEV_UP, &adapter->state))
		return;

1567 1568
	if (qlcnic_sriov_vf_check(adapter))
		qlcnic_sriov_cleanup_async_list(&adapter->ahw->sriov->bc);
1569 1570 1571
	smp_mb();
	spin_lock(&adapter->tx_clean_lock);
	netif_carrier_off(netdev);
1572
	adapter->ahw->linkup = 0;
1573 1574 1575 1576
	netif_tx_disable(netdev);

	qlcnic_free_mac_list(adapter);

1577 1578 1579
	if (adapter->fhash.fnum)
		qlcnic_delete_lb_filters(adapter);

1580 1581 1582 1583
	qlcnic_nic_set_promisc(adapter, QLCNIC_NIU_NON_PROMISC_MODE);

	qlcnic_napi_disable(adapter);

1584
	qlcnic_fw_destroy_ctx(adapter);
1585
	adapter->flags &= ~QLCNIC_FW_LRO_MSS_CAP;
1586 1587

	qlcnic_reset_rx_buffers_list(adapter);
1588 1589 1590 1591 1592 1593
	qlcnic_release_tx_buffers(adapter);
	spin_unlock(&adapter->tx_clean_lock);
}

/* Usage: During suspend and firmware recovery module */

1594
void qlcnic_down(struct qlcnic_adapter *adapter, struct net_device *netdev)
1595 1596 1597 1598 1599 1600 1601 1602
{
	rtnl_lock();
	if (netif_running(netdev))
		__qlcnic_down(adapter, netdev);
	rtnl_unlock();

}

S
Sony Chacko 已提交
1603
int
1604 1605 1606 1607
qlcnic_attach(struct qlcnic_adapter *adapter)
{
	struct net_device *netdev = adapter->netdev;
	struct pci_dev *pdev = adapter->pdev;
1608
	int err;
1609 1610 1611 1612 1613 1614 1615 1616 1617 1618 1619

	if (adapter->is_up == QLCNIC_ADAPTER_UP_MAGIC)
		return 0;

	err = qlcnic_napi_add(adapter, netdev);
	if (err)
		return err;

	err = qlcnic_alloc_sw_resources(adapter);
	if (err) {
		dev_err(&pdev->dev, "Error in setting sw resources\n");
1620
		goto err_out_napi_del;
1621 1622 1623 1624 1625 1626 1627 1628 1629 1630 1631
	}

	err = qlcnic_alloc_hw_resources(adapter);
	if (err) {
		dev_err(&pdev->dev, "Error in setting hw resources\n");
		goto err_out_free_sw;
	}

	err = qlcnic_request_irq(adapter);
	if (err) {
		dev_err(&pdev->dev, "failed to setup interrupt\n");
1632
		goto err_out_free_hw;
1633 1634 1635 1636 1637 1638 1639
	}

	qlcnic_create_sysfs_entries(adapter);

	adapter->is_up = QLCNIC_ADAPTER_UP_MAGIC;
	return 0;

1640
err_out_free_hw:
1641 1642 1643
	qlcnic_free_hw_resources(adapter);
err_out_free_sw:
	qlcnic_free_sw_resources(adapter);
1644 1645
err_out_napi_del:
	qlcnic_napi_del(adapter);
1646 1647 1648
	return err;
}

S
Sony Chacko 已提交
1649
void qlcnic_detach(struct qlcnic_adapter *adapter)
1650 1651 1652 1653 1654 1655 1656 1657 1658 1659 1660 1661 1662 1663 1664
{
	if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
		return;

	qlcnic_remove_sysfs_entries(adapter);

	qlcnic_free_hw_resources(adapter);
	qlcnic_release_rx_buffers(adapter);
	qlcnic_free_irq(adapter);
	qlcnic_napi_del(adapter);
	qlcnic_free_sw_resources(adapter);

	adapter->is_up = 0;
}

1665 1666 1667 1668 1669 1670
void qlcnic_diag_free_res(struct net_device *netdev, int max_sds_rings)
{
	struct qlcnic_adapter *adapter = netdev_priv(netdev);
	struct qlcnic_host_sds_ring *sds_ring;
	int ring;

1671
	clear_bit(__QLCNIC_DEV_UP, &adapter->state);
1672
	if (adapter->ahw->diag_test == QLCNIC_INTERRUPT_TEST) {
1673
		for (ring = 0; ring < adapter->max_sds_rings; ring++) {
A
Anirban Chakraborty 已提交
1674
			sds_ring = &adapter->recv_ctx->sds_rings[ring];
1675
			qlcnic_disable_int(sds_ring);
1676
		}
1677 1678
	}

1679 1680
	qlcnic_fw_destroy_ctx(adapter);

1681 1682
	qlcnic_detach(adapter);

1683
	adapter->ahw->diag_test = 0;
1684 1685 1686
	adapter->max_sds_rings = max_sds_rings;

	if (qlcnic_attach(adapter))
1687
		goto out;
1688 1689 1690

	if (netif_running(netdev))
		__qlcnic_up(adapter, netdev);
1691
out:
1692 1693 1694
	netif_device_attach(netdev);
}

A
Anirban Chakraborty 已提交
1695 1696
static int qlcnic_alloc_adapter_resources(struct qlcnic_adapter *adapter)
{
1697
	struct qlcnic_hardware_context *ahw = adapter->ahw;
A
Anirban Chakraborty 已提交
1698
	int err = 0;
1699

A
Anirban Chakraborty 已提交
1700 1701 1702 1703
	adapter->recv_ctx = kzalloc(sizeof(struct qlcnic_recv_context),
				GFP_KERNEL);
	if (!adapter->recv_ctx) {
		err = -ENOMEM;
A
Anirban Chakraborty 已提交
1704
		goto err_out;
A
Anirban Chakraborty 已提交
1705
	}
A
Anirban Chakraborty 已提交
1706
	/* Initialize interrupt coalesce parameters */
1707 1708 1709 1710 1711 1712 1713 1714
	ahw->coal.flag = QLCNIC_INTR_DEFAULT;
	ahw->coal.type = QLCNIC_INTR_COAL_TYPE_RX;
	ahw->coal.rx_time_us = QLCNIC_DEF_INTR_COALESCE_RX_TIME_US;
	ahw->coal.rx_packets = QLCNIC_DEF_INTR_COALESCE_RX_PACKETS;
	if (qlcnic_83xx_check(adapter)) {
		ahw->coal.tx_time_us = QLCNIC_DEF_INTR_COALESCE_TX_TIME_US;
		ahw->coal.tx_packets = QLCNIC_DEF_INTR_COALESCE_TX_PACKETS;
	}
S
Sony Chacko 已提交
1715 1716
	/* clear stats */
	memset(&adapter->stats, 0, sizeof(adapter->stats));
A
Anirban Chakraborty 已提交
1717 1718 1719 1720 1721 1722 1723 1724 1725
err_out:
	return err;
}

static void qlcnic_free_adapter_resources(struct qlcnic_adapter *adapter)
{
	kfree(adapter->recv_ctx);
	adapter->recv_ctx = NULL;

A
Anirban Chakraborty 已提交
1726 1727 1728 1729
	if (adapter->ahw->fw_dump.tmpl_hdr) {
		vfree(adapter->ahw->fw_dump.tmpl_hdr);
		adapter->ahw->fw_dump.tmpl_hdr = NULL;
	}
S
Sony Chacko 已提交
1730

1731
	kfree(adapter->ahw->reset.buff);
S
Sony Chacko 已提交
1732
	adapter->ahw->fw_dump.tmpl_hdr = NULL;
A
Anirban Chakraborty 已提交
1733 1734
}

1735 1736 1737 1738
int qlcnic_diag_alloc_res(struct net_device *netdev, int test)
{
	struct qlcnic_adapter *adapter = netdev_priv(netdev);
	struct qlcnic_host_sds_ring *sds_ring;
1739
	struct qlcnic_host_rds_ring *rds_ring;
1740 1741 1742 1743 1744 1745 1746 1747 1748 1749 1750
	int ring;
	int ret;

	netif_device_detach(netdev);

	if (netif_running(netdev))
		__qlcnic_down(adapter, netdev);

	qlcnic_detach(adapter);

	adapter->max_sds_rings = 1;
1751
	adapter->ahw->diag_test = test;
S
Sony Chacko 已提交
1752
	adapter->ahw->linkup = 0;
1753 1754

	ret = qlcnic_attach(adapter);
1755 1756
	if (ret) {
		netif_device_attach(netdev);
1757
		return ret;
1758
	}
1759

1760 1761 1762
	ret = qlcnic_fw_create_ctx(adapter);
	if (ret) {
		qlcnic_detach(adapter);
1763
		netif_device_attach(netdev);
1764 1765 1766 1767
		return ret;
	}

	for (ring = 0; ring < adapter->max_rds_rings; ring++) {
A
Anirban Chakraborty 已提交
1768
		rds_ring = &adapter->recv_ctx->rds_rings[ring];
S
Sony Chacko 已提交
1769
		qlcnic_post_rx_buffers(adapter, rds_ring, ring);
1770 1771
	}

1772
	if (adapter->ahw->diag_test == QLCNIC_INTERRUPT_TEST) {
1773
		for (ring = 0; ring < adapter->max_sds_rings; ring++) {
A
Anirban Chakraborty 已提交
1774
			sds_ring = &adapter->recv_ctx->sds_rings[ring];
1775
			qlcnic_enable_int(sds_ring);
1776
		}
1777
	}
1778

1779
	if (adapter->ahw->diag_test == QLCNIC_LOOPBACK_TEST) {
1780 1781 1782 1783
		adapter->ahw->loopback_state = 0;
		qlcnic_linkevent_request(adapter, 1);
	}

1784
	set_bit(__QLCNIC_DEV_UP, &adapter->state);
1785 1786 1787 1788

	return 0;
}

1789 1790 1791 1792 1793 1794 1795 1796 1797 1798 1799 1800 1801 1802 1803 1804 1805 1806
/* Reset context in hardware only */
static int
qlcnic_reset_hw_context(struct qlcnic_adapter *adapter)
{
	struct net_device *netdev = adapter->netdev;

	if (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
		return -EBUSY;

	netif_device_detach(netdev);

	qlcnic_down(adapter, netdev);

	qlcnic_up(adapter, netdev);

	netif_device_attach(netdev);

	clear_bit(__QLCNIC_RESETTING, &adapter->state);
S
Sony Chacko 已提交
1807
	dev_err(&adapter->pdev->dev, "%s:\n", __func__);
1808 1809 1810
	return 0;
}

1811 1812 1813 1814 1815 1816 1817 1818 1819 1820 1821 1822 1823 1824 1825 1826 1827 1828 1829 1830
int
qlcnic_reset_context(struct qlcnic_adapter *adapter)
{
	int err = 0;
	struct net_device *netdev = adapter->netdev;

	if (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
		return -EBUSY;

	if (adapter->is_up == QLCNIC_ADAPTER_UP_MAGIC) {

		netif_device_detach(netdev);

		if (netif_running(netdev))
			__qlcnic_down(adapter, netdev);

		qlcnic_detach(adapter);

		if (netif_running(netdev)) {
			err = qlcnic_attach(adapter);
A
Anirban Chakraborty 已提交
1831
			if (!err) {
1832
				__qlcnic_up(adapter, netdev);
A
Anirban Chakraborty 已提交
1833 1834
				qlcnic_restore_indev_addr(netdev, NETDEV_UP);
			}
1835 1836 1837 1838 1839 1840 1841 1842 1843
		}

		netif_device_attach(netdev);
	}

	clear_bit(__QLCNIC_RESETTING, &adapter->state);
	return err;
}

1844 1845 1846 1847 1848 1849 1850 1851 1852 1853 1854 1855 1856 1857 1858 1859
void qlcnic_82xx_set_mac_filter_count(struct qlcnic_adapter *adapter)
{
	struct qlcnic_hardware_context *ahw = adapter->ahw;
	u16 act_pci_fn = ahw->act_pci_func;
	u16 count;

	ahw->max_mc_count = QLCNIC_MAX_MC_COUNT;
	if (act_pci_fn <= 2)
		count = (QLCNIC_MAX_UC_COUNT - QLCNIC_MAX_MC_COUNT) /
			 act_pci_fn;
	else
		count = (QLCNIC_LB_MAX_FILTERS - QLCNIC_MAX_MC_COUNT) /
			 act_pci_fn;
	ahw->max_uc_count = count;
}

R
Rajesh Borundia 已提交
1860
int
S
Sony Chacko 已提交
1861 1862
qlcnic_setup_netdev(struct qlcnic_adapter *adapter, struct net_device *netdev,
		    int pci_using_dac)
1863 1864 1865 1866
{
	int err;
	struct pci_dev *pdev = adapter->pdev;

S
Sony Chacko 已提交
1867
	adapter->rx_csum = 1;
1868
	adapter->ahw->mc_enabled = 0;
1869
	qlcnic_set_mac_filter_count(adapter);
1870 1871

	netdev->netdev_ops	   = &qlcnic_netdev_ops;
S
Sony Chacko 已提交
1872
	netdev->watchdog_timeo     = QLCNIC_WATCHDOG_TIMEOUTVALUE * HZ;
1873 1874 1875

	qlcnic_change_mtu(netdev, netdev->mtu);

1876 1877 1878 1879
	if (qlcnic_sriov_vf_check(adapter))
		SET_ETHTOOL_OPS(netdev, &qlcnic_sriov_vf_ethtool_ops);
	else
		SET_ETHTOOL_OPS(netdev, &qlcnic_ethtool_ops);
1880

1881
	netdev->features |= (NETIF_F_SG | NETIF_F_IP_CSUM | NETIF_F_RXCSUM |
S
Sony Chacko 已提交
1882
			     NETIF_F_IPV6_CSUM | NETIF_F_GRO |
1883
			     NETIF_F_HW_VLAN_CTAG_RX);
S
Sony Chacko 已提交
1884 1885
	netdev->vlan_features |= (NETIF_F_SG | NETIF_F_IP_CSUM |
				  NETIF_F_IPV6_CSUM);
1886

S
Sony Chacko 已提交
1887 1888 1889 1890
	if (QLCNIC_IS_TSO_CAPABLE(adapter)) {
		netdev->features |= (NETIF_F_TSO | NETIF_F_TSO6);
		netdev->vlan_features |= (NETIF_F_TSO | NETIF_F_TSO6);
	}
1891

S
Sony Chacko 已提交
1892 1893 1894 1895
	if (pci_using_dac) {
		netdev->features |= NETIF_F_HIGHDMA;
		netdev->vlan_features |= NETIF_F_HIGHDMA;
	}
1896

S
Sony Chacko 已提交
1897
	if (qlcnic_vlan_tx_check(adapter))
1898
		netdev->features |= (NETIF_F_HW_VLAN_CTAG_TX);
1899

1900 1901 1902
	if (qlcnic_sriov_vf_check(adapter))
		netdev->features |= NETIF_F_HW_VLAN_CTAG_FILTER;

S
Sony Chacko 已提交
1903 1904
	if (adapter->ahw->capabilities & QLCNIC_FW_CAPABILITY_HW_LRO)
		netdev->features |= NETIF_F_LRO;
1905

1906
	netdev->hw_features = netdev->features;
1907
	netdev->priv_flags |= IFF_UNICAST_FLT;
1908 1909 1910 1911 1912 1913 1914 1915 1916 1917 1918
	netdev->irq = adapter->msix_entries[0].vector;

	err = register_netdev(netdev);
	if (err) {
		dev_err(&pdev->dev, "failed to register net device\n");
		return err;
	}

	return 0;
}

S
Sony Chacko 已提交
1919
static int qlcnic_set_dma_mask(struct pci_dev *pdev, int *pci_using_dac)
1920 1921 1922 1923 1924 1925 1926 1927 1928 1929 1930 1931 1932 1933 1934
{
	if (!pci_set_dma_mask(pdev, DMA_BIT_MASK(64)) &&
			!pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(64)))
		*pci_using_dac = 1;
	else if (!pci_set_dma_mask(pdev, DMA_BIT_MASK(32)) &&
			!pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(32)))
		*pci_using_dac = 0;
	else {
		dev_err(&pdev->dev, "Unable to set DMA mask, aborting\n");
		return -EIO;
	}

	return 0;
}

S
Sony Chacko 已提交
1935 1936 1937 1938 1939 1940 1941 1942 1943 1944 1945 1946 1947 1948 1949 1950 1951 1952 1953
void qlcnic_free_tx_rings(struct qlcnic_adapter *adapter)
{
	int ring;
	struct qlcnic_host_tx_ring *tx_ring;

	for (ring = 0; ring < adapter->max_drv_tx_rings; ring++) {
		tx_ring = &adapter->tx_ring[ring];
		if (tx_ring && tx_ring->cmd_buf_arr != NULL) {
			vfree(tx_ring->cmd_buf_arr);
			tx_ring->cmd_buf_arr = NULL;
		}
	}
	if (adapter->tx_ring != NULL)
		kfree(adapter->tx_ring);
}

int qlcnic_alloc_tx_rings(struct qlcnic_adapter *adapter,
			  struct net_device *netdev)
{
1954
	int ring, vector, index;
S
Sony Chacko 已提交
1955 1956 1957
	struct qlcnic_host_tx_ring *tx_ring;
	struct qlcnic_cmd_buffer *cmd_buf_arr;

1958 1959 1960
	tx_ring = kcalloc(adapter->max_drv_tx_rings,
			  sizeof(struct qlcnic_host_tx_ring), GFP_KERNEL);
	if (tx_ring == NULL)
S
Sony Chacko 已提交
1961
		return -ENOMEM;
1962

S
Sony Chacko 已提交
1963 1964 1965 1966 1967 1968 1969 1970 1971 1972 1973 1974 1975 1976 1977 1978 1979 1980 1981 1982 1983 1984 1985 1986 1987 1988 1989 1990 1991
	adapter->tx_ring = tx_ring;

	for (ring = 0; ring < adapter->max_drv_tx_rings; ring++) {
		tx_ring = &adapter->tx_ring[ring];
		tx_ring->num_desc = adapter->num_txd;
		tx_ring->txq = netdev_get_tx_queue(netdev, ring);
		cmd_buf_arr = vzalloc(TX_BUFF_RINGSIZE(tx_ring));
		if (cmd_buf_arr == NULL) {
			qlcnic_free_tx_rings(adapter);
			return -ENOMEM;
		}
		memset(cmd_buf_arr, 0, TX_BUFF_RINGSIZE(tx_ring));
		tx_ring->cmd_buf_arr = cmd_buf_arr;
	}

	if (qlcnic_83xx_check(adapter)) {
		for (ring = 0; ring < adapter->max_drv_tx_rings; ring++) {
			tx_ring = &adapter->tx_ring[ring];
			tx_ring->adapter = adapter;
			if (adapter->flags & QLCNIC_MSIX_ENABLED) {
				index = adapter->max_sds_rings + ring;
				vector = adapter->msix_entries[index].vector;
				tx_ring->irq = vector;
			}
		}
	}
	return 0;
}

1992 1993 1994 1995 1996 1997 1998 1999 2000 2001 2002 2003 2004 2005 2006
void qlcnic_set_drv_version(struct qlcnic_adapter *adapter)
{
	struct qlcnic_hardware_context *ahw = adapter->ahw;
	u32 fw_cmd = 0;

	if (qlcnic_82xx_check(adapter))
		fw_cmd = QLCNIC_CMD_82XX_SET_DRV_VER;
	else if (qlcnic_83xx_check(adapter))
		fw_cmd = QLCNIC_CMD_83XX_SET_DRV_VER;

	if ((ahw->capabilities & QLCNIC_FW_CAPABILITY_MORE_CAPS) &&
	    (ahw->extra_capability[0] & QLCNIC_FW_CAPABILITY_SET_DRV_VER))
		qlcnic_fw_cmd_set_drv_version(adapter, fw_cmd);
}

B
Bill Pemberton 已提交
2007
static int
2008 2009 2010 2011
qlcnic_probe(struct pci_dev *pdev, const struct pci_device_id *ent)
{
	struct net_device *netdev = NULL;
	struct qlcnic_adapter *adapter = NULL;
2012
	struct qlcnic_hardware_context *ahw;
S
Sony Chacko 已提交
2013
	int err, pci_using_dac = -1;
2014
	char board_name[QLCNIC_MAX_BOARD_NAME_LEN + 19]; /* MAC + ": " + name */
2015

R
Rajesh Borundia 已提交
2016 2017 2018
	if (pdev->is_virtfn)
		return -ENODEV;

2019 2020 2021 2022 2023 2024 2025 2026 2027
	err = pci_enable_device(pdev);
	if (err)
		return err;

	if (!(pci_resource_flags(pdev, 0) & IORESOURCE_MEM)) {
		err = -ENODEV;
		goto err_out_disable_pdev;
	}

2028 2029 2030 2031
	err = qlcnic_set_dma_mask(pdev, &pci_using_dac);
	if (err)
		goto err_out_disable_pdev;

2032 2033 2034 2035 2036
	err = pci_request_regions(pdev, qlcnic_driver_name);
	if (err)
		goto err_out_disable_pdev;

	pci_set_master(pdev);
S
Sucheta Chakraborty 已提交
2037
	pci_enable_pcie_error_reporting(pdev);
2038

2039
	ahw = kzalloc(sizeof(struct qlcnic_hardware_context), GFP_KERNEL);
2040 2041
	if (!ahw) {
		err = -ENOMEM;
2042
		goto err_out_free_res;
2043
	}
2044

R
Rajesh Borundia 已提交
2045 2046
	switch (ent->device) {
	case PCI_DEVICE_ID_QLOGIC_QLE824X:
2047
		ahw->hw_ops = &qlcnic_hw_ops;
R
Rajesh Borundia 已提交
2048 2049 2050
		ahw->reg_tbl = (u32 *) qlcnic_reg_tbl;
		break;
	case PCI_DEVICE_ID_QLOGIC_QLE834X:
S
Sony Chacko 已提交
2051
		qlcnic_83xx_register_map(ahw);
R
Rajesh Borundia 已提交
2052 2053 2054 2055 2056
		break;
	case PCI_DEVICE_ID_QLOGIC_VF_QLE834X:
		qlcnic_sriov_vf_register_map(ahw);
		break;
	default:
S
Sony Chacko 已提交
2057
		goto err_out_free_hw_res;
2058 2059 2060 2061 2062 2063
	}

	err = qlcnic_setup_pci_map(pdev, ahw);
	if (err)
		goto err_out_free_hw_res;

2064 2065 2066
	netdev = alloc_etherdev(sizeof(struct qlcnic_adapter));
	if (!netdev) {
		err = -ENOMEM;
2067
		goto err_out_iounmap;
2068 2069 2070 2071 2072 2073 2074
	}

	SET_NETDEV_DEV(netdev, &pdev->dev);

	adapter = netdev_priv(netdev);
	adapter->netdev  = netdev;
	adapter->pdev    = pdev;
S
Sony Chacko 已提交
2075 2076 2077 2078
	adapter->ahw = ahw;

	adapter->qlcnic_wq = create_singlethread_workqueue("qlcnic");
	if (adapter->qlcnic_wq == NULL) {
2079
		err = -ENOMEM;
S
Sony Chacko 已提交
2080 2081 2082
		dev_err(&pdev->dev, "Failed to create workqueue\n");
		goto err_out_free_netdev;
	}
2083

2084 2085
	err = qlcnic_alloc_adapter_resources(adapter);
	if (err)
A
Anirban Chakraborty 已提交
2086 2087 2088
		goto err_out_free_netdev;

	adapter->dev_rst_time = jiffies;
2089
	adapter->ahw->revision_id = pdev->revision;
2090 2091 2092 2093
	if (qlcnic_mac_learn == FDB_MAC_LEARN)
		adapter->fdb_mac_learn = true;
	else if (qlcnic_mac_learn == DRV_MAC_LEARN)
		adapter->drv_mac_learn = true;
2094
	adapter->max_drv_tx_rings = 1;
2095

A
Anirban Chakraborty 已提交
2096 2097
	rwlock_init(&adapter->ahw->crb_lock);
	mutex_init(&adapter->ahw->mem_lock);
2098 2099 2100 2101

	spin_lock_init(&adapter->tx_clean_lock);
	INIT_LIST_HEAD(&adapter->mac_list);

2102
	if (qlcnic_82xx_check(adapter)) {
S
Sony Chacko 已提交
2103
		qlcnic_check_vf(adapter, ent);
2104 2105 2106 2107 2108 2109
		adapter->portnum = adapter->ahw->pci_func;
		err = qlcnic_start_firmware(adapter);
		if (err) {
			dev_err(&pdev->dev, "Loading fw failed.Please Reboot\n");
			goto err_out_free_hw;
		}
2110

2111 2112 2113
		err = qlcnic_setup_idc_param(adapter);
		if (err)
			goto err_out_free_hw;
2114

2115
		adapter->flags |= QLCNIC_NEED_FLR;
S
Sony Chacko 已提交
2116 2117 2118
	} else if (qlcnic_83xx_check(adapter)) {
		qlcnic_83xx_check_vf(adapter, ent);
		adapter->portnum = adapter->ahw->pci_func;
R
Rajesh Borundia 已提交
2119
		err = qlcnic_83xx_init(adapter, pci_using_dac);
2120 2121 2122 2123
		if (err) {
			dev_err(&pdev->dev, "%s: failed\n", __func__);
			goto err_out_free_hw;
		}
R
Rajesh Borundia 已提交
2124 2125
		if (qlcnic_sriov_vf_check(adapter))
			return 0;
S
Sony Chacko 已提交
2126 2127 2128 2129
	} else {
		dev_err(&pdev->dev,
			"%s: failed. Please Reboot\n", __func__);
		goto err_out_free_hw;
2130
	}
2131

R
Rajesh Borundia 已提交
2132 2133 2134 2135
	if (qlcnic_read_mac_addr(adapter))
		dev_warn(&pdev->dev, "failed to read mac addr\n");

	if (adapter->portnum == 0) {
S
Sony Chacko 已提交
2136
		qlcnic_get_board_name(adapter, board_name);
S
Sony Chacko 已提交
2137

R
Rajesh Borundia 已提交
2138
		pr_info("%s: %s Board Chip rev 0x%x\n",
S
Sony Chacko 已提交
2139 2140
			module_name(THIS_MODULE),
			board_name, adapter->ahw->revision_id);
R
Rajesh Borundia 已提交
2141
	}
2142 2143 2144 2145

	if (qlcnic_83xx_check(adapter) && !qlcnic_use_msi_x &&
	    !!qlcnic_use_msi)
		dev_warn(&pdev->dev,
2146
			 "Device does not support MSI interrupts\n");
2147

2148 2149 2150 2151
	if (qlcnic_82xx_check(adapter)) {
		err = qlcnic_setup_intr(adapter, 0);
		if (err) {
			dev_err(&pdev->dev, "Failed to setup interrupt\n");
S
Sony Chacko 已提交
2152
			goto err_out_disable_msi;
2153
		}
S
Sony Chacko 已提交
2154
	}
2155

2156 2157 2158 2159
	err = qlcnic_get_act_pci_func(adapter);
	if (err)
		goto err_out_disable_mbx_intr;

2160
	err = qlcnic_setup_netdev(adapter, netdev, pci_using_dac);
2161
	if (err)
2162
		goto err_out_disable_mbx_intr;
2163

2164 2165
	if (adapter->portnum == 0)
		qlcnic_set_drv_version(adapter);
2166

2167 2168
	pci_set_drvdata(pdev, adapter);

2169 2170 2171
	if (qlcnic_82xx_check(adapter))
		qlcnic_schedule_work(adapter, qlcnic_fw_poll_work,
				     FW_POLL_DELAY);
2172

A
Anirban Chakraborty 已提交
2173
	switch (adapter->ahw->port_type) {
2174 2175 2176 2177 2178 2179 2180 2181 2182 2183
	case QLCNIC_GBE:
		dev_info(&adapter->pdev->dev, "%s: GbE port initialized\n",
				adapter->netdev->name);
		break;
	case QLCNIC_XGBE:
		dev_info(&adapter->pdev->dev, "%s: XGbE port initialized\n",
				adapter->netdev->name);
		break;
	}

2184
	if (adapter->drv_mac_learn)
2185 2186
		qlcnic_alloc_lb_filters_mem(adapter);

2187
	qlcnic_add_sysfs(adapter);
2188 2189 2190

	return 0;

2191
err_out_disable_mbx_intr:
2192
	if (qlcnic_83xx_check(adapter))
S
Sony Chacko 已提交
2193
		qlcnic_83xx_free_mbx_intr(adapter);
2194

2195 2196
err_out_disable_msi:
	qlcnic_teardown_intr(adapter);
2197
	qlcnic_cancel_idc_work(adapter);
2198
	qlcnic_clr_all_drv_state(adapter, 0);
2199

A
Anirban Chakraborty 已提交
2200 2201 2202
err_out_free_hw:
	qlcnic_free_adapter_resources(adapter);

2203 2204 2205
err_out_free_netdev:
	free_netdev(netdev);

2206
err_out_iounmap:
2207
	qlcnic_cleanup_pci_map(ahw);
2208 2209 2210 2211

err_out_free_hw_res:
	kfree(ahw);

2212 2213 2214 2215 2216 2217 2218 2219 2220
err_out_free_res:
	pci_release_regions(pdev);

err_out_disable_pdev:
	pci_set_drvdata(pdev, NULL);
	pci_disable_device(pdev);
	return err;
}

B
Bill Pemberton 已提交
2221
static void qlcnic_remove(struct pci_dev *pdev)
2222 2223 2224
{
	struct qlcnic_adapter *adapter;
	struct net_device *netdev;
S
Sony Chacko 已提交
2225
	struct qlcnic_hardware_context *ahw;
2226 2227 2228 2229 2230 2231

	adapter = pci_get_drvdata(pdev);
	if (adapter == NULL)
		return;

	netdev = adapter->netdev;
2232
	qlcnic_sriov_pf_disable(adapter);
2233

S
Sony Chacko 已提交
2234 2235
	qlcnic_cancel_idc_work(adapter);
	ahw = adapter->ahw;
2236 2237

	unregister_netdev(netdev);
2238
	qlcnic_sriov_cleanup(adapter);
2239

S
Sony Chacko 已提交
2240
	if (qlcnic_83xx_check(adapter)) {
2241 2242
		qlcnic_83xx_register_nic_idc_func(adapter, 0);
		cancel_delayed_work_sync(&adapter->idc_aen_work);
2243 2244 2245
		qlcnic_83xx_free_mbx_intr(adapter);
		qlcnic_83xx_detach_mailbox_work(adapter);
		qlcnic_83xx_free_mailbox(ahw->mailbox);
S
Sony Chacko 已提交
2246 2247
	}

2248 2249
	qlcnic_detach(adapter);

2250 2251 2252 2253 2254
	if (adapter->npars != NULL)
		kfree(adapter->npars);
	if (adapter->eswitch != NULL)
		kfree(adapter->eswitch);

2255 2256
	if (qlcnic_82xx_check(adapter))
		qlcnic_clr_all_drv_state(adapter, 0);
2257 2258 2259

	clear_bit(__QLCNIC_RESETTING, &adapter->state);

2260 2261
	qlcnic_free_lb_filters_mem(adapter);

2262 2263
	qlcnic_teardown_intr(adapter);

S
Sony Chacko 已提交
2264
	qlcnic_remove_sysfs(adapter);
2265

2266
	qlcnic_cleanup_pci_map(adapter->ahw);
2267 2268 2269

	qlcnic_release_firmware(adapter);

S
Sucheta Chakraborty 已提交
2270
	pci_disable_pcie_error_reporting(pdev);
2271 2272 2273 2274
	pci_release_regions(pdev);
	pci_disable_device(pdev);
	pci_set_drvdata(pdev, NULL);

S
Sony Chacko 已提交
2275 2276 2277 2278
	if (adapter->qlcnic_wq) {
		destroy_workqueue(adapter->qlcnic_wq);
		adapter->qlcnic_wq = NULL;
	}
A
Anirban Chakraborty 已提交
2279
	qlcnic_free_adapter_resources(adapter);
S
Sony Chacko 已提交
2280
	kfree(ahw);
2281 2282 2283 2284 2285 2286 2287 2288 2289 2290 2291 2292
	free_netdev(netdev);
}

static void qlcnic_shutdown(struct pci_dev *pdev)
{
	if (__qlcnic_shutdown(pdev))
		return;

	pci_disable_device(pdev);
}

#ifdef CONFIG_PM
2293
static int qlcnic_suspend(struct pci_dev *pdev, pm_message_t state)
2294 2295 2296 2297 2298 2299 2300 2301 2302 2303 2304
{
	int retval;

	retval = __qlcnic_shutdown(pdev);
	if (retval)
		return retval;

	pci_set_power_state(pdev, pci_choose_state(pdev, state));
	return 0;
}

2305
static int qlcnic_resume(struct pci_dev *pdev)
2306 2307 2308 2309 2310 2311 2312 2313 2314 2315 2316 2317
{
	struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
	int err;

	err = pci_enable_device(pdev);
	if (err)
		return err;

	pci_set_power_state(pdev, PCI_D0);
	pci_set_master(pdev);
	pci_restore_state(pdev);

2318
	return  __qlcnic_resume(adapter);
2319 2320 2321 2322 2323 2324 2325 2326
}
#endif

static int qlcnic_open(struct net_device *netdev)
{
	struct qlcnic_adapter *adapter = netdev_priv(netdev);
	int err;

2327 2328
	netif_carrier_off(netdev);

2329 2330 2331 2332 2333 2334 2335 2336 2337 2338 2339 2340 2341 2342 2343 2344 2345 2346 2347 2348 2349 2350 2351 2352 2353
	err = qlcnic_attach(adapter);
	if (err)
		return err;

	err = __qlcnic_up(adapter, netdev);
	if (err)
		goto err_out;

	netif_start_queue(netdev);

	return 0;

err_out:
	qlcnic_detach(adapter);
	return err;
}

/*
 * qlcnic_close - Disables a network interface entry point
 */
static int qlcnic_close(struct net_device *netdev)
{
	struct qlcnic_adapter *adapter = netdev_priv(netdev);

	__qlcnic_down(adapter, netdev);
S
Sony Chacko 已提交
2354

2355 2356 2357
	return 0;
}

2358
void qlcnic_alloc_lb_filters_mem(struct qlcnic_adapter *adapter)
2359 2360 2361
{
	void *head;
	int i;
S
Sony Chacko 已提交
2362 2363 2364
	struct net_device *netdev = adapter->netdev;
	u32 filter_size = 0;
	u16 act_pci_func = 0;
2365

2366
	if (adapter->fhash.fmax && adapter->fhash.fhead)
2367 2368
		return;

S
Sony Chacko 已提交
2369
	act_pci_func = adapter->ahw->act_pci_func;
2370
	spin_lock_init(&adapter->mac_learn_lock);
2371
	spin_lock_init(&adapter->rx_mac_learn_lock);
2372

S
Sony Chacko 已提交
2373 2374 2375 2376 2377 2378 2379 2380 2381
	if (qlcnic_82xx_check(adapter)) {
		filter_size = QLCNIC_LB_MAX_FILTERS;
		adapter->fhash.fbucket_size = QLCNIC_LB_BUCKET_SIZE;
	} else {
		filter_size = QLC_83XX_LB_MAX_FILTERS;
		adapter->fhash.fbucket_size = QLC_83XX_LB_BUCKET_SIZE;
	}

	head = kcalloc(adapter->fhash.fbucket_size,
2382
		       sizeof(struct hlist_head), GFP_ATOMIC);
S
Sony Chacko 已提交
2383

2384 2385 2386
	if (!head)
		return;

S
Sony Chacko 已提交
2387
	adapter->fhash.fmax = (filter_size / act_pci_func);
2388
	adapter->fhash.fhead = head;
2389

S
Sony Chacko 已提交
2390 2391 2392 2393
	netdev_info(netdev, "active nic func = %d, mac filter size=%d\n",
		    act_pci_func, adapter->fhash.fmax);

	for (i = 0; i < adapter->fhash.fbucket_size; i++)
2394
		INIT_HLIST_HEAD(&adapter->fhash.fhead[i]);
2395 2396 2397 2398 2399 2400 2401 2402 2403 2404 2405 2406 2407 2408

	adapter->rx_fhash.fbucket_size = adapter->fhash.fbucket_size;

	head = kcalloc(adapter->rx_fhash.fbucket_size,
		       sizeof(struct hlist_head), GFP_ATOMIC);

	if (!head)
		return;

	adapter->rx_fhash.fmax = (filter_size / act_pci_func);
	adapter->rx_fhash.fhead = head;

	for (i = 0; i < adapter->rx_fhash.fbucket_size; i++)
		INIT_HLIST_HEAD(&adapter->rx_fhash.fhead[i]);
2409 2410 2411 2412 2413 2414 2415 2416 2417
}

static void qlcnic_free_lb_filters_mem(struct qlcnic_adapter *adapter)
{
	if (adapter->fhash.fmax && adapter->fhash.fhead)
		kfree(adapter->fhash.fhead);

	adapter->fhash.fhead = NULL;
	adapter->fhash.fmax = 0;
2418 2419 2420 2421 2422 2423

	if (adapter->rx_fhash.fmax && adapter->rx_fhash.fhead)
		kfree(adapter->rx_fhash.fhead);

	adapter->rx_fhash.fmax = 0;
	adapter->rx_fhash.fhead = NULL;
2424 2425
}

2426
int qlcnic_check_temp(struct qlcnic_adapter *adapter)
2427 2428
{
	struct net_device *netdev = adapter->netdev;
2429
	u32 temp_state, temp_val, temp = 0;
2430 2431
	int rv = 0;

S
Sony Chacko 已提交
2432 2433 2434
	if (qlcnic_83xx_check(adapter))
		temp = QLCRDX(adapter->ahw, QLC_83XX_ASIC_TEMP);

2435
	if (qlcnic_82xx_check(adapter))
2436
		temp = QLC_SHARED_REG_RD32(adapter, QLCNIC_ASIC_TEMP);
2437 2438 2439 2440 2441 2442 2443 2444 2445 2446 2447

	temp_state = qlcnic_get_temp_state(temp);
	temp_val = qlcnic_get_temp_val(temp);

	if (temp_state == QLCNIC_TEMP_PANIC) {
		dev_err(&netdev->dev,
		       "Device temperature %d degrees C exceeds"
		       " maximum allowed. Hardware has been shut down.\n",
		       temp_val);
		rv = 1;
	} else if (temp_state == QLCNIC_TEMP_WARN) {
2448
		if (adapter->ahw->temp == QLCNIC_TEMP_NORMAL) {
2449 2450 2451 2452 2453 2454 2455
			dev_err(&netdev->dev,
			       "Device temperature %d degrees C "
			       "exceeds operating range."
			       " Immediate action needed.\n",
			       temp_val);
		}
	} else {
2456
		if (adapter->ahw->temp == QLCNIC_TEMP_WARN) {
2457 2458 2459 2460 2461
			dev_info(&netdev->dev,
			       "Device temperature is now %d degrees C"
			       " in normal range.\n", temp_val);
		}
	}
2462
	adapter->ahw->temp = temp_state;
2463 2464 2465 2466 2467 2468 2469 2470 2471 2472
	return rv;
}

static void qlcnic_tx_timeout(struct net_device *netdev)
{
	struct qlcnic_adapter *adapter = netdev_priv(netdev);

	if (test_bit(__QLCNIC_RESETTING, &adapter->state))
		return;

2473 2474 2475 2476 2477 2478 2479 2480 2481
	if (++adapter->tx_timeo_cnt >= QLCNIC_MAX_TX_TIMEOUTS) {
		netdev_info(netdev, "Tx timeout, reset the adapter.\n");
		if (qlcnic_82xx_check(adapter))
			adapter->need_fw_reset = 1;
		else if (qlcnic_83xx_check(adapter))
			qlcnic_83xx_idc_request_reset(adapter,
						      QLCNIC_FORCE_FW_DUMP_KEY);
	} else {
		netdev_info(netdev, "Tx timeout, reset adapter context.\n");
2482
		adapter->ahw->reset_context = 1;
2483
	}
2484 2485 2486 2487 2488 2489 2490 2491 2492
}

static struct net_device_stats *qlcnic_get_stats(struct net_device *netdev)
{
	struct qlcnic_adapter *adapter = netdev_priv(netdev);
	struct net_device_stats *stats = &netdev->stats;

	stats->rx_packets = adapter->stats.rx_pkts + adapter->stats.lro_pkts;
	stats->tx_packets = adapter->stats.xmitfinished;
2493
	stats->rx_bytes = adapter->stats.rxbytes + adapter->stats.lrobytes;
2494 2495 2496 2497 2498 2499 2500
	stats->tx_bytes = adapter->stats.txbytes;
	stats->rx_dropped = adapter->stats.rxdropped;
	stats->tx_dropped = adapter->stats.txdropped;

	return stats;
}

2501
irqreturn_t qlcnic_82xx_clear_legacy_intr(struct qlcnic_adapter *adapter)
2502 2503 2504 2505 2506
{
	u32 status;

	status = readl(adapter->isr_int_vec);

2507
	if (!(status & adapter->ahw->int_vec_bit))
2508 2509 2510 2511 2512 2513 2514 2515 2516 2517 2518 2519
		return IRQ_NONE;

	/* check interrupt state machine, to be sure */
	status = readl(adapter->crb_int_state_reg);
	if (!ISR_LEGACY_INT_TRIGGERED(status))
		return IRQ_NONE;

	writel(0xffffffff, adapter->tgt_status_reg);
	/* read twice to ensure write is flushed */
	readl(adapter->isr_int_vec);
	readl(adapter->isr_int_vec);

2520 2521 2522 2523 2524 2525 2526 2527 2528 2529 2530 2531 2532 2533 2534 2535 2536 2537 2538
	return IRQ_HANDLED;
}

static irqreturn_t qlcnic_tmp_intr(int irq, void *data)
{
	struct qlcnic_host_sds_ring *sds_ring = data;
	struct qlcnic_adapter *adapter = sds_ring->adapter;

	if (adapter->flags & QLCNIC_MSIX_ENABLED)
		goto done;
	else if (adapter->flags & QLCNIC_MSI_ENABLED) {
		writel(0xffffffff, adapter->tgt_status_reg);
		goto done;
	}

	if (qlcnic_clear_legacy_intr(adapter) == IRQ_NONE)
		return IRQ_NONE;

done:
2539
	adapter->ahw->diag_cnt++;
2540 2541 2542 2543 2544 2545 2546 2547 2548 2549 2550 2551
	qlcnic_enable_int(sds_ring);
	return IRQ_HANDLED;
}

static irqreturn_t qlcnic_intr(int irq, void *data)
{
	struct qlcnic_host_sds_ring *sds_ring = data;
	struct qlcnic_adapter *adapter = sds_ring->adapter;

	if (qlcnic_clear_legacy_intr(adapter) == IRQ_NONE)
		return IRQ_NONE;

2552 2553 2554 2555 2556 2557 2558 2559 2560 2561 2562 2563 2564 2565 2566 2567 2568 2569 2570 2571 2572 2573 2574 2575 2576
	napi_schedule(&sds_ring->napi);

	return IRQ_HANDLED;
}

static irqreturn_t qlcnic_msi_intr(int irq, void *data)
{
	struct qlcnic_host_sds_ring *sds_ring = data;
	struct qlcnic_adapter *adapter = sds_ring->adapter;

	/* clear interrupt */
	writel(0xffffffff, adapter->tgt_status_reg);

	napi_schedule(&sds_ring->napi);
	return IRQ_HANDLED;
}

static irqreturn_t qlcnic_msix_intr(int irq, void *data)
{
	struct qlcnic_host_sds_ring *sds_ring = data;

	napi_schedule(&sds_ring->napi);
	return IRQ_HANDLED;
}

S
Sony Chacko 已提交
2577 2578 2579 2580 2581 2582 2583 2584
static irqreturn_t qlcnic_msix_tx_intr(int irq, void *data)
{
	struct qlcnic_host_tx_ring *tx_ring = data;

	napi_schedule(&tx_ring->napi);
	return IRQ_HANDLED;
}

2585 2586 2587
#ifdef CONFIG_NET_POLL_CONTROLLER
static void qlcnic_poll_controller(struct net_device *netdev)
{
Y
Yinglin Luan 已提交
2588 2589
	int ring;
	struct qlcnic_host_sds_ring *sds_ring;
2590
	struct qlcnic_adapter *adapter = netdev_priv(netdev);
A
Anirban Chakraborty 已提交
2591
	struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
Y
Yinglin Luan 已提交
2592

2593
	disable_irq(adapter->irq);
Y
Yinglin Luan 已提交
2594 2595 2596 2597
	for (ring = 0; ring < adapter->max_sds_rings; ring++) {
		sds_ring = &recv_ctx->sds_rings[ring];
		qlcnic_intr(adapter->irq, sds_ring);
	}
2598 2599 2600 2601
	enable_irq(adapter->irq);
}
#endif

2602 2603 2604 2605 2606 2607 2608 2609 2610
static void
qlcnic_idc_debug_info(struct qlcnic_adapter *adapter, u8 encoding)
{
	u32 val;

	val = adapter->portnum & 0xf;
	val |= encoding << 7;
	val |= (jiffies - adapter->dev_rst_time) << 8;

2611
	QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DRV_SCRATCH, val);
2612 2613 2614
	adapter->dev_rst_time = jiffies;
}

2615 2616
static int
qlcnic_set_drv_state(struct qlcnic_adapter *adapter, u8 state)
2617 2618 2619 2620 2621 2622 2623
{
	u32  val;

	WARN_ON(state != QLCNIC_DEV_NEED_RESET &&
			state != QLCNIC_DEV_NEED_QUISCENT);

	if (qlcnic_api_lock(adapter))
2624
		return -EIO;
2625

2626
	val = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_STATE);
2627 2628

	if (state == QLCNIC_DEV_NEED_RESET)
2629
		QLC_DEV_SET_RST_RDY(val, adapter->portnum);
2630
	else if (state == QLCNIC_DEV_NEED_QUISCENT)
2631
		QLC_DEV_SET_QSCNT_RDY(val, adapter->portnum);
2632

2633
	QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DRV_STATE, val);
2634 2635

	qlcnic_api_unlock(adapter);
2636 2637

	return 0;
2638 2639
}

2640 2641 2642 2643 2644 2645 2646 2647
static int
qlcnic_clr_drv_state(struct qlcnic_adapter *adapter)
{
	u32  val;

	if (qlcnic_api_lock(adapter))
		return -EBUSY;

2648
	val = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_STATE);
2649
	QLC_DEV_CLR_RST_QSCNT(val, adapter->portnum);
2650
	QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DRV_STATE, val);
2651 2652 2653 2654 2655 2656

	qlcnic_api_unlock(adapter);

	return 0;
}

2657
void qlcnic_clr_all_drv_state(struct qlcnic_adapter *adapter, u8 failed)
2658 2659 2660 2661 2662 2663
{
	u32  val;

	if (qlcnic_api_lock(adapter))
		goto err;

2664
	val = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_ACTIVE);
2665
	QLC_DEV_CLR_REF_CNT(val, adapter->portnum);
2666
	QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DRV_ACTIVE, val);
2667

2668
	if (failed) {
2669 2670
		QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_STATE,
				    QLCNIC_DEV_FAILED);
2671 2672 2673
		dev_info(&adapter->pdev->dev,
				"Device state set to Failed. Please Reboot\n");
	} else if (!(val & 0x11111111))
2674 2675
		QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_STATE,
				    QLCNIC_DEV_COLD);
2676

2677
	val = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_STATE);
2678
	QLC_DEV_CLR_RST_QSCNT(val, adapter->portnum);
2679
	QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DRV_STATE, val);
2680 2681 2682 2683

	qlcnic_api_unlock(adapter);
err:
	adapter->fw_fail_cnt = 0;
S
Sritej Velaga 已提交
2684
	adapter->flags &= ~QLCNIC_FW_HANG;
2685 2686 2687 2688
	clear_bit(__QLCNIC_START_FW, &adapter->state);
	clear_bit(__QLCNIC_RESETTING, &adapter->state);
}

2689
/* Grab api lock, before checking state */
2690 2691 2692
static int
qlcnic_check_drv_state(struct qlcnic_adapter *adapter)
{
2693
	int act, state, active_mask;
2694
	struct qlcnic_hardware_context *ahw = adapter->ahw;
2695

2696 2697
	state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_STATE);
	act = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_ACTIVE);
2698

2699
	if (adapter->flags & QLCNIC_FW_RESET_OWNER) {
2700
		active_mask = (~(1 << (ahw->pci_func * 4)));
2701 2702 2703
		act = act & active_mask;
	}

2704 2705 2706 2707 2708 2709 2710
	if (((state & 0x11111111) == (act & 0x11111111)) ||
			((act & 0x11111111) == ((state >> 1) & 0x11111111)))
		return 0;
	else
		return 1;
}

S
Sucheta Chakraborty 已提交
2711 2712
static int qlcnic_check_idc_ver(struct qlcnic_adapter *adapter)
{
2713
	u32 val = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_IDC_VER);
S
Sucheta Chakraborty 已提交
2714 2715 2716 2717 2718 2719 2720 2721 2722

	if (val != QLCNIC_DRV_IDC_VER) {
		dev_warn(&adapter->pdev->dev, "IDC Version mismatch, driver's"
			" idc ver = %x; reqd = %x\n", QLCNIC_DRV_IDC_VER, val);
	}

	return 0;
}

2723 2724 2725 2726
static int
qlcnic_can_start_firmware(struct qlcnic_adapter *adapter)
{
	u32 val, prev_state;
2727
	u8 dev_init_timeo = adapter->dev_init_timeo;
2728
	u8 portnum = adapter->portnum;
S
Sucheta Chakraborty 已提交
2729
	u8 ret;
2730

2731 2732 2733
	if (test_and_clear_bit(__QLCNIC_START_FW, &adapter->state))
		return 1;

2734 2735 2736
	if (qlcnic_api_lock(adapter))
		return -1;

2737
	val = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_ACTIVE);
2738 2739
	if (!(val & (1 << (portnum * 4)))) {
		QLC_DEV_SET_REF_CNT(val, portnum);
2740
		QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DRV_ACTIVE, val);
2741 2742
	}

2743
	prev_state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DEV_STATE);
2744
	QLCDB(adapter, HW, "Device state = %u\n", prev_state);
2745 2746 2747

	switch (prev_state) {
	case QLCNIC_DEV_COLD:
2748 2749 2750 2751
		QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_STATE,
				    QLCNIC_DEV_INITIALIZING);
		QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DRV_IDC_VER,
				    QLCNIC_DRV_IDC_VER);
2752
		qlcnic_idc_debug_info(adapter, 0);
2753 2754 2755 2756
		qlcnic_api_unlock(adapter);
		return 1;

	case QLCNIC_DEV_READY:
S
Sucheta Chakraborty 已提交
2757
		ret = qlcnic_check_idc_ver(adapter);
2758
		qlcnic_api_unlock(adapter);
S
Sucheta Chakraborty 已提交
2759
		return ret;
2760 2761

	case QLCNIC_DEV_NEED_RESET:
2762
		val = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_STATE);
2763
		QLC_DEV_SET_RST_RDY(val, portnum);
2764
		QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DRV_STATE, val);
2765 2766 2767
		break;

	case QLCNIC_DEV_NEED_QUISCENT:
2768
		val = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_STATE);
2769
		QLC_DEV_SET_QSCNT_RDY(val, portnum);
2770
		QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DRV_STATE, val);
2771 2772 2773
		break;

	case QLCNIC_DEV_FAILED:
2774
		dev_err(&adapter->pdev->dev, "Device in failed state.\n");
2775 2776
		qlcnic_api_unlock(adapter);
		return -1;
2777 2778 2779 2780

	case QLCNIC_DEV_INITIALIZING:
	case QLCNIC_DEV_QUISCENT:
		break;
2781 2782 2783
	}

	qlcnic_api_unlock(adapter);
2784 2785

	do {
2786
		msleep(1000);
2787
		prev_state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DEV_STATE);
2788 2789 2790 2791

		if (prev_state == QLCNIC_DEV_QUISCENT)
			continue;
	} while ((prev_state != QLCNIC_DEV_READY) && --dev_init_timeo);
2792

2793 2794 2795
	if (!dev_init_timeo) {
		dev_err(&adapter->pdev->dev,
			"Waiting for device to initialize timeout\n");
2796
		return -1;
2797
	}
2798 2799 2800 2801

	if (qlcnic_api_lock(adapter))
		return -1;

2802
	val = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_STATE);
2803
	QLC_DEV_CLR_RST_QSCNT(val, portnum);
2804
	QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DRV_STATE, val);
2805

S
Sucheta Chakraborty 已提交
2806
	ret = qlcnic_check_idc_ver(adapter);
2807 2808
	qlcnic_api_unlock(adapter);

S
Sucheta Chakraborty 已提交
2809
	return ret;
2810 2811 2812 2813 2814 2815 2816
}

static void
qlcnic_fwinit_work(struct work_struct *work)
{
	struct qlcnic_adapter *adapter = container_of(work,
			struct qlcnic_adapter, fw_work.work);
2817
	u32 dev_state = 0xf;
S
Sritej Velaga 已提交
2818
	u32 val;
2819

2820 2821
	if (qlcnic_api_lock(adapter))
		goto err_ret;
2822

2823
	dev_state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DEV_STATE);
2824 2825
	if (dev_state == QLCNIC_DEV_QUISCENT ||
	    dev_state == QLCNIC_DEV_NEED_QUISCENT) {
2826 2827 2828 2829 2830 2831
		qlcnic_api_unlock(adapter);
		qlcnic_schedule_work(adapter, qlcnic_fwinit_work,
						FW_POLL_DELAY * 2);
		return;
	}

2832
	if (adapter->ahw->op_mode == QLCNIC_NON_PRIV_FUNC) {
2833 2834
		qlcnic_api_unlock(adapter);
		goto wait_npar;
2835 2836
	}

2837 2838 2839 2840 2841 2842 2843
	if (dev_state == QLCNIC_DEV_INITIALIZING ||
	    dev_state == QLCNIC_DEV_READY) {
		dev_info(&adapter->pdev->dev, "Detected state change from "
				"DEV_NEED_RESET, skipping ack check\n");
		goto skip_ack_check;
	}

2844
	if (adapter->fw_wait_cnt++ > adapter->reset_ack_timeo) {
2845
		dev_info(&adapter->pdev->dev, "Reset:Failed to get ack %d sec\n",
2846 2847 2848 2849 2850 2851
					adapter->reset_ack_timeo);
		goto skip_ack_check;
	}

	if (!qlcnic_check_drv_state(adapter)) {
skip_ack_check:
2852
		dev_state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DEV_STATE);
2853

2854
		if (dev_state == QLCNIC_DEV_NEED_RESET) {
2855 2856
			QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_STATE,
					    QLCNIC_DEV_INITIALIZING);
2857 2858
			set_bit(__QLCNIC_START_FW, &adapter->state);
			QLCDB(adapter, DRV, "Restarting fw\n");
2859
			qlcnic_idc_debug_info(adapter, 0);
2860 2861
			val = QLC_SHARED_REG_RD32(adapter,
						  QLCNIC_CRB_DRV_STATE);
S
Sritej Velaga 已提交
2862
			QLC_DEV_SET_RST_RDY(val, adapter->portnum);
2863 2864
			QLC_SHARED_REG_WR32(adapter,
					    QLCNIC_CRB_DRV_STATE, val);
2865 2866
		}

2867 2868
		qlcnic_api_unlock(adapter);

2869
		rtnl_lock();
S
Sritej Velaga 已提交
2870 2871
		if (adapter->ahw->fw_dump.enable &&
		    (adapter->flags & QLCNIC_FW_RESET_OWNER)) {
2872 2873
			QLCDB(adapter, DRV, "Take FW dump\n");
			qlcnic_dump_fw(adapter);
S
Sritej Velaga 已提交
2874
			adapter->flags |= QLCNIC_FW_HANG;
2875
		}
2876
		rtnl_unlock();
S
Sritej Velaga 已提交
2877 2878

		adapter->flags &= ~QLCNIC_FW_RESET_OWNER;
2879
		if (!adapter->nic_ops->start_firmware(adapter)) {
2880
			qlcnic_schedule_work(adapter, qlcnic_attach_work, 0);
2881
			adapter->fw_wait_cnt = 0;
2882 2883 2884 2885 2886
			return;
		}
		goto err_ret;
	}

2887
	qlcnic_api_unlock(adapter);
2888

2889
wait_npar:
2890
	dev_state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DEV_STATE);
2891
	QLCDB(adapter, HW, "Func waiting: Device state=%u\n", dev_state);
2892

2893
	switch (dev_state) {
2894
	case QLCNIC_DEV_READY:
2895
		if (!qlcnic_start_firmware(adapter)) {
2896
			qlcnic_schedule_work(adapter, qlcnic_attach_work, 0);
2897
			adapter->fw_wait_cnt = 0;
2898 2899
			return;
		}
2900 2901 2902 2903 2904 2905
	case QLCNIC_DEV_FAILED:
		break;
	default:
		qlcnic_schedule_work(adapter,
			qlcnic_fwinit_work, FW_POLL_DELAY);
		return;
2906 2907 2908
	}

err_ret:
2909 2910
	dev_err(&adapter->pdev->dev, "Fwinit work failed state=%u "
		"fw_wait_cnt=%u\n", dev_state, adapter->fw_wait_cnt);
2911
	netif_device_attach(adapter->netdev);
2912
	qlcnic_clr_all_drv_state(adapter, 0);
2913 2914 2915 2916 2917 2918 2919 2920 2921 2922 2923 2924
}

static void
qlcnic_detach_work(struct work_struct *work)
{
	struct qlcnic_adapter *adapter = container_of(work,
			struct qlcnic_adapter, fw_work.work);
	struct net_device *netdev = adapter->netdev;
	u32 status;

	netif_device_detach(netdev);

2925 2926 2927 2928 2929 2930
	/* Dont grab rtnl lock during Quiscent mode */
	if (adapter->dev_state == QLCNIC_DEV_NEED_QUISCENT) {
		if (netif_running(netdev))
			__qlcnic_down(adapter, netdev);
	} else
		qlcnic_down(adapter, netdev);
2931

2932
	status = QLC_SHARED_REG_RD32(adapter, QLCNIC_PEG_HALT_STATUS1);
2933

S
Sony Chacko 已提交
2934 2935 2936 2937 2938 2939 2940 2941 2942 2943 2944 2945 2946
	if (status & QLCNIC_RCODE_FATAL_ERROR) {
		dev_err(&adapter->pdev->dev,
			"Detaching the device: peg halt status1=0x%x\n",
					status);

		if (QLCNIC_FWERROR_CODE(status) == QLCNIC_FWERROR_FAN_FAILURE) {
			dev_err(&adapter->pdev->dev,
			"On board active cooling fan failed. "
				"Device has been halted.\n");
			dev_err(&adapter->pdev->dev,
				"Replace the adapter.\n");
		}

2947
		goto err_ret;
S
Sony Chacko 已提交
2948
	}
2949

2950
	if (adapter->ahw->temp == QLCNIC_TEMP_PANIC) {
S
Sony Chacko 已提交
2951
		dev_err(&adapter->pdev->dev, "Detaching the device: temp=%d\n",
2952
			adapter->ahw->temp);
2953
		goto err_ret;
S
Sony Chacko 已提交
2954 2955
	}

2956 2957
	/* Dont ack if this instance is the reset owner */
	if (!(adapter->flags & QLCNIC_FW_RESET_OWNER)) {
S
Sony Chacko 已提交
2958 2959 2960 2961
		if (qlcnic_set_drv_state(adapter, adapter->dev_state)) {
			dev_err(&adapter->pdev->dev,
				"Failed to set driver state,"
					"detaching the device.\n");
2962
			goto err_ret;
S
Sony Chacko 已提交
2963
		}
2964
	}
2965 2966 2967 2968 2969 2970 2971 2972

	adapter->fw_wait_cnt = 0;

	qlcnic_schedule_work(adapter, qlcnic_fwinit_work, FW_POLL_DELAY);

	return;

err_ret:
2973
	netif_device_attach(netdev);
2974
	qlcnic_clr_all_drv_state(adapter, 1);
2975 2976
}

2977 2978 2979 2980 2981 2982
/*Transit NPAR state to NON Operational */
static void
qlcnic_set_npar_non_operational(struct qlcnic_adapter *adapter)
{
	u32 state;

2983
	state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DEV_NPAR_STATE);
2984 2985 2986 2987 2988
	if (state == QLCNIC_DEV_NPAR_NON_OPER)
		return;

	if (qlcnic_api_lock(adapter))
		return;
2989 2990
	QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_NPAR_STATE,
			    QLCNIC_DEV_NPAR_NON_OPER);
2991 2992 2993
	qlcnic_api_unlock(adapter);
}

2994
void qlcnic_82xx_dev_request_reset(struct qlcnic_adapter *adapter, u32 key)
2995
{
2996 2997 2998 2999 3000 3001 3002 3003 3004 3005 3006 3007
	u32 state, xg_val = 0, gb_val = 0;

	qlcnic_xg_set_xg0_mask(xg_val);
	qlcnic_xg_set_xg1_mask(xg_val);
	QLCWR32(adapter, QLCNIC_NIU_XG_PAUSE_CTL, xg_val);
	qlcnic_gb_set_gb0_mask(gb_val);
	qlcnic_gb_set_gb1_mask(gb_val);
	qlcnic_gb_set_gb2_mask(gb_val);
	qlcnic_gb_set_gb3_mask(gb_val);
	QLCWR32(adapter, QLCNIC_NIU_GB_PAUSE_CTL, gb_val);
	dev_info(&adapter->pdev->dev, "Pause control frames disabled"
				" on all ports\n");
3008
	adapter->need_fw_reset = 1;
S
Sony Chacko 已提交
3009

3010 3011 3012
	if (qlcnic_api_lock(adapter))
		return;

S
Sony Chacko 已提交
3013
	state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DEV_STATE);
3014

3015
	if (state == QLCNIC_DEV_READY) {
S
Sony Chacko 已提交
3016 3017
		QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_STATE,
				    QLCNIC_DEV_NEED_RESET);
3018
		adapter->flags |= QLCNIC_FW_RESET_OWNER;
3019
		QLCDB(adapter, DRV, "NEED_RESET state set\n");
3020
		qlcnic_idc_debug_info(adapter, 0);
3021 3022
	}

S
Sony Chacko 已提交
3023 3024
	QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_NPAR_STATE,
			    QLCNIC_DEV_NPAR_NON_OPER);
3025 3026 3027
	qlcnic_api_unlock(adapter);
}

3028 3029 3030 3031 3032 3033 3034
/* Transit to NPAR READY state from NPAR NOT READY state */
static void
qlcnic_dev_set_npar_ready(struct qlcnic_adapter *adapter)
{
	if (qlcnic_api_lock(adapter))
		return;

3035 3036
	QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_NPAR_STATE,
			    QLCNIC_DEV_NPAR_OPER);
3037
	QLCDB(adapter, DRV, "NPAR operational state set\n");
3038 3039 3040 3041

	qlcnic_api_unlock(adapter);
}

S
Sony Chacko 已提交
3042 3043
void qlcnic_schedule_work(struct qlcnic_adapter *adapter,
			  work_func_t func, int delay)
3044
{
S
Sucheta Chakraborty 已提交
3045 3046 3047
	if (test_bit(__QLCNIC_AER, &adapter->state))
		return;

3048
	INIT_DELAYED_WORK(&adapter->fw_work, func);
S
Sony Chacko 已提交
3049 3050
	queue_delayed_work(adapter->qlcnic_wq, &adapter->fw_work,
			   round_jiffies_relative(delay));
3051 3052 3053 3054 3055 3056 3057 3058
}

static void
qlcnic_attach_work(struct work_struct *work)
{
	struct qlcnic_adapter *adapter = container_of(work,
				struct qlcnic_adapter, fw_work.work);
	struct net_device *netdev = adapter->netdev;
3059
	u32 npar_state;
3060

3061
	if (adapter->ahw->op_mode != QLCNIC_MGMT_FUNC) {
3062 3063
		npar_state = QLC_SHARED_REG_RD32(adapter,
						 QLCNIC_CRB_DEV_NPAR_STATE);
3064 3065 3066 3067 3068 3069 3070 3071 3072 3073 3074
		if (adapter->fw_wait_cnt++ > QLCNIC_DEV_NPAR_OPER_TIMEO)
			qlcnic_clr_all_drv_state(adapter, 0);
		else if (npar_state != QLCNIC_DEV_NPAR_OPER)
			qlcnic_schedule_work(adapter, qlcnic_attach_work,
							FW_POLL_DELAY);
		else
			goto attach;
		QLCDB(adapter, DRV, "Waiting for NPAR state to operational\n");
		return;
	}
attach:
3075
	if (netif_running(netdev)) {
3076
		if (qlcnic_up(adapter, netdev))
3077 3078
			goto done;

A
Amit Kumar Salecha 已提交
3079
		qlcnic_restore_indev_addr(netdev, NETDEV_UP);
3080 3081 3082
	}

done:
3083
	netif_device_attach(netdev);
3084
	adapter->fw_fail_cnt = 0;
S
Sritej Velaga 已提交
3085
	adapter->flags &= ~QLCNIC_FW_HANG;
3086
	clear_bit(__QLCNIC_RESETTING, &adapter->state);
3087 3088
	if (adapter->portnum == 0)
		qlcnic_set_drv_version(adapter);
3089 3090 3091 3092

	if (!qlcnic_clr_drv_state(adapter))
		qlcnic_schedule_work(adapter, qlcnic_fw_poll_work,
							FW_POLL_DELAY);
3093 3094 3095 3096 3097
}

static int
qlcnic_check_health(struct qlcnic_adapter *adapter)
{
3098
	u32 state = 0, heartbeat;
3099
	u32 peg_status;
3100
	int err = 0;
3101 3102 3103 3104

	if (qlcnic_check_temp(adapter))
		goto detach;

A
Amit Kumar Salecha 已提交
3105
	if (adapter->need_fw_reset)
3106
		qlcnic_dev_request_reset(adapter, 0);
3107

3108
	state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DEV_STATE);
3109
	if (state == QLCNIC_DEV_NEED_RESET) {
3110
		qlcnic_set_npar_non_operational(adapter);
3111
		adapter->need_fw_reset = 1;
3112 3113
	} else if (state == QLCNIC_DEV_NEED_QUISCENT)
		goto detach;
3114

3115
	heartbeat = QLC_SHARED_REG_RD32(adapter, QLCNIC_PEG_ALIVE_COUNTER);
3116 3117
	if (heartbeat != adapter->heartbeat) {
		adapter->heartbeat = heartbeat;
3118 3119 3120
		adapter->fw_fail_cnt = 0;
		if (adapter->need_fw_reset)
			goto detach;
3121

3122
		if (adapter->ahw->reset_context && qlcnic_auto_fw_reset)
3123 3124
			qlcnic_reset_hw_context(adapter);

3125 3126 3127 3128 3129 3130
		return 0;
	}

	if (++adapter->fw_fail_cnt < FW_FAIL_THRESH)
		return 0;

S
Sritej Velaga 已提交
3131 3132
	adapter->flags |= QLCNIC_FW_HANG;

3133
	qlcnic_dev_request_reset(adapter, 0);
3134

3135
	if (qlcnic_auto_fw_reset)
3136
		clear_bit(__QLCNIC_FW_ATTACHED, &adapter->state);
3137

3138
	dev_err(&adapter->pdev->dev, "firmware hang detected\n");
3139
	peg_status = QLC_SHARED_REG_RD32(adapter, QLCNIC_PEG_HALT_STATUS1);
3140
	dev_err(&adapter->pdev->dev, "Dumping hw/fw registers\n"
S
Sritej Velaga 已提交
3141 3142 3143 3144
			"PEG_HALT_STATUS1: 0x%x, PEG_HALT_STATUS2: 0x%x,\n"
			"PEG_NET_0_PC: 0x%x, PEG_NET_1_PC: 0x%x,\n"
			"PEG_NET_2_PC: 0x%x, PEG_NET_3_PC: 0x%x,\n"
			"PEG_NET_4_PC: 0x%x\n",
3145 3146
			peg_status,
			QLC_SHARED_REG_RD32(adapter, QLCNIC_PEG_HALT_STATUS2),
3147 3148 3149 3150 3151
			QLCRD32(adapter, QLCNIC_CRB_PEG_NET_0 + 0x3c, &err),
			QLCRD32(adapter, QLCNIC_CRB_PEG_NET_1 + 0x3c, &err),
			QLCRD32(adapter, QLCNIC_CRB_PEG_NET_2 + 0x3c, &err),
			QLCRD32(adapter, QLCNIC_CRB_PEG_NET_3 + 0x3c, &err),
			QLCRD32(adapter, QLCNIC_CRB_PEG_NET_4 + 0x3c, &err));
3152
	if (QLCNIC_FWERROR_CODE(peg_status) == 0x67)
3153 3154 3155
		dev_err(&adapter->pdev->dev,
			"Firmware aborted with error code 0x00006700. "
				"Device is being reset.\n");
3156 3157 3158 3159
detach:
	adapter->dev_state = (state == QLCNIC_DEV_NEED_QUISCENT) ? state :
		QLCNIC_DEV_NEED_RESET;

3160 3161
	if (qlcnic_auto_fw_reset && !test_and_set_bit(__QLCNIC_RESETTING,
						      &adapter->state)) {
3162

3163
		qlcnic_schedule_work(adapter, qlcnic_detach_work, 0);
3164 3165
		QLCDB(adapter, DRV, "fw recovery scheduled.\n");
	}
3166 3167 3168 3169

	return 1;
}

3170
void qlcnic_fw_poll_work(struct work_struct *work)
3171 3172 3173 3174 3175 3176 3177 3178 3179 3180 3181
{
	struct qlcnic_adapter *adapter = container_of(work,
				struct qlcnic_adapter, fw_work.work);

	if (test_bit(__QLCNIC_RESETTING, &adapter->state))
		goto reschedule;


	if (qlcnic_check_health(adapter))
		return;

3182 3183 3184
	if (adapter->fhash.fnum)
		qlcnic_prune_lb_filters(adapter);

3185 3186 3187 3188
reschedule:
	qlcnic_schedule_work(adapter, qlcnic_fw_poll_work, FW_POLL_DELAY);
}

S
Sucheta Chakraborty 已提交
3189 3190 3191 3192 3193 3194 3195 3196 3197
static int qlcnic_is_first_func(struct pci_dev *pdev)
{
	struct pci_dev *oth_pdev;
	int val = pdev->devfn;

	while (val-- > 0) {
		oth_pdev = pci_get_domain_bus_and_slot(pci_domain_nr
			(pdev->bus), pdev->bus->number,
			PCI_DEVFN(PCI_SLOT(pdev->devfn), val));
3198 3199
		if (!oth_pdev)
			continue;
S
Sucheta Chakraborty 已提交
3200

3201 3202
		if (oth_pdev->current_state != PCI_D3cold) {
			pci_dev_put(oth_pdev);
S
Sucheta Chakraborty 已提交
3203
			return 0;
3204 3205
		}
		pci_dev_put(oth_pdev);
S
Sucheta Chakraborty 已提交
3206 3207 3208 3209 3210 3211 3212 3213 3214 3215 3216 3217 3218 3219 3220 3221 3222 3223 3224 3225 3226 3227 3228 3229
	}
	return 1;
}

static int qlcnic_attach_func(struct pci_dev *pdev)
{
	int err, first_func;
	struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
	struct net_device *netdev = adapter->netdev;

	pdev->error_state = pci_channel_io_normal;

	err = pci_enable_device(pdev);
	if (err)
		return err;

	pci_set_master(pdev);
	pci_restore_state(pdev);

	first_func = qlcnic_is_first_func(pdev);

	if (qlcnic_api_lock(adapter))
		return -EINVAL;

3230
	if (adapter->ahw->op_mode != QLCNIC_NON_PRIV_FUNC && first_func) {
S
Sucheta Chakraborty 已提交
3231 3232
		adapter->need_fw_reset = 1;
		set_bit(__QLCNIC_START_FW, &adapter->state);
3233 3234
		QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_STATE,
				    QLCNIC_DEV_INITIALIZING);
S
Sucheta Chakraborty 已提交
3235 3236 3237 3238
		QLCDB(adapter, DRV, "Restarting fw\n");
	}
	qlcnic_api_unlock(adapter);

S
Sony Chacko 已提交
3239
	err = qlcnic_start_firmware(adapter);
S
Sucheta Chakraborty 已提交
3240 3241 3242 3243
	if (err)
		return err;

	qlcnic_clr_drv_state(adapter);
S
Sony Chacko 已提交
3244 3245 3246 3247
	kfree(adapter->msix_entries);
	adapter->msix_entries = NULL;
	err = qlcnic_setup_intr(adapter, 0);

3248 3249 3250 3251 3252 3253
	if (err) {
		kfree(adapter->msix_entries);
		netdev_err(netdev, "failed to setup interrupt\n");
		return err;
	}

S
Sony Chacko 已提交
3254
	if (qlcnic_83xx_check(adapter)) {
3255 3256
		/* register for NIC IDC AEN Events */
		qlcnic_83xx_register_nic_idc_func(adapter, 1);
S
Sony Chacko 已提交
3257 3258 3259 3260 3261 3262 3263 3264 3265
		err = qlcnic_83xx_setup_mbx_intr(adapter);
		if (err) {
			dev_err(&adapter->pdev->dev,
				"failed to setup mbx interrupt\n");
			qlcnic_clr_all_drv_state(adapter, 1);
			clear_bit(__QLCNIC_AER, &adapter->state);
			goto done;
		}
	}
S
Sucheta Chakraborty 已提交
3266 3267 3268 3269

	if (netif_running(netdev)) {
		err = qlcnic_attach(adapter);
		if (err) {
3270
			qlcnic_clr_all_drv_state(adapter, 1);
S
Sucheta Chakraborty 已提交
3271 3272 3273 3274 3275 3276 3277 3278 3279
			clear_bit(__QLCNIC_AER, &adapter->state);
			netif_device_attach(netdev);
			return err;
		}

		err = qlcnic_up(adapter, netdev);
		if (err)
			goto done;

A
Amit Kumar Salecha 已提交
3280
		qlcnic_restore_indev_addr(netdev, NETDEV_UP);
S
Sucheta Chakraborty 已提交
3281 3282 3283 3284 3285 3286 3287 3288 3289 3290 3291 3292 3293 3294 3295 3296 3297 3298 3299 3300 3301 3302 3303 3304 3305 3306
	}
 done:
	netif_device_attach(netdev);
	return err;
}

static pci_ers_result_t qlcnic_io_error_detected(struct pci_dev *pdev,
						pci_channel_state_t state)
{
	struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
	struct net_device *netdev = adapter->netdev;

	if (state == pci_channel_io_perm_failure)
		return PCI_ERS_RESULT_DISCONNECT;

	if (state == pci_channel_io_normal)
		return PCI_ERS_RESULT_RECOVERED;

	set_bit(__QLCNIC_AER, &adapter->state);
	netif_device_detach(netdev);

	cancel_delayed_work_sync(&adapter->fw_work);

	if (netif_running(netdev))
		qlcnic_down(adapter, netdev);

S
Sony Chacko 已提交
3307 3308
	if (qlcnic_83xx_check(adapter)) {
		qlcnic_83xx_free_mbx_intr(adapter);
3309 3310
		qlcnic_83xx_register_nic_idc_func(adapter, 0);
		cancel_delayed_work_sync(&adapter->idc_aen_work);
S
Sony Chacko 已提交
3311 3312
	}

S
Sucheta Chakraborty 已提交
3313 3314 3315 3316 3317 3318 3319 3320 3321 3322 3323 3324 3325 3326 3327 3328 3329 3330 3331
	qlcnic_detach(adapter);
	qlcnic_teardown_intr(adapter);

	clear_bit(__QLCNIC_RESETTING, &adapter->state);

	pci_save_state(pdev);
	pci_disable_device(pdev);

	return PCI_ERS_RESULT_NEED_RESET;
}

static pci_ers_result_t qlcnic_io_slot_reset(struct pci_dev *pdev)
{
	return qlcnic_attach_func(pdev) ? PCI_ERS_RESULT_DISCONNECT :
				PCI_ERS_RESULT_RECOVERED;
}

static void qlcnic_io_resume(struct pci_dev *pdev)
{
3332
	u32 state;
S
Sucheta Chakraborty 已提交
3333 3334 3335
	struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);

	pci_cleanup_aer_uncorrect_error_status(pdev);
3336 3337 3338
	state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DEV_STATE);
	if (state == QLCNIC_DEV_READY && test_and_clear_bit(__QLCNIC_AER,
							    &adapter->state))
S
Sucheta Chakraborty 已提交
3339 3340 3341 3342
		qlcnic_schedule_work(adapter, qlcnic_fw_poll_work,
						FW_POLL_DELAY);
}

3343 3344 3345 3346 3347 3348 3349 3350 3351
static int
qlcnicvf_start_firmware(struct qlcnic_adapter *adapter)
{
	int err;

	err = qlcnic_can_start_firmware(adapter);
	if (err)
		return err;

A
Amit Kumar Salecha 已提交
3352 3353 3354
	err = qlcnic_check_npar_opertional(adapter);
	if (err)
		return err;
3355

3356 3357 3358 3359
	err = qlcnic_initialize_nic(adapter);
	if (err)
		return err;

3360 3361
	qlcnic_check_options(adapter);

3362 3363 3364 3365
	err = qlcnic_set_eswitch_port_config(adapter);
	if (err)
		return err;

3366 3367 3368 3369 3370
	adapter->need_fw_reset = 0;

	return err;
}

3371 3372
int qlcnic_validate_max_rss(struct qlcnic_adapter *adapter,
			    __u32 val)
3373
{
3374 3375
	struct net_device *netdev = adapter->netdev;
	u8 max_hw = adapter->ahw->max_rx_ques;
S
Sony Chacko 已提交
3376 3377
	u32 max_allowed;

3378 3379 3380 3381
	if (val > QLC_MAX_SDS_RINGS) {
		netdev_err(netdev, "RSS value should not be higher than %u\n",
			   QLC_MAX_SDS_RINGS);
		return -EINVAL;
3382 3383
	}

S
Sony Chacko 已提交
3384 3385 3386
	max_allowed = rounddown_pow_of_two(min_t(int, max_hw,
						 num_online_cpus()));
	if ((val > max_allowed) || (val < 2) || !is_power_of_2(val)) {
3387 3388 3389 3390 3391 3392 3393 3394 3395 3396 3397 3398 3399 3400 3401 3402 3403 3404
		if (!is_power_of_2(val))
			netdev_err(netdev, "RSS value should be a power of 2\n");

		if (val < 2)
			netdev_err(netdev, "RSS value should not be lower than 2\n");

		if (val > max_hw)
			netdev_err(netdev,
				   "RSS value should not be higher than[%u], the max RSS rings supported by the adapter\n",
				   max_hw);

		if (val > num_online_cpus())
			netdev_err(netdev,
				   "RSS value should not be higher than[%u], number of online CPUs in the system\n",
				   num_online_cpus());

		netdev_err(netdev, "Unable to configure %u RSS rings\n", val);

3405 3406 3407 3408 3409
		return -EINVAL;
	}
	return 0;
}

S
Sony Chacko 已提交
3410
int qlcnic_set_max_rss(struct qlcnic_adapter *adapter, u8 data, size_t len)
3411
{
S
Sony Chacko 已提交
3412
	int err;
3413 3414
	struct net_device *netdev = adapter->netdev;

S
Sony Chacko 已提交
3415 3416 3417
	if (test_bit(__QLCNIC_RESETTING, &adapter->state))
		return -EBUSY;

3418 3419 3420
	netif_device_detach(netdev);
	if (netif_running(netdev))
		__qlcnic_down(adapter, netdev);
S
Sony Chacko 已提交
3421

3422 3423
	qlcnic_detach(adapter);

3424
	if (qlcnic_83xx_check(adapter)) {
S
Sony Chacko 已提交
3425
		qlcnic_83xx_free_mbx_intr(adapter);
3426 3427
		qlcnic_83xx_enable_mbx_poll(adapter);
	}
S
Sony Chacko 已提交
3428

3429
	qlcnic_teardown_intr(adapter);
S
Sony Chacko 已提交
3430
	err = qlcnic_setup_intr(adapter, data);
3431 3432 3433 3434 3435
	if (err) {
		kfree(adapter->msix_entries);
		netdev_err(netdev, "failed to setup interrupt\n");
		return err;
	}
3436

S
Sony Chacko 已提交
3437
	if (qlcnic_83xx_check(adapter)) {
3438 3439
		/* register for NIC IDC AEN Events */
		qlcnic_83xx_register_nic_idc_func(adapter, 1);
S
Sony Chacko 已提交
3440
		err = qlcnic_83xx_setup_mbx_intr(adapter);
3441
		qlcnic_83xx_disable_mbx_poll(adapter);
S
Sony Chacko 已提交
3442 3443 3444 3445 3446
		if (err) {
			dev_err(&adapter->pdev->dev,
				"failed to setup mbx interrupt\n");
			goto done;
		}
3447 3448 3449 3450 3451 3452 3453 3454 3455 3456 3457
	}

	if (netif_running(netdev)) {
		err = qlcnic_attach(adapter);
		if (err)
			goto done;
		err = __qlcnic_up(adapter, netdev);
		if (err)
			goto done;
		qlcnic_restore_indev_addr(netdev, NETDEV_UP);
	}
S
Sony Chacko 已提交
3458
	err = len;
3459 3460 3461 3462 3463 3464
 done:
	netif_device_attach(netdev);
	clear_bit(__QLCNIC_RESETTING, &adapter->state);
	return err;
}

3465 3466 3467 3468 3469
#ifdef CONFIG_INET

#define is_qlcnic_netdev(dev) (dev->netdev_ops == &qlcnic_netdev_ops)

static void
A
Amit Kumar Salecha 已提交
3470 3471
qlcnic_config_indev_addr(struct qlcnic_adapter *adapter,
			struct net_device *dev, unsigned long event)
3472 3473 3474 3475 3476 3477 3478 3479 3480 3481 3482 3483 3484 3485 3486 3487 3488 3489 3490 3491 3492 3493 3494 3495 3496
{
	struct in_device *indev;

	indev = in_dev_get(dev);
	if (!indev)
		return;

	for_ifa(indev) {
		switch (event) {
		case NETDEV_UP:
			qlcnic_config_ipaddr(adapter,
					ifa->ifa_address, QLCNIC_IP_UP);
			break;
		case NETDEV_DOWN:
			qlcnic_config_ipaddr(adapter,
					ifa->ifa_address, QLCNIC_IP_DOWN);
			break;
		default:
			break;
		}
	} endfor_ifa(indev);

	in_dev_put(indev);
}

S
Sony Chacko 已提交
3497
void qlcnic_restore_indev_addr(struct net_device *netdev, unsigned long event)
A
Amit Kumar Salecha 已提交
3498 3499 3500 3501 3502 3503 3504
{
	struct qlcnic_adapter *adapter = netdev_priv(netdev);
	struct net_device *dev;
	u16 vid;

	qlcnic_config_indev_addr(adapter, netdev, event);

3505
	rcu_read_lock();
3506
	for_each_set_bit(vid, adapter->vlans, VLAN_N_VID) {
3507
		dev = __vlan_find_dev_deep(netdev, htons(ETH_P_8021Q), vid);
A
Amit Kumar Salecha 已提交
3508 3509 3510 3511
		if (!dev)
			continue;
		qlcnic_config_indev_addr(adapter, dev, event);
	}
3512
	rcu_read_unlock();
A
Amit Kumar Salecha 已提交
3513 3514
}

3515 3516 3517 3518
static int qlcnic_netdev_event(struct notifier_block *this,
				 unsigned long event, void *ptr)
{
	struct qlcnic_adapter *adapter;
3519
	struct net_device *dev = netdev_notifier_info_to_dev(ptr);
3520 3521 3522 3523 3524 3525 3526 3527 3528 3529 3530 3531 3532 3533 3534 3535 3536 3537

recheck:
	if (dev == NULL)
		goto done;

	if (dev->priv_flags & IFF_802_1Q_VLAN) {
		dev = vlan_dev_real_dev(dev);
		goto recheck;
	}

	if (!is_qlcnic_netdev(dev))
		goto done;

	adapter = netdev_priv(dev);

	if (!adapter)
		goto done;

3538
	if (!test_bit(__QLCNIC_DEV_UP, &adapter->state))
3539 3540
		goto done;

A
Amit Kumar Salecha 已提交
3541
	qlcnic_config_indev_addr(adapter, dev, event);
3542 3543 3544 3545 3546 3547 3548 3549 3550 3551 3552 3553 3554 3555 3556 3557
done:
	return NOTIFY_DONE;
}

static int
qlcnic_inetaddr_event(struct notifier_block *this,
		unsigned long event, void *ptr)
{
	struct qlcnic_adapter *adapter;
	struct net_device *dev;

	struct in_ifaddr *ifa = (struct in_ifaddr *)ptr;

	dev = ifa->ifa_dev ? ifa->ifa_dev->dev : NULL;

recheck:
A
Amit Kumar Salecha 已提交
3558
	if (dev == NULL)
3559 3560 3561 3562 3563 3564 3565 3566 3567 3568 3569 3570
		goto done;

	if (dev->priv_flags & IFF_802_1Q_VLAN) {
		dev = vlan_dev_real_dev(dev);
		goto recheck;
	}

	if (!is_qlcnic_netdev(dev))
		goto done;

	adapter = netdev_priv(dev);

A
Amit Kumar Salecha 已提交
3571
	if (!adapter)
3572 3573
		goto done;

3574
	if (!test_bit(__QLCNIC_DEV_UP, &adapter->state))
3575 3576 3577 3578 3579
		goto done;

	switch (event) {
	case NETDEV_UP:
		qlcnic_config_ipaddr(adapter, ifa->ifa_address, QLCNIC_IP_UP);
S
Sony Chacko 已提交
3580

3581 3582 3583
		break;
	case NETDEV_DOWN:
		qlcnic_config_ipaddr(adapter, ifa->ifa_address, QLCNIC_IP_DOWN);
S
Sony Chacko 已提交
3584

3585 3586 3587 3588 3589 3590 3591 3592 3593 3594 3595 3596 3597 3598 3599 3600 3601
		break;
	default:
		break;
	}

done:
	return NOTIFY_DONE;
}

static struct notifier_block	qlcnic_netdev_cb = {
	.notifier_call = qlcnic_netdev_event,
};

static struct notifier_block qlcnic_inetaddr_cb = {
	.notifier_call = qlcnic_inetaddr_event,
};
#else
S
Sony Chacko 已提交
3602
void qlcnic_restore_indev_addr(struct net_device *dev, unsigned long event)
3603 3604
{ }
#endif
3605
static const struct pci_error_handlers qlcnic_err_handler = {
S
Sucheta Chakraborty 已提交
3606 3607 3608 3609
	.error_detected = qlcnic_io_error_detected,
	.slot_reset = qlcnic_io_slot_reset,
	.resume = qlcnic_io_resume,
};
3610 3611 3612 3613 3614

static struct pci_driver qlcnic_driver = {
	.name = qlcnic_driver_name,
	.id_table = qlcnic_pci_tbl,
	.probe = qlcnic_probe,
B
Bill Pemberton 已提交
3615
	.remove = qlcnic_remove,
3616 3617 3618 3619
#ifdef CONFIG_PM
	.suspend = qlcnic_suspend,
	.resume = qlcnic_resume,
#endif
S
Sucheta Chakraborty 已提交
3620
	.shutdown = qlcnic_shutdown,
3621 3622 3623 3624
	.err_handler = &qlcnic_err_handler,
#ifdef CONFIG_QLCNIC_SRIOV
	.sriov_configure = qlcnic_pci_sriov_configure,
#endif
S
Sucheta Chakraborty 已提交
3625

3626 3627 3628 3629
};

static int __init qlcnic_init_module(void)
{
3630
	int ret;
3631 3632 3633 3634 3635 3636 3637 3638

	printk(KERN_INFO "%s\n", qlcnic_driver_string);

#ifdef CONFIG_INET
	register_netdevice_notifier(&qlcnic_netdev_cb);
	register_inetaddr_notifier(&qlcnic_inetaddr_cb);
#endif

3639 3640 3641 3642 3643 3644 3645
	ret = pci_register_driver(&qlcnic_driver);
	if (ret) {
#ifdef CONFIG_INET
		unregister_inetaddr_notifier(&qlcnic_inetaddr_cb);
		unregister_netdevice_notifier(&qlcnic_netdev_cb);
#endif
	}
3646

3647
	return ret;
3648 3649 3650 3651 3652 3653 3654 3655 3656 3657 3658 3659 3660 3661 3662
}

module_init(qlcnic_init_module);

static void __exit qlcnic_exit_module(void)
{
	pci_unregister_driver(&qlcnic_driver);

#ifdef CONFIG_INET
	unregister_inetaddr_notifier(&qlcnic_inetaddr_cb);
	unregister_netdevice_notifier(&qlcnic_netdev_cb);
#endif
}

module_exit(qlcnic_exit_module);