be_main.c 123.9 KB
Newer Older
S
Sathya Perla 已提交
1
/*
V
Vasundhara Volam 已提交
2
 * Copyright (C) 2005 - 2013 Emulex
S
Sathya Perla 已提交
3 4 5 6 7 8 9 10
 * All rights reserved.
 *
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public License version 2
 * as published by the Free Software Foundation.  The full GNU General
 * Public License is included in this distribution in the file called COPYING.
 *
 * Contact Information:
11
 * linux-drivers@emulex.com
S
Sathya Perla 已提交
12
 *
13 14 15
 * Emulex
 * 3333 Susan Street
 * Costa Mesa, CA 92626
S
Sathya Perla 已提交
16 17
 */

18
#include <linux/prefetch.h>
19
#include <linux/module.h>
S
Sathya Perla 已提交
20
#include "be.h"
21
#include "be_cmds.h"
22
#include <asm/div64.h>
S
Sathya Perla 已提交
23
#include <linux/aer.h>
24
#include <linux/if_bridge.h>
25
#include <net/busy_poll.h>
S
Sathya Perla 已提交
26 27 28 29

MODULE_VERSION(DRV_VER);
MODULE_DEVICE_TABLE(pci, be_dev_ids);
MODULE_DESCRIPTION(DRV_DESC " " DRV_VER);
30
MODULE_AUTHOR("Emulex Corporation");
S
Sathya Perla 已提交
31 32
MODULE_LICENSE("GPL");

33 34 35
static unsigned int num_vfs;
module_param(num_vfs, uint, S_IRUGO);
MODULE_PARM_DESC(num_vfs, "Number of PCI VFs to initialize");
S
Sathya Perla 已提交
36

37 38 39 40
static ushort rx_frag_size = 2048;
module_param(rx_frag_size, ushort, S_IRUGO);
MODULE_PARM_DESC(rx_frag_size, "Size of a fragment that holds rcvd data.");

S
Sathya Perla 已提交
41
static DEFINE_PCI_DEVICE_TABLE(be_dev_ids) = {
42
	{ PCI_DEVICE(BE_VENDOR_ID, BE_DEVICE_ID1) },
43
	{ PCI_DEVICE(BE_VENDOR_ID, BE_DEVICE_ID2) },
44 45
	{ PCI_DEVICE(BE_VENDOR_ID, OC_DEVICE_ID1) },
	{ PCI_DEVICE(BE_VENDOR_ID, OC_DEVICE_ID2) },
46
	{ PCI_DEVICE(EMULEX_VENDOR_ID, OC_DEVICE_ID3)},
47
	{ PCI_DEVICE(EMULEX_VENDOR_ID, OC_DEVICE_ID4)},
48
	{ PCI_DEVICE(EMULEX_VENDOR_ID, OC_DEVICE_ID5)},
49
	{ PCI_DEVICE(EMULEX_VENDOR_ID, OC_DEVICE_ID6)},
S
Sathya Perla 已提交
50 51 52
	{ 0 }
};
MODULE_DEVICE_TABLE(pci, be_dev_ids);
53
/* UE Status Low CSR */
54
static const char * const ue_status_low_desc[] = {
55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88
	"CEV",
	"CTX",
	"DBUF",
	"ERX",
	"Host",
	"MPU",
	"NDMA",
	"PTC ",
	"RDMA ",
	"RXF ",
	"RXIPS ",
	"RXULP0 ",
	"RXULP1 ",
	"RXULP2 ",
	"TIM ",
	"TPOST ",
	"TPRE ",
	"TXIPS ",
	"TXULP0 ",
	"TXULP1 ",
	"UC ",
	"WDMA ",
	"TXULP2 ",
	"HOST1 ",
	"P0_OB_LINK ",
	"P1_OB_LINK ",
	"HOST_GPIO ",
	"MBOX ",
	"AXGMAC0",
	"AXGMAC1",
	"JTAG",
	"MPU_INTPEND"
};
/* UE Status High CSR */
89
static const char * const ue_status_hi_desc[] = {
90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112
	"LPCMEMHOST",
	"MGMT_MAC",
	"PCS0ONLINE",
	"MPU_IRAM",
	"PCS1ONLINE",
	"PCTL0",
	"PCTL1",
	"PMEM",
	"RR",
	"TXPB",
	"RXPP",
	"XAUI",
	"TXP",
	"ARM",
	"IPC",
	"HOST2",
	"HOST3",
	"HOST4",
	"HOST5",
	"HOST6",
	"HOST7",
	"HOST8",
	"HOST9",
113
	"NETC",
114 115 116 117 118 119 120 121 122
	"Unknown",
	"Unknown",
	"Unknown",
	"Unknown",
	"Unknown",
	"Unknown",
	"Unknown",
	"Unknown"
};
S
Sathya Perla 已提交
123

124 125 126 127 128 129 130
/* Is BE in a multi-channel mode */
static inline bool be_is_mc(struct be_adapter *adapter) {
	return (adapter->function_mode & FLEX10_MODE ||
		adapter->function_mode & VNIC_MODE ||
		adapter->function_mode & UMC_ENABLED);
}

S
Sathya Perla 已提交
131 132 133
static void be_queue_free(struct be_adapter *adapter, struct be_queue_info *q)
{
	struct be_dma_mem *mem = &q->dma_mem;
134
	if (mem->va) {
I
Ivan Vecera 已提交
135 136
		dma_free_coherent(&adapter->pdev->dev, mem->size, mem->va,
				  mem->dma);
137 138
		mem->va = NULL;
	}
S
Sathya Perla 已提交
139 140 141 142 143 144 145 146 147 148 149
}

static int be_queue_alloc(struct be_adapter *adapter, struct be_queue_info *q,
		u16 len, u16 entry_size)
{
	struct be_dma_mem *mem = &q->dma_mem;

	memset(q, 0, sizeof(*q));
	q->len = len;
	q->entry_size = entry_size;
	mem->size = len * entry_size;
150 151
	mem->va = dma_zalloc_coherent(&adapter->pdev->dev, mem->size, &mem->dma,
				      GFP_KERNEL);
S
Sathya Perla 已提交
152
	if (!mem->va)
S
Sathya Perla 已提交
153
		return -ENOMEM;
S
Sathya Perla 已提交
154 155 156
	return 0;
}

157
static void be_reg_intr_set(struct be_adapter *adapter, bool enable)
S
Sathya Perla 已提交
158
{
159
	u32 reg, enabled;
160

161 162 163 164
	pci_read_config_dword(adapter->pdev, PCICFG_MEMBAR_CTRL_INT_CTRL_OFFSET,
				&reg);
	enabled = reg & MEMBAR_CTRL_INT_CTRL_HOSTINTR_MASK;

165
	if (!enabled && enable)
S
Sathya Perla 已提交
166
		reg |= MEMBAR_CTRL_INT_CTRL_HOSTINTR_MASK;
167
	else if (enabled && !enable)
S
Sathya Perla 已提交
168
		reg &= ~MEMBAR_CTRL_INT_CTRL_HOSTINTR_MASK;
169
	else
S
Sathya Perla 已提交
170
		return;
171

172 173
	pci_write_config_dword(adapter->pdev,
			PCICFG_MEMBAR_CTRL_INT_CTRL_OFFSET, reg);
S
Sathya Perla 已提交
174 175
}

176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191
static void be_intr_set(struct be_adapter *adapter, bool enable)
{
	int status = 0;

	/* On lancer interrupts can't be controlled via this register */
	if (lancer_chip(adapter))
		return;

	if (adapter->eeh_error)
		return;

	status = be_cmd_intr_set(adapter, enable);
	if (status)
		be_reg_intr_set(adapter, enable);
}

192
static void be_rxq_notify(struct be_adapter *adapter, u16 qid, u16 posted)
S
Sathya Perla 已提交
193 194 195 196
{
	u32 val = 0;
	val |= qid & DB_RQ_RING_ID_MASK;
	val |= posted << DB_RQ_NUM_POSTED_SHIFT;
197 198

	wmb();
199
	iowrite32(val, adapter->db + DB_RQ_OFFSET);
S
Sathya Perla 已提交
200 201
}

V
Vasundhara Volam 已提交
202 203
static void be_txq_notify(struct be_adapter *adapter, struct be_tx_obj *txo,
			  u16 posted)
S
Sathya Perla 已提交
204 205
{
	u32 val = 0;
V
Vasundhara Volam 已提交
206
	val |= txo->q.id & DB_TXULP_RING_ID_MASK;
S
Sathya Perla 已提交
207
	val |= (posted & DB_TXULP_NUM_POSTED_MASK) << DB_TXULP_NUM_POSTED_SHIFT;
208 209

	wmb();
V
Vasundhara Volam 已提交
210
	iowrite32(val, adapter->db + txo->db_offset);
S
Sathya Perla 已提交
211 212
}

213
static void be_eq_notify(struct be_adapter *adapter, u16 qid,
S
Sathya Perla 已提交
214 215 216 217
		bool arm, bool clear_int, u16 num_popped)
{
	u32 val = 0;
	val |= qid & DB_EQ_RING_ID_MASK;
218 219
	val |= ((qid & DB_EQ_RING_ID_EXT_MASK) <<
			DB_EQ_RING_ID_EXT_MASK_SHIFT);
220

221
	if (adapter->eeh_error)
222 223
		return;

S
Sathya Perla 已提交
224 225 226 227 228 229
	if (arm)
		val |= 1 << DB_EQ_REARM_SHIFT;
	if (clear_int)
		val |= 1 << DB_EQ_CLR_SHIFT;
	val |= 1 << DB_EQ_EVNT_SHIFT;
	val |= num_popped << DB_EQ_NUM_POPPED_SHIFT;
230
	iowrite32(val, adapter->db + DB_EQ_OFFSET);
S
Sathya Perla 已提交
231 232
}

233
void be_cq_notify(struct be_adapter *adapter, u16 qid, bool arm, u16 num_popped)
S
Sathya Perla 已提交
234 235 236
{
	u32 val = 0;
	val |= qid & DB_CQ_RING_ID_MASK;
237 238
	val |= ((qid & DB_CQ_RING_ID_EXT_MASK) <<
			DB_CQ_RING_ID_EXT_MASK_SHIFT);
239

240
	if (adapter->eeh_error)
241 242
		return;

S
Sathya Perla 已提交
243 244 245
	if (arm)
		val |= 1 << DB_CQ_REARM_SHIFT;
	val |= num_popped << DB_CQ_NUM_POPPED_SHIFT;
246
	iowrite32(val, adapter->db + DB_CQ_OFFSET);
S
Sathya Perla 已提交
247 248 249 250 251
}

static int be_mac_addr_set(struct net_device *netdev, void *p)
{
	struct be_adapter *adapter = netdev_priv(netdev);
252
	struct device *dev = &adapter->pdev->dev;
S
Sathya Perla 已提交
253
	struct sockaddr *addr = p;
254 255 256
	int status;
	u8 mac[ETH_ALEN];
	u32 old_pmac_id = adapter->pmac_id[0], curr_pmac_id = 0;
S
Sathya Perla 已提交
257

258 259 260
	if (!is_valid_ether_addr(addr->sa_data))
		return -EADDRNOTAVAIL;

261 262 263 264 265
	/* The PMAC_ADD cmd may fail if the VF doesn't have FILTMGMT
	 * privilege or if PF did not provision the new MAC address.
	 * On BE3, this cmd will always fail if the VF doesn't have the
	 * FILTMGMT privilege. This failure is OK, only if the PF programmed
	 * the MAC for the VF.
266
	 */
267 268 269 270 271 272 273 274 275 276 277
	status = be_cmd_pmac_add(adapter, (u8 *)addr->sa_data,
				 adapter->if_handle, &adapter->pmac_id[0], 0);
	if (!status) {
		curr_pmac_id = adapter->pmac_id[0];

		/* Delete the old programmed MAC. This call may fail if the
		 * old MAC was already deleted by the PF driver.
		 */
		if (adapter->pmac_id[0] != old_pmac_id)
			be_cmd_pmac_del(adapter, adapter->if_handle,
					old_pmac_id, 0);
278 279
	}

280 281
	/* Decide if the new MAC is successfully activated only after
	 * querying the FW
282
	 */
283
	status = be_cmd_get_active_mac(adapter, curr_pmac_id, mac);
284
	if (status)
285
		goto err;
S
Sathya Perla 已提交
286

287 288 289 290 291 292 293 294
	/* The MAC change did not happen, either due to lack of privilege
	 * or PF didn't pre-provision.
	 */
	if (memcmp(addr->sa_data, mac, ETH_ALEN)) {
		status = -EPERM;
		goto err;
	}

295
	memcpy(netdev->dev_addr, addr->sa_data, netdev->addr_len);
296
	dev_info(dev, "MAC address changed to %pM\n", mac);
297 298
	return 0;
err:
299
	dev_warn(dev, "MAC address change to %pM failed\n", addr->sa_data);
S
Sathya Perla 已提交
300 301 302
	return status;
}

303 304 305 306 307 308 309
/* BE2 supports only v0 cmd */
static void *hw_stats_from_cmd(struct be_adapter *adapter)
{
	if (BE2_chip(adapter)) {
		struct be_cmd_resp_get_stats_v0 *cmd = adapter->stats_cmd.va;

		return &cmd->hw_stats;
310
	} else if (BE3_chip(adapter)) {
311 312
		struct be_cmd_resp_get_stats_v1 *cmd = adapter->stats_cmd.va;

313 314 315 316
		return &cmd->hw_stats;
	} else {
		struct be_cmd_resp_get_stats_v2 *cmd = adapter->stats_cmd.va;

317 318 319 320 321 322 323 324 325 326 327
		return &cmd->hw_stats;
	}
}

/* BE2 supports only v0 cmd */
static void *be_erx_stats_from_cmd(struct be_adapter *adapter)
{
	if (BE2_chip(adapter)) {
		struct be_hw_stats_v0 *hw_stats = hw_stats_from_cmd(adapter);

		return &hw_stats->erx;
328
	} else if (BE3_chip(adapter)) {
329 330
		struct be_hw_stats_v1 *hw_stats = hw_stats_from_cmd(adapter);

331 332 333 334
		return &hw_stats->erx;
	} else {
		struct be_hw_stats_v2 *hw_stats = hw_stats_from_cmd(adapter);

335 336 337 338 339
		return &hw_stats->erx;
	}
}

static void populate_be_v0_stats(struct be_adapter *adapter)
340
{
341 342 343
	struct be_hw_stats_v0 *hw_stats = hw_stats_from_cmd(adapter);
	struct be_pmem_stats *pmem_sts = &hw_stats->pmem;
	struct be_rxf_stats_v0 *rxf_stats = &hw_stats->rxf;
344
	struct be_port_rxf_stats_v0 *port_stats =
345 346
					&rxf_stats->port[adapter->port_num];
	struct be_drv_stats *drvs = &adapter->drv_stats;
347

348
	be_dws_le_to_cpu(hw_stats, sizeof(*hw_stats));
349 350 351 352 353 354 355 356 357 358 359 360 361 362
	drvs->rx_pause_frames = port_stats->rx_pause_frames;
	drvs->rx_crc_errors = port_stats->rx_crc_errors;
	drvs->rx_control_frames = port_stats->rx_control_frames;
	drvs->rx_in_range_errors = port_stats->rx_in_range_errors;
	drvs->rx_frame_too_long = port_stats->rx_frame_too_long;
	drvs->rx_dropped_runt = port_stats->rx_dropped_runt;
	drvs->rx_ip_checksum_errs = port_stats->rx_ip_checksum_errs;
	drvs->rx_tcp_checksum_errs = port_stats->rx_tcp_checksum_errs;
	drvs->rx_udp_checksum_errs = port_stats->rx_udp_checksum_errs;
	drvs->rxpp_fifo_overflow_drop = port_stats->rx_fifo_overflow;
	drvs->rx_dropped_tcp_length = port_stats->rx_dropped_tcp_length;
	drvs->rx_dropped_too_small = port_stats->rx_dropped_too_small;
	drvs->rx_dropped_too_short = port_stats->rx_dropped_too_short;
	drvs->rx_out_range_errors = port_stats->rx_out_range_errors;
363
	drvs->rx_input_fifo_overflow_drop = port_stats->rx_input_fifo_overflow;
364 365
	drvs->rx_dropped_header_too_small =
		port_stats->rx_dropped_header_too_small;
366 367 368
	drvs->rx_address_filtered =
					port_stats->rx_address_filtered +
					port_stats->rx_vlan_filtered;
369 370 371 372 373 374 375
	drvs->rx_alignment_symbol_errors =
		port_stats->rx_alignment_symbol_errors;

	drvs->tx_pauseframes = port_stats->tx_pauseframes;
	drvs->tx_controlframes = port_stats->tx_controlframes;

	if (adapter->port_num)
376
		drvs->jabber_events = rxf_stats->port1_jabber_events;
377
	else
378
		drvs->jabber_events = rxf_stats->port0_jabber_events;
379 380 381 382
	drvs->rx_drops_no_pbuf = rxf_stats->rx_drops_no_pbuf;
	drvs->rx_drops_no_erx_descr = rxf_stats->rx_drops_no_erx_descr;
	drvs->forwarded_packets = rxf_stats->forwarded_packets;
	drvs->rx_drops_mtu = rxf_stats->rx_drops_mtu;
383 384
	drvs->rx_drops_no_tpre_descr = rxf_stats->rx_drops_no_tpre_descr;
	drvs->rx_drops_too_many_frags = rxf_stats->rx_drops_too_many_frags;
385 386 387
	adapter->drv_stats.eth_red_drops = pmem_sts->eth_red_drops;
}

388
static void populate_be_v1_stats(struct be_adapter *adapter)
389
{
390 391 392
	struct be_hw_stats_v1 *hw_stats = hw_stats_from_cmd(adapter);
	struct be_pmem_stats *pmem_sts = &hw_stats->pmem;
	struct be_rxf_stats_v1 *rxf_stats = &hw_stats->rxf;
393
	struct be_port_rxf_stats_v1 *port_stats =
394 395
					&rxf_stats->port[adapter->port_num];
	struct be_drv_stats *drvs = &adapter->drv_stats;
396

397
	be_dws_le_to_cpu(hw_stats, sizeof(*hw_stats));
398 399
	drvs->pmem_fifo_overflow_drop = port_stats->pmem_fifo_overflow_drop;
	drvs->rx_priority_pause_frames = port_stats->rx_priority_pause_frames;
400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416
	drvs->rx_pause_frames = port_stats->rx_pause_frames;
	drvs->rx_crc_errors = port_stats->rx_crc_errors;
	drvs->rx_control_frames = port_stats->rx_control_frames;
	drvs->rx_in_range_errors = port_stats->rx_in_range_errors;
	drvs->rx_frame_too_long = port_stats->rx_frame_too_long;
	drvs->rx_dropped_runt = port_stats->rx_dropped_runt;
	drvs->rx_ip_checksum_errs = port_stats->rx_ip_checksum_errs;
	drvs->rx_tcp_checksum_errs = port_stats->rx_tcp_checksum_errs;
	drvs->rx_udp_checksum_errs = port_stats->rx_udp_checksum_errs;
	drvs->rx_dropped_tcp_length = port_stats->rx_dropped_tcp_length;
	drvs->rx_dropped_too_small = port_stats->rx_dropped_too_small;
	drvs->rx_dropped_too_short = port_stats->rx_dropped_too_short;
	drvs->rx_out_range_errors = port_stats->rx_out_range_errors;
	drvs->rx_dropped_header_too_small =
		port_stats->rx_dropped_header_too_small;
	drvs->rx_input_fifo_overflow_drop =
		port_stats->rx_input_fifo_overflow_drop;
417
	drvs->rx_address_filtered = port_stats->rx_address_filtered;
418 419
	drvs->rx_alignment_symbol_errors =
		port_stats->rx_alignment_symbol_errors;
420
	drvs->rxpp_fifo_overflow_drop = port_stats->rxpp_fifo_overflow_drop;
421 422
	drvs->tx_pauseframes = port_stats->tx_pauseframes;
	drvs->tx_controlframes = port_stats->tx_controlframes;
423
	drvs->tx_priority_pauseframes = port_stats->tx_priority_pauseframes;
424 425 426 427 428
	drvs->jabber_events = port_stats->jabber_events;
	drvs->rx_drops_no_pbuf = rxf_stats->rx_drops_no_pbuf;
	drvs->rx_drops_no_erx_descr = rxf_stats->rx_drops_no_erx_descr;
	drvs->forwarded_packets = rxf_stats->forwarded_packets;
	drvs->rx_drops_mtu = rxf_stats->rx_drops_mtu;
429 430
	drvs->rx_drops_no_tpre_descr = rxf_stats->rx_drops_no_tpre_descr;
	drvs->rx_drops_too_many_frags = rxf_stats->rx_drops_too_many_frags;
431 432 433
	adapter->drv_stats.eth_red_drops = pmem_sts->eth_red_drops;
}

434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477
static void populate_be_v2_stats(struct be_adapter *adapter)
{
	struct be_hw_stats_v2 *hw_stats = hw_stats_from_cmd(adapter);
	struct be_pmem_stats *pmem_sts = &hw_stats->pmem;
	struct be_rxf_stats_v2 *rxf_stats = &hw_stats->rxf;
	struct be_port_rxf_stats_v2 *port_stats =
					&rxf_stats->port[adapter->port_num];
	struct be_drv_stats *drvs = &adapter->drv_stats;

	be_dws_le_to_cpu(hw_stats, sizeof(*hw_stats));
	drvs->pmem_fifo_overflow_drop = port_stats->pmem_fifo_overflow_drop;
	drvs->rx_priority_pause_frames = port_stats->rx_priority_pause_frames;
	drvs->rx_pause_frames = port_stats->rx_pause_frames;
	drvs->rx_crc_errors = port_stats->rx_crc_errors;
	drvs->rx_control_frames = port_stats->rx_control_frames;
	drvs->rx_in_range_errors = port_stats->rx_in_range_errors;
	drvs->rx_frame_too_long = port_stats->rx_frame_too_long;
	drvs->rx_dropped_runt = port_stats->rx_dropped_runt;
	drvs->rx_ip_checksum_errs = port_stats->rx_ip_checksum_errs;
	drvs->rx_tcp_checksum_errs = port_stats->rx_tcp_checksum_errs;
	drvs->rx_udp_checksum_errs = port_stats->rx_udp_checksum_errs;
	drvs->rx_dropped_tcp_length = port_stats->rx_dropped_tcp_length;
	drvs->rx_dropped_too_small = port_stats->rx_dropped_too_small;
	drvs->rx_dropped_too_short = port_stats->rx_dropped_too_short;
	drvs->rx_out_range_errors = port_stats->rx_out_range_errors;
	drvs->rx_dropped_header_too_small =
		port_stats->rx_dropped_header_too_small;
	drvs->rx_input_fifo_overflow_drop =
		port_stats->rx_input_fifo_overflow_drop;
	drvs->rx_address_filtered = port_stats->rx_address_filtered;
	drvs->rx_alignment_symbol_errors =
		port_stats->rx_alignment_symbol_errors;
	drvs->rxpp_fifo_overflow_drop = port_stats->rxpp_fifo_overflow_drop;
	drvs->tx_pauseframes = port_stats->tx_pauseframes;
	drvs->tx_controlframes = port_stats->tx_controlframes;
	drvs->tx_priority_pauseframes = port_stats->tx_priority_pauseframes;
	drvs->jabber_events = port_stats->jabber_events;
	drvs->rx_drops_no_pbuf = rxf_stats->rx_drops_no_pbuf;
	drvs->rx_drops_no_erx_descr = rxf_stats->rx_drops_no_erx_descr;
	drvs->forwarded_packets = rxf_stats->forwarded_packets;
	drvs->rx_drops_mtu = rxf_stats->rx_drops_mtu;
	drvs->rx_drops_no_tpre_descr = rxf_stats->rx_drops_no_tpre_descr;
	drvs->rx_drops_too_many_frags = rxf_stats->rx_drops_too_many_frags;
	adapter->drv_stats.eth_red_drops = pmem_sts->eth_red_drops;
478 479 480 481 482 483 484 485
	if (be_roce_supported(adapter))  {
		drvs->rx_roce_bytes_lsd = port_stats->roce_bytes_received_lsd;
		drvs->rx_roce_bytes_msd = port_stats->roce_bytes_received_msd;
		drvs->rx_roce_frames = port_stats->roce_frames_received;
		drvs->roce_drops_crc = port_stats->roce_drops_crc;
		drvs->roce_drops_payload_len =
			port_stats->roce_drops_payload_len;
	}
486 487
}

S
Selvin Xavier 已提交
488 489
static void populate_lancer_stats(struct be_adapter *adapter)
{
490

S
Selvin Xavier 已提交
491
	struct be_drv_stats *drvs = &adapter->drv_stats;
492 493 494 495 496 497 498
	struct lancer_pport_stats *pport_stats =
					pport_stats_from_cmd(adapter);

	be_dws_le_to_cpu(pport_stats, sizeof(*pport_stats));
	drvs->rx_pause_frames = pport_stats->rx_pause_frames_lo;
	drvs->rx_crc_errors = pport_stats->rx_crc_errors_lo;
	drvs->rx_control_frames = pport_stats->rx_control_frames_lo;
S
Selvin Xavier 已提交
499
	drvs->rx_in_range_errors = pport_stats->rx_in_range_errors;
500
	drvs->rx_frame_too_long = pport_stats->rx_frames_too_long_lo;
S
Selvin Xavier 已提交
501 502 503 504 505 506 507 508 509 510 511 512
	drvs->rx_dropped_runt = pport_stats->rx_dropped_runt;
	drvs->rx_ip_checksum_errs = pport_stats->rx_ip_checksum_errors;
	drvs->rx_tcp_checksum_errs = pport_stats->rx_tcp_checksum_errors;
	drvs->rx_udp_checksum_errs = pport_stats->rx_udp_checksum_errors;
	drvs->rx_dropped_tcp_length =
				pport_stats->rx_dropped_invalid_tcp_length;
	drvs->rx_dropped_too_small = pport_stats->rx_dropped_too_small;
	drvs->rx_dropped_too_short = pport_stats->rx_dropped_too_short;
	drvs->rx_out_range_errors = pport_stats->rx_out_of_range_errors;
	drvs->rx_dropped_header_too_small =
				pport_stats->rx_dropped_header_too_small;
	drvs->rx_input_fifo_overflow_drop = pport_stats->rx_fifo_overflow;
513 514 515
	drvs->rx_address_filtered =
					pport_stats->rx_address_filtered +
					pport_stats->rx_vlan_filtered;
516
	drvs->rx_alignment_symbol_errors = pport_stats->rx_symbol_errors_lo;
S
Selvin Xavier 已提交
517
	drvs->rxpp_fifo_overflow_drop = pport_stats->rx_fifo_overflow;
518 519
	drvs->tx_pauseframes = pport_stats->tx_pause_frames_lo;
	drvs->tx_controlframes = pport_stats->tx_control_frames_lo;
S
Selvin Xavier 已提交
520
	drvs->jabber_events = pport_stats->rx_jabbers;
521 522
	drvs->forwarded_packets = pport_stats->num_forwards_lo;
	drvs->rx_drops_mtu = pport_stats->rx_drops_mtu_lo;
S
Selvin Xavier 已提交
523
	drvs->rx_drops_too_many_frags =
524
				pport_stats->rx_drops_too_many_frags_lo;
S
Selvin Xavier 已提交
525
}
526

527 528 529 530 531 532 533 534 535 536 537 538
static void accumulate_16bit_val(u32 *acc, u16 val)
{
#define lo(x)			(x & 0xFFFF)
#define hi(x)			(x & 0xFFFF0000)
	bool wrapped = val < lo(*acc);
	u32 newacc = hi(*acc) + val;

	if (wrapped)
		newacc += 65536;
	ACCESS_ONCE(*acc) = newacc;
}

J
Jingoo Han 已提交
539
static void populate_erx_stats(struct be_adapter *adapter,
540 541 542 543 544 545 546 547 548 549 550 551 552
			struct be_rx_obj *rxo,
			u32 erx_stat)
{
	if (!BEx_chip(adapter))
		rx_stats(rxo)->rx_drops_no_frags = erx_stat;
	else
		/* below erx HW counter can actually wrap around after
		 * 65535. Driver accumulates a 32-bit value
		 */
		accumulate_16bit_val(&rx_stats(rxo)->rx_drops_no_frags,
				     (u16)erx_stat);
}

553 554
void be_parse_stats(struct be_adapter *adapter)
{
555
	struct be_erx_stats_v2 *erx = be_erx_stats_from_cmd(adapter);
556 557
	struct be_rx_obj *rxo;
	int i;
558
	u32 erx_stat;
559

560 561
	if (lancer_chip(adapter)) {
		populate_lancer_stats(adapter);
S
Selvin Xavier 已提交
562
	} else {
563 564
		if (BE2_chip(adapter))
			populate_be_v0_stats(adapter);
565 566
		else if (BE3_chip(adapter))
			/* for BE3 */
567
			populate_be_v1_stats(adapter);
568 569
		else
			populate_be_v2_stats(adapter);
570

571
		/* erx_v2 is longer than v0, v1. use v2 for v0, v1 access */
572
		for_all_rx_queues(adapter, rxo, i) {
573 574
			erx_stat = erx->rx_drops_no_fragments[rxo->q.id];
			populate_erx_stats(adapter, rxo, erx_stat);
575
		}
576
	}
577 578
}

579 580
static struct rtnl_link_stats64 *be_get_stats64(struct net_device *netdev,
					struct rtnl_link_stats64 *stats)
S
Sathya Perla 已提交
581
{
582
	struct be_adapter *adapter = netdev_priv(netdev);
583
	struct be_drv_stats *drvs = &adapter->drv_stats;
584
	struct be_rx_obj *rxo;
585
	struct be_tx_obj *txo;
586 587
	u64 pkts, bytes;
	unsigned int start;
588
	int i;
S
Sathya Perla 已提交
589

590
	for_all_rx_queues(adapter, rxo, i) {
591 592 593 594 595 596 597 598 599 600 601
		const struct be_rx_stats *rx_stats = rx_stats(rxo);
		do {
			start = u64_stats_fetch_begin_bh(&rx_stats->sync);
			pkts = rx_stats(rxo)->rx_pkts;
			bytes = rx_stats(rxo)->rx_bytes;
		} while (u64_stats_fetch_retry_bh(&rx_stats->sync, start));
		stats->rx_packets += pkts;
		stats->rx_bytes += bytes;
		stats->multicast += rx_stats(rxo)->rx_mcast_pkts;
		stats->rx_dropped += rx_stats(rxo)->rx_drops_no_skbs +
					rx_stats(rxo)->rx_drops_no_frags;
602 603
	}

604
	for_all_tx_queues(adapter, txo, i) {
605 606 607 608 609 610 611 612
		const struct be_tx_stats *tx_stats = tx_stats(txo);
		do {
			start = u64_stats_fetch_begin_bh(&tx_stats->sync);
			pkts = tx_stats(txo)->tx_pkts;
			bytes = tx_stats(txo)->tx_bytes;
		} while (u64_stats_fetch_retry_bh(&tx_stats->sync, start));
		stats->tx_packets += pkts;
		stats->tx_bytes += bytes;
613
	}
S
Sathya Perla 已提交
614 615

	/* bad pkts received */
616
	stats->rx_errors = drvs->rx_crc_errors +
617 618 619 620 621 622 623 624
		drvs->rx_alignment_symbol_errors +
		drvs->rx_in_range_errors +
		drvs->rx_out_range_errors +
		drvs->rx_frame_too_long +
		drvs->rx_dropped_too_small +
		drvs->rx_dropped_too_short +
		drvs->rx_dropped_header_too_small +
		drvs->rx_dropped_tcp_length +
625
		drvs->rx_dropped_runt;
626

S
Sathya Perla 已提交
627
	/* detailed rx errors */
628
	stats->rx_length_errors = drvs->rx_in_range_errors +
629 630
		drvs->rx_out_range_errors +
		drvs->rx_frame_too_long;
631

632
	stats->rx_crc_errors = drvs->rx_crc_errors;
S
Sathya Perla 已提交
633 634

	/* frame alignment errors */
635
	stats->rx_frame_errors = drvs->rx_alignment_symbol_errors;
636

S
Sathya Perla 已提交
637 638
	/* receiver fifo overrun */
	/* drops_no_pbuf is no per i/f, it's per BE card */
639
	stats->rx_fifo_errors = drvs->rxpp_fifo_overflow_drop +
640 641
				drvs->rx_input_fifo_overflow_drop +
				drvs->rx_drops_no_pbuf;
642
	return stats;
S
Sathya Perla 已提交
643 644
}

645
void be_link_status_update(struct be_adapter *adapter, u8 link_status)
S
Sathya Perla 已提交
646 647 648
{
	struct net_device *netdev = adapter->netdev;

649
	if (!(adapter->flags & BE_FLAGS_LINK_STATUS_INIT)) {
650
		netif_carrier_off(netdev);
651
		adapter->flags |= BE_FLAGS_LINK_STATUS_INIT;
S
Sathya Perla 已提交
652
	}
653 654 655 656 657

	if ((link_status & LINK_STATUS_MASK) == LINK_UP)
		netif_carrier_on(netdev);
	else
		netif_carrier_off(netdev);
S
Sathya Perla 已提交
658 659
}

660
static void be_tx_stats_update(struct be_tx_obj *txo,
661
			u32 wrb_cnt, u32 copied, u32 gso_segs, bool stopped)
S
Sathya Perla 已提交
662
{
663 664
	struct be_tx_stats *stats = tx_stats(txo);

665
	u64_stats_update_begin(&stats->sync);
666 667 668 669
	stats->tx_reqs++;
	stats->tx_wrbs += wrb_cnt;
	stats->tx_bytes += copied;
	stats->tx_pkts += (gso_segs ? gso_segs : 1);
S
Sathya Perla 已提交
670
	if (stopped)
671
		stats->tx_stops++;
672
	u64_stats_update_end(&stats->sync);
S
Sathya Perla 已提交
673 674 675
}

/* Determine number of WRB entries needed to xmit data in an skb */
676 677
static u32 wrb_cnt_for_skb(struct be_adapter *adapter, struct sk_buff *skb,
								bool *dummy)
S
Sathya Perla 已提交
678
{
679 680 681 682
	int cnt = (skb->len > skb->data_len);

	cnt += skb_shinfo(skb)->nr_frags;

S
Sathya Perla 已提交
683 684
	/* to account for hdr wrb */
	cnt++;
685 686 687
	if (lancer_chip(adapter) || !(cnt & 1)) {
		*dummy = false;
	} else {
S
Sathya Perla 已提交
688 689 690
		/* add a dummy to make it an even num */
		cnt++;
		*dummy = true;
691
	}
S
Sathya Perla 已提交
692 693 694 695 696 697 698 699 700
	BUG_ON(cnt > BE_MAX_TX_FRAG_COUNT);
	return cnt;
}

static inline void wrb_fill(struct be_eth_wrb *wrb, u64 addr, int len)
{
	wrb->frag_pa_hi = upper_32_bits(addr);
	wrb->frag_pa_lo = addr & 0xFFFFFFFF;
	wrb->frag_len = len & ETH_WRB_FRAG_LEN_MASK;
701
	wrb->rsvd0 = 0;
S
Sathya Perla 已提交
702 703
}

704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719
static inline u16 be_get_tx_vlan_tag(struct be_adapter *adapter,
					struct sk_buff *skb)
{
	u8 vlan_prio;
	u16 vlan_tag;

	vlan_tag = vlan_tx_tag_get(skb);
	vlan_prio = (vlan_tag & VLAN_PRIO_MASK) >> VLAN_PRIO_SHIFT;
	/* If vlan priority provided by OS is NOT in available bmap */
	if (!(adapter->vlan_prio_bmap & (1 << vlan_prio)))
		vlan_tag = (vlan_tag & ~VLAN_PRIO_MASK) |
				adapter->recommended_prio;

	return vlan_tag;
}

720
static void wrb_fill_hdr(struct be_adapter *adapter, struct be_eth_hdr_wrb *hdr,
721
		struct sk_buff *skb, u32 wrb_cnt, u32 len, bool skip_hw_vlan)
S
Sathya Perla 已提交
722
{
723
	u16 vlan_tag;
724

S
Sathya Perla 已提交
725 726 727 728
	memset(hdr, 0, sizeof(*hdr));

	AMAP_SET_BITS(struct amap_eth_hdr_wrb, crc, hdr, 1);

A
Ajit Khaparde 已提交
729
	if (skb_is_gso(skb)) {
S
Sathya Perla 已提交
730 731 732
		AMAP_SET_BITS(struct amap_eth_hdr_wrb, lso, hdr, 1);
		AMAP_SET_BITS(struct amap_eth_hdr_wrb, lso_mss,
			hdr, skb_shinfo(skb)->gso_size);
733
		if (skb_is_gso_v6(skb) && !lancer_chip(adapter))
A
Ajit Khaparde 已提交
734
			AMAP_SET_BITS(struct amap_eth_hdr_wrb, lso6, hdr, 1);
S
Sathya Perla 已提交
735 736 737 738 739 740 741
	} else if (skb->ip_summed == CHECKSUM_PARTIAL) {
		if (is_tcp_pkt(skb))
			AMAP_SET_BITS(struct amap_eth_hdr_wrb, tcpcs, hdr, 1);
		else if (is_udp_pkt(skb))
			AMAP_SET_BITS(struct amap_eth_hdr_wrb, udpcs, hdr, 1);
	}

A
Ajit Khaparde 已提交
742
	if (vlan_tx_tag_present(skb)) {
S
Sathya Perla 已提交
743
		AMAP_SET_BITS(struct amap_eth_hdr_wrb, vlan, hdr, 1);
744
		vlan_tag = be_get_tx_vlan_tag(adapter, skb);
745
		AMAP_SET_BITS(struct amap_eth_hdr_wrb, vlan_tag, hdr, vlan_tag);
S
Sathya Perla 已提交
746 747
	}

748 749
	/* To skip HW VLAN tagging: evt = 1, compl = 0 */
	AMAP_SET_BITS(struct amap_eth_hdr_wrb, complete, hdr, !skip_hw_vlan);
S
Sathya Perla 已提交
750 751 752 753 754
	AMAP_SET_BITS(struct amap_eth_hdr_wrb, event, hdr, 1);
	AMAP_SET_BITS(struct amap_eth_hdr_wrb, num_wrb, hdr, wrb_cnt);
	AMAP_SET_BITS(struct amap_eth_hdr_wrb, len, hdr, len);
}

I
Ivan Vecera 已提交
755
static void unmap_tx_frag(struct device *dev, struct be_eth_wrb *wrb,
756 757 758 759 760 761 762
		bool unmap_single)
{
	dma_addr_t dma;

	be_dws_le_to_cpu(wrb, sizeof(*wrb));

	dma = (u64)wrb->frag_pa_hi << 32 | (u64)wrb->frag_pa_lo;
763
	if (wrb->frag_len) {
764
		if (unmap_single)
I
Ivan Vecera 已提交
765 766
			dma_unmap_single(dev, dma, wrb->frag_len,
					 DMA_TO_DEVICE);
767
		else
I
Ivan Vecera 已提交
768
			dma_unmap_page(dev, dma, wrb->frag_len, DMA_TO_DEVICE);
769 770
	}
}
S
Sathya Perla 已提交
771

772
static int make_tx_wrbs(struct be_adapter *adapter, struct be_queue_info *txq,
773 774
		struct sk_buff *skb, u32 wrb_cnt, bool dummy_wrb,
		bool skip_hw_vlan)
S
Sathya Perla 已提交
775
{
776 777
	dma_addr_t busaddr;
	int i, copied = 0;
I
Ivan Vecera 已提交
778
	struct device *dev = &adapter->pdev->dev;
S
Sathya Perla 已提交
779 780 781
	struct sk_buff *first_skb = skb;
	struct be_eth_wrb *wrb;
	struct be_eth_hdr_wrb *hdr;
782 783
	bool map_single = false;
	u16 map_head;
S
Sathya Perla 已提交
784 785 786

	hdr = queue_head_node(txq);
	queue_head_inc(txq);
787
	map_head = txq->head;
S
Sathya Perla 已提交
788

789
	if (skb->len > skb->data_len) {
E
Eric Dumazet 已提交
790
		int len = skb_headlen(skb);
I
Ivan Vecera 已提交
791 792
		busaddr = dma_map_single(dev, skb->data, len, DMA_TO_DEVICE);
		if (dma_mapping_error(dev, busaddr))
793 794
			goto dma_err;
		map_single = true;
795 796 797 798 799 800
		wrb = queue_head_node(txq);
		wrb_fill(wrb, busaddr, len);
		be_dws_cpu_to_le(wrb, sizeof(*wrb));
		queue_head_inc(txq);
		copied += len;
	}
S
Sathya Perla 已提交
801

802
	for (i = 0; i < skb_shinfo(skb)->nr_frags; i++) {
E
Eric Dumazet 已提交
803
		const struct skb_frag_struct *frag =
804
			&skb_shinfo(skb)->frags[i];
805
		busaddr = skb_frag_dma_map(dev, frag, 0,
E
Eric Dumazet 已提交
806
					   skb_frag_size(frag), DMA_TO_DEVICE);
I
Ivan Vecera 已提交
807
		if (dma_mapping_error(dev, busaddr))
808
			goto dma_err;
809
		wrb = queue_head_node(txq);
E
Eric Dumazet 已提交
810
		wrb_fill(wrb, busaddr, skb_frag_size(frag));
811 812
		be_dws_cpu_to_le(wrb, sizeof(*wrb));
		queue_head_inc(txq);
E
Eric Dumazet 已提交
813
		copied += skb_frag_size(frag);
S
Sathya Perla 已提交
814 815 816 817 818 819 820 821 822
	}

	if (dummy_wrb) {
		wrb = queue_head_node(txq);
		wrb_fill(wrb, 0, 0);
		be_dws_cpu_to_le(wrb, sizeof(*wrb));
		queue_head_inc(txq);
	}

823
	wrb_fill_hdr(adapter, hdr, first_skb, wrb_cnt, copied, skip_hw_vlan);
S
Sathya Perla 已提交
824 825 826
	be_dws_cpu_to_le(hdr, sizeof(*hdr));

	return copied;
827 828 829 830
dma_err:
	txq->head = map_head;
	while (copied) {
		wrb = queue_head_node(txq);
I
Ivan Vecera 已提交
831
		unmap_tx_frag(dev, wrb, map_single);
832 833 834 835 836
		map_single = false;
		copied -= wrb->frag_len;
		queue_head_inc(txq);
	}
	return 0;
S
Sathya Perla 已提交
837 838
}

839
static struct sk_buff *be_insert_vlan_in_pkt(struct be_adapter *adapter,
840 841
					     struct sk_buff *skb,
					     bool *skip_hw_vlan)
842 843 844 845 846 847 848
{
	u16 vlan_tag = 0;

	skb = skb_share_check(skb, GFP_ATOMIC);
	if (unlikely(!skb))
		return skb;

849
	if (vlan_tx_tag_present(skb))
850
		vlan_tag = be_get_tx_vlan_tag(adapter, skb);
851 852 853 854 855 856 857 858 859 860

	if (qnq_async_evt_rcvd(adapter) && adapter->pvid) {
		if (!vlan_tag)
			vlan_tag = adapter->pvid;
		/* f/w workaround to set skip_hw_vlan = 1, informs the F/W to
		 * skip VLAN insertion
		 */
		if (skip_hw_vlan)
			*skip_hw_vlan = true;
	}
861 862

	if (vlan_tag) {
863
		skb = __vlan_put_tag(skb, htons(ETH_P_8021Q), vlan_tag);
864 865 866 867 868 869 870 871
		if (unlikely(!skb))
			return skb;
		skb->vlan_tci = 0;
	}

	/* Insert the outer VLAN, if any */
	if (adapter->qnq_vid) {
		vlan_tag = adapter->qnq_vid;
872
		skb = __vlan_put_tag(skb, htons(ETH_P_8021Q), vlan_tag);
873 874 875 876 877 878
		if (unlikely(!skb))
			return skb;
		if (skip_hw_vlan)
			*skip_hw_vlan = true;
	}

879 880 881
	return skb;
}

882 883 884 885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904 905 906 907 908
static bool be_ipv6_exthdr_check(struct sk_buff *skb)
{
	struct ethhdr *eh = (struct ethhdr *)skb->data;
	u16 offset = ETH_HLEN;

	if (eh->h_proto == htons(ETH_P_IPV6)) {
		struct ipv6hdr *ip6h = (struct ipv6hdr *)(skb->data + offset);

		offset += sizeof(struct ipv6hdr);
		if (ip6h->nexthdr != NEXTHDR_TCP &&
		    ip6h->nexthdr != NEXTHDR_UDP) {
			struct ipv6_opt_hdr *ehdr =
				(struct ipv6_opt_hdr *) (skb->data + offset);

			/* offending pkt: 2nd byte following IPv6 hdr is 0xff */
			if (ehdr->hdrlen == 0xff)
				return true;
		}
	}
	return false;
}

static int be_vlan_tag_tx_chk(struct be_adapter *adapter, struct sk_buff *skb)
{
	return vlan_tx_tag_present(skb) || adapter->pvid || adapter->qnq_vid;
}

909 910
static int be_ipv6_tx_stall_chk(struct be_adapter *adapter,
				struct sk_buff *skb)
911
{
912
	return BE3_chip(adapter) && be_ipv6_exthdr_check(skb);
913 914
}

915 916 917
static struct sk_buff *be_xmit_workarounds(struct be_adapter *adapter,
					   struct sk_buff *skb,
					   bool *skip_hw_vlan)
S
Sathya Perla 已提交
918
{
919
	struct vlan_ethhdr *veh = (struct vlan_ethhdr *)skb->data;
920 921
	unsigned int eth_hdr_len;
	struct iphdr *ip;
922

923
	/* Lancer, SH-R ASICs have a bug wherein Packets that are 32 bytes or less
924
	 * may cause a transmit stall on that port. So the work-around is to
925
	 * pad short packets (<= 32 bytes) to a 36-byte length.
926
	 */
927
	if (unlikely(!BEx_chip(adapter) && skb->len <= 32)) {
928 929 930 931 932
		if (skb_padto(skb, 36))
			goto tx_drop;
		skb->len = 36;
	}

933 934
	/* For padded packets, BE HW modifies tot_len field in IP header
	 * incorrecly when VLAN tag is inserted by HW.
935
	 * For padded packets, Lancer computes incorrect checksum.
936
	 */
937 938
	eth_hdr_len = ntohs(skb->protocol) == ETH_P_8021Q ?
						VLAN_ETH_HLEN : ETH_HLEN;
939 940
	if (skb->len <= 60 &&
	    (lancer_chip(adapter) || vlan_tx_tag_present(skb)) &&
941
	    is_ipv4_pkt(skb)) {
942 943 944
		ip = (struct iphdr *)ip_hdr(skb);
		pskb_trim(skb, eth_hdr_len + ntohs(ip->tot_len));
	}
945

946 947 948 949 950
	/* If vlan tag is already inlined in the packet, skip HW VLAN
	 * tagging in UMC mode
	 */
	if ((adapter->function_mode & UMC_ENABLED) &&
	    veh->h_vlan_proto == htons(ETH_P_8021Q))
951
			*skip_hw_vlan = true;
952

953 954 955 956 957
	/* HW has a bug wherein it will calculate CSUM for VLAN
	 * pkts even though it is disabled.
	 * Manually insert VLAN in pkt.
	 */
	if (skb->ip_summed != CHECKSUM_PARTIAL &&
958 959
	    vlan_tx_tag_present(skb)) {
		skb = be_insert_vlan_in_pkt(adapter, skb, skip_hw_vlan);
960 961 962 963 964 965 966 967 968
		if (unlikely(!skb))
			goto tx_drop;
	}

	/* HW may lockup when VLAN HW tagging is requested on
	 * certain ipv6 packets. Drop such pkts if the HW workaround to
	 * skip HW tagging is not enabled by FW.
	 */
	if (unlikely(be_ipv6_tx_stall_chk(adapter, skb) &&
969 970
	    (adapter->pvid || adapter->qnq_vid) &&
	    !qnq_async_evt_rcvd(adapter)))
971 972 973 974 975 976 977 978 979 980
		goto tx_drop;

	/* Manual VLAN tag insertion to prevent:
	 * ASIC lockup when the ASIC inserts VLAN tag into
	 * certain ipv6 packets. Insert VLAN tags in driver,
	 * and set event, completion, vlan bits accordingly
	 * in the Tx WRB.
	 */
	if (be_ipv6_tx_stall_chk(adapter, skb) &&
	    be_vlan_tag_tx_chk(adapter, skb)) {
981
		skb = be_insert_vlan_in_pkt(adapter, skb, skip_hw_vlan);
982 983 984 985
		if (unlikely(!skb))
			goto tx_drop;
	}

986 987 988 989 990 991 992 993 994 995 996 997 998 999 1000 1001 1002
	return skb;
tx_drop:
	dev_kfree_skb_any(skb);
	return NULL;
}

static netdev_tx_t be_xmit(struct sk_buff *skb, struct net_device *netdev)
{
	struct be_adapter *adapter = netdev_priv(netdev);
	struct be_tx_obj *txo = &adapter->tx_obj[skb_get_queue_mapping(skb)];
	struct be_queue_info *txq = &txo->q;
	bool dummy_wrb, stopped = false;
	u32 wrb_cnt = 0, copied = 0;
	bool skip_hw_vlan = false;
	u32 start = txq->head;

	skb = be_xmit_workarounds(adapter, skb, &skip_hw_vlan);
1003 1004
	if (!skb) {
		tx_stats(txo)->tx_drv_drops++;
1005
		return NETDEV_TX_OK;
1006
	}
1007

1008
	wrb_cnt = wrb_cnt_for_skb(adapter, skb, &dummy_wrb);
S
Sathya Perla 已提交
1009

1010 1011
	copied = make_tx_wrbs(adapter, txq, skb, wrb_cnt, dummy_wrb,
			      skip_hw_vlan);
1012
	if (copied) {
E
Eric Dumazet 已提交
1013 1014
		int gso_segs = skb_shinfo(skb)->gso_segs;

1015
		/* record the sent skb in the sent_skb table */
1016 1017
		BUG_ON(txo->sent_skb_list[start]);
		txo->sent_skb_list[start] = skb;
1018 1019 1020 1021 1022

		/* Ensure txq has space for the next skb; Else stop the queue
		 * *BEFORE* ringing the tx doorbell, so that we serialze the
		 * tx compls of the current transmit which'll wake up the queue
		 */
1023
		atomic_add(wrb_cnt, &txq->used);
1024 1025
		if ((BE_MAX_TX_FRAG_COUNT + atomic_read(&txq->used)) >=
								txq->len) {
1026
			netif_stop_subqueue(netdev, skb_get_queue_mapping(skb));
1027 1028
			stopped = true;
		}
S
Sathya Perla 已提交
1029

V
Vasundhara Volam 已提交
1030
		be_txq_notify(adapter, txo, wrb_cnt);
S
Sathya Perla 已提交
1031

E
Eric Dumazet 已提交
1032
		be_tx_stats_update(txo, wrb_cnt, copied, gso_segs, stopped);
1033 1034
	} else {
		txq->head = start;
1035
		tx_stats(txo)->tx_drv_drops++;
1036
		dev_kfree_skb_any(skb);
S
Sathya Perla 已提交
1037 1038 1039 1040 1041 1042 1043 1044
	}
	return NETDEV_TX_OK;
}

static int be_change_mtu(struct net_device *netdev, int new_mtu)
{
	struct be_adapter *adapter = netdev_priv(netdev);
	if (new_mtu < BE_MIN_MTU ||
A
Ajit Khaparde 已提交
1045 1046
			new_mtu > (BE_MAX_JUMBO_FRAME_SIZE -
					(ETH_HLEN + ETH_FCS_LEN))) {
S
Sathya Perla 已提交
1047 1048
		dev_info(&adapter->pdev->dev,
			"MTU must be between %d and %d bytes\n",
A
Ajit Khaparde 已提交
1049 1050
			BE_MIN_MTU,
			(BE_MAX_JUMBO_FRAME_SIZE - (ETH_HLEN + ETH_FCS_LEN)));
S
Sathya Perla 已提交
1051 1052 1053 1054 1055 1056 1057 1058 1059
		return -EINVAL;
	}
	dev_info(&adapter->pdev->dev, "MTU changed from %d to %d bytes\n",
			netdev->mtu, new_mtu);
	netdev->mtu = new_mtu;
	return 0;
}

/*
1060 1061
 * A max of 64 (BE_NUM_VLANS_SUPPORTED) vlans can be configured in BE.
 * If the user configures more, place BE in vlan promiscuous mode.
S
Sathya Perla 已提交
1062
 */
S
Sathya Perla 已提交
1063
static int be_vid_config(struct be_adapter *adapter)
S
Sathya Perla 已提交
1064
{
S
Sathya Perla 已提交
1065 1066
	u16 vids[BE_NUM_VLANS_SUPPORTED];
	u16 num = 0, i;
1067
	int status = 0;
1068

1069 1070 1071 1072
	/* No need to further configure vids if in promiscuous mode */
	if (adapter->promiscuous)
		return 0;

1073
	if (adapter->vlans_added > be_max_vlans(adapter))
1074 1075 1076 1077 1078
		goto set_vlan_promisc;

	/* Construct VLAN Table to give to HW */
	for (i = 0; i < VLAN_N_VID; i++)
		if (adapter->vlan_tag[i])
S
Sathya Perla 已提交
1079
			vids[num++] = cpu_to_le16(i);
1080 1081

	status = be_cmd_vlan_config(adapter, adapter->if_handle,
1082
				    vids, num, 0);
1083 1084

	if (status) {
1085 1086 1087 1088 1089 1090 1091 1092 1093 1094 1095 1096 1097 1098 1099 1100 1101 1102
		/* Set to VLAN promisc mode as setting VLAN filter failed */
		if (status == MCC_ADDL_STS_INSUFFICIENT_RESOURCES)
			goto set_vlan_promisc;
		dev_err(&adapter->pdev->dev,
			"Setting HW VLAN filtering failed.\n");
	} else {
		if (adapter->flags & BE_FLAGS_VLAN_PROMISC) {
			/* hw VLAN filtering re-enabled. */
			status = be_cmd_rx_filter(adapter,
						  BE_FLAGS_VLAN_PROMISC, OFF);
			if (!status) {
				dev_info(&adapter->pdev->dev,
					 "Disabling VLAN Promiscuous mode.\n");
				adapter->flags &= ~BE_FLAGS_VLAN_PROMISC;
				dev_info(&adapter->pdev->dev,
					 "Re-Enabling HW VLAN filtering\n");
			}
		}
S
Sathya Perla 已提交
1103
	}
1104

1105
	return status;
1106 1107

set_vlan_promisc:
1108 1109 1110 1111 1112 1113 1114 1115 1116 1117
	dev_warn(&adapter->pdev->dev, "Exhausted VLAN HW filters.\n");

	status = be_cmd_rx_filter(adapter, BE_FLAGS_VLAN_PROMISC, ON);
	if (!status) {
		dev_info(&adapter->pdev->dev, "Enable VLAN Promiscuous mode\n");
		dev_info(&adapter->pdev->dev, "Disabling HW VLAN filtering\n");
		adapter->flags |= BE_FLAGS_VLAN_PROMISC;
	} else
		dev_err(&adapter->pdev->dev,
			"Failed to enable VLAN Promiscuous mode.\n");
1118
	return status;
S
Sathya Perla 已提交
1119 1120
}

1121
static int be_vlan_add_vid(struct net_device *netdev, __be16 proto, u16 vid)
S
Sathya Perla 已提交
1122 1123
{
	struct be_adapter *adapter = netdev_priv(netdev);
A
Ajit Khaparde 已提交
1124
	int status = 0;
S
Sathya Perla 已提交
1125

1126

1127 1128 1129 1130
	/* Packets with VID 0 are always received by Lancer by default */
	if (lancer_chip(adapter) && vid == 0)
		goto ret;

S
Sathya Perla 已提交
1131
	adapter->vlan_tag[vid] = 1;
1132
	if (adapter->vlans_added <= (be_max_vlans(adapter) + 1))
S
Sathya Perla 已提交
1133
		status = be_vid_config(adapter);
1134

A
Ajit Khaparde 已提交
1135 1136 1137 1138 1139 1140
	if (!status)
		adapter->vlans_added++;
	else
		adapter->vlan_tag[vid] = 0;
ret:
	return status;
S
Sathya Perla 已提交
1141 1142
}

1143
static int be_vlan_rem_vid(struct net_device *netdev, __be16 proto, u16 vid)
S
Sathya Perla 已提交
1144 1145
{
	struct be_adapter *adapter = netdev_priv(netdev);
A
Ajit Khaparde 已提交
1146
	int status = 0;
S
Sathya Perla 已提交
1147

1148 1149 1150 1151
	/* Packets with VID 0 are always received by Lancer by default */
	if (lancer_chip(adapter) && vid == 0)
		goto ret;

S
Sathya Perla 已提交
1152
	adapter->vlan_tag[vid] = 0;
1153
	if (adapter->vlans_added <= be_max_vlans(adapter))
S
Sathya Perla 已提交
1154
		status = be_vid_config(adapter);
1155

A
Ajit Khaparde 已提交
1156 1157 1158 1159 1160 1161
	if (!status)
		adapter->vlans_added--;
	else
		adapter->vlan_tag[vid] = 1;
ret:
	return status;
S
Sathya Perla 已提交
1162 1163
}

1164
static void be_set_rx_mode(struct net_device *netdev)
S
Sathya Perla 已提交
1165 1166
{
	struct be_adapter *adapter = netdev_priv(netdev);
1167
	int status;
S
Sathya Perla 已提交
1168

1169
	if (netdev->flags & IFF_PROMISC) {
1170
		be_cmd_rx_filter(adapter, IFF_PROMISC, ON);
1171 1172
		adapter->promiscuous = true;
		goto done;
S
Sathya Perla 已提交
1173 1174
	}

L
Lucas De Marchi 已提交
1175
	/* BE was previously in promiscuous mode; disable it */
1176 1177
	if (adapter->promiscuous) {
		adapter->promiscuous = false;
1178
		be_cmd_rx_filter(adapter, IFF_PROMISC, OFF);
1179 1180

		if (adapter->vlans_added)
S
Sathya Perla 已提交
1181
			be_vid_config(adapter);
S
Sathya Perla 已提交
1182 1183
	}

1184
	/* Enable multicast promisc if num configured exceeds what we support */
1185
	if (netdev->flags & IFF_ALLMULTI ||
1186
	    netdev_mc_count(netdev) > be_max_mc(adapter)) {
1187
		be_cmd_rx_filter(adapter, IFF_ALLMULTI, ON);
1188
		goto done;
S
Sathya Perla 已提交
1189 1190
	}

1191 1192 1193 1194 1195 1196 1197 1198 1199
	if (netdev_uc_count(netdev) != adapter->uc_macs) {
		struct netdev_hw_addr *ha;
		int i = 1; /* First slot is claimed by the Primary MAC */

		for (; adapter->uc_macs > 0; adapter->uc_macs--, i++) {
			be_cmd_pmac_del(adapter, adapter->if_handle,
					adapter->pmac_id[i], 0);
		}

1200
		if (netdev_uc_count(netdev) > be_max_uc(adapter)) {
1201 1202 1203 1204 1205 1206 1207 1208 1209 1210 1211 1212 1213
			be_cmd_rx_filter(adapter, IFF_PROMISC, ON);
			adapter->promiscuous = true;
			goto done;
		}

		netdev_for_each_uc_addr(ha, adapter->netdev) {
			adapter->uc_macs++; /* First slot is for Primary MAC */
			be_cmd_pmac_add(adapter, (u8 *)ha->addr,
					adapter->if_handle,
					&adapter->pmac_id[adapter->uc_macs], 0);
		}
	}

1214 1215 1216 1217 1218 1219 1220 1221
	status = be_cmd_rx_filter(adapter, IFF_MULTICAST, ON);

	/* Set to MCAST promisc mode if setting MULTICAST address fails */
	if (status) {
		dev_info(&adapter->pdev->dev, "Exhausted multicast HW filters.\n");
		dev_info(&adapter->pdev->dev, "Disabling HW multicast filtering.\n");
		be_cmd_rx_filter(adapter, IFF_ALLMULTI, ON);
	}
1222 1223
done:
	return;
S
Sathya Perla 已提交
1224 1225
}

1226 1227 1228
static int be_set_vf_mac(struct net_device *netdev, int vf, u8 *mac)
{
	struct be_adapter *adapter = netdev_priv(netdev);
1229
	struct be_vf_cfg *vf_cfg = &adapter->vf_cfg[vf];
1230 1231
	int status;

1232
	if (!sriov_enabled(adapter))
1233 1234
		return -EPERM;

1235
	if (!is_valid_ether_addr(mac) || vf >= adapter->num_vfs)
1236 1237
		return -EINVAL;

1238 1239 1240
	if (BEx_chip(adapter)) {
		be_cmd_pmac_del(adapter, vf_cfg->if_handle, vf_cfg->pmac_id,
				vf + 1);
1241

1242 1243
		status = be_cmd_pmac_add(adapter, mac, vf_cfg->if_handle,
					 &vf_cfg->pmac_id, vf + 1);
1244 1245 1246
	} else {
		status = be_cmd_set_mac(adapter, mac, vf_cfg->if_handle,
					vf + 1);
1247 1248
	}

1249
	if (status)
1250 1251
		dev_err(&adapter->pdev->dev, "MAC %pM set on VF %d Failed\n",
				mac, vf);
1252
	else
1253
		memcpy(vf_cfg->mac_addr, mac, ETH_ALEN);
1254

1255 1256 1257
	return status;
}

1258 1259 1260 1261
static int be_get_vf_config(struct net_device *netdev, int vf,
			struct ifla_vf_info *vi)
{
	struct be_adapter *adapter = netdev_priv(netdev);
1262
	struct be_vf_cfg *vf_cfg = &adapter->vf_cfg[vf];
1263

1264
	if (!sriov_enabled(adapter))
1265 1266
		return -EPERM;

1267
	if (vf >= adapter->num_vfs)
1268 1269 1270
		return -EINVAL;

	vi->vf = vf;
1271
	vi->tx_rate = vf_cfg->tx_rate;
1272 1273
	vi->vlan = vf_cfg->vlan_tag & VLAN_VID_MASK;
	vi->qos = vf_cfg->vlan_tag >> VLAN_PRIO_SHIFT;
1274
	memcpy(&vi->mac, vf_cfg->mac_addr, ETH_ALEN);
1275 1276 1277 1278

	return 0;
}

1279 1280 1281 1282
static int be_set_vf_vlan(struct net_device *netdev,
			int vf, u16 vlan, u8 qos)
{
	struct be_adapter *adapter = netdev_priv(netdev);
1283
	struct be_vf_cfg *vf_cfg = &adapter->vf_cfg[vf];
1284 1285
	int status = 0;

1286
	if (!sriov_enabled(adapter))
1287 1288
		return -EPERM;

1289
	if (vf >= adapter->num_vfs || vlan > 4095 || qos > 7)
1290 1291
		return -EINVAL;

1292 1293 1294
	if (vlan || qos) {
		vlan |= qos << VLAN_PRIO_SHIFT;
		if (vf_cfg->vlan_tag != vlan) {
1295
			/* If this is new value, program it. Else skip. */
1296 1297 1298
			vf_cfg->vlan_tag = vlan;
			status = be_cmd_set_hsw_config(adapter, vlan, vf + 1,
						       vf_cfg->if_handle, 0);
1299
		}
1300
	} else {
1301
		/* Reset Transparent Vlan Tagging. */
1302 1303
		vf_cfg->vlan_tag = 0;
		vlan = vf_cfg->def_vid;
1304
		status = be_cmd_set_hsw_config(adapter, vlan, vf + 1,
1305
					       vf_cfg->if_handle, 0);
1306 1307 1308 1309 1310 1311 1312 1313 1314
	}


	if (status)
		dev_info(&adapter->pdev->dev,
				"VLAN %d config on VF %d failed\n", vlan, vf);
	return status;
}

1315 1316 1317 1318 1319 1320
static int be_set_vf_tx_rate(struct net_device *netdev,
			int vf, int rate)
{
	struct be_adapter *adapter = netdev_priv(netdev);
	int status = 0;

1321
	if (!sriov_enabled(adapter))
1322 1323
		return -EPERM;

1324
	if (vf >= adapter->num_vfs)
1325 1326
		return -EINVAL;

1327 1328 1329 1330 1331
	if (rate < 100 || rate > 10000) {
		dev_err(&adapter->pdev->dev,
			"tx rate must be between 100 and 10000 Mbps\n");
		return -EINVAL;
	}
1332

1333 1334 1335 1336
	if (lancer_chip(adapter))
		status = be_cmd_set_profile_config(adapter, rate / 10, vf + 1);
	else
		status = be_cmd_set_qos(adapter, rate / 10, vf + 1);
1337 1338

	if (status)
1339
		dev_err(&adapter->pdev->dev,
1340
				"tx rate %d on VF %d failed\n", rate, vf);
1341 1342
	else
		adapter->vf_cfg[vf].tx_rate = rate;
1343 1344 1345
	return status;
}

1346 1347
static void be_aic_update(struct be_aic_obj *aic, u64 rx_pkts, u64 tx_pkts,
			  ulong now)
S
Sathya Perla 已提交
1348
{
1349 1350 1351 1352
	aic->rx_pkts_prev = rx_pkts;
	aic->tx_reqs_prev = tx_pkts;
	aic->jiffies = now;
}
1353

1354 1355 1356 1357 1358 1359 1360 1361 1362 1363 1364
static void be_eqd_update(struct be_adapter *adapter)
{
	struct be_set_eqd set_eqd[MAX_EVT_QS];
	int eqd, i, num = 0, start;
	struct be_aic_obj *aic;
	struct be_eq_obj *eqo;
	struct be_rx_obj *rxo;
	struct be_tx_obj *txo;
	u64 rx_pkts, tx_pkts;
	ulong now;
	u32 pps, delta;
S
Sathya Perla 已提交
1365

1366 1367 1368 1369 1370 1371 1372 1373
	for_all_evt_queues(adapter, eqo, i) {
		aic = &adapter->aic_obj[eqo->idx];
		if (!aic->enable) {
			if (aic->jiffies)
				aic->jiffies = 0;
			eqd = aic->et_eqd;
			goto modify_eqd;
		}
S
Sathya Perla 已提交
1374

1375 1376 1377 1378 1379
		rxo = &adapter->rx_obj[eqo->idx];
		do {
			start = u64_stats_fetch_begin_bh(&rxo->stats.sync);
			rx_pkts = rxo->stats.rx_pkts;
		} while (u64_stats_fetch_retry_bh(&rxo->stats.sync, start));
S
Sathya Perla 已提交
1380

1381 1382 1383 1384 1385
		txo = &adapter->tx_obj[eqo->idx];
		do {
			start = u64_stats_fetch_begin_bh(&txo->stats.sync);
			tx_pkts = txo->stats.tx_reqs;
		} while (u64_stats_fetch_retry_bh(&txo->stats.sync, start));
S
Sathya Perla 已提交
1386 1387


1388 1389 1390 1391 1392 1393 1394 1395 1396 1397 1398 1399 1400
		/* Skip, if wrapped around or first calculation */
		now = jiffies;
		if (!aic->jiffies || time_before(now, aic->jiffies) ||
		    rx_pkts < aic->rx_pkts_prev ||
		    tx_pkts < aic->tx_reqs_prev) {
			be_aic_update(aic, rx_pkts, tx_pkts, now);
			continue;
		}

		delta = jiffies_to_msecs(now - aic->jiffies);
		pps = (((u32)(rx_pkts - aic->rx_pkts_prev) * 1000) / delta) +
			(((u32)(tx_pkts - aic->tx_reqs_prev) * 1000) / delta);
		eqd = (pps / 15000) << 2;
S
Sathya Perla 已提交
1401

1402 1403 1404 1405 1406 1407
		if (eqd < 8)
			eqd = 0;
		eqd = min_t(u32, eqd, aic->max_eqd);
		eqd = max_t(u32, eqd, aic->min_eqd);

		be_aic_update(aic, rx_pkts, tx_pkts, now);
S
Sathya Perla 已提交
1408
modify_eqd:
1409 1410 1411 1412 1413 1414
		if (eqd != aic->prev_eqd) {
			set_eqd[num].delay_multiplier = (eqd * 65)/100;
			set_eqd[num].eq_id = eqo->q.id;
			aic->prev_eqd = eqd;
			num++;
		}
1415
	}
1416 1417 1418

	if (num)
		be_cmd_modify_eqd(adapter, set_eqd, num);
S
Sathya Perla 已提交
1419 1420
}

1421
static void be_rx_stats_update(struct be_rx_obj *rxo,
1422
		struct be_rx_compl_info *rxcp)
1423
{
1424
	struct be_rx_stats *stats = rx_stats(rxo);
1425

1426
	u64_stats_update_begin(&stats->sync);
1427
	stats->rx_compl++;
1428
	stats->rx_bytes += rxcp->pkt_size;
1429
	stats->rx_pkts++;
1430
	if (rxcp->pkt_type == BE_MULTICAST_PACKET)
1431
		stats->rx_mcast_pkts++;
1432
	if (rxcp->err)
1433
		stats->rx_compl_err++;
1434
	u64_stats_update_end(&stats->sync);
1435 1436
}

1437
static inline bool csum_passed(struct be_rx_compl_info *rxcp)
1438
{
1439 1440
	/* L4 checksum is not reliable for non TCP/UDP packets.
	 * Also ignore ipcksm for ipv6 pkts */
1441 1442
	return (rxcp->tcpf || rxcp->udpf) && rxcp->l4_csum &&
				(rxcp->ip_csum || rxcp->ipv6);
1443 1444
}

S
Sathya Perla 已提交
1445 1446
static struct be_rx_page_info *get_rx_page_info(struct be_rx_obj *rxo,
						u16 frag_idx)
S
Sathya Perla 已提交
1447
{
S
Sathya Perla 已提交
1448
	struct be_adapter *adapter = rxo->adapter;
S
Sathya Perla 已提交
1449
	struct be_rx_page_info *rx_page_info;
1450
	struct be_queue_info *rxq = &rxo->q;
S
Sathya Perla 已提交
1451

1452
	rx_page_info = &rxo->page_info_tbl[frag_idx];
S
Sathya Perla 已提交
1453 1454
	BUG_ON(!rx_page_info->page);

A
Ajit Khaparde 已提交
1455
	if (rx_page_info->last_page_user) {
I
Ivan Vecera 已提交
1456 1457 1458
		dma_unmap_page(&adapter->pdev->dev,
			       dma_unmap_addr(rx_page_info, bus),
			       adapter->big_page_size, DMA_FROM_DEVICE);
A
Ajit Khaparde 已提交
1459 1460
		rx_page_info->last_page_user = false;
	}
S
Sathya Perla 已提交
1461 1462 1463 1464 1465 1466

	atomic_dec(&rxq->used);
	return rx_page_info;
}

/* Throwaway the data in the Rx completion */
S
Sathya Perla 已提交
1467 1468
static void be_rx_compl_discard(struct be_rx_obj *rxo,
				struct be_rx_compl_info *rxcp)
S
Sathya Perla 已提交
1469
{
1470
	struct be_queue_info *rxq = &rxo->q;
S
Sathya Perla 已提交
1471
	struct be_rx_page_info *page_info;
1472
	u16 i, num_rcvd = rxcp->num_rcvd;
S
Sathya Perla 已提交
1473

1474
	for (i = 0; i < num_rcvd; i++) {
S
Sathya Perla 已提交
1475
		page_info = get_rx_page_info(rxo, rxcp->rxq_idx);
1476 1477
		put_page(page_info->page);
		memset(page_info, 0, sizeof(*page_info));
1478
		index_inc(&rxcp->rxq_idx, rxq->len);
S
Sathya Perla 已提交
1479 1480 1481 1482 1483 1484 1485
	}
}

/*
 * skb_fill_rx_data forms a complete skb for an ether frame
 * indicated by rxcp.
 */
S
Sathya Perla 已提交
1486 1487
static void skb_fill_rx_data(struct be_rx_obj *rxo, struct sk_buff *skb,
			     struct be_rx_compl_info *rxcp)
S
Sathya Perla 已提交
1488
{
1489
	struct be_queue_info *rxq = &rxo->q;
S
Sathya Perla 已提交
1490
	struct be_rx_page_info *page_info;
1491 1492
	u16 i, j;
	u16 hdr_len, curr_frag_len, remaining;
S
Sathya Perla 已提交
1493 1494
	u8 *start;

S
Sathya Perla 已提交
1495
	page_info = get_rx_page_info(rxo, rxcp->rxq_idx);
S
Sathya Perla 已提交
1496 1497 1498 1499
	start = page_address(page_info->page) + page_info->page_offset;
	prefetch(start);

	/* Copy data in the first descriptor of this completion */
1500
	curr_frag_len = min(rxcp->pkt_size, rx_frag_size);
S
Sathya Perla 已提交
1501 1502 1503

	skb->len = curr_frag_len;
	if (curr_frag_len <= BE_HDR_LEN) { /* tiny packet */
1504
		memcpy(skb->data, start, curr_frag_len);
S
Sathya Perla 已提交
1505 1506 1507 1508 1509
		/* Complete packet has now been moved to data */
		put_page(page_info->page);
		skb->data_len = 0;
		skb->tail += curr_frag_len;
	} else {
1510 1511
		hdr_len = ETH_HLEN;
		memcpy(skb->data, start, hdr_len);
S
Sathya Perla 已提交
1512
		skb_shinfo(skb)->nr_frags = 1;
1513
		skb_frag_set_page(skb, 0, page_info->page);
S
Sathya Perla 已提交
1514 1515
		skb_shinfo(skb)->frags[0].page_offset =
					page_info->page_offset + hdr_len;
E
Eric Dumazet 已提交
1516
		skb_frag_size_set(&skb_shinfo(skb)->frags[0], curr_frag_len - hdr_len);
S
Sathya Perla 已提交
1517
		skb->data_len = curr_frag_len - hdr_len;
E
Eric Dumazet 已提交
1518
		skb->truesize += rx_frag_size;
S
Sathya Perla 已提交
1519 1520
		skb->tail += hdr_len;
	}
A
Ajit Khaparde 已提交
1521
	page_info->page = NULL;
S
Sathya Perla 已提交
1522

1523 1524 1525
	if (rxcp->pkt_size <= rx_frag_size) {
		BUG_ON(rxcp->num_rcvd != 1);
		return;
S
Sathya Perla 已提交
1526 1527 1528
	}

	/* More frags present for this completion */
1529 1530 1531
	index_inc(&rxcp->rxq_idx, rxq->len);
	remaining = rxcp->pkt_size - curr_frag_len;
	for (i = 1, j = 0; i < rxcp->num_rcvd; i++) {
S
Sathya Perla 已提交
1532
		page_info = get_rx_page_info(rxo, rxcp->rxq_idx);
1533
		curr_frag_len = min(remaining, rx_frag_size);
S
Sathya Perla 已提交
1534

1535 1536 1537 1538
		/* Coalesce all frags from the same physical page in one slot */
		if (page_info->page_offset == 0) {
			/* Fresh page */
			j++;
1539
			skb_frag_set_page(skb, j, page_info->page);
1540 1541
			skb_shinfo(skb)->frags[j].page_offset =
							page_info->page_offset;
E
Eric Dumazet 已提交
1542
			skb_frag_size_set(&skb_shinfo(skb)->frags[j], 0);
1543 1544 1545 1546 1547
			skb_shinfo(skb)->nr_frags++;
		} else {
			put_page(page_info->page);
		}

E
Eric Dumazet 已提交
1548
		skb_frag_size_add(&skb_shinfo(skb)->frags[j], curr_frag_len);
S
Sathya Perla 已提交
1549 1550
		skb->len += curr_frag_len;
		skb->data_len += curr_frag_len;
E
Eric Dumazet 已提交
1551
		skb->truesize += rx_frag_size;
1552 1553
		remaining -= curr_frag_len;
		index_inc(&rxcp->rxq_idx, rxq->len);
A
Ajit Khaparde 已提交
1554
		page_info->page = NULL;
S
Sathya Perla 已提交
1555
	}
1556
	BUG_ON(j > MAX_SKB_FRAGS);
S
Sathya Perla 已提交
1557 1558
}

1559
/* Process the RX completion indicated by rxcp when GRO is disabled */
1560
static void be_rx_compl_process(struct be_rx_obj *rxo, struct napi_struct *napi,
S
Sathya Perla 已提交
1561
				struct be_rx_compl_info *rxcp)
S
Sathya Perla 已提交
1562
{
S
Sathya Perla 已提交
1563
	struct be_adapter *adapter = rxo->adapter;
1564
	struct net_device *netdev = adapter->netdev;
S
Sathya Perla 已提交
1565
	struct sk_buff *skb;
1566

1567
	skb = netdev_alloc_skb_ip_align(netdev, BE_RX_SKB_ALLOC_SIZE);
1568
	if (unlikely(!skb)) {
1569
		rx_stats(rxo)->rx_drops_no_skbs++;
S
Sathya Perla 已提交
1570
		be_rx_compl_discard(rxo, rxcp);
S
Sathya Perla 已提交
1571 1572 1573
		return;
	}

S
Sathya Perla 已提交
1574
	skb_fill_rx_data(rxo, skb, rxcp);
S
Sathya Perla 已提交
1575

1576
	if (likely((netdev->features & NETIF_F_RXCSUM) && csum_passed(rxcp)))
1577
		skb->ip_summed = CHECKSUM_UNNECESSARY;
S
Somnath Kotur 已提交
1578 1579
	else
		skb_checksum_none_assert(skb);
S
Sathya Perla 已提交
1580

1581
	skb->protocol = eth_type_trans(skb, netdev);
1582
	skb_record_rx_queue(skb, rxo - &adapter->rx_obj[0]);
S
Sathya Perla 已提交
1583
	if (netdev->features & NETIF_F_RXHASH)
A
Ajit Khaparde 已提交
1584
		skb->rxhash = rxcp->rss_hash;
1585
	skb_mark_napi_id(skb, napi);
S
Sathya Perla 已提交
1586

1587
	if (rxcp->vlanf)
1588
		__vlan_hwaccel_put_tag(skb, htons(ETH_P_8021Q), rxcp->vlan_tag);
A
Ajit Khaparde 已提交
1589 1590

	netif_receive_skb(skb);
S
Sathya Perla 已提交
1591 1592
}

1593
/* Process the RX completion indicated by rxcp when GRO is enabled */
J
Jingoo Han 已提交
1594 1595 1596
static void be_rx_compl_process_gro(struct be_rx_obj *rxo,
				    struct napi_struct *napi,
				    struct be_rx_compl_info *rxcp)
S
Sathya Perla 已提交
1597
{
S
Sathya Perla 已提交
1598
	struct be_adapter *adapter = rxo->adapter;
S
Sathya Perla 已提交
1599
	struct be_rx_page_info *page_info;
1600
	struct sk_buff *skb = NULL;
1601
	struct be_queue_info *rxq = &rxo->q;
1602 1603
	u16 remaining, curr_frag_len;
	u16 i, j;
1604

S
Sathya Perla 已提交
1605
	skb = napi_get_frags(napi);
1606
	if (!skb) {
S
Sathya Perla 已提交
1607
		be_rx_compl_discard(rxo, rxcp);
1608 1609 1610
		return;
	}

1611 1612
	remaining = rxcp->pkt_size;
	for (i = 0, j = -1; i < rxcp->num_rcvd; i++) {
S
Sathya Perla 已提交
1613
		page_info = get_rx_page_info(rxo, rxcp->rxq_idx);
S
Sathya Perla 已提交
1614 1615 1616

		curr_frag_len = min(remaining, rx_frag_size);

1617 1618 1619 1620
		/* Coalesce all frags from the same physical page in one slot */
		if (i == 0 || page_info->page_offset == 0) {
			/* First frag or Fresh page */
			j++;
1621
			skb_frag_set_page(skb, j, page_info->page);
1622 1623
			skb_shinfo(skb)->frags[j].page_offset =
							page_info->page_offset;
E
Eric Dumazet 已提交
1624
			skb_frag_size_set(&skb_shinfo(skb)->frags[j], 0);
1625 1626 1627
		} else {
			put_page(page_info->page);
		}
E
Eric Dumazet 已提交
1628
		skb_frag_size_add(&skb_shinfo(skb)->frags[j], curr_frag_len);
E
Eric Dumazet 已提交
1629
		skb->truesize += rx_frag_size;
1630
		remaining -= curr_frag_len;
1631
		index_inc(&rxcp->rxq_idx, rxq->len);
S
Sathya Perla 已提交
1632 1633
		memset(page_info, 0, sizeof(*page_info));
	}
1634
	BUG_ON(j > MAX_SKB_FRAGS);
S
Sathya Perla 已提交
1635

1636
	skb_shinfo(skb)->nr_frags = j + 1;
1637 1638
	skb->len = rxcp->pkt_size;
	skb->data_len = rxcp->pkt_size;
1639
	skb->ip_summed = CHECKSUM_UNNECESSARY;
1640
	skb_record_rx_queue(skb, rxo - &adapter->rx_obj[0]);
A
Ajit Khaparde 已提交
1641 1642
	if (adapter->netdev->features & NETIF_F_RXHASH)
		skb->rxhash = rxcp->rss_hash;
1643
	skb_mark_napi_id(skb, napi);
1644

1645
	if (rxcp->vlanf)
1646
		__vlan_hwaccel_put_tag(skb, htons(ETH_P_8021Q), rxcp->vlan_tag);
A
Ajit Khaparde 已提交
1647

S
Sathya Perla 已提交
1648
	napi_gro_frags(napi);
1649 1650
}

S
Sathya Perla 已提交
1651 1652
static void be_parse_rx_compl_v1(struct be_eth_rx_compl *compl,
				 struct be_rx_compl_info *rxcp)
1653 1654 1655 1656 1657 1658
{
	rxcp->pkt_size =
		AMAP_GET_BITS(struct amap_eth_rx_compl_v1, pktsize, compl);
	rxcp->vlanf = AMAP_GET_BITS(struct amap_eth_rx_compl_v1, vtp, compl);
	rxcp->err = AMAP_GET_BITS(struct amap_eth_rx_compl_v1, err, compl);
	rxcp->tcpf = AMAP_GET_BITS(struct amap_eth_rx_compl_v1, tcpf, compl);
1659
	rxcp->udpf = AMAP_GET_BITS(struct amap_eth_rx_compl_v1, udpf, compl);
1660 1661 1662 1663 1664 1665 1666 1667 1668 1669 1670 1671
	rxcp->ip_csum =
		AMAP_GET_BITS(struct amap_eth_rx_compl_v1, ipcksm, compl);
	rxcp->l4_csum =
		AMAP_GET_BITS(struct amap_eth_rx_compl_v1, l4_cksm, compl);
	rxcp->ipv6 =
		AMAP_GET_BITS(struct amap_eth_rx_compl_v1, ip_version, compl);
	rxcp->rxq_idx =
		AMAP_GET_BITS(struct amap_eth_rx_compl_v1, fragndx, compl);
	rxcp->num_rcvd =
		AMAP_GET_BITS(struct amap_eth_rx_compl_v1, numfrags, compl);
	rxcp->pkt_type =
		AMAP_GET_BITS(struct amap_eth_rx_compl_v1, cast_enc, compl);
A
Ajit Khaparde 已提交
1672
	rxcp->rss_hash =
1673
		AMAP_GET_BITS(struct amap_eth_rx_compl_v1, rsshash, compl);
1674 1675
	if (rxcp->vlanf) {
		rxcp->vtm = AMAP_GET_BITS(struct amap_eth_rx_compl_v1, vtm,
1676 1677 1678
					  compl);
		rxcp->vlan_tag = AMAP_GET_BITS(struct amap_eth_rx_compl_v1, vlan_tag,
					       compl);
1679
	}
1680
	rxcp->port = AMAP_GET_BITS(struct amap_eth_rx_compl_v1, port, compl);
1681 1682
}

S
Sathya Perla 已提交
1683 1684
static void be_parse_rx_compl_v0(struct be_eth_rx_compl *compl,
				 struct be_rx_compl_info *rxcp)
1685 1686 1687 1688 1689 1690
{
	rxcp->pkt_size =
		AMAP_GET_BITS(struct amap_eth_rx_compl_v0, pktsize, compl);
	rxcp->vlanf = AMAP_GET_BITS(struct amap_eth_rx_compl_v0, vtp, compl);
	rxcp->err = AMAP_GET_BITS(struct amap_eth_rx_compl_v0, err, compl);
	rxcp->tcpf = AMAP_GET_BITS(struct amap_eth_rx_compl_v0, tcpf, compl);
1691
	rxcp->udpf = AMAP_GET_BITS(struct amap_eth_rx_compl_v0, udpf, compl);
1692 1693 1694 1695 1696 1697 1698 1699 1700 1701 1702 1703
	rxcp->ip_csum =
		AMAP_GET_BITS(struct amap_eth_rx_compl_v0, ipcksm, compl);
	rxcp->l4_csum =
		AMAP_GET_BITS(struct amap_eth_rx_compl_v0, l4_cksm, compl);
	rxcp->ipv6 =
		AMAP_GET_BITS(struct amap_eth_rx_compl_v0, ip_version, compl);
	rxcp->rxq_idx =
		AMAP_GET_BITS(struct amap_eth_rx_compl_v0, fragndx, compl);
	rxcp->num_rcvd =
		AMAP_GET_BITS(struct amap_eth_rx_compl_v0, numfrags, compl);
	rxcp->pkt_type =
		AMAP_GET_BITS(struct amap_eth_rx_compl_v0, cast_enc, compl);
A
Ajit Khaparde 已提交
1704
	rxcp->rss_hash =
1705
		AMAP_GET_BITS(struct amap_eth_rx_compl_v0, rsshash, compl);
1706 1707
	if (rxcp->vlanf) {
		rxcp->vtm = AMAP_GET_BITS(struct amap_eth_rx_compl_v0, vtm,
1708 1709 1710
					  compl);
		rxcp->vlan_tag = AMAP_GET_BITS(struct amap_eth_rx_compl_v0, vlan_tag,
					       compl);
1711
	}
1712
	rxcp->port = AMAP_GET_BITS(struct amap_eth_rx_compl_v0, port, compl);
1713 1714
	rxcp->ip_frag = AMAP_GET_BITS(struct amap_eth_rx_compl_v0,
				      ip_frag, compl);
1715 1716 1717 1718 1719 1720 1721
}

static struct be_rx_compl_info *be_rx_compl_get(struct be_rx_obj *rxo)
{
	struct be_eth_rx_compl *compl = queue_tail_node(&rxo->cq);
	struct be_rx_compl_info *rxcp = &rxo->rxcp;
	struct be_adapter *adapter = rxo->adapter;
S
Sathya Perla 已提交
1722

1723 1724 1725 1726
	/* For checking the valid bit it is Ok to use either definition as the
	 * valid bit is at the same position in both v0 and v1 Rx compl */
	if (compl->dw[offsetof(struct amap_eth_rx_compl_v1, valid) / 32] == 0)
		return NULL;
S
Sathya Perla 已提交
1727

1728 1729
	rmb();
	be_dws_le_to_cpu(compl, sizeof(*compl));
S
Sathya Perla 已提交
1730

1731
	if (adapter->be3_native)
S
Sathya Perla 已提交
1732
		be_parse_rx_compl_v1(compl, rxcp);
1733
	else
S
Sathya Perla 已提交
1734
		be_parse_rx_compl_v0(compl, rxcp);
S
Sathya Perla 已提交
1735

1736 1737 1738
	if (rxcp->ip_frag)
		rxcp->l4_csum = 0;

1739 1740 1741
	if (rxcp->vlanf) {
		/* vlanf could be wrongly set in some cards.
		 * ignore if vtm is not set */
1742
		if ((adapter->function_mode & FLEX10_MODE) && !rxcp->vtm)
1743
			rxcp->vlanf = 0;
S
Sathya Perla 已提交
1744

1745
		if (!lancer_chip(adapter))
1746
			rxcp->vlan_tag = swab16(rxcp->vlan_tag);
S
Sathya Perla 已提交
1747

1748
		if (adapter->pvid == (rxcp->vlan_tag & VLAN_VID_MASK) &&
1749
		    !adapter->vlan_tag[rxcp->vlan_tag])
1750 1751
			rxcp->vlanf = 0;
	}
1752 1753 1754

	/* As the compl has been parsed, reset it; we wont touch it again */
	compl->dw[offsetof(struct amap_eth_rx_compl_v1, valid) / 32] = 0;
S
Sathya Perla 已提交
1755

1756
	queue_tail_inc(&rxo->cq);
S
Sathya Perla 已提交
1757 1758 1759
	return rxcp;
}

1760
static inline struct page *be_alloc_pages(u32 size, gfp_t gfp)
S
Sathya Perla 已提交
1761 1762
{
	u32 order = get_order(size);
1763

S
Sathya Perla 已提交
1764
	if (order > 0)
1765 1766
		gfp |= __GFP_COMP;
	return  alloc_pages(gfp, order);
S
Sathya Perla 已提交
1767 1768 1769 1770 1771 1772
}

/*
 * Allocate a page, split it to fragments of size rx_frag_size and post as
 * receive buffers to BE
 */
1773
static void be_post_rx_frags(struct be_rx_obj *rxo, gfp_t gfp)
S
Sathya Perla 已提交
1774
{
1775
	struct be_adapter *adapter = rxo->adapter;
1776
	struct be_rx_page_info *page_info = NULL, *prev_page_info = NULL;
1777
	struct be_queue_info *rxq = &rxo->q;
S
Sathya Perla 已提交
1778 1779 1780 1781 1782
	struct page *pagep = NULL;
	struct be_eth_rx_d *rxd;
	u64 page_dmaaddr = 0, frag_dmaaddr;
	u32 posted, page_offset = 0;

1783
	page_info = &rxo->page_info_tbl[rxq->head];
S
Sathya Perla 已提交
1784 1785
	for (posted = 0; posted < MAX_RX_POST && !page_info->page; posted++) {
		if (!pagep) {
1786
			pagep = be_alloc_pages(adapter->big_page_size, gfp);
S
Sathya Perla 已提交
1787
			if (unlikely(!pagep)) {
1788
				rx_stats(rxo)->rx_post_fail++;
S
Sathya Perla 已提交
1789 1790
				break;
			}
I
Ivan Vecera 已提交
1791 1792 1793
			page_dmaaddr = dma_map_page(&adapter->pdev->dev, pagep,
						    0, adapter->big_page_size,
						    DMA_FROM_DEVICE);
S
Sathya Perla 已提交
1794 1795 1796 1797 1798 1799 1800
			page_info->page_offset = 0;
		} else {
			get_page(pagep);
			page_info->page_offset = page_offset + rx_frag_size;
		}
		page_offset = page_info->page_offset;
		page_info->page = pagep;
1801
		dma_unmap_addr_set(page_info, bus, page_dmaaddr);
S
Sathya Perla 已提交
1802 1803 1804 1805 1806 1807 1808 1809 1810 1811 1812 1813
		frag_dmaaddr = page_dmaaddr + page_info->page_offset;

		rxd = queue_head_node(rxq);
		rxd->fragpa_lo = cpu_to_le32(frag_dmaaddr & 0xFFFFFFFF);
		rxd->fragpa_hi = cpu_to_le32(upper_32_bits(frag_dmaaddr));

		/* Any space left in the current big page for another frag? */
		if ((page_offset + rx_frag_size + rx_frag_size) >
					adapter->big_page_size) {
			pagep = NULL;
			page_info->last_page_user = true;
		}
1814 1815 1816

		prev_page_info = page_info;
		queue_head_inc(rxq);
S
Sathya Perla 已提交
1817
		page_info = &rxo->page_info_tbl[rxq->head];
S
Sathya Perla 已提交
1818 1819
	}
	if (pagep)
1820
		prev_page_info->last_page_user = true;
S
Sathya Perla 已提交
1821 1822 1823

	if (posted) {
		atomic_add(posted, &rxq->used);
1824 1825
		if (rxo->rx_post_starved)
			rxo->rx_post_starved = false;
1826
		be_rxq_notify(adapter, rxq->id, posted);
1827 1828
	} else if (atomic_read(&rxq->used) == 0) {
		/* Let be_worker replenish when memory is available */
1829
		rxo->rx_post_starved = true;
S
Sathya Perla 已提交
1830 1831 1832
	}
}

1833
static struct be_eth_tx_compl *be_tx_compl_get(struct be_queue_info *tx_cq)
S
Sathya Perla 已提交
1834 1835 1836 1837 1838 1839
{
	struct be_eth_tx_compl *txcp = queue_tail_node(tx_cq);

	if (txcp->dw[offsetof(struct amap_eth_tx_compl, valid) / 32] == 0)
		return NULL;

1840
	rmb();
S
Sathya Perla 已提交
1841 1842 1843 1844 1845 1846 1847 1848
	be_dws_le_to_cpu(txcp, sizeof(*txcp));

	txcp->dw[offsetof(struct amap_eth_tx_compl, valid) / 32] = 0;

	queue_tail_inc(tx_cq);
	return txcp;
}

1849 1850
static u16 be_tx_compl_process(struct be_adapter *adapter,
		struct be_tx_obj *txo, u16 last_index)
S
Sathya Perla 已提交
1851
{
1852
	struct be_queue_info *txq = &txo->q;
1853
	struct be_eth_wrb *wrb;
1854
	struct sk_buff **sent_skbs = txo->sent_skb_list;
S
Sathya Perla 已提交
1855
	struct sk_buff *sent_skb;
1856 1857
	u16 cur_index, num_wrbs = 1; /* account for hdr wrb */
	bool unmap_skb_hdr = true;
S
Sathya Perla 已提交
1858

1859
	sent_skb = sent_skbs[txq->tail];
S
Sathya Perla 已提交
1860
	BUG_ON(!sent_skb);
1861 1862 1863
	sent_skbs[txq->tail] = NULL;

	/* skip header wrb */
1864
	queue_tail_inc(txq);
S
Sathya Perla 已提交
1865

1866
	do {
S
Sathya Perla 已提交
1867
		cur_index = txq->tail;
1868
		wrb = queue_tail_node(txq);
I
Ivan Vecera 已提交
1869 1870
		unmap_tx_frag(&adapter->pdev->dev, wrb,
			      (unmap_skb_hdr && skb_headlen(sent_skb)));
1871 1872
		unmap_skb_hdr = false;

S
Sathya Perla 已提交
1873 1874
		num_wrbs++;
		queue_tail_inc(txq);
1875
	} while (cur_index != last_index);
S
Sathya Perla 已提交
1876 1877

	kfree_skb(sent_skb);
1878
	return num_wrbs;
S
Sathya Perla 已提交
1879 1880
}

S
Sathya Perla 已提交
1881 1882
/* Return the number of events in the event queue */
static inline int events_get(struct be_eq_obj *eqo)
1883
{
S
Sathya Perla 已提交
1884 1885
	struct be_eq_entry *eqe;
	int num = 0;
1886

S
Sathya Perla 已提交
1887 1888 1889 1890
	do {
		eqe = queue_tail_node(&eqo->q);
		if (eqe->evt == 0)
			break;
1891

S
Sathya Perla 已提交
1892 1893 1894 1895 1896 1897 1898
		rmb();
		eqe->evt = 0;
		num++;
		queue_tail_inc(&eqo->q);
	} while (true);

	return num;
1899 1900
}

S
Sathya Perla 已提交
1901 1902
/* Leaves the EQ is disarmed state */
static void be_eq_clean(struct be_eq_obj *eqo)
1903
{
S
Sathya Perla 已提交
1904
	int num = events_get(eqo);
1905

S
Sathya Perla 已提交
1906
	be_eq_notify(eqo->adapter, eqo->q.id, false, true, num);
1907 1908
}

S
Sathya Perla 已提交
1909
static void be_rx_cq_clean(struct be_rx_obj *rxo)
S
Sathya Perla 已提交
1910 1911
{
	struct be_rx_page_info *page_info;
1912 1913
	struct be_queue_info *rxq = &rxo->q;
	struct be_queue_info *rx_cq = &rxo->cq;
1914
	struct be_rx_compl_info *rxcp;
1915 1916
	struct be_adapter *adapter = rxo->adapter;
	int flush_wait = 0;
S
Sathya Perla 已提交
1917 1918
	u16 tail;

1919 1920 1921 1922 1923 1924 1925 1926 1927 1928 1929 1930 1931 1932 1933 1934 1935 1936 1937 1938 1939
	/* Consume pending rx completions.
	 * Wait for the flush completion (identified by zero num_rcvd)
	 * to arrive. Notify CQ even when there are no more CQ entries
	 * for HW to flush partially coalesced CQ entries.
	 * In Lancer, there is no need to wait for flush compl.
	 */
	for (;;) {
		rxcp = be_rx_compl_get(rxo);
		if (rxcp == NULL) {
			if (lancer_chip(adapter))
				break;

			if (flush_wait++ > 10 || be_hw_error(adapter)) {
				dev_warn(&adapter->pdev->dev,
					 "did not receive flush compl\n");
				break;
			}
			be_cq_notify(adapter, rx_cq->id, true, 0);
			mdelay(1);
		} else {
			be_rx_compl_discard(rxo, rxcp);
1940
			be_cq_notify(adapter, rx_cq->id, false, 1);
1941 1942 1943
			if (rxcp->num_rcvd == 0)
				break;
		}
S
Sathya Perla 已提交
1944 1945
	}

1946 1947 1948 1949
	/* After cleanup, leave the CQ in unarmed state */
	be_cq_notify(adapter, rx_cq->id, false, 0);

	/* Then free posted rx buffers that were not used */
S
Sathya Perla 已提交
1950
	tail = (rxq->head + rxq->len - atomic_read(&rxq->used)) % rxq->len;
1951
	for (; atomic_read(&rxq->used) > 0; index_inc(&tail, rxq->len)) {
S
Sathya Perla 已提交
1952
		page_info = get_rx_page_info(rxo, tail);
S
Sathya Perla 已提交
1953 1954 1955 1956
		put_page(page_info->page);
		memset(page_info, 0, sizeof(*page_info));
	}
	BUG_ON(atomic_read(&rxq->used));
1957
	rxq->tail = rxq->head = 0;
S
Sathya Perla 已提交
1958 1959
}

S
Sathya Perla 已提交
1960
static void be_tx_compl_clean(struct be_adapter *adapter)
S
Sathya Perla 已提交
1961
{
S
Sathya Perla 已提交
1962 1963
	struct be_tx_obj *txo;
	struct be_queue_info *txq;
1964
	struct be_eth_tx_compl *txcp;
1965
	u16 end_idx, cmpl = 0, timeo = 0, num_wrbs = 0;
1966 1967
	struct sk_buff *sent_skb;
	bool dummy_wrb;
S
Sathya Perla 已提交
1968
	int i, pending_txqs;
1969 1970 1971

	/* Wait for a max of 200ms for all the tx-completions to arrive. */
	do {
S
Sathya Perla 已提交
1972 1973 1974 1975 1976 1977 1978 1979 1980 1981 1982 1983 1984 1985 1986 1987 1988 1989 1990 1991
		pending_txqs = adapter->num_tx_qs;

		for_all_tx_queues(adapter, txo, i) {
			txq = &txo->q;
			while ((txcp = be_tx_compl_get(&txo->cq))) {
				end_idx =
					AMAP_GET_BITS(struct amap_eth_tx_compl,
						      wrb_index, txcp);
				num_wrbs += be_tx_compl_process(adapter, txo,
								end_idx);
				cmpl++;
			}
			if (cmpl) {
				be_cq_notify(adapter, txo->cq.id, false, cmpl);
				atomic_sub(num_wrbs, &txq->used);
				cmpl = 0;
				num_wrbs = 0;
			}
			if (atomic_read(&txq->used) == 0)
				pending_txqs--;
1992 1993
		}

S
Sathya Perla 已提交
1994
		if (pending_txqs == 0 || ++timeo > 200)
1995 1996 1997 1998 1999
			break;

		mdelay(1);
	} while (true);

S
Sathya Perla 已提交
2000 2001 2002 2003 2004 2005 2006 2007 2008 2009 2010 2011 2012 2013 2014 2015
	for_all_tx_queues(adapter, txo, i) {
		txq = &txo->q;
		if (atomic_read(&txq->used))
			dev_err(&adapter->pdev->dev, "%d pending tx-compls\n",
				atomic_read(&txq->used));

		/* free posted tx for which compls will never arrive */
		while (atomic_read(&txq->used)) {
			sent_skb = txo->sent_skb_list[txq->tail];
			end_idx = txq->tail;
			num_wrbs = wrb_cnt_for_skb(adapter, sent_skb,
						   &dummy_wrb);
			index_adv(&end_idx, num_wrbs - 1, txq->len);
			num_wrbs = be_tx_compl_process(adapter, txo, end_idx);
			atomic_sub(num_wrbs, &txq->used);
		}
2016
	}
S
Sathya Perla 已提交
2017 2018
}

S
Sathya Perla 已提交
2019 2020 2021 2022 2023 2024
static void be_evt_queues_destroy(struct be_adapter *adapter)
{
	struct be_eq_obj *eqo;
	int i;

	for_all_evt_queues(adapter, eqo, i) {
2025 2026
		if (eqo->q.created) {
			be_eq_clean(eqo);
S
Sathya Perla 已提交
2027
			be_cmd_q_destroy(adapter, &eqo->q, QTYPE_EQ);
2028
			napi_hash_del(&eqo->napi);
2029
			netif_napi_del(&eqo->napi);
2030
		}
S
Sathya Perla 已提交
2031 2032 2033 2034 2035 2036 2037 2038
		be_queue_free(adapter, &eqo->q);
	}
}

static int be_evt_queues_create(struct be_adapter *adapter)
{
	struct be_queue_info *eq;
	struct be_eq_obj *eqo;
2039
	struct be_aic_obj *aic;
S
Sathya Perla 已提交
2040 2041
	int i, rc;

2042 2043
	adapter->num_evt_qs = min_t(u16, num_irqs(adapter),
				    adapter->cfg_num_qs);
S
Sathya Perla 已提交
2044 2045

	for_all_evt_queues(adapter, eqo, i) {
2046 2047
		netif_napi_add(adapter->netdev, &eqo->napi, be_poll,
			       BE_NAPI_WEIGHT);
2048
		napi_hash_add(&eqo->napi);
2049
		aic = &adapter->aic_obj[i];
S
Sathya Perla 已提交
2050 2051 2052
		eqo->adapter = adapter;
		eqo->tx_budget = BE_TX_BUDGET;
		eqo->idx = i;
2053 2054
		aic->max_eqd = BE_MAX_EQD;
		aic->enable = true;
S
Sathya Perla 已提交
2055 2056 2057 2058 2059 2060 2061

		eq = &eqo->q;
		rc = be_queue_alloc(adapter, eq, EVNT_Q_LEN,
					sizeof(struct be_eq_entry));
		if (rc)
			return rc;

S
Sathya Perla 已提交
2062
		rc = be_cmd_eq_create(adapter, eqo);
S
Sathya Perla 已提交
2063 2064 2065
		if (rc)
			return rc;
	}
2066
	return 0;
S
Sathya Perla 已提交
2067 2068
}

2069 2070 2071 2072
static void be_mcc_queues_destroy(struct be_adapter *adapter)
{
	struct be_queue_info *q;

2073
	q = &adapter->mcc_obj.q;
2074
	if (q->created)
2075
		be_cmd_q_destroy(adapter, q, QTYPE_MCCQ);
2076 2077
	be_queue_free(adapter, q);

2078
	q = &adapter->mcc_obj.cq;
2079
	if (q->created)
2080
		be_cmd_q_destroy(adapter, q, QTYPE_CQ);
2081 2082 2083 2084 2085 2086 2087 2088
	be_queue_free(adapter, q);
}

/* Must be called only after TX qs are created as MCC shares TX EQ */
static int be_mcc_queues_create(struct be_adapter *adapter)
{
	struct be_queue_info *q, *cq;

2089
	cq = &adapter->mcc_obj.cq;
2090
	if (be_queue_alloc(adapter, cq, MCC_CQ_LEN,
2091
			sizeof(struct be_mcc_compl)))
2092 2093
		goto err;

S
Sathya Perla 已提交
2094 2095
	/* Use the default EQ for MCC completions */
	if (be_cmd_cq_create(adapter, cq, &mcc_eqo(adapter)->q, true, 0))
2096 2097
		goto mcc_cq_free;

2098
	q = &adapter->mcc_obj.q;
2099 2100 2101
	if (be_queue_alloc(adapter, q, MCC_Q_LEN, sizeof(struct be_mcc_wrb)))
		goto mcc_cq_destroy;

2102
	if (be_cmd_mccq_create(adapter, q, cq))
2103 2104 2105 2106 2107 2108 2109
		goto mcc_q_free;

	return 0;

mcc_q_free:
	be_queue_free(adapter, q);
mcc_cq_destroy:
2110
	be_cmd_q_destroy(adapter, cq, QTYPE_CQ);
2111 2112 2113 2114 2115 2116
mcc_cq_free:
	be_queue_free(adapter, cq);
err:
	return -1;
}

S
Sathya Perla 已提交
2117 2118 2119
static void be_tx_queues_destroy(struct be_adapter *adapter)
{
	struct be_queue_info *q;
2120 2121
	struct be_tx_obj *txo;
	u8 i;
S
Sathya Perla 已提交
2122

2123 2124 2125 2126 2127
	for_all_tx_queues(adapter, txo, i) {
		q = &txo->q;
		if (q->created)
			be_cmd_q_destroy(adapter, q, QTYPE_TXQ);
		be_queue_free(adapter, q);
S
Sathya Perla 已提交
2128

2129 2130 2131 2132 2133
		q = &txo->cq;
		if (q->created)
			be_cmd_q_destroy(adapter, q, QTYPE_CQ);
		be_queue_free(adapter, q);
	}
S
Sathya Perla 已提交
2134 2135
}

2136
static int be_tx_qs_create(struct be_adapter *adapter)
S
Sathya Perla 已提交
2137
{
S
Sathya Perla 已提交
2138
	struct be_queue_info *cq, *eq;
2139
	struct be_tx_obj *txo;
2140
	int status, i;
S
Sathya Perla 已提交
2141

2142
	adapter->num_tx_qs = min(adapter->num_evt_qs, be_max_txqs(adapter));
2143

S
Sathya Perla 已提交
2144 2145 2146 2147 2148 2149
	for_all_tx_queues(adapter, txo, i) {
		cq = &txo->cq;
		status = be_queue_alloc(adapter, cq, TX_CQ_LEN,
					sizeof(struct be_eth_tx_compl));
		if (status)
			return status;
2150

2151 2152 2153
		u64_stats_init(&txo->stats.sync);
		u64_stats_init(&txo->stats.sync_compl);

S
Sathya Perla 已提交
2154 2155 2156 2157 2158 2159 2160
		/* If num_evt_qs is less than num_tx_qs, then more than
		 * one txq share an eq
		 */
		eq = &adapter->eq_obj[i % adapter->num_evt_qs].q;
		status = be_cmd_cq_create(adapter, cq, eq, false, 3);
		if (status)
			return status;
S
Sathya Perla 已提交
2161

S
Sathya Perla 已提交
2162 2163 2164 2165
		status = be_queue_alloc(adapter, &txo->q, TX_Q_LEN,
					sizeof(struct be_eth_wrb));
		if (status)
			return status;
S
Sathya Perla 已提交
2166

V
Vasundhara Volam 已提交
2167
		status = be_cmd_txq_create(adapter, txo);
S
Sathya Perla 已提交
2168 2169
		if (status)
			return status;
2170
	}
S
Sathya Perla 已提交
2171

S
Sathya Perla 已提交
2172 2173
	dev_info(&adapter->pdev->dev, "created %d TX queue(s)\n",
		 adapter->num_tx_qs);
S
Sathya Perla 已提交
2174
	return 0;
S
Sathya Perla 已提交
2175 2176
}

S
Sathya Perla 已提交
2177
static void be_rx_cqs_destroy(struct be_adapter *adapter)
S
Sathya Perla 已提交
2178 2179
{
	struct be_queue_info *q;
2180 2181 2182 2183 2184 2185 2186 2187
	struct be_rx_obj *rxo;
	int i;

	for_all_rx_queues(adapter, rxo, i) {
		q = &rxo->cq;
		if (q->created)
			be_cmd_q_destroy(adapter, q, QTYPE_CQ);
		be_queue_free(adapter, q);
2188 2189 2190
	}
}

S
Sathya Perla 已提交
2191
static int be_rx_cqs_create(struct be_adapter *adapter)
S
Sathya Perla 已提交
2192
{
S
Sathya Perla 已提交
2193
	struct be_queue_info *eq, *cq;
2194 2195
	struct be_rx_obj *rxo;
	int rc, i;
S
Sathya Perla 已提交
2196

2197 2198 2199 2200 2201
	/* We can create as many RSS rings as there are EQs. */
	adapter->num_rx_qs = adapter->num_evt_qs;

	/* We'll use RSS only if atleast 2 RSS rings are supported.
	 * When RSS is used, we'll need a default RXQ for non-IP traffic.
S
Sathya Perla 已提交
2202
	 */
2203 2204 2205
	if (adapter->num_rx_qs > 1)
		adapter->num_rx_qs++;

S
Sathya Perla 已提交
2206
	adapter->big_page_size = (1 << get_order(rx_frag_size)) * PAGE_SIZE;
2207 2208 2209 2210 2211 2212
	for_all_rx_queues(adapter, rxo, i) {
		rxo->adapter = adapter;
		cq = &rxo->cq;
		rc = be_queue_alloc(adapter, cq, RX_CQ_LEN,
				sizeof(struct be_eth_rx_compl));
		if (rc)
S
Sathya Perla 已提交
2213
			return rc;
2214

2215
		u64_stats_init(&rxo->stats.sync);
S
Sathya Perla 已提交
2216 2217
		eq = &adapter->eq_obj[i % adapter->num_evt_qs].q;
		rc = be_cmd_cq_create(adapter, cq, eq, false, 3);
2218
		if (rc)
S
Sathya Perla 已提交
2219
			return rc;
2220
	}
S
Sathya Perla 已提交
2221

S
Sathya Perla 已提交
2222 2223 2224
	dev_info(&adapter->pdev->dev,
		 "created %d RSS queue(s) and 1 default RX queue\n",
		 adapter->num_rx_qs - 1);
S
Sathya Perla 已提交
2225
	return 0;
2226 2227
}

S
Sathya Perla 已提交
2228 2229
static irqreturn_t be_intx(int irq, void *dev)
{
2230 2231 2232
	struct be_eq_obj *eqo = dev;
	struct be_adapter *adapter = eqo->adapter;
	int num_evts = 0;
S
Sathya Perla 已提交
2233

2234 2235 2236 2237 2238 2239 2240
	/* IRQ is not expected when NAPI is scheduled as the EQ
	 * will not be armed.
	 * But, this can happen on Lancer INTx where it takes
	 * a while to de-assert INTx or in BE2 where occasionaly
	 * an interrupt may be raised even when EQ is unarmed.
	 * If NAPI is already scheduled, then counting & notifying
	 * events will orphan them.
2241
	 */
2242
	if (napi_schedule_prep(&eqo->napi)) {
2243
		num_evts = events_get(eqo);
2244 2245 2246 2247 2248
		__napi_schedule(&eqo->napi);
		if (num_evts)
			eqo->spurious_intr = 0;
	}
	be_eq_notify(adapter, eqo->q.id, false, true, num_evts);
2249

2250 2251 2252
	/* Return IRQ_HANDLED only for the the first spurious intr
	 * after a valid intr to stop the kernel from branding
	 * this irq as a bad one!
2253
	 */
2254 2255 2256 2257
	if (num_evts || eqo->spurious_intr++ == 0)
		return IRQ_HANDLED;
	else
		return IRQ_NONE;
S
Sathya Perla 已提交
2258 2259
}

S
Sathya Perla 已提交
2260
static irqreturn_t be_msix(int irq, void *dev)
S
Sathya Perla 已提交
2261
{
S
Sathya Perla 已提交
2262
	struct be_eq_obj *eqo = dev;
S
Sathya Perla 已提交
2263

2264 2265
	be_eq_notify(eqo->adapter, eqo->q.id, false, true, 0);
	napi_schedule(&eqo->napi);
S
Sathya Perla 已提交
2266 2267 2268
	return IRQ_HANDLED;
}

2269
static inline bool do_gro(struct be_rx_compl_info *rxcp)
S
Sathya Perla 已提交
2270
{
2271
	return (rxcp->tcpf && !rxcp->err && rxcp->l4_csum) ? true : false;
S
Sathya Perla 已提交
2272 2273
}

S
Sathya Perla 已提交
2274
static int be_process_rx(struct be_rx_obj *rxo, struct napi_struct *napi,
2275
			int budget, int polling)
S
Sathya Perla 已提交
2276
{
2277 2278
	struct be_adapter *adapter = rxo->adapter;
	struct be_queue_info *rx_cq = &rxo->cq;
2279
	struct be_rx_compl_info *rxcp;
S
Sathya Perla 已提交
2280 2281 2282
	u32 work_done;

	for (work_done = 0; work_done < budget; work_done++) {
2283
		rxcp = be_rx_compl_get(rxo);
S
Sathya Perla 已提交
2284 2285 2286
		if (!rxcp)
			break;

2287 2288 2289 2290 2291 2292
		/* Is it a flush compl that has no data */
		if (unlikely(rxcp->num_rcvd == 0))
			goto loop_continue;

		/* Discard compl with partial DMA Lancer B0 */
		if (unlikely(!rxcp->pkt_size)) {
S
Sathya Perla 已提交
2293
			be_rx_compl_discard(rxo, rxcp);
2294 2295 2296 2297 2298 2299 2300 2301
			goto loop_continue;
		}

		/* On BE drop pkts that arrive due to imperfect filtering in
		 * promiscuous mode on some skews
		 */
		if (unlikely(rxcp->port != adapter->port_num &&
				!lancer_chip(adapter))) {
S
Sathya Perla 已提交
2302
			be_rx_compl_discard(rxo, rxcp);
2303
			goto loop_continue;
2304
		}
2305

2306 2307
		/* Don't do gro when we're busy_polling */
		if (do_gro(rxcp) && polling != BUSY_POLLING)
S
Sathya Perla 已提交
2308
			be_rx_compl_process_gro(rxo, napi, rxcp);
2309
		else
2310 2311
			be_rx_compl_process(rxo, napi, rxcp);

2312
loop_continue:
2313
		be_rx_stats_update(rxo, rxcp);
S
Sathya Perla 已提交
2314 2315
	}

S
Sathya Perla 已提交
2316 2317
	if (work_done) {
		be_cq_notify(adapter, rx_cq->id, true, work_done);
2318

2319 2320 2321 2322 2323
		/* When an rx-obj gets into post_starved state, just
		 * let be_worker do the posting.
		 */
		if (atomic_read(&rxo->q.used) < RX_FRAGS_REFILL_WM &&
		    !rxo->rx_post_starved)
S
Sathya Perla 已提交
2324
			be_post_rx_frags(rxo, GFP_ATOMIC);
S
Sathya Perla 已提交
2325
	}
S
Sathya Perla 已提交
2326

S
Sathya Perla 已提交
2327 2328 2329
	return work_done;
}

S
Sathya Perla 已提交
2330 2331
static bool be_process_tx(struct be_adapter *adapter, struct be_tx_obj *txo,
			  int budget, int idx)
S
Sathya Perla 已提交
2332 2333
{
	struct be_eth_tx_compl *txcp;
S
Sathya Perla 已提交
2334
	int num_wrbs = 0, work_done;
2335

S
Sathya Perla 已提交
2336 2337 2338 2339 2340
	for (work_done = 0; work_done < budget; work_done++) {
		txcp = be_tx_compl_get(&txo->cq);
		if (!txcp)
			break;
		num_wrbs += be_tx_compl_process(adapter, txo,
2341 2342
				AMAP_GET_BITS(struct amap_eth_tx_compl,
					wrb_index, txcp));
S
Sathya Perla 已提交
2343
	}
S
Sathya Perla 已提交
2344

S
Sathya Perla 已提交
2345 2346 2347
	if (work_done) {
		be_cq_notify(adapter, txo->cq.id, true, work_done);
		atomic_sub(num_wrbs, &txo->q.used);
2348

S
Sathya Perla 已提交
2349 2350 2351 2352 2353
		/* As Tx wrbs have been freed up, wake up netdev queue
		 * if it was stopped due to lack of tx wrbs.  */
		if (__netif_subqueue_stopped(adapter->netdev, idx) &&
			atomic_read(&txo->q.used) < txo->q.len / 2) {
			netif_wake_subqueue(adapter->netdev, idx);
2354
		}
S
Sathya Perla 已提交
2355 2356 2357 2358

		u64_stats_update_begin(&tx_stats(txo)->sync_compl);
		tx_stats(txo)->tx_compl += work_done;
		u64_stats_update_end(&tx_stats(txo)->sync_compl);
S
Sathya Perla 已提交
2359
	}
S
Sathya Perla 已提交
2360 2361
	return (work_done < budget); /* Done */
}
S
Sathya Perla 已提交
2362

2363
int be_poll(struct napi_struct *napi, int budget)
S
Sathya Perla 已提交
2364 2365 2366
{
	struct be_eq_obj *eqo = container_of(napi, struct be_eq_obj, napi);
	struct be_adapter *adapter = eqo->adapter;
2367
	int max_work = 0, work, i, num_evts;
2368
	struct be_rx_obj *rxo;
S
Sathya Perla 已提交
2369
	bool tx_done;
S
Sathya Perla 已提交
2370

2371 2372
	num_evts = events_get(eqo);

S
Sathya Perla 已提交
2373 2374 2375 2376 2377 2378
	/* Process all TXQs serviced by this EQ */
	for (i = eqo->idx; i < adapter->num_tx_qs; i += adapter->num_evt_qs) {
		tx_done = be_process_tx(adapter, &adapter->tx_obj[i],
					eqo->tx_budget, i);
		if (!tx_done)
			max_work = budget;
S
Sathya Perla 已提交
2379 2380
	}

2381 2382 2383 2384 2385 2386 2387 2388 2389 2390 2391 2392
	if (be_lock_napi(eqo)) {
		/* This loop will iterate twice for EQ0 in which
		 * completions of the last RXQ (default one) are also processed
		 * For other EQs the loop iterates only once
		 */
		for_all_rx_queues_on_eq(adapter, eqo, rxo, i) {
			work = be_process_rx(rxo, napi, budget, NAPI_POLLING);
			max_work = max(work, max_work);
		}
		be_unlock_napi(eqo);
	} else {
		max_work = budget;
S
Sathya Perla 已提交
2393
	}
S
Sathya Perla 已提交
2394

S
Sathya Perla 已提交
2395 2396
	if (is_mcc_eqo(eqo))
		be_process_mcc(adapter);
2397

S
Sathya Perla 已提交
2398 2399
	if (max_work < budget) {
		napi_complete(napi);
2400
		be_eq_notify(adapter, eqo->q.id, true, false, num_evts);
S
Sathya Perla 已提交
2401 2402
	} else {
		/* As we'll continue in polling mode, count and clear events */
2403
		be_eq_notify(adapter, eqo->q.id, false, false, num_evts);
2404
	}
S
Sathya Perla 已提交
2405
	return max_work;
S
Sathya Perla 已提交
2406 2407
}

2408 2409 2410 2411 2412 2413 2414 2415 2416 2417 2418 2419 2420 2421 2422 2423 2424 2425 2426 2427 2428 2429
#ifdef CONFIG_NET_RX_BUSY_POLL
static int be_busy_poll(struct napi_struct *napi)
{
	struct be_eq_obj *eqo = container_of(napi, struct be_eq_obj, napi);
	struct be_adapter *adapter = eqo->adapter;
	struct be_rx_obj *rxo;
	int i, work = 0;

	if (!be_lock_busy_poll(eqo))
		return LL_FLUSH_BUSY;

	for_all_rx_queues_on_eq(adapter, eqo, rxo, i) {
		work = be_process_rx(rxo, napi, 4, BUSY_POLLING);
		if (work)
			break;
	}

	be_unlock_busy_poll(eqo);
	return work;
}
#endif

2430
void be_detect_error(struct be_adapter *adapter)
2431
{
2432 2433
	u32 ue_lo = 0, ue_hi = 0, ue_lo_mask = 0, ue_hi_mask = 0;
	u32 sliport_status = 0, sliport_err1 = 0, sliport_err2 = 0;
2434 2435
	u32 i;

2436
	if (be_hw_error(adapter))
2437 2438
		return;

2439 2440 2441 2442 2443 2444 2445 2446 2447 2448 2449 2450 2451 2452 2453 2454 2455 2456
	if (lancer_chip(adapter)) {
		sliport_status = ioread32(adapter->db + SLIPORT_STATUS_OFFSET);
		if (sliport_status & SLIPORT_STATUS_ERR_MASK) {
			sliport_err1 = ioread32(adapter->db +
					SLIPORT_ERROR1_OFFSET);
			sliport_err2 = ioread32(adapter->db +
					SLIPORT_ERROR2_OFFSET);
		}
	} else {
		pci_read_config_dword(adapter->pdev,
				PCICFG_UE_STATUS_LOW, &ue_lo);
		pci_read_config_dword(adapter->pdev,
				PCICFG_UE_STATUS_HIGH, &ue_hi);
		pci_read_config_dword(adapter->pdev,
				PCICFG_UE_STATUS_LOW_MASK, &ue_lo_mask);
		pci_read_config_dword(adapter->pdev,
				PCICFG_UE_STATUS_HI_MASK, &ue_hi_mask);

2457 2458
		ue_lo = (ue_lo & ~ue_lo_mask);
		ue_hi = (ue_hi & ~ue_hi_mask);
2459
	}
2460

2461 2462 2463 2464 2465
	/* On certain platforms BE hardware can indicate spurious UEs.
	 * Allow the h/w to stop working completely in case of a real UE.
	 * Hence not setting the hw_error for UE detection.
	 */
	if (sliport_status & SLIPORT_STATUS_ERR_MASK) {
2466
		adapter->hw_error = true;
2467
		dev_err(&adapter->pdev->dev,
2468 2469 2470 2471 2472 2473 2474 2475 2476 2477
			"Error detected in the card\n");
	}

	if (sliport_status & SLIPORT_STATUS_ERR_MASK) {
		dev_err(&adapter->pdev->dev,
			"ERR: sliport status 0x%x\n", sliport_status);
		dev_err(&adapter->pdev->dev,
			"ERR: sliport error1 0x%x\n", sliport_err1);
		dev_err(&adapter->pdev->dev,
			"ERR: sliport error2 0x%x\n", sliport_err2);
2478 2479
	}

2480 2481 2482
	if (ue_lo) {
		for (i = 0; ue_lo; ue_lo >>= 1, i++) {
			if (ue_lo & 1)
2483 2484 2485 2486
				dev_err(&adapter->pdev->dev,
				"UE: %s bit set\n", ue_status_low_desc[i]);
		}
	}
2487

2488 2489 2490
	if (ue_hi) {
		for (i = 0; ue_hi; ue_hi >>= 1, i++) {
			if (ue_hi & 1)
2491 2492 2493 2494 2495 2496 2497
				dev_err(&adapter->pdev->dev,
				"UE: %s bit set\n", ue_status_hi_desc[i]);
		}
	}

}

2498 2499
static void be_msix_disable(struct be_adapter *adapter)
{
2500
	if (msix_enabled(adapter)) {
2501
		pci_disable_msix(adapter->pdev);
2502
		adapter->num_msix_vec = 0;
2503
		adapter->num_msix_roce_vec = 0;
2504 2505 2506
	}
}

2507
static int be_msix_enable(struct be_adapter *adapter)
S
Sathya Perla 已提交
2508
{
2509
	int i, status, num_vec;
S
Sathya Perla 已提交
2510
	struct device *dev = &adapter->pdev->dev;
S
Sathya Perla 已提交
2511

2512 2513 2514 2515 2516 2517 2518 2519 2520
	/* If RoCE is supported, program the max number of NIC vectors that
	 * may be configured via set-channels, along with vectors needed for
	 * RoCe. Else, just program the number we'll use initially.
	 */
	if (be_roce_supported(adapter))
		num_vec = min_t(int, 2 * be_max_eqs(adapter),
				2 * num_online_cpus());
	else
		num_vec = adapter->cfg_num_qs;
2521

2522
	for (i = 0; i < num_vec; i++)
S
Sathya Perla 已提交
2523 2524
		adapter->msix_entries[i].entry = i;

2525
	status = pci_enable_msix(adapter->pdev, adapter->msix_entries, num_vec);
2526 2527
	if (status == 0) {
		goto done;
2528
	} else if (status >= MIN_MSIX_VECTORS) {
2529
		num_vec = status;
2530 2531 2532
		status = pci_enable_msix(adapter->pdev, adapter->msix_entries,
					 num_vec);
		if (!status)
2533 2534
			goto done;
	}
S
Sathya Perla 已提交
2535 2536

	dev_warn(dev, "MSIx enable failed\n");
2537

2538 2539 2540 2541
	/* INTx is not supported in VFs, so fail probe if enable_msix fails */
	if (!be_physfn(adapter))
		return status;
	return 0;
2542
done:
2543 2544 2545 2546 2547 2548 2549 2550 2551 2552
	if (be_roce_supported(adapter) && num_vec > MIN_MSIX_VECTORS) {
		adapter->num_msix_roce_vec = num_vec / 2;
		dev_info(dev, "enabled %d MSI-x vector(s) for RoCE\n",
			 adapter->num_msix_roce_vec);
	}

	adapter->num_msix_vec = num_vec - adapter->num_msix_roce_vec;

	dev_info(dev, "enabled %d MSI-x vector(s) for NIC\n",
		 adapter->num_msix_vec);
2553
	return 0;
S
Sathya Perla 已提交
2554 2555
}

2556
static inline int be_msix_vec_get(struct be_adapter *adapter,
S
Sathya Perla 已提交
2557
				struct be_eq_obj *eqo)
2558
{
S
Sathya Perla 已提交
2559
	return adapter->msix_entries[eqo->msix_idx].vector;
2560
}
S
Sathya Perla 已提交
2561

2562 2563
static int be_msix_register(struct be_adapter *adapter)
{
S
Sathya Perla 已提交
2564 2565 2566
	struct net_device *netdev = adapter->netdev;
	struct be_eq_obj *eqo;
	int status, i, vec;
S
Sathya Perla 已提交
2567

S
Sathya Perla 已提交
2568 2569 2570 2571
	for_all_evt_queues(adapter, eqo, i) {
		sprintf(eqo->desc, "%s-q%d", netdev->name, i);
		vec = be_msix_vec_get(adapter, eqo);
		status = request_irq(vec, be_msix, 0, eqo->desc, eqo);
2572 2573 2574
		if (status)
			goto err_msix;
	}
2575

S
Sathya Perla 已提交
2576
	return 0;
2577
err_msix:
S
Sathya Perla 已提交
2578 2579 2580 2581
	for (i--, eqo = &adapter->eq_obj[i]; i >= 0; i--, eqo--)
		free_irq(be_msix_vec_get(adapter, eqo), eqo);
	dev_warn(&adapter->pdev->dev, "MSIX Request IRQ failed - err %d\n",
		status);
2582
	be_msix_disable(adapter);
S
Sathya Perla 已提交
2583 2584 2585 2586 2587 2588 2589 2590
	return status;
}

static int be_irq_register(struct be_adapter *adapter)
{
	struct net_device *netdev = adapter->netdev;
	int status;

2591
	if (msix_enabled(adapter)) {
S
Sathya Perla 已提交
2592 2593 2594
		status = be_msix_register(adapter);
		if (status == 0)
			goto done;
2595 2596 2597
		/* INTx is not supported for VF */
		if (!be_physfn(adapter))
			return status;
S
Sathya Perla 已提交
2598 2599
	}

2600
	/* INTx: only the first EQ is used */
S
Sathya Perla 已提交
2601 2602
	netdev->irq = adapter->pdev->irq;
	status = request_irq(netdev->irq, be_intx, IRQF_SHARED, netdev->name,
2603
			     &adapter->eq_obj[0]);
S
Sathya Perla 已提交
2604 2605 2606 2607 2608 2609 2610 2611 2612 2613 2614 2615 2616
	if (status) {
		dev_err(&adapter->pdev->dev,
			"INTx request IRQ failed - err %d\n", status);
		return status;
	}
done:
	adapter->isr_registered = true;
	return 0;
}

static void be_irq_unregister(struct be_adapter *adapter)
{
	struct net_device *netdev = adapter->netdev;
S
Sathya Perla 已提交
2617
	struct be_eq_obj *eqo;
2618
	int i;
S
Sathya Perla 已提交
2619 2620 2621 2622 2623

	if (!adapter->isr_registered)
		return;

	/* INTx */
2624
	if (!msix_enabled(adapter)) {
2625
		free_irq(netdev->irq, &adapter->eq_obj[0]);
S
Sathya Perla 已提交
2626 2627 2628 2629
		goto done;
	}

	/* MSIx */
S
Sathya Perla 已提交
2630 2631
	for_all_evt_queues(adapter, eqo, i)
		free_irq(be_msix_vec_get(adapter, eqo), eqo);
2632

S
Sathya Perla 已提交
2633 2634 2635 2636
done:
	adapter->isr_registered = false;
}

S
Sathya Perla 已提交
2637
static void be_rx_qs_destroy(struct be_adapter *adapter)
2638 2639 2640 2641 2642 2643 2644 2645 2646
{
	struct be_queue_info *q;
	struct be_rx_obj *rxo;
	int i;

	for_all_rx_queues(adapter, rxo, i) {
		q = &rxo->q;
		if (q->created) {
			be_cmd_rxq_destroy(adapter, q);
S
Sathya Perla 已提交
2647
			be_rx_cq_clean(rxo);
2648
		}
S
Sathya Perla 已提交
2649
		be_queue_free(adapter, q);
2650 2651 2652
	}
}

2653 2654 2655
static int be_close(struct net_device *netdev)
{
	struct be_adapter *adapter = netdev_priv(netdev);
S
Sathya Perla 已提交
2656 2657
	struct be_eq_obj *eqo;
	int i;
2658

2659 2660
	be_roce_dev_close(adapter);

2661 2662
	if (adapter->flags & BE_FLAGS_NAPI_ENABLED) {
		for_all_evt_queues(adapter, eqo, i) {
2663
			napi_disable(&eqo->napi);
2664 2665
			be_disable_busy_poll(eqo);
		}
2666
		adapter->flags &= ~BE_FLAGS_NAPI_ENABLED;
2667
	}
2668 2669 2670 2671 2672 2673

	be_async_mcc_disable(adapter);

	/* Wait for all pending tx completions to arrive so that
	 * all tx skbs are freed.
	 */
S
Sathya Perla 已提交
2674
	netif_tx_disable(netdev);
2675
	be_tx_compl_clean(adapter);
2676 2677 2678

	be_rx_qs_destroy(adapter);

2679 2680 2681 2682 2683
	for (i = 1; i < (adapter->uc_macs + 1); i++)
		be_cmd_pmac_del(adapter, adapter->if_handle,
				adapter->pmac_id[i], 0);
	adapter->uc_macs = 0;

2684
	for_all_evt_queues(adapter, eqo, i) {
S
Sathya Perla 已提交
2685 2686 2687 2688 2689
		if (msix_enabled(adapter))
			synchronize_irq(be_msix_vec_get(adapter, eqo));
		else
			synchronize_irq(netdev->irq);
		be_eq_clean(eqo);
2690 2691
	}

2692 2693
	be_irq_unregister(adapter);

2694 2695 2696
	return 0;
}

S
Sathya Perla 已提交
2697
static int be_rx_qs_create(struct be_adapter *adapter)
2698 2699
{
	struct be_rx_obj *rxo;
2700 2701
	int rc, i, j;
	u8 rsstable[128];
2702 2703

	for_all_rx_queues(adapter, rxo, i) {
S
Sathya Perla 已提交
2704 2705 2706 2707 2708 2709 2710 2711 2712 2713 2714 2715 2716 2717
		rc = be_queue_alloc(adapter, &rxo->q, RX_Q_LEN,
				    sizeof(struct be_eth_rx_d));
		if (rc)
			return rc;
	}

	/* The FW would like the default RXQ to be created first */
	rxo = default_rxo(adapter);
	rc = be_cmd_rxq_create(adapter, &rxo->q, rxo->cq.id, rx_frag_size,
			       adapter->if_handle, false, &rxo->rss_id);
	if (rc)
		return rc;

	for_all_rss_queues(adapter, rxo, i) {
2718
		rc = be_cmd_rxq_create(adapter, &rxo->q, rxo->cq.id,
S
Sathya Perla 已提交
2719 2720
				       rx_frag_size, adapter->if_handle,
				       true, &rxo->rss_id);
2721 2722 2723 2724 2725
		if (rc)
			return rc;
	}

	if (be_multi_rxq(adapter)) {
2726 2727 2728 2729 2730 2731 2732
		for (j = 0; j < 128; j += adapter->num_rx_qs - 1) {
			for_all_rss_queues(adapter, rxo, i) {
				if ((j + i) >= 128)
					break;
				rsstable[j + i] = rxo->rss_id;
			}
		}
2733 2734 2735 2736 2737 2738 2739 2740 2741 2742 2743
		adapter->rss_flags = RSS_ENABLE_TCP_IPV4 | RSS_ENABLE_IPV4 |
					RSS_ENABLE_TCP_IPV6 | RSS_ENABLE_IPV6;

		if (!BEx_chip(adapter))
			adapter->rss_flags |= RSS_ENABLE_UDP_IPV4 |
						RSS_ENABLE_UDP_IPV6;

		rc = be_cmd_rss_config(adapter, rsstable, adapter->rss_flags,
				       128);
		if (rc) {
			adapter->rss_flags = 0;
2744
			return rc;
2745
		}
2746 2747 2748
	}

	/* First time posting */
S
Sathya Perla 已提交
2749
	for_all_rx_queues(adapter, rxo, i)
2750
		be_post_rx_frags(rxo, GFP_KERNEL);
2751 2752 2753
	return 0;
}

S
Sathya Perla 已提交
2754 2755 2756
static int be_open(struct net_device *netdev)
{
	struct be_adapter *adapter = netdev_priv(netdev);
S
Sathya Perla 已提交
2757
	struct be_eq_obj *eqo;
2758
	struct be_rx_obj *rxo;
S
Sathya Perla 已提交
2759
	struct be_tx_obj *txo;
2760
	u8 link_status;
2761
	int status, i;
2762

S
Sathya Perla 已提交
2763
	status = be_rx_qs_create(adapter);
2764 2765 2766
	if (status)
		goto err;

2767 2768 2769
	status = be_irq_register(adapter);
	if (status)
		goto err;
2770

S
Sathya Perla 已提交
2771
	for_all_rx_queues(adapter, rxo, i)
2772
		be_cq_notify(adapter, rxo->cq.id, true, 0);
2773

S
Sathya Perla 已提交
2774 2775 2776
	for_all_tx_queues(adapter, txo, i)
		be_cq_notify(adapter, txo->cq.id, true, 0);

2777 2778
	be_async_mcc_enable(adapter);

S
Sathya Perla 已提交
2779 2780
	for_all_evt_queues(adapter, eqo, i) {
		napi_enable(&eqo->napi);
2781
		be_enable_busy_poll(eqo);
S
Sathya Perla 已提交
2782 2783
		be_eq_notify(adapter, eqo->q.id, true, false, 0);
	}
2784
	adapter->flags |= BE_FLAGS_NAPI_ENABLED;
S
Sathya Perla 已提交
2785

2786
	status = be_cmd_link_status_query(adapter, NULL, &link_status, 0);
2787 2788 2789
	if (!status)
		be_link_status_update(adapter, link_status);

S
Sathya Perla 已提交
2790
	netif_tx_start_all_queues(netdev);
2791
	be_roce_dev_open(adapter);
2792 2793 2794 2795
	return 0;
err:
	be_close(adapter->netdev);
	return -EIO;
2796 2797
}

2798 2799 2800 2801 2802 2803 2804 2805 2806
static int be_setup_wol(struct be_adapter *adapter, bool enable)
{
	struct be_dma_mem cmd;
	int status = 0;
	u8 mac[ETH_ALEN];

	memset(mac, 0, ETH_ALEN);

	cmd.size = sizeof(struct be_cmd_req_acpi_wol_magic_config);
2807 2808
	cmd.va = dma_zalloc_coherent(&adapter->pdev->dev, cmd.size, &cmd.dma,
				     GFP_KERNEL);
2809 2810 2811 2812 2813 2814 2815 2816
	if (cmd.va == NULL)
		return -1;

	if (enable) {
		status = pci_write_config_dword(adapter->pdev,
			PCICFG_PM_CONTROL_OFFSET, PCICFG_PM_CONTROL_MASK);
		if (status) {
			dev_err(&adapter->pdev->dev,
2817
				"Could not enable Wake-on-lan\n");
I
Ivan Vecera 已提交
2818 2819
			dma_free_coherent(&adapter->pdev->dev, cmd.size, cmd.va,
					  cmd.dma);
2820 2821 2822 2823 2824 2825 2826 2827 2828 2829 2830 2831
			return status;
		}
		status = be_cmd_enable_magic_wol(adapter,
				adapter->netdev->dev_addr, &cmd);
		pci_enable_wake(adapter->pdev, PCI_D3hot, 1);
		pci_enable_wake(adapter->pdev, PCI_D3cold, 1);
	} else {
		status = be_cmd_enable_magic_wol(adapter, mac, &cmd);
		pci_enable_wake(adapter->pdev, PCI_D3hot, 0);
		pci_enable_wake(adapter->pdev, PCI_D3cold, 0);
	}

I
Ivan Vecera 已提交
2832
	dma_free_coherent(&adapter->pdev->dev, cmd.size, cmd.va, cmd.dma);
2833 2834 2835
	return status;
}

2836 2837 2838 2839 2840 2841
/*
 * Generate a seed MAC address from the PF MAC Address using jhash.
 * MAC Address for VFs are assigned incrementally starting from the seed.
 * These addresses are programmed in the ASIC by the PF and the VF driver
 * queries for the MAC address during its probe.
 */
2842
static int be_vf_eth_addr_config(struct be_adapter *adapter)
2843
{
2844
	u32 vf;
2845
	int status = 0;
2846
	u8 mac[ETH_ALEN];
2847
	struct be_vf_cfg *vf_cfg;
2848 2849 2850

	be_vf_eth_addr_generate(adapter, mac);

2851
	for_all_vfs(adapter, vf_cfg, vf) {
2852
		if (BEx_chip(adapter))
2853
			status = be_cmd_pmac_add(adapter, mac,
2854 2855
						 vf_cfg->if_handle,
						 &vf_cfg->pmac_id, vf + 1);
2856 2857 2858
		else
			status = be_cmd_set_mac(adapter, mac, vf_cfg->if_handle,
						vf + 1);
2859

2860 2861
		if (status)
			dev_err(&adapter->pdev->dev,
2862
			"Mac address assignment failed for VF %d\n", vf);
2863
		else
2864
			memcpy(vf_cfg->mac_addr, mac, ETH_ALEN);
2865 2866 2867 2868 2869 2870

		mac[5] += 1;
	}
	return status;
}

2871 2872 2873 2874 2875
static int be_vfs_mac_query(struct be_adapter *adapter)
{
	int status, vf;
	u8 mac[ETH_ALEN];
	struct be_vf_cfg *vf_cfg;
2876
	bool active = false;
2877 2878 2879 2880 2881 2882 2883 2884 2885 2886 2887 2888 2889 2890

	for_all_vfs(adapter, vf_cfg, vf) {
		be_cmd_get_mac_from_list(adapter, mac, &active,
					 &vf_cfg->pmac_id, 0);

		status = be_cmd_mac_addr_query(adapter, mac, false,
					       vf_cfg->if_handle, 0);
		if (status)
			return status;
		memcpy(vf_cfg->mac_addr, mac, ETH_ALEN);
	}
	return 0;
}

2891
static void be_vf_clear(struct be_adapter *adapter)
2892
{
2893
	struct be_vf_cfg *vf_cfg;
2894 2895
	u32 vf;

2896
	if (pci_vfs_assigned(adapter->pdev)) {
2897 2898
		dev_warn(&adapter->pdev->dev,
			 "VFs are assigned to VMs: not disabling VFs\n");
2899 2900 2901
		goto done;
	}

2902 2903
	pci_disable_sriov(adapter->pdev);

2904
	for_all_vfs(adapter, vf_cfg, vf) {
2905
		if (BEx_chip(adapter))
2906 2907
			be_cmd_pmac_del(adapter, vf_cfg->if_handle,
					vf_cfg->pmac_id, vf + 1);
2908 2909 2910
		else
			be_cmd_set_mac(adapter, NULL, vf_cfg->if_handle,
				       vf + 1);
2911

2912 2913
		be_cmd_if_destroy(adapter, vf_cfg->if_handle, vf + 1);
	}
2914 2915 2916
done:
	kfree(adapter->vf_cfg);
	adapter->num_vfs = 0;
2917 2918
}

2919 2920 2921 2922 2923 2924 2925 2926
static void be_clear_queues(struct be_adapter *adapter)
{
	be_mcc_queues_destroy(adapter);
	be_rx_cqs_destroy(adapter);
	be_tx_queues_destroy(adapter);
	be_evt_queues_destroy(adapter);
}

2927
static void be_cancel_worker(struct be_adapter *adapter)
2928
{
2929 2930 2931 2932
	if (adapter->flags & BE_FLAGS_WORKER_SCHEDULED) {
		cancel_delayed_work_sync(&adapter->work);
		adapter->flags &= ~BE_FLAGS_WORKER_SCHEDULED;
	}
2933 2934 2935 2936 2937 2938 2939
}

static int be_clear(struct be_adapter *adapter)
{
	int i;

	be_cancel_worker(adapter);
2940

2941
	if (sriov_enabled(adapter))
2942 2943
		be_vf_clear(adapter);

2944 2945
	/* delete the primary mac along with the uc-mac list */
	for (i = 0; i < (adapter->uc_macs + 1); i++)
2946
		be_cmd_pmac_del(adapter, adapter->if_handle,
2947 2948
				adapter->pmac_id[i], 0);
	adapter->uc_macs = 0;
2949

2950
	be_cmd_if_destroy(adapter, adapter->if_handle,  0);
2951

2952
	be_clear_queues(adapter);
2953

2954 2955 2956
	kfree(adapter->pmac_id);
	adapter->pmac_id = NULL;

S
Sathya Perla 已提交
2957
	be_msix_disable(adapter);
2958 2959 2960
	return 0;
}

2961
static int be_vfs_if_create(struct be_adapter *adapter)
2962
{
2963
	struct be_resources res = {0};
2964 2965
	struct be_vf_cfg *vf_cfg;
	u32 cap_flags, en_flags, vf;
2966
	int status = 0;
2967

2968 2969
	cap_flags = BE_IF_FLAGS_UNTAGGED | BE_IF_FLAGS_BROADCAST |
		    BE_IF_FLAGS_MULTICAST;
2970

2971
	for_all_vfs(adapter, vf_cfg, vf) {
2972 2973 2974 2975 2976 2977
		if (!BE3_chip(adapter)) {
			status = be_cmd_get_profile_config(adapter, &res,
							   vf + 1);
			if (!status)
				cap_flags = res.if_cap_flags;
		}
2978 2979 2980 2981 2982 2983 2984 2985 2986 2987 2988

		/* If a FW profile exists, then cap_flags are updated */
		en_flags = cap_flags & (BE_IF_FLAGS_UNTAGGED |
			   BE_IF_FLAGS_BROADCAST | BE_IF_FLAGS_MULTICAST);
		status = be_cmd_if_create(adapter, cap_flags, en_flags,
					  &vf_cfg->if_handle, vf + 1);
		if (status)
			goto err;
	}
err:
	return status;
2989 2990
}

2991
static int be_vf_setup_init(struct be_adapter *adapter)
2992
{
2993
	struct be_vf_cfg *vf_cfg;
2994 2995
	int vf;

2996 2997 2998 2999 3000
	adapter->vf_cfg = kcalloc(adapter->num_vfs, sizeof(*vf_cfg),
				  GFP_KERNEL);
	if (!adapter->vf_cfg)
		return -ENOMEM;

3001 3002 3003
	for_all_vfs(adapter, vf_cfg, vf) {
		vf_cfg->if_handle = -1;
		vf_cfg->pmac_id = -1;
3004
	}
3005
	return 0;
3006 3007
}

3008 3009
static int be_vf_setup(struct be_adapter *adapter)
{
3010
	struct be_vf_cfg *vf_cfg;
3011
	u16 def_vlan, lnk_speed;
3012 3013
	int status, old_vfs, vf;
	struct device *dev = &adapter->pdev->dev;
3014
	u32 privileges;
3015

3016
	old_vfs = pci_num_vf(adapter->pdev);
3017 3018 3019 3020 3021
	if (old_vfs) {
		dev_info(dev, "%d VFs are already enabled\n", old_vfs);
		if (old_vfs != num_vfs)
			dev_warn(dev, "Ignoring num_vfs=%d setting\n", num_vfs);
		adapter->num_vfs = old_vfs;
3022
	} else {
3023
		if (num_vfs > be_max_vfs(adapter))
3024
			dev_info(dev, "Device supports %d VFs and not %d\n",
3025 3026
				 be_max_vfs(adapter), num_vfs);
		adapter->num_vfs = min_t(u16, num_vfs, be_max_vfs(adapter));
3027
		if (!adapter->num_vfs)
3028
			return 0;
3029 3030 3031 3032 3033
	}

	status = be_vf_setup_init(adapter);
	if (status)
		goto err;
3034

3035 3036 3037 3038 3039 3040 3041 3042
	if (old_vfs) {
		for_all_vfs(adapter, vf_cfg, vf) {
			status = be_cmd_get_if_id(adapter, vf_cfg, vf);
			if (status)
				goto err;
		}
	} else {
		status = be_vfs_if_create(adapter);
3043 3044 3045 3046
		if (status)
			goto err;
	}

3047 3048 3049 3050 3051
	if (old_vfs) {
		status = be_vfs_mac_query(adapter);
		if (status)
			goto err;
	} else {
3052 3053 3054 3055
		status = be_vf_eth_addr_config(adapter);
		if (status)
			goto err;
	}
3056

3057
	for_all_vfs(adapter, vf_cfg, vf) {
3058 3059 3060 3061 3062 3063 3064 3065 3066 3067 3068 3069
		/* Allow VFs to programs MAC/VLAN filters */
		status = be_cmd_get_fn_privileges(adapter, &privileges, vf + 1);
		if (!status && !(privileges & BE_PRIV_FILTMGMT)) {
			status = be_cmd_set_fn_privileges(adapter,
							  privileges |
							  BE_PRIV_FILTMGMT,
							  vf + 1);
			if (!status)
				dev_info(dev, "VF%d has FILTMGMT privilege\n",
					 vf);
		}

3070 3071 3072 3073 3074 3075 3076 3077 3078 3079
		/* BE3 FW, by default, caps VF TX-rate to 100mbps.
		 * Allow full available bandwidth
		 */
		if (BE3_chip(adapter) && !old_vfs)
			be_cmd_set_qos(adapter, 1000, vf+1);

		status = be_cmd_link_status_query(adapter, &lnk_speed,
						  NULL, vf + 1);
		if (!status)
			vf_cfg->tx_rate = lnk_speed;
3080 3081

		status = be_cmd_get_hsw_config(adapter, &def_vlan,
3082
					       vf + 1, vf_cfg->if_handle, NULL);
3083 3084 3085
		if (status)
			goto err;
		vf_cfg->def_vid = def_vlan;
3086

3087 3088
		if (!old_vfs)
			be_cmd_enable_vf(adapter, vf + 1);
3089
	}
3090 3091 3092 3093 3094 3095 3096 3097 3098

	if (!old_vfs) {
		status = pci_enable_sriov(adapter->pdev, adapter->num_vfs);
		if (status) {
			dev_err(dev, "SRIOV enable failed\n");
			adapter->num_vfs = 0;
			goto err;
		}
	}
3099 3100
	return 0;
err:
3101 3102
	dev_err(dev, "VF setup failed\n");
	be_vf_clear(adapter);
3103 3104 3105
	return status;
}

3106 3107 3108 3109 3110 3111 3112
/* On BE2/BE3 FW does not suggest the supported limits */
static void BEx_get_resources(struct be_adapter *adapter,
			      struct be_resources *res)
{
	struct pci_dev *pdev = adapter->pdev;
	bool use_sriov = false;

3113
	if (BE3_chip(adapter) && sriov_want(adapter)) {
3114 3115 3116 3117
		int max_vfs;

		max_vfs = pci_sriov_get_totalvfs(pdev);
		res->max_vfs = max_vfs > 0 ? min(MAX_VFS, max_vfs) : 0;
3118
		use_sriov = res->max_vfs;
3119 3120 3121 3122 3123 3124 3125 3126 3127
	}

	if (be_physfn(adapter))
		res->max_uc_mac = BE_UC_PMAC_COUNT;
	else
		res->max_uc_mac = BE_VF_UC_PMAC_COUNT;

	if (adapter->function_mode & FLEX10_MODE)
		res->max_vlans = BE_NUM_VLANS_SUPPORTED/8;
3128 3129
	else if (adapter->function_mode & UMC_ENABLED)
		res->max_vlans = BE_UMC_NUM_VLANS_SUPPORTED;
3130 3131 3132 3133
	else
		res->max_vlans = BE_NUM_VLANS_SUPPORTED;
	res->max_mcast_mac = BE_MAX_MC;

3134
	/* For BE3 1Gb ports, F/W does not properly support multiple TXQs */
3135
	if (BE2_chip(adapter) || use_sriov || be_is_mc(adapter) ||
3136
	    !be_physfn(adapter) || (adapter->port_num > 1))
3137 3138 3139 3140 3141 3142 3143 3144 3145 3146
		res->max_tx_qs = 1;
	else
		res->max_tx_qs = BE3_MAX_TX_QS;

	if ((adapter->function_caps & BE_FUNCTION_CAPS_RSS) &&
	    !use_sriov && be_physfn(adapter))
		res->max_rss_qs = (adapter->be3_native) ?
					   BE3_MAX_RSS_QS : BE2_MAX_RSS_QS;
	res->max_rx_qs = res->max_rss_qs + 1;

3147
	res->max_evt_qs = be_physfn(adapter) ? BE3_MAX_EVT_QS : 1;
3148 3149 3150 3151 3152 3153

	res->if_cap_flags = BE_IF_CAP_FLAGS_WANT;
	if (!(adapter->function_caps & BE_FUNCTION_CAPS_RSS))
		res->if_cap_flags &= ~BE_IF_FLAGS_RSS;
}

3154 3155 3156
static void be_setup_init(struct be_adapter *adapter)
{
	adapter->vlan_prio_bmap = 0xff;
A
Ajit Khaparde 已提交
3157
	adapter->phy.link_speed = -1;
3158 3159 3160
	adapter->if_handle = -1;
	adapter->be3_native = false;
	adapter->promiscuous = false;
3161 3162 3163 3164
	if (be_physfn(adapter))
		adapter->cmd_privileges = MAX_PRIVILEGES;
	else
		adapter->cmd_privileges = MIN_PRIVILEGES;
3165 3166
}

3167
static int be_get_resources(struct be_adapter *adapter)
3168
{
3169 3170 3171
	struct device *dev = &adapter->pdev->dev;
	struct be_resources res = {0};
	int status;
3172

3173 3174 3175
	if (BEx_chip(adapter)) {
		BEx_get_resources(adapter, &res);
		adapter->res = res;
3176 3177
	}

3178 3179 3180 3181 3182 3183 3184 3185
	/* For Lancer, SH etc read per-function resource limits from FW.
	 * GET_FUNC_CONFIG returns per function guaranteed limits.
	 * GET_PROFILE_CONFIG returns PCI-E related limits PF-pool limits
	 */
	if (!BEx_chip(adapter)) {
		status = be_cmd_get_func_config(adapter, &res);
		if (status)
			return status;
3186

3187 3188 3189 3190
		/* If RoCE may be enabled stash away half the EQs for RoCE */
		if (be_roce_supported(adapter))
			res.max_evt_qs /= 2;
		adapter->res = res;
3191

3192 3193 3194 3195 3196 3197
		if (be_physfn(adapter)) {
			status = be_cmd_get_profile_config(adapter, &res, 0);
			if (status)
				return status;
			adapter->res.max_vfs = res.max_vfs;
		}
3198

3199 3200 3201 3202 3203 3204 3205
		dev_info(dev, "Max: txqs %d, rxqs %d, rss %d, eqs %d, vfs %d\n",
			 be_max_txqs(adapter), be_max_rxqs(adapter),
			 be_max_rss(adapter), be_max_eqs(adapter),
			 be_max_vfs(adapter));
		dev_info(dev, "Max: uc-macs %d, mc-macs %d, vlans %d\n",
			 be_max_uc(adapter), be_max_mc(adapter),
			 be_max_vlans(adapter));
3206
	}
3207

3208
	return 0;
3209 3210
}

3211 3212 3213
/* Routine to query per function resource limits */
static int be_get_config(struct be_adapter *adapter)
{
3214
	int status;
3215

3216 3217
	status = be_cmd_query_fw_cfg(adapter, &adapter->port_num,
				     &adapter->function_mode,
3218 3219
				     &adapter->function_caps,
				     &adapter->asic_rev);
3220
	if (status)
3221
		return status;
3222

3223 3224 3225
	status = be_get_resources(adapter);
	if (status)
		return status;
3226 3227

	/* primary mac needs 1 pmac entry */
3228 3229 3230 3231
	adapter->pmac_id = kcalloc(be_max_uc(adapter) + 1, sizeof(u32),
				   GFP_KERNEL);
	if (!adapter->pmac_id)
		return -ENOMEM;
3232

3233 3234 3235 3236
	/* Sanitize cfg_num_qs based on HW and platform limits */
	adapter->cfg_num_qs = min(adapter->cfg_num_qs, be_max_qs(adapter));

	return 0;
3237 3238
}

3239 3240 3241 3242 3243 3244 3245 3246 3247 3248 3249 3250 3251 3252 3253 3254 3255
static int be_mac_setup(struct be_adapter *adapter)
{
	u8 mac[ETH_ALEN];
	int status;

	if (is_zero_ether_addr(adapter->netdev->dev_addr)) {
		status = be_cmd_get_perm_mac(adapter, mac);
		if (status)
			return status;

		memcpy(adapter->netdev->dev_addr, mac, ETH_ALEN);
		memcpy(adapter->netdev->perm_addr, mac, ETH_ALEN);
	} else {
		/* Maybe the HW was reset; dev_addr must be re-programmed */
		memcpy(mac, adapter->netdev->dev_addr, ETH_ALEN);
	}

3256 3257 3258 3259
	/* For BE3-R VFs, the PF programs the initial MAC address */
	if (!(BEx_chip(adapter) && be_virtfn(adapter)))
		be_cmd_pmac_add(adapter, mac, adapter->if_handle,
				&adapter->pmac_id[0], 0);
3260 3261 3262
	return 0;
}

3263 3264 3265 3266 3267 3268
static void be_schedule_worker(struct be_adapter *adapter)
{
	schedule_delayed_work(&adapter->work, msecs_to_jiffies(1000));
	adapter->flags |= BE_FLAGS_WORKER_SCHEDULED;
}

3269
static int be_setup_queues(struct be_adapter *adapter)
3270
{
3271
	struct net_device *netdev = adapter->netdev;
S
Sathya Perla 已提交
3272
	int status;
3273

3274
	status = be_evt_queues_create(adapter);
3275 3276
	if (status)
		goto err;
3277

3278
	status = be_tx_qs_create(adapter);
3279 3280
	if (status)
		goto err;
S
Sathya Perla 已提交
3281

3282
	status = be_rx_cqs_create(adapter);
S
Sathya Perla 已提交
3283
	if (status)
3284
		goto err;
S
Sathya Perla 已提交
3285

3286
	status = be_mcc_queues_create(adapter);
S
Sathya Perla 已提交
3287 3288 3289
	if (status)
		goto err;

3290 3291 3292 3293 3294 3295 3296 3297
	status = netif_set_real_num_rx_queues(netdev, adapter->num_rx_qs);
	if (status)
		goto err;

	status = netif_set_real_num_tx_queues(netdev, adapter->num_tx_qs);
	if (status)
		goto err;

3298 3299 3300 3301 3302 3303
	return 0;
err:
	dev_err(&adapter->pdev->dev, "queue_setup failed\n");
	return status;
}

3304 3305 3306 3307 3308 3309 3310 3311 3312 3313 3314 3315 3316 3317 3318 3319 3320 3321 3322 3323 3324 3325 3326 3327 3328 3329 3330 3331 3332 3333 3334 3335 3336 3337 3338 3339
int be_update_queues(struct be_adapter *adapter)
{
	struct net_device *netdev = adapter->netdev;
	int status;

	if (netif_running(netdev))
		be_close(netdev);

	be_cancel_worker(adapter);

	/* If any vectors have been shared with RoCE we cannot re-program
	 * the MSIx table.
	 */
	if (!adapter->num_msix_roce_vec)
		be_msix_disable(adapter);

	be_clear_queues(adapter);

	if (!msix_enabled(adapter)) {
		status = be_msix_enable(adapter);
		if (status)
			return status;
	}

	status = be_setup_queues(adapter);
	if (status)
		return status;

	be_schedule_worker(adapter);

	if (netif_running(netdev))
		status = be_open(netdev);

	return status;
}

3340 3341 3342 3343 3344 3345 3346 3347 3348 3349 3350 3351
static int be_setup(struct be_adapter *adapter)
{
	struct device *dev = &adapter->pdev->dev;
	u32 tx_fc, rx_fc, en_flags;
	int status;

	be_setup_init(adapter);

	if (!lancer_chip(adapter))
		be_cmd_req_native_mode(adapter);

	status = be_get_config(adapter);
S
Sathya Perla 已提交
3352
	if (status)
3353
		goto err;
S
Sathya Perla 已提交
3354

3355
	status = be_msix_enable(adapter);
S
Sathya Perla 已提交
3356
	if (status)
3357
		goto err;
S
Sathya Perla 已提交
3358

3359
	en_flags = BE_IF_FLAGS_UNTAGGED | BE_IF_FLAGS_BROADCAST |
3360
		   BE_IF_FLAGS_MULTICAST | BE_IF_FLAGS_PASS_L3L4_ERRORS;
3361
	if (adapter->function_caps & BE_FUNCTION_CAPS_RSS)
3362
		en_flags |= BE_IF_FLAGS_RSS;
3363 3364
	en_flags = en_flags & be_if_cap_flags(adapter);
	status = be_cmd_if_create(adapter, be_if_cap_flags(adapter), en_flags,
3365
				  &adapter->if_handle, 0);
3366
	if (status)
3367
		goto err;
S
Sathya Perla 已提交
3368

3369 3370
	/* Updating real_num_tx/rx_queues() requires rtnl_lock() */
	rtnl_lock();
3371
	status = be_setup_queues(adapter);
3372
	rtnl_unlock();
3373
	if (status)
3374 3375
		goto err;

3376 3377 3378 3379 3380 3381 3382 3383
	be_cmd_get_fn_privileges(adapter, &adapter->cmd_privileges, 0);
	/* In UMC mode FW does not return right privileges.
	 * Override with correct privilege equivalent to PF.
	 */
	if (be_is_mc(adapter))
		adapter->cmd_privileges = MAX_PRIVILEGES;

	status = be_mac_setup(adapter);
S
Sathya Perla 已提交
3384 3385 3386
	if (status)
		goto err;

S
Somnath Kotur 已提交
3387
	be_cmd_get_fw_ver(adapter, adapter->fw_ver, adapter->fw_on_flash);
3388

3389 3390 3391 3392 3393 3394
	if (BE2_chip(adapter) && fw_major_num(adapter->fw_ver) < 4) {
		dev_err(dev, "Firmware on card is old(%s), IRQs may not work.",
			adapter->fw_ver);
		dev_err(dev, "Please upgrade firmware to version >= 4.0\n");
	}

3395
	if (adapter->vlans_added)
S
Sathya Perla 已提交
3396
		be_vid_config(adapter);
3397

3398
	be_set_rx_mode(adapter->netdev);
3399

3400
	be_cmd_get_flow_control(adapter, &tx_fc, &rx_fc);
3401

3402 3403
	if (rx_fc != adapter->rx_fc || tx_fc != adapter->tx_fc)
		be_cmd_set_flow_control(adapter, adapter->tx_fc,
3404
					adapter->rx_fc);
3405

3406
	if (sriov_want(adapter)) {
3407
		if (be_max_vfs(adapter))
3408 3409 3410
			be_vf_setup(adapter);
		else
			dev_warn(dev, "device doesn't support SRIOV\n");
3411 3412
	}

3413 3414
	status = be_cmd_get_phy_info(adapter);
	if (!status && be_pause_supported(adapter))
A
Ajit Khaparde 已提交
3415 3416
		adapter->phy.fc_autoneg = 1;

3417
	be_schedule_worker(adapter);
3418
	return 0;
3419 3420 3421 3422
err:
	be_clear(adapter);
	return status;
}
S
Sathya Perla 已提交
3423

I
Ivan Vecera 已提交
3424 3425 3426 3427
#ifdef CONFIG_NET_POLL_CONTROLLER
static void be_netpoll(struct net_device *netdev)
{
	struct be_adapter *adapter = netdev_priv(netdev);
S
Sathya Perla 已提交
3428
	struct be_eq_obj *eqo;
I
Ivan Vecera 已提交
3429 3430
	int i;

3431 3432 3433 3434
	for_all_evt_queues(adapter, eqo, i) {
		be_eq_notify(eqo->adapter, eqo->q.id, false, true, 0);
		napi_schedule(&eqo->napi);
	}
S
Sathya Perla 已提交
3435 3436

	return;
I
Ivan Vecera 已提交
3437 3438 3439
}
#endif

3440
#define FW_FILE_HDR_SIGN 	"ServerEngines Corp. "
J
Jingoo Han 已提交
3441
static char flash_cookie[2][16] =      {"*** SE FLAS", "H DIRECTORY *** "};
3442

3443
static bool be_flash_redboot(struct be_adapter *adapter,
3444 3445
			const u8 *p, u32 img_start, int image_size,
			int hdr_size)
3446 3447 3448 3449
{
	u32 crc_offset;
	u8 flashed_crc[4];
	int status;
3450 3451 3452

	crc_offset = hdr_size + img_start + image_size - 4;

3453
	p += crc_offset;
3454 3455

	status = be_cmd_get_flash_crc(adapter, flashed_crc,
3456
			(image_size - 4));
3457 3458 3459 3460 3461 3462 3463 3464 3465 3466 3467 3468 3469
	if (status) {
		dev_err(&adapter->pdev->dev,
		"could not get crc from flash, not flashing redboot\n");
		return false;
	}

	/*update redboot only if crc does not match*/
	if (!memcmp(flashed_crc, p, 4))
		return false;
	else
		return true;
}

3470 3471
static bool phy_flashing_required(struct be_adapter *adapter)
{
A
Ajit Khaparde 已提交
3472 3473
	return (adapter->phy.phy_type == TN_8022 &&
		adapter->phy.interface_type == PHY_TYPE_BASET_10GB);
3474 3475
}

3476 3477 3478 3479 3480 3481
static bool is_comp_in_ufi(struct be_adapter *adapter,
			   struct flash_section_info *fsec, int type)
{
	int i = 0, img_type = 0;
	struct flash_section_info_g2 *fsec_g2 = NULL;

3482
	if (BE2_chip(adapter))
3483 3484 3485 3486 3487 3488 3489 3490 3491 3492 3493 3494 3495 3496 3497
		fsec_g2 = (struct flash_section_info_g2 *)fsec;

	for (i = 0; i < MAX_FLASH_COMP; i++) {
		if (fsec_g2)
			img_type = le32_to_cpu(fsec_g2->fsec_entry[i].type);
		else
			img_type = le32_to_cpu(fsec->fsec_entry[i].type);

		if (img_type == type)
			return true;
	}
	return false;

}

J
Jingoo Han 已提交
3498
static struct flash_section_info *get_fsec_info(struct be_adapter *adapter,
3499 3500 3501 3502 3503 3504 3505 3506 3507 3508 3509 3510 3511 3512 3513 3514
					 int header_size,
					 const struct firmware *fw)
{
	struct flash_section_info *fsec = NULL;
	const u8 *p = fw->data;

	p += header_size;
	while (p < (fw->data + fw->size)) {
		fsec = (struct flash_section_info *)p;
		if (!memcmp(flash_cookie, fsec->cookie, sizeof(flash_cookie)))
			return fsec;
		p += 32;
	}
	return NULL;
}

3515 3516 3517 3518 3519 3520 3521 3522 3523 3524 3525 3526 3527 3528 3529 3530 3531 3532 3533 3534 3535 3536 3537 3538 3539
static int be_flash(struct be_adapter *adapter, const u8 *img,
		struct be_dma_mem *flash_cmd, int optype, int img_size)
{
	u32 total_bytes = 0, flash_op, num_bytes = 0;
	int status = 0;
	struct be_cmd_write_flashrom *req = flash_cmd->va;

	total_bytes = img_size;
	while (total_bytes) {
		num_bytes = min_t(u32, 32*1024, total_bytes);

		total_bytes -= num_bytes;

		if (!total_bytes) {
			if (optype == OPTYPE_PHY_FW)
				flash_op = FLASHROM_OPER_PHY_FLASH;
			else
				flash_op = FLASHROM_OPER_FLASH;
		} else {
			if (optype == OPTYPE_PHY_FW)
				flash_op = FLASHROM_OPER_PHY_SAVE;
			else
				flash_op = FLASHROM_OPER_SAVE;
		}

3540
		memcpy(req->data_buf, img, num_bytes);
3541 3542 3543 3544 3545 3546 3547 3548 3549 3550 3551 3552 3553 3554 3555
		img += num_bytes;
		status = be_cmd_write_flashrom(adapter, flash_cmd, optype,
						flash_op, num_bytes);
		if (status) {
			if (status == ILLEGAL_IOCTL_REQ &&
			    optype == OPTYPE_PHY_FW)
				break;
			dev_err(&adapter->pdev->dev,
				"cmd to write to flash rom failed.\n");
			return status;
		}
	}
	return 0;
}

3556
/* For BE2, BE3 and BE3-R */
3557
static int be_flash_BEx(struct be_adapter *adapter,
3558 3559 3560
			 const struct firmware *fw,
			 struct be_dma_mem *flash_cmd,
			 int num_of_images)
3561

3562
{
3563
	int status = 0, i, filehdr_size = 0;
3564
	int img_hdrs_size = (num_of_images * sizeof(struct image_hdr));
3565
	const u8 *p = fw->data;
J
Joe Perches 已提交
3566
	const struct flash_comp *pflashcomp;
3567
	int num_comp, redboot;
3568 3569 3570 3571 3572 3573 3574 3575 3576 3577 3578 3579 3580 3581 3582 3583 3584 3585 3586 3587 3588 3589 3590
	struct flash_section_info *fsec = NULL;

	struct flash_comp gen3_flash_types[] = {
		{ FLASH_iSCSI_PRIMARY_IMAGE_START_g3, OPTYPE_ISCSI_ACTIVE,
			FLASH_IMAGE_MAX_SIZE_g3, IMAGE_FIRMWARE_iSCSI},
		{ FLASH_REDBOOT_START_g3, OPTYPE_REDBOOT,
			FLASH_REDBOOT_IMAGE_MAX_SIZE_g3, IMAGE_BOOT_CODE},
		{ FLASH_iSCSI_BIOS_START_g3, OPTYPE_BIOS,
			FLASH_BIOS_IMAGE_MAX_SIZE_g3, IMAGE_OPTION_ROM_ISCSI},
		{ FLASH_PXE_BIOS_START_g3, OPTYPE_PXE_BIOS,
			FLASH_BIOS_IMAGE_MAX_SIZE_g3, IMAGE_OPTION_ROM_PXE},
		{ FLASH_FCoE_BIOS_START_g3, OPTYPE_FCOE_BIOS,
			FLASH_BIOS_IMAGE_MAX_SIZE_g3, IMAGE_OPTION_ROM_FCoE},
		{ FLASH_iSCSI_BACKUP_IMAGE_START_g3, OPTYPE_ISCSI_BACKUP,
			FLASH_IMAGE_MAX_SIZE_g3, IMAGE_FIRMWARE_BACKUP_iSCSI},
		{ FLASH_FCoE_PRIMARY_IMAGE_START_g3, OPTYPE_FCOE_FW_ACTIVE,
			FLASH_IMAGE_MAX_SIZE_g3, IMAGE_FIRMWARE_FCoE},
		{ FLASH_FCoE_BACKUP_IMAGE_START_g3, OPTYPE_FCOE_FW_BACKUP,
			FLASH_IMAGE_MAX_SIZE_g3, IMAGE_FIRMWARE_BACKUP_FCoE},
		{ FLASH_NCSI_START_g3, OPTYPE_NCSI_FW,
			FLASH_NCSI_IMAGE_MAX_SIZE_g3, IMAGE_NCSI},
		{ FLASH_PHY_FW_START_g3, OPTYPE_PHY_FW,
			FLASH_PHY_FW_IMAGE_MAX_SIZE_g3, IMAGE_FIRMWARE_PHY}
3591
	};
3592 3593 3594 3595 3596 3597 3598 3599 3600 3601 3602 3603 3604 3605 3606 3607 3608 3609

	struct flash_comp gen2_flash_types[] = {
		{ FLASH_iSCSI_PRIMARY_IMAGE_START_g2, OPTYPE_ISCSI_ACTIVE,
			FLASH_IMAGE_MAX_SIZE_g2, IMAGE_FIRMWARE_iSCSI},
		{ FLASH_REDBOOT_START_g2, OPTYPE_REDBOOT,
			FLASH_REDBOOT_IMAGE_MAX_SIZE_g2, IMAGE_BOOT_CODE},
		{ FLASH_iSCSI_BIOS_START_g2, OPTYPE_BIOS,
			FLASH_BIOS_IMAGE_MAX_SIZE_g2, IMAGE_OPTION_ROM_ISCSI},
		{ FLASH_PXE_BIOS_START_g2, OPTYPE_PXE_BIOS,
			FLASH_BIOS_IMAGE_MAX_SIZE_g2, IMAGE_OPTION_ROM_PXE},
		{ FLASH_FCoE_BIOS_START_g2, OPTYPE_FCOE_BIOS,
			FLASH_BIOS_IMAGE_MAX_SIZE_g2, IMAGE_OPTION_ROM_FCoE},
		{ FLASH_iSCSI_BACKUP_IMAGE_START_g2, OPTYPE_ISCSI_BACKUP,
			FLASH_IMAGE_MAX_SIZE_g2, IMAGE_FIRMWARE_BACKUP_iSCSI},
		{ FLASH_FCoE_PRIMARY_IMAGE_START_g2, OPTYPE_FCOE_FW_ACTIVE,
			FLASH_IMAGE_MAX_SIZE_g2, IMAGE_FIRMWARE_FCoE},
		{ FLASH_FCoE_BACKUP_IMAGE_START_g2, OPTYPE_FCOE_FW_BACKUP,
			 FLASH_IMAGE_MAX_SIZE_g2, IMAGE_FIRMWARE_BACKUP_FCoE}
3610 3611
	};

3612
	if (BE3_chip(adapter)) {
3613 3614
		pflashcomp = gen3_flash_types;
		filehdr_size = sizeof(struct flash_file_hdr_g3);
J
Joe Perches 已提交
3615
		num_comp = ARRAY_SIZE(gen3_flash_types);
3616 3617 3618
	} else {
		pflashcomp = gen2_flash_types;
		filehdr_size = sizeof(struct flash_file_hdr_g2);
J
Joe Perches 已提交
3619
		num_comp = ARRAY_SIZE(gen2_flash_types);
3620
	}
3621

3622 3623 3624 3625 3626 3627 3628
	/* Get flash section info*/
	fsec = get_fsec_info(adapter, filehdr_size + img_hdrs_size, fw);
	if (!fsec) {
		dev_err(&adapter->pdev->dev,
			"Invalid Cookie. UFI corrupted ?\n");
		return -1;
	}
3629
	for (i = 0; i < num_comp; i++) {
3630
		if (!is_comp_in_ufi(adapter, fsec, pflashcomp[i].img_type))
3631
			continue;
3632 3633 3634 3635 3636

		if ((pflashcomp[i].optype == OPTYPE_NCSI_FW) &&
		    memcmp(adapter->fw_ver, "3.102.148.0", 11) < 0)
			continue;

3637 3638
		if (pflashcomp[i].optype == OPTYPE_PHY_FW  &&
		    !phy_flashing_required(adapter))
3639
				continue;
3640

3641 3642 3643 3644 3645 3646 3647
		if (pflashcomp[i].optype == OPTYPE_REDBOOT) {
			redboot = be_flash_redboot(adapter, fw->data,
				pflashcomp[i].offset, pflashcomp[i].size,
				filehdr_size + img_hdrs_size);
			if (!redboot)
				continue;
		}
3648

3649
		p = fw->data;
3650
		p += filehdr_size + pflashcomp[i].offset + img_hdrs_size;
3651 3652
		if (p + pflashcomp[i].size > fw->data + fw->size)
			return -1;
3653 3654 3655 3656 3657 3658 3659 3660

		status = be_flash(adapter, p, flash_cmd, pflashcomp[i].optype,
					pflashcomp[i].size);
		if (status) {
			dev_err(&adapter->pdev->dev,
				"Flashing section type %d failed.\n",
				pflashcomp[i].img_type);
			return status;
3661 3662 3663 3664 3665
		}
	}
	return 0;
}

3666 3667 3668
static int be_flash_skyhawk(struct be_adapter *adapter,
		const struct firmware *fw,
		struct be_dma_mem *flash_cmd, int num_of_images)
3669
{
3670 3671 3672 3673 3674 3675 3676 3677 3678 3679 3680 3681 3682 3683 3684 3685 3686 3687 3688 3689 3690 3691 3692 3693 3694 3695 3696 3697 3698 3699 3700 3701 3702 3703 3704 3705 3706 3707 3708 3709 3710 3711 3712 3713 3714 3715 3716 3717 3718 3719 3720 3721 3722 3723 3724 3725 3726 3727 3728 3729 3730 3731 3732 3733 3734 3735
	int status = 0, i, filehdr_size = 0;
	int img_offset, img_size, img_optype, redboot;
	int img_hdrs_size = num_of_images * sizeof(struct image_hdr);
	const u8 *p = fw->data;
	struct flash_section_info *fsec = NULL;

	filehdr_size = sizeof(struct flash_file_hdr_g3);
	fsec = get_fsec_info(adapter, filehdr_size + img_hdrs_size, fw);
	if (!fsec) {
		dev_err(&adapter->pdev->dev,
			"Invalid Cookie. UFI corrupted ?\n");
		return -1;
	}

	for (i = 0; i < le32_to_cpu(fsec->fsec_hdr.num_images); i++) {
		img_offset = le32_to_cpu(fsec->fsec_entry[i].offset);
		img_size   = le32_to_cpu(fsec->fsec_entry[i].pad_size);

		switch (le32_to_cpu(fsec->fsec_entry[i].type)) {
		case IMAGE_FIRMWARE_iSCSI:
			img_optype = OPTYPE_ISCSI_ACTIVE;
			break;
		case IMAGE_BOOT_CODE:
			img_optype = OPTYPE_REDBOOT;
			break;
		case IMAGE_OPTION_ROM_ISCSI:
			img_optype = OPTYPE_BIOS;
			break;
		case IMAGE_OPTION_ROM_PXE:
			img_optype = OPTYPE_PXE_BIOS;
			break;
		case IMAGE_OPTION_ROM_FCoE:
			img_optype = OPTYPE_FCOE_BIOS;
			break;
		case IMAGE_FIRMWARE_BACKUP_iSCSI:
			img_optype = OPTYPE_ISCSI_BACKUP;
			break;
		case IMAGE_NCSI:
			img_optype = OPTYPE_NCSI_FW;
			break;
		default:
			continue;
		}

		if (img_optype == OPTYPE_REDBOOT) {
			redboot = be_flash_redboot(adapter, fw->data,
					img_offset, img_size,
					filehdr_size + img_hdrs_size);
			if (!redboot)
				continue;
		}

		p = fw->data;
		p += filehdr_size + img_offset + img_hdrs_size;
		if (p + img_size > fw->data + fw->size)
			return -1;

		status = be_flash(adapter, p, flash_cmd, img_optype, img_size);
		if (status) {
			dev_err(&adapter->pdev->dev,
				"Flashing section type %d failed.\n",
				fsec->fsec_entry[i].type);
			return status;
		}
	}
	return 0;
3736 3737
}

3738 3739
static int lancer_fw_download(struct be_adapter *adapter,
				const struct firmware *fw)
3740
{
3741 3742
#define LANCER_FW_DOWNLOAD_CHUNK      (32 * 1024)
#define LANCER_FW_DOWNLOAD_LOCATION   "/prg"
3743
	struct be_dma_mem flash_cmd;
3744 3745 3746 3747 3748 3749 3750 3751
	const u8 *data_ptr = NULL;
	u8 *dest_image_ptr = NULL;
	size_t image_size = 0;
	u32 chunk_size = 0;
	u32 data_written = 0;
	u32 offset = 0;
	int status = 0;
	u8 add_status = 0;
3752
	u8 change_status;
3753

3754
	if (!IS_ALIGNED(fw->size, sizeof(u32))) {
3755
		dev_err(&adapter->pdev->dev,
3756 3757 3758 3759
			"FW Image not properly aligned. "
			"Length must be 4 byte aligned.\n");
		status = -EINVAL;
		goto lancer_fw_exit;
3760 3761
	}

3762 3763 3764
	flash_cmd.size = sizeof(struct lancer_cmd_req_write_object)
				+ LANCER_FW_DOWNLOAD_CHUNK;
	flash_cmd.va = dma_alloc_coherent(&adapter->pdev->dev, flash_cmd.size,
3765
					  &flash_cmd.dma, GFP_KERNEL);
3766 3767 3768 3769
	if (!flash_cmd.va) {
		status = -ENOMEM;
		goto lancer_fw_exit;
	}
3770

3771 3772 3773 3774 3775 3776 3777 3778 3779 3780 3781 3782
	dest_image_ptr = flash_cmd.va +
				sizeof(struct lancer_cmd_req_write_object);
	image_size = fw->size;
	data_ptr = fw->data;

	while (image_size) {
		chunk_size = min_t(u32, image_size, LANCER_FW_DOWNLOAD_CHUNK);

		/* Copy the image chunk content. */
		memcpy(dest_image_ptr, data_ptr, chunk_size);

		status = lancer_cmd_write_object(adapter, &flash_cmd,
3783 3784 3785 3786
						 chunk_size, offset,
						 LANCER_FW_DOWNLOAD_LOCATION,
						 &data_written, &change_status,
						 &add_status);
3787 3788 3789 3790 3791 3792 3793 3794 3795 3796 3797
		if (status)
			break;

		offset += data_written;
		data_ptr += data_written;
		image_size -= data_written;
	}

	if (!status) {
		/* Commit the FW written */
		status = lancer_cmd_write_object(adapter, &flash_cmd,
3798 3799 3800 3801
						 0, offset,
						 LANCER_FW_DOWNLOAD_LOCATION,
						 &data_written, &change_status,
						 &add_status);
3802 3803 3804 3805 3806 3807 3808 3809 3810 3811 3812 3813
	}

	dma_free_coherent(&adapter->pdev->dev, flash_cmd.size, flash_cmd.va,
				flash_cmd.dma);
	if (status) {
		dev_err(&adapter->pdev->dev,
			"Firmware load error. "
			"Status code: 0x%x Additional Status: 0x%x\n",
			status, add_status);
		goto lancer_fw_exit;
	}

3814
	if (change_status == LANCER_FW_RESET_NEEDED) {
3815 3816
		status = lancer_physdev_ctrl(adapter,
					     PHYSDEV_CONTROL_FW_RESET_MASK);
3817 3818 3819 3820 3821 3822 3823 3824 3825 3826 3827 3828
		if (status) {
			dev_err(&adapter->pdev->dev,
				"Adapter busy for FW reset.\n"
				"New FW will not be active.\n");
			goto lancer_fw_exit;
		}
	} else if (change_status != LANCER_NO_RESET_NEEDED) {
			dev_err(&adapter->pdev->dev,
				"System reboot required for new FW"
				" to be active\n");
	}

3829 3830 3831 3832 3833
	dev_info(&adapter->pdev->dev, "Firmware flashed successfully\n");
lancer_fw_exit:
	return status;
}

3834 3835
#define UFI_TYPE2		2
#define UFI_TYPE3		3
3836
#define UFI_TYPE3R		10
3837 3838
#define UFI_TYPE4		4
static int be_get_ufi_type(struct be_adapter *adapter,
3839
			   struct flash_file_hdr_g3 *fhdr)
3840 3841 3842 3843
{
	if (fhdr == NULL)
		goto be_get_ufi_exit;

3844 3845
	if (skyhawk_chip(adapter) && fhdr->build[0] == '4')
		return UFI_TYPE4;
3846 3847 3848 3849 3850 3851
	else if (BE3_chip(adapter) && fhdr->build[0] == '3') {
		if (fhdr->asic_type_rev == 0x10)
			return UFI_TYPE3R;
		else
			return UFI_TYPE3;
	} else if (BE2_chip(adapter) && fhdr->build[0] == '2')
3852
		return UFI_TYPE2;
3853 3854 3855 3856 3857 3858 3859

be_get_ufi_exit:
	dev_err(&adapter->pdev->dev,
		"UFI and Interface are not compatible for flashing\n");
	return -1;
}

3860 3861 3862 3863 3864 3865
static int be_fw_download(struct be_adapter *adapter, const struct firmware* fw)
{
	struct flash_file_hdr_g3 *fhdr3;
	struct image_hdr *img_hdr_ptr = NULL;
	struct be_dma_mem flash_cmd;
	const u8 *p;
3866
	int status = 0, i = 0, num_imgs = 0, ufi_type = 0;
3867

3868
	flash_cmd.size = sizeof(struct be_cmd_write_flashrom);
I
Ivan Vecera 已提交
3869 3870
	flash_cmd.va = dma_alloc_coherent(&adapter->pdev->dev, flash_cmd.size,
					  &flash_cmd.dma, GFP_KERNEL);
3871 3872
	if (!flash_cmd.va) {
		status = -ENOMEM;
3873
		goto be_fw_exit;
3874 3875
	}

3876
	p = fw->data;
3877
	fhdr3 = (struct flash_file_hdr_g3 *)p;
3878

3879
	ufi_type = be_get_ufi_type(adapter, fhdr3);
3880 3881 3882 3883 3884 3885 3886

	num_imgs = le32_to_cpu(fhdr3->num_imgs);
	for (i = 0; i < num_imgs; i++) {
		img_hdr_ptr = (struct image_hdr *)(fw->data +
				(sizeof(struct flash_file_hdr_g3) +
				 i * sizeof(struct image_hdr)));
		if (le32_to_cpu(img_hdr_ptr->imageid) == 1) {
3887 3888
			switch (ufi_type) {
			case UFI_TYPE4:
3889 3890
				status = be_flash_skyhawk(adapter, fw,
							&flash_cmd, num_imgs);
3891 3892
				break;
			case UFI_TYPE3R:
3893 3894
				status = be_flash_BEx(adapter, fw, &flash_cmd,
						      num_imgs);
3895 3896 3897 3898 3899 3900 3901 3902 3903 3904 3905 3906 3907
				break;
			case UFI_TYPE3:
				/* Do not flash this ufi on BE3-R cards */
				if (adapter->asic_rev < 0x10)
					status = be_flash_BEx(adapter, fw,
							      &flash_cmd,
							      num_imgs);
				else {
					status = -1;
					dev_err(&adapter->pdev->dev,
						"Can't load BE3 UFI on BE3R\n");
				}
			}
3908
		}
3909 3910
	}

3911 3912
	if (ufi_type == UFI_TYPE2)
		status = be_flash_BEx(adapter, fw, &flash_cmd, 0);
3913
	else if (ufi_type == -1)
3914
		status = -1;
3915

I
Ivan Vecera 已提交
3916 3917
	dma_free_coherent(&adapter->pdev->dev, flash_cmd.size, flash_cmd.va,
			  flash_cmd.dma);
3918 3919
	if (status) {
		dev_err(&adapter->pdev->dev, "Firmware load error\n");
3920
		goto be_fw_exit;
3921 3922
	}

3923
	dev_info(&adapter->pdev->dev, "Firmware flashed successfully\n");
3924

3925 3926 3927 3928 3929 3930 3931 3932 3933 3934 3935 3936 3937 3938 3939 3940 3941 3942 3943 3944 3945 3946 3947 3948 3949 3950
be_fw_exit:
	return status;
}

int be_load_fw(struct be_adapter *adapter, u8 *fw_file)
{
	const struct firmware *fw;
	int status;

	if (!netif_running(adapter->netdev)) {
		dev_err(&adapter->pdev->dev,
			"Firmware load not allowed (interface is down)\n");
		return -1;
	}

	status = request_firmware(&fw, fw_file, &adapter->pdev->dev);
	if (status)
		goto fw_exit;

	dev_info(&adapter->pdev->dev, "Flashing firmware file %s\n", fw_file);

	if (lancer_chip(adapter))
		status = lancer_fw_download(adapter, fw);
	else
		status = be_fw_download(adapter, fw);

S
Somnath Kotur 已提交
3951 3952 3953 3954
	if (!status)
		be_cmd_get_fw_ver(adapter, adapter->fw_ver,
				  adapter->fw_on_flash);

3955 3956 3957 3958 3959
fw_exit:
	release_firmware(fw);
	return status;
}

3960 3961 3962 3963 3964 3965 3966 3967 3968 3969 3970 3971 3972 3973 3974 3975 3976 3977 3978 3979 3980 3981 3982 3983 3984 3985 3986 3987 3988 3989 3990 3991 3992 3993 3994 3995 3996 3997 3998 3999 4000 4001 4002 4003 4004 4005 4006 4007 4008 4009 4010 4011 4012 4013 4014 4015 4016 4017 4018 4019 4020 4021 4022 4023 4024 4025 4026 4027
static int be_ndo_bridge_setlink(struct net_device *dev,
				    struct nlmsghdr *nlh)
{
	struct be_adapter *adapter = netdev_priv(dev);
	struct nlattr *attr, *br_spec;
	int rem;
	int status = 0;
	u16 mode = 0;

	if (!sriov_enabled(adapter))
		return -EOPNOTSUPP;

	br_spec = nlmsg_find_attr(nlh, sizeof(struct ifinfomsg), IFLA_AF_SPEC);

	nla_for_each_nested(attr, br_spec, rem) {
		if (nla_type(attr) != IFLA_BRIDGE_MODE)
			continue;

		mode = nla_get_u16(attr);
		if (mode != BRIDGE_MODE_VEPA && mode != BRIDGE_MODE_VEB)
			return -EINVAL;

		status = be_cmd_set_hsw_config(adapter, 0, 0,
					       adapter->if_handle,
					       mode == BRIDGE_MODE_VEPA ?
					       PORT_FWD_TYPE_VEPA :
					       PORT_FWD_TYPE_VEB);
		if (status)
			goto err;

		dev_info(&adapter->pdev->dev, "enabled switch mode: %s\n",
			 mode == BRIDGE_MODE_VEPA ? "VEPA" : "VEB");

		return status;
	}
err:
	dev_err(&adapter->pdev->dev, "Failed to set switch mode %s\n",
		mode == BRIDGE_MODE_VEPA ? "VEPA" : "VEB");

	return status;
}

static int be_ndo_bridge_getlink(struct sk_buff *skb, u32 pid, u32 seq,
				    struct net_device *dev,
				    u32 filter_mask)
{
	struct be_adapter *adapter = netdev_priv(dev);
	int status = 0;
	u8 hsw_mode;

	if (!sriov_enabled(adapter))
		return 0;

	/* BE and Lancer chips support VEB mode only */
	if (BEx_chip(adapter) || lancer_chip(adapter)) {
		hsw_mode = PORT_FWD_TYPE_VEB;
	} else {
		status = be_cmd_get_hsw_config(adapter, NULL, 0,
					       adapter->if_handle, &hsw_mode);
		if (status)
			return 0;
	}

	return ndo_dflt_bridge_getlink(skb, pid, seq, dev,
				       hsw_mode == PORT_FWD_TYPE_VEPA ?
				       BRIDGE_MODE_VEPA : BRIDGE_MODE_VEB);
}

4028
static const struct net_device_ops be_netdev_ops = {
S
Sathya Perla 已提交
4029 4030 4031
	.ndo_open		= be_open,
	.ndo_stop		= be_close,
	.ndo_start_xmit		= be_xmit,
4032
	.ndo_set_rx_mode	= be_set_rx_mode,
S
Sathya Perla 已提交
4033 4034
	.ndo_set_mac_address	= be_mac_addr_set,
	.ndo_change_mtu		= be_change_mtu,
4035
	.ndo_get_stats64	= be_get_stats64,
S
Sathya Perla 已提交
4036 4037 4038
	.ndo_validate_addr	= eth_validate_addr,
	.ndo_vlan_rx_add_vid	= be_vlan_add_vid,
	.ndo_vlan_rx_kill_vid	= be_vlan_rem_vid,
4039
	.ndo_set_vf_mac		= be_set_vf_mac,
4040
	.ndo_set_vf_vlan	= be_set_vf_vlan,
4041
	.ndo_set_vf_tx_rate	= be_set_vf_tx_rate,
I
Ivan Vecera 已提交
4042 4043 4044 4045
	.ndo_get_vf_config	= be_get_vf_config,
#ifdef CONFIG_NET_POLL_CONTROLLER
	.ndo_poll_controller	= be_netpoll,
#endif
4046 4047
	.ndo_bridge_setlink	= be_ndo_bridge_setlink,
	.ndo_bridge_getlink	= be_ndo_bridge_getlink,
4048 4049 4050
#ifdef CONFIG_NET_RX_BUSY_POLL
	.ndo_busy_poll		= be_busy_poll
#endif
S
Sathya Perla 已提交
4051 4052 4053 4054 4055 4056
};

static void be_netdev_init(struct net_device *netdev)
{
	struct be_adapter *adapter = netdev_priv(netdev);

4057
	netdev->hw_features |= NETIF_F_SG | NETIF_F_TSO | NETIF_F_TSO6 |
4058
		NETIF_F_IP_CSUM | NETIF_F_IPV6_CSUM | NETIF_F_RXCSUM |
4059
		NETIF_F_HW_VLAN_CTAG_TX;
4060 4061
	if (be_multi_rxq(adapter))
		netdev->hw_features |= NETIF_F_RXHASH;
4062 4063

	netdev->features |= netdev->hw_features |
4064
		NETIF_F_HW_VLAN_CTAG_RX | NETIF_F_HW_VLAN_CTAG_FILTER;
A
Ajit Khaparde 已提交
4065

4066
	netdev->vlan_features |= NETIF_F_SG | NETIF_F_TSO | NETIF_F_TSO6 |
4067
		NETIF_F_IP_CSUM | NETIF_F_IPV6_CSUM;
4068

4069 4070
	netdev->priv_flags |= IFF_UNICAST_FLT;

S
Sathya Perla 已提交
4071 4072
	netdev->flags |= IFF_MULTICAST;

4073
	netif_set_gso_max_size(netdev, 65535 - ETH_HLEN);
4074

S
Sathya Perla 已提交
4075
	netdev->netdev_ops = &be_netdev_ops;
S
Sathya Perla 已提交
4076 4077 4078 4079 4080 4081

	SET_ETHTOOL_OPS(netdev, &be_ethtool_ops);
}

static void be_unmap_pci_bars(struct be_adapter *adapter)
{
4082 4083
	if (adapter->csr)
		pci_iounmap(adapter->pdev, adapter->csr);
4084
	if (adapter->db)
S
Sathya Perla 已提交
4085
		pci_iounmap(adapter->pdev, adapter->db);
4086 4087
}

S
Sathya Perla 已提交
4088 4089 4090 4091 4092 4093 4094 4095 4096
static int db_bar(struct be_adapter *adapter)
{
	if (lancer_chip(adapter) || !be_physfn(adapter))
		return 0;
	else
		return 4;
}

static int be_roce_map_pci_bars(struct be_adapter *adapter)
4097
{
S
Sathya Perla 已提交
4098
	if (skyhawk_chip(adapter)) {
S
Sathya Perla 已提交
4099 4100 4101 4102 4103 4104
		adapter->roce_db.size = 4096;
		adapter->roce_db.io_addr = pci_resource_start(adapter->pdev,
							      db_bar(adapter));
		adapter->roce_db.total_size = pci_resource_len(adapter->pdev,
							       db_bar(adapter));
	}
4105
	return 0;
S
Sathya Perla 已提交
4106 4107 4108 4109 4110
}

static int be_map_pci_bars(struct be_adapter *adapter)
{
	u8 __iomem *addr;
4111

4112 4113 4114 4115 4116 4117
	if (BEx_chip(adapter) && be_physfn(adapter)) {
		adapter->csr = pci_iomap(adapter->pdev, 2, 0);
		if (adapter->csr == NULL)
			return -ENOMEM;
	}

S
Sathya Perla 已提交
4118
	addr = pci_iomap(adapter->pdev, db_bar(adapter), 0);
S
Sathya Perla 已提交
4119 4120
	if (addr == NULL)
		goto pci_map_err;
4121
	adapter->db = addr;
S
Sathya Perla 已提交
4122 4123

	be_roce_map_pci_bars(adapter);
S
Sathya Perla 已提交
4124
	return 0;
S
Sathya Perla 已提交
4125

S
Sathya Perla 已提交
4126 4127 4128 4129 4130 4131 4132
pci_map_err:
	be_unmap_pci_bars(adapter);
	return -ENOMEM;
}

static void be_ctrl_cleanup(struct be_adapter *adapter)
{
4133
	struct be_dma_mem *mem = &adapter->mbox_mem_alloced;
S
Sathya Perla 已提交
4134 4135 4136 4137

	be_unmap_pci_bars(adapter);

	if (mem->va)
I
Ivan Vecera 已提交
4138 4139
		dma_free_coherent(&adapter->pdev->dev, mem->size, mem->va,
				  mem->dma);
4140

4141
	mem = &adapter->rx_filter;
4142
	if (mem->va)
I
Ivan Vecera 已提交
4143 4144
		dma_free_coherent(&adapter->pdev->dev, mem->size, mem->va,
				  mem->dma);
S
Sathya Perla 已提交
4145 4146 4147 4148
}

static int be_ctrl_init(struct be_adapter *adapter)
{
4149 4150
	struct be_dma_mem *mbox_mem_alloc = &adapter->mbox_mem_alloced;
	struct be_dma_mem *mbox_mem_align = &adapter->mbox_mem;
4151
	struct be_dma_mem *rx_filter = &adapter->rx_filter;
S
Sathya Perla 已提交
4152
	u32 sli_intf;
S
Sathya Perla 已提交
4153 4154
	int status;

S
Sathya Perla 已提交
4155 4156 4157 4158 4159
	pci_read_config_dword(adapter->pdev, SLI_INTF_REG_OFFSET, &sli_intf);
	adapter->sli_family = (sli_intf & SLI_INTF_FAMILY_MASK) >>
				 SLI_INTF_FAMILY_SHIFT;
	adapter->virtfn = (sli_intf & SLI_INTF_FT_MASK) ? 1 : 0;

S
Sathya Perla 已提交
4160 4161
	status = be_map_pci_bars(adapter);
	if (status)
4162
		goto done;
S
Sathya Perla 已提交
4163 4164

	mbox_mem_alloc->size = sizeof(struct be_mcc_mailbox) + 16;
I
Ivan Vecera 已提交
4165 4166 4167 4168
	mbox_mem_alloc->va = dma_alloc_coherent(&adapter->pdev->dev,
						mbox_mem_alloc->size,
						&mbox_mem_alloc->dma,
						GFP_KERNEL);
S
Sathya Perla 已提交
4169
	if (!mbox_mem_alloc->va) {
4170 4171
		status = -ENOMEM;
		goto unmap_pci_bars;
S
Sathya Perla 已提交
4172 4173 4174 4175 4176
	}
	mbox_mem_align->size = sizeof(struct be_mcc_mailbox);
	mbox_mem_align->va = PTR_ALIGN(mbox_mem_alloc->va, 16);
	mbox_mem_align->dma = PTR_ALIGN(mbox_mem_alloc->dma, 16);
	memset(mbox_mem_align->va, 0, sizeof(struct be_mcc_mailbox));
4177

4178
	rx_filter->size = sizeof(struct be_cmd_req_rx_filter);
4179 4180 4181
	rx_filter->va = dma_zalloc_coherent(&adapter->pdev->dev,
					    rx_filter->size, &rx_filter->dma,
					    GFP_KERNEL);
4182
	if (rx_filter->va == NULL) {
4183 4184 4185
		status = -ENOMEM;
		goto free_mbox;
	}
4186

4187
	mutex_init(&adapter->mbox_lock);
4188 4189
	spin_lock_init(&adapter->mcc_lock);
	spin_lock_init(&adapter->mcc_cq_lock);
4190

4191
	init_completion(&adapter->flash_compl);
4192
	pci_save_state(adapter->pdev);
S
Sathya Perla 已提交
4193
	return 0;
4194 4195

free_mbox:
I
Ivan Vecera 已提交
4196 4197
	dma_free_coherent(&adapter->pdev->dev, mbox_mem_alloc->size,
			  mbox_mem_alloc->va, mbox_mem_alloc->dma);
4198 4199 4200 4201 4202 4203

unmap_pci_bars:
	be_unmap_pci_bars(adapter);

done:
	return status;
S
Sathya Perla 已提交
4204 4205 4206 4207
}

static void be_stats_cleanup(struct be_adapter *adapter)
{
4208
	struct be_dma_mem *cmd = &adapter->stats_cmd;
S
Sathya Perla 已提交
4209 4210

	if (cmd->va)
I
Ivan Vecera 已提交
4211 4212
		dma_free_coherent(&adapter->pdev->dev, cmd->size,
				  cmd->va, cmd->dma);
S
Sathya Perla 已提交
4213 4214 4215 4216
}

static int be_stats_init(struct be_adapter *adapter)
{
4217
	struct be_dma_mem *cmd = &adapter->stats_cmd;
S
Sathya Perla 已提交
4218

4219 4220 4221
	if (lancer_chip(adapter))
		cmd->size = sizeof(struct lancer_cmd_req_pport_stats);
	else if (BE2_chip(adapter))
4222
		cmd->size = sizeof(struct be_cmd_req_get_stats_v0);
4223
	else if (BE3_chip(adapter))
4224
		cmd->size = sizeof(struct be_cmd_req_get_stats_v1);
4225 4226 4227
	else
		/* ALL non-BE ASICs */
		cmd->size = sizeof(struct be_cmd_req_get_stats_v2);
4228

4229 4230
	cmd->va = dma_zalloc_coherent(&adapter->pdev->dev, cmd->size, &cmd->dma,
				      GFP_KERNEL);
S
Sathya Perla 已提交
4231 4232 4233 4234 4235
	if (cmd->va == NULL)
		return -1;
	return 0;
}

B
Bill Pemberton 已提交
4236
static void be_remove(struct pci_dev *pdev)
S
Sathya Perla 已提交
4237 4238
{
	struct be_adapter *adapter = pci_get_drvdata(pdev);
4239

S
Sathya Perla 已提交
4240 4241 4242
	if (!adapter)
		return;

4243
	be_roce_dev_remove(adapter);
4244
	be_intr_set(adapter, false);
4245

4246 4247
	cancel_delayed_work_sync(&adapter->func_recovery_work);

S
Sathya Perla 已提交
4248 4249
	unregister_netdev(adapter->netdev);

4250 4251
	be_clear(adapter);

4252 4253 4254
	/* tell fw we're done with firing cmds */
	be_cmd_fw_clean(adapter);

S
Sathya Perla 已提交
4255 4256 4257 4258
	be_stats_cleanup(adapter);

	be_ctrl_cleanup(adapter);

S
Sathya Perla 已提交
4259 4260
	pci_disable_pcie_error_reporting(pdev);

S
Sathya Perla 已提交
4261 4262 4263 4264 4265 4266
	pci_release_regions(pdev);
	pci_disable_device(pdev);

	free_netdev(adapter->netdev);
}

4267 4268 4269 4270 4271 4272
bool be_is_wol_supported(struct be_adapter *adapter)
{
	return ((adapter->wol_cap & BE_WOL_CAP) &&
		!be_is_wol_excluded(adapter)) ? true : false;
}

4273 4274 4275 4276 4277 4278 4279 4280
u32 be_get_fw_log_level(struct be_adapter *adapter)
{
	struct be_dma_mem extfat_cmd;
	struct be_fat_conf_params *cfgs;
	int status;
	u32 level = 0;
	int j;

4281 4282 4283
	if (lancer_chip(adapter))
		return 0;

4284 4285 4286 4287 4288 4289 4290 4291 4292 4293 4294 4295 4296 4297 4298
	memset(&extfat_cmd, 0, sizeof(struct be_dma_mem));
	extfat_cmd.size = sizeof(struct be_cmd_resp_get_ext_fat_caps);
	extfat_cmd.va = pci_alloc_consistent(adapter->pdev, extfat_cmd.size,
					     &extfat_cmd.dma);

	if (!extfat_cmd.va) {
		dev_err(&adapter->pdev->dev, "%s: Memory allocation failure\n",
			__func__);
		goto err;
	}

	status = be_cmd_get_ext_fat_capabilites(adapter, &extfat_cmd);
	if (!status) {
		cfgs = (struct be_fat_conf_params *)(extfat_cmd.va +
						sizeof(struct be_cmd_resp_hdr));
4299
		for (j = 0; j < le32_to_cpu(cfgs->module[0].num_modes); j++) {
4300 4301 4302 4303 4304 4305 4306 4307 4308
			if (cfgs->module[0].trace_lvl[j].mode == MODE_UART)
				level = cfgs->module[0].trace_lvl[j].dbg_lvl;
		}
	}
	pci_free_consistent(adapter->pdev, extfat_cmd.size, extfat_cmd.va,
			    extfat_cmd.dma);
err:
	return level;
}
4309

4310
static int be_get_initial_config(struct be_adapter *adapter)
S
Sathya Perla 已提交
4311 4312
{
	int status;
4313
	u32 level;
S
Sathya Perla 已提交
4314

4315 4316 4317 4318
	status = be_cmd_get_cntl_attributes(adapter);
	if (status)
		return status;

4319 4320 4321 4322 4323 4324 4325 4326 4327 4328 4329
	status = be_cmd_get_acpi_wol_cap(adapter);
	if (status) {
		/* in case of a failure to get wol capabillities
		 * check the exclusion list to determine WOL capability */
		if (!be_is_wol_excluded(adapter))
			adapter->wol_cap |= BE_WOL_CAP;
	}

	if (be_is_wol_supported(adapter))
		adapter->wol = true;

4330 4331 4332
	/* Must be a power of 2 or else MODULO will BUG_ON */
	adapter->be_get_temp_freq = 64;

4333 4334 4335
	level = be_get_fw_log_level(adapter);
	adapter->msg_enable = level <= FW_LOG_LEVEL_DEFAULT ? NETIF_MSG_HW : 0;

4336
	adapter->cfg_num_qs = netif_get_num_default_rss_queues();
4337
	return 0;
S
Sathya Perla 已提交
4338 4339
}

4340
static int lancer_recover_func(struct be_adapter *adapter)
4341
{
4342
	struct device *dev = &adapter->pdev->dev;
4343 4344
	int status;

4345 4346 4347
	status = lancer_test_and_set_rdy_state(adapter);
	if (status)
		goto err;
4348

4349 4350
	if (netif_running(adapter->netdev))
		be_close(adapter->netdev);
4351

4352 4353
	be_clear(adapter);

4354
	be_clear_all_error(adapter);
4355 4356 4357 4358

	status = be_setup(adapter);
	if (status)
		goto err;
4359

4360 4361
	if (netif_running(adapter->netdev)) {
		status = be_open(adapter->netdev);
4362 4363
		if (status)
			goto err;
4364
	}
4365

4366
	dev_err(dev, "Error recovery successful\n");
4367 4368
	return 0;
err:
4369 4370 4371 4372
	if (status == -EAGAIN)
		dev_err(dev, "Waiting for resource provisioning\n");
	else
		dev_err(dev, "Error recovery failed\n");
4373

4374 4375 4376 4377 4378 4379 4380
	return status;
}

static void be_func_recovery_task(struct work_struct *work)
{
	struct be_adapter *adapter =
		container_of(work, struct be_adapter,  func_recovery_work.work);
4381
	int status = 0;
4382

4383
	be_detect_error(adapter);
4384

4385
	if (adapter->hw_error && lancer_chip(adapter)) {
4386

4387 4388 4389
		rtnl_lock();
		netif_device_detach(adapter->netdev);
		rtnl_unlock();
4390

4391 4392 4393
		status = lancer_recover_func(adapter);
		if (!status)
			netif_device_attach(adapter->netdev);
4394
	}
4395

4396 4397 4398 4399 4400 4401
	/* In Lancer, for all errors other than provisioning error (-EAGAIN),
	 * no need to attempt further recovery.
	 */
	if (!status || status == -EAGAIN)
		schedule_delayed_work(&adapter->func_recovery_work,
				      msecs_to_jiffies(1000));
4402 4403 4404 4405 4406 4407 4408 4409 4410 4411 4412 4413
}

static void be_worker(struct work_struct *work)
{
	struct be_adapter *adapter =
		container_of(work, struct be_adapter, work.work);
	struct be_rx_obj *rxo;
	int i;

	/* when interrupts are not yet enabled, just reap any pending
	* mcc completions */
	if (!netif_running(adapter->netdev)) {
4414
		local_bh_disable();
S
Sathya Perla 已提交
4415
		be_process_mcc(adapter);
4416
		local_bh_enable();
4417 4418 4419 4420 4421 4422 4423 4424 4425 4426 4427
		goto reschedule;
	}

	if (!adapter->stats_cmd_sent) {
		if (lancer_chip(adapter))
			lancer_cmd_get_pport_stats(adapter,
						&adapter->stats_cmd);
		else
			be_cmd_get_stats(adapter, &adapter->stats_cmd);
	}

4428 4429
	if (be_physfn(adapter) &&
	    MODULO(adapter->work_counter, adapter->be_get_temp_freq) == 0)
4430 4431
		be_cmd_get_die_temperature(adapter);

4432
	for_all_rx_queues(adapter, rxo, i) {
4433 4434 4435 4436
		/* Replenish RX-queues starved due to memory
		 * allocation failures.
		 */
		if (rxo->rx_post_starved)
4437 4438 4439
			be_post_rx_frags(rxo, GFP_KERNEL);
	}

4440
	be_eqd_update(adapter);
S
Sathya Perla 已提交
4441

4442 4443 4444 4445 4446
reschedule:
	adapter->work_counter++;
	schedule_delayed_work(&adapter->work, msecs_to_jiffies(1000));
}

4447
/* If any VFs are already enabled don't FLR the PF */
4448 4449
static bool be_reset_required(struct be_adapter *adapter)
{
4450
	return pci_num_vf(adapter->pdev) ? false : true;
4451 4452
}

S
Sathya Perla 已提交
4453 4454 4455 4456 4457 4458 4459 4460 4461 4462 4463 4464 4465 4466 4467 4468 4469
static char *mc_name(struct be_adapter *adapter)
{
	if (adapter->function_mode & FLEX10_MODE)
		return "FLEX10";
	else if (adapter->function_mode & VNIC_MODE)
		return "vNIC";
	else if (adapter->function_mode & UMC_ENABLED)
		return "UMC";
	else
		return "";
}

static inline char *func_name(struct be_adapter *adapter)
{
	return be_physfn(adapter) ? "PF" : "VF";
}

4470
static int be_probe(struct pci_dev *pdev, const struct pci_device_id *pdev_id)
S
Sathya Perla 已提交
4471 4472 4473 4474
{
	int status = 0;
	struct be_adapter *adapter;
	struct net_device *netdev;
4475
	char port_name;
S
Sathya Perla 已提交
4476 4477 4478 4479 4480 4481 4482 4483 4484 4485

	status = pci_enable_device(pdev);
	if (status)
		goto do_none;

	status = pci_request_regions(pdev, DRV_NAME);
	if (status)
		goto disable_dev;
	pci_set_master(pdev);

4486
	netdev = alloc_etherdev_mqs(sizeof(*adapter), MAX_TX_QS, MAX_RX_QS);
S
Sathya Perla 已提交
4487 4488 4489 4490 4491 4492 4493 4494
	if (netdev == NULL) {
		status = -ENOMEM;
		goto rel_reg;
	}
	adapter = netdev_priv(netdev);
	adapter->pdev = pdev;
	pci_set_drvdata(pdev, adapter);
	adapter->netdev = netdev;
4495
	SET_NETDEV_DEV(netdev, &pdev->dev);
S
Sathya Perla 已提交
4496

4497
	status = dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(64));
S
Sathya Perla 已提交
4498 4499 4500
	if (!status) {
		netdev->features |= NETIF_F_HIGHDMA;
	} else {
4501
		status = dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(32));
S
Sathya Perla 已提交
4502 4503 4504 4505 4506 4507
		if (status) {
			dev_err(&pdev->dev, "Could not set PCI DMA Mask\n");
			goto free_netdev;
		}
	}

4508 4509 4510 4511 4512
	if (be_physfn(adapter)) {
		status = pci_enable_pcie_error_reporting(pdev);
		if (!status)
			dev_info(&pdev->dev, "PCIe error reporting enabled\n");
	}
S
Sathya Perla 已提交
4513

S
Sathya Perla 已提交
4514 4515
	status = be_ctrl_init(adapter);
	if (status)
4516
		goto free_netdev;
S
Sathya Perla 已提交
4517

4518
	/* sync up with fw's ready state */
4519
	if (be_physfn(adapter)) {
4520
		status = be_fw_wait_ready(adapter);
4521 4522 4523
		if (status)
			goto ctrl_clean;
	}
S
Sathya Perla 已提交
4524

4525 4526 4527 4528
	if (be_reset_required(adapter)) {
		status = be_cmd_reset_function(adapter);
		if (status)
			goto ctrl_clean;
4529

4530 4531 4532
		/* Wait for interrupts to quiesce after an FLR */
		msleep(100);
	}
4533 4534 4535

	/* Allow interrupts for other ULPs running on NIC function */
	be_intr_set(adapter, true);
S
Sathya Perla 已提交
4536

4537 4538 4539 4540 4541
	/* tell fw we're ready to fire cmds */
	status = be_cmd_fw_init(adapter);
	if (status)
		goto ctrl_clean;

4542 4543 4544 4545
	status = be_stats_init(adapter);
	if (status)
		goto ctrl_clean;

4546
	status = be_get_initial_config(adapter);
S
Sathya Perla 已提交
4547 4548 4549 4550
	if (status)
		goto stats_clean;

	INIT_DELAYED_WORK(&adapter->work, be_worker);
4551
	INIT_DELAYED_WORK(&adapter->func_recovery_work, be_func_recovery_task);
4552
	adapter->rx_fc = adapter->tx_fc = true;
S
Sathya Perla 已提交
4553

4554 4555
	status = be_setup(adapter);
	if (status)
4556
		goto stats_clean;
4557

4558
	be_netdev_init(netdev);
S
Sathya Perla 已提交
4559 4560
	status = register_netdev(netdev);
	if (status != 0)
4561
		goto unsetup;
S
Sathya Perla 已提交
4562

4563 4564
	be_roce_dev_add(adapter);

4565 4566
	schedule_delayed_work(&adapter->func_recovery_work,
			      msecs_to_jiffies(1000));
4567 4568 4569

	be_cmd_query_port_name(adapter, &port_name);

S
Sathya Perla 已提交
4570 4571
	dev_info(&pdev->dev, "%s: %s %s port %c\n", nic_name(pdev),
		 func_name(adapter), mc_name(adapter), port_name);
4572

S
Sathya Perla 已提交
4573 4574
	return 0;

4575 4576
unsetup:
	be_clear(adapter);
S
Sathya Perla 已提交
4577 4578 4579 4580
stats_clean:
	be_stats_cleanup(adapter);
ctrl_clean:
	be_ctrl_cleanup(adapter);
4581
free_netdev:
4582
	free_netdev(netdev);
S
Sathya Perla 已提交
4583 4584 4585 4586 4587
rel_reg:
	pci_release_regions(pdev);
disable_dev:
	pci_disable_device(pdev);
do_none:
4588
	dev_err(&pdev->dev, "%s initialization failed\n", nic_name(pdev));
S
Sathya Perla 已提交
4589 4590 4591 4592 4593 4594 4595 4596
	return status;
}

static int be_suspend(struct pci_dev *pdev, pm_message_t state)
{
	struct be_adapter *adapter = pci_get_drvdata(pdev);
	struct net_device *netdev =  adapter->netdev;

4597 4598 4599
	if (adapter->wol)
		be_setup_wol(adapter, true);

4600
	be_intr_set(adapter, false);
4601 4602
	cancel_delayed_work_sync(&adapter->func_recovery_work);

S
Sathya Perla 已提交
4603 4604 4605 4606 4607 4608
	netif_device_detach(netdev);
	if (netif_running(netdev)) {
		rtnl_lock();
		be_close(netdev);
		rtnl_unlock();
	}
4609
	be_clear(adapter);
S
Sathya Perla 已提交
4610 4611 4612 4613 4614 4615 4616 4617 4618 4619 4620 4621 4622 4623 4624 4625 4626 4627 4628

	pci_save_state(pdev);
	pci_disable_device(pdev);
	pci_set_power_state(pdev, pci_choose_state(pdev, state));
	return 0;
}

static int be_resume(struct pci_dev *pdev)
{
	int status = 0;
	struct be_adapter *adapter = pci_get_drvdata(pdev);
	struct net_device *netdev =  adapter->netdev;

	netif_device_detach(netdev);

	status = pci_enable_device(pdev);
	if (status)
		return status;

4629
	pci_set_power_state(pdev, PCI_D0);
S
Sathya Perla 已提交
4630 4631
	pci_restore_state(pdev);

4632 4633 4634 4635
	status = be_fw_wait_ready(adapter);
	if (status)
		return status;

4636
	be_intr_set(adapter, true);
4637 4638 4639 4640 4641
	/* tell fw we're ready to fire cmds */
	status = be_cmd_fw_init(adapter);
	if (status)
		return status;

4642
	be_setup(adapter);
S
Sathya Perla 已提交
4643 4644 4645 4646 4647
	if (netif_running(netdev)) {
		rtnl_lock();
		be_open(netdev);
		rtnl_unlock();
	}
4648 4649 4650

	schedule_delayed_work(&adapter->func_recovery_work,
			      msecs_to_jiffies(1000));
S
Sathya Perla 已提交
4651
	netif_device_attach(netdev);
4652 4653 4654

	if (adapter->wol)
		be_setup_wol(adapter, false);
4655

S
Sathya Perla 已提交
4656 4657 4658
	return 0;
}

4659 4660 4661 4662 4663 4664 4665
/*
 * An FLR will stop BE from DMAing any data.
 */
static void be_shutdown(struct pci_dev *pdev)
{
	struct be_adapter *adapter = pci_get_drvdata(pdev);

4666 4667
	if (!adapter)
		return;
4668

4669
	cancel_delayed_work_sync(&adapter->work);
4670
	cancel_delayed_work_sync(&adapter->func_recovery_work);
4671

4672
	netif_device_detach(adapter->netdev);
4673

4674 4675
	be_cmd_reset_function(adapter);

4676 4677 4678
	pci_disable_device(pdev);
}

4679 4680 4681 4682 4683 4684 4685 4686
static pci_ers_result_t be_eeh_err_detected(struct pci_dev *pdev,
				pci_channel_state_t state)
{
	struct be_adapter *adapter = pci_get_drvdata(pdev);
	struct net_device *netdev =  adapter->netdev;

	dev_err(&adapter->pdev->dev, "EEH error detected\n");

4687 4688
	if (!adapter->eeh_error) {
		adapter->eeh_error = true;
4689

4690
		cancel_delayed_work_sync(&adapter->func_recovery_work);
4691 4692

		rtnl_lock();
4693 4694 4695
		netif_device_detach(netdev);
		if (netif_running(netdev))
			be_close(netdev);
4696
		rtnl_unlock();
4697 4698

		be_clear(adapter);
4699 4700 4701 4702 4703 4704 4705
	}

	if (state == pci_channel_io_perm_failure)
		return PCI_ERS_RESULT_DISCONNECT;

	pci_disable_device(pdev);

4706 4707
	/* The error could cause the FW to trigger a flash debug dump.
	 * Resetting the card while flash dump is in progress
4708 4709 4710
	 * can cause it not to recover; wait for it to finish.
	 * Wait only for first function as it is needed only once per
	 * adapter.
4711
	 */
4712 4713 4714
	if (pdev->devfn == 0)
		ssleep(30);

4715 4716 4717 4718 4719 4720 4721 4722 4723 4724 4725 4726 4727 4728 4729
	return PCI_ERS_RESULT_NEED_RESET;
}

static pci_ers_result_t be_eeh_reset(struct pci_dev *pdev)
{
	struct be_adapter *adapter = pci_get_drvdata(pdev);
	int status;

	dev_info(&adapter->pdev->dev, "EEH reset\n");

	status = pci_enable_device(pdev);
	if (status)
		return PCI_ERS_RESULT_DISCONNECT;

	pci_set_master(pdev);
4730
	pci_set_power_state(pdev, PCI_D0);
4731 4732 4733
	pci_restore_state(pdev);

	/* Check if card is ok and fw is ready */
4734 4735
	dev_info(&adapter->pdev->dev,
		 "Waiting for FW to be ready after EEH reset\n");
4736
	status = be_fw_wait_ready(adapter);
4737 4738 4739
	if (status)
		return PCI_ERS_RESULT_DISCONNECT;

S
Sathya Perla 已提交
4740
	pci_cleanup_aer_uncorrect_error_status(pdev);
4741
	be_clear_all_error(adapter);
4742 4743 4744 4745 4746 4747 4748 4749 4750 4751 4752 4753 4754
	return PCI_ERS_RESULT_RECOVERED;
}

static void be_eeh_resume(struct pci_dev *pdev)
{
	int status = 0;
	struct be_adapter *adapter = pci_get_drvdata(pdev);
	struct net_device *netdev =  adapter->netdev;

	dev_info(&adapter->pdev->dev, "EEH resume\n");

	pci_save_state(pdev);

4755
	status = be_cmd_reset_function(adapter);
4756 4757 4758
	if (status)
		goto err;

4759 4760
	/* tell fw we're ready to fire cmds */
	status = be_cmd_fw_init(adapter);
4761 4762 4763
	if (status)
		goto err;

4764 4765 4766 4767 4768 4769 4770 4771 4772
	status = be_setup(adapter);
	if (status)
		goto err;

	if (netif_running(netdev)) {
		status = be_open(netdev);
		if (status)
			goto err;
	}
4773 4774 4775

	schedule_delayed_work(&adapter->func_recovery_work,
			      msecs_to_jiffies(1000));
4776 4777 4778 4779 4780 4781
	netif_device_attach(netdev);
	return;
err:
	dev_err(&adapter->pdev->dev, "EEH resume failed\n");
}

4782
static const struct pci_error_handlers be_eeh_handlers = {
4783 4784 4785 4786 4787
	.error_detected = be_eeh_err_detected,
	.slot_reset = be_eeh_reset,
	.resume = be_eeh_resume,
};

S
Sathya Perla 已提交
4788 4789 4790 4791 4792 4793
static struct pci_driver be_driver = {
	.name = DRV_NAME,
	.id_table = be_dev_ids,
	.probe = be_probe,
	.remove = be_remove,
	.suspend = be_suspend,
4794
	.resume = be_resume,
4795
	.shutdown = be_shutdown,
4796
	.err_handler = &be_eeh_handlers
S
Sathya Perla 已提交
4797 4798 4799 4800
};

static int __init be_init_module(void)
{
4801 4802
	if (rx_frag_size != 8192 && rx_frag_size != 4096 &&
	    rx_frag_size != 2048) {
S
Sathya Perla 已提交
4803 4804 4805 4806 4807 4808 4809 4810 4811 4812 4813 4814 4815 4816 4817
		printk(KERN_WARNING DRV_NAME
			" : Module param rx_frag_size must be 2048/4096/8192."
			" Using 2048\n");
		rx_frag_size = 2048;
	}

	return pci_register_driver(&be_driver);
}
module_init(be_init_module);

static void __exit be_exit_module(void)
{
	pci_unregister_driver(&be_driver);
}
module_exit(be_exit_module);