be.h 23.2 KB
Newer Older
S
Sathya Perla 已提交
1
/*
2
 * Copyright (C) 2005 - 2015 Emulex
S
Sathya Perla 已提交
3 4 5 6 7 8 9 10
 * All rights reserved.
 *
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public License version 2
 * as published by the Free Software Foundation.  The full GNU General
 * Public License is included in this distribution in the file called COPYING.
 *
 * Contact Information:
11
 * linux-drivers@emulex.com
S
Sathya Perla 已提交
12
 *
13 14 15
 * Emulex
 * 3333 Susan Street
 * Costa Mesa, CA 92626
S
Sathya Perla 已提交
16 17 18 19 20 21 22 23 24 25 26 27 28 29
 */

#ifndef BE_H
#define BE_H

#include <linux/pci.h>
#include <linux/etherdevice.h>
#include <linux/delay.h>
#include <net/tcp.h>
#include <net/ip.h>
#include <net/ipv6.h>
#include <linux/if_vlan.h>
#include <linux/workqueue.h>
#include <linux/interrupt.h>
30
#include <linux/firmware.h>
31
#include <linux/slab.h>
32
#include <linux/u64_stats_sync.h>
33
#include <linux/cpumask.h>
34 35
#include <linux/hwmon.h>
#include <linux/hwmon-sysfs.h>
S
Sathya Perla 已提交
36 37

#include "be_hw.h"
38
#include "be_roce.h"
S
Sathya Perla 已提交
39

40
#define DRV_VER			"11.0.0.0"
S
Sathya Perla 已提交
41
#define DRV_NAME		"be2net"
42 43 44
#define BE_NAME			"Emulex BladeEngine2"
#define BE3_NAME		"Emulex BladeEngine3"
#define OC_NAME			"Emulex OneConnect"
45 46
#define OC_NAME_BE		OC_NAME	"(be3)"
#define OC_NAME_LANCER		OC_NAME "(Lancer)"
47
#define OC_NAME_SH		OC_NAME "(Skyhawk)"
48
#define DRV_DESC		"Emulex OneConnect NIC Driver"
S
Sathya Perla 已提交
49

50
#define BE_VENDOR_ID 		0x19a2
51
#define EMULEX_VENDOR_ID	0x10df
52
#define BE_DEVICE_ID1		0x211
53
#define BE_DEVICE_ID2		0x221
54 55 56
#define OC_DEVICE_ID1		0x700	/* Device Id for BE2 cards */
#define OC_DEVICE_ID2		0x710	/* Device Id for BE3 cards */
#define OC_DEVICE_ID3		0xe220	/* Device id for Lancer cards */
57
#define OC_DEVICE_ID4           0xe228   /* Device id for VF in Lancer */
58
#define OC_DEVICE_ID5		0x720	/* Device Id for Skyhawk cards */
59
#define OC_DEVICE_ID6		0x728   /* Device id for VF in SkyHawk */
60 61 62 63
#define OC_SUBSYS_DEVICE_ID1	0xE602
#define OC_SUBSYS_DEVICE_ID2	0xE642
#define OC_SUBSYS_DEVICE_ID3	0xE612
#define OC_SUBSYS_DEVICE_ID4	0xE652
64

S
Sathya Perla 已提交
65
/* Number of bytes of an RX frame that are copied to skb->data */
66
#define BE_HDR_LEN		((u16) 64)
67 68 69
/* allocate extra space to allow tunneling decapsulation without head reallocation */
#define BE_RX_SKB_ALLOC_SIZE (BE_HDR_LEN + 64)

S
Sathya Perla 已提交
70 71
#define BE_MAX_JUMBO_FRAME_SIZE	9018
#define BE_MIN_MTU		256
K
Kalesh AP 已提交
72 73
#define BE_MAX_MTU              (BE_MAX_JUMBO_FRAME_SIZE -	\
				 (ETH_HLEN + ETH_FCS_LEN))
S
Sathya Perla 已提交
74 75

#define BE_NUM_VLANS_SUPPORTED	64
76
#define BE_MAX_EQD		128u
S
Sathya Perla 已提交
77 78 79 80 81 82 83
#define	BE_MAX_TX_FRAG_COUNT	30

#define EVNT_Q_LEN		1024
#define TX_Q_LEN		2048
#define TX_CQ_LEN		1024
#define RX_Q_LEN		1024	/* Does not support any other value */
#define RX_CQ_LEN		1024
84
#define MCC_Q_LEN		128	/* total size not to exceed 8 pages */
S
Sathya Perla 已提交
85 86
#define MCC_CQ_LEN		256

S
Sathya Perla 已提交
87
#define BE2_MAX_RSS_QS		4
88 89 90
#define BE3_MAX_RSS_QS		16
#define BE3_MAX_TX_QS		16
#define BE3_MAX_EVT_QS		16
91
#define BE3_SRIOV_MAX_EVT_QS	8
92 93 94 95
#define SH_VF_MAX_NIC_EQS	3	/* Skyhawk VFs can have a max of 4 EQs
					 * and at least 1 is granted to either
					 * SURF/DPDK
					 */
96

97
#define MAX_RSS_IFACES		15
98 99 100
#define MAX_RX_QS		32
#define MAX_EVT_QS		32
#define MAX_TX_QS		32
S
Sathya Perla 已提交
101

102
#define MAX_ROCE_EQS		5
103
#define MAX_MSIX_VECTORS	32
104
#define MIN_MSIX_VECTORS	1
S
Sathya Perla 已提交
105
#define BE_NAPI_WEIGHT		64
S
Sathya Perla 已提交
106
#define MAX_RX_POST		BE_NAPI_WEIGHT /* Frags posted at a time */
S
Sathya Perla 已提交
107
#define RX_FRAGS_REFILL_WM	(RX_Q_LEN - MAX_RX_POST)
108
#define MAX_NUM_POST_ERX_DB	255u
S
Sathya Perla 已提交
109

110
#define MAX_VFS			30 /* Max VFs supported by BE3 FW */
111
#define FW_VER_LEN		32
112 113
#define	CNTL_SERIAL_NUM_WORDS	8  /* Controller serial number words */
#define	CNTL_SERIAL_NUM_WORD_SZ	(sizeof(u16)) /* Byte-sz of serial num word */
114

115 116 117
#define	RSS_INDIR_TABLE_LEN	128
#define RSS_HASH_KEY_LEN	40

S
Sathya Perla 已提交
118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133
struct be_dma_mem {
	void *va;
	dma_addr_t dma;
	u32 size;
};

struct be_queue_info {
	struct be_dma_mem dma_mem;
	u16 len;
	u16 entry_size;	/* Size of an element in the queue */
	u16 id;
	u16 tail, head;
	bool created;
	atomic_t used;	/* Number of valid elements in the queue */
};

134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159
static inline u32 MODULO(u16 val, u16 limit)
{
	BUG_ON(limit & (limit - 1));
	return val & (limit - 1);
}

static inline void index_adv(u16 *index, u16 val, u16 limit)
{
	*index = MODULO((*index + val), limit);
}

static inline void index_inc(u16 *index, u16 limit)
{
	*index = MODULO((*index + 1), limit);
}

static inline void *queue_head_node(struct be_queue_info *q)
{
	return q->dma_mem.va + q->head * q->entry_size;
}

static inline void *queue_tail_node(struct be_queue_info *q)
{
	return q->dma_mem.va + q->tail * q->entry_size;
}

160 161 162 163 164
static inline void *queue_index_node(struct be_queue_info *q, u16 index)
{
	return q->dma_mem.va + index * q->entry_size;
}

165 166 167 168 169
static inline void queue_head_inc(struct be_queue_info *q)
{
	index_inc(&q->head, q->len);
}

170 171 172 173 174
static inline void index_dec(u16 *index, u16 limit)
{
	*index = MODULO((*index - 1), limit);
}

175 176 177 178 179 180 181 182 183 184 185
static inline void queue_tail_inc(struct be_queue_info *q)
{
	index_inc(&q->tail, q->len);
}

struct be_eq_obj {
	struct be_queue_info q;
	char desc[32];

	/* Adaptive interrupt coalescing (AIC) info */
	bool enable_aic;
S
Sathya Perla 已提交
186 187 188 189
	u32 min_eqd;		/* in usecs */
	u32 max_eqd;		/* in usecs */
	u32 eqd;		/* configured val when aic is off */
	u32 cur_eqd;		/* in usecs */
190

S
Sathya Perla 已提交
191
	u8 idx;			/* array index */
S
Sathya Perla 已提交
192
	u8 msix_idx;
193
	u16 spurious_intr;
194
	struct napi_struct napi;
S
Sathya Perla 已提交
195
	struct be_adapter *adapter;
196
	cpumask_var_t  affinity_mask;
197 198 199 200 201 202 203 204 205 206 207 208 209

#ifdef CONFIG_NET_RX_BUSY_POLL
#define BE_EQ_IDLE		0
#define BE_EQ_NAPI		1	/* napi owns this EQ */
#define BE_EQ_POLL		2	/* poll owns this EQ */
#define BE_EQ_LOCKED		(BE_EQ_NAPI | BE_EQ_POLL)
#define BE_EQ_NAPI_YIELD	4	/* napi yielded this EQ */
#define BE_EQ_POLL_YIELD	8	/* poll yielded this EQ */
#define BE_EQ_YIELD		(BE_EQ_NAPI_YIELD | BE_EQ_POLL_YIELD)
#define BE_EQ_USER_PEND		(BE_EQ_POLL | BE_EQ_POLL_YIELD)
	unsigned int state;
	spinlock_t lock;	/* lock to serialize napi and busy-poll */
#endif  /* CONFIG_NET_RX_BUSY_POLL */
S
Sathya Perla 已提交
210
} ____cacheline_aligned_in_smp;
211

212 213 214 215 216 217 218 219 220 221 222
struct be_aic_obj {		/* Adaptive interrupt coalescing (AIC) info */
	bool enable;
	u32 min_eqd;		/* in usecs */
	u32 max_eqd;		/* in usecs */
	u32 prev_eqd;		/* in usecs */
	u32 et_eqd;		/* configured val when aic is off */
	ulong jiffies;
	u64 rx_pkts_prev;	/* Used to calculate RX pps */
	u64 tx_reqs_prev;	/* Used to calculate TX pps */
};

223 224 225 226 227
enum {
	NAPI_POLLING,
	BUSY_POLLING
};

228 229 230
struct be_mcc_obj {
	struct be_queue_info q;
	struct be_queue_info cq;
231
	bool rearm_cq;
232 233
};

234
struct be_tx_stats {
235 236
	u64 tx_bytes;
	u64 tx_pkts;
237
	u64 tx_vxlan_offload_pkts;
238 239 240 241
	u64 tx_reqs;
	u64 tx_compl;
	ulong tx_jiffies;
	u32 tx_stops;
242
	u32 tx_drv_drops;	/* pkts dropped by driver */
243 244 245 246 247 248 249
	/* the error counters are described in be_ethtool.c */
	u32 tx_hdr_parse_err;
	u32 tx_dma_err;
	u32 tx_tso_err;
	u32 tx_spoof_check_err;
	u32 tx_qinq_err;
	u32 tx_internal_parity_err;
250 251
	struct u64_stats_sync sync;
	struct u64_stats_sync sync_compl;
S
Sathya Perla 已提交
252 253
};

254 255 256 257 258 259
/* Structure to hold some data of interest obtained from a TX CQE */
struct be_tx_compl_info {
	u8 status;		/* Completion status */
	u16 end_index;		/* Completed TXQ Index */
};

S
Sathya Perla 已提交
260
struct be_tx_obj {
V
Vasundhara Volam 已提交
261
	u32 db_offset;
S
Sathya Perla 已提交
262 263
	struct be_queue_info q;
	struct be_queue_info cq;
264
	struct be_tx_compl_info txcp;
S
Sathya Perla 已提交
265 266
	/* Remember the skbs that were transmitted */
	struct sk_buff *sent_skb_list[TX_Q_LEN];
267
	struct be_tx_stats stats;
268 269 270
	u16 pend_wrb_cnt;	/* Number of WRBs yet to be given to HW */
	u16 last_req_wrb_cnt;	/* wrb cnt of the last req in the Q */
	u16 last_req_hdr;	/* index of the last req's hdr-wrb */
S
Sathya Perla 已提交
271
} ____cacheline_aligned_in_smp;
S
Sathya Perla 已提交
272 273 274 275

/* Struct to remember the pages posted for rx frags */
struct be_rx_page_info {
	struct page *page;
276
	/* set to page-addr for last frag of the page & frag-addr otherwise */
277
	DEFINE_DMA_UNMAP_ADDR(bus);
S
Sathya Perla 已提交
278
	u16 page_offset;
279
	bool last_frag;		/* last frag of the page */
S
Sathya Perla 已提交
280 281
};

282 283 284
struct be_rx_stats {
	u64 rx_bytes;
	u64 rx_pkts;
285
	u64 rx_vxlan_offload_pkts;
286 287 288 289
	u32 rx_drops_no_skbs;	/* skb allocation errors */
	u32 rx_drops_no_frags;	/* HW has no fetched frags */
	u32 rx_post_fail;	/* page post alloc failures */
	u32 rx_compl;
290
	u32 rx_mcast_pkts;
291
	u32 rx_compl_err;	/* completions with err set */
292
	struct u64_stats_sync sync;
293 294
};

295 296
struct be_rx_compl_info {
	u32 rss_hash;
297
	u16 vlan_tag;
298
	u16 pkt_size;
299
	u16 port;
300 301 302 303 304 305 306 307 308
	u8 vlanf;
	u8 num_rcvd;
	u8 err;
	u8 ipf;
	u8 tcpf;
	u8 udpf;
	u8 ip_csum;
	u8 l4_csum;
	u8 ipv6;
309
	u8 qnq;
310
	u8 pkt_type;
311
	u8 ip_frag;
312
	u8 tunneled;
313 314
};

S
Sathya Perla 已提交
315
struct be_rx_obj {
316
	struct be_adapter *adapter;
S
Sathya Perla 已提交
317 318
	struct be_queue_info q;
	struct be_queue_info cq;
319
	struct be_rx_compl_info rxcp;
S
Sathya Perla 已提交
320
	struct be_rx_page_info page_info_tbl[RX_Q_LEN];
321 322 323
	struct be_rx_stats stats;
	u8 rss_id;
	bool rx_post_starved;	/* Zero rx frags have been posted to BE */
S
Sathya Perla 已提交
324
} ____cacheline_aligned_in_smp;
S
Sathya Perla 已提交
325

326
struct be_drv_stats {
327
	u32 eth_red_drops;
328
	u32 dma_map_errors;
329 330 331 332 333 334 335 336 337 338 339 340 341 342 343
	u32 rx_drops_no_pbuf;
	u32 rx_drops_no_txpb;
	u32 rx_drops_no_erx_descr;
	u32 rx_drops_no_tpre_descr;
	u32 rx_drops_too_many_frags;
	u32 forwarded_packets;
	u32 rx_drops_mtu;
	u32 rx_crc_errors;
	u32 rx_alignment_symbol_errors;
	u32 rx_pause_frames;
	u32 rx_priority_pause_frames;
	u32 rx_control_frames;
	u32 rx_in_range_errors;
	u32 rx_out_range_errors;
	u32 rx_frame_too_long;
344
	u32 rx_address_filtered;
345 346 347 348 349 350 351 352 353 354 355 356 357 358 359
	u32 rx_dropped_too_small;
	u32 rx_dropped_too_short;
	u32 rx_dropped_header_too_small;
	u32 rx_dropped_tcp_length;
	u32 rx_dropped_runt;
	u32 rx_ip_checksum_errs;
	u32 rx_tcp_checksum_errs;
	u32 rx_udp_checksum_errs;
	u32 tx_pauseframes;
	u32 tx_priority_pauseframes;
	u32 tx_controlframes;
	u32 rxpp_fifo_overflow_drop;
	u32 rx_input_fifo_overflow_drop;
	u32 pmem_fifo_overflow_drop;
	u32 jabber_events;
360 361 362 363 364
	u32 rx_roce_bytes_lsd;
	u32 rx_roce_bytes_msd;
	u32 rx_roce_frames;
	u32 roce_drops_payload_len;
	u32 roce_drops_crc;
365 366
};

367 368 369
/* A vlan-id of 0xFFFF must be used to clear transparent vlan-tagging */
#define BE_RESET_VLAN_TAG_ID	0xFFFF

370
struct be_vf_cfg {
371 372 373 374 375
	unsigned char mac_addr[ETH_ALEN];
	int if_handle;
	int pmac_id;
	u16 vlan_tag;
	u32 tx_rate;
376
	u32 plink_tracking;
377
	u32 privileges;
378
	bool spoofchk;
379 380
};

381 382 383 384 385
enum vf_state {
	ENABLED = 0,
	ASSIGNED = 1
};

386 387 388 389 390 391 392
#define BE_FLAGS_LINK_STATUS_INIT		BIT(1)
#define BE_FLAGS_SRIOV_ENABLED			BIT(2)
#define BE_FLAGS_WORKER_SCHEDULED		BIT(3)
#define BE_FLAGS_NAPI_ENABLED			BIT(6)
#define BE_FLAGS_QNQ_ASYNC_EVT_RCVD		BIT(7)
#define BE_FLAGS_VXLAN_OFFLOADS			BIT(8)
#define BE_FLAGS_SETUP_DONE			BIT(9)
393
#define BE_FLAGS_EVT_INCOMPATIBLE_SFP		BIT(10)
394
#define BE_FLAGS_ERR_DETECTION_SCHEDULED	BIT(11)
V
Venkata Duvvuru 已提交
395
#define BE_FLAGS_OS2BMC				BIT(12)
396

397 398
#define BE_UC_PMAC_COUNT			30
#define BE_VF_UC_PMAC_COUNT			2
399

400 401 402 403
#define MAX_ERR_RECOVERY_RETRY_COUNT		3
#define ERR_DETECTION_DELAY			1000
#define ERR_RECOVERY_RETRY_DELAY		30000

404 405
/* Ethtool set_dump flags */
#define LANCER_INITIATE_FW_DUMP			0x1
406
#define LANCER_DELETE_FW_DUMP			0x2
407

A
Ajit Khaparde 已提交
408
struct phy_info {
409 410
/* From SFF-8472 spec */
#define SFP_VENDOR_NAME_LEN			17
A
Ajit Khaparde 已提交
411 412 413 414 415 416 417 418 419 420 421 422
	u8 transceiver;
	u8 autoneg;
	u8 fc_autoneg;
	u8 port_type;
	u16 phy_type;
	u16 interface_type;
	u32 misc_params;
	u16 auto_speeds_supported;
	u16 fixed_speeds_supported;
	int link_speed;
	u32 advertising;
	u32 supported;
423
	u8 cable_type;
424 425
	u8 vendor_name[SFP_VENDOR_NAME_LEN];
	u8 vendor_pn[SFP_VENDOR_NAME_LEN];
A
Ajit Khaparde 已提交
426 427
};

428 429 430 431 432 433
struct be_resources {
	u16 max_vfs;		/* Total VFs "really" supported by FW/HW */
	u16 max_mcast_mac;
	u16 max_tx_qs;
	u16 max_rss_qs;
	u16 max_rx_qs;
434
	u16 max_cq_count;
435 436
	u16 max_uc_mac;		/* Max UC MACs programmable */
	u16 max_vlans;		/* Number of vlans supported */
437 438
	u16 max_iface_count;
	u16 max_mcc_count;
439 440
	u16 max_evt_qs;
	u32 if_cap_flags;
441
	u32 vf_if_cap_flags;	/* VF if capability flags */
442 443
};

V
Venkata Duvvuru 已提交
444 445
#define be_is_os2bmc_enabled(adapter) (adapter->flags & BE_FLAGS_OS2BMC)

446 447 448 449 450 451 452
struct rss_info {
	u64 rss_flags;
	u8 rsstable[RSS_INDIR_TABLE_LEN];
	u8 rss_queue[RSS_INDIR_TABLE_LEN];
	u8 rss_hkey[RSS_HASH_KEY_LEN];
};

453 454 455 456 457 458
#define BE_INVALID_DIE_TEMP	0xFF
struct be_hwmon {
	struct device *hwmon_dev;
	u8 be_on_die_temp;  /* Unit: millidegree Celsius */
};

459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478
/* Macros to read/write the 'features' word of be_wrb_params structure.
 */
#define	BE_WRB_F_BIT(name)			BE_WRB_F_##name##_BIT
#define	BE_WRB_F_MASK(name)			BIT_MASK(BE_WRB_F_##name##_BIT)

#define	BE_WRB_F_GET(word, name)	\
	(((word) & (BE_WRB_F_MASK(name))) >> BE_WRB_F_BIT(name))

#define	BE_WRB_F_SET(word, name, val)	\
	((word) |= (((val) << BE_WRB_F_BIT(name)) & BE_WRB_F_MASK(name)))

/* Feature/offload bits */
enum {
	BE_WRB_F_CRC_BIT,		/* Ethernet CRC */
	BE_WRB_F_IPCS_BIT,		/* IP csum */
	BE_WRB_F_TCPCS_BIT,		/* TCP csum */
	BE_WRB_F_UDPCS_BIT,		/* UDP csum */
	BE_WRB_F_LSO_BIT,		/* LSO */
	BE_WRB_F_LSO6_BIT,		/* LSO6 */
	BE_WRB_F_VLAN_BIT,		/* VLAN */
V
Venkata Duvvuru 已提交
479 480
	BE_WRB_F_VLAN_SKIP_HW_BIT,	/* Skip VLAN tag (workaround) */
	BE_WRB_F_OS2BMC_BIT		/* Send packet to the management ring */
481 482 483 484 485 486 487 488 489 490 491 492
};

/* The structure below provides a HW-agnostic abstraction of WRB params
 * retrieved from a TX skb. This is in turn passed to chip specific routines
 * during transmit, to set the corresponding params in the WRB.
 */
struct be_wrb_params {
	u32 features;	/* Feature bits */
	u16 vlan_tag;	/* VLAN tag */
	u16 lso_mss;	/* MSS for LSO */
};

S
Sathya Perla 已提交
493 494 495 496
struct be_adapter {
	struct pci_dev *pdev;
	struct net_device *netdev;

497
	u8 __iomem *csr;	/* CSR BAR used only for BE2/3 */
498
	u8 __iomem *db;		/* Door Bell */
499
	u8 __iomem *pcicfg;	/* On SH,BEx only. Shadow of PCI config space */
500

501
	struct mutex mbox_lock; /* For serializing mbox cmds to BE card */
502 503 504 505 506 507 508 509
	struct be_dma_mem mbox_mem;
	/* Mbox mem is adjusted to align to 16 bytes. The allocated addr
	 * is stored for freeing purpose */
	struct be_dma_mem mbox_mem_alloced;

	struct be_mcc_obj mcc_obj;
	spinlock_t mcc_lock;	/* For serializing mcc cmds to BE card */
	spinlock_t mcc_cq_lock;
S
Sathya Perla 已提交
510

511 512 513 514
	u16 cfg_num_qs;		/* configured via set-channels */
	u16 num_evt_qs;
	u16 num_msix_vec;
	struct be_eq_obj eq_obj[MAX_EVT_QS];
S
Sathya Perla 已提交
515
	struct msix_entry msix_entries[MAX_MSIX_VECTORS];
S
Sathya Perla 已提交
516 517 518
	bool isr_registered;

	/* TX Rings */
519
	u16 num_tx_qs;
520
	struct be_tx_obj tx_obj[MAX_TX_QS];
S
Sathya Perla 已提交
521 522

	/* Rx rings */
523
	u16 num_rx_qs;
524 525
	u16 num_rss_qs;
	u16 need_def_rxq;
S
Sathya Perla 已提交
526
	struct be_rx_obj rx_obj[MAX_RX_QS];
S
Sathya Perla 已提交
527 528
	u32 big_page_size;	/* Compounded page size shared by rx wrbs */

529
	struct be_drv_stats drv_stats;
530
	struct be_aic_obj aic_obj[MAX_EVT_QS];
531
	u8 vlan_prio_bmap;	/* Available Priority BitMap */
532
	u16 recommended_prio_bits;/* Recommended Priority bits in vlan tag */
533
	struct be_dma_mem rx_filter; /* Cmd DMA mem for rx-filter */
S
Sathya Perla 已提交
534

535
	struct be_dma_mem stats_cmd;
S
Sathya Perla 已提交
536 537
	/* Work queue used to perform periodic tasks like getting statistics */
	struct delayed_work work;
538
	u16 work_counter;
S
Sathya Perla 已提交
539

540
	struct delayed_work be_err_detection_work;
541
	u8 recovery_retries;
542
	u8 err_flags;
543
	u32 flags;
544
	u32 cmd_privileges;
S
Sathya Perla 已提交
545 546
	/* Ethtool knobs and info */
	char fw_ver[FW_VER_LEN];
S
Somnath Kotur 已提交
547
	char fw_on_flash[FW_VER_LEN];
548 549

	/* IFACE filtering fields */
550
	int if_handle;		/* Used to configure filtering */
551
	u32 if_flags;		/* Interface filtering flags */
552
	u32 *pmac_id;		/* MAC addr handle used by BE card */
553 554 555 556
	u32 uc_macs;		/* Count of secondary UC MAC programmed */
	unsigned long vids[BITS_TO_LONGS(VLAN_N_VID)];
	u16 vlans_added;

557
	u32 beacon_state;	/* for set_phys_id */
S
Sathya Perla 已提交
558 559

	u32 port_num;
560
	char port_name;
561
	u8 mc_type;
A
Ajit Khaparde 已提交
562
	u32 function_mode;
563
	u32 function_caps;
564 565
	u32 rx_fc;		/* Rx flow control */
	u32 tx_fc;		/* Tx flow control */
A
Ajit Khaparde 已提交
566
	bool stats_cmd_sent;
567 568 569 570 571 572 573 574 575
	struct {
		u32 size;
		u32 total_size;
		u64 io_addr;
	} roce_db;
	u32 num_msix_roce_vec;
	struct ocrdma_dev *ocrdma_dev;
	struct list_head entry;

576
	u32 flash_status;
577
	struct completion et_cmd_compl;
578

579
	struct be_resources pool_res;	/* resources available for the port */
580 581
	struct be_resources res;	/* resources available for the func */
	u16 num_vfs;			/* Number of VFs provisioned by PF */
582 583
	u8 pf_num;			/* Numbering used by FW, starts at 0 */
	u8 vf_num;			/* Numbering used by FW, starts at 1 */
584
	u8 virtfn;
585 586
	struct be_vf_cfg *vf_cfg;
	bool be3_native;
587
	u32 sli_family;
588
	u8 hba_port_num;
589
	u16 pvid;
590
	__be16 vxlan_port;
591
	int vxlan_port_count;
592
	int vxlan_port_aliases;
A
Ajit Khaparde 已提交
593
	struct phy_info phy;
594
	u8 wol_cap;
S
Suresh Reddy 已提交
595
	bool wol_en;
596
	u16 asic_rev;
597
	u16 qnq_vid;
598
	u32 msg_enable;
599
	int be_get_temp_freq;
600
	struct be_hwmon hwmon_info;
601
	struct rss_info rss_info;
V
Venkata Duvvuru 已提交
602 603
	/* Filters for packets that need to be sent to BMC */
	u32 bmc_filt_mask;
604
	u32 fat_dump_len;
605
	u16 serial_num[CNTL_SERIAL_NUM_WORDS];
S
Sathya Perla 已提交
606 607
};

608
#define be_physfn(adapter)		(!adapter->virtfn)
609
#define be_virtfn(adapter)		(adapter->virtfn)
610 611
#define sriov_enabled(adapter)		(adapter->flags &	\
					 BE_FLAGS_SRIOV_ENABLED)
612

613 614 615
#define for_all_vfs(adapter, vf_cfg, i)					\
	for (i = 0, vf_cfg = &adapter->vf_cfg[i]; i < adapter->num_vfs;	\
		i++, vf_cfg++)
616

617 618
#define ON				1
#define OFF				0
619

620 621 622
#define be_max_vlans(adapter)		(adapter->res.max_vlans)
#define be_max_uc(adapter)		(adapter->res.max_uc_mac)
#define be_max_mc(adapter)		(adapter->res.max_mcast_mac)
623
#define be_max_vfs(adapter)		(adapter->pool_res.max_vfs)
624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639
#define be_max_rss(adapter)		(adapter->res.max_rss_qs)
#define be_max_txqs(adapter)		(adapter->res.max_tx_qs)
#define be_max_prio_txqs(adapter)	(adapter->res.max_prio_tx_qs)
#define be_max_rxqs(adapter)		(adapter->res.max_rx_qs)
#define be_max_eqs(adapter)		(adapter->res.max_evt_qs)
#define be_if_cap_flags(adapter)	(adapter->res.if_cap_flags)

static inline u16 be_max_qs(struct be_adapter *adapter)
{
	/* If no RSS, need atleast the one def RXQ */
	u16 num = max_t(u16, be_max_rss(adapter), 1);

	num = min(num, be_max_eqs(adapter));
	return min_t(u16, num, num_online_cpus());
}

640 641 642 643
/* Is BE in pvid_tagging mode */
#define be_pvid_tagging_enabled(adapter)	(adapter->pvid)

/* Is BE in QNQ multi-channel mode */
644
#define be_is_qnq_mode(adapter)		(adapter->function_mode & QNQ_MODE)
645

646 647
#define lancer_chip(adapter)	(adapter->pdev->device == OC_DEVICE_ID3 || \
				 adapter->pdev->device == OC_DEVICE_ID4)
648

649 650
#define skyhawk_chip(adapter)	(adapter->pdev->device == OC_DEVICE_ID5 || \
				 adapter->pdev->device == OC_DEVICE_ID6)
651

652 653 654 655 656 657 658
#define BE3_chip(adapter)	(adapter->pdev->device == BE_DEVICE_ID2 || \
				 adapter->pdev->device == OC_DEVICE_ID2)

#define BE2_chip(adapter)	(adapter->pdev->device == BE_DEVICE_ID1 || \
				 adapter->pdev->device == OC_DEVICE_ID1)

#define BEx_chip(adapter)	(BE3_chip(adapter) || BE2_chip(adapter))
659

S
Sathya Perla 已提交
660 661
#define be_roce_supported(adapter)	(skyhawk_chip(adapter) && \
					(adapter->function_mode & RDMA_ENABLED))
662

663
extern const struct ethtool_ops be_ethtool_ops;
S
Sathya Perla 已提交
664

665
#define msix_enabled(adapter)		(adapter->num_msix_vec > 0)
S
Sathya Perla 已提交
666 667 668 669
#define num_irqs(adapter)		(msix_enabled(adapter) ?	\
						adapter->num_msix_vec : 1)
#define tx_stats(txo)			(&(txo)->stats)
#define rx_stats(rxo)			(&(rxo)->stats)
S
Sathya Perla 已提交
670

S
Sathya Perla 已提交
671 672
/* The default RXQ is the last RXQ */
#define default_rxo(adpt)		(&adpt->rx_obj[adpt->num_rx_qs - 1])
S
Sathya Perla 已提交
673

674 675 676 677 678
#define for_all_rx_queues(adapter, rxo, i)				\
	for (i = 0, rxo = &adapter->rx_obj[i]; i < adapter->num_rx_qs;	\
		i++, rxo++)

#define for_all_rss_queues(adapter, rxo, i)				\
679
	for (i = 0, rxo = &adapter->rx_obj[i]; i < adapter->num_rss_qs;	\
680 681
		i++, rxo++)

682 683 684 685
#define for_all_tx_queues(adapter, txo, i)				\
	for (i = 0, txo = &adapter->tx_obj[i]; i < adapter->num_tx_qs;	\
		i++, txo++)

S
Sathya Perla 已提交
686 687 688 689
#define for_all_evt_queues(adapter, eqo, i)				\
	for (i = 0, eqo = &adapter->eq_obj[i]; i < adapter->num_evt_qs; \
		i++, eqo++)

690 691 692 693
#define for_all_rx_queues_on_eq(adapter, eqo, rxo, i)			\
	for (i = eqo->idx, rxo = &adapter->rx_obj[i]; i < adapter->num_rx_qs;\
		 i += adapter->num_evt_qs, rxo += adapter->num_evt_qs)

694 695 696 697
#define for_all_tx_queues_on_eq(adapter, eqo, txo, i)			\
	for (i = eqo->idx, txo = &adapter->tx_obj[i]; i < adapter->num_tx_qs;\
		i += adapter->num_evt_qs, txo += adapter->num_evt_qs)

S
Sathya Perla 已提交
698 699 700
#define is_mcc_eqo(eqo)			(eqo->idx == 0)
#define mcc_eqo(adapter)		(&adapter->eq_obj[0])

S
Sathya Perla 已提交
701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745
#define PAGE_SHIFT_4K		12
#define PAGE_SIZE_4K		(1 << PAGE_SHIFT_4K)

/* Returns number of pages spanned by the data starting at the given addr */
#define PAGES_4K_SPANNED(_address, size) 				\
		((u32)((((size_t)(_address) & (PAGE_SIZE_4K - 1)) + 	\
			(size) + (PAGE_SIZE_4K - 1)) >> PAGE_SHIFT_4K))

/* Returns bit offset within a DWORD of a bitfield */
#define AMAP_BIT_OFFSET(_struct, field)  				\
		(((size_t)&(((_struct *)0)->field))%32)

/* Returns the bit mask of the field that is NOT shifted into location. */
static inline u32 amap_mask(u32 bitsize)
{
	return (bitsize == 32 ? 0xFFFFFFFF : (1 << bitsize) - 1);
}

static inline void
amap_set(void *ptr, u32 dw_offset, u32 mask, u32 offset, u32 value)
{
	u32 *dw = (u32 *) ptr + dw_offset;
	*dw &= ~(mask << offset);
	*dw |= (mask & value) << offset;
}

#define AMAP_SET_BITS(_struct, field, ptr, val)				\
		amap_set(ptr,						\
			offsetof(_struct, field)/32,			\
			amap_mask(sizeof(((_struct *)0)->field)),	\
			AMAP_BIT_OFFSET(_struct, field),		\
			val)

static inline u32 amap_get(void *ptr, u32 dw_offset, u32 mask, u32 offset)
{
	u32 *dw = (u32 *) ptr;
	return mask & (*(dw + dw_offset) >> offset);
}

#define AMAP_GET_BITS(_struct, field, ptr)				\
		amap_get(ptr,						\
			offsetof(_struct, field)/32,			\
			amap_mask(sizeof(((_struct *)0)->field)),	\
			AMAP_BIT_OFFSET(_struct, field))

746 747 748 749 750 751 752 753 754 755 756 757
#define GET_RX_COMPL_V0_BITS(field, ptr)				\
		AMAP_GET_BITS(struct amap_eth_rx_compl_v0, field, ptr)

#define GET_RX_COMPL_V1_BITS(field, ptr)				\
		AMAP_GET_BITS(struct amap_eth_rx_compl_v1, field, ptr)

#define GET_TX_COMPL_BITS(field, ptr)					\
		AMAP_GET_BITS(struct amap_eth_tx_compl, field, ptr)

#define SET_TX_WRB_HDR_BITS(field, ptr, val)				\
		AMAP_SET_BITS(struct amap_eth_hdr_wrb, field, ptr, val)

S
Sathya Perla 已提交
758 759 760 761 762 763 764 765 766 767 768 769 770 771 772
#define be_dws_cpu_to_le(wrb, len)	swap_dws(wrb, len)
#define be_dws_le_to_cpu(wrb, len)	swap_dws(wrb, len)
static inline void swap_dws(void *wrb, int len)
{
#ifdef __BIG_ENDIAN
	u32 *dw = wrb;
	BUG_ON(len % 4);
	do {
		*dw = cpu_to_le32(*dw);
		dw++;
		len -= 4;
	} while (len);
#endif				/* __BIG_ENDIAN */
}

773 774
#define be_cmd_status(status)		(status > 0 ? -EIO : status)

S
Sathya Perla 已提交
775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798
static inline u8 is_tcp_pkt(struct sk_buff *skb)
{
	u8 val = 0;

	if (ip_hdr(skb)->version == 4)
		val = (ip_hdr(skb)->protocol == IPPROTO_TCP);
	else if (ip_hdr(skb)->version == 6)
		val = (ipv6_hdr(skb)->nexthdr == NEXTHDR_TCP);

	return val;
}

static inline u8 is_udp_pkt(struct sk_buff *skb)
{
	u8 val = 0;

	if (ip_hdr(skb)->version == 4)
		val = (ip_hdr(skb)->protocol == IPPROTO_UDP);
	else if (ip_hdr(skb)->version == 6)
		val = (ipv6_hdr(skb)->nexthdr == NEXTHDR_UDP);

	return val;
}

799 800
static inline bool is_ipv4_pkt(struct sk_buff *skb)
{
L
Li RongQing 已提交
801
	return skb->protocol == htons(ETH_P_IP) && ip_hdr(skb)->version == 4;
802 803
}

804 805 806 807 808 809 810 811
#define BE_ERROR_EEH		1
#define BE_ERROR_UE		BIT(1)
#define BE_ERROR_FW		BIT(2)
#define BE_ERROR_HW		(BE_ERROR_EEH | BE_ERROR_UE)
#define BE_ERROR_ANY		(BE_ERROR_EEH | BE_ERROR_UE | BE_ERROR_FW)
#define BE_CLEAR_ALL		0xFF

static inline u8 be_check_error(struct be_adapter *adapter, u32 err_type)
A
Ajit Khaparde 已提交
812
{
813
	return (adapter->err_flags & err_type);
A
Ajit Khaparde 已提交
814 815
}

816
static inline void be_set_error(struct be_adapter *adapter, int err_type)
817
{
818 819 820 821 822 823
	struct net_device *netdev = adapter->netdev;

	adapter->err_flags |= err_type;
	netif_carrier_off(netdev);

	dev_info(&adapter->pdev->dev, "%s: Link down\n", netdev->name);
824 825
}

826
static inline void  be_clear_error(struct be_adapter *adapter, int err_type)
827
{
828
	adapter->err_flags &= ~err_type;
829 830
}

831
static inline bool be_multi_rxq(const struct be_adapter *adapter)
832
{
833
	return adapter->num_rx_qs > 1;
834 835
}

836 837 838 839 840 841 842 843
void be_cq_notify(struct be_adapter *adapter, u16 qid, bool arm,
		  u16 num_popped);
void be_link_status_update(struct be_adapter *adapter, u8 link_status);
void be_parse_stats(struct be_adapter *adapter);
int be_load_fw(struct be_adapter *adapter, u8 *func);
bool be_is_wol_supported(struct be_adapter *adapter);
bool be_pause_supported(struct be_adapter *adapter);
u32 be_get_fw_log_level(struct be_adapter *adapter);
844 845
int be_update_queues(struct be_adapter *adapter);
int be_poll(struct napi_struct *napi, int budget);
846
void be_eqd_update(struct be_adapter *adapter, bool force_update);
847

848 849 850
/*
 * internal function to initialize-cleanup roce device.
 */
851 852
void be_roce_dev_add(struct be_adapter *);
void be_roce_dev_remove(struct be_adapter *);
853 854 855 856

/*
 * internal function to open-close roce device during ifup-ifdown.
 */
857
void be_roce_dev_shutdown(struct be_adapter *);
858

S
Sathya Perla 已提交
859
#endif				/* BE_H */