qeth_core.h 29.2 KB
Newer Older
1
/* SPDX-License-Identifier: GPL-2.0 */
F
Frank Blaschka 已提交
2 3 4 5 6 7 8 9 10 11 12
/*
 *    Copyright IBM Corp. 2007
 *    Author(s): Utz Bacher <utz.bacher@de.ibm.com>,
 *		 Frank Pavlic <fpavlic@de.ibm.com>,
 *		 Thomas Spatzier <tspat@de.ibm.com>,
 *		 Frank Blaschka <frank.blaschka@de.ibm.com>
 */

#ifndef __QETH_CORE_H__
#define __QETH_CORE_H__

13
#include <linux/completion.h>
F
Frank Blaschka 已提交
14 15 16 17 18 19 20 21
#include <linux/if.h>
#include <linux/if_arp.h>
#include <linux/etherdevice.h>
#include <linux/if_vlan.h>
#include <linux/ctype.h>
#include <linux/in6.h>
#include <linux/bitops.h>
#include <linux/seq_file.h>
22
#include <linux/hashtable.h>
23
#include <linux/ip.h>
24
#include <linux/refcount.h>
25
#include <linux/timer.h>
26
#include <linux/wait.h>
27
#include <linux/workqueue.h>
F
Frank Blaschka 已提交
28

29 30
#include <net/dst.h>
#include <net/ip6_fib.h>
F
Frank Blaschka 已提交
31 32 33
#include <net/ipv6.h>
#include <net/if_inet6.h>
#include <net/addrconf.h>
34
#include <net/sch_generic.h>
35
#include <net/tcp.h>
F
Frank Blaschka 已提交
36 37 38 39 40

#include <asm/debug.h>
#include <asm/qdio.h>
#include <asm/ccwdev.h>
#include <asm/ccwgroup.h>
41
#include <asm/sysinfo.h>
F
Frank Blaschka 已提交
42

43 44
#include <uapi/linux/if_link.h>

F
Frank Blaschka 已提交
45 46 47 48 49
#include "qeth_core_mpc.h"

/**
 * Debug Facility stuff
 */
50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66
enum qeth_dbf_names {
	QETH_DBF_SETUP,
	QETH_DBF_MSG,
	QETH_DBF_CTRL,
	QETH_DBF_INFOS	/* must be last element */
};

struct qeth_dbf_info {
	char name[DEBUG_MAX_NAME_LEN];
	int pages;
	int areas;
	int len;
	int level;
	struct debug_view *view;
	debug_info_t *id;
};

67
#define QETH_DBF_CTRL_LEN 256U
F
Frank Blaschka 已提交
68 69

#define QETH_DBF_TEXT(name, level, text) \
70
	debug_text_event(qeth_dbf[QETH_DBF_##name].id, level, text)
F
Frank Blaschka 已提交
71 72

#define QETH_DBF_HEX(name, level, addr, len) \
73 74 75 76 77 78
	debug_event(qeth_dbf[QETH_DBF_##name].id, level, (void *)(addr), len)

#define QETH_DBF_MESSAGE(level, text...) \
	debug_sprintf_event(qeth_dbf[QETH_DBF_MSG].id, level, text)

#define QETH_DBF_TEXT_(name, level, text...) \
C
Carsten Otte 已提交
79
	qeth_dbf_longtext(qeth_dbf[QETH_DBF_##name].id, level, text)
F
Frank Blaschka 已提交
80

81 82 83 84 85 86 87 88 89 90 91 92
#define QETH_CARD_TEXT(card, level, text) \
	debug_text_event(card->debug, level, text)

#define QETH_CARD_HEX(card, level, addr, len) \
	debug_event(card->debug, level, (void *)(addr), len)

#define QETH_CARD_MESSAGE(card, text...) \
	debug_sprintf_event(card->debug, level, text)

#define QETH_CARD_TEXT_(card, level, text...) \
	qeth_dbf_longtext(card->debug, level, text)

F
Frank Blaschka 已提交
93 94 95 96 97
#define SENSE_COMMAND_REJECT_BYTE 0
#define SENSE_COMMAND_REJECT_FLAG 0x80
#define SENSE_RESETTING_EVENT_BYTE 1
#define SENSE_RESETTING_EVENT_FLAG 0x80

98 99 100 101 102 103 104 105 106 107 108 109
static inline u32 qeth_get_device_id(struct ccw_device *cdev)
{
	struct ccw_dev_id dev_id;
	u32 id;

	ccw_device_get_id(cdev, &dev_id);
	id = dev_id.devno;
	id |= (u32) (dev_id.ssid << 16);

	return id;
}

F
Frank Blaschka 已提交
110 111 112 113 114 115
/*
 * Common IO related definitions
 */
#define CARD_RDEV(card) card->read.ccwdev
#define CARD_WDEV(card) card->write.ccwdev
#define CARD_DDEV(card) card->data.ccwdev
116 117 118 119
#define CARD_BUS_ID(card) dev_name(&card->gdev->dev)
#define CARD_RDEV_ID(card) dev_name(&card->read.ccwdev->dev)
#define CARD_WDEV_ID(card) dev_name(&card->write.ccwdev->dev)
#define CARD_DDEV_ID(card) dev_name(&card->data.ccwdev->dev)
120 121
#define CCW_DEVID(cdev)		(qeth_get_device_id(cdev))
#define CARD_DEVID(card)	(CCW_DEVID(CARD_RDEV(card)))
F
Frank Blaschka 已提交
122 123 124 125 126 127 128 129 130 131 132 133

/* Routing stuff */
struct qeth_routing_info {
	enum qeth_routing_types type;
};

/* IPA stuff */
struct qeth_ipa_info {
	__u32 supported_funcs;
	__u32 enabled_funcs;
};

134 135 136 137 138 139 140 141 142 143 144 145 146
/* SETBRIDGEPORT stuff */
enum qeth_sbp_roles {
	QETH_SBP_ROLE_NONE	= 0,
	QETH_SBP_ROLE_PRIMARY	= 1,
	QETH_SBP_ROLE_SECONDARY	= 2,
};

enum qeth_sbp_states {
	QETH_SBP_STATE_INACTIVE	= 0,
	QETH_SBP_STATE_STANDBY	= 1,
	QETH_SBP_STATE_ACTIVE	= 2,
};

147 148
#define QETH_SBP_HOST_NOTIFICATION 1

149 150 151
struct qeth_sbp_info {
	__u32 supported_funcs;
	enum qeth_sbp_roles role;
152
	__u32 hostnotification:1;
153 154
	__u32 reflect_promisc:1;
	__u32 reflect_promisc_primary:1;
155 156
};

H
Hans Wippel 已提交
157 158 159 160
struct qeth_vnicc_info {
	/* supported/currently configured VNICCs; updated in IPA exchanges */
	u32 sup_chars;
	u32 cur_chars;
161 162
	/* supported commands: bitmasks which VNICCs support respective cmd */
	u32 set_char_sup;
163 164 165
	u32 getset_timeout_sup;
	/* timeout value for the learning characteristic */
	u32 learning_timeout;
166 167 168 169
	/* characteristics wanted/configured by user */
	u32 wanted_chars;
	/* has user explicitly enabled rx_bcast while online? */
	bool rx_bcast_enabled;
H
Hans Wippel 已提交
170 171
};

172 173 174 175 176 177
static inline int qeth_is_adp_supported(struct qeth_ipa_info *ipa,
		enum qeth_ipa_setadp_cmd func)
{
	return (ipa->supported_funcs & func);
}

F
Frank Blaschka 已提交
178 179 180 181 182 183 184 185 186 187 188 189 190
static inline int qeth_is_ipa_supported(struct qeth_ipa_info *ipa,
		enum qeth_ipa_funcs func)
{
	return (ipa->supported_funcs & func);
}

static inline int qeth_is_ipa_enabled(struct qeth_ipa_info *ipa,
		enum qeth_ipa_funcs func)
{
	return (ipa->supported_funcs & ipa->enabled_funcs & func);
}

#define qeth_adp_supported(c, f) \
191
	qeth_is_adp_supported(&c->options.adp, f)
F
Frank Blaschka 已提交
192 193 194 195 196 197 198 199 200 201 202 203 204 205 206
#define qeth_is_supported(c, f) \
	qeth_is_ipa_supported(&c->options.ipa4, f)
#define qeth_is_enabled(c, f) \
	qeth_is_ipa_enabled(&c->options.ipa4, f)
#define qeth_is_supported6(c, f) \
	qeth_is_ipa_supported(&c->options.ipa6, f)
#define qeth_is_enabled6(c, f) \
	qeth_is_ipa_enabled(&c->options.ipa6, f)
#define qeth_is_ipafunc_supported(c, prot, f) \
	 ((prot == QETH_PROT_IPV6) ? \
		qeth_is_supported6(c, f) : qeth_is_supported(c, f))
#define qeth_is_ipafunc_enabled(c, prot, f) \
	 ((prot == QETH_PROT_IPV6) ? \
		qeth_is_enabled6(c, f) : qeth_is_enabled(c, f))

207
#define QETH_IDX_FUNC_LEVEL_OSD		 0x0101
208
#define QETH_IDX_FUNC_LEVEL_IQD		 0x4108
F
Frank Blaschka 已提交
209 210

#define QETH_BUFSIZE		4096
211 212
#define CCW_CMD_WRITE		0x01
#define CCW_CMD_READ		0x02
F
Frank Blaschka 已提交
213 214 215 216 217 218

/**
 * some more defs
 */
#define QETH_TX_TIMEOUT		100 * HZ
#define QETH_RCD_TIMEOUT	60 * HZ
219
#define QETH_RECLAIM_WORK_TIME	HZ
F
Frank Blaschka 已提交
220 221 222 223 224 225 226 227 228 229
#define QETH_MAX_PORTNO		15

/*IPv6 address autoconfiguration stuff*/
#define UNIQUE_ID_IF_CREATE_ADDR_FAILED 0xfffe
#define UNIQUE_ID_NOT_BY_CARD		0x10000

/*****************************************************************************/
/* QDIO queue and buffer handling                                            */
/*****************************************************************************/
#define QETH_MAX_QUEUES 4
230 231 232
#define QETH_IQD_MIN_TXQ	2	/* One for ucast, one for mcast. */
#define QETH_IQD_MCAST_TXQ	0
#define QETH_IQD_MIN_UCAST_TXQ	1
F
Frank Blaschka 已提交
233
#define QETH_IN_BUF_SIZE_DEFAULT 65536
234 235
#define QETH_IN_BUF_COUNT_DEFAULT 64
#define QETH_IN_BUF_COUNT_HSDEFAULT 128
F
Frank Blaschka 已提交
236 237 238 239
#define QETH_IN_BUF_COUNT_MIN 8
#define QETH_IN_BUF_COUNT_MAX 128
#define QETH_MAX_BUFFER_ELEMENTS(card) ((card)->qdio.in_buf_size >> 12)
#define QETH_IN_BUF_REQUEUE_THRESHOLD(card) \
240
		 ((card)->qdio.in_buf_pool.buf_count / 2)
F
Frank Blaschka 已提交
241 242 243 244 245 246 247 248 249 250 251 252 253 254

/* buffers we have to be behind before we get a PCI */
#define QETH_PCI_THRESHOLD_A(card) ((card)->qdio.in_buf_pool.buf_count+1)
/*enqueued free buffers left before we get a PCI*/
#define QETH_PCI_THRESHOLD_B(card) 0
/*not used unless the microcode gets patched*/
#define QETH_PCI_TIMER_VALUE(card) 3

/* priority queing */
#define QETH_PRIOQ_DEFAULT QETH_NO_PRIO_QUEUEING
#define QETH_DEFAULT_QUEUE    2
#define QETH_NO_PRIO_QUEUEING 0
#define QETH_PRIO_Q_ING_PREC  1
#define QETH_PRIO_Q_ING_TOS   2
255 256
#define QETH_PRIO_Q_ING_SKB   3
#define QETH_PRIO_Q_ING_VLAN  4
F
Frank Blaschka 已提交
257 258 259 260 261 262 263 264

/* Packing */
#define QETH_LOW_WATERMARK_PACK  2
#define QETH_HIGH_WATERMARK_PACK 5
#define QETH_WATERMARK_PACK_FUZZ 1

/* large receive scatter gather copy break */
#define QETH_RX_SG_CB (PAGE_SIZE >> 1)
265
#define QETH_RX_PULL_LEN 256
F
Frank Blaschka 已提交
266 267 268 269 270 271 272 273 274 275 276

struct qeth_hdr_layer3 {
	__u8  id;
	__u8  flags;
	__u16 inbound_checksum; /*TSO:__u16 seqno */
	__u32 token;		/*TSO: __u32 reserved */
	__u16 length;
	__u8  vlan_prio;
	__u8  ext_flags;
	__u16 vlan_id;
	__u16 frame_offset;
277 278
	union {
		/* TX: */
279
		struct in6_addr ipv6_addr;
280 281 282 283 284 285 286 287 288 289 290 291 292 293
		struct ipv4 {
			u8 res[12];
			u32 addr;
		} ipv4;
		/* RX: */
		struct rx {
			u8 res1[2];
			u8 src_mac[6];
			u8 res2[4];
			u16 vlan_id;
			u8 res3[2];
		} rx;
	} next_hop;
};
F
Frank Blaschka 已提交
294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367

struct qeth_hdr_layer2 {
	__u8 id;
	__u8 flags[3];
	__u8 port_no;
	__u8 hdr_length;
	__u16 pkt_length;
	__u16 seq_no;
	__u16 vlan_id;
	__u32 reserved;
	__u8 reserved2[16];
} __attribute__ ((packed));

struct qeth_hdr_osn {
	__u8 id;
	__u8 reserved;
	__u16 seq_no;
	__u16 reserved2;
	__u16 control_flags;
	__u16 pdu_length;
	__u8 reserved3[18];
	__u32 ccid;
} __attribute__ ((packed));

struct qeth_hdr {
	union {
		struct qeth_hdr_layer2 l2;
		struct qeth_hdr_layer3 l3;
		struct qeth_hdr_osn    osn;
	} hdr;
} __attribute__ ((packed));

/*TCP Segmentation Offload header*/
struct qeth_hdr_ext_tso {
	__u16 hdr_tot_len;
	__u8  imb_hdr_no;
	__u8  reserved;
	__u8  hdr_type;
	__u8  hdr_version;
	__u16 hdr_len;
	__u32 payload_len;
	__u16 mss;
	__u16 dg_hdr_len;
	__u8  padding[16];
} __attribute__ ((packed));

struct qeth_hdr_tso {
	struct qeth_hdr hdr;	/*hdr->hdr.l3.xxx*/
	struct qeth_hdr_ext_tso ext;
} __attribute__ ((packed));


/* flags for qeth_hdr.flags */
#define QETH_HDR_PASSTHRU 0x10
#define QETH_HDR_IPV6     0x80
#define QETH_HDR_CAST_MASK 0x07
enum qeth_cast_flags {
	QETH_CAST_UNICAST   = 0x06,
	QETH_CAST_MULTICAST = 0x04,
	QETH_CAST_BROADCAST = 0x05,
	QETH_CAST_ANYCAST   = 0x07,
	QETH_CAST_NOCAST    = 0x00,
};

enum qeth_layer2_frame_flags {
	QETH_LAYER2_FLAG_MULTICAST = 0x01,
	QETH_LAYER2_FLAG_BROADCAST = 0x02,
	QETH_LAYER2_FLAG_UNICAST   = 0x04,
	QETH_LAYER2_FLAG_VLAN      = 0x10,
};

enum qeth_header_ids {
	QETH_HEADER_TYPE_LAYER3 = 0x01,
	QETH_HEADER_TYPE_LAYER2 = 0x02,
368
	QETH_HEADER_TYPE_L3_TSO	= 0x03,
F
Frank Blaschka 已提交
369
	QETH_HEADER_TYPE_OSN    = 0x04,
370
	QETH_HEADER_TYPE_L2_TSO	= 0x06,
F
Frank Blaschka 已提交
371 372 373 374 375 376 377 378
};
/* flags for qeth_hdr.ext_flags */
#define QETH_HDR_EXT_VLAN_FRAME       0x01
#define QETH_HDR_EXT_TOKEN_ID         0x02
#define QETH_HDR_EXT_INCLUDE_VLAN_TAG 0x04
#define QETH_HDR_EXT_SRC_MAC_ADDR     0x08
#define QETH_HDR_EXT_CSUM_HDR_REQ     0x10
#define QETH_HDR_EXT_CSUM_TRANSP_REQ  0x20
379
#define QETH_HDR_EXT_UDP	      0x40 /*bit off for TCP*/
F
Frank Blaschka 已提交
380

381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402
static inline bool qeth_l2_same_vlan(struct qeth_hdr_layer2 *h1,
				     struct qeth_hdr_layer2 *h2)
{
	return !((h1->flags[2] ^ h2->flags[2]) & QETH_LAYER2_FLAG_VLAN) &&
	       h1->vlan_id == h2->vlan_id;
}

static inline bool qeth_l3_iqd_same_vlan(struct qeth_hdr_layer3 *h1,
					 struct qeth_hdr_layer3 *h2)
{
	return !((h1->ext_flags ^ h2->ext_flags) & QETH_HDR_EXT_VLAN_FRAME) &&
	       h1->vlan_id == h2->vlan_id;
}

static inline bool qeth_l3_same_next_hop(struct qeth_hdr_layer3 *h1,
					 struct qeth_hdr_layer3 *h2)
{
	return !((h1->flags ^ h2->flags) & QETH_HDR_IPV6) &&
	       ipv6_addr_equal(&h1->next_hop.ipv6_addr,
			       &h2->next_hop.ipv6_addr);
}

F
Frank Blaschka 已提交
403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424
enum qeth_qdio_info_states {
	QETH_QDIO_UNINITIALIZED,
	QETH_QDIO_ALLOCATED,
	QETH_QDIO_ESTABLISHED,
	QETH_QDIO_CLEANING
};

struct qeth_buffer_pool_entry {
	struct list_head list;
	struct list_head init_list;
	void *elements[QDIO_MAX_ELEMENTS_PER_BUFFER];
};

struct qeth_qdio_buffer_pool {
	struct list_head entry_list;
	int buf_count;
};

struct qeth_qdio_buffer {
	struct qdio_buffer *buffer;
	/* the buffer pool entry currently associated to this buffer */
	struct qeth_buffer_pool_entry *pool_entry;
425
	struct sk_buff *rx_skb;
F
Frank Blaschka 已提交
426 427 428
};

struct qeth_qdio_q {
429
	struct qdio_buffer *qdio_bufs[QDIO_MAX_BUFFERS_PER_Q];
F
Frank Blaschka 已提交
430 431
	struct qeth_qdio_buffer bufs[QDIO_MAX_BUFFERS_PER_Q];
	int next_buf_to_init;
432
};
F
Frank Blaschka 已提交
433

434 435 436 437 438 439 440 441 442 443 444 445 446
enum qeth_qdio_out_buffer_state {
	/* Owned by driver, in order to be filled. */
	QETH_QDIO_BUF_EMPTY,
	/* Filled by driver; owned by hardware in order to be sent. */
	QETH_QDIO_BUF_PRIMED,
	/* Identified to be pending in TPQ. */
	QETH_QDIO_BUF_PENDING,
	/* Found in completion queue. */
	QETH_QDIO_BUF_IN_CQ,
	/* Handled via transfer pending / completion queue. */
	QETH_QDIO_BUF_HANDLED_DELAYED,
};

F
Frank Blaschka 已提交
447 448 449 450
struct qeth_qdio_out_buffer {
	struct qdio_buffer *buffer;
	atomic_t state;
	int next_element_to_fill;
451
	unsigned int bytes;
F
Frank Blaschka 已提交
452
	struct sk_buff_head skb_list;
453
	int is_header[QDIO_MAX_ELEMENTS_PER_BUFFER];
454 455 456

	struct qeth_qdio_out_q *q;
	struct qeth_qdio_out_buffer *next_pending;
F
Frank Blaschka 已提交
457 458 459 460 461 462 463 464 465 466
};

struct qeth_card;

enum qeth_out_q_states {
       QETH_OUT_Q_UNLOCKED,
       QETH_OUT_Q_LOCKED,
       QETH_OUT_Q_LOCKED_FLUSH,
};

467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499
#define QETH_CARD_STAT_ADD(_c, _stat, _val)	((_c)->stats._stat += (_val))
#define QETH_CARD_STAT_INC(_c, _stat)		QETH_CARD_STAT_ADD(_c, _stat, 1)

#define QETH_TXQ_STAT_ADD(_q, _stat, _val)	((_q)->stats._stat += (_val))
#define QETH_TXQ_STAT_INC(_q, _stat)		QETH_TXQ_STAT_ADD(_q, _stat, 1)

struct qeth_card_stats {
	u64 rx_bufs;
	u64 rx_skb_csum;
	u64 rx_sg_skbs;
	u64 rx_sg_frags;
	u64 rx_sg_alloc_page;

	/* rtnl_link_stats64 */
	u64 rx_packets;
	u64 rx_bytes;
	u64 rx_errors;
	u64 rx_dropped;
	u64 rx_multicast;
};

struct qeth_out_q_stats {
	u64 bufs;
	u64 bufs_pack;
	u64 buf_elements;
	u64 skbs_pack;
	u64 skbs_sg;
	u64 skbs_csum;
	u64 skbs_tso;
	u64 skbs_linearized;
	u64 skbs_linearized_fail;
	u64 tso_bytes;
	u64 packing_mode_switch;
500
	u64 stopped;
501 502
	u64 completion_yield;
	u64 completion_timer;
503 504 505 506 507 508 509 510

	/* rtnl_link_stats64 */
	u64 tx_packets;
	u64 tx_bytes;
	u64 tx_errors;
	u64 tx_dropped;
};

511 512
#define QETH_TX_TIMER_USECS		500

F
Frank Blaschka 已提交
513
struct qeth_qdio_out_q {
514
	struct qdio_buffer *qdio_bufs[QDIO_MAX_BUFFERS_PER_Q];
515 516
	struct qeth_qdio_out_buffer *bufs[QDIO_MAX_BUFFERS_PER_Q];
	struct qdio_outbuf_state *bufstates; /* convenience pointer */
517
	struct qeth_out_q_stats stats;
518 519 520 521
	u8 next_buf_to_fill;
	u8 max_elements;
	u8 queue_no;
	u8 do_pack;
F
Frank Blaschka 已提交
522 523 524 525 526 527 528 529 530
	struct qeth_card *card;
	atomic_t state;
	/*
	 * number of buffers that are currently filled (PRIMED)
	 * -> these buffers are hardware-owned
	 */
	atomic_t used_buffers;
	/* indicates whether PCI flag must be set (or if one is outstanding) */
	atomic_t set_pci_flags_count;
531 532
	struct napi_struct napi;
	struct timer_list timer;
533 534
	struct qeth_hdr *prev_hdr;
	u8 bulk_start;
535
};
F
Frank Blaschka 已提交
536

537 538 539 540 541 542 543 544 545 546 547 548 549 550
#define qeth_for_each_output_queue(card, q, i)		\
	for (i = 0; i < card->qdio.no_out_queues &&	\
		    (q = card->qdio.out_qs[i]); i++)

#define	qeth_napi_to_out_queue(n) container_of(n, struct qeth_qdio_out_q, napi)

static inline void qeth_tx_arm_timer(struct qeth_qdio_out_q *queue)
{
	if (timer_pending(&queue->timer))
		return;
	mod_timer(&queue->timer, usecs_to_jiffies(QETH_TX_TIMER_USECS) +
				 jiffies);
}

551 552 553 554 555
static inline bool qeth_out_queue_is_full(struct qeth_qdio_out_q *queue)
{
	return atomic_read(&queue->used_buffers) >= QDIO_MAX_BUFFERS_PER_Q;
}

556 557 558 559 560
static inline bool qeth_out_queue_is_empty(struct qeth_qdio_out_q *queue)
{
	return atomic_read(&queue->used_buffers) == 0;
}

F
Frank Blaschka 已提交
561 562 563
struct qeth_qdio_info {
	atomic_t state;
	/* input */
564
	int no_in_queues;
F
Frank Blaschka 已提交
565
	struct qeth_qdio_q *in_q;
566
	struct qeth_qdio_q *c_q;
F
Frank Blaschka 已提交
567 568 569 570 571 572
	struct qeth_qdio_buffer_pool in_buf_pool;
	struct qeth_qdio_buffer_pool init_pool;
	int in_buf_size;

	/* output */
	int no_out_queues;
573
	struct qeth_qdio_out_q *out_qs[QETH_MAX_QUEUES];
574
	struct qdio_outbuf_state *out_bufstates;
F
Frank Blaschka 已提交
575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602

	/* priority queueing */
	int do_prio_queueing;
	int default_out_queue;
};

/**
 *  channel state machine
 */
enum qeth_channel_states {
	CH_STATE_UP,
	CH_STATE_DOWN,
	CH_STATE_HALTED,
	CH_STATE_STOPPED,
};
/**
 * card state machine
 */
enum qeth_card_states {
	CARD_STATE_DOWN,
	CARD_STATE_HARDSETUP,
	CARD_STATE_SOFTSETUP,
};

/**
 * Protocol versions
 */
enum qeth_prot_versions {
603
	QETH_PROT_NONE = 0x0000,
F
Frank Blaschka 已提交
604 605 606 607
	QETH_PROT_IPV4 = 0x0004,
	QETH_PROT_IPV6 = 0x0006,
};

608 609 610 611 612 613
enum qeth_cq {
	QETH_CQ_DISABLED = 0,
	QETH_CQ_ENABLED = 1,
	QETH_CQ_NOTAVAILABLE = 2,
};

F
Frank Blaschka 已提交
614
struct qeth_ipato {
615
	bool enabled;
616 617
	bool invert4;
	bool invert6;
F
Frank Blaschka 已提交
618 619 620
	struct list_head entries;
};

621 622 623 624 625
struct qeth_channel {
	struct ccw_device *ccwdev;
	enum qeth_channel_states state;
	atomic_t irq_pending;
};
F
Frank Blaschka 已提交
626

627 628 629 630 631 632
struct qeth_reply {
	int (*callback)(struct qeth_card *card, struct qeth_reply *reply,
			unsigned long data);
	void *param;
};

F
Frank Blaschka 已提交
633
struct qeth_cmd_buffer {
634 635 636
	struct list_head list;
	struct completion done;
	spinlock_t lock;
637
	unsigned int length;
638
	refcount_t ref_count;
F
Frank Blaschka 已提交
639
	struct qeth_channel *channel;
640
	struct qeth_reply reply;
641
	long timeout;
F
Frank Blaschka 已提交
642
	unsigned char *data;
643
	void (*finalize)(struct qeth_card *card, struct qeth_cmd_buffer *iob);
644 645
	void (*callback)(struct qeth_card *card, struct qeth_cmd_buffer *iob,
			 unsigned int data_length);
646
	int rc;
F
Frank Blaschka 已提交
647 648
};

649 650 651 652 653
static inline void qeth_get_cmd(struct qeth_cmd_buffer *iob)
{
	refcount_inc(&iob->ref_count);
}

654 655 656 657 658
static inline struct qeth_ipa_cmd *__ipa_cmd(struct qeth_cmd_buffer *iob)
{
	return (struct qeth_ipa_cmd *)(iob->data + IPA_PDU_HEADER_SIZE);
}

659 660 661 662 663
static inline struct ccw1 *__ccw_from_cmd(struct qeth_cmd_buffer *iob)
{
	return (struct ccw1 *)(iob->data + ALIGN(iob->length, 8));
}

664 665 666 667 668
static inline bool qeth_trylock_channel(struct qeth_channel *channel)
{
	return atomic_cmpxchg(&channel->irq_pending, 0, 1) == 0;
}

F
Frank Blaschka 已提交
669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703
/**
 *  OSA card related definitions
 */
struct qeth_token {
	__u32 issuer_rm_w;
	__u32 issuer_rm_r;
	__u32 cm_filter_w;
	__u32 cm_filter_r;
	__u32 cm_connection_w;
	__u32 cm_connection_r;
	__u32 ulp_filter_w;
	__u32 ulp_filter_r;
	__u32 ulp_connection_w;
	__u32 ulp_connection_r;
};

struct qeth_seqno {
	__u32 trans_hdr;
	__u32 pdu_hdr;
	__u32 pdu_hdr_ack;
	__u16 ipa;
};

struct qeth_card_blkt {
	int time_total;
	int inter_packet;
	int inter_packet_jumbo;
};

#define QETH_BROADCAST_WITH_ECHO    0x01
#define QETH_BROADCAST_WITHOUT_ECHO 0x02
#define QETH_LAYER2_MAC_REGISTERED  0x02
struct qeth_card_info {
	unsigned short unit_addr2;
	unsigned short cula;
704
	u8 chpid;
F
Frank Blaschka 已提交
705 706
	__u16 func_level;
	char mcl_level[QETH_MCL_LENGTH + 1];
707
	u8 open_when_online:1;
708
	u8 promisc_mode:1;
709
	u8 use_v1_blkt:1;
710
	u8 is_vm_nic:1;
F
Frank Blaschka 已提交
711 712 713 714 715
	int mac_bits;
	enum qeth_card_types type;
	enum qeth_link_types link_type;
	int broadcast_capable;
	int unique_id;
716
	bool layer_enforced;
F
Frank Blaschka 已提交
717
	struct qeth_card_blkt blkt;
718 719
	__u32 diagass_support;
	__u32 hwtrap;
F
Frank Blaschka 已提交
720 721
};

722 723 724 725 726 727
enum qeth_discipline_id {
	QETH_DISCIPLINE_UNDETERMINED = -1,
	QETH_DISCIPLINE_LAYER3 = 0,
	QETH_DISCIPLINE_LAYER2 = 1,
};

F
Frank Blaschka 已提交
728 729 730 731 732 733
struct qeth_card_options {
	struct qeth_routing_info route4;
	struct qeth_ipa_info ipa4;
	struct qeth_ipa_info adp; /*Adapter parameters*/
	struct qeth_routing_info route6;
	struct qeth_ipa_info ipa6;
734
	struct qeth_sbp_info sbp; /* SETBRIDGEPORT options */
H
Hans Wippel 已提交
735
	struct qeth_vnicc_info vnicc; /* VNICC options */
F
Frank Blaschka 已提交
736
	int fake_broadcast;
737
	enum qeth_discipline_id layer;
F
Frank Blaschka 已提交
738
	int rx_sg_cb;
E
Einar Lueck 已提交
739
	enum qeth_ipa_isolation_modes isolation;
S
Stefan Raspl 已提交
740
	enum qeth_ipa_isolation_modes prev_isolation;
741
	int sniffer;
742
	enum qeth_cq cq;
743
	char hsuid[9];
F
Frank Blaschka 已提交
744 745
};

746 747 748
#define	IS_LAYER2(card)	((card)->options.layer == QETH_DISCIPLINE_LAYER2)
#define	IS_LAYER3(card)	((card)->options.layer == QETH_DISCIPLINE_LAYER3)

F
Frank Blaschka 已提交
749 750 751 752 753 754 755 756 757 758 759 760 761
/*
 * thread bits for qeth_card thread masks
 */
enum qeth_threads {
	QETH_RECOVER_THREAD = 1,
};

struct qeth_osn_info {
	int (*assist_cb)(struct net_device *dev, void *data);
	int (*data_cb)(struct sk_buff *skb);
};

struct qeth_discipline {
762
	const struct device_type *devtype;
763
	int (*process_rx_buffer)(struct qeth_card *card, int budget, int *done);
F
Frank Blaschka 已提交
764
	int (*recover)(void *ptr);
765 766 767 768
	int (*setup) (struct ccwgroup_device *);
	void (*remove) (struct ccwgroup_device *);
	int (*set_online) (struct ccwgroup_device *);
	int (*set_offline) (struct ccwgroup_device *);
769
	int (*do_ioctl)(struct net_device *dev, struct ifreq *rq, int cmd);
770 771
	int (*control_event_handler)(struct qeth_card *card,
					struct qeth_ipa_cmd *cmd);
F
Frank Blaschka 已提交
772 773
};

774 775 776 777
enum qeth_addr_disposition {
	QETH_DISP_ADDR_DELETE = 0,
	QETH_DISP_ADDR_DO_NOTHING = 1,
	QETH_DISP_ADDR_ADD = 2,
F
Frank Blaschka 已提交
778 779
};

780 781 782 783 784 785 786 787
struct qeth_rx {
	int b_count;
	int b_index;
	struct qdio_buffer_element *b_element;
	int e_offset;
	int qdio_err;
};

E
Eugene Crosser 已提交
788 789 790 791 792 793
struct carrier_info {
	__u8  card_type;
	__u16 port_mode;
	__u32 port_speed;
};

794 795 796 797 798
struct qeth_switch_info {
	__u32 capabilities;
	__u32 settings;
};

S
Sebastian Ott 已提交
799
#define QETH_NAPI_WEIGHT NAPI_POLL_WEIGHT
800

F
Frank Blaschka 已提交
801 802 803 804
struct qeth_card {
	enum qeth_card_states state;
	spinlock_t lock;
	struct ccwgroup_device *gdev;
805
	struct qeth_cmd_buffer *read_cmd;
F
Frank Blaschka 已提交
806 807 808 809 810
	struct qeth_channel read;
	struct qeth_channel write;
	struct qeth_channel data;

	struct net_device *dev;
811
	struct qeth_card_stats stats;
F
Frank Blaschka 已提交
812 813 814 815 816
	struct qeth_card_info info;
	struct qeth_token token;
	struct qeth_seqno seqno;
	struct qeth_card_options options;

817
	struct workqueue_struct *event_wq;
818
	struct workqueue_struct *cmd_wq;
F
Frank Blaschka 已提交
819
	wait_queue_head_t wait_q;
J
Jiri Pirko 已提交
820
	unsigned long active_vlans[BITS_TO_LONGS(VLAN_N_VID)];
821
	DECLARE_HASHTABLE(mac_htable, 4);
822
	DECLARE_HASHTABLE(ip_htable, 4);
823
	struct mutex ip_lock;
824
	DECLARE_HASHTABLE(ip_mc_htable, 4);
825
	struct work_struct rx_mode_work;
F
Frank Blaschka 已提交
826 827 828 829 830 831 832 833 834
	struct work_struct kernel_thread_starter;
	spinlock_t thread_mask_lock;
	unsigned long thread_start_mask;
	unsigned long thread_allowed_mask;
	unsigned long thread_running_mask;
	struct qeth_ipato ipato;
	struct list_head cmd_waiter_list;
	/* QDIO buffer handling */
	struct qeth_qdio_info qdio;
835
	int read_or_write_problem;
F
Frank Blaschka 已提交
836
	struct qeth_osn_info osn_info;
837
	struct qeth_discipline *discipline;
F
Frank Blaschka 已提交
838
	atomic_t force_alloc_skb;
839
	struct service_level qeth_service_level;
840
	struct qdio_ssqd_desc ssqd;
841
	debug_info_t *debug;
842
	struct mutex conf_mutex;
843
	struct mutex discipline_mutex;
844 845
	struct napi_struct napi;
	struct qeth_rx rx;
846 847
	struct delayed_work buffer_reclaim_work;
	int reclaim_index;
S
Stefan Raspl 已提交
848
	struct work_struct close_dev_work;
F
Frank Blaschka 已提交
849 850
};

851 852 853 854 855
static inline bool qeth_card_hw_is_reachable(struct qeth_card *card)
{
	return card->state == CARD_STATE_SOFTSETUP;
}

856 857 858 859 860 861 862 863
struct qeth_trap_id {
	__u16 lparnr;
	char vmname[8];
	__u8 chpid;
	__u8 ssid;
	__u16 devno;
} __packed;

F
Frank Blaschka 已提交
864 865 866
/*some helper functions*/
#define QETH_CARD_IFNAME(card) (((card)->dev)? (card)->dev->name : "")

867 868 869 870 871
static inline bool qeth_netdev_is_registered(struct net_device *dev)
{
	return dev->netdev_ops != NULL;
}

872 873 874 875 876 877 878 879 880
static inline u16 qeth_iqd_translate_txq(struct net_device *dev, u16 txq)
{
	if (txq == QETH_IQD_MCAST_TXQ)
		return dev->num_tx_queues - 1;
	if (txq == dev->num_tx_queues - 1)
		return QETH_IQD_MCAST_TXQ;
	return txq;
}

881 882 883 884 885 886 887 888 889 890 891
static inline void qeth_scrub_qdio_buffer(struct qdio_buffer *buf,
					  unsigned int elements)
{
	unsigned int i;

	for (i = 0; i < elements; i++)
		memset(&buf->element[i], 0, sizeof(struct qdio_buffer_element));
	buf->element[14].sflags = 0;
	buf->element[15].sflags = 0;
}

892 893 894 895 896 897 898 899 900 901
/**
 * qeth_get_elements_for_range() -	find number of SBALEs to cover range.
 * @start:				Start of the address range.
 * @end:				Address after the end of the range.
 *
 * Returns the number of pages, and thus QDIO buffer elements, needed to cover
 * the specified address range.
 */
static inline int qeth_get_elements_for_range(addr_t start, addr_t end)
{
902
	return PFN_UP(end) - PFN_DOWN(start);
903 904
}

F
Frank Blaschka 已提交
905 906
static inline int qeth_get_ip_version(struct sk_buff *skb)
{
907 908
	struct vlan_ethhdr *veth = vlan_eth_hdr(skb);
	__be16 prot = veth->h_vlan_proto;
909

910 911 912 913 914
	if (prot == htons(ETH_P_8021Q))
		prot = veth->h_vlan_encapsulated_proto;

	switch (prot) {
	case htons(ETH_P_IPV6):
F
Frank Blaschka 已提交
915
		return 6;
916
	case htons(ETH_P_IP):
F
Frank Blaschka 已提交
917 918 919 920 921 922
		return 4;
	default:
		return 0;
	}
}

923 924 925 926 927 928 929 930 931 932
static inline int qeth_get_ether_cast_type(struct sk_buff *skb)
{
	u8 *addr = eth_hdr(skb)->h_dest;

	if (is_multicast_ether_addr(addr))
		return is_broadcast_ether_addr(addr) ? RTN_BROADCAST :
						       RTN_MULTICAST;
	return RTN_UNICAST;
}

933 934 935 936 937 938 939 940 941 942 943
static inline struct dst_entry *qeth_dst_check_rcu(struct sk_buff *skb, int ipv)
{
	struct dst_entry *dst = skb_dst(skb);
	struct rt6_info *rt;

	rt = (struct rt6_info *) dst;
	if (dst)
		dst = dst_check(dst, (ipv == 6) ? rt6_get_cookie(rt) : 0);
	return dst;
}

944 945 946 947
static inline void qeth_rx_csum(struct qeth_card *card, struct sk_buff *skb,
				u8 flags)
{
	if ((card->dev->features & NETIF_F_RXCSUM) &&
948
	    (flags & QETH_HDR_EXT_CSUM_TRANSP_REQ)) {
949
		skb->ip_summed = CHECKSUM_UNNECESSARY;
950
		QETH_CARD_STAT_INC(card, rx_skb_csum);
951
	} else {
952
		skb->ip_summed = CHECKSUM_NONE;
953
	}
954 955
}

956
static inline void qeth_tx_csum(struct sk_buff *skb, u8 *flags, int ipv)
957 958
{
	*flags |= QETH_HDR_EXT_CSUM_TRANSP_REQ;
959 960
	if ((ipv == 4 && ip_hdr(skb)->protocol == IPPROTO_UDP) ||
	    (ipv == 6 && ipv6_hdr(skb)->nexthdr == IPPROTO_UDP))
961 962 963
		*flags |= QETH_HDR_EXT_UDP;
}

F
Frank Blaschka 已提交
964 965 966 967 968 969
static inline void qeth_put_buffer_pool_entry(struct qeth_card *card,
		struct qeth_buffer_pool_entry *entry)
{
	list_add_tail(&entry->list, &card->qdio.in_buf_pool.entry_list);
}

970 971 972 973 974 975
static inline int qeth_is_diagass_supported(struct qeth_card *card,
		enum qeth_diags_cmds cmd)
{
	return card->info.diagass_support & (__u32)cmd;
}

976 977
int qeth_send_simple_setassparms_prot(struct qeth_card *card,
				      enum qeth_ipa_funcs ipa_func,
978
				      u16 cmd_code, u32 *data,
979 980 981 982
				      enum qeth_prot_versions prot);
/* IPv4 variant */
static inline int qeth_send_simple_setassparms(struct qeth_card *card,
					       enum qeth_ipa_funcs ipa_func,
983
					       u16 cmd_code, u32 *data)
984 985 986 987 988 989 990
{
	return qeth_send_simple_setassparms_prot(card, ipa_func, cmd_code,
						 data, QETH_PROT_IPV4);
}

static inline int qeth_send_simple_setassparms_v6(struct qeth_card *card,
						  enum qeth_ipa_funcs ipa_func,
991
						  u16 cmd_code, u32 *data)
992 993 994 995 996
{
	return qeth_send_simple_setassparms_prot(card, ipa_func, cmd_code,
						 data, QETH_PROT_IPV6);
}

997
int qeth_get_priority_queue(struct qeth_card *card, struct sk_buff *skb);
998

999 1000
extern struct qeth_discipline qeth_l2_discipline;
extern struct qeth_discipline qeth_l3_discipline;
1001 1002
extern const struct ethtool_ops qeth_ethtool_ops;
extern const struct ethtool_ops qeth_osn_ethtool_ops;
1003 1004
extern const struct attribute_group *qeth_generic_attr_groups[];
extern const struct attribute_group *qeth_osn_attr_groups[];
1005 1006 1007
extern const struct attribute_group qeth_device_attr_group;
extern const struct attribute_group qeth_device_blkt_group;
extern const struct device_type qeth_generic_devtype;
1008

F
Frank Blaschka 已提交
1009 1010 1011 1012 1013 1014
const char *qeth_get_cardname_short(struct qeth_card *);
int qeth_realloc_buffer_pool(struct qeth_card *, int);
int qeth_core_load_discipline(struct qeth_card *, enum qeth_discipline_id);
void qeth_core_free_discipline(struct qeth_card *);

/* exports for qeth discipline device drivers */
1015
extern struct kmem_cache *qeth_core_header_cache;
1016
extern struct qeth_dbf_info qeth_dbf[QETH_DBF_INFOS];
F
Frank Blaschka 已提交
1017

1018
struct net_device *qeth_clone_netdev(struct net_device *orig);
J
Julian Wiedmann 已提交
1019
struct qeth_card *qeth_get_card_by_busid(char *bus_id);
F
Frank Blaschka 已提交
1020 1021 1022 1023 1024
void qeth_set_allowed_threads(struct qeth_card *, unsigned long , int);
int qeth_threads_running(struct qeth_card *, unsigned long);
int qeth_do_run_thread(struct qeth_card *, unsigned long);
void qeth_clear_thread_start_bit(struct qeth_card *, unsigned long);
void qeth_clear_thread_running_bit(struct qeth_card *, unsigned long);
J
Julian Wiedmann 已提交
1025
int qeth_core_hardsetup_card(struct qeth_card *card, bool *carrier_ok);
F
Frank Blaschka 已提交
1026 1027 1028 1029 1030 1031
void qeth_print_status_message(struct qeth_card *);
int qeth_init_qdio_queues(struct qeth_card *);
int qeth_send_ipa_cmd(struct qeth_card *, struct qeth_cmd_buffer *,
		  int (*reply_cb)
		  (struct qeth_card *, struct qeth_reply *, unsigned long),
		  void *);
1032 1033 1034 1035 1036 1037 1038
struct qeth_cmd_buffer *qeth_ipa_alloc_cmd(struct qeth_card *card,
					   enum qeth_ipa_cmds cmd_code,
					   enum qeth_prot_versions prot,
					   unsigned int data_length);
struct qeth_cmd_buffer *qeth_alloc_cmd(struct qeth_channel *channel,
				       unsigned int length, unsigned int ccws,
				       long timeout);
1039 1040 1041 1042 1043
struct qeth_cmd_buffer *qeth_get_setassparms_cmd(struct qeth_card *card,
						 enum qeth_ipa_funcs ipa_func,
						 u16 cmd_code,
						 unsigned int data_length,
						 enum qeth_prot_versions prot);
1044 1045 1046
struct qeth_cmd_buffer *qeth_get_diag_cmd(struct qeth_card *card,
					  enum qeth_diags_cmds sub_cmd,
					  unsigned int data_length);
1047
void qeth_notify_cmd(struct qeth_cmd_buffer *iob, int reason);
1048
void qeth_put_cmd(struct qeth_cmd_buffer *iob);
1049

F
Frank Blaschka 已提交
1050
struct sk_buff *qeth_core_get_next_skb(struct qeth_card *,
1051
		struct qeth_qdio_buffer *, struct qdio_buffer_element **, int *,
F
Frank Blaschka 已提交
1052 1053
		struct qeth_hdr **);
void qeth_schedule_recovery(struct qeth_card *);
1054
int qeth_poll(struct napi_struct *napi, int budget);
F
Frank Blaschka 已提交
1055 1056 1057
void qeth_clear_ipacmd_list(struct qeth_card *);
int qeth_qdio_clear_card(struct qeth_card *, int);
void qeth_clear_working_pool_list(struct qeth_card *);
1058
void qeth_drain_output_queues(struct qeth_card *card);
1059
void qeth_setadp_promisc_mode(struct qeth_card *card, bool enable);
F
Frank Blaschka 已提交
1060 1061
int qeth_setadpparms_change_macaddr(struct qeth_card *);
void qeth_tx_timeout(struct net_device *);
1062 1063
void qeth_prepare_ipa_cmd(struct qeth_card *card, struct qeth_cmd_buffer *iob,
			  u16 cmd_length);
1064 1065
int qeth_query_switch_attributes(struct qeth_card *card,
				  struct qeth_switch_info *sw_info);
1066 1067
int qeth_query_card_info(struct qeth_card *card,
			 struct carrier_info *carrier_info);
1068
unsigned int qeth_count_elements(struct sk_buff *skb, unsigned int data_offset);
1069 1070
int qeth_do_send_packet(struct qeth_card *card, struct qeth_qdio_out_q *queue,
			struct sk_buff *skb, struct qeth_hdr *hdr,
1071 1072
			unsigned int offset, unsigned int hd_len,
			int elements_needed);
1073
int qeth_do_ioctl(struct net_device *dev, struct ifreq *rq, int cmd);
C
Carsten Otte 已提交
1074
void qeth_dbf_longtext(debug_info_t *id, int level, char *text, ...);
S
Stefan Raspl 已提交
1075
int qeth_set_access_ctrl_online(struct qeth_card *card, int fallback);
1076
int qeth_configure_cq(struct qeth_card *, enum qeth_cq);
1077
int qeth_hw_trap(struct qeth_card *, enum qeth_diags_trap_action);
1078
void qeth_trace_features(struct qeth_card *);
1079 1080
int qeth_setassparms_cb(struct qeth_card *, struct qeth_reply *, unsigned long);
int qeth_set_features(struct net_device *, netdev_features_t);
1081
void qeth_enable_hw_features(struct net_device *dev);
1082
netdev_features_t qeth_fix_features(struct net_device *, netdev_features_t);
1083 1084 1085
netdev_features_t qeth_features_check(struct sk_buff *skb,
				      struct net_device *dev,
				      netdev_features_t features);
1086
void qeth_get_stats64(struct net_device *dev, struct rtnl_link_stats64 *stats);
1087 1088
u16 qeth_iqd_select_queue(struct net_device *dev, struct sk_buff *skb,
			  u8 cast_type, struct net_device *sb_dev);
1089 1090 1091
int qeth_open(struct net_device *dev);
int qeth_stop(struct net_device *dev);

1092
int qeth_vm_request_mac(struct qeth_card *card);
1093
int qeth_xmit(struct qeth_card *card, struct sk_buff *skb,
1094
	      struct qeth_qdio_out_q *queue, int ipv,
1095 1096
	      void (*fill_header)(struct qeth_qdio_out_q *queue,
				  struct qeth_hdr *hdr, struct sk_buff *skb,
1097
				  int ipv, unsigned int data_len));
F
Frank Blaschka 已提交
1098 1099 1100 1101 1102 1103 1104 1105 1106

/* exports for OSN */
int qeth_osn_assist(struct net_device *, void *, int);
int qeth_osn_register(unsigned char *read_dev_no, struct net_device **,
		int (*assist_cb)(struct net_device *, void *),
		int (*data_cb)(struct sk_buff *));
void qeth_osn_deregister(struct net_device *);

#endif /* __QETH_CORE_H__ */