pkt_cls.h 19.8 KB
Newer Older
1
/* SPDX-License-Identifier: GPL-2.0 */
L
Linus Torvalds 已提交
2 3 4 5
#ifndef __NET_PKT_CLS_H
#define __NET_PKT_CLS_H

#include <linux/pkt_cls.h>
6
#include <linux/workqueue.h>
L
Linus Torvalds 已提交
7 8 9 10 11
#include <net/sch_generic.h>
#include <net/act_api.h>

/* Basic packet classifier frontend definitions. */

E
Eric Dumazet 已提交
12
struct tcf_walker {
L
Linus Torvalds 已提交
13 14 15
	int	stop;
	int	skip;
	int	count;
16
	int	(*fn)(struct tcf_proto *, void *node, struct tcf_walker *);
L
Linus Torvalds 已提交
17 18
};

19 20
int register_tcf_proto_ops(struct tcf_proto_ops *ops);
int unregister_tcf_proto_ops(struct tcf_proto_ops *ops);
L
Linus Torvalds 已提交
21

22 23
enum tcf_block_binder_type {
	TCF_BLOCK_BINDER_TYPE_UNSPEC,
24 25
	TCF_BLOCK_BINDER_TYPE_CLSACT_INGRESS,
	TCF_BLOCK_BINDER_TYPE_CLSACT_EGRESS,
26 27 28 29
};

struct tcf_block_ext_info {
	enum tcf_block_binder_type binder_type;
30 31
	tcf_chain_head_change_t *chain_head_change;
	void *chain_head_change_priv;
32
	u32 block_index;
33 34
};

35
struct tcf_block_cb;
C
Cong Wang 已提交
36
bool tcf_queue_work(struct rcu_work *rwork, work_func_t func);
37

38
#ifdef CONFIG_NET_CLS
39 40
struct tcf_chain *tcf_chain_get(struct tcf_block *block, u32 chain_index,
				bool create);
41
void tcf_chain_put(struct tcf_chain *chain);
42
void tcf_block_netif_keep_dst(struct tcf_block *block);
43
int tcf_block_get(struct tcf_block **p_block,
44 45
		  struct tcf_proto __rcu **p_filter_chain, struct Qdisc *q,
		  struct netlink_ext_ack *extack);
46
int tcf_block_get_ext(struct tcf_block **p_block, struct Qdisc *q,
47 48
		      struct tcf_block_ext_info *ei,
		      struct netlink_ext_ack *extack);
49
void tcf_block_put(struct tcf_block *block);
50
void tcf_block_put_ext(struct tcf_block *block, struct Qdisc *q,
51
		       struct tcf_block_ext_info *ei);
52

53 54 55 56 57
static inline bool tcf_block_shared(struct tcf_block *block)
{
	return block->index;
}

58 59
static inline struct Qdisc *tcf_block_q(struct tcf_block *block)
{
60
	WARN_ON(tcf_block_shared(block));
61 62 63 64 65 66 67 68
	return block->q;
}

static inline struct net_device *tcf_block_dev(struct tcf_block *block)
{
	return tcf_block_q(block)->dev_queue->dev;
}

69 70 71 72 73 74 75
void *tcf_block_cb_priv(struct tcf_block_cb *block_cb);
struct tcf_block_cb *tcf_block_cb_lookup(struct tcf_block *block,
					 tc_setup_cb_t *cb, void *cb_ident);
void tcf_block_cb_incref(struct tcf_block_cb *block_cb);
unsigned int tcf_block_cb_decref(struct tcf_block_cb *block_cb);
struct tcf_block_cb *__tcf_block_cb_register(struct tcf_block *block,
					     tc_setup_cb_t *cb, void *cb_ident,
76 77
					     void *cb_priv,
					     struct netlink_ext_ack *extack);
78 79
int tcf_block_cb_register(struct tcf_block *block,
			  tc_setup_cb_t *cb, void *cb_ident,
80
			  void *cb_priv, struct netlink_ext_ack *extack);
81 82
void __tcf_block_cb_unregister(struct tcf_block *block,
			       struct tcf_block_cb *block_cb);
83 84 85
void tcf_block_cb_unregister(struct tcf_block *block,
			     tc_setup_cb_t *cb, void *cb_ident);

86 87 88
int tcf_classify(struct sk_buff *skb, const struct tcf_proto *tp,
		 struct tcf_result *res, bool compat_mode);

89
#else
90 91
static inline
int tcf_block_get(struct tcf_block **p_block,
S
Sudip Mukherjee 已提交
92 93
		  struct tcf_proto __rcu **p_filter_chain, struct Qdisc *q,
		  struct netlink_ext_ack *extack)
94 95 96 97
{
	return 0;
}

98
static inline
99
int tcf_block_get_ext(struct tcf_block **p_block, struct Qdisc *q,
100 101
		      struct tcf_block_ext_info *ei,
		      struct netlink_ext_ack *extack)
102 103 104 105
{
	return 0;
}

106
static inline void tcf_block_put(struct tcf_block *block)
107 108
{
}
109

110
static inline
111
void tcf_block_put_ext(struct tcf_block *block, struct Qdisc *q,
112 113 114 115
		       struct tcf_block_ext_info *ei)
{
}

116 117 118 119 120
static inline bool tcf_block_shared(struct tcf_block *block)
{
	return false;
}

121 122 123 124 125 126 127 128 129 130
static inline struct Qdisc *tcf_block_q(struct tcf_block *block)
{
	return NULL;
}

static inline struct net_device *tcf_block_dev(struct tcf_block *block)
{
	return NULL;
}

131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170
static inline
int tc_setup_cb_block_register(struct tcf_block *block, tc_setup_cb_t *cb,
			       void *cb_priv)
{
	return 0;
}

static inline
void tc_setup_cb_block_unregister(struct tcf_block *block, tc_setup_cb_t *cb,
				  void *cb_priv)
{
}

static inline
void *tcf_block_cb_priv(struct tcf_block_cb *block_cb)
{
	return NULL;
}

static inline
struct tcf_block_cb *tcf_block_cb_lookup(struct tcf_block *block,
					 tc_setup_cb_t *cb, void *cb_ident)
{
	return NULL;
}

static inline
void tcf_block_cb_incref(struct tcf_block_cb *block_cb)
{
}

static inline
unsigned int tcf_block_cb_decref(struct tcf_block_cb *block_cb)
{
	return 0;
}

static inline
struct tcf_block_cb *__tcf_block_cb_register(struct tcf_block *block,
					     tc_setup_cb_t *cb, void *cb_ident,
171 172
					     void *cb_priv,
					     struct netlink_ext_ack *extack)
173 174 175 176 177 178 179
{
	return NULL;
}

static inline
int tcf_block_cb_register(struct tcf_block *block,
			  tc_setup_cb_t *cb, void *cb_ident,
180
			  void *cb_priv, struct netlink_ext_ack *extack)
181 182 183 184 185
{
	return 0;
}

static inline
186 187
void __tcf_block_cb_unregister(struct tcf_block *block,
			       struct tcf_block_cb *block_cb)
188 189 190 191 192 193 194 195 196
{
}

static inline
void tcf_block_cb_unregister(struct tcf_block *block,
			     tc_setup_cb_t *cb, void *cb_ident)
{
}

197 198 199 200 201
static inline int tcf_classify(struct sk_buff *skb, const struct tcf_proto *tp,
			       struct tcf_result *res, bool compat_mode)
{
	return TC_ACT_UNSPEC;
}
202
#endif
203

L
Linus Torvalds 已提交
204 205 206
static inline unsigned long
__cls_set_class(unsigned long *clp, unsigned long cl)
{
207
	return xchg(clp, cl);
L
Linus Torvalds 已提交
208 209 210
}

static inline unsigned long
211
cls_set_class(struct Qdisc *q, unsigned long *clp, unsigned long cl)
L
Linus Torvalds 已提交
212 213
{
	unsigned long old_cl;
214 215

	sch_tree_lock(q);
L
Linus Torvalds 已提交
216
	old_cl = __cls_set_class(clp, cl);
217
	sch_tree_unlock(q);
L
Linus Torvalds 已提交
218 219 220 221 222 223
	return old_cl;
}

static inline void
tcf_bind_filter(struct tcf_proto *tp, struct tcf_result *r, unsigned long base)
{
224
	struct Qdisc *q = tp->chain->block->q;
L
Linus Torvalds 已提交
225 226
	unsigned long cl;

227 228 229 230 231 232 233
	/* Check q as it is not set for shared blocks. In that case,
	 * setting class is not supported.
	 */
	if (!q)
		return;
	cl = q->ops->cl_ops->bind_tcf(q, base, r->classid);
	cl = cls_set_class(q, &r->class, cl);
L
Linus Torvalds 已提交
234
	if (cl)
235
		q->ops->cl_ops->unbind_tcf(q, cl);
L
Linus Torvalds 已提交
236 237 238 239 240
}

static inline void
tcf_unbind_filter(struct tcf_proto *tp, struct tcf_result *r)
{
241
	struct Qdisc *q = tp->chain->block->q;
L
Linus Torvalds 已提交
242 243
	unsigned long cl;

244 245
	if (!q)
		return;
L
Linus Torvalds 已提交
246
	if ((cl = __cls_set_class(&r->class, 0)) != 0)
247
		q->ops->cl_ops->unbind_tcf(q, cl);
L
Linus Torvalds 已提交
248 249
}

E
Eric Dumazet 已提交
250
struct tcf_exts {
L
Linus Torvalds 已提交
251
#ifdef CONFIG_NET_CLS_ACT
252
	__u32	type; /* for backward compat(TCA_OLD_COMPAT) */
253 254
	int nr_actions;
	struct tc_action **actions;
255
	struct net *net;
L
Linus Torvalds 已提交
256
#endif
257 258 259
	/* Map to export classifier specific extension TLV types to the
	 * generic extensions API. Unsupported extensions must be set to 0.
	 */
L
Linus Torvalds 已提交
260 261 262 263
	int action;
	int police;
};

264
static inline int tcf_exts_init(struct tcf_exts *exts, int action, int police)
265 266
{
#ifdef CONFIG_NET_CLS_ACT
267
	exts->type = 0;
268
	exts->nr_actions = 0;
269
	exts->net = NULL;
270 271
	exts->actions = kcalloc(TCA_ACT_MAX_PRIO, sizeof(struct tc_action *),
				GFP_KERNEL);
272 273
	if (!exts->actions)
		return -ENOMEM;
274
#endif
275 276
	exts->action = action;
	exts->police = police;
277
	return 0;
278 279
}

280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301
/* Return false if the netns is being destroyed in cleanup_net(). Callers
 * need to do cleanup synchronously in this case, otherwise may race with
 * tc_action_net_exit(). Return true for other cases.
 */
static inline bool tcf_exts_get_net(struct tcf_exts *exts)
{
#ifdef CONFIG_NET_CLS_ACT
	exts->net = maybe_get_net(exts->net);
	return exts->net != NULL;
#else
	return true;
#endif
}

static inline void tcf_exts_put_net(struct tcf_exts *exts)
{
#ifdef CONFIG_NET_CLS_ACT
	if (exts->net)
		put_net(exts->net);
#endif
}

302 303 304 305 306 307 308 309 310
static inline void tcf_exts_to_list(const struct tcf_exts *exts,
				    struct list_head *actions)
{
#ifdef CONFIG_NET_CLS_ACT
	int i;

	for (i = 0; i < exts->nr_actions; i++) {
		struct tc_action *a = exts->actions[i];

311
		list_add_tail(&a->list, actions);
312 313 314 315
	}
#endif
}

316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334
static inline void
tcf_exts_stats_update(const struct tcf_exts *exts,
		      u64 bytes, u64 packets, u64 lastuse)
{
#ifdef CONFIG_NET_CLS_ACT
	int i;

	preempt_disable();

	for (i = 0; i < exts->nr_actions; i++) {
		struct tc_action *a = exts->actions[i];

		tcf_action_stats_update(a, bytes, packets, lastuse);
	}

	preempt_enable();
#endif
}

335 336 337 338 339 340 341 342
/**
 * tcf_exts_has_actions - check if at least one action is present
 * @exts: tc filter extensions handle
 *
 * Returns true if at least one action is present.
 */
static inline bool tcf_exts_has_actions(struct tcf_exts *exts)
{
343
#ifdef CONFIG_NET_CLS_ACT
344 345 346 347 348
	return exts->nr_actions;
#else
	return false;
#endif
}
349

350 351 352 353 354 355 356 357 358 359 360 361 362 363
/**
 * tcf_exts_has_one_action - check if exactly one action is present
 * @exts: tc filter extensions handle
 *
 * Returns true if exactly one action is present.
 */
static inline bool tcf_exts_has_one_action(struct tcf_exts *exts)
{
#ifdef CONFIG_NET_CLS_ACT
	return exts->nr_actions == 1;
#else
	return false;
#endif
}
364

365 366 367 368 369 370
/**
 * tcf_exts_exec - execute tc filter extensions
 * @skb: socket buffer
 * @exts: tc filter extensions handle
 * @res: desired result
 *
371
 * Executes all configured extensions. Returns TC_ACT_OK on a normal execution,
372 373 374 375 376 377 378 379 380
 * a negative number if the filter must be considered unmatched or
 * a positive action code (TC_ACT_*) which must be returned to the
 * underlying layer.
 */
static inline int
tcf_exts_exec(struct sk_buff *skb, struct tcf_exts *exts,
	      struct tcf_result *res)
{
#ifdef CONFIG_NET_CLS_ACT
381
	return tcf_action_exec(skb, exts->actions, exts->nr_actions, res);
382
#endif
383
	return TC_ACT_OK;
384 385
}

386 387
int tcf_exts_validate(struct net *net, struct tcf_proto *tp,
		      struct nlattr **tb, struct nlattr *rate_tlv,
388 389
		      struct tcf_exts *exts, bool ovr,
		      struct netlink_ext_ack *extack);
390
void tcf_exts_destroy(struct tcf_exts *exts);
391
void tcf_exts_change(struct tcf_exts *dst, struct tcf_exts *src);
392 393
int tcf_exts_dump(struct sk_buff *skb, struct tcf_exts *exts);
int tcf_exts_dump_stats(struct sk_buff *skb, struct tcf_exts *exts);
L
Linus Torvalds 已提交
394 395 396 397

/**
 * struct tcf_pkt_info - packet information
 */
E
Eric Dumazet 已提交
398
struct tcf_pkt_info {
L
Linus Torvalds 已提交
399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415
	unsigned char *		ptr;
	int			nexthdr;
};

#ifdef CONFIG_NET_EMATCH

struct tcf_ematch_ops;

/**
 * struct tcf_ematch - extended match (ematch)
 * 
 * @matchid: identifier to allow userspace to reidentify a match
 * @flags: flags specifying attributes and the relation to other matches
 * @ops: the operations lookup table of the corresponding ematch module
 * @datalen: length of the ematch specific configuration data
 * @data: ematch specific data
 */
E
Eric Dumazet 已提交
416
struct tcf_ematch {
L
Linus Torvalds 已提交
417 418 419 420 421
	struct tcf_ematch_ops * ops;
	unsigned long		data;
	unsigned int		datalen;
	u16			matchid;
	u16			flags;
422
	struct net		*net;
L
Linus Torvalds 已提交
423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464
};

static inline int tcf_em_is_container(struct tcf_ematch *em)
{
	return !em->ops;
}

static inline int tcf_em_is_simple(struct tcf_ematch *em)
{
	return em->flags & TCF_EM_SIMPLE;
}

static inline int tcf_em_is_inverted(struct tcf_ematch *em)
{
	return em->flags & TCF_EM_INVERT;
}

static inline int tcf_em_last_match(struct tcf_ematch *em)
{
	return (em->flags & TCF_EM_REL_MASK) == TCF_EM_REL_END;
}

static inline int tcf_em_early_end(struct tcf_ematch *em, int result)
{
	if (tcf_em_last_match(em))
		return 1;

	if (result == 0 && em->flags & TCF_EM_REL_AND)
		return 1;

	if (result != 0 && em->flags & TCF_EM_REL_OR)
		return 1;

	return 0;
}
	
/**
 * struct tcf_ematch_tree - ematch tree handle
 *
 * @hdr: ematch tree header supplied by userspace
 * @matches: array of ematches
 */
E
Eric Dumazet 已提交
465
struct tcf_ematch_tree {
L
Linus Torvalds 已提交
466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482
	struct tcf_ematch_tree_hdr hdr;
	struct tcf_ematch *	matches;
	
};

/**
 * struct tcf_ematch_ops - ematch module operations
 * 
 * @kind: identifier (kind) of this ematch module
 * @datalen: length of expected configuration data (optional)
 * @change: called during validation (optional)
 * @match: called during ematch tree evaluation, must return 1/0
 * @destroy: called during destroyage (optional)
 * @dump: called during dumping process (optional)
 * @owner: owner, must be set to THIS_MODULE
 * @link: link to previous/next ematch module (internal use)
 */
E
Eric Dumazet 已提交
483
struct tcf_ematch_ops {
L
Linus Torvalds 已提交
484 485
	int			kind;
	int			datalen;
486
	int			(*change)(struct net *net, void *,
L
Linus Torvalds 已提交
487 488 489
					  int, struct tcf_ematch *);
	int			(*match)(struct sk_buff *, struct tcf_ematch *,
					 struct tcf_pkt_info *);
490
	void			(*destroy)(struct tcf_ematch *);
L
Linus Torvalds 已提交
491 492 493 494 495
	int			(*dump)(struct sk_buff *, struct tcf_ematch *);
	struct module		*owner;
	struct list_head	link;
};

496 497 498 499
int tcf_em_register(struct tcf_ematch_ops *);
void tcf_em_unregister(struct tcf_ematch_ops *);
int tcf_em_tree_validate(struct tcf_proto *, struct nlattr *,
			 struct tcf_ematch_tree *);
500
void tcf_em_tree_destroy(struct tcf_ematch_tree *);
501 502 503
int tcf_em_tree_dump(struct sk_buff *, struct tcf_ematch_tree *, int);
int __tcf_em_tree_match(struct sk_buff *, struct tcf_ematch_tree *,
			struct tcf_pkt_info *);
L
Linus Torvalds 已提交
504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528

/**
 * tcf_em_tree_match - evaulate an ematch tree
 *
 * @skb: socket buffer of the packet in question
 * @tree: ematch tree to be used for evaluation
 * @info: packet information examined by classifier
 *
 * This function matches @skb against the ematch tree in @tree by going
 * through all ematches respecting their logic relations returning
 * as soon as the result is obvious.
 *
 * Returns 1 if the ematch tree as-one matches, no ematches are configured
 * or ematch is not enabled in the kernel, otherwise 0 is returned.
 */
static inline int tcf_em_tree_match(struct sk_buff *skb,
				    struct tcf_ematch_tree *tree,
				    struct tcf_pkt_info *info)
{
	if (tree->hdr.nmatches)
		return __tcf_em_tree_match(skb, tree, info);
	else
		return 1;
}

529 530
#define MODULE_ALIAS_TCF_EMATCH(kind)	MODULE_ALIAS("ematch-kind-" __stringify(kind))

L
Linus Torvalds 已提交
531 532
#else /* CONFIG_NET_EMATCH */

E
Eric Dumazet 已提交
533
struct tcf_ematch_tree {
L
Linus Torvalds 已提交
534 535 536
};

#define tcf_em_tree_validate(tp, tb, t) ((void)(t), 0)
537
#define tcf_em_tree_destroy(t) do { (void)(t); } while(0)
L
Linus Torvalds 已提交
538 539 540 541 542 543 544 545 546
#define tcf_em_tree_dump(skb, t, tlv) (0)
#define tcf_em_tree_match(skb, t, info) ((void)(info), 1)

#endif /* CONFIG_NET_EMATCH */

static inline unsigned char * tcf_get_base_ptr(struct sk_buff *skb, int layer)
{
	switch (layer) {
		case TCF_LAYER_LINK:
547
			return skb_mac_header(skb);
L
Linus Torvalds 已提交
548
		case TCF_LAYER_NETWORK:
549
			return skb_network_header(skb);
L
Linus Torvalds 已提交
550
		case TCF_LAYER_TRANSPORT:
551
			return skb_transport_header(skb);
L
Linus Torvalds 已提交
552 553 554 555 556
	}

	return NULL;
}

557 558
static inline int tcf_valid_offset(const struct sk_buff *skb,
				   const unsigned char *ptr, const int len)
L
Linus Torvalds 已提交
559
{
560 561 562
	return likely((ptr + len) <= skb_tail_pointer(skb) &&
		      ptr >= skb->head &&
		      (ptr <= (ptr + len)));
L
Linus Torvalds 已提交
563 564 565
}

#ifdef CONFIG_NET_CLS_IND
566 567
#include <net/net_namespace.h>

L
Linus Torvalds 已提交
568
static inline int
569 570
tcf_change_indev(struct net *net, struct nlattr *indev_tlv,
		 struct netlink_ext_ack *extack)
L
Linus Torvalds 已提交
571
{
572 573 574
	char indev[IFNAMSIZ];
	struct net_device *dev;

575 576
	if (nla_strlcpy(indev, indev_tlv, IFNAMSIZ) >= IFNAMSIZ) {
		NL_SET_ERR_MSG(extack, "Interface name too long");
L
Linus Torvalds 已提交
577
		return -EINVAL;
578
	}
579 580 581 582
	dev = __dev_get_by_name(net, indev);
	if (!dev)
		return -ENODEV;
	return dev->ifindex;
L
Linus Torvalds 已提交
583 584
}

585 586
static inline bool
tcf_match_indev(struct sk_buff *skb, int ifindex)
L
Linus Torvalds 已提交
587
{
588 589 590 591 592
	if (!ifindex)
		return true;
	if  (!skb->skb_iif)
		return false;
	return ifindex == skb->skb_iif;
L
Linus Torvalds 已提交
593 594 595
}
#endif /* CONFIG_NET_CLS_IND */

596 597
int tc_setup_cb_call(struct tcf_block *block, struct tcf_exts *exts,
		     enum tc_setup_type type, void *type_data, bool err_stop);
598

599 600 601 602 603 604 605 606 607
enum tc_block_command {
	TC_BLOCK_BIND,
	TC_BLOCK_UNBIND,
};

struct tc_block_offload {
	enum tc_block_command command;
	enum tcf_block_binder_type binder_type;
	struct tcf_block *block;
608
	struct netlink_ext_ack *extack;
609 610
};

611 612 613
struct tc_cls_common_offload {
	u32 chain_index;
	__be16 protocol;
614
	u32 prio;
615
	struct netlink_ext_ack *extack;
616 617
};

618 619
struct tc_cls_u32_knode {
	struct tcf_exts *exts;
620
	struct tc_u32_sel *sel;
621 622 623 624
	u32 handle;
	u32 val;
	u32 mask;
	u32 link_handle;
625
	u8 fshift;
626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643
};

struct tc_cls_u32_hnode {
	u32 handle;
	u32 prio;
	unsigned int divisor;
};

enum tc_clsu32_command {
	TC_CLSU32_NEW_KNODE,
	TC_CLSU32_REPLACE_KNODE,
	TC_CLSU32_DELETE_KNODE,
	TC_CLSU32_NEW_HNODE,
	TC_CLSU32_REPLACE_HNODE,
	TC_CLSU32_DELETE_HNODE,
};

struct tc_cls_u32_offload {
644
	struct tc_cls_common_offload common;
645 646 647 648 649 650 651 652
	/* knode values */
	enum tc_clsu32_command command;
	union {
		struct tc_cls_u32_knode knode;
		struct tc_cls_u32_hnode hnode;
	};
};

653
static inline bool tc_can_offload(const struct net_device *dev)
654
{
655
	return dev->features & NETIF_F_HW_TC;
656 657
}

658 659 660 661 662 663 664 665 666 667 668
static inline bool tc_can_offload_extack(const struct net_device *dev,
					 struct netlink_ext_ack *extack)
{
	bool can = tc_can_offload(dev);

	if (!can)
		NL_SET_ERR_MSG(extack, "TC offload is disabled on net device");

	return can;
}

669 670 671 672 673 674 675 676 677 678 679 680 681 682
static inline bool
tc_cls_can_offload_and_chain0(const struct net_device *dev,
			      struct tc_cls_common_offload *common)
{
	if (!tc_can_offload_extack(dev, common->extack))
		return false;
	if (common->chain_index) {
		NL_SET_ERR_MSG(common->extack,
			       "Driver supports only offload of chain 0");
		return false;
	}
	return true;
}

683 684 685 686 687
static inline bool tc_skip_hw(u32 flags)
{
	return (flags & TCA_CLS_FLAGS_SKIP_HW) ? true : false;
}

688 689 690 691 692 693 694 695
static inline bool tc_skip_sw(u32 flags)
{
	return (flags & TCA_CLS_FLAGS_SKIP_SW) ? true : false;
}

/* SKIP_HW and SKIP_SW are mutually exclusive flags. */
static inline bool tc_flags_valid(u32 flags)
{
696 697
	if (flags & ~(TCA_CLS_FLAGS_SKIP_HW | TCA_CLS_FLAGS_SKIP_SW |
		      TCA_CLS_FLAGS_VERBOSE))
698 699
		return false;

700
	flags &= TCA_CLS_FLAGS_SKIP_HW | TCA_CLS_FLAGS_SKIP_SW;
701 702 703 704 705 706
	if (!(flags ^ (TCA_CLS_FLAGS_SKIP_HW | TCA_CLS_FLAGS_SKIP_SW)))
		return false;

	return true;
}

707 708 709 710 711
static inline bool tc_in_hw(u32 flags)
{
	return (flags & TCA_CLS_FLAGS_IN_HW) ? true : false;
}

712 713 714 715 716 717 718 719
static inline void
tc_cls_common_offload_init(struct tc_cls_common_offload *cls_common,
			   const struct tcf_proto *tp, u32 flags,
			   struct netlink_ext_ack *extack)
{
	cls_common->chain_index = tp->chain->index;
	cls_common->protocol = tp->protocol;
	cls_common->prio = tp->prio;
720
	if (tc_skip_sw(flags) || flags & TCA_CLS_FLAGS_VERBOSE)
721 722 723
		cls_common->extack = extack;
}

724 725 726
enum tc_fl_command {
	TC_CLSFLOWER_REPLACE,
	TC_CLSFLOWER_DESTROY,
727
	TC_CLSFLOWER_STATS,
728 729 730
};

struct tc_cls_flower_offload {
731
	struct tc_cls_common_offload common;
732
	enum tc_fl_command command;
A
Amir Vadai 已提交
733
	unsigned long cookie;
734 735 736 737
	struct flow_dissector *dissector;
	struct fl_flow_key *mask;
	struct fl_flow_key *key;
	struct tcf_exts *exts;
738
	u32 classid;
739 740
};

741 742 743 744 745 746
enum tc_matchall_command {
	TC_CLSMATCHALL_REPLACE,
	TC_CLSMATCHALL_DESTROY,
};

struct tc_cls_matchall_offload {
747
	struct tc_cls_common_offload common;
748 749 750 751 752
	enum tc_matchall_command command;
	struct tcf_exts *exts;
	unsigned long cookie;
};

753
enum tc_clsbpf_command {
754
	TC_CLSBPF_OFFLOAD,
755
	TC_CLSBPF_STATS,
756 757 758
};

struct tc_cls_bpf_offload {
759
	struct tc_cls_common_offload common;
760 761 762
	enum tc_clsbpf_command command;
	struct tcf_exts *exts;
	struct bpf_prog *prog;
763
	struct bpf_prog *oldprog;
764 765 766 767
	const char *name;
	bool exts_integrated;
};

768 769 770 771 772 773 774 775 776
struct tc_mqprio_qopt_offload {
	/* struct tc_mqprio_qopt must always be the first element */
	struct tc_mqprio_qopt qopt;
	u16 mode;
	u16 shaper;
	u32 flags;
	u64 min_rate[TC_QOPT_MAX_QUEUE];
	u64 max_rate[TC_QOPT_MAX_QUEUE];
};
777 778 779 780 781 782 783

/* This structure holds cookie structure that is passed from user
 * to the kernel for actions and classifiers
 */
struct tc_cookie {
	u8  *data;
	u32 len;
784
	struct rcu_head rcu;
785
};
786

787 788 789 790 791
struct tc_qopt_offload_stats {
	struct gnet_stats_basic_packed *bstats;
	struct gnet_stats_queue *qstats;
};

792 793 794
enum tc_mq_command {
	TC_MQ_CREATE,
	TC_MQ_DESTROY,
795
	TC_MQ_STATS,
796 797 798 799 800
};

struct tc_mq_qopt_offload {
	enum tc_mq_command command;
	u32 handle;
801
	struct tc_qopt_offload_stats stats;
802 803
};

804 805 806 807 808 809 810 811 812 813 814 815
enum tc_red_command {
	TC_RED_REPLACE,
	TC_RED_DESTROY,
	TC_RED_STATS,
	TC_RED_XSTATS,
};

struct tc_red_qopt_offload_params {
	u32 min;
	u32 max;
	u32 probability;
	bool is_ecn;
816
	struct gnet_stats_queue *qstats;
817 818 819 820 821 822 823 824
};

struct tc_red_qopt_offload {
	enum tc_red_command command;
	u32 handle;
	u32 parent;
	union {
		struct tc_red_qopt_offload_params set;
825
		struct tc_qopt_offload_stats stats;
826 827 828 829
		struct red_stats *xstats;
	};
};

830 831 832 833
enum tc_prio_command {
	TC_PRIO_REPLACE,
	TC_PRIO_DESTROY,
	TC_PRIO_STATS,
834
	TC_PRIO_GRAFT,
835 836 837 838 839 840 841 842 843 844 845 846
};

struct tc_prio_qopt_offload_params {
	int bands;
	u8 priomap[TC_PRIO_MAX + 1];
	/* In case that a prio qdisc is offloaded and now is changed to a
	 * non-offloadedable config, it needs to update the backlog & qlen
	 * values to negate the HW backlog & qlen values (and only them).
	 */
	struct gnet_stats_queue *qstats;
};

847 848 849 850 851
struct tc_prio_qopt_offload_graft_params {
	u8 band;
	u32 child_handle;
};

852 853 854 855 856 857 858
struct tc_prio_qopt_offload {
	enum tc_prio_command command;
	u32 handle;
	u32 parent;
	union {
		struct tc_prio_qopt_offload_params replace_params;
		struct tc_qopt_offload_stats stats;
859
		struct tc_prio_qopt_offload_graft_params graft_params;
860 861
	};
};
862

L
Linus Torvalds 已提交
863
#endif