act_ife.c 19.1 KB
Newer Older
J
Jamal Hadi Salim 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34
/*
 * net/sched/ife.c	Inter-FE action based on ForCES WG InterFE LFB
 *
 *		Refer to:
 *		draft-ietf-forces-interfelfb-03
 *		and
 *		netdev01 paper:
 *		"Distributing Linux Traffic Control Classifier-Action
 *		Subsystem"
 *		Authors: Jamal Hadi Salim and Damascene M. Joachimpillai
 *
 *		This program is free software; you can redistribute it and/or
 *		modify it under the terms of the GNU General Public License
 *		as published by the Free Software Foundation; either version
 *		2 of the License, or (at your option) any later version.
 *
 * copyright Jamal Hadi Salim (2015)
 *
*/

#include <linux/types.h>
#include <linux/kernel.h>
#include <linux/string.h>
#include <linux/errno.h>
#include <linux/skbuff.h>
#include <linux/rtnetlink.h>
#include <linux/module.h>
#include <linux/init.h>
#include <net/net_namespace.h>
#include <net/netlink.h>
#include <net/pkt_sched.h>
#include <uapi/linux/tc_act/tc_ife.h>
#include <net/tc_act/tc_ife.h>
#include <linux/etherdevice.h>
35
#include <net/ife.h>
J
Jamal Hadi Salim 已提交
36 37 38

#define IFE_TAB_MASK 15

39
static unsigned int ife_net_id;
J
Jamal Hadi Salim 已提交
40
static int max_metacnt = IFE_META_MAX + 1;
41
static struct tc_action_ops act_ife_ops;
J
Jamal Hadi Salim 已提交
42 43 44 45 46 47 48 49

static const struct nla_policy ife_policy[TCA_IFE_MAX + 1] = {
	[TCA_IFE_PARMS] = { .len = sizeof(struct tc_ife)},
	[TCA_IFE_DMAC] = { .len = ETH_ALEN},
	[TCA_IFE_SMAC] = { .len = ETH_ALEN},
	[TCA_IFE_TYPE] = { .type = NLA_U16},
};

50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66
int ife_encode_meta_u16(u16 metaval, void *skbdata, struct tcf_meta_info *mi)
{
	u16 edata = 0;

	if (mi->metaval)
		edata = *(u16 *)mi->metaval;
	else if (metaval)
		edata = metaval;

	if (!edata) /* will not encode */
		return 0;

	edata = htons(edata);
	return ife_tlv_meta_encode(skbdata, mi->metaid, 2, &edata);
}
EXPORT_SYMBOL_GPL(ife_encode_meta_u16);

J
Jamal Hadi Salim 已提交
67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84
int ife_get_meta_u32(struct sk_buff *skb, struct tcf_meta_info *mi)
{
	if (mi->metaval)
		return nla_put_u32(skb, mi->metaid, *(u32 *)mi->metaval);
	else
		return nla_put(skb, mi->metaid, 0, NULL);
}
EXPORT_SYMBOL_GPL(ife_get_meta_u32);

int ife_check_meta_u32(u32 metaval, struct tcf_meta_info *mi)
{
	if (metaval || mi->metaval)
		return 8; /* T+L+V == 2+2+4 */

	return 0;
}
EXPORT_SYMBOL_GPL(ife_check_meta_u32);

85 86 87 88 89 90 91 92 93
int ife_check_meta_u16(u16 metaval, struct tcf_meta_info *mi)
{
	if (metaval || mi->metaval)
		return 8; /* T+L+(V) == 2+2+(2+2bytepad) */

	return 0;
}
EXPORT_SYMBOL_GPL(ife_check_meta_u16);

J
Jamal Hadi Salim 已提交
94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119
int ife_encode_meta_u32(u32 metaval, void *skbdata, struct tcf_meta_info *mi)
{
	u32 edata = metaval;

	if (mi->metaval)
		edata = *(u32 *)mi->metaval;
	else if (metaval)
		edata = metaval;

	if (!edata) /* will not encode */
		return 0;

	edata = htonl(edata);
	return ife_tlv_meta_encode(skbdata, mi->metaid, 4, &edata);
}
EXPORT_SYMBOL_GPL(ife_encode_meta_u32);

int ife_get_meta_u16(struct sk_buff *skb, struct tcf_meta_info *mi)
{
	if (mi->metaval)
		return nla_put_u16(skb, mi->metaid, *(u16 *)mi->metaval);
	else
		return nla_put(skb, mi->metaid, 0, NULL);
}
EXPORT_SYMBOL_GPL(ife_get_meta_u16);

120
int ife_alloc_meta_u32(struct tcf_meta_info *mi, void *metaval, gfp_t gfp)
J
Jamal Hadi Salim 已提交
121
{
122
	mi->metaval = kmemdup(metaval, sizeof(u32), gfp);
J
Jamal Hadi Salim 已提交
123 124 125 126 127 128 129
	if (!mi->metaval)
		return -ENOMEM;

	return 0;
}
EXPORT_SYMBOL_GPL(ife_alloc_meta_u32);

130
int ife_alloc_meta_u16(struct tcf_meta_info *mi, void *metaval, gfp_t gfp)
J
Jamal Hadi Salim 已提交
131
{
132
	mi->metaval = kmemdup(metaval, sizeof(u16), gfp);
J
Jamal Hadi Salim 已提交
133 134 135 136 137 138 139 140 141 142 143 144 145 146 147
	if (!mi->metaval)
		return -ENOMEM;

	return 0;
}
EXPORT_SYMBOL_GPL(ife_alloc_meta_u16);

void ife_release_meta_gen(struct tcf_meta_info *mi)
{
	kfree(mi->metaval);
}
EXPORT_SYMBOL_GPL(ife_release_meta_gen);

int ife_validate_meta_u32(void *val, int len)
{
148
	if (len == sizeof(u32))
J
Jamal Hadi Salim 已提交
149 150 151 152 153 154 155 156
		return 0;

	return -EINVAL;
}
EXPORT_SYMBOL_GPL(ife_validate_meta_u32);

int ife_validate_meta_u16(void *val, int len)
{
157 158
	/* length will not include padding */
	if (len == sizeof(u16))
J
Jamal Hadi Salim 已提交
159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253
		return 0;

	return -EINVAL;
}
EXPORT_SYMBOL_GPL(ife_validate_meta_u16);

static LIST_HEAD(ifeoplist);
static DEFINE_RWLOCK(ife_mod_lock);

static struct tcf_meta_ops *find_ife_oplist(u16 metaid)
{
	struct tcf_meta_ops *o;

	read_lock(&ife_mod_lock);
	list_for_each_entry(o, &ifeoplist, list) {
		if (o->metaid == metaid) {
			if (!try_module_get(o->owner))
				o = NULL;
			read_unlock(&ife_mod_lock);
			return o;
		}
	}
	read_unlock(&ife_mod_lock);

	return NULL;
}

int register_ife_op(struct tcf_meta_ops *mops)
{
	struct tcf_meta_ops *m;

	if (!mops->metaid || !mops->metatype || !mops->name ||
	    !mops->check_presence || !mops->encode || !mops->decode ||
	    !mops->get || !mops->alloc)
		return -EINVAL;

	write_lock(&ife_mod_lock);

	list_for_each_entry(m, &ifeoplist, list) {
		if (m->metaid == mops->metaid ||
		    (strcmp(mops->name, m->name) == 0)) {
			write_unlock(&ife_mod_lock);
			return -EEXIST;
		}
	}

	if (!mops->release)
		mops->release = ife_release_meta_gen;

	list_add_tail(&mops->list, &ifeoplist);
	write_unlock(&ife_mod_lock);
	return 0;
}
EXPORT_SYMBOL_GPL(unregister_ife_op);

int unregister_ife_op(struct tcf_meta_ops *mops)
{
	struct tcf_meta_ops *m;
	int err = -ENOENT;

	write_lock(&ife_mod_lock);
	list_for_each_entry(m, &ifeoplist, list) {
		if (m->metaid == mops->metaid) {
			list_del(&mops->list);
			err = 0;
			break;
		}
	}
	write_unlock(&ife_mod_lock);

	return err;
}
EXPORT_SYMBOL_GPL(register_ife_op);

static int ife_validate_metatype(struct tcf_meta_ops *ops, void *val, int len)
{
	int ret = 0;
	/* XXX: unfortunately cant use nla_policy at this point
	* because a length of 0 is valid in the case of
	* "allow". "use" semantics do enforce for proper
	* length and i couldve use nla_policy but it makes it hard
	* to use it just for that..
	*/
	if (ops->validate)
		return ops->validate(val, len);

	if (ops->metatype == NLA_U32)
		ret = ife_validate_meta_u32(val, len);
	else if (ops->metatype == NLA_U16)
		ret = ife_validate_meta_u16(val, len);

	return ret;
}

/* called when adding new meta information
254
 * under ife->tcf_lock for existing action
J
Jamal Hadi Salim 已提交
255 256
*/
static int load_metaops_and_vet(struct tcf_ife_info *ife, u32 metaid,
257
				void *val, int len, bool exists)
J
Jamal Hadi Salim 已提交
258 259 260 261 262 263 264
{
	struct tcf_meta_ops *ops = find_ife_oplist(metaid);
	int ret = 0;

	if (!ops) {
		ret = -ENOENT;
#ifdef CONFIG_MODULES
265 266
		if (exists)
			spin_unlock_bh(&ife->tcf_lock);
J
Jamal Hadi Salim 已提交
267 268 269
		rtnl_unlock();
		request_module("ifemeta%u", metaid);
		rtnl_lock();
270 271
		if (exists)
			spin_lock_bh(&ife->tcf_lock);
J
Jamal Hadi Salim 已提交
272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287
		ops = find_ife_oplist(metaid);
#endif
	}

	if (ops) {
		ret = 0;
		if (len)
			ret = ife_validate_metatype(ops, val, len);

		module_put(ops->owner);
	}

	return ret;
}

/* called when adding new meta information
288
 * under ife->tcf_lock for existing action
J
Jamal Hadi Salim 已提交
289 290
*/
static int add_metainfo(struct tcf_ife_info *ife, u32 metaid, void *metaval,
291
			int len, bool atomic)
J
Jamal Hadi Salim 已提交
292 293 294 295 296 297 298 299
{
	struct tcf_meta_info *mi = NULL;
	struct tcf_meta_ops *ops = find_ife_oplist(metaid);
	int ret = 0;

	if (!ops)
		return -ENOENT;

300
	mi = kzalloc(sizeof(*mi), atomic ? GFP_ATOMIC : GFP_KERNEL);
J
Jamal Hadi Salim 已提交
301 302 303 304 305 306 307 308 309
	if (!mi) {
		/*put back what find_ife_oplist took */
		module_put(ops->owner);
		return -ENOMEM;
	}

	mi->metaid = metaid;
	mi->ops = ops;
	if (len > 0) {
310
		ret = ops->alloc(mi, metaval, atomic ? GFP_ATOMIC : GFP_KERNEL);
J
Jamal Hadi Salim 已提交
311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328
		if (ret != 0) {
			kfree(mi);
			module_put(ops->owner);
			return ret;
		}
	}

	list_add_tail(&mi->metalist, &ife->metalist);

	return ret;
}

static int use_all_metadata(struct tcf_ife_info *ife)
{
	struct tcf_meta_ops *o;
	int rc = 0;
	int installed = 0;

329
	read_lock(&ife_mod_lock);
J
Jamal Hadi Salim 已提交
330
	list_for_each_entry(o, &ifeoplist, list) {
331
		rc = add_metainfo(ife, o->metaid, NULL, 0, true);
J
Jamal Hadi Salim 已提交
332 333 334
		if (rc == 0)
			installed += 1;
	}
335
	read_unlock(&ife_mod_lock);
J
Jamal Hadi Salim 已提交
336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377

	if (installed)
		return 0;
	else
		return -EINVAL;
}

static int dump_metalist(struct sk_buff *skb, struct tcf_ife_info *ife)
{
	struct tcf_meta_info *e;
	struct nlattr *nest;
	unsigned char *b = skb_tail_pointer(skb);
	int total_encoded = 0;

	/*can only happen on decode */
	if (list_empty(&ife->metalist))
		return 0;

	nest = nla_nest_start(skb, TCA_IFE_METALST);
	if (!nest)
		goto out_nlmsg_trim;

	list_for_each_entry(e, &ife->metalist, metalist) {
		if (!e->ops->get(skb, e))
			total_encoded += 1;
	}

	if (!total_encoded)
		goto out_nlmsg_trim;

	nla_nest_end(skb, nest);

	return 0;

out_nlmsg_trim:
	nlmsg_trim(skb, b);
	return -1;
}

/* under ife->tcf_lock */
static void _tcf_ife_cleanup(struct tc_action *a, int bind)
{
378
	struct tcf_ife_info *ife = to_ife(a);
J
Jamal Hadi Salim 已提交
379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395
	struct tcf_meta_info *e, *n;

	list_for_each_entry_safe(e, n, &ife->metalist, metalist) {
		module_put(e->ops->owner);
		list_del(&e->metalist);
		if (e->metaval) {
			if (e->ops->release)
				e->ops->release(e);
			else
				kfree(e->metaval);
		}
		kfree(e);
	}
}

static void tcf_ife_cleanup(struct tc_action *a, int bind)
{
396
	struct tcf_ife_info *ife = to_ife(a);
J
Jamal Hadi Salim 已提交
397 398 399 400 401 402

	spin_lock_bh(&ife->tcf_lock);
	_tcf_ife_cleanup(a, bind);
	spin_unlock_bh(&ife->tcf_lock);
}

403 404 405
/* under ife->tcf_lock for existing action */
static int populate_metalist(struct tcf_ife_info *ife, struct nlattr **tb,
			     bool exists)
J
Jamal Hadi Salim 已提交
406 407 408 409 410 411 412 413 414 415 416
{
	int len = 0;
	int rc = 0;
	int i = 0;
	void *val;

	for (i = 1; i < max_metacnt; i++) {
		if (tb[i]) {
			val = nla_data(tb[i]);
			len = nla_len(tb[i]);

417
			rc = load_metaops_and_vet(ife, i, val, len, exists);
J
Jamal Hadi Salim 已提交
418 419 420
			if (rc != 0)
				return rc;

421
			rc = add_metainfo(ife, i, val, len, exists);
J
Jamal Hadi Salim 已提交
422 423 424 425 426 427 428 429 430
			if (rc)
				return rc;
		}
	}

	return rc;
}

static int tcf_ife_init(struct net *net, struct nlattr *nla,
431
			struct nlattr *est, struct tc_action **a,
J
Jamal Hadi Salim 已提交
432 433 434 435 436 437 438 439 440 441
			int ovr, int bind)
{
	struct tc_action_net *tn = net_generic(net, ife_net_id);
	struct nlattr *tb[TCA_IFE_MAX + 1];
	struct nlattr *tb2[IFE_META_MAX + 1];
	struct tcf_ife_info *ife;
	struct tc_ife *parm;
	u16 ife_type = 0;
	u8 *daddr = NULL;
	u8 *saddr = NULL;
442 443
	bool exists = false;
	int ret = 0;
J
Jamal Hadi Salim 已提交
444 445 446 447 448 449 450 451 452 453 454
	int err;

	err = nla_parse_nested(tb, TCA_IFE_MAX, nla, ife_policy);
	if (err < 0)
		return err;

	if (!tb[TCA_IFE_PARMS])
		return -EINVAL;

	parm = nla_data(tb[TCA_IFE_PARMS]);

455 456 457 458
	exists = tcf_hash_check(tn, parm->index, a, bind);
	if (exists && bind)
		return 0;

J
Jamal Hadi Salim 已提交
459 460 461 462 463
	if (parm->flags & IFE_ENCODE) {
		/* Until we get issued the ethertype, we cant have
		 * a default..
		**/
		if (!tb[TCA_IFE_TYPE]) {
464
			if (exists)
465
				tcf_hash_release(*a, bind);
J
Jamal Hadi Salim 已提交
466 467 468 469 470
			pr_info("You MUST pass etherype for encoding\n");
			return -EINVAL;
		}
	}

471
	if (!exists) {
472
		ret = tcf_hash_create(tn, parm->index, est, a, &act_ife_ops,
J
Jamal Hadi Salim 已提交
473 474 475 476 477
				      bind, false);
		if (ret)
			return ret;
		ret = ACT_P_CREATED;
	} else {
478
		tcf_hash_release(*a, bind);
J
Jamal Hadi Salim 已提交
479 480 481 482
		if (!ovr)
			return -EEXIST;
	}

483
	ife = to_ife(*a);
J
Jamal Hadi Salim 已提交
484 485 486 487 488 489 490 491 492 493
	ife->flags = parm->flags;

	if (parm->flags & IFE_ENCODE) {
		ife_type = nla_get_u16(tb[TCA_IFE_TYPE]);
		if (tb[TCA_IFE_DMAC])
			daddr = nla_data(tb[TCA_IFE_DMAC]);
		if (tb[TCA_IFE_SMAC])
			saddr = nla_data(tb[TCA_IFE_SMAC]);
	}

494 495
	if (exists)
		spin_lock_bh(&ife->tcf_lock);
J
Jamal Hadi Salim 已提交
496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519
	ife->tcf_action = parm->action;

	if (parm->flags & IFE_ENCODE) {
		if (daddr)
			ether_addr_copy(ife->eth_dst, daddr);
		else
			eth_zero_addr(ife->eth_dst);

		if (saddr)
			ether_addr_copy(ife->eth_src, saddr);
		else
			eth_zero_addr(ife->eth_src);

		ife->eth_type = ife_type;
	}

	if (ret == ACT_P_CREATED)
		INIT_LIST_HEAD(&ife->metalist);

	if (tb[TCA_IFE_METALST]) {
		err = nla_parse_nested(tb2, IFE_META_MAX, tb[TCA_IFE_METALST],
				       NULL);
		if (err) {
metadata_parse_err:
520
			if (exists)
521
				tcf_hash_release(*a, bind);
J
Jamal Hadi Salim 已提交
522
			if (ret == ACT_P_CREATED)
523
				_tcf_ife_cleanup(*a, bind);
J
Jamal Hadi Salim 已提交
524

525 526
			if (exists)
				spin_unlock_bh(&ife->tcf_lock);
J
Jamal Hadi Salim 已提交
527 528 529
			return err;
		}

530
		err = populate_metalist(ife, tb2, exists);
J
Jamal Hadi Salim 已提交
531 532 533 534 535 536 537 538 539 540 541 542
		if (err)
			goto metadata_parse_err;

	} else {
		/* if no passed metadata allow list or passed allow-all
		 * then here we process by adding as many supported metadatum
		 * as we can. You better have at least one else we are
		 * going to bail out
		 */
		err = use_all_metadata(ife);
		if (err) {
			if (ret == ACT_P_CREATED)
543
				_tcf_ife_cleanup(*a, bind);
J
Jamal Hadi Salim 已提交
544

545 546
			if (exists)
				spin_unlock_bh(&ife->tcf_lock);
J
Jamal Hadi Salim 已提交
547 548 549 550
			return err;
		}
	}

551 552
	if (exists)
		spin_unlock_bh(&ife->tcf_lock);
J
Jamal Hadi Salim 已提交
553 554

	if (ret == ACT_P_CREATED)
555
		tcf_hash_insert(tn, *a);
J
Jamal Hadi Salim 已提交
556 557 558 559 560 561 562 563

	return ret;
}

static int tcf_ife_dump(struct sk_buff *skb, struct tc_action *a, int bind,
			int ref)
{
	unsigned char *b = skb_tail_pointer(skb);
564
	struct tcf_ife_info *ife = to_ife(a);
J
Jamal Hadi Salim 已提交
565 566 567 568 569 570 571 572 573 574 575 576
	struct tc_ife opt = {
		.index = ife->tcf_index,
		.refcnt = ife->tcf_refcnt - ref,
		.bindcnt = ife->tcf_bindcnt - bind,
		.action = ife->tcf_action,
		.flags = ife->flags,
	};
	struct tcf_t t;

	if (nla_put(skb, TCA_IFE_PARMS, sizeof(opt), &opt))
		goto nla_put_failure;

577
	tcf_tm_dump(&t, &ife->tcf_tm);
578
	if (nla_put_64bit(skb, TCA_IFE_TM, sizeof(t), &t, TCA_IFE_PAD))
J
Jamal Hadi Salim 已提交
579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626
		goto nla_put_failure;

	if (!is_zero_ether_addr(ife->eth_dst)) {
		if (nla_put(skb, TCA_IFE_DMAC, ETH_ALEN, ife->eth_dst))
			goto nla_put_failure;
	}

	if (!is_zero_ether_addr(ife->eth_src)) {
		if (nla_put(skb, TCA_IFE_SMAC, ETH_ALEN, ife->eth_src))
			goto nla_put_failure;
	}

	if (nla_put(skb, TCA_IFE_TYPE, 2, &ife->eth_type))
		goto nla_put_failure;

	if (dump_metalist(skb, ife)) {
		/*ignore failure to dump metalist */
		pr_info("Failed to dump metalist\n");
	}

	return skb->len;

nla_put_failure:
	nlmsg_trim(skb, b);
	return -1;
}

int find_decode_metaid(struct sk_buff *skb, struct tcf_ife_info *ife,
		       u16 metaid, u16 mlen, void *mdata)
{
	struct tcf_meta_info *e;

	/* XXX: use hash to speed up */
	list_for_each_entry(e, &ife->metalist, metalist) {
		if (metaid == e->metaid) {
			if (e->ops) {
				/* We check for decode presence already */
				return e->ops->decode(skb, mdata, mlen);
			}
		}
	}

	return 0;
}

static int tcf_ife_decode(struct sk_buff *skb, const struct tc_action *a,
			  struct tcf_result *res)
{
627
	struct tcf_ife_info *ife = to_ife(a);
J
Jamal Hadi Salim 已提交
628
	int action = ife->tcf_action;
629 630 631
	u8 *ifehdr_end;
	u8 *tlv_data;
	u16 metalen;
J
Jamal Hadi Salim 已提交
632 633 634

	spin_lock(&ife->tcf_lock);
	bstats_update(&ife->tcf_bstats, skb);
635
	tcf_lastuse_update(&ife->tcf_tm);
J
Jamal Hadi Salim 已提交
636 637
	spin_unlock(&ife->tcf_lock);

638 639 640 641 642
	if (skb_at_tc_ingress(skb))
		skb_push(skb, skb->dev->hard_header_len);

	tlv_data = ife_decode(skb, &metalen);
	if (unlikely(!tlv_data)) {
J
Jamal Hadi Salim 已提交
643 644 645 646 647 648
		spin_lock(&ife->tcf_lock);
		ife->tcf_qstats.drops++;
		spin_unlock(&ife->tcf_lock);
		return TC_ACT_SHOT;
	}

649 650 651 652 653
	ifehdr_end = tlv_data + metalen;
	for (; tlv_data < ifehdr_end; tlv_data = ife_tlv_meta_next(tlv_data)) {
		u8 *curr_data;
		u16 mtype;
		u16 dlen;
J
Jamal Hadi Salim 已提交
654

655
		curr_data = ife_tlv_meta_decode(tlv_data, &mtype, &dlen, NULL);
J
Jamal Hadi Salim 已提交
656

657
		if (find_decode_metaid(skb, ife, mtype, dlen, curr_data)) {
J
Jamal Hadi Salim 已提交
658 659 660
			/* abuse overlimits to count when we receive metadata
			 * but dont have an ops for it
			 */
661 662
			pr_info_ratelimited("Unknown metaid %d dlen %d\n",
					    mtype, dlen);
J
Jamal Hadi Salim 已提交
663 664
			ife->tcf_qstats.overlimits++;
		}
665
	}
J
Jamal Hadi Salim 已提交
666

667 668 669 670 671
	if (WARN_ON(tlv_data != ifehdr_end)) {
		spin_lock(&ife->tcf_lock);
		ife->tcf_qstats.drops++;
		spin_unlock(&ife->tcf_lock);
		return TC_ACT_SHOT;
J
Jamal Hadi Salim 已提交
672 673
	}

674
	skb->protocol = eth_type_trans(skb, skb->dev);
J
Jamal Hadi Salim 已提交
675
	skb_reset_network_header(skb);
676

J
Jamal Hadi Salim 已提交
677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700
	return action;
}

/*XXX: check if we can do this at install time instead of current
 * send data path
**/
static int ife_get_sz(struct sk_buff *skb, struct tcf_ife_info *ife)
{
	struct tcf_meta_info *e, *n;
	int tot_run_sz = 0, run_sz = 0;

	list_for_each_entry_safe(e, n, &ife->metalist, metalist) {
		if (e->ops->check_presence) {
			run_sz = e->ops->check_presence(skb, e);
			tot_run_sz += run_sz;
		}
	}

	return tot_run_sz;
}

static int tcf_ife_encode(struct sk_buff *skb, const struct tc_action *a,
			  struct tcf_result *res)
{
701
	struct tcf_ife_info *ife = to_ife(a);
J
Jamal Hadi Salim 已提交
702 703 704 705 706 707 708 709 710
	int action = ife->tcf_action;
	struct ethhdr *oethh;	/* outer ether header */
	struct tcf_meta_info *e;
	/*
	   OUTERHDR:TOTMETALEN:{TLVHDR:Metadatum:TLVHDR..}:ORIGDATA
	   where ORIGDATA = original ethernet header ...
	 */
	u16 metalen = ife_get_sz(skb, ife);
	int hdrm = metalen + skb->dev->hard_header_len + IFE_METAHDRLEN;
711
	unsigned int skboff = 0;
J
Jamal Hadi Salim 已提交
712 713
	int new_len = skb->len + hdrm;
	bool exceed_mtu = false;
714 715
	void *ife_meta;
	int err = 0;
J
Jamal Hadi Salim 已提交
716

717
	if (!skb_at_tc_ingress(skb)) {
J
Jamal Hadi Salim 已提交
718 719 720 721 722 723
		if (new_len > skb->dev->mtu)
			exceed_mtu = true;
	}

	spin_lock(&ife->tcf_lock);
	bstats_update(&ife->tcf_bstats, skb);
724
	tcf_lastuse_update(&ife->tcf_tm);
J
Jamal Hadi Salim 已提交
725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741

	if (!metalen) {		/* no metadata to send */
		/* abuse overlimits to count when we allow packet
		 * with no metadata
		 */
		ife->tcf_qstats.overlimits++;
		spin_unlock(&ife->tcf_lock);
		return action;
	}
	/* could be stupid policy setup or mtu config
	 * so lets be conservative.. */
	if ((action == TC_ACT_SHOT) || exceed_mtu) {
		ife->tcf_qstats.drops++;
		spin_unlock(&ife->tcf_lock);
		return TC_ACT_SHOT;
	}

742
	if (skb_at_tc_ingress(skb))
J
Jamal Hadi Salim 已提交
743 744
		skb_push(skb, skb->dev->hard_header_len);

745
	ife_meta = ife_encode(skb, metalen);
J
Jamal Hadi Salim 已提交
746 747 748 749 750 751 752

	/* XXX: we dont have a clever way of telling encode to
	 * not repeat some of the computations that are done by
	 * ops->presence_check...
	 */
	list_for_each_entry(e, &ife->metalist, metalist) {
		if (e->ops->encode) {
753
			err = e->ops->encode(skb, (void *)(ife_meta + skboff),
J
Jamal Hadi Salim 已提交
754 755 756 757 758 759 760 761 762 763
					     e);
		}
		if (err < 0) {
			/* too corrupt to keep around if overwritten */
			ife->tcf_qstats.drops++;
			spin_unlock(&ife->tcf_lock);
			return TC_ACT_SHOT;
		}
		skboff += err;
	}
764
	oethh = (struct ethhdr *)skb->data;
J
Jamal Hadi Salim 已提交
765 766 767 768 769 770 771

	if (!is_zero_ether_addr(ife->eth_src))
		ether_addr_copy(oethh->h_source, ife->eth_src);
	if (!is_zero_ether_addr(ife->eth_dst))
		ether_addr_copy(oethh->h_dest, ife->eth_dst);
	oethh->h_proto = htons(ife->eth_type);

772
	if (skb_at_tc_ingress(skb))
J
Jamal Hadi Salim 已提交
773 774 775 776 777 778 779 780 781 782
		skb_pull(skb, skb->dev->hard_header_len);

	spin_unlock(&ife->tcf_lock);

	return action;
}

static int tcf_ife_act(struct sk_buff *skb, const struct tc_action *a,
		       struct tcf_result *res)
{
783
	struct tcf_ife_info *ife = to_ife(a);
J
Jamal Hadi Salim 已提交
784 785 786 787 788 789 790 791 792 793

	if (ife->flags & IFE_ENCODE)
		return tcf_ife_encode(skb, a, res);

	if (!(ife->flags & IFE_ENCODE))
		return tcf_ife_decode(skb, a, res);

	pr_info_ratelimited("unknown failure(policy neither de/encode\n");
	spin_lock(&ife->tcf_lock);
	bstats_update(&ife->tcf_bstats, skb);
794
	tcf_lastuse_update(&ife->tcf_tm);
J
Jamal Hadi Salim 已提交
795 796 797 798 799 800 801 802
	ife->tcf_qstats.drops++;
	spin_unlock(&ife->tcf_lock);

	return TC_ACT_SHOT;
}

static int tcf_ife_walker(struct net *net, struct sk_buff *skb,
			  struct netlink_callback *cb, int type,
803
			  const struct tc_action_ops *ops)
J
Jamal Hadi Salim 已提交
804 805 806
{
	struct tc_action_net *tn = net_generic(net, ife_net_id);

807
	return tcf_generic_walker(tn, skb, cb, type, ops);
J
Jamal Hadi Salim 已提交
808 809
}

810
static int tcf_ife_search(struct net *net, struct tc_action **a, u32 index)
J
Jamal Hadi Salim 已提交
811 812 813 814 815 816 817 818 819 820 821 822 823 824 825 826
{
	struct tc_action_net *tn = net_generic(net, ife_net_id);

	return tcf_hash_search(tn, a, index);
}

static struct tc_action_ops act_ife_ops = {
	.kind = "ife",
	.type = TCA_ACT_IFE,
	.owner = THIS_MODULE,
	.act = tcf_ife_act,
	.dump = tcf_ife_dump,
	.cleanup = tcf_ife_cleanup,
	.init = tcf_ife_init,
	.walk = tcf_ife_walker,
	.lookup = tcf_ife_search,
827
	.size =	sizeof(struct tcf_ife_info),
J
Jamal Hadi Salim 已提交
828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862 863 864 865 866
};

static __net_init int ife_init_net(struct net *net)
{
	struct tc_action_net *tn = net_generic(net, ife_net_id);

	return tc_action_net_init(tn, &act_ife_ops, IFE_TAB_MASK);
}

static void __net_exit ife_exit_net(struct net *net)
{
	struct tc_action_net *tn = net_generic(net, ife_net_id);

	tc_action_net_exit(tn);
}

static struct pernet_operations ife_net_ops = {
	.init = ife_init_net,
	.exit = ife_exit_net,
	.id   = &ife_net_id,
	.size = sizeof(struct tc_action_net),
};

static int __init ife_init_module(void)
{
	return tcf_register_action(&act_ife_ops, &ife_net_ops);
}

static void __exit ife_cleanup_module(void)
{
	tcf_unregister_action(&act_ife_ops, &ife_net_ops);
}

module_init(ife_init_module);
module_exit(ife_cleanup_module);

MODULE_AUTHOR("Jamal Hadi Salim(2015)");
MODULE_DESCRIPTION("Inter-FE LFB action");
MODULE_LICENSE("GPL");