act_ife.c 18.8 KB
Newer Older
J
Jamal Hadi Salim 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34
/*
 * net/sched/ife.c	Inter-FE action based on ForCES WG InterFE LFB
 *
 *		Refer to:
 *		draft-ietf-forces-interfelfb-03
 *		and
 *		netdev01 paper:
 *		"Distributing Linux Traffic Control Classifier-Action
 *		Subsystem"
 *		Authors: Jamal Hadi Salim and Damascene M. Joachimpillai
 *
 *		This program is free software; you can redistribute it and/or
 *		modify it under the terms of the GNU General Public License
 *		as published by the Free Software Foundation; either version
 *		2 of the License, or (at your option) any later version.
 *
 * copyright Jamal Hadi Salim (2015)
 *
*/

#include <linux/types.h>
#include <linux/kernel.h>
#include <linux/string.h>
#include <linux/errno.h>
#include <linux/skbuff.h>
#include <linux/rtnetlink.h>
#include <linux/module.h>
#include <linux/init.h>
#include <net/net_namespace.h>
#include <net/netlink.h>
#include <net/pkt_sched.h>
#include <uapi/linux/tc_act/tc_ife.h>
#include <net/tc_act/tc_ife.h>
#include <linux/etherdevice.h>
35
#include <net/ife.h>
J
Jamal Hadi Salim 已提交
36

37
static unsigned int ife_net_id;
J
Jamal Hadi Salim 已提交
38
static int max_metacnt = IFE_META_MAX + 1;
39
static struct tc_action_ops act_ife_ops;
J
Jamal Hadi Salim 已提交
40 41 42 43 44 45 46 47

static const struct nla_policy ife_policy[TCA_IFE_MAX + 1] = {
	[TCA_IFE_PARMS] = { .len = sizeof(struct tc_ife)},
	[TCA_IFE_DMAC] = { .len = ETH_ALEN},
	[TCA_IFE_SMAC] = { .len = ETH_ALEN},
	[TCA_IFE_TYPE] = { .type = NLA_U16},
};

48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64
int ife_encode_meta_u16(u16 metaval, void *skbdata, struct tcf_meta_info *mi)
{
	u16 edata = 0;

	if (mi->metaval)
		edata = *(u16 *)mi->metaval;
	else if (metaval)
		edata = metaval;

	if (!edata) /* will not encode */
		return 0;

	edata = htons(edata);
	return ife_tlv_meta_encode(skbdata, mi->metaid, 2, &edata);
}
EXPORT_SYMBOL_GPL(ife_encode_meta_u16);

J
Jamal Hadi Salim 已提交
65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82
int ife_get_meta_u32(struct sk_buff *skb, struct tcf_meta_info *mi)
{
	if (mi->metaval)
		return nla_put_u32(skb, mi->metaid, *(u32 *)mi->metaval);
	else
		return nla_put(skb, mi->metaid, 0, NULL);
}
EXPORT_SYMBOL_GPL(ife_get_meta_u32);

int ife_check_meta_u32(u32 metaval, struct tcf_meta_info *mi)
{
	if (metaval || mi->metaval)
		return 8; /* T+L+V == 2+2+4 */

	return 0;
}
EXPORT_SYMBOL_GPL(ife_check_meta_u32);

83 84 85 86 87 88 89 90 91
int ife_check_meta_u16(u16 metaval, struct tcf_meta_info *mi)
{
	if (metaval || mi->metaval)
		return 8; /* T+L+(V) == 2+2+(2+2bytepad) */

	return 0;
}
EXPORT_SYMBOL_GPL(ife_check_meta_u16);

J
Jamal Hadi Salim 已提交
92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117
int ife_encode_meta_u32(u32 metaval, void *skbdata, struct tcf_meta_info *mi)
{
	u32 edata = metaval;

	if (mi->metaval)
		edata = *(u32 *)mi->metaval;
	else if (metaval)
		edata = metaval;

	if (!edata) /* will not encode */
		return 0;

	edata = htonl(edata);
	return ife_tlv_meta_encode(skbdata, mi->metaid, 4, &edata);
}
EXPORT_SYMBOL_GPL(ife_encode_meta_u32);

int ife_get_meta_u16(struct sk_buff *skb, struct tcf_meta_info *mi)
{
	if (mi->metaval)
		return nla_put_u16(skb, mi->metaid, *(u16 *)mi->metaval);
	else
		return nla_put(skb, mi->metaid, 0, NULL);
}
EXPORT_SYMBOL_GPL(ife_get_meta_u16);

118
int ife_alloc_meta_u32(struct tcf_meta_info *mi, void *metaval, gfp_t gfp)
J
Jamal Hadi Salim 已提交
119
{
120
	mi->metaval = kmemdup(metaval, sizeof(u32), gfp);
J
Jamal Hadi Salim 已提交
121 122 123 124 125 126 127
	if (!mi->metaval)
		return -ENOMEM;

	return 0;
}
EXPORT_SYMBOL_GPL(ife_alloc_meta_u32);

128
int ife_alloc_meta_u16(struct tcf_meta_info *mi, void *metaval, gfp_t gfp)
J
Jamal Hadi Salim 已提交
129
{
130
	mi->metaval = kmemdup(metaval, sizeof(u16), gfp);
J
Jamal Hadi Salim 已提交
131 132 133 134 135 136 137 138 139 140 141 142 143 144 145
	if (!mi->metaval)
		return -ENOMEM;

	return 0;
}
EXPORT_SYMBOL_GPL(ife_alloc_meta_u16);

void ife_release_meta_gen(struct tcf_meta_info *mi)
{
	kfree(mi->metaval);
}
EXPORT_SYMBOL_GPL(ife_release_meta_gen);

int ife_validate_meta_u32(void *val, int len)
{
146
	if (len == sizeof(u32))
J
Jamal Hadi Salim 已提交
147 148 149 150 151 152 153 154
		return 0;

	return -EINVAL;
}
EXPORT_SYMBOL_GPL(ife_validate_meta_u32);

int ife_validate_meta_u16(void *val, int len)
{
155 156
	/* length will not include padding */
	if (len == sizeof(u16))
J
Jamal Hadi Salim 已提交
157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251
		return 0;

	return -EINVAL;
}
EXPORT_SYMBOL_GPL(ife_validate_meta_u16);

static LIST_HEAD(ifeoplist);
static DEFINE_RWLOCK(ife_mod_lock);

static struct tcf_meta_ops *find_ife_oplist(u16 metaid)
{
	struct tcf_meta_ops *o;

	read_lock(&ife_mod_lock);
	list_for_each_entry(o, &ifeoplist, list) {
		if (o->metaid == metaid) {
			if (!try_module_get(o->owner))
				o = NULL;
			read_unlock(&ife_mod_lock);
			return o;
		}
	}
	read_unlock(&ife_mod_lock);

	return NULL;
}

int register_ife_op(struct tcf_meta_ops *mops)
{
	struct tcf_meta_ops *m;

	if (!mops->metaid || !mops->metatype || !mops->name ||
	    !mops->check_presence || !mops->encode || !mops->decode ||
	    !mops->get || !mops->alloc)
		return -EINVAL;

	write_lock(&ife_mod_lock);

	list_for_each_entry(m, &ifeoplist, list) {
		if (m->metaid == mops->metaid ||
		    (strcmp(mops->name, m->name) == 0)) {
			write_unlock(&ife_mod_lock);
			return -EEXIST;
		}
	}

	if (!mops->release)
		mops->release = ife_release_meta_gen;

	list_add_tail(&mops->list, &ifeoplist);
	write_unlock(&ife_mod_lock);
	return 0;
}
EXPORT_SYMBOL_GPL(unregister_ife_op);

int unregister_ife_op(struct tcf_meta_ops *mops)
{
	struct tcf_meta_ops *m;
	int err = -ENOENT;

	write_lock(&ife_mod_lock);
	list_for_each_entry(m, &ifeoplist, list) {
		if (m->metaid == mops->metaid) {
			list_del(&mops->list);
			err = 0;
			break;
		}
	}
	write_unlock(&ife_mod_lock);

	return err;
}
EXPORT_SYMBOL_GPL(register_ife_op);

static int ife_validate_metatype(struct tcf_meta_ops *ops, void *val, int len)
{
	int ret = 0;
	/* XXX: unfortunately cant use nla_policy at this point
	* because a length of 0 is valid in the case of
	* "allow". "use" semantics do enforce for proper
	* length and i couldve use nla_policy but it makes it hard
	* to use it just for that..
	*/
	if (ops->validate)
		return ops->validate(val, len);

	if (ops->metatype == NLA_U32)
		ret = ife_validate_meta_u32(val, len);
	else if (ops->metatype == NLA_U16)
		ret = ife_validate_meta_u16(val, len);

	return ret;
}

/* called when adding new meta information
252
 * under ife->tcf_lock for existing action
J
Jamal Hadi Salim 已提交
253 254
*/
static int load_metaops_and_vet(struct tcf_ife_info *ife, u32 metaid,
255
				void *val, int len, bool exists)
J
Jamal Hadi Salim 已提交
256 257 258 259 260 261 262
{
	struct tcf_meta_ops *ops = find_ife_oplist(metaid);
	int ret = 0;

	if (!ops) {
		ret = -ENOENT;
#ifdef CONFIG_MODULES
263 264
		if (exists)
			spin_unlock_bh(&ife->tcf_lock);
J
Jamal Hadi Salim 已提交
265 266 267
		rtnl_unlock();
		request_module("ifemeta%u", metaid);
		rtnl_lock();
268 269
		if (exists)
			spin_lock_bh(&ife->tcf_lock);
J
Jamal Hadi Salim 已提交
270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285
		ops = find_ife_oplist(metaid);
#endif
	}

	if (ops) {
		ret = 0;
		if (len)
			ret = ife_validate_metatype(ops, val, len);

		module_put(ops->owner);
	}

	return ret;
}

/* called when adding new meta information
286
 * under ife->tcf_lock for existing action
J
Jamal Hadi Salim 已提交
287 288
*/
static int add_metainfo(struct tcf_ife_info *ife, u32 metaid, void *metaval,
289
			int len, bool atomic)
J
Jamal Hadi Salim 已提交
290 291 292 293 294 295 296 297
{
	struct tcf_meta_info *mi = NULL;
	struct tcf_meta_ops *ops = find_ife_oplist(metaid);
	int ret = 0;

	if (!ops)
		return -ENOENT;

298
	mi = kzalloc(sizeof(*mi), atomic ? GFP_ATOMIC : GFP_KERNEL);
J
Jamal Hadi Salim 已提交
299 300 301 302 303 304 305 306 307
	if (!mi) {
		/*put back what find_ife_oplist took */
		module_put(ops->owner);
		return -ENOMEM;
	}

	mi->metaid = metaid;
	mi->ops = ops;
	if (len > 0) {
308
		ret = ops->alloc(mi, metaval, atomic ? GFP_ATOMIC : GFP_KERNEL);
J
Jamal Hadi Salim 已提交
309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326
		if (ret != 0) {
			kfree(mi);
			module_put(ops->owner);
			return ret;
		}
	}

	list_add_tail(&mi->metalist, &ife->metalist);

	return ret;
}

static int use_all_metadata(struct tcf_ife_info *ife)
{
	struct tcf_meta_ops *o;
	int rc = 0;
	int installed = 0;

327
	read_lock(&ife_mod_lock);
J
Jamal Hadi Salim 已提交
328
	list_for_each_entry(o, &ifeoplist, list) {
329
		rc = add_metainfo(ife, o->metaid, NULL, 0, true);
J
Jamal Hadi Salim 已提交
330 331 332
		if (rc == 0)
			installed += 1;
	}
333
	read_unlock(&ife_mod_lock);
J
Jamal Hadi Salim 已提交
334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375

	if (installed)
		return 0;
	else
		return -EINVAL;
}

static int dump_metalist(struct sk_buff *skb, struct tcf_ife_info *ife)
{
	struct tcf_meta_info *e;
	struct nlattr *nest;
	unsigned char *b = skb_tail_pointer(skb);
	int total_encoded = 0;

	/*can only happen on decode */
	if (list_empty(&ife->metalist))
		return 0;

	nest = nla_nest_start(skb, TCA_IFE_METALST);
	if (!nest)
		goto out_nlmsg_trim;

	list_for_each_entry(e, &ife->metalist, metalist) {
		if (!e->ops->get(skb, e))
			total_encoded += 1;
	}

	if (!total_encoded)
		goto out_nlmsg_trim;

	nla_nest_end(skb, nest);

	return 0;

out_nlmsg_trim:
	nlmsg_trim(skb, b);
	return -1;
}

/* under ife->tcf_lock */
static void _tcf_ife_cleanup(struct tc_action *a, int bind)
{
376
	struct tcf_ife_info *ife = to_ife(a);
J
Jamal Hadi Salim 已提交
377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393
	struct tcf_meta_info *e, *n;

	list_for_each_entry_safe(e, n, &ife->metalist, metalist) {
		module_put(e->ops->owner);
		list_del(&e->metalist);
		if (e->metaval) {
			if (e->ops->release)
				e->ops->release(e);
			else
				kfree(e->metaval);
		}
		kfree(e);
	}
}

static void tcf_ife_cleanup(struct tc_action *a, int bind)
{
394
	struct tcf_ife_info *ife = to_ife(a);
J
Jamal Hadi Salim 已提交
395 396 397 398 399 400

	spin_lock_bh(&ife->tcf_lock);
	_tcf_ife_cleanup(a, bind);
	spin_unlock_bh(&ife->tcf_lock);
}

401 402 403
/* under ife->tcf_lock for existing action */
static int populate_metalist(struct tcf_ife_info *ife, struct nlattr **tb,
			     bool exists)
J
Jamal Hadi Salim 已提交
404 405 406 407 408 409 410 411 412 413 414
{
	int len = 0;
	int rc = 0;
	int i = 0;
	void *val;

	for (i = 1; i < max_metacnt; i++) {
		if (tb[i]) {
			val = nla_data(tb[i]);
			len = nla_len(tb[i]);

415
			rc = load_metaops_and_vet(ife, i, val, len, exists);
J
Jamal Hadi Salim 已提交
416 417 418
			if (rc != 0)
				return rc;

419
			rc = add_metainfo(ife, i, val, len, exists);
J
Jamal Hadi Salim 已提交
420 421 422 423 424 425 426 427 428
			if (rc)
				return rc;
		}
	}

	return rc;
}

static int tcf_ife_init(struct net *net, struct nlattr *nla,
429
			struct nlattr *est, struct tc_action **a,
J
Jamal Hadi Salim 已提交
430 431 432 433 434 435
			int ovr, int bind)
{
	struct tc_action_net *tn = net_generic(net, ife_net_id);
	struct nlattr *tb[TCA_IFE_MAX + 1];
	struct nlattr *tb2[IFE_META_MAX + 1];
	struct tcf_ife_info *ife;
436
	u16 ife_type = ETH_P_IFE;
J
Jamal Hadi Salim 已提交
437 438 439
	struct tc_ife *parm;
	u8 *daddr = NULL;
	u8 *saddr = NULL;
440 441
	bool exists = false;
	int ret = 0;
J
Jamal Hadi Salim 已提交
442 443
	int err;

444
	err = nla_parse_nested(tb, TCA_IFE_MAX, nla, ife_policy, NULL);
J
Jamal Hadi Salim 已提交
445 446 447 448 449 450 451 452
	if (err < 0)
		return err;

	if (!tb[TCA_IFE_PARMS])
		return -EINVAL;

	parm = nla_data(tb[TCA_IFE_PARMS]);

453
	exists = tcf_idr_check(tn, parm->index, a, bind);
454 455 456 457
	if (exists && bind)
		return 0;

	if (!exists) {
458 459
		ret = tcf_idr_create(tn, parm->index, est, a, &act_ife_ops,
				     bind, false);
J
Jamal Hadi Salim 已提交
460 461 462 463
		if (ret)
			return ret;
		ret = ACT_P_CREATED;
	} else {
464
		tcf_idr_release(*a, bind);
J
Jamal Hadi Salim 已提交
465 466 467 468
		if (!ovr)
			return -EEXIST;
	}

469
	ife = to_ife(*a);
J
Jamal Hadi Salim 已提交
470 471 472
	ife->flags = parm->flags;

	if (parm->flags & IFE_ENCODE) {
473 474
		if (tb[TCA_IFE_TYPE])
			ife_type = nla_get_u16(tb[TCA_IFE_TYPE]);
J
Jamal Hadi Salim 已提交
475 476 477 478 479 480
		if (tb[TCA_IFE_DMAC])
			daddr = nla_data(tb[TCA_IFE_DMAC]);
		if (tb[TCA_IFE_SMAC])
			saddr = nla_data(tb[TCA_IFE_SMAC]);
	}

481 482
	if (exists)
		spin_lock_bh(&ife->tcf_lock);
J
Jamal Hadi Salim 已提交
483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503
	ife->tcf_action = parm->action;

	if (parm->flags & IFE_ENCODE) {
		if (daddr)
			ether_addr_copy(ife->eth_dst, daddr);
		else
			eth_zero_addr(ife->eth_dst);

		if (saddr)
			ether_addr_copy(ife->eth_src, saddr);
		else
			eth_zero_addr(ife->eth_src);

		ife->eth_type = ife_type;
	}

	if (ret == ACT_P_CREATED)
		INIT_LIST_HEAD(&ife->metalist);

	if (tb[TCA_IFE_METALST]) {
		err = nla_parse_nested(tb2, IFE_META_MAX, tb[TCA_IFE_METALST],
504
				       NULL, NULL);
J
Jamal Hadi Salim 已提交
505 506
		if (err) {
metadata_parse_err:
507
			if (exists)
508
				tcf_idr_release(*a, bind);
J
Jamal Hadi Salim 已提交
509
			if (ret == ACT_P_CREATED)
510
				_tcf_ife_cleanup(*a, bind);
J
Jamal Hadi Salim 已提交
511

512 513
			if (exists)
				spin_unlock_bh(&ife->tcf_lock);
J
Jamal Hadi Salim 已提交
514 515 516
			return err;
		}

517
		err = populate_metalist(ife, tb2, exists);
J
Jamal Hadi Salim 已提交
518 519 520 521 522 523 524 525 526 527 528 529
		if (err)
			goto metadata_parse_err;

	} else {
		/* if no passed metadata allow list or passed allow-all
		 * then here we process by adding as many supported metadatum
		 * as we can. You better have at least one else we are
		 * going to bail out
		 */
		err = use_all_metadata(ife);
		if (err) {
			if (ret == ACT_P_CREATED)
530
				_tcf_ife_cleanup(*a, bind);
J
Jamal Hadi Salim 已提交
531

532 533
			if (exists)
				spin_unlock_bh(&ife->tcf_lock);
J
Jamal Hadi Salim 已提交
534 535 536 537
			return err;
		}
	}

538 539
	if (exists)
		spin_unlock_bh(&ife->tcf_lock);
J
Jamal Hadi Salim 已提交
540 541

	if (ret == ACT_P_CREATED)
542
		tcf_idr_insert(tn, *a);
J
Jamal Hadi Salim 已提交
543 544 545 546 547 548 549 550

	return ret;
}

static int tcf_ife_dump(struct sk_buff *skb, struct tc_action *a, int bind,
			int ref)
{
	unsigned char *b = skb_tail_pointer(skb);
551
	struct tcf_ife_info *ife = to_ife(a);
J
Jamal Hadi Salim 已提交
552 553 554 555 556 557 558 559 560 561 562 563
	struct tc_ife opt = {
		.index = ife->tcf_index,
		.refcnt = ife->tcf_refcnt - ref,
		.bindcnt = ife->tcf_bindcnt - bind,
		.action = ife->tcf_action,
		.flags = ife->flags,
	};
	struct tcf_t t;

	if (nla_put(skb, TCA_IFE_PARMS, sizeof(opt), &opt))
		goto nla_put_failure;

564
	tcf_tm_dump(&t, &ife->tcf_tm);
565
	if (nla_put_64bit(skb, TCA_IFE_TM, sizeof(t), &t, TCA_IFE_PAD))
J
Jamal Hadi Salim 已提交
566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592
		goto nla_put_failure;

	if (!is_zero_ether_addr(ife->eth_dst)) {
		if (nla_put(skb, TCA_IFE_DMAC, ETH_ALEN, ife->eth_dst))
			goto nla_put_failure;
	}

	if (!is_zero_ether_addr(ife->eth_src)) {
		if (nla_put(skb, TCA_IFE_SMAC, ETH_ALEN, ife->eth_src))
			goto nla_put_failure;
	}

	if (nla_put(skb, TCA_IFE_TYPE, 2, &ife->eth_type))
		goto nla_put_failure;

	if (dump_metalist(skb, ife)) {
		/*ignore failure to dump metalist */
		pr_info("Failed to dump metalist\n");
	}

	return skb->len;

nla_put_failure:
	nlmsg_trim(skb, b);
	return -1;
}

593 594
static int find_decode_metaid(struct sk_buff *skb, struct tcf_ife_info *ife,
			      u16 metaid, u16 mlen, void *mdata)
J
Jamal Hadi Salim 已提交
595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613
{
	struct tcf_meta_info *e;

	/* XXX: use hash to speed up */
	list_for_each_entry(e, &ife->metalist, metalist) {
		if (metaid == e->metaid) {
			if (e->ops) {
				/* We check for decode presence already */
				return e->ops->decode(skb, mdata, mlen);
			}
		}
	}

	return 0;
}

static int tcf_ife_decode(struct sk_buff *skb, const struct tc_action *a,
			  struct tcf_result *res)
{
614
	struct tcf_ife_info *ife = to_ife(a);
J
Jamal Hadi Salim 已提交
615
	int action = ife->tcf_action;
616 617 618
	u8 *ifehdr_end;
	u8 *tlv_data;
	u16 metalen;
J
Jamal Hadi Salim 已提交
619 620 621

	spin_lock(&ife->tcf_lock);
	bstats_update(&ife->tcf_bstats, skb);
622
	tcf_lastuse_update(&ife->tcf_tm);
J
Jamal Hadi Salim 已提交
623 624
	spin_unlock(&ife->tcf_lock);

625 626 627 628 629
	if (skb_at_tc_ingress(skb))
		skb_push(skb, skb->dev->hard_header_len);

	tlv_data = ife_decode(skb, &metalen);
	if (unlikely(!tlv_data)) {
J
Jamal Hadi Salim 已提交
630 631 632 633 634 635
		spin_lock(&ife->tcf_lock);
		ife->tcf_qstats.drops++;
		spin_unlock(&ife->tcf_lock);
		return TC_ACT_SHOT;
	}

636 637 638 639 640
	ifehdr_end = tlv_data + metalen;
	for (; tlv_data < ifehdr_end; tlv_data = ife_tlv_meta_next(tlv_data)) {
		u8 *curr_data;
		u16 mtype;
		u16 dlen;
J
Jamal Hadi Salim 已提交
641

642
		curr_data = ife_tlv_meta_decode(tlv_data, &mtype, &dlen, NULL);
J
Jamal Hadi Salim 已提交
643

644
		if (find_decode_metaid(skb, ife, mtype, dlen, curr_data)) {
J
Jamal Hadi Salim 已提交
645 646 647
			/* abuse overlimits to count when we receive metadata
			 * but dont have an ops for it
			 */
648 649
			pr_info_ratelimited("Unknown metaid %d dlen %d\n",
					    mtype, dlen);
J
Jamal Hadi Salim 已提交
650 651
			ife->tcf_qstats.overlimits++;
		}
652
	}
J
Jamal Hadi Salim 已提交
653

654 655 656 657 658
	if (WARN_ON(tlv_data != ifehdr_end)) {
		spin_lock(&ife->tcf_lock);
		ife->tcf_qstats.drops++;
		spin_unlock(&ife->tcf_lock);
		return TC_ACT_SHOT;
J
Jamal Hadi Salim 已提交
659 660
	}

661
	skb->protocol = eth_type_trans(skb, skb->dev);
J
Jamal Hadi Salim 已提交
662
	skb_reset_network_header(skb);
663

J
Jamal Hadi Salim 已提交
664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687
	return action;
}

/*XXX: check if we can do this at install time instead of current
 * send data path
**/
static int ife_get_sz(struct sk_buff *skb, struct tcf_ife_info *ife)
{
	struct tcf_meta_info *e, *n;
	int tot_run_sz = 0, run_sz = 0;

	list_for_each_entry_safe(e, n, &ife->metalist, metalist) {
		if (e->ops->check_presence) {
			run_sz = e->ops->check_presence(skb, e);
			tot_run_sz += run_sz;
		}
	}

	return tot_run_sz;
}

static int tcf_ife_encode(struct sk_buff *skb, const struct tc_action *a,
			  struct tcf_result *res)
{
688
	struct tcf_ife_info *ife = to_ife(a);
J
Jamal Hadi Salim 已提交
689 690 691 692 693 694 695 696 697
	int action = ife->tcf_action;
	struct ethhdr *oethh;	/* outer ether header */
	struct tcf_meta_info *e;
	/*
	   OUTERHDR:TOTMETALEN:{TLVHDR:Metadatum:TLVHDR..}:ORIGDATA
	   where ORIGDATA = original ethernet header ...
	 */
	u16 metalen = ife_get_sz(skb, ife);
	int hdrm = metalen + skb->dev->hard_header_len + IFE_METAHDRLEN;
698
	unsigned int skboff = 0;
J
Jamal Hadi Salim 已提交
699 700
	int new_len = skb->len + hdrm;
	bool exceed_mtu = false;
701 702
	void *ife_meta;
	int err = 0;
J
Jamal Hadi Salim 已提交
703

704
	if (!skb_at_tc_ingress(skb)) {
J
Jamal Hadi Salim 已提交
705 706 707 708 709 710
		if (new_len > skb->dev->mtu)
			exceed_mtu = true;
	}

	spin_lock(&ife->tcf_lock);
	bstats_update(&ife->tcf_bstats, skb);
711
	tcf_lastuse_update(&ife->tcf_tm);
J
Jamal Hadi Salim 已提交
712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728

	if (!metalen) {		/* no metadata to send */
		/* abuse overlimits to count when we allow packet
		 * with no metadata
		 */
		ife->tcf_qstats.overlimits++;
		spin_unlock(&ife->tcf_lock);
		return action;
	}
	/* could be stupid policy setup or mtu config
	 * so lets be conservative.. */
	if ((action == TC_ACT_SHOT) || exceed_mtu) {
		ife->tcf_qstats.drops++;
		spin_unlock(&ife->tcf_lock);
		return TC_ACT_SHOT;
	}

729
	if (skb_at_tc_ingress(skb))
J
Jamal Hadi Salim 已提交
730 731
		skb_push(skb, skb->dev->hard_header_len);

732
	ife_meta = ife_encode(skb, metalen);
J
Jamal Hadi Salim 已提交
733 734 735 736 737 738 739

	/* XXX: we dont have a clever way of telling encode to
	 * not repeat some of the computations that are done by
	 * ops->presence_check...
	 */
	list_for_each_entry(e, &ife->metalist, metalist) {
		if (e->ops->encode) {
740
			err = e->ops->encode(skb, (void *)(ife_meta + skboff),
J
Jamal Hadi Salim 已提交
741 742 743 744 745 746 747 748 749 750
					     e);
		}
		if (err < 0) {
			/* too corrupt to keep around if overwritten */
			ife->tcf_qstats.drops++;
			spin_unlock(&ife->tcf_lock);
			return TC_ACT_SHOT;
		}
		skboff += err;
	}
751
	oethh = (struct ethhdr *)skb->data;
J
Jamal Hadi Salim 已提交
752 753 754 755 756 757 758

	if (!is_zero_ether_addr(ife->eth_src))
		ether_addr_copy(oethh->h_source, ife->eth_src);
	if (!is_zero_ether_addr(ife->eth_dst))
		ether_addr_copy(oethh->h_dest, ife->eth_dst);
	oethh->h_proto = htons(ife->eth_type);

759
	if (skb_at_tc_ingress(skb))
J
Jamal Hadi Salim 已提交
760 761 762 763 764 765 766 767 768 769
		skb_pull(skb, skb->dev->hard_header_len);

	spin_unlock(&ife->tcf_lock);

	return action;
}

static int tcf_ife_act(struct sk_buff *skb, const struct tc_action *a,
		       struct tcf_result *res)
{
770
	struct tcf_ife_info *ife = to_ife(a);
J
Jamal Hadi Salim 已提交
771 772 773 774 775 776 777 778 779 780

	if (ife->flags & IFE_ENCODE)
		return tcf_ife_encode(skb, a, res);

	if (!(ife->flags & IFE_ENCODE))
		return tcf_ife_decode(skb, a, res);

	pr_info_ratelimited("unknown failure(policy neither de/encode\n");
	spin_lock(&ife->tcf_lock);
	bstats_update(&ife->tcf_bstats, skb);
781
	tcf_lastuse_update(&ife->tcf_tm);
J
Jamal Hadi Salim 已提交
782 783 784 785 786 787 788 789
	ife->tcf_qstats.drops++;
	spin_unlock(&ife->tcf_lock);

	return TC_ACT_SHOT;
}

static int tcf_ife_walker(struct net *net, struct sk_buff *skb,
			  struct netlink_callback *cb, int type,
790
			  const struct tc_action_ops *ops)
J
Jamal Hadi Salim 已提交
791 792 793
{
	struct tc_action_net *tn = net_generic(net, ife_net_id);

794
	return tcf_generic_walker(tn, skb, cb, type, ops);
J
Jamal Hadi Salim 已提交
795 796
}

797
static int tcf_ife_search(struct net *net, struct tc_action **a, u32 index)
J
Jamal Hadi Salim 已提交
798 799 800
{
	struct tc_action_net *tn = net_generic(net, ife_net_id);

801
	return tcf_idr_search(tn, a, index);
J
Jamal Hadi Salim 已提交
802 803 804 805 806 807 808 809 810 811 812 813
}

static struct tc_action_ops act_ife_ops = {
	.kind = "ife",
	.type = TCA_ACT_IFE,
	.owner = THIS_MODULE,
	.act = tcf_ife_act,
	.dump = tcf_ife_dump,
	.cleanup = tcf_ife_cleanup,
	.init = tcf_ife_init,
	.walk = tcf_ife_walker,
	.lookup = tcf_ife_search,
814
	.size =	sizeof(struct tcf_ife_info),
J
Jamal Hadi Salim 已提交
815 816 817 818 819 820
};

static __net_init int ife_init_net(struct net *net)
{
	struct tc_action_net *tn = net_generic(net, ife_net_id);

821
	return tc_action_net_init(tn, &act_ife_ops);
J
Jamal Hadi Salim 已提交
822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844 845 846 847 848 849 850 851 852 853
}

static void __net_exit ife_exit_net(struct net *net)
{
	struct tc_action_net *tn = net_generic(net, ife_net_id);

	tc_action_net_exit(tn);
}

static struct pernet_operations ife_net_ops = {
	.init = ife_init_net,
	.exit = ife_exit_net,
	.id   = &ife_net_id,
	.size = sizeof(struct tc_action_net),
};

static int __init ife_init_module(void)
{
	return tcf_register_action(&act_ife_ops, &ife_net_ops);
}

static void __exit ife_cleanup_module(void)
{
	tcf_unregister_action(&act_ife_ops, &ife_net_ops);
}

module_init(ife_init_module);
module_exit(ife_cleanup_module);

MODULE_AUTHOR("Jamal Hadi Salim(2015)");
MODULE_DESCRIPTION("Inter-FE LFB action");
MODULE_LICENSE("GPL");