act_pedit.c 6.3 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19
/*
 * net/sched/pedit.c	Generic packet editor
 *
 *		This program is free software; you can redistribute it and/or
 *		modify it under the terms of the GNU General Public License
 *		as published by the Free Software Foundation; either version
 *		2 of the License, or (at your option) any later version.
 *
 * Authors:	Jamal Hadi Salim (2002-4)
 */

#include <linux/types.h>
#include <linux/kernel.h>
#include <linux/string.h>
#include <linux/errno.h>
#include <linux/skbuff.h>
#include <linux/rtnetlink.h>
#include <linux/module.h>
#include <linux/init.h>
20
#include <linux/slab.h>
21
#include <net/netlink.h>
L
Linus Torvalds 已提交
22 23 24 25
#include <net/pkt_sched.h>
#include <linux/tc_act/tc_pedit.h>
#include <net/tc_act/tc_pedit.h>

26 27 28
#define PEDIT_TAB_MASK	15
static struct tcf_common *tcf_pedit_ht[PEDIT_TAB_MASK + 1];
static u32 pedit_idx_gen;
L
Linus Torvalds 已提交
29 30
static DEFINE_RWLOCK(pedit_lock);

31 32 33 34 35
static struct tcf_hashinfo pedit_hash_info = {
	.htab	=	tcf_pedit_ht,
	.hmask	=	PEDIT_TAB_MASK,
	.lock	=	&pedit_lock,
};
L
Linus Torvalds 已提交
36

37
static const struct nla_policy pedit_policy[TCA_PEDIT_MAX + 1] = {
J
jamal 已提交
38
	[TCA_PEDIT_PARMS]	= { .len = sizeof(struct tc_pedit) },
39 40
};

41 42 43
static int tcf_pedit_init(struct net *net, struct nlattr *nla,
			  struct nlattr *est, struct tc_action *a,
			  int ovr, int bind)
L
Linus Torvalds 已提交
44
{
45
	struct nlattr *tb[TCA_PEDIT_MAX + 1];
L
Linus Torvalds 已提交
46
	struct tc_pedit *parm;
47
	int ret = 0, err;
L
Linus Torvalds 已提交
48
	struct tcf_pedit *p;
49
	struct tcf_common *pc;
L
Linus Torvalds 已提交
50 51 52
	struct tc_pedit_key *keys = NULL;
	int ksize;

53
	if (nla == NULL)
L
Linus Torvalds 已提交
54 55
		return -EINVAL;

56
	err = nla_parse_nested(tb, TCA_PEDIT_MAX, nla, pedit_policy);
57 58 59
	if (err < 0)
		return err;

60
	if (tb[TCA_PEDIT_PARMS] == NULL)
L
Linus Torvalds 已提交
61
		return -EINVAL;
62
	parm = nla_data(tb[TCA_PEDIT_PARMS]);
L
Linus Torvalds 已提交
63
	ksize = parm->nkeys * sizeof(struct tc_pedit_key);
64
	if (nla_len(tb[TCA_PEDIT_PARMS]) < sizeof(*parm) + ksize)
L
Linus Torvalds 已提交
65 66
		return -EINVAL;

67 68
	pc = tcf_hash_check(parm->index, a, bind, &pedit_hash_info);
	if (!pc) {
L
Linus Torvalds 已提交
69 70
		if (!parm->nkeys)
			return -EINVAL;
71 72
		pc = tcf_hash_create(parm->index, est, a, sizeof(*p), bind,
				     &pedit_idx_gen, &pedit_hash_info);
73
		if (IS_ERR(pc))
E
Eric Dumazet 已提交
74
			return PTR_ERR(pc);
75
		p = to_pedit(pc);
L
Linus Torvalds 已提交
76 77
		keys = kmalloc(ksize, GFP_KERNEL);
		if (keys == NULL) {
78 79 80 81
			if (est)
				gen_kill_estimator(&pc->tcfc_bstats,
						   &pc->tcfc_rate_est);
			kfree_rcu(pc, tcfc_rcu);
L
Linus Torvalds 已提交
82 83 84 85
			return -ENOMEM;
		}
		ret = ACT_P_CREATED;
	} else {
86
		p = to_pedit(pc);
L
Linus Torvalds 已提交
87
		if (!ovr) {
88
			tcf_hash_release(pc, bind, &pedit_hash_info);
L
Linus Torvalds 已提交
89 90
			return -EEXIST;
		}
91
		if (p->tcfp_nkeys && p->tcfp_nkeys != parm->nkeys) {
L
Linus Torvalds 已提交
92 93 94 95 96 97
			keys = kmalloc(ksize, GFP_KERNEL);
			if (keys == NULL)
				return -ENOMEM;
		}
	}

98 99 100
	spin_lock_bh(&p->tcf_lock);
	p->tcfp_flags = parm->flags;
	p->tcf_action = parm->action;
L
Linus Torvalds 已提交
101
	if (keys) {
102 103 104
		kfree(p->tcfp_keys);
		p->tcfp_keys = keys;
		p->tcfp_nkeys = parm->nkeys;
L
Linus Torvalds 已提交
105
	}
106 107
	memcpy(p->tcfp_keys, parm->keys, ksize);
	spin_unlock_bh(&p->tcf_lock);
L
Linus Torvalds 已提交
108
	if (ret == ACT_P_CREATED)
109
		tcf_hash_insert(pc, &pedit_hash_info);
L
Linus Torvalds 已提交
110 111 112
	return ret;
}

113
static int tcf_pedit_cleanup(struct tc_action *a, int bind)
L
Linus Torvalds 已提交
114
{
115
	struct tcf_pedit *p = a->priv;
L
Linus Torvalds 已提交
116

117 118 119
	if (p) {
		struct tc_pedit_key *keys = p->tcfp_keys;
		if (tcf_hash_release(&p->common, bind, &pedit_hash_info)) {
L
Linus Torvalds 已提交
120 121 122 123 124 125 126
			kfree(keys);
			return 1;
		}
	}
	return 0;
}

127
static int tcf_pedit(struct sk_buff *skb, const struct tc_action *a,
128
		     struct tcf_result *res)
L
Linus Torvalds 已提交
129
{
130
	struct tcf_pedit *p = a->priv;
L
Linus Torvalds 已提交
131
	int i, munged = 0;
C
Changli Gao 已提交
132
	unsigned int off;
L
Linus Torvalds 已提交
133

E
Eric Dumazet 已提交
134 135 136
	if (skb_cloned(skb) &&
	    pskb_expand_head(skb, 0, 0, GFP_ATOMIC))
		return p->tcf_action;
L
Linus Torvalds 已提交
137

C
Changli Gao 已提交
138
	off = skb_network_offset(skb);
L
Linus Torvalds 已提交
139

140
	spin_lock(&p->tcf_lock);
L
Linus Torvalds 已提交
141

142
	p->tcf_tm.lastuse = jiffies;
L
Linus Torvalds 已提交
143

144 145
	if (p->tcfp_nkeys > 0) {
		struct tc_pedit_key *tkey = p->tcfp_keys;
L
Linus Torvalds 已提交
146

147
		for (i = p->tcfp_nkeys; i > 0; i--, tkey++) {
C
Changli Gao 已提交
148
			u32 *ptr, _data;
L
Linus Torvalds 已提交
149 150 151
			int offset = tkey->off;

			if (tkey->offmask) {
C
Changli Gao 已提交
152 153 154 155 156
				char *d, _d;

				d = skb_header_pointer(skb, off + tkey->at, 1,
						       &_d);
				if (!d)
L
Linus Torvalds 已提交
157
					goto bad;
C
Changli Gao 已提交
158
				offset += (*d & tkey->offmask) >> tkey->shift;
L
Linus Torvalds 已提交
159 160 161
			}

			if (offset % 4) {
162 163
				pr_info("tc filter pedit"
					" offset must be on 32 bit boundaries\n");
L
Linus Torvalds 已提交
164 165
				goto bad;
			}
166
			if (offset > 0 && offset > skb->len) {
167
				pr_info("tc filter pedit"
L
Lucas De Marchi 已提交
168
					" offset %d can't exceed pkt length %d\n",
L
Linus Torvalds 已提交
169 170 171 172
				       offset, skb->len);
				goto bad;
			}

C
Changli Gao 已提交
173 174 175
			ptr = skb_header_pointer(skb, off + offset, 4, &_data);
			if (!ptr)
				goto bad;
L
Linus Torvalds 已提交
176 177
			/* just do it, baby */
			*ptr = ((*ptr & tkey->mask) ^ tkey->val);
C
Changli Gao 已提交
178 179
			if (ptr == &_data)
				skb_store_bits(skb, off + offset, ptr, 4);
L
Linus Torvalds 已提交
180 181
			munged++;
		}
182

L
Linus Torvalds 已提交
183 184 185
		if (munged)
			skb->tc_verd = SET_TC_MUNGED(skb->tc_verd);
		goto done;
186 187
	} else
		WARN(1, "pedit BUG: index %d\n", p->tcf_index);
L
Linus Torvalds 已提交
188 189

bad:
190
	p->tcf_qstats.overlimits++;
L
Linus Torvalds 已提交
191
done:
192
	bstats_update(&p->tcf_bstats, skb);
193 194
	spin_unlock(&p->tcf_lock);
	return p->tcf_action;
L
Linus Torvalds 已提交
195 196
}

197 198
static int tcf_pedit_dump(struct sk_buff *skb, struct tc_action *a,
			  int bind, int ref)
L
Linus Torvalds 已提交
199
{
200
	unsigned char *b = skb_tail_pointer(skb);
201
	struct tcf_pedit *p = a->priv;
L
Linus Torvalds 已提交
202 203
	struct tc_pedit *opt;
	struct tcf_t t;
204 205
	int s;

206
	s = sizeof(*opt) + p->tcfp_nkeys * sizeof(struct tc_pedit_key);
L
Linus Torvalds 已提交
207 208

	/* netlink spinlocks held above us - must use ATOMIC */
209
	opt = kzalloc(s, GFP_ATOMIC);
210
	if (unlikely(!opt))
L
Linus Torvalds 已提交
211 212
		return -ENOBUFS;

213 214 215 216 217 218 219 220
	memcpy(opt->keys, p->tcfp_keys,
	       p->tcfp_nkeys * sizeof(struct tc_pedit_key));
	opt->index = p->tcf_index;
	opt->nkeys = p->tcfp_nkeys;
	opt->flags = p->tcfp_flags;
	opt->action = p->tcf_action;
	opt->refcnt = p->tcf_refcnt - ref;
	opt->bindcnt = p->tcf_bindcnt - bind;
L
Linus Torvalds 已提交
221

222 223
	if (nla_put(skb, TCA_PEDIT_PARMS, s, opt))
		goto nla_put_failure;
224 225 226
	t.install = jiffies_to_clock_t(jiffies - p->tcf_tm.install);
	t.lastuse = jiffies_to_clock_t(jiffies - p->tcf_tm.lastuse);
	t.expires = jiffies_to_clock_t(p->tcf_tm.expires);
227 228
	if (nla_put(skb, TCA_PEDIT_TM, sizeof(t), &t))
		goto nla_put_failure;
229
	kfree(opt);
L
Linus Torvalds 已提交
230 231
	return skb->len;

232
nla_put_failure:
233
	nlmsg_trim(skb, b);
234
	kfree(opt);
L
Linus Torvalds 已提交
235 236 237
	return -1;
}

238
static struct tc_action_ops act_pedit_ops = {
L
Linus Torvalds 已提交
239
	.kind		=	"pedit",
240
	.hinfo		=	&pedit_hash_info,
L
Linus Torvalds 已提交
241 242 243 244 245 246 247 248 249 250 251 252 253 254 255
	.type		=	TCA_ACT_PEDIT,
	.capab		=	TCA_CAP_NONE,
	.owner		=	THIS_MODULE,
	.act		=	tcf_pedit,
	.dump		=	tcf_pedit_dump,
	.cleanup	=	tcf_pedit_cleanup,
	.lookup		=	tcf_hash_search,
	.init		=	tcf_pedit_init,
	.walk		=	tcf_generic_walker
};

MODULE_AUTHOR("Jamal Hadi Salim(2002-4)");
MODULE_DESCRIPTION("Generic Packet Editor actions");
MODULE_LICENSE("GPL");

256
static int __init pedit_init_module(void)
L
Linus Torvalds 已提交
257 258 259 260
{
	return tcf_register_action(&act_pedit_ops);
}

261
static void __exit pedit_cleanup_module(void)
L
Linus Torvalds 已提交
262 263 264 265 266 267 268
{
	tcf_unregister_action(&act_pedit_ops);
}

module_init(pedit_init_module);
module_exit(pedit_cleanup_module);