pktgen.c 92.7 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7 8
/*
 * Authors:
 * Copyright 2001, 2002 by Robert Olsson <robert.olsson@its.uu.se>
 *                             Uppsala University and
 *                             Swedish University of Agricultural Sciences
 *
 * Alexey Kuznetsov  <kuznet@ms2.inr.ac.ru>
 * Ben Greear <greearb@candelatech.com>
9
 * Jens Låås <jens.laas@data.slu.se>
L
Linus Torvalds 已提交
10 11 12 13 14 15 16 17
 *
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public License
 * as published by the Free Software Foundation; either version
 * 2 of the License, or (at your option) any later version.
 *
 *
 * A tool for loading the network with preconfigurated packets.
18
 * The tool is implemented as a linux module.  Parameters are output
L
Linus Torvalds 已提交
19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46
 * device, delay (to hard_xmit), number of packets, and whether
 * to use multiple SKBs or just the same one.
 * pktgen uses the installed interface's output routine.
 *
 * Additional hacking by:
 *
 * Jens.Laas@data.slu.se
 * Improved by ANK. 010120.
 * Improved by ANK even more. 010212.
 * MAC address typo fixed. 010417 --ro
 * Integrated.  020301 --DaveM
 * Added multiskb option 020301 --DaveM
 * Scaling of results. 020417--sigurdur@linpro.no
 * Significant re-work of the module:
 *   *  Convert to threaded model to more efficiently be able to transmit
 *       and receive on multiple interfaces at once.
 *   *  Converted many counters to __u64 to allow longer runs.
 *   *  Allow configuration of ranges, like min/max IP address, MACs,
 *       and UDP-ports, for both source and destination, and can
 *       set to use a random distribution or sequentially walk the range.
 *   *  Can now change most values after starting.
 *   *  Place 12-byte packet in UDP payload with magic number,
 *       sequence number, and timestamp.
 *   *  Add receiver code that detects dropped pkts, re-ordered pkts, and
 *       latencies (with micro-second) precision.
 *   *  Add IOCTL interface to easily get counters & configuration.
 *   --Ben Greear <greearb@candelatech.com>
 *
47 48
 * Renamed multiskb to clone_skb and cleaned up sending core for two distinct
 * skb modes. A clone_skb=0 mode for Ben "ranges" work and a clone_skb != 0
L
Linus Torvalds 已提交
49
 * as a "fastpath" with a configurable number of clones after alloc's.
50 51
 * clone_skb=0 means all packets are allocated this also means ranges time
 * stamps etc can be used. clone_skb=100 means 1 malloc is followed by 100
L
Linus Torvalds 已提交
52 53
 * clones.
 *
54
 * Also moved to /proc/net/pktgen/
L
Linus Torvalds 已提交
55 56 57 58 59 60 61 62
 * --ro
 *
 * Sept 10:  Fixed threading/locking.  Lots of bone-headed and more clever
 *    mistakes.  Also merged in DaveM's patch in the -pre6 patch.
 * --Ben Greear <greearb@candelatech.com>
 *
 * Integrated to 2.5.x 021029 --Lucio Maciel (luciomaciel@zipmail.com.br)
 *
63
 *
L
Linus Torvalds 已提交
64 65 66 67
 * 021124 Finished major redesign and rewrite for new functionality.
 * See Documentation/networking/pktgen.txt for how to use this.
 *
 * The new operation:
68 69 70 71
 * For each CPU one thread/process is created at start. This process checks
 * for running devices in the if_list and sends packets until count is 0 it
 * also the thread checks the thread->control which is used for inter-process
 * communication. controlling process "posts" operations to the threads this
L
Linus Torvalds 已提交
72 73 74
 * way. The if_lock should be possible to remove when add/rem_device is merged
 * into this too.
 *
75 76
 * By design there should only be *one* "controlling" process. In practice
 * multiple write accesses gives unpredictable result. Understood by "write"
L
Linus Torvalds 已提交
77
 * to /proc gives result code thats should be read be the "writer".
78
 * For practical use this should be no problem.
L
Linus Torvalds 已提交
79
 *
80 81
 * Note when adding devices to a specific CPU there good idea to also assign
 * /proc/irq/XX/smp_affinity so TX-interrupts gets bound to the same CPU.
L
Linus Torvalds 已提交
82 83
 * --ro
 *
84
 * Fix refcount off by one if first packet fails, potential null deref,
L
Linus Torvalds 已提交
85 86 87 88 89 90 91
 * memleak 030710- KJP
 *
 * First "ranges" functionality for ipv6 030726 --ro
 *
 * Included flow support. 030802 ANK.
 *
 * Fixed unaligned access on IA-64 Grant Grundler <grundler@parisc-linux.org>
92
 *
L
Linus Torvalds 已提交
93 94 95
 * Remove if fix from added Harald Welte <laforge@netfilter.org> 040419
 * ia64 compilation fix from  Aron Griffis <aron@hp.com> 040604
 *
96
 * New xmit() return, do_div and misc clean up by Stephen Hemminger
L
Linus Torvalds 已提交
97 98
 * <shemminger@osdl.org> 040923
 *
99
 * Randy Dunlap fixed u64 printk compiler waring
L
Linus Torvalds 已提交
100 101 102 103
 *
 * Remove FCS from BW calculation.  Lennert Buytenhek <buytenh@wantstofly.org>
 * New time handling. Lennert Buytenhek <buytenh@wantstofly.org> 041213
 *
104
 * Corrections from Nikolai Malykh (nmalykh@bilim.com)
L
Linus Torvalds 已提交
105 106
 * Removed unused flags F_SET_SRCMAC & F_SET_SRCIP 041230
 *
107
 * interruptible_sleep_on_timeout() replaced Nishanth Aravamudan <nacc@us.ibm.com>
L
Linus Torvalds 已提交
108
 * 050103
109 110 111
 *
 * MPLS support by Steven Whitehouse <steve@chygwyn.com>
 *
F
Francesco Fondelli 已提交
112 113
 * 802.1Q/Q-in-Q support by Francesco Fondelli (FF) <francesco.fondelli@gmail.com>
 *
A
Adit Ranadive 已提交
114 115 116
 * Fixed src_mac command to set source mac of packet to value specified in
 * command by Adit Ranadive <adit.262@gmail.com>
 *
L
Linus Torvalds 已提交
117 118 119 120 121 122
 */
#include <linux/sys.h>
#include <linux/types.h>
#include <linux/module.h>
#include <linux/moduleparam.h>
#include <linux/kernel.h>
123
#include <linux/mutex.h>
L
Linus Torvalds 已提交
124 125 126 127 128 129 130 131 132
#include <linux/sched.h>
#include <linux/slab.h>
#include <linux/vmalloc.h>
#include <linux/unistd.h>
#include <linux/string.h>
#include <linux/ptrace.h>
#include <linux/errno.h>
#include <linux/ioport.h>
#include <linux/interrupt.h>
133
#include <linux/capability.h>
S
Stephen Hemminger 已提交
134
#include <linux/hrtimer.h>
A
Andrew Morton 已提交
135
#include <linux/freezer.h>
L
Linus Torvalds 已提交
136 137
#include <linux/delay.h>
#include <linux/timer.h>
138
#include <linux/list.h>
L
Linus Torvalds 已提交
139 140 141 142 143 144 145
#include <linux/init.h>
#include <linux/skbuff.h>
#include <linux/netdevice.h>
#include <linux/inet.h>
#include <linux/inetdevice.h>
#include <linux/rtnetlink.h>
#include <linux/if_arp.h>
F
Francesco Fondelli 已提交
146
#include <linux/if_vlan.h>
L
Linus Torvalds 已提交
147 148 149 150 151
#include <linux/in.h>
#include <linux/ip.h>
#include <linux/ipv6.h>
#include <linux/udp.h>
#include <linux/proc_fs.h>
152
#include <linux/seq_file.h>
L
Linus Torvalds 已提交
153
#include <linux/wait.h>
154
#include <linux/etherdevice.h>
155
#include <linux/kthread.h>
156
#include <net/net_namespace.h>
L
Linus Torvalds 已提交
157 158 159
#include <net/checksum.h>
#include <net/ipv6.h>
#include <net/addrconf.h>
J
Jamal Hadi Salim 已提交
160 161 162
#ifdef CONFIG_XFRM
#include <net/xfrm.h>
#endif
L
Linus Torvalds 已提交
163 164
#include <asm/byteorder.h>
#include <linux/rcupdate.h>
J
Jiri Slaby 已提交
165
#include <linux/bitops.h>
166 167 168
#include <linux/io.h>
#include <linux/timex.h>
#include <linux/uaccess.h>
L
Linus Torvalds 已提交
169
#include <asm/dma.h>
L
Luiz Capitulino 已提交
170
#include <asm/div64.h>		/* do_div */
L
Linus Torvalds 已提交
171

S
Stephen Hemminger 已提交
172
#define VERSION 	"2.72"
L
Linus Torvalds 已提交
173
#define IP_NAME_SZ 32
174
#define MAX_MPLS_LABELS 16 /* This is the max label stack depth */
175
#define MPLS_STACK_BOTTOM htonl(0x00000100)
L
Linus Torvalds 已提交
176 177

/* Device flag bits */
L
Luiz Capitulino 已提交
178 179 180 181 182 183 184 185
#define F_IPSRC_RND   (1<<0)	/* IP-Src Random  */
#define F_IPDST_RND   (1<<1)	/* IP-Dst Random  */
#define F_UDPSRC_RND  (1<<2)	/* UDP-Src Random */
#define F_UDPDST_RND  (1<<3)	/* UDP-Dst Random */
#define F_MACSRC_RND  (1<<4)	/* MAC-Src Random */
#define F_MACDST_RND  (1<<5)	/* MAC-Dst Random */
#define F_TXSIZE_RND  (1<<6)	/* Transmit size is random */
#define F_IPV6        (1<<7)	/* Interface in IPV6 Mode */
186
#define F_MPLS_RND    (1<<8)	/* Random MPLS labels */
F
Francesco Fondelli 已提交
187 188
#define F_VID_RND     (1<<9)	/* Random VLAN ID */
#define F_SVID_RND    (1<<10)	/* Random SVLAN ID */
189
#define F_FLOW_SEQ    (1<<11)	/* Sequential flows */
J
Jamal Hadi Salim 已提交
190
#define F_IPSEC_ON    (1<<12)	/* ipsec on for flows */
R
Robert Olsson 已提交
191
#define F_QUEUE_MAP_RND (1<<13)	/* queue map Random */
R
Robert Olsson 已提交
192
#define F_QUEUE_MAP_CPU (1<<14)	/* queue map mirrors smp_processor_id() */
L
Linus Torvalds 已提交
193 194

/* Thread control flag bits */
L
Luiz Capitulino 已提交
195 196 197 198 199
#define T_TERMINATE   (1<<0)
#define T_STOP        (1<<1)	/* Stop run */
#define T_RUN         (1<<2)	/* Start run */
#define T_REMDEVALL   (1<<3)	/* Remove all devs */
#define T_REMDEV      (1<<4)	/* Remove one dev */
L
Linus Torvalds 已提交
200 201 202 203 204 205 206

/* If lock -- can be removed after some work */
#define   if_lock(t)           spin_lock(&(t->if_lock));
#define   if_unlock(t)           spin_unlock(&(t->if_lock));

/* Used to help with determining the pkts on receive */
#define PKTGEN_MAGIC 0xbe9be955
207 208
#define PG_PROC_DIR "pktgen"
#define PGCTRL	    "pgctrl"
209
static struct proc_dir_entry *pg_proc_dir;
L
Linus Torvalds 已提交
210 211 212

#define MAX_CFLOWS  65536

F
Francesco Fondelli 已提交
213 214 215
#define VLAN_TAG_SIZE(x) ((x)->vlan_id == 0xffff ? 0 : 4)
#define SVLAN_TAG_SIZE(x) ((x)->svlan_id == 0xffff ? 0 : 4)

L
Luiz Capitulino 已提交
216
struct flow_state {
A
Al Viro 已提交
217
	__be32 cur_daddr;
L
Luiz Capitulino 已提交
218
	int count;
J
Jamal Hadi Salim 已提交
219 220 221
#ifdef CONFIG_XFRM
	struct xfrm_state *x;
#endif
222
	__u32 flags;
L
Linus Torvalds 已提交
223 224
};

225 226 227
/* flow flag bits */
#define F_INIT   (1<<0)		/* flow has been initialized */

L
Linus Torvalds 已提交
228 229 230 231
struct pktgen_dev {
	/*
	 * Try to keep frequent/infrequent used vars. separated.
	 */
232 233
	struct proc_dir_entry *entry;	/* proc file */
	struct pktgen_thread *pg_thread;/* the owner */
234
	struct list_head list;		/* chaining in the thread's run-queue */
L
Linus Torvalds 已提交
235

236
	int running;		/* if false, the test will stop */
L
Linus Torvalds 已提交
237

L
Luiz Capitulino 已提交
238 239 240 241
	/* If min != max, then we will either do a linear iteration, or
	 * we will do a random selection from within the range.
	 */
	__u32 flags;
242 243
	int removal_mark;	/* non-zero => the device is marked for
				 * removal by worker thread */
L
Linus Torvalds 已提交
244

L
Luiz Capitulino 已提交
245 246
	int min_pkt_size;	/* = ETH_ZLEN; */
	int max_pkt_size;	/* = ETH_ZLEN; */
247
	int pkt_overhead;	/* overhead for MPLS, VLANs, IPSEC etc */
L
Luiz Capitulino 已提交
248
	int nfrags;
249 250
	u64 delay;		/* nano-seconds */

L
Luiz Capitulino 已提交
251 252 253
	__u64 count;		/* Default No packets to send */
	__u64 sofar;		/* How many pkts we've sent so far */
	__u64 tx_bytes;		/* How many bytes we've transmitted */
254 255
	__u64 errors;		/* Errors when trying to transmit,
				   pkts will be re-sent */
L
Luiz Capitulino 已提交
256 257 258 259 260 261

	/* runtime counters relating to clone_skb */

	__u64 allocated_skbs;
	__u32 clone_count;
	int last_ok;		/* Was last skb sent?
262 263
				 * Or a failed transmit of some sort?
				 * This will keep sequence numbers in order
L
Luiz Capitulino 已提交
264
				 */
265 266 267 268 269
	ktime_t next_tx;
	ktime_t started_at;
	ktime_t stopped_at;
	u64	idle_acc;	/* nano-seconds */

L
Luiz Capitulino 已提交
270 271
	__u32 seq_num;

272 273 274 275 276 277 278 279
	int clone_skb;		/*
				 * Use multiple SKBs during packet gen.
				 * If this number is greater than 1, then
				 * that many copies of the same packet will be
				 * sent before a new packet is allocated.
				 * If you want to send 1024 identical packets
				 * before creating a new packet,
				 * set clone_skb to 1024.
L
Luiz Capitulino 已提交
280 281 282 283 284 285 286 287 288 289 290
				 */

	char dst_min[IP_NAME_SZ];	/* IP, ie 1.2.3.4 */
	char dst_max[IP_NAME_SZ];	/* IP, ie 1.2.3.4 */
	char src_min[IP_NAME_SZ];	/* IP, ie 1.2.3.4 */
	char src_max[IP_NAME_SZ];	/* IP, ie 1.2.3.4 */

	struct in6_addr in6_saddr;
	struct in6_addr in6_daddr;
	struct in6_addr cur_in6_daddr;
	struct in6_addr cur_in6_saddr;
L
Linus Torvalds 已提交
291
	/* For ranges */
L
Luiz Capitulino 已提交
292 293 294 295 296 297 298 299
	struct in6_addr min_in6_daddr;
	struct in6_addr max_in6_daddr;
	struct in6_addr min_in6_saddr;
	struct in6_addr max_in6_saddr;

	/* If we're doing ranges, random or incremental, then this
	 * defines the min/max for those ranges.
	 */
A
Al Viro 已提交
300 301 302 303
	__be32 saddr_min;	/* inclusive, source IP address */
	__be32 saddr_max;	/* exclusive, source IP address */
	__be32 daddr_min;	/* inclusive, dest IP address */
	__be32 daddr_max;	/* exclusive, dest IP address */
L
Luiz Capitulino 已提交
304 305 306 307 308 309

	__u16 udp_src_min;	/* inclusive, source UDP port */
	__u16 udp_src_max;	/* exclusive, source UDP port */
	__u16 udp_dst_min;	/* inclusive, dest UDP port */
	__u16 udp_dst_max;	/* exclusive, dest UDP port */

F
Francesco Fondelli 已提交
310
	/* DSCP + ECN */
311 312 313 314
	__u8 tos;            /* six MSB of (former) IPv4 TOS
				are for dscp codepoint */
	__u8 traffic_class;  /* ditto for the (former) Traffic Class in IPv6
				(see RFC 3260, sec. 4) */
F
Francesco Fondelli 已提交
315

316 317 318 319
	/* MPLS */
	unsigned nr_labels;	/* Depth of stack, 0 = no MPLS */
	__be32 labels[MAX_MPLS_LABELS];

F
Francesco Fondelli 已提交
320 321 322 323 324 325 326 327 328
	/* VLAN/SVLAN (802.1Q/Q-in-Q) */
	__u8  vlan_p;
	__u8  vlan_cfi;
	__u16 vlan_id;  /* 0xffff means no vlan tag */

	__u8  svlan_p;
	__u8  svlan_cfi;
	__u16 svlan_id; /* 0xffff means no svlan tag */

L
Luiz Capitulino 已提交
329 330 331 332 333 334 335 336
	__u32 src_mac_count;	/* How many MACs to iterate through */
	__u32 dst_mac_count;	/* How many MACs to iterate through */

	unsigned char dst_mac[ETH_ALEN];
	unsigned char src_mac[ETH_ALEN];

	__u32 cur_dst_mac_offset;
	__u32 cur_src_mac_offset;
A
Al Viro 已提交
337 338
	__be32 cur_saddr;
	__be32 cur_daddr;
L
Luiz Capitulino 已提交
339 340
	__u16 cur_udp_dst;
	__u16 cur_udp_src;
R
Robert Olsson 已提交
341
	__u16 cur_queue_map;
L
Luiz Capitulino 已提交
342 343 344 345 346 347 348 349 350 351 352 353 354
	__u32 cur_pkt_size;

	__u8 hh[14];
	/* = {
	   0x00, 0x80, 0xC8, 0x79, 0xB3, 0xCB,

	   We fill in SRC address later
	   0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
	   0x08, 0x00
	   };
	 */
	__u16 pad;		/* pad out the hh struct to an even 16 bytes */

355
	struct sk_buff *skb;	/* skb we are to transmit next, used for when we
L
Luiz Capitulino 已提交
356 357
				 * are transmitting the same one multiple times
				 */
358 359 360 361 362 363 364 365
	struct net_device *odev; /* The out-going device.
				  * Note that the device should have it's
				  * pg_info pointer pointing back to this
				  * device.
				  * Set when the user specifies the out-going
				  * device name (not when the inject is
				  * started as it used to do.)
				  */
L
Linus Torvalds 已提交
366
	struct flow_state *flows;
L
Luiz Capitulino 已提交
367 368 369
	unsigned cflows;	/* Concurrent flows (config) */
	unsigned lflow;		/* Flow length  (config) */
	unsigned nflows;	/* accumulated flows (stats) */
370
	unsigned curfl;		/* current sequenced flow (state)*/
R
Robert Olsson 已提交
371 372 373 374

	u16 queue_map_min;
	u16 queue_map_max;

J
Jamal Hadi Salim 已提交
375 376 377 378
#ifdef CONFIG_XFRM
	__u8	ipsmode;		/* IPSEC mode (config) */
	__u8	ipsproto;		/* IPSEC type (config) */
#endif
379
	char result[512];
L
Linus Torvalds 已提交
380 381 382
};

struct pktgen_hdr {
A
Al Viro 已提交
383 384 385 386
	__be32 pgh_magic;
	__be32 seq_num;
	__be32 tv_sec;
	__be32 tv_usec;
L
Linus Torvalds 已提交
387 388 389
};

struct pktgen_thread {
390
	spinlock_t if_lock;		/* for list of devices */
391
	struct list_head if_list;	/* All device here */
392
	struct list_head th_list;
393
	struct task_struct *tsk;
L
Luiz Capitulino 已提交
394 395
	char result[512];

396 397
	/* Field for thread to receive "posted" events terminate,
	   stop ifs etc. */
L
Luiz Capitulino 已提交
398 399

	u32 control;
L
Linus Torvalds 已提交
400 401
	int cpu;

L
Luiz Capitulino 已提交
402
	wait_queue_head_t queue;
403
	struct completion start_done;
L
Linus Torvalds 已提交
404 405 406 407 408
};

#define REMOVE 1
#define FIND   0

409
static inline ktime_t ktime_now(void)
L
Linus Torvalds 已提交
410
{
411 412 413 414
	struct timespec ts;
	ktime_get_ts(&ts);

	return timespec_to_ktime(ts);
L
Linus Torvalds 已提交
415 416
}

417 418
/* This works even if 32 bit because of careful byte order choice */
static inline int ktime_lt(const ktime_t cmp1, const ktime_t cmp2)
L
Linus Torvalds 已提交
419
{
420
	return cmp1.tv64 < cmp2.tv64;
L
Linus Torvalds 已提交
421 422
}

S
Stephen Hemminger 已提交
423 424
static const char version[] =
	"pktgen " VERSION ": Packet Generator for packet performance testing.\n";
L
Linus Torvalds 已提交
425

L
Luiz Capitulino 已提交
426 427 428 429
static int pktgen_remove_device(struct pktgen_thread *t, struct pktgen_dev *i);
static int pktgen_add_device(struct pktgen_thread *t, const char *ifname);
static struct pktgen_dev *pktgen_find_dev(struct pktgen_thread *t,
					  const char *ifname);
L
Linus Torvalds 已提交
430 431
static int pktgen_device_event(struct notifier_block *, unsigned long, void *);
static void pktgen_run_all_threads(void);
432
static void pktgen_reset_all_threads(void);
L
Linus Torvalds 已提交
433
static void pktgen_stop_all_threads_ifs(void);
S
Stephen Hemminger 已提交
434

L
Luiz Capitulino 已提交
435
static void pktgen_stop(struct pktgen_thread *t);
L
Linus Torvalds 已提交
436
static void pktgen_clear_counters(struct pktgen_dev *pkt_dev);
437

L
Luiz Capitulino 已提交
438 439
static unsigned int scan_ip6(const char *s, char ip[16]);
static unsigned int fmt_ip6(char *s, const char ip[16]);
L
Linus Torvalds 已提交
440 441

/* Module parameters, defaults. */
442 443 444 445
static int pg_count_d __read_mostly = 1000;
static int pg_delay_d __read_mostly;
static int pg_clone_skb_d  __read_mostly;
static int debug  __read_mostly;
L
Linus Torvalds 已提交
446

447
static DEFINE_MUTEX(pktgen_thread_lock);
448
static LIST_HEAD(pktgen_threads);
L
Linus Torvalds 已提交
449 450 451 452 453 454

static struct notifier_block pktgen_notifier_block = {
	.notifier_call = pktgen_device_event,
};

/*
455
 * /proc handling functions
L
Linus Torvalds 已提交
456 457 458
 *
 */

459
static int pgctrl_show(struct seq_file *seq, void *v)
L
Luiz Capitulino 已提交
460
{
S
Stephen Hemminger 已提交
461
	seq_puts(seq, version);
462
	return 0;
L
Linus Torvalds 已提交
463 464
}

465 466
static ssize_t pgctrl_write(struct file *file, const char __user *buf,
			    size_t count, loff_t *ppos)
L
Linus Torvalds 已提交
467 468
{
	int err = 0;
469
	char data[128];
L
Linus Torvalds 已提交
470

L
Luiz Capitulino 已提交
471 472
	if (!capable(CAP_NET_ADMIN)) {
		err = -EPERM;
L
Linus Torvalds 已提交
473
		goto out;
L
Luiz Capitulino 已提交
474
	}
L
Linus Torvalds 已提交
475

476 477
	if (count > sizeof(data))
		count = sizeof(data);
L
Linus Torvalds 已提交
478 479

	if (copy_from_user(data, buf, count)) {
480
		err = -EFAULT;
481
		goto out;
L
Luiz Capitulino 已提交
482 483
	}
	data[count - 1] = 0;	/* Make string */
L
Linus Torvalds 已提交
484

L
Luiz Capitulino 已提交
485
	if (!strcmp(data, "stop"))
L
Linus Torvalds 已提交
486 487
		pktgen_stop_all_threads_ifs();

L
Luiz Capitulino 已提交
488
	else if (!strcmp(data, "start"))
L
Linus Torvalds 已提交
489 490
		pktgen_run_all_threads();

491 492 493
	else if (!strcmp(data, "reset"))
		pktgen_reset_all_threads();

L
Luiz Capitulino 已提交
494
	else
495
		printk(KERN_WARNING "pktgen: Unknown command: %s\n", data);
L
Linus Torvalds 已提交
496 497 498

	err = count;

L
Luiz Capitulino 已提交
499 500
out:
	return err;
L
Linus Torvalds 已提交
501 502
}

503 504 505 506 507
static int pgctrl_open(struct inode *inode, struct file *file)
{
	return single_open(file, pgctrl_show, PDE(inode)->data);
}

508
static const struct file_operations pktgen_fops = {
L
Luiz Capitulino 已提交
509 510 511 512 513 514
	.owner   = THIS_MODULE,
	.open    = pgctrl_open,
	.read    = seq_read,
	.llseek  = seq_lseek,
	.write   = pgctrl_write,
	.release = single_release,
515 516 517
};

static int pktgen_if_show(struct seq_file *seq, void *v)
L
Linus Torvalds 已提交
518
{
S
Stephen Hemminger 已提交
519
	const struct pktgen_dev *pkt_dev = seq->private;
520 521
	ktime_t stopped;
	u64 idle;
L
Luiz Capitulino 已提交
522 523 524 525 526 527 528

	seq_printf(seq,
		   "Params: count %llu  min_pkt_size: %u  max_pkt_size: %u\n",
		   (unsigned long long)pkt_dev->count, pkt_dev->min_pkt_size,
		   pkt_dev->max_pkt_size);

	seq_printf(seq,
529 530
		   "     frags: %d  delay: %llu  clone_skb: %d  ifname: %s\n",
		   pkt_dev->nfrags, (unsigned long long) pkt_dev->delay,
531
		   pkt_dev->clone_skb, pkt_dev->odev->name);
L
Luiz Capitulino 已提交
532 533 534 535

	seq_printf(seq, "     flows: %u flowlen: %u\n", pkt_dev->cflows,
		   pkt_dev->lflow);

R
Robert Olsson 已提交
536 537 538 539 540
	seq_printf(seq,
		   "     queue_map_min: %u  queue_map_max: %u\n",
		   pkt_dev->queue_map_min,
		   pkt_dev->queue_map_max);

L
Luiz Capitulino 已提交
541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556
	if (pkt_dev->flags & F_IPV6) {
		char b1[128], b2[128], b3[128];
		fmt_ip6(b1, pkt_dev->in6_saddr.s6_addr);
		fmt_ip6(b2, pkt_dev->min_in6_saddr.s6_addr);
		fmt_ip6(b3, pkt_dev->max_in6_saddr.s6_addr);
		seq_printf(seq,
			   "     saddr: %s  min_saddr: %s  max_saddr: %s\n", b1,
			   b2, b3);

		fmt_ip6(b1, pkt_dev->in6_daddr.s6_addr);
		fmt_ip6(b2, pkt_dev->min_in6_daddr.s6_addr);
		fmt_ip6(b3, pkt_dev->max_in6_daddr.s6_addr);
		seq_printf(seq,
			   "     daddr: %s  min_daddr: %s  max_daddr: %s\n", b1,
			   b2, b3);

557 558 559 560
	} else {
		seq_printf(seq,
			   "     dst_min: %s  dst_max: %s\n",
			   pkt_dev->dst_min, pkt_dev->dst_max);
L
Luiz Capitulino 已提交
561
		seq_printf(seq,
562 563 564
			   "        src_min: %s  src_max: %s\n",
			   pkt_dev->src_min, pkt_dev->src_max);
	}
L
Linus Torvalds 已提交
565

L
Luiz Capitulino 已提交
566
	seq_puts(seq, "     src_mac: ");
L
Linus Torvalds 已提交
567

J
Johannes Berg 已提交
568 569 570
	seq_printf(seq, "%pM ",
		   is_zero_ether_addr(pkt_dev->src_mac) ?
			     pkt_dev->odev->dev_addr : pkt_dev->src_mac);
L
Luiz Capitulino 已提交
571 572

	seq_printf(seq, "dst_mac: ");
J
Johannes Berg 已提交
573
	seq_printf(seq, "%pM\n", pkt_dev->dst_mac);
L
Luiz Capitulino 已提交
574 575

	seq_printf(seq,
576 577
		   "     udp_src_min: %d  udp_src_max: %d"
		   "  udp_dst_min: %d  udp_dst_max: %d\n",
L
Luiz Capitulino 已提交
578 579 580 581
		   pkt_dev->udp_src_min, pkt_dev->udp_src_max,
		   pkt_dev->udp_dst_min, pkt_dev->udp_dst_max);

	seq_printf(seq,
582
		   "     src_mac_count: %d  dst_mac_count: %d\n",
L
Luiz Capitulino 已提交
583
		   pkt_dev->src_mac_count, pkt_dev->dst_mac_count);
L
Linus Torvalds 已提交
584

585 586 587
	if (pkt_dev->nr_labels) {
		unsigned i;
		seq_printf(seq, "     mpls: ");
588
		for (i = 0; i < pkt_dev->nr_labels; i++)
589 590 591 592
			seq_printf(seq, "%08x%s", ntohl(pkt_dev->labels[i]),
				   i == pkt_dev->nr_labels-1 ? "\n" : ", ");
	}

593
	if (pkt_dev->vlan_id != 0xffff)
F
Francesco Fondelli 已提交
594
		seq_printf(seq, "     vlan_id: %u  vlan_p: %u  vlan_cfi: %u\n",
595 596
			   pkt_dev->vlan_id, pkt_dev->vlan_p,
			   pkt_dev->vlan_cfi);
F
Francesco Fondelli 已提交
597

598
	if (pkt_dev->svlan_id != 0xffff)
F
Francesco Fondelli 已提交
599
		seq_printf(seq, "     svlan_id: %u  vlan_p: %u  vlan_cfi: %u\n",
600 601
			   pkt_dev->svlan_id, pkt_dev->svlan_p,
			   pkt_dev->svlan_cfi);
F
Francesco Fondelli 已提交
602

603
	if (pkt_dev->tos)
F
Francesco Fondelli 已提交
604 605
		seq_printf(seq, "     tos: 0x%02x\n", pkt_dev->tos);

606
	if (pkt_dev->traffic_class)
F
Francesco Fondelli 已提交
607 608
		seq_printf(seq, "     traffic_class: 0x%02x\n", pkt_dev->traffic_class);

609 610
	seq_printf(seq, "     Flags: ");

L
Luiz Capitulino 已提交
611 612
	if (pkt_dev->flags & F_IPV6)
		seq_printf(seq, "IPV6  ");
L
Linus Torvalds 已提交
613

L
Luiz Capitulino 已提交
614 615
	if (pkt_dev->flags & F_IPSRC_RND)
		seq_printf(seq, "IPSRC_RND  ");
L
Linus Torvalds 已提交
616

L
Luiz Capitulino 已提交
617 618
	if (pkt_dev->flags & F_IPDST_RND)
		seq_printf(seq, "IPDST_RND  ");
L
Linus Torvalds 已提交
619

L
Luiz Capitulino 已提交
620 621
	if (pkt_dev->flags & F_TXSIZE_RND)
		seq_printf(seq, "TXSIZE_RND  ");
L
Linus Torvalds 已提交
622

L
Luiz Capitulino 已提交
623 624
	if (pkt_dev->flags & F_UDPSRC_RND)
		seq_printf(seq, "UDPSRC_RND  ");
L
Linus Torvalds 已提交
625

L
Luiz Capitulino 已提交
626 627
	if (pkt_dev->flags & F_UDPDST_RND)
		seq_printf(seq, "UDPDST_RND  ");
L
Linus Torvalds 已提交
628

629 630 631
	if (pkt_dev->flags & F_MPLS_RND)
		seq_printf(seq,  "MPLS_RND  ");

R
Robert Olsson 已提交
632 633 634
	if (pkt_dev->flags & F_QUEUE_MAP_RND)
		seq_printf(seq,  "QUEUE_MAP_RND  ");

R
Robert Olsson 已提交
635 636 637
	if (pkt_dev->flags & F_QUEUE_MAP_CPU)
		seq_printf(seq,  "QUEUE_MAP_CPU  ");

638 639 640 641 642 643 644
	if (pkt_dev->cflows) {
		if (pkt_dev->flags & F_FLOW_SEQ)
			seq_printf(seq,  "FLOW_SEQ  "); /*in sequence flows*/
		else
			seq_printf(seq,  "FLOW_RND  ");
	}

J
Jamal Hadi Salim 已提交
645 646 647 648 649
#ifdef CONFIG_XFRM
	if (pkt_dev->flags & F_IPSEC_ON)
		seq_printf(seq,  "IPSEC  ");
#endif

L
Luiz Capitulino 已提交
650 651
	if (pkt_dev->flags & F_MACSRC_RND)
		seq_printf(seq, "MACSRC_RND  ");
L
Linus Torvalds 已提交
652

L
Luiz Capitulino 已提交
653 654
	if (pkt_dev->flags & F_MACDST_RND)
		seq_printf(seq, "MACDST_RND  ");
L
Linus Torvalds 已提交
655

F
Francesco Fondelli 已提交
656 657 658 659 660 661
	if (pkt_dev->flags & F_VID_RND)
		seq_printf(seq, "VID_RND  ");

	if (pkt_dev->flags & F_SVID_RND)
		seq_printf(seq, "SVID_RND  ");

L
Luiz Capitulino 已提交
662 663
	seq_puts(seq, "\n");

664 665 666 667
	/* not really stopped, more like last-running-at */
	stopped = pkt_dev->running ? ktime_now() : pkt_dev->stopped_at;
	idle = pkt_dev->idle_acc;
	do_div(idle, NSEC_PER_USEC);
L
Linus Torvalds 已提交
668

L
Luiz Capitulino 已提交
669
	seq_printf(seq,
670
		   "Current:\n     pkts-sofar: %llu  errors: %llu\n",
L
Luiz Capitulino 已提交
671
		   (unsigned long long)pkt_dev->sofar,
672 673 674 675 676 677 678
		   (unsigned long long)pkt_dev->errors);

	seq_printf(seq,
		   "     started: %lluus  stopped: %lluus idle: %lluus\n",
		   (unsigned long long) ktime_to_us(pkt_dev->started_at),
		   (unsigned long long) ktime_to_us(stopped),
		   (unsigned long long) idle);
L
Linus Torvalds 已提交
679

L
Luiz Capitulino 已提交
680 681
	seq_printf(seq,
		   "     seq_num: %d  cur_dst_mac_offset: %d  cur_src_mac_offset: %d\n",
682 683
		   pkt_dev->seq_num, pkt_dev->cur_dst_mac_offset,
		   pkt_dev->cur_src_mac_offset);
L
Linus Torvalds 已提交
684

L
Luiz Capitulino 已提交
685
	if (pkt_dev->flags & F_IPV6) {
L
Linus Torvalds 已提交
686
		char b1[128], b2[128];
L
Luiz Capitulino 已提交
687 688 689 690 691
		fmt_ip6(b1, pkt_dev->cur_in6_daddr.s6_addr);
		fmt_ip6(b2, pkt_dev->cur_in6_saddr.s6_addr);
		seq_printf(seq, "     cur_saddr: %s  cur_daddr: %s\n", b2, b1);
	} else
		seq_printf(seq, "     cur_saddr: 0x%x  cur_daddr: 0x%x\n",
692
			   pkt_dev->cur_saddr, pkt_dev->cur_daddr);
L
Linus Torvalds 已提交
693

L
Luiz Capitulino 已提交
694
	seq_printf(seq, "     cur_udp_dst: %d  cur_udp_src: %d\n",
695
		   pkt_dev->cur_udp_dst, pkt_dev->cur_udp_src);
L
Linus Torvalds 已提交
696

R
Robert Olsson 已提交
697 698
	seq_printf(seq, "     cur_queue_map: %u\n", pkt_dev->cur_queue_map);

L
Luiz Capitulino 已提交
699
	seq_printf(seq, "     flows: %u\n", pkt_dev->nflows);
L
Linus Torvalds 已提交
700 701

	if (pkt_dev->result[0])
L
Luiz Capitulino 已提交
702
		seq_printf(seq, "Result: %s\n", pkt_dev->result);
L
Linus Torvalds 已提交
703
	else
L
Luiz Capitulino 已提交
704
		seq_printf(seq, "Result: Idle\n");
L
Linus Torvalds 已提交
705

706
	return 0;
L
Linus Torvalds 已提交
707 708
}

709

710 711
static int hex32_arg(const char __user *user_buffer, unsigned long maxlen,
		     __u32 *num)
712 713 714 715
{
	int i = 0;
	*num = 0;

716
	for (; i < maxlen; i++) {
717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732
		char c;
		*num <<= 4;
		if (get_user(c, &user_buffer[i]))
			return -EFAULT;
		if ((c >= '0') && (c <= '9'))
			*num |= c - '0';
		else if ((c >= 'a') && (c <= 'f'))
			*num |= c - 'a' + 10;
		else if ((c >= 'A') && (c <= 'F'))
			*num |= c - 'A' + 10;
		else
			break;
	}
	return i;
}

L
Luiz Capitulino 已提交
733 734
static int count_trail_chars(const char __user * user_buffer,
			     unsigned int maxlen)
L
Linus Torvalds 已提交
735 736 737 738
{
	int i;

	for (i = 0; i < maxlen; i++) {
L
Luiz Capitulino 已提交
739 740 741 742
		char c;
		if (get_user(c, &user_buffer[i]))
			return -EFAULT;
		switch (c) {
L
Linus Torvalds 已提交
743 744 745 746 747 748 749 750 751
		case '\"':
		case '\n':
		case '\r':
		case '\t':
		case ' ':
		case '=':
			break;
		default:
			goto done;
752
		}
L
Linus Torvalds 已提交
753 754 755 756 757
	}
done:
	return i;
}

L
Luiz Capitulino 已提交
758 759
static unsigned long num_arg(const char __user * user_buffer,
			     unsigned long maxlen, unsigned long *num)
L
Linus Torvalds 已提交
760 761 762
{
	int i = 0;
	*num = 0;
L
Luiz Capitulino 已提交
763 764 765 766 767 768

	for (; i < maxlen; i++) {
		char c;
		if (get_user(c, &user_buffer[i]))
			return -EFAULT;
		if ((c >= '0') && (c <= '9')) {
L
Linus Torvalds 已提交
769
			*num *= 10;
L
Luiz Capitulino 已提交
770
			*num += c - '0';
L
Linus Torvalds 已提交
771 772 773 774 775 776
		} else
			break;
	}
	return i;
}

L
Luiz Capitulino 已提交
777
static int strn_len(const char __user * user_buffer, unsigned int maxlen)
L
Linus Torvalds 已提交
778 779 780
{
	int i = 0;

L
Luiz Capitulino 已提交
781 782 783 784 785
	for (; i < maxlen; i++) {
		char c;
		if (get_user(c, &user_buffer[i]))
			return -EFAULT;
		switch (c) {
L
Linus Torvalds 已提交
786 787 788 789 790 791 792 793 794
		case '\"':
		case '\n':
		case '\r':
		case '\t':
		case ' ':
			goto done_str;
			break;
		default:
			break;
795
		}
L
Linus Torvalds 已提交
796 797 798 799 800
	}
done_str:
	return i;
}

801 802 803 804 805 806 807 808 809 810
static ssize_t get_labels(const char __user *buffer, struct pktgen_dev *pkt_dev)
{
	unsigned n = 0;
	char c;
	ssize_t i = 0;
	int len;

	pkt_dev->nr_labels = 0;
	do {
		__u32 tmp;
F
Francesco Fondelli 已提交
811
		len = hex32_arg(&buffer[i], 8, &tmp);
812 813 814 815 816 817 818 819 820 821 822 823
		if (len <= 0)
			return len;
		pkt_dev->labels[n] = htonl(tmp);
		if (pkt_dev->labels[n] & MPLS_STACK_BOTTOM)
			pkt_dev->flags |= F_MPLS_RND;
		i += len;
		if (get_user(c, &buffer[i]))
			return -EFAULT;
		i++;
		n++;
		if (n >= MAX_MPLS_LABELS)
			return -E2BIG;
824
	} while (c == ',');
825 826 827 828 829

	pkt_dev->nr_labels = n;
	return i;
}

L
Luiz Capitulino 已提交
830 831 832
static ssize_t pktgen_if_write(struct file *file,
			       const char __user * user_buffer, size_t count,
			       loff_t * offset)
L
Linus Torvalds 已提交
833
{
L
Luiz Capitulino 已提交
834 835
	struct seq_file *seq = (struct seq_file *)file->private_data;
	struct pktgen_dev *pkt_dev = seq->private;
L
Linus Torvalds 已提交
836 837 838
	int i = 0, max, len;
	char name[16], valstr[32];
	unsigned long value = 0;
L
Luiz Capitulino 已提交
839 840
	char *pg_result = NULL;
	int tmp = 0;
L
Linus Torvalds 已提交
841
	char buf[128];
L
Luiz Capitulino 已提交
842 843 844

	pg_result = &(pkt_dev->result[0]);

L
Linus Torvalds 已提交
845
	if (count < 1) {
846
		printk(KERN_WARNING "pktgen: wrong command format\n");
L
Linus Torvalds 已提交
847 848
		return -EINVAL;
	}
L
Luiz Capitulino 已提交
849

L
Linus Torvalds 已提交
850 851
	max = count - i;
	tmp = count_trail_chars(&user_buffer[i], max);
L
Luiz Capitulino 已提交
852
	if (tmp < 0) {
853
		printk(KERN_WARNING "pktgen: illegal format\n");
L
Luiz Capitulino 已提交
854
		return tmp;
L
Linus Torvalds 已提交
855
	}
L
Luiz Capitulino 已提交
856 857
	i += tmp;

L
Linus Torvalds 已提交
858 859 860
	/* Read variable name */

	len = strn_len(&user_buffer[i], sizeof(name) - 1);
861
	if (len < 0)
L
Luiz Capitulino 已提交
862
		return len;
863

L
Linus Torvalds 已提交
864
	memset(name, 0, sizeof(name));
L
Luiz Capitulino 已提交
865
	if (copy_from_user(name, &user_buffer[i], len))
L
Linus Torvalds 已提交
866 867
		return -EFAULT;
	i += len;
L
Luiz Capitulino 已提交
868 869

	max = count - i;
L
Linus Torvalds 已提交
870
	len = count_trail_chars(&user_buffer[i], max);
L
Luiz Capitulino 已提交
871 872 873
	if (len < 0)
		return len;

L
Linus Torvalds 已提交
874 875 876
	i += len;

	if (debug) {
L
Luiz Capitulino 已提交
877 878
		char tb[count + 1];
		if (copy_from_user(tb, user_buffer, count))
L
Linus Torvalds 已提交
879
			return -EFAULT;
L
Luiz Capitulino 已提交
880
		tb[count] = 0;
881
		printk(KERN_DEBUG "pktgen: %s,%lu  buffer -:%s:-\n", name,
L
Luiz Capitulino 已提交
882 883
		       (unsigned long)count, tb);
	}
L
Linus Torvalds 已提交
884 885 886

	if (!strcmp(name, "min_pkt_size")) {
		len = num_arg(&user_buffer[i], 10, &value);
887
		if (len < 0)
L
Luiz Capitulino 已提交
888
			return len;
889

L
Linus Torvalds 已提交
890
		i += len;
L
Luiz Capitulino 已提交
891 892 893 894 895 896 897 898
		if (value < 14 + 20 + 8)
			value = 14 + 20 + 8;
		if (value != pkt_dev->min_pkt_size) {
			pkt_dev->min_pkt_size = value;
			pkt_dev->cur_pkt_size = value;
		}
		sprintf(pg_result, "OK: min_pkt_size=%u",
			pkt_dev->min_pkt_size);
L
Linus Torvalds 已提交
899 900 901
		return count;
	}

L
Luiz Capitulino 已提交
902
	if (!strcmp(name, "max_pkt_size")) {
L
Linus Torvalds 已提交
903
		len = num_arg(&user_buffer[i], 10, &value);
904
		if (len < 0)
L
Luiz Capitulino 已提交
905
			return len;
906

L
Linus Torvalds 已提交
907
		i += len;
L
Luiz Capitulino 已提交
908 909 910 911 912 913 914 915
		if (value < 14 + 20 + 8)
			value = 14 + 20 + 8;
		if (value != pkt_dev->max_pkt_size) {
			pkt_dev->max_pkt_size = value;
			pkt_dev->cur_pkt_size = value;
		}
		sprintf(pg_result, "OK: max_pkt_size=%u",
			pkt_dev->max_pkt_size);
L
Linus Torvalds 已提交
916 917 918
		return count;
	}

L
Luiz Capitulino 已提交
919
	/* Shortcut for min = max */
L
Linus Torvalds 已提交
920 921 922

	if (!strcmp(name, "pkt_size")) {
		len = num_arg(&user_buffer[i], 10, &value);
923
		if (len < 0)
L
Luiz Capitulino 已提交
924
			return len;
925

L
Linus Torvalds 已提交
926
		i += len;
L
Luiz Capitulino 已提交
927 928 929 930 931 932 933
		if (value < 14 + 20 + 8)
			value = 14 + 20 + 8;
		if (value != pkt_dev->min_pkt_size) {
			pkt_dev->min_pkt_size = value;
			pkt_dev->max_pkt_size = value;
			pkt_dev->cur_pkt_size = value;
		}
L
Linus Torvalds 已提交
934 935 936 937
		sprintf(pg_result, "OK: pkt_size=%u", pkt_dev->min_pkt_size);
		return count;
	}

L
Luiz Capitulino 已提交
938
	if (!strcmp(name, "debug")) {
L
Linus Torvalds 已提交
939
		len = num_arg(&user_buffer[i], 10, &value);
940
		if (len < 0)
L
Luiz Capitulino 已提交
941
			return len;
942

L
Linus Torvalds 已提交
943
		i += len;
L
Luiz Capitulino 已提交
944
		debug = value;
L
Linus Torvalds 已提交
945 946 947 948
		sprintf(pg_result, "OK: debug=%u", debug);
		return count;
	}

L
Luiz Capitulino 已提交
949
	if (!strcmp(name, "frags")) {
L
Linus Torvalds 已提交
950
		len = num_arg(&user_buffer[i], 10, &value);
951
		if (len < 0)
L
Luiz Capitulino 已提交
952
			return len;
953

L
Linus Torvalds 已提交
954 955 956 957 958 959 960
		i += len;
		pkt_dev->nfrags = value;
		sprintf(pg_result, "OK: frags=%u", pkt_dev->nfrags);
		return count;
	}
	if (!strcmp(name, "delay")) {
		len = num_arg(&user_buffer[i], 10, &value);
961
		if (len < 0)
L
Luiz Capitulino 已提交
962
			return len;
963

L
Linus Torvalds 已提交
964
		i += len;
965 966 967 968 969 970 971
		if (value == 0x7FFFFFFF)
			pkt_dev->delay = ULLONG_MAX;
		else
			pkt_dev->delay = (u64)value * NSEC_PER_USEC;

		sprintf(pg_result, "OK: delay=%llu",
			(unsigned long long) pkt_dev->delay);
L
Linus Torvalds 已提交
972 973
		return count;
	}
L
Luiz Capitulino 已提交
974
	if (!strcmp(name, "udp_src_min")) {
L
Linus Torvalds 已提交
975
		len = num_arg(&user_buffer[i], 10, &value);
976
		if (len < 0)
L
Luiz Capitulino 已提交
977
			return len;
978

L
Linus Torvalds 已提交
979
		i += len;
L
Luiz Capitulino 已提交
980 981 982 983
		if (value != pkt_dev->udp_src_min) {
			pkt_dev->udp_src_min = value;
			pkt_dev->cur_udp_src = value;
		}
L
Linus Torvalds 已提交
984 985 986
		sprintf(pg_result, "OK: udp_src_min=%u", pkt_dev->udp_src_min);
		return count;
	}
L
Luiz Capitulino 已提交
987
	if (!strcmp(name, "udp_dst_min")) {
L
Linus Torvalds 已提交
988
		len = num_arg(&user_buffer[i], 10, &value);
989
		if (len < 0)
L
Luiz Capitulino 已提交
990
			return len;
991

L
Linus Torvalds 已提交
992
		i += len;
L
Luiz Capitulino 已提交
993 994 995 996
		if (value != pkt_dev->udp_dst_min) {
			pkt_dev->udp_dst_min = value;
			pkt_dev->cur_udp_dst = value;
		}
L
Linus Torvalds 已提交
997 998 999
		sprintf(pg_result, "OK: udp_dst_min=%u", pkt_dev->udp_dst_min);
		return count;
	}
L
Luiz Capitulino 已提交
1000
	if (!strcmp(name, "udp_src_max")) {
L
Linus Torvalds 已提交
1001
		len = num_arg(&user_buffer[i], 10, &value);
1002
		if (len < 0)
L
Luiz Capitulino 已提交
1003
			return len;
1004

L
Linus Torvalds 已提交
1005
		i += len;
L
Luiz Capitulino 已提交
1006 1007 1008 1009
		if (value != pkt_dev->udp_src_max) {
			pkt_dev->udp_src_max = value;
			pkt_dev->cur_udp_src = value;
		}
L
Linus Torvalds 已提交
1010 1011 1012
		sprintf(pg_result, "OK: udp_src_max=%u", pkt_dev->udp_src_max);
		return count;
	}
L
Luiz Capitulino 已提交
1013
	if (!strcmp(name, "udp_dst_max")) {
L
Linus Torvalds 已提交
1014
		len = num_arg(&user_buffer[i], 10, &value);
1015
		if (len < 0)
L
Luiz Capitulino 已提交
1016
			return len;
1017

L
Linus Torvalds 已提交
1018
		i += len;
L
Luiz Capitulino 已提交
1019 1020 1021 1022
		if (value != pkt_dev->udp_dst_max) {
			pkt_dev->udp_dst_max = value;
			pkt_dev->cur_udp_dst = value;
		}
L
Linus Torvalds 已提交
1023 1024 1025 1026 1027
		sprintf(pg_result, "OK: udp_dst_max=%u", pkt_dev->udp_dst_max);
		return count;
	}
	if (!strcmp(name, "clone_skb")) {
		len = num_arg(&user_buffer[i], 10, &value);
1028
		if (len < 0)
L
Luiz Capitulino 已提交
1029
			return len;
1030

L
Linus Torvalds 已提交
1031
		i += len;
L
Luiz Capitulino 已提交
1032 1033
		pkt_dev->clone_skb = value;

L
Linus Torvalds 已提交
1034 1035 1036 1037 1038
		sprintf(pg_result, "OK: clone_skb=%d", pkt_dev->clone_skb);
		return count;
	}
	if (!strcmp(name, "count")) {
		len = num_arg(&user_buffer[i], 10, &value);
1039
		if (len < 0)
L
Luiz Capitulino 已提交
1040
			return len;
1041

L
Linus Torvalds 已提交
1042 1043 1044
		i += len;
		pkt_dev->count = value;
		sprintf(pg_result, "OK: count=%llu",
L
Luiz Capitulino 已提交
1045
			(unsigned long long)pkt_dev->count);
L
Linus Torvalds 已提交
1046 1047 1048 1049
		return count;
	}
	if (!strcmp(name, "src_mac_count")) {
		len = num_arg(&user_buffer[i], 10, &value);
1050
		if (len < 0)
L
Luiz Capitulino 已提交
1051
			return len;
1052

L
Linus Torvalds 已提交
1053 1054
		i += len;
		if (pkt_dev->src_mac_count != value) {
L
Luiz Capitulino 已提交
1055 1056 1057 1058 1059
			pkt_dev->src_mac_count = value;
			pkt_dev->cur_src_mac_offset = 0;
		}
		sprintf(pg_result, "OK: src_mac_count=%d",
			pkt_dev->src_mac_count);
L
Linus Torvalds 已提交
1060 1061 1062 1063
		return count;
	}
	if (!strcmp(name, "dst_mac_count")) {
		len = num_arg(&user_buffer[i], 10, &value);
1064
		if (len < 0)
L
Luiz Capitulino 已提交
1065
			return len;
1066

L
Linus Torvalds 已提交
1067 1068
		i += len;
		if (pkt_dev->dst_mac_count != value) {
L
Luiz Capitulino 已提交
1069 1070 1071 1072 1073
			pkt_dev->dst_mac_count = value;
			pkt_dev->cur_dst_mac_offset = 0;
		}
		sprintf(pg_result, "OK: dst_mac_count=%d",
			pkt_dev->dst_mac_count);
L
Linus Torvalds 已提交
1074 1075 1076
		return count;
	}
	if (!strcmp(name, "flag")) {
L
Luiz Capitulino 已提交
1077 1078
		char f[32];
		memset(f, 0, 32);
L
Linus Torvalds 已提交
1079
		len = strn_len(&user_buffer[i], sizeof(f) - 1);
1080
		if (len < 0)
L
Luiz Capitulino 已提交
1081
			return len;
1082

L
Linus Torvalds 已提交
1083 1084 1085
		if (copy_from_user(f, &user_buffer[i], len))
			return -EFAULT;
		i += len;
L
Luiz Capitulino 已提交
1086 1087 1088 1089 1090 1091 1092 1093 1094 1095 1096 1097 1098 1099 1100 1101 1102 1103 1104 1105 1106 1107 1108 1109 1110 1111 1112 1113 1114 1115 1116 1117 1118 1119 1120 1121 1122 1123 1124 1125 1126 1127
		if (strcmp(f, "IPSRC_RND") == 0)
			pkt_dev->flags |= F_IPSRC_RND;

		else if (strcmp(f, "!IPSRC_RND") == 0)
			pkt_dev->flags &= ~F_IPSRC_RND;

		else if (strcmp(f, "TXSIZE_RND") == 0)
			pkt_dev->flags |= F_TXSIZE_RND;

		else if (strcmp(f, "!TXSIZE_RND") == 0)
			pkt_dev->flags &= ~F_TXSIZE_RND;

		else if (strcmp(f, "IPDST_RND") == 0)
			pkt_dev->flags |= F_IPDST_RND;

		else if (strcmp(f, "!IPDST_RND") == 0)
			pkt_dev->flags &= ~F_IPDST_RND;

		else if (strcmp(f, "UDPSRC_RND") == 0)
			pkt_dev->flags |= F_UDPSRC_RND;

		else if (strcmp(f, "!UDPSRC_RND") == 0)
			pkt_dev->flags &= ~F_UDPSRC_RND;

		else if (strcmp(f, "UDPDST_RND") == 0)
			pkt_dev->flags |= F_UDPDST_RND;

		else if (strcmp(f, "!UDPDST_RND") == 0)
			pkt_dev->flags &= ~F_UDPDST_RND;

		else if (strcmp(f, "MACSRC_RND") == 0)
			pkt_dev->flags |= F_MACSRC_RND;

		else if (strcmp(f, "!MACSRC_RND") == 0)
			pkt_dev->flags &= ~F_MACSRC_RND;

		else if (strcmp(f, "MACDST_RND") == 0)
			pkt_dev->flags |= F_MACDST_RND;

		else if (strcmp(f, "!MACDST_RND") == 0)
			pkt_dev->flags &= ~F_MACDST_RND;

1128 1129 1130 1131 1132 1133
		else if (strcmp(f, "MPLS_RND") == 0)
			pkt_dev->flags |= F_MPLS_RND;

		else if (strcmp(f, "!MPLS_RND") == 0)
			pkt_dev->flags &= ~F_MPLS_RND;

F
Francesco Fondelli 已提交
1134 1135 1136 1137 1138 1139 1140 1141 1142 1143 1144 1145
		else if (strcmp(f, "VID_RND") == 0)
			pkt_dev->flags |= F_VID_RND;

		else if (strcmp(f, "!VID_RND") == 0)
			pkt_dev->flags &= ~F_VID_RND;

		else if (strcmp(f, "SVID_RND") == 0)
			pkt_dev->flags |= F_SVID_RND;

		else if (strcmp(f, "!SVID_RND") == 0)
			pkt_dev->flags &= ~F_SVID_RND;

1146 1147 1148
		else if (strcmp(f, "FLOW_SEQ") == 0)
			pkt_dev->flags |= F_FLOW_SEQ;

R
Robert Olsson 已提交
1149 1150 1151 1152 1153
		else if (strcmp(f, "QUEUE_MAP_RND") == 0)
			pkt_dev->flags |= F_QUEUE_MAP_RND;

		else if (strcmp(f, "!QUEUE_MAP_RND") == 0)
			pkt_dev->flags &= ~F_QUEUE_MAP_RND;
R
Robert Olsson 已提交
1154 1155 1156 1157 1158 1159

		else if (strcmp(f, "QUEUE_MAP_CPU") == 0)
			pkt_dev->flags |= F_QUEUE_MAP_CPU;

		else if (strcmp(f, "!QUEUE_MAP_CPU") == 0)
			pkt_dev->flags &= ~F_QUEUE_MAP_CPU;
J
Jamal Hadi Salim 已提交
1160 1161 1162 1163 1164
#ifdef CONFIG_XFRM
		else if (strcmp(f, "IPSEC") == 0)
			pkt_dev->flags |= F_IPSEC_ON;
#endif

F
Francesco Fondelli 已提交
1165 1166 1167
		else if (strcmp(f, "!IPV6") == 0)
			pkt_dev->flags &= ~F_IPV6;

L
Luiz Capitulino 已提交
1168 1169 1170 1171
		else {
			sprintf(pg_result,
				"Flag -:%s:- unknown\nAvailable flags, (prepend ! to un-set flag):\n%s",
				f,
F
Francesco Fondelli 已提交
1172
				"IPSRC_RND, IPDST_RND, UDPSRC_RND, UDPDST_RND, "
J
Jamal Hadi Salim 已提交
1173
				"MACSRC_RND, MACDST_RND, TXSIZE_RND, IPV6, MPLS_RND, VID_RND, SVID_RND, FLOW_SEQ, IPSEC\n");
L
Luiz Capitulino 已提交
1174 1175
			return count;
		}
L
Linus Torvalds 已提交
1176 1177 1178 1179 1180
		sprintf(pg_result, "OK: flags=0x%x", pkt_dev->flags);
		return count;
	}
	if (!strcmp(name, "dst_min") || !strcmp(name, "dst")) {
		len = strn_len(&user_buffer[i], sizeof(pkt_dev->dst_min) - 1);
1181
		if (len < 0)
L
Luiz Capitulino 已提交
1182
			return len;
L
Linus Torvalds 已提交
1183

L
Luiz Capitulino 已提交
1184
		if (copy_from_user(buf, &user_buffer[i], len))
L
Linus Torvalds 已提交
1185
			return -EFAULT;
L
Luiz Capitulino 已提交
1186 1187 1188 1189 1190 1191 1192 1193
		buf[len] = 0;
		if (strcmp(buf, pkt_dev->dst_min) != 0) {
			memset(pkt_dev->dst_min, 0, sizeof(pkt_dev->dst_min));
			strncpy(pkt_dev->dst_min, buf, len);
			pkt_dev->daddr_min = in_aton(pkt_dev->dst_min);
			pkt_dev->cur_daddr = pkt_dev->daddr_min;
		}
		if (debug)
1194
			printk(KERN_DEBUG "pktgen: dst_min set to: %s\n",
L
Luiz Capitulino 已提交
1195 1196
			       pkt_dev->dst_min);
		i += len;
L
Linus Torvalds 已提交
1197 1198 1199 1200 1201
		sprintf(pg_result, "OK: dst_min=%s", pkt_dev->dst_min);
		return count;
	}
	if (!strcmp(name, "dst_max")) {
		len = strn_len(&user_buffer[i], sizeof(pkt_dev->dst_max) - 1);
1202
		if (len < 0)
L
Luiz Capitulino 已提交
1203
			return len;
1204

L
Linus Torvalds 已提交
1205

L
Luiz Capitulino 已提交
1206
		if (copy_from_user(buf, &user_buffer[i], len))
L
Linus Torvalds 已提交
1207 1208
			return -EFAULT;

L
Luiz Capitulino 已提交
1209 1210 1211 1212 1213 1214 1215 1216
		buf[len] = 0;
		if (strcmp(buf, pkt_dev->dst_max) != 0) {
			memset(pkt_dev->dst_max, 0, sizeof(pkt_dev->dst_max));
			strncpy(pkt_dev->dst_max, buf, len);
			pkt_dev->daddr_max = in_aton(pkt_dev->dst_max);
			pkt_dev->cur_daddr = pkt_dev->daddr_max;
		}
		if (debug)
1217
			printk(KERN_DEBUG "pktgen: dst_max set to: %s\n",
L
Luiz Capitulino 已提交
1218
			       pkt_dev->dst_max);
L
Linus Torvalds 已提交
1219 1220 1221 1222 1223 1224
		i += len;
		sprintf(pg_result, "OK: dst_max=%s", pkt_dev->dst_max);
		return count;
	}
	if (!strcmp(name, "dst6")) {
		len = strn_len(&user_buffer[i], sizeof(buf) - 1);
L
Luiz Capitulino 已提交
1225 1226
		if (len < 0)
			return len;
L
Linus Torvalds 已提交
1227 1228 1229

		pkt_dev->flags |= F_IPV6;

L
Luiz Capitulino 已提交
1230
		if (copy_from_user(buf, &user_buffer[i], len))
L
Linus Torvalds 已提交
1231
			return -EFAULT;
L
Luiz Capitulino 已提交
1232
		buf[len] = 0;
L
Linus Torvalds 已提交
1233 1234

		scan_ip6(buf, pkt_dev->in6_daddr.s6_addr);
L
Luiz Capitulino 已提交
1235
		fmt_ip6(buf, pkt_dev->in6_daddr.s6_addr);
L
Linus Torvalds 已提交
1236 1237 1238

		ipv6_addr_copy(&pkt_dev->cur_in6_daddr, &pkt_dev->in6_daddr);

L
Luiz Capitulino 已提交
1239
		if (debug)
1240
			printk(KERN_DEBUG "pktgen: dst6 set to: %s\n", buf);
L
Linus Torvalds 已提交
1241

L
Luiz Capitulino 已提交
1242
		i += len;
L
Linus Torvalds 已提交
1243 1244 1245 1246 1247
		sprintf(pg_result, "OK: dst6=%s", buf);
		return count;
	}
	if (!strcmp(name, "dst6_min")) {
		len = strn_len(&user_buffer[i], sizeof(buf) - 1);
L
Luiz Capitulino 已提交
1248 1249
		if (len < 0)
			return len;
L
Linus Torvalds 已提交
1250 1251 1252

		pkt_dev->flags |= F_IPV6;

L
Luiz Capitulino 已提交
1253
		if (copy_from_user(buf, &user_buffer[i], len))
L
Linus Torvalds 已提交
1254
			return -EFAULT;
L
Luiz Capitulino 已提交
1255
		buf[len] = 0;
L
Linus Torvalds 已提交
1256 1257

		scan_ip6(buf, pkt_dev->min_in6_daddr.s6_addr);
L
Luiz Capitulino 已提交
1258
		fmt_ip6(buf, pkt_dev->min_in6_daddr.s6_addr);
L
Linus Torvalds 已提交
1259

L
Luiz Capitulino 已提交
1260 1261 1262
		ipv6_addr_copy(&pkt_dev->cur_in6_daddr,
			       &pkt_dev->min_in6_daddr);
		if (debug)
1263
			printk(KERN_DEBUG "pktgen: dst6_min set to: %s\n", buf);
L
Linus Torvalds 已提交
1264

L
Luiz Capitulino 已提交
1265
		i += len;
L
Linus Torvalds 已提交
1266 1267 1268 1269 1270
		sprintf(pg_result, "OK: dst6_min=%s", buf);
		return count;
	}
	if (!strcmp(name, "dst6_max")) {
		len = strn_len(&user_buffer[i], sizeof(buf) - 1);
L
Luiz Capitulino 已提交
1271 1272
		if (len < 0)
			return len;
L
Linus Torvalds 已提交
1273 1274 1275

		pkt_dev->flags |= F_IPV6;

L
Luiz Capitulino 已提交
1276
		if (copy_from_user(buf, &user_buffer[i], len))
L
Linus Torvalds 已提交
1277
			return -EFAULT;
L
Luiz Capitulino 已提交
1278
		buf[len] = 0;
L
Linus Torvalds 已提交
1279 1280

		scan_ip6(buf, pkt_dev->max_in6_daddr.s6_addr);
L
Luiz Capitulino 已提交
1281
		fmt_ip6(buf, pkt_dev->max_in6_daddr.s6_addr);
L
Linus Torvalds 已提交
1282

L
Luiz Capitulino 已提交
1283
		if (debug)
1284
			printk(KERN_DEBUG "pktgen: dst6_max set to: %s\n", buf);
L
Linus Torvalds 已提交
1285

L
Luiz Capitulino 已提交
1286
		i += len;
L
Linus Torvalds 已提交
1287 1288 1289 1290 1291
		sprintf(pg_result, "OK: dst6_max=%s", buf);
		return count;
	}
	if (!strcmp(name, "src6")) {
		len = strn_len(&user_buffer[i], sizeof(buf) - 1);
L
Luiz Capitulino 已提交
1292 1293
		if (len < 0)
			return len;
L
Linus Torvalds 已提交
1294 1295 1296

		pkt_dev->flags |= F_IPV6;

L
Luiz Capitulino 已提交
1297
		if (copy_from_user(buf, &user_buffer[i], len))
L
Linus Torvalds 已提交
1298
			return -EFAULT;
L
Luiz Capitulino 已提交
1299
		buf[len] = 0;
L
Linus Torvalds 已提交
1300 1301

		scan_ip6(buf, pkt_dev->in6_saddr.s6_addr);
L
Luiz Capitulino 已提交
1302
		fmt_ip6(buf, pkt_dev->in6_saddr.s6_addr);
L
Linus Torvalds 已提交
1303 1304 1305

		ipv6_addr_copy(&pkt_dev->cur_in6_saddr, &pkt_dev->in6_saddr);

L
Luiz Capitulino 已提交
1306
		if (debug)
1307
			printk(KERN_DEBUG "pktgen: src6 set to: %s\n", buf);
L
Luiz Capitulino 已提交
1308 1309

		i += len;
L
Linus Torvalds 已提交
1310 1311 1312 1313 1314
		sprintf(pg_result, "OK: src6=%s", buf);
		return count;
	}
	if (!strcmp(name, "src_min")) {
		len = strn_len(&user_buffer[i], sizeof(pkt_dev->src_min) - 1);
1315
		if (len < 0)
L
Luiz Capitulino 已提交
1316
			return len;
1317

L
Luiz Capitulino 已提交
1318
		if (copy_from_user(buf, &user_buffer[i], len))
L
Linus Torvalds 已提交
1319
			return -EFAULT;
L
Luiz Capitulino 已提交
1320 1321 1322 1323 1324 1325 1326 1327
		buf[len] = 0;
		if (strcmp(buf, pkt_dev->src_min) != 0) {
			memset(pkt_dev->src_min, 0, sizeof(pkt_dev->src_min));
			strncpy(pkt_dev->src_min, buf, len);
			pkt_dev->saddr_min = in_aton(pkt_dev->src_min);
			pkt_dev->cur_saddr = pkt_dev->saddr_min;
		}
		if (debug)
1328
			printk(KERN_DEBUG "pktgen: src_min set to: %s\n",
L
Luiz Capitulino 已提交
1329
			       pkt_dev->src_min);
L
Linus Torvalds 已提交
1330 1331 1332 1333 1334 1335
		i += len;
		sprintf(pg_result, "OK: src_min=%s", pkt_dev->src_min);
		return count;
	}
	if (!strcmp(name, "src_max")) {
		len = strn_len(&user_buffer[i], sizeof(pkt_dev->src_max) - 1);
1336
		if (len < 0)
L
Luiz Capitulino 已提交
1337
			return len;
1338

L
Luiz Capitulino 已提交
1339
		if (copy_from_user(buf, &user_buffer[i], len))
L
Linus Torvalds 已提交
1340
			return -EFAULT;
L
Luiz Capitulino 已提交
1341 1342 1343 1344 1345 1346 1347 1348
		buf[len] = 0;
		if (strcmp(buf, pkt_dev->src_max) != 0) {
			memset(pkt_dev->src_max, 0, sizeof(pkt_dev->src_max));
			strncpy(pkt_dev->src_max, buf, len);
			pkt_dev->saddr_max = in_aton(pkt_dev->src_max);
			pkt_dev->cur_saddr = pkt_dev->saddr_max;
		}
		if (debug)
1349
			printk(KERN_DEBUG "pktgen: src_max set to: %s\n",
L
Luiz Capitulino 已提交
1350
			       pkt_dev->src_max);
L
Linus Torvalds 已提交
1351 1352 1353 1354 1355 1356
		i += len;
		sprintf(pg_result, "OK: src_max=%s", pkt_dev->src_max);
		return count;
	}
	if (!strcmp(name, "dst_mac")) {
		char *v = valstr;
1357
		unsigned char old_dmac[ETH_ALEN];
L
Linus Torvalds 已提交
1358
		unsigned char *m = pkt_dev->dst_mac;
1359
		memcpy(old_dmac, pkt_dev->dst_mac, ETH_ALEN);
L
Luiz Capitulino 已提交
1360

L
Linus Torvalds 已提交
1361
		len = strn_len(&user_buffer[i], sizeof(valstr) - 1);
1362
		if (len < 0)
L
Luiz Capitulino 已提交
1363
			return len;
1364

L
Linus Torvalds 已提交
1365
		memset(valstr, 0, sizeof(valstr));
L
Luiz Capitulino 已提交
1366
		if (copy_from_user(valstr, &user_buffer[i], len))
L
Linus Torvalds 已提交
1367 1368 1369
			return -EFAULT;
		i += len;

L
Luiz Capitulino 已提交
1370
		for (*m = 0; *v && m < pkt_dev->dst_mac + 6; v++) {
L
Linus Torvalds 已提交
1371 1372 1373 1374 1375 1376 1377 1378 1379 1380 1381 1382 1383 1384 1385 1386 1387 1388 1389
			if (*v >= '0' && *v <= '9') {
				*m *= 16;
				*m += *v - '0';
			}
			if (*v >= 'A' && *v <= 'F') {
				*m *= 16;
				*m += *v - 'A' + 10;
			}
			if (*v >= 'a' && *v <= 'f') {
				*m *= 16;
				*m += *v - 'a' + 10;
			}
			if (*v == ':') {
				m++;
				*m = 0;
			}
		}

		/* Set up Dest MAC */
1390 1391
		if (compare_ether_addr(old_dmac, pkt_dev->dst_mac))
			memcpy(&(pkt_dev->hh[0]), pkt_dev->dst_mac, ETH_ALEN);
L
Luiz Capitulino 已提交
1392

L
Linus Torvalds 已提交
1393 1394 1395 1396 1397
		sprintf(pg_result, "OK: dstmac");
		return count;
	}
	if (!strcmp(name, "src_mac")) {
		char *v = valstr;
A
Adit Ranadive 已提交
1398
		unsigned char old_smac[ETH_ALEN];
L
Linus Torvalds 已提交
1399 1400
		unsigned char *m = pkt_dev->src_mac;

A
Adit Ranadive 已提交
1401 1402
		memcpy(old_smac, pkt_dev->src_mac, ETH_ALEN);

L
Linus Torvalds 已提交
1403
		len = strn_len(&user_buffer[i], sizeof(valstr) - 1);
1404
		if (len < 0)
L
Luiz Capitulino 已提交
1405
			return len;
1406

L
Linus Torvalds 已提交
1407
		memset(valstr, 0, sizeof(valstr));
L
Luiz Capitulino 已提交
1408
		if (copy_from_user(valstr, &user_buffer[i], len))
L
Linus Torvalds 已提交
1409 1410 1411
			return -EFAULT;
		i += len;

L
Luiz Capitulino 已提交
1412
		for (*m = 0; *v && m < pkt_dev->src_mac + 6; v++) {
L
Linus Torvalds 已提交
1413 1414 1415 1416 1417 1418 1419 1420 1421 1422 1423 1424 1425 1426 1427 1428
			if (*v >= '0' && *v <= '9') {
				*m *= 16;
				*m += *v - '0';
			}
			if (*v >= 'A' && *v <= 'F') {
				*m *= 16;
				*m += *v - 'A' + 10;
			}
			if (*v >= 'a' && *v <= 'f') {
				*m *= 16;
				*m += *v - 'a' + 10;
			}
			if (*v == ':') {
				m++;
				*m = 0;
			}
L
Luiz Capitulino 已提交
1429
		}
L
Linus Torvalds 已提交
1430

A
Adit Ranadive 已提交
1431 1432 1433 1434
		/* Set up Src MAC */
		if (compare_ether_addr(old_smac, pkt_dev->src_mac))
			memcpy(&(pkt_dev->hh[6]), pkt_dev->src_mac, ETH_ALEN);

L
Luiz Capitulino 已提交
1435
		sprintf(pg_result, "OK: srcmac");
L
Linus Torvalds 已提交
1436 1437 1438
		return count;
	}

L
Luiz Capitulino 已提交
1439 1440 1441 1442 1443
	if (!strcmp(name, "clear_counters")) {
		pktgen_clear_counters(pkt_dev);
		sprintf(pg_result, "OK: Clearing counters.\n");
		return count;
	}
L
Linus Torvalds 已提交
1444 1445 1446

	if (!strcmp(name, "flows")) {
		len = num_arg(&user_buffer[i], 10, &value);
1447
		if (len < 0)
L
Luiz Capitulino 已提交
1448
			return len;
1449

L
Linus Torvalds 已提交
1450 1451 1452 1453 1454 1455 1456 1457 1458 1459 1460
		i += len;
		if (value > MAX_CFLOWS)
			value = MAX_CFLOWS;

		pkt_dev->cflows = value;
		sprintf(pg_result, "OK: flows=%u", pkt_dev->cflows);
		return count;
	}

	if (!strcmp(name, "flowlen")) {
		len = num_arg(&user_buffer[i], 10, &value);
1461
		if (len < 0)
L
Luiz Capitulino 已提交
1462
			return len;
1463

L
Linus Torvalds 已提交
1464 1465 1466 1467 1468
		i += len;
		pkt_dev->lflow = value;
		sprintf(pg_result, "OK: flowlen=%u", pkt_dev->lflow);
		return count;
	}
L
Luiz Capitulino 已提交
1469

R
Robert Olsson 已提交
1470 1471
	if (!strcmp(name, "queue_map_min")) {
		len = num_arg(&user_buffer[i], 5, &value);
1472
		if (len < 0)
R
Robert Olsson 已提交
1473
			return len;
1474

R
Robert Olsson 已提交
1475 1476 1477 1478 1479 1480 1481 1482
		i += len;
		pkt_dev->queue_map_min = value;
		sprintf(pg_result, "OK: queue_map_min=%u", pkt_dev->queue_map_min);
		return count;
	}

	if (!strcmp(name, "queue_map_max")) {
		len = num_arg(&user_buffer[i], 5, &value);
1483
		if (len < 0)
R
Robert Olsson 已提交
1484
			return len;
1485

R
Robert Olsson 已提交
1486 1487 1488 1489 1490 1491
		i += len;
		pkt_dev->queue_map_max = value;
		sprintf(pg_result, "OK: queue_map_max=%u", pkt_dev->queue_map_max);
		return count;
	}

1492
	if (!strcmp(name, "mpls")) {
S
Stephen Hemminger 已提交
1493 1494
		unsigned n, cnt;

1495
		len = get_labels(&user_buffer[i], pkt_dev);
S
Stephen Hemminger 已提交
1496 1497
		if (len < 0)
			return len;
1498
		i += len;
S
Stephen Hemminger 已提交
1499
		cnt = sprintf(pg_result, "OK: mpls=");
1500
		for (n = 0; n < pkt_dev->nr_labels; n++)
S
Stephen Hemminger 已提交
1501 1502 1503
			cnt += sprintf(pg_result + cnt,
				       "%08x%s", ntohl(pkt_dev->labels[n]),
				       n == pkt_dev->nr_labels-1 ? "" : ",");
F
Francesco Fondelli 已提交
1504 1505 1506 1507 1508 1509

		if (pkt_dev->nr_labels && pkt_dev->vlan_id != 0xffff) {
			pkt_dev->vlan_id = 0xffff; /* turn off VLAN/SVLAN */
			pkt_dev->svlan_id = 0xffff;

			if (debug)
1510
				printk(KERN_DEBUG "pktgen: VLAN/SVLAN auto turned off\n");
F
Francesco Fondelli 已提交
1511 1512 1513 1514 1515 1516
		}
		return count;
	}

	if (!strcmp(name, "vlan_id")) {
		len = num_arg(&user_buffer[i], 4, &value);
1517
		if (len < 0)
F
Francesco Fondelli 已提交
1518
			return len;
1519

F
Francesco Fondelli 已提交
1520 1521 1522 1523 1524
		i += len;
		if (value <= 4095) {
			pkt_dev->vlan_id = value;  /* turn on VLAN */

			if (debug)
1525
				printk(KERN_DEBUG "pktgen: VLAN turned on\n");
F
Francesco Fondelli 已提交
1526 1527

			if (debug && pkt_dev->nr_labels)
1528
				printk(KERN_DEBUG "pktgen: MPLS auto turned off\n");
F
Francesco Fondelli 已提交
1529 1530 1531 1532 1533 1534 1535 1536

			pkt_dev->nr_labels = 0;    /* turn off MPLS */
			sprintf(pg_result, "OK: vlan_id=%u", pkt_dev->vlan_id);
		} else {
			pkt_dev->vlan_id = 0xffff; /* turn off VLAN/SVLAN */
			pkt_dev->svlan_id = 0xffff;

			if (debug)
1537
				printk(KERN_DEBUG "pktgen: VLAN/SVLAN turned off\n");
F
Francesco Fondelli 已提交
1538 1539 1540 1541 1542 1543
		}
		return count;
	}

	if (!strcmp(name, "vlan_p")) {
		len = num_arg(&user_buffer[i], 1, &value);
1544
		if (len < 0)
F
Francesco Fondelli 已提交
1545
			return len;
1546

F
Francesco Fondelli 已提交
1547 1548 1549 1550 1551 1552 1553 1554 1555 1556 1557 1558
		i += len;
		if ((value <= 7) && (pkt_dev->vlan_id != 0xffff)) {
			pkt_dev->vlan_p = value;
			sprintf(pg_result, "OK: vlan_p=%u", pkt_dev->vlan_p);
		} else {
			sprintf(pg_result, "ERROR: vlan_p must be 0-7");
		}
		return count;
	}

	if (!strcmp(name, "vlan_cfi")) {
		len = num_arg(&user_buffer[i], 1, &value);
1559
		if (len < 0)
F
Francesco Fondelli 已提交
1560
			return len;
1561

F
Francesco Fondelli 已提交
1562 1563 1564 1565 1566 1567 1568 1569 1570 1571 1572 1573
		i += len;
		if ((value <= 1) && (pkt_dev->vlan_id != 0xffff)) {
			pkt_dev->vlan_cfi = value;
			sprintf(pg_result, "OK: vlan_cfi=%u", pkt_dev->vlan_cfi);
		} else {
			sprintf(pg_result, "ERROR: vlan_cfi must be 0-1");
		}
		return count;
	}

	if (!strcmp(name, "svlan_id")) {
		len = num_arg(&user_buffer[i], 4, &value);
1574
		if (len < 0)
F
Francesco Fondelli 已提交
1575
			return len;
1576

F
Francesco Fondelli 已提交
1577 1578 1579 1580 1581
		i += len;
		if ((value <= 4095) && ((pkt_dev->vlan_id != 0xffff))) {
			pkt_dev->svlan_id = value;  /* turn on SVLAN */

			if (debug)
1582
				printk(KERN_DEBUG "pktgen: SVLAN turned on\n");
F
Francesco Fondelli 已提交
1583 1584

			if (debug && pkt_dev->nr_labels)
1585
				printk(KERN_DEBUG "pktgen: MPLS auto turned off\n");
F
Francesco Fondelli 已提交
1586 1587 1588 1589 1590 1591 1592 1593

			pkt_dev->nr_labels = 0;    /* turn off MPLS */
			sprintf(pg_result, "OK: svlan_id=%u", pkt_dev->svlan_id);
		} else {
			pkt_dev->vlan_id = 0xffff; /* turn off VLAN/SVLAN */
			pkt_dev->svlan_id = 0xffff;

			if (debug)
1594
				printk(KERN_DEBUG "pktgen: VLAN/SVLAN turned off\n");
F
Francesco Fondelli 已提交
1595 1596 1597 1598 1599 1600
		}
		return count;
	}

	if (!strcmp(name, "svlan_p")) {
		len = num_arg(&user_buffer[i], 1, &value);
1601
		if (len < 0)
F
Francesco Fondelli 已提交
1602
			return len;
1603

F
Francesco Fondelli 已提交
1604 1605 1606 1607 1608 1609 1610 1611 1612 1613 1614 1615
		i += len;
		if ((value <= 7) && (pkt_dev->svlan_id != 0xffff)) {
			pkt_dev->svlan_p = value;
			sprintf(pg_result, "OK: svlan_p=%u", pkt_dev->svlan_p);
		} else {
			sprintf(pg_result, "ERROR: svlan_p must be 0-7");
		}
		return count;
	}

	if (!strcmp(name, "svlan_cfi")) {
		len = num_arg(&user_buffer[i], 1, &value);
1616
		if (len < 0)
F
Francesco Fondelli 已提交
1617
			return len;
1618

F
Francesco Fondelli 已提交
1619 1620 1621 1622 1623 1624 1625
		i += len;
		if ((value <= 1) && (pkt_dev->svlan_id != 0xffff)) {
			pkt_dev->svlan_cfi = value;
			sprintf(pg_result, "OK: svlan_cfi=%u", pkt_dev->svlan_cfi);
		} else {
			sprintf(pg_result, "ERROR: svlan_cfi must be 0-1");
		}
1626 1627 1628
		return count;
	}

F
Francesco Fondelli 已提交
1629 1630 1631
	if (!strcmp(name, "tos")) {
		__u32 tmp_value = 0;
		len = hex32_arg(&user_buffer[i], 2, &tmp_value);
1632
		if (len < 0)
F
Francesco Fondelli 已提交
1633
			return len;
1634

F
Francesco Fondelli 已提交
1635 1636 1637 1638 1639 1640 1641 1642 1643 1644 1645 1646 1647
		i += len;
		if (len == 2) {
			pkt_dev->tos = tmp_value;
			sprintf(pg_result, "OK: tos=0x%02x", pkt_dev->tos);
		} else {
			sprintf(pg_result, "ERROR: tos must be 00-ff");
		}
		return count;
	}

	if (!strcmp(name, "traffic_class")) {
		__u32 tmp_value = 0;
		len = hex32_arg(&user_buffer[i], 2, &tmp_value);
1648
		if (len < 0)
F
Francesco Fondelli 已提交
1649
			return len;
1650

F
Francesco Fondelli 已提交
1651 1652 1653 1654 1655 1656 1657 1658 1659 1660
		i += len;
		if (len == 2) {
			pkt_dev->traffic_class = tmp_value;
			sprintf(pg_result, "OK: traffic_class=0x%02x", pkt_dev->traffic_class);
		} else {
			sprintf(pg_result, "ERROR: traffic_class must be 00-ff");
		}
		return count;
	}

L
Linus Torvalds 已提交
1661 1662 1663 1664
	sprintf(pkt_dev->result, "No such parameter \"%s\"", name);
	return -EINVAL;
}

1665
static int pktgen_if_open(struct inode *inode, struct file *file)
L
Linus Torvalds 已提交
1666
{
1667 1668
	return single_open(file, pktgen_if_show, PDE(inode)->data);
}
L
Linus Torvalds 已提交
1669

1670
static const struct file_operations pktgen_if_fops = {
L
Luiz Capitulino 已提交
1671 1672 1673 1674 1675 1676
	.owner   = THIS_MODULE,
	.open    = pktgen_if_open,
	.read    = seq_read,
	.llseek  = seq_lseek,
	.write   = pktgen_if_write,
	.release = single_release,
1677
};
L
Linus Torvalds 已提交
1678

1679 1680
static int pktgen_thread_show(struct seq_file *seq, void *v)
{
L
Luiz Capitulino 已提交
1681
	struct pktgen_thread *t = seq->private;
S
Stephen Hemminger 已提交
1682
	const struct pktgen_dev *pkt_dev;
1683 1684

	BUG_ON(!t);
L
Linus Torvalds 已提交
1685

L
Luiz Capitulino 已提交
1686
	seq_printf(seq, "Running: ");
L
Linus Torvalds 已提交
1687

L
Luiz Capitulino 已提交
1688
	if_lock(t);
1689
	list_for_each_entry(pkt_dev, &t->if_list, list)
L
Luiz Capitulino 已提交
1690
		if (pkt_dev->running)
1691
			seq_printf(seq, "%s ", pkt_dev->odev->name);
L
Linus Torvalds 已提交
1692

L
Luiz Capitulino 已提交
1693 1694
	seq_printf(seq, "\nStopped: ");

1695
	list_for_each_entry(pkt_dev, &t->if_list, list)
L
Luiz Capitulino 已提交
1696
		if (!pkt_dev->running)
1697
			seq_printf(seq, "%s ", pkt_dev->odev->name);
L
Linus Torvalds 已提交
1698 1699

	if (t->result[0])
1700
		seq_printf(seq, "\nResult: %s\n", t->result);
L
Linus Torvalds 已提交
1701
	else
1702
		seq_printf(seq, "\nResult: NA\n");
L
Linus Torvalds 已提交
1703

L
Luiz Capitulino 已提交
1704
	if_unlock(t);
L
Linus Torvalds 已提交
1705

1706
	return 0;
L
Linus Torvalds 已提交
1707 1708
}

1709
static ssize_t pktgen_thread_write(struct file *file,
L
Luiz Capitulino 已提交
1710 1711
				   const char __user * user_buffer,
				   size_t count, loff_t * offset)
L
Linus Torvalds 已提交
1712
{
L
Luiz Capitulino 已提交
1713 1714
	struct seq_file *seq = (struct seq_file *)file->private_data;
	struct pktgen_thread *t = seq->private;
L
Linus Torvalds 已提交
1715 1716
	int i = 0, max, len, ret;
	char name[40];
L
Luiz Capitulino 已提交
1717
	char *pg_result;
1718

L
Linus Torvalds 已提交
1719
	if (count < 1) {
L
Luiz Capitulino 已提交
1720
		//      sprintf(pg_result, "Wrong command format");
L
Linus Torvalds 已提交
1721 1722
		return -EINVAL;
	}
1723

L
Linus Torvalds 已提交
1724
	max = count - i;
L
Luiz Capitulino 已提交
1725 1726
	len = count_trail_chars(&user_buffer[i], max);
	if (len < 0)
1727 1728
		return len;

L
Linus Torvalds 已提交
1729
	i += len;
1730

L
Linus Torvalds 已提交
1731 1732 1733
	/* Read variable name */

	len = strn_len(&user_buffer[i], sizeof(name) - 1);
L
Luiz Capitulino 已提交
1734
	if (len < 0)
1735
		return len;
L
Luiz Capitulino 已提交
1736

L
Linus Torvalds 已提交
1737 1738 1739 1740
	memset(name, 0, sizeof(name));
	if (copy_from_user(name, &user_buffer[i], len))
		return -EFAULT;
	i += len;
1741

L
Luiz Capitulino 已提交
1742
	max = count - i;
L
Linus Torvalds 已提交
1743
	len = count_trail_chars(&user_buffer[i], max);
L
Luiz Capitulino 已提交
1744
	if (len < 0)
1745 1746
		return len;

L
Linus Torvalds 已提交
1747 1748
	i += len;

1749
	if (debug)
1750 1751
		printk(KERN_DEBUG "pktgen: t=%s, count=%lu\n",
		       name, (unsigned long)count);
L
Linus Torvalds 已提交
1752

L
Luiz Capitulino 已提交
1753
	if (!t) {
1754
		printk(KERN_ERR "pktgen: ERROR: No thread\n");
L
Linus Torvalds 已提交
1755 1756 1757 1758 1759 1760
		ret = -EINVAL;
		goto out;
	}

	pg_result = &(t->result[0]);

L
Luiz Capitulino 已提交
1761 1762 1763
	if (!strcmp(name, "add_device")) {
		char f[32];
		memset(f, 0, 32);
L
Linus Torvalds 已提交
1764
		len = strn_len(&user_buffer[i], sizeof(f) - 1);
L
Luiz Capitulino 已提交
1765 1766
		if (len < 0) {
			ret = len;
L
Linus Torvalds 已提交
1767 1768
			goto out;
		}
L
Luiz Capitulino 已提交
1769
		if (copy_from_user(f, &user_buffer[i], len))
L
Linus Torvalds 已提交
1770 1771
			return -EFAULT;
		i += len;
1772
		mutex_lock(&pktgen_thread_lock);
L
Luiz Capitulino 已提交
1773
		pktgen_add_device(t, f);
1774
		mutex_unlock(&pktgen_thread_lock);
L
Luiz Capitulino 已提交
1775 1776
		ret = count;
		sprintf(pg_result, "OK: add_device=%s", f);
L
Linus Torvalds 已提交
1777 1778 1779
		goto out;
	}

L
Luiz Capitulino 已提交
1780
	if (!strcmp(name, "rem_device_all")) {
1781
		mutex_lock(&pktgen_thread_lock);
1782
		t->control |= T_REMDEVALL;
1783
		mutex_unlock(&pktgen_thread_lock);
L
Luiz Capitulino 已提交
1784
		schedule_timeout_interruptible(msecs_to_jiffies(125));	/* Propagate thread->control  */
L
Linus Torvalds 已提交
1785
		ret = count;
L
Luiz Capitulino 已提交
1786
		sprintf(pg_result, "OK: rem_device_all");
L
Linus Torvalds 已提交
1787 1788 1789
		goto out;
	}

L
Luiz Capitulino 已提交
1790
	if (!strcmp(name, "max_before_softirq")) {
1791
		sprintf(pg_result, "OK: Note! max_before_softirq is obsoleted -- Do not use");
L
Luiz Capitulino 已提交
1792
		ret = count;
L
Linus Torvalds 已提交
1793 1794 1795 1796
		goto out;
	}

	ret = -EINVAL;
L
Luiz Capitulino 已提交
1797
out:
L
Linus Torvalds 已提交
1798 1799 1800
	return ret;
}

1801
static int pktgen_thread_open(struct inode *inode, struct file *file)
L
Linus Torvalds 已提交
1802
{
1803
	return single_open(file, pktgen_thread_show, PDE(inode)->data);
L
Linus Torvalds 已提交
1804 1805
}

1806
static const struct file_operations pktgen_thread_fops = {
L
Luiz Capitulino 已提交
1807 1808 1809 1810 1811 1812
	.owner   = THIS_MODULE,
	.open    = pktgen_thread_open,
	.read    = seq_read,
	.llseek  = seq_lseek,
	.write   = pktgen_thread_write,
	.release = single_release,
1813
};
L
Linus Torvalds 已提交
1814 1815

/* Think find or remove for NN */
L
Luiz Capitulino 已提交
1816
static struct pktgen_dev *__pktgen_NN_threads(const char *ifname, int remove)
L
Linus Torvalds 已提交
1817 1818 1819 1820
{
	struct pktgen_thread *t;
	struct pktgen_dev *pkt_dev = NULL;

1821
	list_for_each_entry(t, &pktgen_threads, th_list) {
L
Linus Torvalds 已提交
1822 1823
		pkt_dev = pktgen_find_dev(t, ifname);
		if (pkt_dev) {
L
Luiz Capitulino 已提交
1824 1825 1826 1827 1828 1829
			if (remove) {
				if_lock(t);
				pkt_dev->removal_mark = 1;
				t->control |= T_REMDEV;
				if_unlock(t);
			}
L
Linus Torvalds 已提交
1830 1831 1832
			break;
		}
	}
L
Luiz Capitulino 已提交
1833
	return pkt_dev;
L
Linus Torvalds 已提交
1834 1835
}

1836 1837 1838
/*
 * mark a device for removal
 */
1839
static void pktgen_mark_device(const char *ifname)
L
Linus Torvalds 已提交
1840 1841
{
	struct pktgen_dev *pkt_dev = NULL;
1842 1843 1844
	const int max_tries = 10, msec_per_try = 125;
	int i = 0;

1845
	mutex_lock(&pktgen_thread_lock);
S
Stephen Hemminger 已提交
1846
	pr_debug("pktgen: pktgen_mark_device marking %s for removal\n", ifname);
1847

L
Luiz Capitulino 已提交
1848
	while (1) {
1849 1850

		pkt_dev = __pktgen_NN_threads(ifname, REMOVE);
L
Luiz Capitulino 已提交
1851 1852
		if (pkt_dev == NULL)
			break;	/* success */
1853

1854
		mutex_unlock(&pktgen_thread_lock);
S
Stephen Hemminger 已提交
1855 1856
		pr_debug("pktgen: pktgen_mark_device waiting for %s "
				"to disappear....\n", ifname);
1857
		schedule_timeout_interruptible(msecs_to_jiffies(msec_per_try));
1858
		mutex_lock(&pktgen_thread_lock);
1859 1860

		if (++i >= max_tries) {
1861 1862
			printk(KERN_ERR "pktgen_mark_device: timed out after "
			       "waiting %d msec for device %s to be removed\n",
L
Luiz Capitulino 已提交
1863
			       msec_per_try * i, ifname);
1864 1865 1866 1867 1868
			break;
		}

	}

1869
	mutex_unlock(&pktgen_thread_lock);
1870
}
1871

1872 1873 1874 1875 1876 1877 1878 1879 1880 1881 1882 1883 1884
static void pktgen_change_name(struct net_device *dev)
{
	struct pktgen_thread *t;

	list_for_each_entry(t, &pktgen_threads, th_list) {
		struct pktgen_dev *pkt_dev;

		list_for_each_entry(pkt_dev, &t->if_list, list) {
			if (pkt_dev->odev != dev)
				continue;

			remove_proc_entry(pkt_dev->entry->name, pg_proc_dir);

A
Alexey Dobriyan 已提交
1885 1886 1887 1888
			pkt_dev->entry = proc_create_data(dev->name, 0600,
							  pg_proc_dir,
							  &pktgen_if_fops,
							  pkt_dev);
1889 1890 1891 1892 1893 1894
			if (!pkt_dev->entry)
				printk(KERN_ERR "pktgen: can't move proc "
				       " entry for '%s'\n", dev->name);
			break;
		}
	}
L
Linus Torvalds 已提交
1895 1896
}

L
Luiz Capitulino 已提交
1897 1898
static int pktgen_device_event(struct notifier_block *unused,
			       unsigned long event, void *ptr)
L
Linus Torvalds 已提交
1899
{
1900
	struct net_device *dev = ptr;
L
Linus Torvalds 已提交
1901

1902
	if (!net_eq(dev_net(dev), &init_net))
1903 1904
		return NOTIFY_DONE;

L
Linus Torvalds 已提交
1905 1906 1907 1908 1909
	/* It is OK that we do not hold the group lock right now,
	 * as we run under the RTNL lock.
	 */

	switch (event) {
1910 1911
	case NETDEV_CHANGENAME:
		pktgen_change_name(dev);
L
Linus Torvalds 已提交
1912
		break;
L
Luiz Capitulino 已提交
1913

L
Linus Torvalds 已提交
1914
	case NETDEV_UNREGISTER:
L
Luiz Capitulino 已提交
1915
		pktgen_mark_device(dev->name);
L
Linus Torvalds 已提交
1916
		break;
1917
	}
L
Linus Torvalds 已提交
1918 1919 1920 1921

	return NOTIFY_DONE;
}

1922 1923
static struct net_device *pktgen_dev_get_by_name(struct pktgen_dev *pkt_dev,
						 const char *ifname)
R
Robert Olsson 已提交
1924 1925 1926 1927
{
	char b[IFNAMSIZ+5];
	int i = 0;

1928 1929
	for (i = 0; ifname[i] != '@'; i++) {
		if (i == IFNAMSIZ)
R
Robert Olsson 已提交
1930 1931 1932 1933 1934 1935 1936 1937 1938 1939
			break;

		b[i] = ifname[i];
	}
	b[i] = 0;

	return dev_get_by_name(&init_net, b);
}


L
Linus Torvalds 已提交
1940 1941
/* Associate pktgen_dev with a device. */

1942
static int pktgen_setup_dev(struct pktgen_dev *pkt_dev, const char *ifname)
L
Luiz Capitulino 已提交
1943
{
L
Linus Torvalds 已提交
1944
	struct net_device *odev;
1945
	int err;
L
Linus Torvalds 已提交
1946 1947 1948 1949

	/* Clean old setups */
	if (pkt_dev->odev) {
		dev_put(pkt_dev->odev);
L
Luiz Capitulino 已提交
1950 1951
		pkt_dev->odev = NULL;
	}
L
Linus Torvalds 已提交
1952

R
Robert Olsson 已提交
1953
	odev = pktgen_dev_get_by_name(pkt_dev, ifname);
L
Linus Torvalds 已提交
1954
	if (!odev) {
1955
		printk(KERN_ERR "pktgen: no such netdevice: \"%s\"\n", ifname);
1956
		return -ENODEV;
L
Linus Torvalds 已提交
1957
	}
1958

L
Linus Torvalds 已提交
1959
	if (odev->type != ARPHRD_ETHER) {
1960
		printk(KERN_ERR "pktgen: not an ethernet device: \"%s\"\n", ifname);
1961 1962
		err = -EINVAL;
	} else if (!netif_running(odev)) {
1963
		printk(KERN_ERR "pktgen: device is down: \"%s\"\n", ifname);
1964 1965 1966 1967
		err = -ENETDOWN;
	} else {
		pkt_dev->odev = odev;
		return 0;
L
Linus Torvalds 已提交
1968 1969 1970
	}

	dev_put(odev);
1971
	return err;
L
Linus Torvalds 已提交
1972 1973 1974 1975 1976 1977 1978
}

/* Read pkt_dev from the interface and set up internal pktgen_dev
 * structure to have the right information to create/send packets
 */
static void pktgen_setup_inject(struct pktgen_dev *pkt_dev)
{
1979 1980
	int ntxq;

L
Luiz Capitulino 已提交
1981
	if (!pkt_dev->odev) {
1982 1983
		printk(KERN_ERR "pktgen: ERROR: pkt_dev->odev == NULL in "
		       "setup_inject.\n");
L
Luiz Capitulino 已提交
1984 1985 1986 1987 1988
		sprintf(pkt_dev->result,
			"ERROR: pkt_dev->odev == NULL in setup_inject.\n");
		return;
	}

1989 1990
	/* make sure that we don't pick a non-existing transmit queue */
	ntxq = pkt_dev->odev->real_num_tx_queues;
R
Robert Olsson 已提交
1991

1992 1993
	if (ntxq <= pkt_dev->queue_map_min) {
		printk(KERN_WARNING "pktgen: WARNING: Requested "
1994 1995
		       "queue_map_min (zero-based) (%d) exceeds valid range "
		       "[0 - %d] for (%d) queues on %s, resetting\n",
1996
		       pkt_dev->queue_map_min, (ntxq ?: 1) - 1, ntxq,
1997
		       pkt_dev->odev->name);
1998 1999
		pkt_dev->queue_map_min = ntxq - 1;
	}
2000
	if (pkt_dev->queue_map_max >= ntxq) {
2001
		printk(KERN_WARNING "pktgen: WARNING: Requested "
2002 2003
		       "queue_map_max (zero-based) (%d) exceeds valid range "
		       "[0 - %d] for (%d) queues on %s, resetting\n",
2004
		       pkt_dev->queue_map_max, (ntxq ?: 1) - 1, ntxq,
2005
		       pkt_dev->odev->name);
2006 2007 2008
		pkt_dev->queue_map_max = ntxq - 1;
	}

L
Luiz Capitulino 已提交
2009
	/* Default to the interface's mac if not explicitly set. */
L
Linus Torvalds 已提交
2010

2011
	if (is_zero_ether_addr(pkt_dev->src_mac))
L
Luiz Capitulino 已提交
2012
		memcpy(&(pkt_dev->hh[6]), pkt_dev->odev->dev_addr, ETH_ALEN);
L
Linus Torvalds 已提交
2013

L
Luiz Capitulino 已提交
2014
	/* Set up Dest MAC */
2015
	memcpy(&(pkt_dev->hh[0]), pkt_dev->dst_mac, ETH_ALEN);
L
Linus Torvalds 已提交
2016

L
Luiz Capitulino 已提交
2017 2018 2019 2020
	/* Set up pkt size */
	pkt_dev->cur_pkt_size = pkt_dev->min_pkt_size;

	if (pkt_dev->flags & F_IPV6) {
L
Linus Torvalds 已提交
2021
		/*
2022
		 * Skip this automatic address setting until locks or functions
L
Linus Torvalds 已提交
2023 2024 2025 2026
		 * gets exported
		 */

#ifdef NOTNOW
L
Luiz Capitulino 已提交
2027
		int i, set = 0, err = 1;
L
Linus Torvalds 已提交
2028 2029
		struct inet6_dev *idev;

L
Luiz Capitulino 已提交
2030 2031
		for (i = 0; i < IN6_ADDR_HSIZE; i++)
			if (pkt_dev->cur_in6_saddr.s6_addr[i]) {
L
Linus Torvalds 已提交
2032 2033 2034 2035
				set = 1;
				break;
			}

L
Luiz Capitulino 已提交
2036 2037
		if (!set) {

L
Linus Torvalds 已提交
2038 2039 2040 2041 2042 2043
			/*
			 * Use linklevel address if unconfigured.
			 *
			 * use ipv6_get_lladdr if/when it's get exported
			 */

2044
			rcu_read_lock();
2045 2046
			idev = __in6_dev_get(pkt_dev->odev);
			if (idev) {
L
Linus Torvalds 已提交
2047 2048 2049
				struct inet6_ifaddr *ifp;

				read_lock_bh(&idev->lock);
L
Luiz Capitulino 已提交
2050 2051 2052 2053 2054 2055 2056 2057
				for (ifp = idev->addr_list; ifp;
				     ifp = ifp->if_next) {
					if (ifp->scope == IFA_LINK
					    && !(ifp->
						 flags & IFA_F_TENTATIVE)) {
						ipv6_addr_copy(&pkt_dev->
							       cur_in6_saddr,
							       &ifp->addr);
L
Linus Torvalds 已提交
2058 2059 2060 2061 2062 2063
						err = 0;
						break;
					}
				}
				read_unlock_bh(&idev->lock);
			}
2064
			rcu_read_unlock();
L
Luiz Capitulino 已提交
2065
			if (err)
2066 2067
				printk(KERN_ERR "pktgen: ERROR: IPv6 link "
				       "address not availble.\n");
L
Linus Torvalds 已提交
2068 2069
		}
#endif
L
Luiz Capitulino 已提交
2070
	} else {
L
Linus Torvalds 已提交
2071 2072 2073
		pkt_dev->saddr_min = 0;
		pkt_dev->saddr_max = 0;
		if (strlen(pkt_dev->src_min) == 0) {
L
Luiz Capitulino 已提交
2074 2075

			struct in_device *in_dev;
L
Linus Torvalds 已提交
2076 2077

			rcu_read_lock();
2078
			in_dev = __in_dev_get_rcu(pkt_dev->odev);
L
Linus Torvalds 已提交
2079 2080
			if (in_dev) {
				if (in_dev->ifa_list) {
L
Luiz Capitulino 已提交
2081 2082
					pkt_dev->saddr_min =
					    in_dev->ifa_list->ifa_address;
L
Linus Torvalds 已提交
2083 2084 2085 2086
					pkt_dev->saddr_max = pkt_dev->saddr_min;
				}
			}
			rcu_read_unlock();
L
Luiz Capitulino 已提交
2087
		} else {
L
Linus Torvalds 已提交
2088 2089 2090 2091 2092 2093 2094
			pkt_dev->saddr_min = in_aton(pkt_dev->src_min);
			pkt_dev->saddr_max = in_aton(pkt_dev->src_max);
		}

		pkt_dev->daddr_min = in_aton(pkt_dev->dst_min);
		pkt_dev->daddr_max = in_aton(pkt_dev->dst_max);
	}
L
Luiz Capitulino 已提交
2095 2096 2097 2098 2099 2100 2101
	/* Initialize current values. */
	pkt_dev->cur_dst_mac_offset = 0;
	pkt_dev->cur_src_mac_offset = 0;
	pkt_dev->cur_saddr = pkt_dev->saddr_min;
	pkt_dev->cur_daddr = pkt_dev->daddr_min;
	pkt_dev->cur_udp_dst = pkt_dev->udp_dst_min;
	pkt_dev->cur_udp_src = pkt_dev->udp_src_min;
L
Linus Torvalds 已提交
2102 2103 2104
	pkt_dev->nflows = 0;
}

2105 2106 2107

static void spin(struct pktgen_dev *pkt_dev, ktime_t spin_until)
{
S
Stephen Hemminger 已提交
2108 2109 2110 2111 2112 2113 2114 2115 2116 2117 2118 2119 2120 2121 2122 2123 2124 2125 2126 2127 2128 2129 2130 2131
	ktime_t start;
	s32 remaining;
	struct hrtimer_sleeper t;

	hrtimer_init_on_stack(&t.timer, CLOCK_MONOTONIC, HRTIMER_MODE_ABS);
	hrtimer_set_expires(&t.timer, spin_until);

	remaining = ktime_to_us(hrtimer_expires_remaining(&t.timer));
	if (remaining <= 0)
		return;

	start = ktime_now();
	if (remaining < 100)
		udelay(remaining); 	/* really small just spin */
	else {
		/* see do_nanosleep */
		hrtimer_init_sleeper(&t, current);
		do {
			set_current_state(TASK_INTERRUPTIBLE);
			hrtimer_start_expires(&t.timer, HRTIMER_MODE_ABS);
			if (!hrtimer_active(&t.timer))
				t.task = NULL;

			if (likely(t.task))
L
Linus Torvalds 已提交
2132 2133
				schedule();

S
Stephen Hemminger 已提交
2134 2135 2136
			hrtimer_cancel(&t.timer);
		} while (t.task && pkt_dev->running && !signal_pending(current));
		__set_current_state(TASK_RUNNING);
L
Linus Torvalds 已提交
2137
	}
S
Stephen Hemminger 已提交
2138
	pkt_dev->idle_acc += ktime_to_ns(ktime_sub(ktime_now(), start));
L
Linus Torvalds 已提交
2139 2140
}

2141 2142
static inline void set_pkt_overhead(struct pktgen_dev *pkt_dev)
{
J
Jamal Hadi Salim 已提交
2143
	pkt_dev->pkt_overhead = 0;
2144 2145 2146 2147 2148
	pkt_dev->pkt_overhead += pkt_dev->nr_labels*sizeof(u32);
	pkt_dev->pkt_overhead += VLAN_TAG_SIZE(pkt_dev);
	pkt_dev->pkt_overhead += SVLAN_TAG_SIZE(pkt_dev);
}

S
Stephen Hemminger 已提交
2149
static inline int f_seen(const struct pktgen_dev *pkt_dev, int flow)
2150
{
S
Stephen Hemminger 已提交
2151
	return !!(pkt_dev->flows[flow].flags & F_INIT);
2152 2153 2154 2155 2156 2157 2158 2159 2160 2161
}

static inline int f_pick(struct pktgen_dev *pkt_dev)
{
	int flow = pkt_dev->curfl;

	if (pkt_dev->flags & F_FLOW_SEQ) {
		if (pkt_dev->flows[flow].count >= pkt_dev->lflow) {
			/* reset time */
			pkt_dev->flows[flow].count = 0;
R
Robert Olsson 已提交
2162
			pkt_dev->flows[flow].flags = 0;
2163 2164 2165 2166 2167 2168
			pkt_dev->curfl += 1;
			if (pkt_dev->curfl >= pkt_dev->cflows)
				pkt_dev->curfl = 0; /*reset */
		}
	} else {
		flow = random32() % pkt_dev->cflows;
R
Robert Olsson 已提交
2169
		pkt_dev->curfl = flow;
2170

R
Robert Olsson 已提交
2171
		if (pkt_dev->flows[flow].count > pkt_dev->lflow) {
2172
			pkt_dev->flows[flow].count = 0;
R
Robert Olsson 已提交
2173 2174
			pkt_dev->flows[flow].flags = 0;
		}
2175 2176 2177 2178 2179
	}

	return pkt_dev->curfl;
}

J
Jamal Hadi Salim 已提交
2180 2181 2182 2183 2184

#ifdef CONFIG_XFRM
/* If there was already an IPSEC SA, we keep it as is, else
 * we go look for it ...
*/
2185
static void get_ipsec_sa(struct pktgen_dev *pkt_dev, int flow)
J
Jamal Hadi Salim 已提交
2186 2187 2188 2189
{
	struct xfrm_state *x = pkt_dev->flows[flow].x;
	if (!x) {
		/*slow path: we dont already have xfrm_state*/
2190 2191
		x = xfrm_stateonly_find(&init_net,
					(xfrm_address_t *)&pkt_dev->cur_daddr,
J
Jamal Hadi Salim 已提交
2192 2193 2194 2195 2196 2197 2198
					(xfrm_address_t *)&pkt_dev->cur_saddr,
					AF_INET,
					pkt_dev->ipsmode,
					pkt_dev->ipsproto, 0);
		if (x) {
			pkt_dev->flows[flow].x = x;
			set_pkt_overhead(pkt_dev);
2199
			pkt_dev->pkt_overhead += x->props.header_len;
J
Jamal Hadi Salim 已提交
2200 2201 2202 2203 2204
		}

	}
}
#endif
2205 2206
static void set_cur_queue_map(struct pktgen_dev *pkt_dev)
{
R
Robert Olsson 已提交
2207 2208 2209 2210 2211

	if (pkt_dev->flags & F_QUEUE_MAP_CPU)
		pkt_dev->cur_queue_map = smp_processor_id();

	else if (pkt_dev->queue_map_min < pkt_dev->queue_map_max) {
2212 2213 2214 2215 2216 2217 2218 2219 2220 2221 2222 2223 2224
		__u16 t;
		if (pkt_dev->flags & F_QUEUE_MAP_RND) {
			t = random32() %
				(pkt_dev->queue_map_max -
				 pkt_dev->queue_map_min + 1)
				+ pkt_dev->queue_map_min;
		} else {
			t = pkt_dev->cur_queue_map + 1;
			if (t > pkt_dev->queue_map_max)
				t = pkt_dev->queue_map_min;
		}
		pkt_dev->cur_queue_map = t;
	}
R
Robert Olsson 已提交
2225
	pkt_dev->cur_queue_map  = pkt_dev->cur_queue_map % pkt_dev->odev->real_num_tx_queues;
2226 2227
}

L
Linus Torvalds 已提交
2228 2229 2230
/* Increment/randomize headers according to flags and current values
 * for IP src/dest, UDP src/dst port, MAC-Addr src/dst
 */
L
Luiz Capitulino 已提交
2231 2232 2233 2234 2235
static void mod_cur_headers(struct pktgen_dev *pkt_dev)
{
	__u32 imn;
	__u32 imx;
	int flow = 0;
L
Linus Torvalds 已提交
2236

2237 2238
	if (pkt_dev->cflows)
		flow = f_pick(pkt_dev);
L
Linus Torvalds 已提交
2239 2240

	/*  Deal with source MAC */
L
Luiz Capitulino 已提交
2241 2242 2243 2244 2245
	if (pkt_dev->src_mac_count > 1) {
		__u32 mc;
		__u32 tmp;

		if (pkt_dev->flags & F_MACSRC_RND)
S
Stephen Hemminger 已提交
2246
			mc = random32() % pkt_dev->src_mac_count;
L
Luiz Capitulino 已提交
2247 2248
		else {
			mc = pkt_dev->cur_src_mac_offset++;
R
Robert Olsson 已提交
2249
			if (pkt_dev->cur_src_mac_offset >=
L
Luiz Capitulino 已提交
2250 2251 2252 2253 2254 2255 2256 2257 2258 2259 2260 2261 2262 2263 2264 2265 2266 2267 2268 2269 2270 2271
			    pkt_dev->src_mac_count)
				pkt_dev->cur_src_mac_offset = 0;
		}

		tmp = pkt_dev->src_mac[5] + (mc & 0xFF);
		pkt_dev->hh[11] = tmp;
		tmp = (pkt_dev->src_mac[4] + ((mc >> 8) & 0xFF) + (tmp >> 8));
		pkt_dev->hh[10] = tmp;
		tmp = (pkt_dev->src_mac[3] + ((mc >> 16) & 0xFF) + (tmp >> 8));
		pkt_dev->hh[9] = tmp;
		tmp = (pkt_dev->src_mac[2] + ((mc >> 24) & 0xFF) + (tmp >> 8));
		pkt_dev->hh[8] = tmp;
		tmp = (pkt_dev->src_mac[1] + (tmp >> 8));
		pkt_dev->hh[7] = tmp;
	}

	/*  Deal with Destination MAC */
	if (pkt_dev->dst_mac_count > 1) {
		__u32 mc;
		__u32 tmp;

		if (pkt_dev->flags & F_MACDST_RND)
S
Stephen Hemminger 已提交
2272
			mc = random32() % pkt_dev->dst_mac_count;
L
Luiz Capitulino 已提交
2273 2274 2275

		else {
			mc = pkt_dev->cur_dst_mac_offset++;
R
Robert Olsson 已提交
2276
			if (pkt_dev->cur_dst_mac_offset >=
L
Luiz Capitulino 已提交
2277 2278 2279 2280 2281 2282 2283 2284 2285 2286 2287 2288 2289 2290 2291 2292 2293
			    pkt_dev->dst_mac_count) {
				pkt_dev->cur_dst_mac_offset = 0;
			}
		}

		tmp = pkt_dev->dst_mac[5] + (mc & 0xFF);
		pkt_dev->hh[5] = tmp;
		tmp = (pkt_dev->dst_mac[4] + ((mc >> 8) & 0xFF) + (tmp >> 8));
		pkt_dev->hh[4] = tmp;
		tmp = (pkt_dev->dst_mac[3] + ((mc >> 16) & 0xFF) + (tmp >> 8));
		pkt_dev->hh[3] = tmp;
		tmp = (pkt_dev->dst_mac[2] + ((mc >> 24) & 0xFF) + (tmp >> 8));
		pkt_dev->hh[2] = tmp;
		tmp = (pkt_dev->dst_mac[1] + (tmp >> 8));
		pkt_dev->hh[1] = tmp;
	}

2294 2295
	if (pkt_dev->flags & F_MPLS_RND) {
		unsigned i;
2296
		for (i = 0; i < pkt_dev->nr_labels; i++)
2297 2298
			if (pkt_dev->labels[i] & MPLS_STACK_BOTTOM)
				pkt_dev->labels[i] = MPLS_STACK_BOTTOM |
S
Stephen Hemminger 已提交
2299
					     ((__force __be32)random32() &
2300 2301 2302
						      htonl(0x000fffff));
	}

F
Francesco Fondelli 已提交
2303
	if ((pkt_dev->flags & F_VID_RND) && (pkt_dev->vlan_id != 0xffff)) {
S
Stephen Hemminger 已提交
2304
		pkt_dev->vlan_id = random32() & (4096-1);
F
Francesco Fondelli 已提交
2305 2306 2307
	}

	if ((pkt_dev->flags & F_SVID_RND) && (pkt_dev->svlan_id != 0xffff)) {
S
Stephen Hemminger 已提交
2308
		pkt_dev->svlan_id = random32() & (4096 - 1);
F
Francesco Fondelli 已提交
2309 2310
	}

L
Luiz Capitulino 已提交
2311 2312
	if (pkt_dev->udp_src_min < pkt_dev->udp_src_max) {
		if (pkt_dev->flags & F_UDPSRC_RND)
S
Stephen Hemminger 已提交
2313 2314 2315
			pkt_dev->cur_udp_src = random32() %
				(pkt_dev->udp_src_max - pkt_dev->udp_src_min)
				+ pkt_dev->udp_src_min;
L
Luiz Capitulino 已提交
2316 2317

		else {
L
Linus Torvalds 已提交
2318 2319 2320
			pkt_dev->cur_udp_src++;
			if (pkt_dev->cur_udp_src >= pkt_dev->udp_src_max)
				pkt_dev->cur_udp_src = pkt_dev->udp_src_min;
L
Luiz Capitulino 已提交
2321 2322 2323 2324 2325
		}
	}

	if (pkt_dev->udp_dst_min < pkt_dev->udp_dst_max) {
		if (pkt_dev->flags & F_UDPDST_RND) {
S
Stephen Hemminger 已提交
2326 2327 2328
			pkt_dev->cur_udp_dst = random32() %
				(pkt_dev->udp_dst_max - pkt_dev->udp_dst_min)
				+ pkt_dev->udp_dst_min;
L
Luiz Capitulino 已提交
2329
		} else {
L
Linus Torvalds 已提交
2330
			pkt_dev->cur_udp_dst++;
L
Luiz Capitulino 已提交
2331
			if (pkt_dev->cur_udp_dst >= pkt_dev->udp_dst_max)
L
Linus Torvalds 已提交
2332
				pkt_dev->cur_udp_dst = pkt_dev->udp_dst_min;
L
Luiz Capitulino 已提交
2333 2334
		}
	}
L
Linus Torvalds 已提交
2335 2336 2337

	if (!(pkt_dev->flags & F_IPV6)) {

2338 2339 2340
		imn = ntohl(pkt_dev->saddr_min);
		imx = ntohl(pkt_dev->saddr_max);
		if (imn < imx) {
L
Linus Torvalds 已提交
2341
			__u32 t;
L
Luiz Capitulino 已提交
2342
			if (pkt_dev->flags & F_IPSRC_RND)
S
Stephen Hemminger 已提交
2343
				t = random32() % (imx - imn) + imn;
L
Linus Torvalds 已提交
2344 2345 2346
			else {
				t = ntohl(pkt_dev->cur_saddr);
				t++;
2347
				if (t > imx)
L
Linus Torvalds 已提交
2348
					t = imn;
2349

L
Linus Torvalds 已提交
2350 2351 2352
			}
			pkt_dev->cur_saddr = htonl(t);
		}
L
Luiz Capitulino 已提交
2353

2354
		if (pkt_dev->cflows && f_seen(pkt_dev, flow)) {
L
Linus Torvalds 已提交
2355 2356
			pkt_dev->cur_daddr = pkt_dev->flows[flow].cur_daddr;
		} else {
A
Al Viro 已提交
2357 2358 2359
			imn = ntohl(pkt_dev->daddr_min);
			imx = ntohl(pkt_dev->daddr_max);
			if (imn < imx) {
L
Linus Torvalds 已提交
2360
				__u32 t;
A
Al Viro 已提交
2361
				__be32 s;
L
Linus Torvalds 已提交
2362 2363
				if (pkt_dev->flags & F_IPDST_RND) {

S
Stephen Hemminger 已提交
2364
					t = random32() % (imx - imn) + imn;
A
Al Viro 已提交
2365
					s = htonl(t);
L
Linus Torvalds 已提交
2366

2367 2368
					while (ipv4_is_loopback(s) ||
					       ipv4_is_multicast(s) ||
2369
					       ipv4_is_lbcast(s) ||
2370 2371
					       ipv4_is_zeronet(s) ||
					       ipv4_is_local_multicast(s)) {
S
Stephen Hemminger 已提交
2372
						t = random32() % (imx - imn) + imn;
A
Al Viro 已提交
2373
						s = htonl(t);
L
Linus Torvalds 已提交
2374
					}
A
Al Viro 已提交
2375 2376
					pkt_dev->cur_daddr = s;
				} else {
L
Linus Torvalds 已提交
2377 2378 2379 2380 2381 2382 2383 2384
					t = ntohl(pkt_dev->cur_daddr);
					t++;
					if (t > imx) {
						t = imn;
					}
					pkt_dev->cur_daddr = htonl(t);
				}
			}
L
Luiz Capitulino 已提交
2385
			if (pkt_dev->cflows) {
2386
				pkt_dev->flows[flow].flags |= F_INIT;
L
Luiz Capitulino 已提交
2387 2388
				pkt_dev->flows[flow].cur_daddr =
				    pkt_dev->cur_daddr;
J
Jamal Hadi Salim 已提交
2389 2390 2391 2392
#ifdef CONFIG_XFRM
				if (pkt_dev->flags & F_IPSEC_ON)
					get_ipsec_sa(pkt_dev, flow);
#endif
L
Linus Torvalds 已提交
2393 2394 2395
				pkt_dev->nflows++;
			}
		}
L
Luiz Capitulino 已提交
2396 2397 2398 2399 2400 2401
	} else {		/* IPV6 * */

		if (pkt_dev->min_in6_daddr.s6_addr32[0] == 0 &&
		    pkt_dev->min_in6_daddr.s6_addr32[1] == 0 &&
		    pkt_dev->min_in6_daddr.s6_addr32[2] == 0 &&
		    pkt_dev->min_in6_daddr.s6_addr32[3] == 0) ;
L
Linus Torvalds 已提交
2402 2403 2404 2405 2406
		else {
			int i;

			/* Only random destinations yet */

L
Luiz Capitulino 已提交
2407
			for (i = 0; i < 4; i++) {
L
Linus Torvalds 已提交
2408
				pkt_dev->cur_in6_daddr.s6_addr32[i] =
S
Stephen Hemminger 已提交
2409
				    (((__force __be32)random32() |
L
Luiz Capitulino 已提交
2410 2411
				      pkt_dev->min_in6_daddr.s6_addr32[i]) &
				     pkt_dev->max_in6_daddr.s6_addr32[i]);
L
Linus Torvalds 已提交
2412
			}
L
Luiz Capitulino 已提交
2413
		}
L
Linus Torvalds 已提交
2414 2415
	}

L
Luiz Capitulino 已提交
2416 2417 2418
	if (pkt_dev->min_pkt_size < pkt_dev->max_pkt_size) {
		__u32 t;
		if (pkt_dev->flags & F_TXSIZE_RND) {
S
Stephen Hemminger 已提交
2419 2420 2421
			t = random32() %
				(pkt_dev->max_pkt_size - pkt_dev->min_pkt_size)
				+ pkt_dev->min_pkt_size;
L
Luiz Capitulino 已提交
2422
		} else {
L
Linus Torvalds 已提交
2423
			t = pkt_dev->cur_pkt_size + 1;
L
Luiz Capitulino 已提交
2424
			if (t > pkt_dev->max_pkt_size)
L
Linus Torvalds 已提交
2425
				t = pkt_dev->min_pkt_size;
L
Luiz Capitulino 已提交
2426 2427 2428
		}
		pkt_dev->cur_pkt_size = t;
	}
L
Linus Torvalds 已提交
2429

2430
	set_cur_queue_map(pkt_dev);
R
Robert Olsson 已提交
2431

L
Linus Torvalds 已提交
2432 2433 2434
	pkt_dev->flows[flow].count++;
}

J
Jamal Hadi Salim 已提交
2435 2436 2437 2438 2439 2440 2441 2442 2443 2444 2445 2446 2447 2448 2449 2450 2451 2452

#ifdef CONFIG_XFRM
static int pktgen_output_ipsec(struct sk_buff *skb, struct pktgen_dev *pkt_dev)
{
	struct xfrm_state *x = pkt_dev->flows[pkt_dev->curfl].x;
	int err = 0;
	struct iphdr *iph;

	if (!x)
		return 0;
	/* XXX: we dont support tunnel mode for now until
	 * we resolve the dst issue */
	if (x->props.mode != XFRM_MODE_TRANSPORT)
		return 0;

	spin_lock(&x->lock);
	iph = ip_hdr(skb);

2453
	err = x->outer_mode->output(x, skb);
J
Jamal Hadi Salim 已提交
2454 2455 2456 2457 2458 2459
	if (err)
		goto error;
	err = x->type->output(x, skb);
	if (err)
		goto error;

2460
	x->curlft.bytes += skb->len;
J
Jamal Hadi Salim 已提交
2461 2462 2463 2464 2465 2466
	x->curlft.packets++;
error:
	spin_unlock(&x->lock);
	return err;
}

S
Stephen Hemminger 已提交
2467
static void free_SAs(struct pktgen_dev *pkt_dev)
J
Jamal Hadi Salim 已提交
2468 2469 2470 2471
{
	if (pkt_dev->cflows) {
		/* let go of the SAs if we have them */
		int i = 0;
2472
		for (;  i < pkt_dev->cflows; i++) {
J
Jamal Hadi Salim 已提交
2473 2474 2475 2476 2477 2478 2479 2480 2481
			struct xfrm_state *x = pkt_dev->flows[i].x;
			if (x) {
				xfrm_state_put(x);
				pkt_dev->flows[i].x = NULL;
			}
		}
	}
}

S
Stephen Hemminger 已提交
2482
static int process_ipsec(struct pktgen_dev *pkt_dev,
J
Jamal Hadi Salim 已提交
2483 2484 2485 2486 2487 2488 2489 2490 2491
			      struct sk_buff *skb, __be16 protocol)
{
	if (pkt_dev->flags & F_IPSEC_ON) {
		struct xfrm_state *x = pkt_dev->flows[pkt_dev->curfl].x;
		int nhead = 0;
		if (x) {
			int ret;
			__u8 *eth;
			nhead = x->props.header_len - skb_headroom(skb);
2492
			if (nhead > 0) {
J
Jamal Hadi Salim 已提交
2493 2494
				ret = pskb_expand_head(skb, nhead, 0, GFP_ATOMIC);
				if (ret < 0) {
2495
					printk(KERN_ERR "Error expanding "
2496
					       "ipsec packet %d\n", ret);
2497
					goto err;
J
Jamal Hadi Salim 已提交
2498 2499 2500 2501 2502 2503 2504
				}
			}

			/* ipsec is not expecting ll header */
			skb_pull(skb, ETH_HLEN);
			ret = pktgen_output_ipsec(skb, pkt_dev);
			if (ret) {
2505
				printk(KERN_ERR "Error creating ipsec "
2506
				       "packet %d\n", ret);
2507
				goto err;
J
Jamal Hadi Salim 已提交
2508 2509 2510 2511
			}
			/* restore ll */
			eth = (__u8 *) skb_push(skb, ETH_HLEN);
			memcpy(eth, pkt_dev->hh, 12);
2512
			*(u16 *) &eth[12] = protocol;
J
Jamal Hadi Salim 已提交
2513 2514 2515
		}
	}
	return 1;
2516 2517 2518
err:
	kfree_skb(skb);
	return 0;
J
Jamal Hadi Salim 已提交
2519 2520 2521
}
#endif

2522 2523 2524
static void mpls_push(__be32 *mpls, struct pktgen_dev *pkt_dev)
{
	unsigned i;
2525
	for (i = 0; i < pkt_dev->nr_labels; i++)
2526
		*mpls++ = pkt_dev->labels[i] & ~MPLS_STACK_BOTTOM;
2527

2528 2529 2530 2531
	mpls--;
	*mpls |= MPLS_STACK_BOTTOM;
}

A
Al Viro 已提交
2532 2533 2534 2535 2536 2537
static inline __be16 build_tci(unsigned int id, unsigned int cfi,
			       unsigned int prio)
{
	return htons(id | (cfi << 12) | (prio << 13));
}

L
Luiz Capitulino 已提交
2538 2539
static struct sk_buff *fill_packet_ipv4(struct net_device *odev,
					struct pktgen_dev *pkt_dev)
L
Linus Torvalds 已提交
2540 2541 2542 2543 2544 2545
{
	struct sk_buff *skb = NULL;
	__u8 *eth;
	struct udphdr *udph;
	int datalen, iplen;
	struct iphdr *iph;
L
Luiz Capitulino 已提交
2546
	struct pktgen_hdr *pgh = NULL;
2547
	__be16 protocol = htons(ETH_P_IP);
2548
	__be32 *mpls;
F
Francesco Fondelli 已提交
2549 2550 2551 2552
	__be16 *vlan_tci = NULL;                 /* Encapsulates priority and VLAN ID */
	__be16 *vlan_encapsulated_proto = NULL;  /* packet type ID field (or len) for VLAN tag */
	__be16 *svlan_tci = NULL;                /* Encapsulates priority and SVLAN ID */
	__be16 *svlan_encapsulated_proto = NULL; /* packet type ID field (or len) for SVLAN tag */
2553
	u16 queue_map;
2554 2555

	if (pkt_dev->nr_labels)
2556
		protocol = htons(ETH_P_MPLS_UC);
L
Luiz Capitulino 已提交
2557

F
Francesco Fondelli 已提交
2558
	if (pkt_dev->vlan_id != 0xffff)
2559
		protocol = htons(ETH_P_8021Q);
F
Francesco Fondelli 已提交
2560

2561 2562 2563
	/* Update any of the values, used when we're incrementing various
	 * fields.
	 */
2564
	queue_map = pkt_dev->cur_queue_map;
2565 2566
	mod_cur_headers(pkt_dev);

2567
	datalen = (odev->hard_header_len + 16) & ~0xf;
S
Stephen Hemminger 已提交
2568 2569 2570
	skb = __netdev_alloc_skb(odev,
				 pkt_dev->cur_pkt_size + 64
				 + datalen + pkt_dev->pkt_overhead, GFP_NOWAIT);
L
Linus Torvalds 已提交
2571 2572 2573 2574 2575
	if (!skb) {
		sprintf(pkt_dev->result, "No memory");
		return NULL;
	}

2576
	skb_reserve(skb, datalen);
L
Linus Torvalds 已提交
2577 2578 2579

	/*  Reserve for ethernet and IP header  */
	eth = (__u8 *) skb_push(skb, 14);
2580 2581 2582
	mpls = (__be32 *)skb_put(skb, pkt_dev->nr_labels*sizeof(__u32));
	if (pkt_dev->nr_labels)
		mpls_push(mpls, pkt_dev);
F
Francesco Fondelli 已提交
2583 2584

	if (pkt_dev->vlan_id != 0xffff) {
2585
		if (pkt_dev->svlan_id != 0xffff) {
F
Francesco Fondelli 已提交
2586
			svlan_tci = (__be16 *)skb_put(skb, sizeof(__be16));
A
Al Viro 已提交
2587 2588 2589
			*svlan_tci = build_tci(pkt_dev->svlan_id,
					       pkt_dev->svlan_cfi,
					       pkt_dev->svlan_p);
F
Francesco Fondelli 已提交
2590
			svlan_encapsulated_proto = (__be16 *)skb_put(skb, sizeof(__be16));
2591
			*svlan_encapsulated_proto = htons(ETH_P_8021Q);
F
Francesco Fondelli 已提交
2592 2593
		}
		vlan_tci = (__be16 *)skb_put(skb, sizeof(__be16));
A
Al Viro 已提交
2594 2595 2596
		*vlan_tci = build_tci(pkt_dev->vlan_id,
				      pkt_dev->vlan_cfi,
				      pkt_dev->vlan_p);
F
Francesco Fondelli 已提交
2597
		vlan_encapsulated_proto = (__be16 *)skb_put(skb, sizeof(__be16));
2598
		*vlan_encapsulated_proto = htons(ETH_P_IP);
F
Francesco Fondelli 已提交
2599 2600
	}

2601
	skb->network_header = skb->tail;
2602
	skb->transport_header = skb->network_header + sizeof(struct iphdr);
2603
	skb_put(skb, sizeof(struct iphdr) + sizeof(struct udphdr));
2604
	skb_set_queue_mapping(skb, queue_map);
2605 2606
	iph = ip_hdr(skb);
	udph = udp_hdr(skb);
L
Linus Torvalds 已提交
2607 2608

	memcpy(eth, pkt_dev->hh, 12);
A
Al Viro 已提交
2609
	*(__be16 *) & eth[12] = protocol;
L
Linus Torvalds 已提交
2610

2611 2612
	/* Eth + IPh + UDPh + mpls */
	datalen = pkt_dev->cur_pkt_size - 14 - 20 - 8 -
2613
		  pkt_dev->pkt_overhead;
L
Luiz Capitulino 已提交
2614
	if (datalen < sizeof(struct pktgen_hdr))
L
Linus Torvalds 已提交
2615
		datalen = sizeof(struct pktgen_hdr);
L
Luiz Capitulino 已提交
2616

L
Linus Torvalds 已提交
2617 2618
	udph->source = htons(pkt_dev->cur_udp_src);
	udph->dest = htons(pkt_dev->cur_udp_dst);
L
Luiz Capitulino 已提交
2619 2620
	udph->len = htons(datalen + 8);	/* DATA + udphdr */
	udph->check = 0;	/* No checksum */
L
Linus Torvalds 已提交
2621 2622 2623 2624

	iph->ihl = 5;
	iph->version = 4;
	iph->ttl = 32;
F
Francesco Fondelli 已提交
2625
	iph->tos = pkt_dev->tos;
L
Luiz Capitulino 已提交
2626
	iph->protocol = IPPROTO_UDP;	/* UDP */
L
Linus Torvalds 已提交
2627 2628 2629 2630 2631 2632
	iph->saddr = pkt_dev->cur_saddr;
	iph->daddr = pkt_dev->cur_daddr;
	iph->frag_off = 0;
	iplen = 20 + 8 + datalen;
	iph->tot_len = htons(iplen);
	iph->check = 0;
L
Luiz Capitulino 已提交
2633
	iph->check = ip_fast_csum((void *)iph, iph->ihl);
2634
	skb->protocol = protocol;
2635
	skb->mac_header = (skb->network_header - ETH_HLEN -
2636
			   pkt_dev->pkt_overhead);
L
Linus Torvalds 已提交
2637 2638 2639
	skb->dev = odev;
	skb->pkt_type = PACKET_HOST;

L
Luiz Capitulino 已提交
2640 2641
	if (pkt_dev->nfrags <= 0)
		pgh = (struct pktgen_hdr *)skb_put(skb, datalen);
L
Linus Torvalds 已提交
2642 2643 2644 2645
	else {
		int frags = pkt_dev->nfrags;
		int i;

L
Luiz Capitulino 已提交
2646 2647
		pgh = (struct pktgen_hdr *)(((char *)(udph)) + 8);

L
Linus Torvalds 已提交
2648 2649
		if (frags > MAX_SKB_FRAGS)
			frags = MAX_SKB_FRAGS;
L
Luiz Capitulino 已提交
2650 2651 2652
		if (datalen > frags * PAGE_SIZE) {
			skb_put(skb, datalen - frags * PAGE_SIZE);
			datalen = frags * PAGE_SIZE;
L
Linus Torvalds 已提交
2653 2654 2655 2656 2657 2658 2659 2660
		}

		i = 0;
		while (datalen > 0) {
			struct page *page = alloc_pages(GFP_KERNEL, 0);
			skb_shinfo(skb)->frags[i].page = page;
			skb_shinfo(skb)->frags[i].page_offset = 0;
			skb_shinfo(skb)->frags[i].size =
L
Luiz Capitulino 已提交
2661
			    (datalen < PAGE_SIZE ? datalen : PAGE_SIZE);
L
Linus Torvalds 已提交
2662 2663 2664 2665 2666 2667 2668 2669 2670 2671 2672 2673 2674 2675 2676 2677 2678 2679 2680
			datalen -= skb_shinfo(skb)->frags[i].size;
			skb->len += skb_shinfo(skb)->frags[i].size;
			skb->data_len += skb_shinfo(skb)->frags[i].size;
			i++;
			skb_shinfo(skb)->nr_frags = i;
		}

		while (i < frags) {
			int rem;

			if (i == 0)
				break;

			rem = skb_shinfo(skb)->frags[i - 1].size / 2;
			if (rem == 0)
				break;

			skb_shinfo(skb)->frags[i - 1].size -= rem;

L
Luiz Capitulino 已提交
2681 2682
			skb_shinfo(skb)->frags[i] =
			    skb_shinfo(skb)->frags[i - 1];
L
Linus Torvalds 已提交
2683
			get_page(skb_shinfo(skb)->frags[i].page);
L
Luiz Capitulino 已提交
2684 2685 2686 2687
			skb_shinfo(skb)->frags[i].page =
			    skb_shinfo(skb)->frags[i - 1].page;
			skb_shinfo(skb)->frags[i].page_offset +=
			    skb_shinfo(skb)->frags[i - 1].size;
L
Linus Torvalds 已提交
2688 2689 2690 2691 2692 2693
			skb_shinfo(skb)->frags[i].size = rem;
			i++;
			skb_shinfo(skb)->nr_frags = i;
		}
	}

2694 2695 2696
	/* Stamp the time, and sequence number,
	 * convert them to network byte order
	 */
L
Luiz Capitulino 已提交
2697 2698 2699 2700 2701 2702 2703 2704 2705 2706
	if (pgh) {
		struct timeval timestamp;

		pgh->pgh_magic = htonl(PKTGEN_MAGIC);
		pgh->seq_num = htonl(pkt_dev->seq_num);

		do_gettimeofday(&timestamp);
		pgh->tv_sec = htonl(timestamp.tv_sec);
		pgh->tv_usec = htonl(timestamp.tv_usec);
	}
L
Linus Torvalds 已提交
2707

J
Jamal Hadi Salim 已提交
2708 2709 2710 2711 2712
#ifdef CONFIG_XFRM
	if (!process_ipsec(pkt_dev, skb, protocol))
		return NULL;
#endif

L
Linus Torvalds 已提交
2713 2714 2715 2716
	return skb;
}

/*
2717
 * scan_ip6, fmt_ip taken from dietlibc-0.21
L
Linus Torvalds 已提交
2718 2719
 * Author Felix von Leitner <felix-dietlibc@fefe.de>
 *
2720
 * Slightly modified for kernel.
L
Linus Torvalds 已提交
2721 2722 2723 2724
 * Should be candidate for net/ipv4/utils.c
 * --ro
 */

L
Luiz Capitulino 已提交
2725
static unsigned int scan_ip6(const char *s, char ip[16])
L
Linus Torvalds 已提交
2726 2727
{
	unsigned int i;
L
Luiz Capitulino 已提交
2728
	unsigned int len = 0;
L
Linus Torvalds 已提交
2729 2730
	unsigned long u;
	char suffix[16];
L
Luiz Capitulino 已提交
2731 2732
	unsigned int prefixlen = 0;
	unsigned int suffixlen = 0;
A
Al Viro 已提交
2733
	__be32 tmp;
S
Stephen Hemminger 已提交
2734
	char *pos;
L
Linus Torvalds 已提交
2735

L
Luiz Capitulino 已提交
2736 2737
	for (i = 0; i < 16; i++)
		ip[i] = 0;
L
Linus Torvalds 已提交
2738 2739 2740 2741

	for (;;) {
		if (*s == ':') {
			len++;
L
Luiz Capitulino 已提交
2742 2743
			if (s[1] == ':') {	/* Found "::", skip to part 2 */
				s += 2;
L
Linus Torvalds 已提交
2744 2745 2746 2747 2748 2749
				len++;
				break;
			}
			s++;
		}

S
Stephen Hemminger 已提交
2750 2751
		u = simple_strtoul(s, &pos, 16);
		i = pos - s;
L
Luiz Capitulino 已提交
2752 2753 2754
		if (!i)
			return 0;
		if (prefixlen == 12 && s[i] == '.') {
L
Linus Torvalds 已提交
2755 2756 2757 2758

			/* the last 4 bytes may be written as IPv4 address */

			tmp = in_aton(s);
L
Luiz Capitulino 已提交
2759 2760
			memcpy((struct in_addr *)(ip + 12), &tmp, sizeof(tmp));
			return i + len;
L
Linus Torvalds 已提交
2761 2762 2763
		}
		ip[prefixlen++] = (u >> 8);
		ip[prefixlen++] = (u & 255);
L
Luiz Capitulino 已提交
2764 2765 2766
		s += i;
		len += i;
		if (prefixlen == 16)
L
Linus Torvalds 已提交
2767 2768 2769 2770 2771 2772
			return len;
	}

/* part 2, after "::" */
	for (;;) {
		if (*s == ':') {
L
Luiz Capitulino 已提交
2773
			if (suffixlen == 0)
L
Linus Torvalds 已提交
2774 2775 2776
				break;
			s++;
			len++;
L
Luiz Capitulino 已提交
2777
		} else if (suffixlen != 0)
L
Linus Torvalds 已提交
2778
			break;
S
Stephen Hemminger 已提交
2779 2780 2781

		u = simple_strtol(s, &pos, 16);
		i = pos - s;
L
Linus Torvalds 已提交
2782
		if (!i) {
L
Luiz Capitulino 已提交
2783 2784
			if (*s)
				len--;
L
Linus Torvalds 已提交
2785 2786
			break;
		}
L
Luiz Capitulino 已提交
2787
		if (suffixlen + prefixlen <= 12 && s[i] == '.') {
L
Linus Torvalds 已提交
2788
			tmp = in_aton(s);
L
Luiz Capitulino 已提交
2789 2790 2791 2792
			memcpy((struct in_addr *)(suffix + suffixlen), &tmp,
			       sizeof(tmp));
			suffixlen += 4;
			len += strlen(s);
L
Linus Torvalds 已提交
2793 2794 2795 2796
			break;
		}
		suffix[suffixlen++] = (u >> 8);
		suffix[suffixlen++] = (u & 255);
L
Luiz Capitulino 已提交
2797 2798 2799
		s += i;
		len += i;
		if (prefixlen + suffixlen == 16)
L
Linus Torvalds 已提交
2800 2801
			break;
	}
L
Luiz Capitulino 已提交
2802 2803
	for (i = 0; i < suffixlen; i++)
		ip[16 - suffixlen + i] = suffix[i];
L
Linus Torvalds 已提交
2804 2805 2806
	return len;
}

L
Luiz Capitulino 已提交
2807 2808 2809
static char tohex(char hexdigit)
{
	return hexdigit > 9 ? hexdigit + 'a' - 10 : hexdigit + '0';
L
Linus Torvalds 已提交
2810 2811
}

L
Luiz Capitulino 已提交
2812 2813 2814 2815 2816 2817 2818 2819 2820 2821 2822 2823 2824 2825
static int fmt_xlong(char *s, unsigned int i)
{
	char *bak = s;
	*s = tohex((i >> 12) & 0xf);
	if (s != bak || *s != '0')
		++s;
	*s = tohex((i >> 8) & 0xf);
	if (s != bak || *s != '0')
		++s;
	*s = tohex((i >> 4) & 0xf);
	if (s != bak || *s != '0')
		++s;
	*s = tohex(i & 0xf);
	return s - bak + 1;
L
Linus Torvalds 已提交
2826 2827
}

L
Luiz Capitulino 已提交
2828 2829
static unsigned int fmt_ip6(char *s, const char ip[16])
{
L
Linus Torvalds 已提交
2830 2831 2832 2833 2834 2835
	unsigned int len;
	unsigned int i;
	unsigned int temp;
	unsigned int compressing;
	int j;

L
Luiz Capitulino 已提交
2836 2837 2838
	len = 0;
	compressing = 0;
	for (j = 0; j < 16; j += 2) {
L
Linus Torvalds 已提交
2839 2840

#ifdef V4MAPPEDPREFIX
L
Luiz Capitulino 已提交
2841 2842 2843 2844
		if (j == 12 && !memcmp(ip, V4mappedprefix, 12)) {
			inet_ntoa_r(*(struct in_addr *)(ip + 12), s);
			temp = strlen(s);
			return len + temp;
L
Linus Torvalds 已提交
2845 2846
		}
#endif
L
Luiz Capitulino 已提交
2847 2848
		temp = ((unsigned long)(unsigned char)ip[j] << 8) +
		    (unsigned long)(unsigned char)ip[j + 1];
L
Linus Torvalds 已提交
2849 2850
		if (temp == 0) {
			if (!compressing) {
L
Luiz Capitulino 已提交
2851 2852 2853 2854
				compressing = 1;
				if (j == 0) {
					*s++ = ':';
					++len;
L
Linus Torvalds 已提交
2855 2856 2857 2858
				}
			}
		} else {
			if (compressing) {
L
Luiz Capitulino 已提交
2859 2860 2861
				compressing = 0;
				*s++ = ':';
				++len;
L
Linus Torvalds 已提交
2862
			}
L
Luiz Capitulino 已提交
2863 2864 2865 2866
			i = fmt_xlong(s, temp);
			len += i;
			s += i;
			if (j < 14) {
L
Linus Torvalds 已提交
2867 2868 2869 2870 2871 2872
				*s++ = ':';
				++len;
			}
		}
	}
	if (compressing) {
L
Luiz Capitulino 已提交
2873 2874
		*s++ = ':';
		++len;
L
Linus Torvalds 已提交
2875
	}
L
Luiz Capitulino 已提交
2876
	*s = 0;
L
Linus Torvalds 已提交
2877 2878 2879
	return len;
}

L
Luiz Capitulino 已提交
2880 2881
static struct sk_buff *fill_packet_ipv6(struct net_device *odev,
					struct pktgen_dev *pkt_dev)
L
Linus Torvalds 已提交
2882 2883 2884 2885 2886 2887
{
	struct sk_buff *skb = NULL;
	__u8 *eth;
	struct udphdr *udph;
	int datalen;
	struct ipv6hdr *iph;
L
Luiz Capitulino 已提交
2888
	struct pktgen_hdr *pgh = NULL;
2889
	__be16 protocol = htons(ETH_P_IPV6);
2890
	__be32 *mpls;
F
Francesco Fondelli 已提交
2891 2892 2893 2894
	__be16 *vlan_tci = NULL;                 /* Encapsulates priority and VLAN ID */
	__be16 *vlan_encapsulated_proto = NULL;  /* packet type ID field (or len) for VLAN tag */
	__be16 *svlan_tci = NULL;                /* Encapsulates priority and SVLAN ID */
	__be16 *svlan_encapsulated_proto = NULL; /* packet type ID field (or len) for SVLAN tag */
2895
	u16 queue_map;
2896 2897

	if (pkt_dev->nr_labels)
2898
		protocol = htons(ETH_P_MPLS_UC);
2899

F
Francesco Fondelli 已提交
2900
	if (pkt_dev->vlan_id != 0xffff)
2901
		protocol = htons(ETH_P_8021Q);
F
Francesco Fondelli 已提交
2902

2903 2904 2905
	/* Update any of the values, used when we're incrementing various
	 * fields.
	 */
2906
	queue_map = pkt_dev->cur_queue_map;
2907 2908
	mod_cur_headers(pkt_dev);

S
Stephen Hemminger 已提交
2909 2910 2911
	skb = __netdev_alloc_skb(odev,
				 pkt_dev->cur_pkt_size + 64
				 + 16 + pkt_dev->pkt_overhead, GFP_NOWAIT);
L
Linus Torvalds 已提交
2912 2913 2914 2915 2916 2917 2918 2919 2920
	if (!skb) {
		sprintf(pkt_dev->result, "No memory");
		return NULL;
	}

	skb_reserve(skb, 16);

	/*  Reserve for ethernet and IP header  */
	eth = (__u8 *) skb_push(skb, 14);
2921 2922 2923
	mpls = (__be32 *)skb_put(skb, pkt_dev->nr_labels*sizeof(__u32));
	if (pkt_dev->nr_labels)
		mpls_push(mpls, pkt_dev);
F
Francesco Fondelli 已提交
2924 2925

	if (pkt_dev->vlan_id != 0xffff) {
2926
		if (pkt_dev->svlan_id != 0xffff) {
F
Francesco Fondelli 已提交
2927
			svlan_tci = (__be16 *)skb_put(skb, sizeof(__be16));
A
Al Viro 已提交
2928 2929 2930
			*svlan_tci = build_tci(pkt_dev->svlan_id,
					       pkt_dev->svlan_cfi,
					       pkt_dev->svlan_p);
F
Francesco Fondelli 已提交
2931
			svlan_encapsulated_proto = (__be16 *)skb_put(skb, sizeof(__be16));
2932
			*svlan_encapsulated_proto = htons(ETH_P_8021Q);
F
Francesco Fondelli 已提交
2933 2934
		}
		vlan_tci = (__be16 *)skb_put(skb, sizeof(__be16));
A
Al Viro 已提交
2935 2936 2937
		*vlan_tci = build_tci(pkt_dev->vlan_id,
				      pkt_dev->vlan_cfi,
				      pkt_dev->vlan_p);
F
Francesco Fondelli 已提交
2938
		vlan_encapsulated_proto = (__be16 *)skb_put(skb, sizeof(__be16));
2939
		*vlan_encapsulated_proto = htons(ETH_P_IPV6);
F
Francesco Fondelli 已提交
2940 2941
	}

2942
	skb->network_header = skb->tail;
2943
	skb->transport_header = skb->network_header + sizeof(struct ipv6hdr);
2944
	skb_put(skb, sizeof(struct ipv6hdr) + sizeof(struct udphdr));
2945
	skb_set_queue_mapping(skb, queue_map);
2946 2947
	iph = ipv6_hdr(skb);
	udph = udp_hdr(skb);
L
Linus Torvalds 已提交
2948 2949

	memcpy(eth, pkt_dev->hh, 12);
2950
	*(__be16 *) &eth[12] = protocol;
2951

2952 2953 2954
	/* Eth + IPh + UDPh + mpls */
	datalen = pkt_dev->cur_pkt_size - 14 -
		  sizeof(struct ipv6hdr) - sizeof(struct udphdr) -
2955
		  pkt_dev->pkt_overhead;
L
Linus Torvalds 已提交
2956

L
Luiz Capitulino 已提交
2957
	if (datalen < sizeof(struct pktgen_hdr)) {
L
Linus Torvalds 已提交
2958 2959
		datalen = sizeof(struct pktgen_hdr);
		if (net_ratelimit())
L
Luiz Capitulino 已提交
2960 2961
			printk(KERN_INFO "pktgen: increased datalen to %d\n",
			       datalen);
L
Linus Torvalds 已提交
2962 2963 2964 2965
	}

	udph->source = htons(pkt_dev->cur_udp_src);
	udph->dest = htons(pkt_dev->cur_udp_dst);
L
Luiz Capitulino 已提交
2966 2967
	udph->len = htons(datalen + sizeof(struct udphdr));
	udph->check = 0;	/* No checksum */
L
Linus Torvalds 已提交
2968

2969
	*(__be32 *) iph = htonl(0x60000000);	/* Version + flow */
L
Linus Torvalds 已提交
2970

F
Francesco Fondelli 已提交
2971 2972
	if (pkt_dev->traffic_class) {
		/* Version + traffic class + flow (0) */
A
Al Viro 已提交
2973
		*(__be32 *)iph |= htonl(0x60000000 | (pkt_dev->traffic_class << 20));
F
Francesco Fondelli 已提交
2974 2975
	}

L
Linus Torvalds 已提交
2976 2977 2978 2979 2980 2981 2982 2983
	iph->hop_limit = 32;

	iph->payload_len = htons(sizeof(struct udphdr) + datalen);
	iph->nexthdr = IPPROTO_UDP;

	ipv6_addr_copy(&iph->daddr, &pkt_dev->cur_in6_daddr);
	ipv6_addr_copy(&iph->saddr, &pkt_dev->cur_in6_saddr);

2984
	skb->mac_header = (skb->network_header - ETH_HLEN -
2985
			   pkt_dev->pkt_overhead);
2986
	skb->protocol = protocol;
L
Linus Torvalds 已提交
2987 2988 2989
	skb->dev = odev;
	skb->pkt_type = PACKET_HOST;

L
Luiz Capitulino 已提交
2990 2991
	if (pkt_dev->nfrags <= 0)
		pgh = (struct pktgen_hdr *)skb_put(skb, datalen);
L
Linus Torvalds 已提交
2992 2993 2994 2995
	else {
		int frags = pkt_dev->nfrags;
		int i;

L
Luiz Capitulino 已提交
2996 2997
		pgh = (struct pktgen_hdr *)(((char *)(udph)) + 8);

L
Linus Torvalds 已提交
2998 2999
		if (frags > MAX_SKB_FRAGS)
			frags = MAX_SKB_FRAGS;
L
Luiz Capitulino 已提交
3000 3001 3002
		if (datalen > frags * PAGE_SIZE) {
			skb_put(skb, datalen - frags * PAGE_SIZE);
			datalen = frags * PAGE_SIZE;
L
Linus Torvalds 已提交
3003 3004 3005 3006 3007 3008 3009 3010
		}

		i = 0;
		while (datalen > 0) {
			struct page *page = alloc_pages(GFP_KERNEL, 0);
			skb_shinfo(skb)->frags[i].page = page;
			skb_shinfo(skb)->frags[i].page_offset = 0;
			skb_shinfo(skb)->frags[i].size =
L
Luiz Capitulino 已提交
3011
			    (datalen < PAGE_SIZE ? datalen : PAGE_SIZE);
L
Linus Torvalds 已提交
3012 3013 3014 3015 3016 3017 3018 3019 3020 3021 3022 3023 3024 3025 3026 3027 3028 3029 3030
			datalen -= skb_shinfo(skb)->frags[i].size;
			skb->len += skb_shinfo(skb)->frags[i].size;
			skb->data_len += skb_shinfo(skb)->frags[i].size;
			i++;
			skb_shinfo(skb)->nr_frags = i;
		}

		while (i < frags) {
			int rem;

			if (i == 0)
				break;

			rem = skb_shinfo(skb)->frags[i - 1].size / 2;
			if (rem == 0)
				break;

			skb_shinfo(skb)->frags[i - 1].size -= rem;

L
Luiz Capitulino 已提交
3031 3032
			skb_shinfo(skb)->frags[i] =
			    skb_shinfo(skb)->frags[i - 1];
L
Linus Torvalds 已提交
3033
			get_page(skb_shinfo(skb)->frags[i].page);
L
Luiz Capitulino 已提交
3034 3035 3036 3037
			skb_shinfo(skb)->frags[i].page =
			    skb_shinfo(skb)->frags[i - 1].page;
			skb_shinfo(skb)->frags[i].page_offset +=
			    skb_shinfo(skb)->frags[i - 1].size;
L
Linus Torvalds 已提交
3038 3039 3040 3041 3042 3043
			skb_shinfo(skb)->frags[i].size = rem;
			i++;
			skb_shinfo(skb)->nr_frags = i;
		}
	}

3044 3045 3046 3047
	/* Stamp the time, and sequence number,
	 * convert them to network byte order
	 * should we update cloned packets too ?
	 */
L
Luiz Capitulino 已提交
3048 3049 3050 3051 3052 3053 3054 3055 3056 3057
	if (pgh) {
		struct timeval timestamp;

		pgh->pgh_magic = htonl(PKTGEN_MAGIC);
		pgh->seq_num = htonl(pkt_dev->seq_num);

		do_gettimeofday(&timestamp);
		pgh->tv_sec = htonl(timestamp.tv_sec);
		pgh->tv_usec = htonl(timestamp.tv_usec);
	}
F
Francesco Fondelli 已提交
3058
	/* pkt_dev->seq_num++; FF: you really mean this? */
L
Luiz Capitulino 已提交
3059

L
Linus Torvalds 已提交
3060 3061 3062
	return skb;
}

S
Stephen Hemminger 已提交
3063 3064
static struct sk_buff *fill_packet(struct net_device *odev,
				   struct pktgen_dev *pkt_dev)
L
Linus Torvalds 已提交
3065
{
L
Luiz Capitulino 已提交
3066
	if (pkt_dev->flags & F_IPV6)
L
Linus Torvalds 已提交
3067 3068 3069 3070 3071
		return fill_packet_ipv6(odev, pkt_dev);
	else
		return fill_packet_ipv4(odev, pkt_dev);
}

L
Luiz Capitulino 已提交
3072
static void pktgen_clear_counters(struct pktgen_dev *pkt_dev)
L
Linus Torvalds 已提交
3073
{
L
Luiz Capitulino 已提交
3074 3075
	pkt_dev->seq_num = 1;
	pkt_dev->idle_acc = 0;
L
Linus Torvalds 已提交
3076
	pkt_dev->sofar = 0;
L
Luiz Capitulino 已提交
3077 3078
	pkt_dev->tx_bytes = 0;
	pkt_dev->errors = 0;
L
Linus Torvalds 已提交
3079 3080 3081 3082 3083 3084
}

/* Set up structure for sending pkts, clear counters */

static void pktgen_run(struct pktgen_thread *t)
{
3085
	struct pktgen_dev *pkt_dev;
L
Linus Torvalds 已提交
3086 3087
	int started = 0;

S
Stephen Hemminger 已提交
3088
	pr_debug("pktgen: entering pktgen_run. %p\n", t);
L
Linus Torvalds 已提交
3089 3090

	if_lock(t);
3091
	list_for_each_entry(pkt_dev, &t->if_list, list) {
L
Linus Torvalds 已提交
3092 3093 3094 3095 3096 3097

		/*
		 * setup odev and create initial packet.
		 */
		pktgen_setup_inject(pkt_dev);

L
Luiz Capitulino 已提交
3098
		if (pkt_dev->odev) {
L
Linus Torvalds 已提交
3099
			pktgen_clear_counters(pkt_dev);
L
Luiz Capitulino 已提交
3100
			pkt_dev->running = 1;	/* Cranke yeself! */
L
Linus Torvalds 已提交
3101
			pkt_dev->skb = NULL;
3102 3103 3104
			pkt_dev->started_at =
				pkt_dev->next_tx = ktime_now();

3105
			set_pkt_overhead(pkt_dev);
L
Luiz Capitulino 已提交
3106

L
Linus Torvalds 已提交
3107 3108
			strcpy(pkt_dev->result, "Starting");
			started++;
L
Luiz Capitulino 已提交
3109
		} else
L
Linus Torvalds 已提交
3110 3111 3112
			strcpy(pkt_dev->result, "Error starting");
	}
	if_unlock(t);
L
Luiz Capitulino 已提交
3113 3114
	if (started)
		t->control &= ~(T_STOP);
L
Linus Torvalds 已提交
3115 3116 3117 3118
}

static void pktgen_stop_all_threads_ifs(void)
{
3119
	struct pktgen_thread *t;
L
Linus Torvalds 已提交
3120

S
Stephen Hemminger 已提交
3121
	pr_debug("pktgen: entering pktgen_stop_all_threads_ifs.\n");
L
Linus Torvalds 已提交
3122

3123
	mutex_lock(&pktgen_thread_lock);
3124 3125

	list_for_each_entry(t, &pktgen_threads, th_list)
3126
		t->control |= T_STOP;
3127

3128
	mutex_unlock(&pktgen_thread_lock);
L
Linus Torvalds 已提交
3129 3130
}

S
Stephen Hemminger 已提交
3131
static int thread_is_running(const struct pktgen_thread *t)
L
Linus Torvalds 已提交
3132
{
S
Stephen Hemminger 已提交
3133
	const struct pktgen_dev *pkt_dev;
L
Linus Torvalds 已提交
3134

3135
	list_for_each_entry(pkt_dev, &t->if_list, list)
S
Stephen Hemminger 已提交
3136 3137 3138
		if (pkt_dev->running)
			return 1;
	return 0;
L
Linus Torvalds 已提交
3139 3140
}

L
Luiz Capitulino 已提交
3141
static int pktgen_wait_thread_run(struct pktgen_thread *t)
L
Linus Torvalds 已提交
3142
{
L
Luiz Capitulino 已提交
3143
	if_lock(t);
L
Linus Torvalds 已提交
3144

L
Luiz Capitulino 已提交
3145
	while (thread_is_running(t)) {
L
Linus Torvalds 已提交
3146

L
Luiz Capitulino 已提交
3147
		if_unlock(t);
L
Linus Torvalds 已提交
3148

L
Luiz Capitulino 已提交
3149
		msleep_interruptible(100);
L
Linus Torvalds 已提交
3150

L
Luiz Capitulino 已提交
3151 3152 3153 3154 3155 3156 3157 3158
		if (signal_pending(current))
			goto signal;
		if_lock(t);
	}
	if_unlock(t);
	return 1;
signal:
	return 0;
L
Linus Torvalds 已提交
3159 3160 3161 3162
}

static int pktgen_wait_all_threads_run(void)
{
3163
	struct pktgen_thread *t;
L
Linus Torvalds 已提交
3164
	int sig = 1;
L
Luiz Capitulino 已提交
3165

3166
	mutex_lock(&pktgen_thread_lock);
3167 3168

	list_for_each_entry(t, &pktgen_threads, th_list) {
L
Linus Torvalds 已提交
3169
		sig = pktgen_wait_thread_run(t);
L
Luiz Capitulino 已提交
3170 3171
		if (sig == 0)
			break;
L
Linus Torvalds 已提交
3172
	}
3173 3174 3175

	if (sig == 0)
		list_for_each_entry(t, &pktgen_threads, th_list)
L
Linus Torvalds 已提交
3176
			t->control |= (T_STOP);
3177

3178
	mutex_unlock(&pktgen_thread_lock);
L
Linus Torvalds 已提交
3179 3180 3181 3182 3183
	return sig;
}

static void pktgen_run_all_threads(void)
{
3184
	struct pktgen_thread *t;
L
Linus Torvalds 已提交
3185

S
Stephen Hemminger 已提交
3186
	pr_debug("pktgen: entering pktgen_run_all_threads.\n");
L
Linus Torvalds 已提交
3187

3188
	mutex_lock(&pktgen_thread_lock);
L
Linus Torvalds 已提交
3189

3190
	list_for_each_entry(t, &pktgen_threads, th_list)
L
Linus Torvalds 已提交
3191
		t->control |= (T_RUN);
3192

3193
	mutex_unlock(&pktgen_thread_lock);
L
Linus Torvalds 已提交
3194

3195 3196
	/* Propagate thread->control  */
	schedule_timeout_interruptible(msecs_to_jiffies(125));
L
Luiz Capitulino 已提交
3197

L
Linus Torvalds 已提交
3198 3199 3200
	pktgen_wait_all_threads_run();
}

3201 3202 3203 3204 3205 3206 3207 3208 3209 3210 3211 3212 3213
static void pktgen_reset_all_threads(void)
{
	struct pktgen_thread *t;

	pr_debug("pktgen: entering pktgen_reset_all_threads.\n");

	mutex_lock(&pktgen_thread_lock);

	list_for_each_entry(t, &pktgen_threads, th_list)
		t->control |= (T_REMDEVALL);

	mutex_unlock(&pktgen_thread_lock);

3214 3215
	/* Propagate thread->control  */
	schedule_timeout_interruptible(msecs_to_jiffies(125));
3216 3217 3218 3219

	pktgen_wait_all_threads_run();
}

L
Linus Torvalds 已提交
3220 3221
static void show_results(struct pktgen_dev *pkt_dev, int nr_frags)
{
3222
	__u64 bps, mbps, pps;
L
Luiz Capitulino 已提交
3223
	char *p = pkt_dev->result;
3224 3225 3226 3227 3228 3229 3230 3231
	ktime_t elapsed = ktime_sub(pkt_dev->stopped_at,
				    pkt_dev->started_at);
	ktime_t idle = ns_to_ktime(pkt_dev->idle_acc);

	p += sprintf(p, "OK: %llu(c%llu+d%llu) nsec, %llu (%dbyte,%dfrags)\n",
		     (unsigned long long)ktime_to_us(elapsed),
		     (unsigned long long)ktime_to_us(ktime_sub(elapsed, idle)),
		     (unsigned long long)ktime_to_us(idle),
L
Luiz Capitulino 已提交
3232 3233 3234
		     (unsigned long long)pkt_dev->sofar,
		     pkt_dev->cur_pkt_size, nr_frags);

3235 3236
	pps = div64_u64(pkt_dev->sofar * NSEC_PER_SEC,
			ktime_to_ns(elapsed));
L
Luiz Capitulino 已提交
3237 3238 3239 3240 3241 3242 3243 3244 3245 3246

	bps = pps * 8 * pkt_dev->cur_pkt_size;

	mbps = bps;
	do_div(mbps, 1000000);
	p += sprintf(p, "  %llupps %lluMb/sec (%llubps) errors: %llu",
		     (unsigned long long)pps,
		     (unsigned long long)mbps,
		     (unsigned long long)bps,
		     (unsigned long long)pkt_dev->errors);
L
Linus Torvalds 已提交
3247 3248 3249
}

/* Set stopped-at timer, remove from running list, do counters & statistics */
L
Luiz Capitulino 已提交
3250
static int pktgen_stop_device(struct pktgen_dev *pkt_dev)
L
Linus Torvalds 已提交
3251
{
L
Luiz Capitulino 已提交
3252
	int nr_frags = pkt_dev->skb ? skb_shinfo(pkt_dev->skb)->nr_frags : -1;
3253

L
Luiz Capitulino 已提交
3254
	if (!pkt_dev->running) {
3255 3256
		printk(KERN_WARNING "pktgen: interface: %s is already "
		       "stopped\n", pkt_dev->odev->name);
L
Luiz Capitulino 已提交
3257 3258
		return -EINVAL;
	}
L
Linus Torvalds 已提交
3259

S
Stephen Hemminger 已提交
3260 3261
	kfree_skb(pkt_dev->skb);
	pkt_dev->skb = NULL;
3262
	pkt_dev->stopped_at = ktime_now();
L
Luiz Capitulino 已提交
3263
	pkt_dev->running = 0;
L
Linus Torvalds 已提交
3264

3265
	show_results(pkt_dev, nr_frags);
L
Linus Torvalds 已提交
3266

L
Luiz Capitulino 已提交
3267
	return 0;
L
Linus Torvalds 已提交
3268 3269
}

L
Luiz Capitulino 已提交
3270
static struct pktgen_dev *next_to_run(struct pktgen_thread *t)
L
Linus Torvalds 已提交
3271
{
3272
	struct pktgen_dev *pkt_dev, *best = NULL;
L
Luiz Capitulino 已提交
3273

L
Linus Torvalds 已提交
3274 3275
	if_lock(t);

3276 3277
	list_for_each_entry(pkt_dev, &t->if_list, list) {
		if (!pkt_dev->running)
L
Luiz Capitulino 已提交
3278 3279
			continue;
		if (best == NULL)
3280
			best = pkt_dev;
3281
		else if (ktime_lt(pkt_dev->next_tx, best->next_tx))
3282
			best = pkt_dev;
L
Linus Torvalds 已提交
3283 3284
	}
	if_unlock(t);
L
Luiz Capitulino 已提交
3285
	return best;
L
Linus Torvalds 已提交
3286 3287
}

L
Luiz Capitulino 已提交
3288 3289
static void pktgen_stop(struct pktgen_thread *t)
{
3290
	struct pktgen_dev *pkt_dev;
L
Linus Torvalds 已提交
3291

S
Stephen Hemminger 已提交
3292
	pr_debug("pktgen: entering pktgen_stop\n");
L
Linus Torvalds 已提交
3293

L
Luiz Capitulino 已提交
3294
	if_lock(t);
L
Linus Torvalds 已提交
3295

3296 3297
	list_for_each_entry(pkt_dev, &t->if_list, list) {
		pktgen_stop_device(pkt_dev);
3298
	}
L
Linus Torvalds 已提交
3299

L
Luiz Capitulino 已提交
3300
	if_unlock(t);
L
Linus Torvalds 已提交
3301 3302
}

3303 3304 3305 3306 3307 3308
/*
 * one of our devices needs to be removed - find it
 * and remove it
 */
static void pktgen_rem_one_if(struct pktgen_thread *t)
{
3309 3310
	struct list_head *q, *n;
	struct pktgen_dev *cur;
3311

S
Stephen Hemminger 已提交
3312
	pr_debug("pktgen: entering pktgen_rem_one_if\n");
3313 3314 3315

	if_lock(t);

3316 3317
	list_for_each_safe(q, n, &t->if_list) {
		cur = list_entry(q, struct pktgen_dev, list);
3318

L
Luiz Capitulino 已提交
3319 3320
		if (!cur->removal_mark)
			continue;
3321

3322
		kfree_skb(cur->skb);
3323 3324 3325 3326 3327 3328 3329 3330 3331 3332
		cur->skb = NULL;

		pktgen_remove_device(t, cur);

		break;
	}

	if_unlock(t);
}

L
Luiz Capitulino 已提交
3333
static void pktgen_rem_all_ifs(struct pktgen_thread *t)
L
Linus Torvalds 已提交
3334
{
3335 3336
	struct list_head *q, *n;
	struct pktgen_dev *cur;
L
Luiz Capitulino 已提交
3337 3338

	/* Remove all devices, free mem */
3339

S
Stephen Hemminger 已提交
3340
	pr_debug("pktgen: entering pktgen_rem_all_ifs\n");
L
Luiz Capitulino 已提交
3341
	if_lock(t);
L
Linus Torvalds 已提交
3342

3343 3344
	list_for_each_safe(q, n, &t->if_list) {
		cur = list_entry(q, struct pktgen_dev, list);
3345

3346
		kfree_skb(cur->skb);
3347 3348
		cur->skb = NULL;

L
Linus Torvalds 已提交
3349 3350 3351
		pktgen_remove_device(t, cur);
	}

L
Luiz Capitulino 已提交
3352
	if_unlock(t);
L
Linus Torvalds 已提交
3353 3354
}

L
Luiz Capitulino 已提交
3355
static void pktgen_rem_thread(struct pktgen_thread *t)
L
Linus Torvalds 已提交
3356
{
L
Luiz Capitulino 已提交
3357
	/* Remove from the thread list */
L
Linus Torvalds 已提交
3358

3359
	remove_proc_entry(t->tsk->comm, pg_proc_dir);
L
Linus Torvalds 已提交
3360

3361
	mutex_lock(&pktgen_thread_lock);
L
Linus Torvalds 已提交
3362

3363 3364
	list_del(&t->th_list);

3365
	mutex_unlock(&pktgen_thread_lock);
L
Linus Torvalds 已提交
3366 3367
}

3368 3369
static void idle(struct pktgen_dev *pkt_dev)
{
3370
	ktime_t idle_start = ktime_now();
3371 3372 3373 3374 3375 3376

	if (need_resched())
		schedule();
	else
		cpu_relax();

3377
	pkt_dev->idle_acc += ktime_to_ns(ktime_sub(ktime_now(), idle_start));
3378 3379
}

3380

S
Stephen Hemminger 已提交
3381
static void pktgen_xmit(struct pktgen_dev *pkt_dev)
L
Linus Torvalds 已提交
3382
{
3383
	struct net_device *odev = pkt_dev->odev;
3384
	netdev_tx_t (*xmit)(struct sk_buff *, struct net_device *)
3385
		= odev->netdev_ops->ndo_start_xmit;
3386 3387
	struct netdev_queue *txq;
	u16 queue_map;
L
Linus Torvalds 已提交
3388 3389
	int ret;

3390
	if (pkt_dev->delay) {
S
Stephen Hemminger 已提交
3391
		spin(pkt_dev, pkt_dev->next_tx);
L
Linus Torvalds 已提交
3392 3393 3394 3395

		/* This is max DELAY, this has special meaning of
		 * "never transmit"
		 */
3396 3397
		if (pkt_dev->delay == ULLONG_MAX) {
			pkt_dev->next_tx = ktime_add_ns(ktime_now(), ULONG_MAX);
3398
			return;
L
Linus Torvalds 已提交
3399 3400
		}
	}
L
Luiz Capitulino 已提交
3401

3402 3403 3404 3405 3406 3407 3408 3409
	if (!pkt_dev->skb) {
		set_cur_queue_map(pkt_dev);
		queue_map = pkt_dev->cur_queue_map;
	} else {
		queue_map = skb_get_queue_mapping(pkt_dev->skb);
	}

	txq = netdev_get_tx_queue(odev, queue_map);
3410 3411 3412 3413 3414 3415
	/* Did we saturate the queue already? */
	if (netif_tx_queue_stopped(txq) || netif_tx_queue_frozen(txq)) {
		/* If device is down, then all queues are permnantly frozen */
		if (netif_running(odev))
			idle(pkt_dev);
		else
L
Linus Torvalds 已提交
3416
			pktgen_stop_device(pkt_dev);
3417
		return;
L
Linus Torvalds 已提交
3418
	}
L
Luiz Capitulino 已提交
3419

3420 3421 3422 3423 3424 3425 3426 3427 3428 3429 3430 3431
	if (!pkt_dev->skb || (pkt_dev->last_ok &&
			      ++pkt_dev->clone_count >= pkt_dev->clone_skb)) {
		/* build a new pkt */
		kfree_skb(pkt_dev->skb);

		pkt_dev->skb = fill_packet(odev, pkt_dev);
		if (pkt_dev->skb == NULL) {
			printk(KERN_ERR "pktgen: ERROR: couldn't "
			       "allocate skb in fill_packet.\n");
			schedule();
			pkt_dev->clone_count--;	/* back out increment, OOM */
			return;
L
Linus Torvalds 已提交
3432
		}
3433 3434 3435

		pkt_dev->allocated_skbs++;
		pkt_dev->clone_count = 0;	/* reset counter */
L
Linus Torvalds 已提交
3436
	}
3437

3438 3439 3440 3441 3442
	/* fill_packet() might have changed the queue */
	queue_map = skb_get_queue_mapping(pkt_dev->skb);
	txq = netdev_get_tx_queue(odev, queue_map);

	__netif_tx_lock_bh(txq);
3443 3444 3445
	if (unlikely(netif_tx_queue_stopped(txq) || netif_tx_queue_frozen(txq)))
		pkt_dev->last_ok = 0;
	else {
L
Linus Torvalds 已提交
3446
		atomic_inc(&(pkt_dev->skb->users));
3447 3448

	retry_now:
3449
		ret = (*xmit)(pkt_dev->skb, odev);
3450 3451
		switch (ret) {
		case NETDEV_TX_OK:
E
Eric Dumazet 已提交
3452
			txq_trans_update(txq);
L
Luiz Capitulino 已提交
3453
			pkt_dev->last_ok = 1;
L
Linus Torvalds 已提交
3454 3455 3456
			pkt_dev->sofar++;
			pkt_dev->seq_num++;
			pkt_dev->tx_bytes += pkt_dev->cur_pkt_size;
3457 3458
			break;
		case NETDEV_TX_LOCKED:
L
Linus Torvalds 已提交
3459 3460
			cpu_relax();
			goto retry_now;
3461 3462 3463 3464
		default: /* Drivers are not supposed to return other values! */
			if (net_ratelimit())
				pr_info("pktgen: %s xmit error: %d\n",
					odev->name, ret);
L
Linus Torvalds 已提交
3465
			pkt_dev->errors++;
3466 3467 3468 3469
			/* fallthru */
		case NETDEV_TX_BUSY:
			/* Retry it next time */
			atomic_dec(&(pkt_dev->skb->users));
L
Linus Torvalds 已提交
3470 3471 3472
			pkt_dev->last_ok = 0;
		}

3473 3474 3475
		if (pkt_dev->delay)
			pkt_dev->next_tx = ktime_add_ns(ktime_now(),
							pkt_dev->delay);
L
Luiz Capitulino 已提交
3476
	}
3477
	__netif_tx_unlock_bh(txq);
L
Luiz Capitulino 已提交
3478

L
Linus Torvalds 已提交
3479 3480
	/* If pkt_dev->count is zero, then run forever */
	if ((pkt_dev->count != 0) && (pkt_dev->sofar >= pkt_dev->count)) {
3481 3482 3483 3484
		while (atomic_read(&(pkt_dev->skb->users)) != 1) {
			if (signal_pending(current))
				break;
			idle(pkt_dev);
L
Linus Torvalds 已提交
3485
		}
L
Luiz Capitulino 已提交
3486

L
Linus Torvalds 已提交
3487 3488
		/* Done with this */
		pktgen_stop_device(pkt_dev);
L
Luiz Capitulino 已提交
3489 3490
	}
}
L
Linus Torvalds 已提交
3491

3492
/*
L
Linus Torvalds 已提交
3493 3494 3495
 * Main loop of the thread goes here
 */

3496
static int pktgen_thread_worker(void *arg)
L
Linus Torvalds 已提交
3497 3498
{
	DEFINE_WAIT(wait);
3499
	struct pktgen_thread *t = arg;
L
Luiz Capitulino 已提交
3500
	struct pktgen_dev *pkt_dev = NULL;
L
Linus Torvalds 已提交
3501 3502
	int cpu = t->cpu;

3503
	BUG_ON(smp_processor_id() != cpu);
L
Linus Torvalds 已提交
3504 3505

	init_waitqueue_head(&t->queue);
3506
	complete(&t->start_done);
L
Linus Torvalds 已提交
3507

3508 3509
	pr_debug("pktgen: starting pktgen/%d:  pid=%d\n",
		 cpu, task_pid_nr(current));
L
Linus Torvalds 已提交
3510

3511
	set_current_state(TASK_INTERRUPTIBLE);
L
Luiz Capitulino 已提交
3512

3513 3514
	set_freezable();

3515 3516
	while (!kthread_should_stop()) {
		pkt_dev = next_to_run(t);
L
Linus Torvalds 已提交
3517

3518 3519 3520 3521 3522 3523 3524 3525
		if (!pkt_dev &&
		    (t->control & (T_STOP | T_RUN | T_REMDEVALL | T_REMDEV))
		    == 0) {
			prepare_to_wait(&(t->queue), &wait,
					TASK_INTERRUPTIBLE);
			schedule_timeout(HZ / 10);
			finish_wait(&(t->queue), &wait);
		}
L
Linus Torvalds 已提交
3526

3527
		__set_current_state(TASK_RUNNING);
L
Luiz Capitulino 已提交
3528

3529
		if (pkt_dev)
L
Linus Torvalds 已提交
3530 3531
			pktgen_xmit(pkt_dev);

L
Luiz Capitulino 已提交
3532
		if (t->control & T_STOP) {
L
Linus Torvalds 已提交
3533 3534 3535 3536
			pktgen_stop(t);
			t->control &= ~(T_STOP);
		}

L
Luiz Capitulino 已提交
3537
		if (t->control & T_RUN) {
L
Linus Torvalds 已提交
3538 3539 3540 3541
			pktgen_run(t);
			t->control &= ~(T_RUN);
		}

L
Luiz Capitulino 已提交
3542
		if (t->control & T_REMDEVALL) {
L
Linus Torvalds 已提交
3543
			pktgen_rem_all_ifs(t);
3544 3545 3546
			t->control &= ~(T_REMDEVALL);
		}

L
Luiz Capitulino 已提交
3547
		if (t->control & T_REMDEV) {
3548
			pktgen_rem_one_if(t);
L
Linus Torvalds 已提交
3549 3550 3551
			t->control &= ~(T_REMDEV);
		}

A
Andrew Morton 已提交
3552 3553
		try_to_freeze();

3554
		set_current_state(TASK_INTERRUPTIBLE);
L
Luiz Capitulino 已提交
3555
	}
L
Linus Torvalds 已提交
3556

S
Stephen Hemminger 已提交
3557
	pr_debug("pktgen: %s stopping all device\n", t->tsk->comm);
L
Luiz Capitulino 已提交
3558
	pktgen_stop(t);
L
Linus Torvalds 已提交
3559

S
Stephen Hemminger 已提交
3560
	pr_debug("pktgen: %s removing all device\n", t->tsk->comm);
L
Luiz Capitulino 已提交
3561
	pktgen_rem_all_ifs(t);
L
Linus Torvalds 已提交
3562

S
Stephen Hemminger 已提交
3563
	pr_debug("pktgen: %s removing thread.\n", t->tsk->comm);
L
Luiz Capitulino 已提交
3564
	pktgen_rem_thread(t);
3565

3566
	return 0;
L
Linus Torvalds 已提交
3567 3568
}

L
Luiz Capitulino 已提交
3569 3570
static struct pktgen_dev *pktgen_find_dev(struct pktgen_thread *t,
					  const char *ifname)
L
Linus Torvalds 已提交
3571
{
3572
	struct pktgen_dev *p, *pkt_dev = NULL;
L
Luiz Capitulino 已提交
3573 3574
	if_lock(t);

3575
	list_for_each_entry(p, &t->if_list, list)
3576
		if (strncmp(p->odev->name, ifname, IFNAMSIZ) == 0) {
3577
			pkt_dev = p;
L
Luiz Capitulino 已提交
3578 3579 3580 3581
			break;
		}

	if_unlock(t);
S
Stephen Hemminger 已提交
3582
	pr_debug("pktgen: find_dev(%s) returning %p\n", ifname, pkt_dev);
L
Luiz Capitulino 已提交
3583
	return pkt_dev;
L
Linus Torvalds 已提交
3584 3585
}

3586 3587
/*
 * Adds a dev at front of if_list.
L
Linus Torvalds 已提交
3588 3589
 */

L
Luiz Capitulino 已提交
3590 3591
static int add_dev_to_thread(struct pktgen_thread *t,
			     struct pktgen_dev *pkt_dev)
L
Linus Torvalds 已提交
3592 3593
{
	int rv = 0;
L
Luiz Capitulino 已提交
3594 3595 3596 3597

	if_lock(t);

	if (pkt_dev->pg_thread) {
3598 3599
		printk(KERN_ERR "pktgen: ERROR: already assigned "
		       "to a thread.\n");
L
Luiz Capitulino 已提交
3600 3601 3602
		rv = -EBUSY;
		goto out;
	}
3603 3604

	list_add(&pkt_dev->list, &t->if_list);
L
Luiz Capitulino 已提交
3605
	pkt_dev->pg_thread = t;
L
Linus Torvalds 已提交
3606 3607
	pkt_dev->running = 0;

L
Luiz Capitulino 已提交
3608 3609 3610
out:
	if_unlock(t);
	return rv;
L
Linus Torvalds 已提交
3611 3612 3613 3614
}

/* Called under thread lock */

L
Luiz Capitulino 已提交
3615
static int pktgen_add_device(struct pktgen_thread *t, const char *ifname)
L
Linus Torvalds 已提交
3616
{
L
Luiz Capitulino 已提交
3617
	struct pktgen_dev *pkt_dev;
3618
	int err;
L
Luiz Capitulino 已提交
3619

L
Linus Torvalds 已提交
3620 3621
	/* We don't allow a device to be on several threads */

3622 3623
	pkt_dev = __pktgen_NN_threads(ifname, FIND);
	if (pkt_dev) {
3624
		printk(KERN_ERR "pktgen: ERROR: interface already used.\n");
L
Luiz Capitulino 已提交
3625 3626
		return -EBUSY;
	}
3627 3628 3629 3630 3631

	pkt_dev = kzalloc(sizeof(struct pktgen_dev), GFP_KERNEL);
	if (!pkt_dev)
		return -ENOMEM;

L
Luiz Capitulino 已提交
3632
	pkt_dev->flows = vmalloc(MAX_CFLOWS * sizeof(struct flow_state));
3633 3634 3635 3636
	if (pkt_dev->flows == NULL) {
		kfree(pkt_dev);
		return -ENOMEM;
	}
L
Luiz Capitulino 已提交
3637
	memset(pkt_dev->flows, 0, MAX_CFLOWS * sizeof(struct flow_state));
3638

3639
	pkt_dev->removal_mark = 0;
3640 3641 3642 3643
	pkt_dev->min_pkt_size = ETH_ZLEN;
	pkt_dev->max_pkt_size = ETH_ZLEN;
	pkt_dev->nfrags = 0;
	pkt_dev->clone_skb = pg_clone_skb_d;
3644
	pkt_dev->delay = pg_delay_d;
3645 3646
	pkt_dev->count = pg_count_d;
	pkt_dev->sofar = 0;
L
Luiz Capitulino 已提交
3647
	pkt_dev->udp_src_min = 9;	/* sink port */
3648 3649 3650 3651
	pkt_dev->udp_src_max = 9;
	pkt_dev->udp_dst_min = 9;
	pkt_dev->udp_dst_max = 9;

F
Francesco Fondelli 已提交
3652 3653 3654 3655 3656 3657 3658
	pkt_dev->vlan_p = 0;
	pkt_dev->vlan_cfi = 0;
	pkt_dev->vlan_id = 0xffff;
	pkt_dev->svlan_p = 0;
	pkt_dev->svlan_cfi = 0;
	pkt_dev->svlan_id = 0xffff;

3659 3660 3661
	err = pktgen_setup_dev(pkt_dev, ifname);
	if (err)
		goto out1;
3662

3663 3664
	pkt_dev->entry = proc_create_data(ifname, 0600, pg_proc_dir,
					  &pktgen_if_fops, pkt_dev);
3665
	if (!pkt_dev->entry) {
3666
		printk(KERN_ERR "pktgen: cannot create %s/%s procfs entry.\n",
3667
		       PG_PROC_DIR, ifname);
3668 3669
		err = -EINVAL;
		goto out2;
3670
	}
J
Jamal Hadi Salim 已提交
3671 3672 3673 3674
#ifdef CONFIG_XFRM
	pkt_dev->ipsmode = XFRM_MODE_TRANSPORT;
	pkt_dev->ipsproto = IPPROTO_ESP;
#endif
3675 3676

	return add_dev_to_thread(t, pkt_dev);
3677 3678 3679
out2:
	dev_put(pkt_dev->odev);
out1:
J
Jamal Hadi Salim 已提交
3680 3681 3682
#ifdef CONFIG_XFRM
	free_SAs(pkt_dev);
#endif
F
Figo.zhang 已提交
3683
	vfree(pkt_dev->flows);
3684 3685
	kfree(pkt_dev);
	return err;
L
Linus Torvalds 已提交
3686 3687
}

3688
static int __init pktgen_create_thread(int cpu)
L
Linus Torvalds 已提交
3689
{
3690
	struct pktgen_thread *t;
3691
	struct proc_dir_entry *pe;
3692
	struct task_struct *p;
L
Luiz Capitulino 已提交
3693 3694 3695

	t = kzalloc(sizeof(struct pktgen_thread), GFP_KERNEL);
	if (!t) {
3696 3697
		printk(KERN_ERR "pktgen: ERROR: out of memory, can't "
		       "create new thread.\n");
L
Luiz Capitulino 已提交
3698 3699 3700 3701
		return -ENOMEM;
	}

	spin_lock_init(&t->if_lock);
L
Linus Torvalds 已提交
3702
	t->cpu = cpu;
L
Luiz Capitulino 已提交
3703

3704 3705 3706
	INIT_LIST_HEAD(&t->if_list);

	list_add_tail(&t->th_list, &pktgen_threads);
3707
	init_completion(&t->start_done);
3708 3709 3710

	p = kthread_create(pktgen_thread_worker, t, "kpktgend_%d", cpu);
	if (IS_ERR(p)) {
3711 3712
		printk(KERN_ERR "pktgen: kernel_thread() failed "
		       "for cpu %d\n", t->cpu);
3713 3714 3715 3716 3717 3718 3719
		list_del(&t->th_list);
		kfree(t);
		return PTR_ERR(p);
	}
	kthread_bind(p, cpu);
	t->tsk = p;

3720 3721
	pe = proc_create_data(t->tsk->comm, 0600, pg_proc_dir,
			      &pktgen_thread_fops, t);
L
Luiz Capitulino 已提交
3722
	if (!pe) {
3723
		printk(KERN_ERR "pktgen: cannot create %s/%s procfs entry.\n",
3724 3725 3726
		       PG_PROC_DIR, t->tsk->comm);
		kthread_stop(p);
		list_del(&t->th_list);
L
Luiz Capitulino 已提交
3727 3728 3729
		kfree(t);
		return -EINVAL;
	}
3730

3731
	wake_up_process(p);
3732
	wait_for_completion(&t->start_done);
L
Linus Torvalds 已提交
3733 3734 3735 3736

	return 0;
}

3737 3738
/*
 * Removes a device from the thread if_list.
L
Linus Torvalds 已提交
3739
 */
L
Luiz Capitulino 已提交
3740 3741
static void _rem_dev_from_if_list(struct pktgen_thread *t,
				  struct pktgen_dev *pkt_dev)
L
Linus Torvalds 已提交
3742
{
3743 3744
	struct list_head *q, *n;
	struct pktgen_dev *p;
L
Linus Torvalds 已提交
3745

3746 3747 3748 3749
	list_for_each_safe(q, n, &t->if_list) {
		p = list_entry(q, struct pktgen_dev, list);
		if (p == pkt_dev)
			list_del(&p->list);
L
Linus Torvalds 已提交
3750 3751 3752
	}
}

L
Luiz Capitulino 已提交
3753 3754
static int pktgen_remove_device(struct pktgen_thread *t,
				struct pktgen_dev *pkt_dev)
L
Linus Torvalds 已提交
3755 3756
{

S
Stephen Hemminger 已提交
3757
	pr_debug("pktgen: remove_device pkt_dev=%p\n", pkt_dev);
L
Linus Torvalds 已提交
3758

L
Luiz Capitulino 已提交
3759
	if (pkt_dev->running) {
3760 3761
		printk(KERN_WARNING "pktgen: WARNING: trying to remove a "
		       "running interface, stopping it now.\n");
L
Luiz Capitulino 已提交
3762 3763 3764 3765
		pktgen_stop_device(pkt_dev);
	}

	/* Dis-associate from the interface */
L
Linus Torvalds 已提交
3766 3767 3768

	if (pkt_dev->odev) {
		dev_put(pkt_dev->odev);
L
Luiz Capitulino 已提交
3769 3770 3771
		pkt_dev->odev = NULL;
	}

L
Linus Torvalds 已提交
3772 3773 3774 3775
	/* And update the thread if_list */

	_rem_dev_from_if_list(t, pkt_dev);

3776 3777
	if (pkt_dev->entry)
		remove_proc_entry(pkt_dev->entry->name, pg_proc_dir);
L
Linus Torvalds 已提交
3778

J
Jamal Hadi Salim 已提交
3779 3780 3781
#ifdef CONFIG_XFRM
	free_SAs(pkt_dev);
#endif
F
Figo.zhang 已提交
3782
	vfree(pkt_dev->flows);
L
Linus Torvalds 已提交
3783
	kfree(pkt_dev);
L
Luiz Capitulino 已提交
3784
	return 0;
L
Linus Torvalds 已提交
3785 3786
}

L
Luiz Capitulino 已提交
3787
static int __init pg_init(void)
L
Linus Torvalds 已提交
3788 3789
{
	int cpu;
3790
	struct proc_dir_entry *pe;
L
Linus Torvalds 已提交
3791

3792
	printk(KERN_INFO "%s", version);
L
Linus Torvalds 已提交
3793

3794
	pg_proc_dir = proc_mkdir(PG_PROC_DIR, init_net.proc_net);
3795 3796
	if (!pg_proc_dir)
		return -ENODEV;
L
Linus Torvalds 已提交
3797

3798
	pe = proc_create(PGCTRL, 0600, pg_proc_dir, &pktgen_fops);
L
Luiz Capitulino 已提交
3799
	if (pe == NULL) {
3800 3801
		printk(KERN_ERR "pktgen: ERROR: cannot create %s "
		       "procfs entry.\n", PGCTRL);
3802
		proc_net_remove(&init_net, PG_PROC_DIR);
L
Luiz Capitulino 已提交
3803 3804
		return -EINVAL;
	}
L
Linus Torvalds 已提交
3805 3806 3807

	/* Register us to receive netdevice events */
	register_netdevice_notifier(&pktgen_notifier_block);
L
Luiz Capitulino 已提交
3808

J
John Hawkes 已提交
3809
	for_each_online_cpu(cpu) {
3810
		int err;
L
Linus Torvalds 已提交
3811

3812
		err = pktgen_create_thread(cpu);
3813
		if (err)
3814 3815
			printk(KERN_WARNING "pktgen: WARNING: Cannot create "
			       "thread for cpu %d (%d)\n", cpu, err);
L
Luiz Capitulino 已提交
3816
	}
3817 3818

	if (list_empty(&pktgen_threads)) {
3819 3820
		printk(KERN_ERR "pktgen: ERROR: Initialization failed for "
		       "all threads\n");
3821 3822
		unregister_netdevice_notifier(&pktgen_notifier_block);
		remove_proc_entry(PGCTRL, pg_proc_dir);
3823
		proc_net_remove(&init_net, PG_PROC_DIR);
3824 3825 3826
		return -ENODEV;
	}

L
Luiz Capitulino 已提交
3827
	return 0;
L
Linus Torvalds 已提交
3828 3829 3830 3831
}

static void __exit pg_cleanup(void)
{
3832 3833
	struct pktgen_thread *t;
	struct list_head *q, *n;
L
Linus Torvalds 已提交
3834 3835 3836
	wait_queue_head_t queue;
	init_waitqueue_head(&queue);

L
Luiz Capitulino 已提交
3837
	/* Stop all interfaces & threads */
L
Linus Torvalds 已提交
3838

3839 3840
	list_for_each_safe(q, n, &pktgen_threads) {
		t = list_entry(q, struct pktgen_thread, th_list);
3841 3842
		kthread_stop(t->tsk);
		kfree(t);
L
Luiz Capitulino 已提交
3843
	}
L
Linus Torvalds 已提交
3844

L
Luiz Capitulino 已提交
3845
	/* Un-register us from receiving netdevice events */
L
Linus Torvalds 已提交
3846 3847
	unregister_netdevice_notifier(&pktgen_notifier_block);

L
Luiz Capitulino 已提交
3848
	/* Clean up proc file system */
3849
	remove_proc_entry(PGCTRL, pg_proc_dir);
3850
	proc_net_remove(&init_net, PG_PROC_DIR);
L
Linus Torvalds 已提交
3851 3852 3853 3854 3855
}

module_init(pg_init);
module_exit(pg_cleanup);

S
Stephen Hemminger 已提交
3856
MODULE_AUTHOR("Robert Olsson <robert.olsson@its.uu.se>");
L
Linus Torvalds 已提交
3857 3858
MODULE_DESCRIPTION("Packet Generator tool");
MODULE_LICENSE("GPL");
S
Stephen Hemminger 已提交
3859
MODULE_VERSION(VERSION);
L
Linus Torvalds 已提交
3860
module_param(pg_count_d, int, 0);
S
Stephen Hemminger 已提交
3861
MODULE_PARM_DESC(pg_count_d, "Default number of packets to inject");
L
Linus Torvalds 已提交
3862
module_param(pg_delay_d, int, 0);
S
Stephen Hemminger 已提交
3863
MODULE_PARM_DESC(pg_delay_d, "Default delay between packets (nanoseconds)");
L
Linus Torvalds 已提交
3864
module_param(pg_clone_skb_d, int, 0);
S
Stephen Hemminger 已提交
3865
MODULE_PARM_DESC(pg_clone_skb_d, "Default number of copies of the same packet");
L
Linus Torvalds 已提交
3866
module_param(debug, int, 0);
S
Stephen Hemminger 已提交
3867
MODULE_PARM_DESC(debug, "Enable debugging of pktgen module");