pktgen.c 92.7 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7 8
/*
 * Authors:
 * Copyright 2001, 2002 by Robert Olsson <robert.olsson@its.uu.se>
 *                             Uppsala University and
 *                             Swedish University of Agricultural Sciences
 *
 * Alexey Kuznetsov  <kuznet@ms2.inr.ac.ru>
 * Ben Greear <greearb@candelatech.com>
9
 * Jens Låås <jens.laas@data.slu.se>
L
Linus Torvalds 已提交
10 11 12 13 14 15 16 17
 *
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public License
 * as published by the Free Software Foundation; either version
 * 2 of the License, or (at your option) any later version.
 *
 *
 * A tool for loading the network with preconfigurated packets.
18
 * The tool is implemented as a linux module.  Parameters are output
L
Linus Torvalds 已提交
19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46
 * device, delay (to hard_xmit), number of packets, and whether
 * to use multiple SKBs or just the same one.
 * pktgen uses the installed interface's output routine.
 *
 * Additional hacking by:
 *
 * Jens.Laas@data.slu.se
 * Improved by ANK. 010120.
 * Improved by ANK even more. 010212.
 * MAC address typo fixed. 010417 --ro
 * Integrated.  020301 --DaveM
 * Added multiskb option 020301 --DaveM
 * Scaling of results. 020417--sigurdur@linpro.no
 * Significant re-work of the module:
 *   *  Convert to threaded model to more efficiently be able to transmit
 *       and receive on multiple interfaces at once.
 *   *  Converted many counters to __u64 to allow longer runs.
 *   *  Allow configuration of ranges, like min/max IP address, MACs,
 *       and UDP-ports, for both source and destination, and can
 *       set to use a random distribution or sequentially walk the range.
 *   *  Can now change most values after starting.
 *   *  Place 12-byte packet in UDP payload with magic number,
 *       sequence number, and timestamp.
 *   *  Add receiver code that detects dropped pkts, re-ordered pkts, and
 *       latencies (with micro-second) precision.
 *   *  Add IOCTL interface to easily get counters & configuration.
 *   --Ben Greear <greearb@candelatech.com>
 *
47 48
 * Renamed multiskb to clone_skb and cleaned up sending core for two distinct
 * skb modes. A clone_skb=0 mode for Ben "ranges" work and a clone_skb != 0
L
Linus Torvalds 已提交
49
 * as a "fastpath" with a configurable number of clones after alloc's.
50 51
 * clone_skb=0 means all packets are allocated this also means ranges time
 * stamps etc can be used. clone_skb=100 means 1 malloc is followed by 100
L
Linus Torvalds 已提交
52 53
 * clones.
 *
54
 * Also moved to /proc/net/pktgen/
L
Linus Torvalds 已提交
55 56 57 58 59 60 61 62
 * --ro
 *
 * Sept 10:  Fixed threading/locking.  Lots of bone-headed and more clever
 *    mistakes.  Also merged in DaveM's patch in the -pre6 patch.
 * --Ben Greear <greearb@candelatech.com>
 *
 * Integrated to 2.5.x 021029 --Lucio Maciel (luciomaciel@zipmail.com.br)
 *
63
 *
L
Linus Torvalds 已提交
64 65 66 67
 * 021124 Finished major redesign and rewrite for new functionality.
 * See Documentation/networking/pktgen.txt for how to use this.
 *
 * The new operation:
68 69 70 71
 * For each CPU one thread/process is created at start. This process checks
 * for running devices in the if_list and sends packets until count is 0 it
 * also the thread checks the thread->control which is used for inter-process
 * communication. controlling process "posts" operations to the threads this
L
Linus Torvalds 已提交
72 73 74
 * way. The if_lock should be possible to remove when add/rem_device is merged
 * into this too.
 *
75 76
 * By design there should only be *one* "controlling" process. In practice
 * multiple write accesses gives unpredictable result. Understood by "write"
L
Linus Torvalds 已提交
77
 * to /proc gives result code thats should be read be the "writer".
78
 * For practical use this should be no problem.
L
Linus Torvalds 已提交
79
 *
80 81
 * Note when adding devices to a specific CPU there good idea to also assign
 * /proc/irq/XX/smp_affinity so TX-interrupts gets bound to the same CPU.
L
Linus Torvalds 已提交
82 83
 * --ro
 *
84
 * Fix refcount off by one if first packet fails, potential null deref,
L
Linus Torvalds 已提交
85 86 87 88 89 90 91
 * memleak 030710- KJP
 *
 * First "ranges" functionality for ipv6 030726 --ro
 *
 * Included flow support. 030802 ANK.
 *
 * Fixed unaligned access on IA-64 Grant Grundler <grundler@parisc-linux.org>
92
 *
L
Linus Torvalds 已提交
93 94 95
 * Remove if fix from added Harald Welte <laforge@netfilter.org> 040419
 * ia64 compilation fix from  Aron Griffis <aron@hp.com> 040604
 *
96
 * New xmit() return, do_div and misc clean up by Stephen Hemminger
L
Linus Torvalds 已提交
97 98
 * <shemminger@osdl.org> 040923
 *
99
 * Randy Dunlap fixed u64 printk compiler waring
L
Linus Torvalds 已提交
100 101 102 103
 *
 * Remove FCS from BW calculation.  Lennert Buytenhek <buytenh@wantstofly.org>
 * New time handling. Lennert Buytenhek <buytenh@wantstofly.org> 041213
 *
104
 * Corrections from Nikolai Malykh (nmalykh@bilim.com)
L
Linus Torvalds 已提交
105 106
 * Removed unused flags F_SET_SRCMAC & F_SET_SRCIP 041230
 *
107
 * interruptible_sleep_on_timeout() replaced Nishanth Aravamudan <nacc@us.ibm.com>
L
Linus Torvalds 已提交
108
 * 050103
109 110 111
 *
 * MPLS support by Steven Whitehouse <steve@chygwyn.com>
 *
F
Francesco Fondelli 已提交
112 113
 * 802.1Q/Q-in-Q support by Francesco Fondelli (FF) <francesco.fondelli@gmail.com>
 *
A
Adit Ranadive 已提交
114 115 116
 * Fixed src_mac command to set source mac of packet to value specified in
 * command by Adit Ranadive <adit.262@gmail.com>
 *
L
Linus Torvalds 已提交
117 118 119 120 121 122
 */
#include <linux/sys.h>
#include <linux/types.h>
#include <linux/module.h>
#include <linux/moduleparam.h>
#include <linux/kernel.h>
123
#include <linux/mutex.h>
L
Linus Torvalds 已提交
124 125 126 127 128 129 130 131 132
#include <linux/sched.h>
#include <linux/slab.h>
#include <linux/vmalloc.h>
#include <linux/unistd.h>
#include <linux/string.h>
#include <linux/ptrace.h>
#include <linux/errno.h>
#include <linux/ioport.h>
#include <linux/interrupt.h>
133
#include <linux/capability.h>
S
Stephen Hemminger 已提交
134
#include <linux/hrtimer.h>
A
Andrew Morton 已提交
135
#include <linux/freezer.h>
L
Linus Torvalds 已提交
136 137
#include <linux/delay.h>
#include <linux/timer.h>
138
#include <linux/list.h>
L
Linus Torvalds 已提交
139 140 141 142 143 144 145
#include <linux/init.h>
#include <linux/skbuff.h>
#include <linux/netdevice.h>
#include <linux/inet.h>
#include <linux/inetdevice.h>
#include <linux/rtnetlink.h>
#include <linux/if_arp.h>
F
Francesco Fondelli 已提交
146
#include <linux/if_vlan.h>
L
Linus Torvalds 已提交
147 148 149 150 151
#include <linux/in.h>
#include <linux/ip.h>
#include <linux/ipv6.h>
#include <linux/udp.h>
#include <linux/proc_fs.h>
152
#include <linux/seq_file.h>
L
Linus Torvalds 已提交
153
#include <linux/wait.h>
154
#include <linux/etherdevice.h>
155
#include <linux/kthread.h>
156
#include <net/net_namespace.h>
L
Linus Torvalds 已提交
157 158 159
#include <net/checksum.h>
#include <net/ipv6.h>
#include <net/addrconf.h>
J
Jamal Hadi Salim 已提交
160 161 162
#ifdef CONFIG_XFRM
#include <net/xfrm.h>
#endif
L
Linus Torvalds 已提交
163 164
#include <asm/byteorder.h>
#include <linux/rcupdate.h>
J
Jiri Slaby 已提交
165
#include <linux/bitops.h>
166 167 168
#include <linux/io.h>
#include <linux/timex.h>
#include <linux/uaccess.h>
L
Linus Torvalds 已提交
169
#include <asm/dma.h>
L
Luiz Capitulino 已提交
170
#include <asm/div64.h>		/* do_div */
L
Linus Torvalds 已提交
171

S
Stephen Hemminger 已提交
172
#define VERSION 	"2.72"
L
Linus Torvalds 已提交
173
#define IP_NAME_SZ 32
174
#define MAX_MPLS_LABELS 16 /* This is the max label stack depth */
175
#define MPLS_STACK_BOTTOM htonl(0x00000100)
L
Linus Torvalds 已提交
176 177

/* Device flag bits */
L
Luiz Capitulino 已提交
178 179 180 181 182 183 184 185
#define F_IPSRC_RND   (1<<0)	/* IP-Src Random  */
#define F_IPDST_RND   (1<<1)	/* IP-Dst Random  */
#define F_UDPSRC_RND  (1<<2)	/* UDP-Src Random */
#define F_UDPDST_RND  (1<<3)	/* UDP-Dst Random */
#define F_MACSRC_RND  (1<<4)	/* MAC-Src Random */
#define F_MACDST_RND  (1<<5)	/* MAC-Dst Random */
#define F_TXSIZE_RND  (1<<6)	/* Transmit size is random */
#define F_IPV6        (1<<7)	/* Interface in IPV6 Mode */
186
#define F_MPLS_RND    (1<<8)	/* Random MPLS labels */
F
Francesco Fondelli 已提交
187 188
#define F_VID_RND     (1<<9)	/* Random VLAN ID */
#define F_SVID_RND    (1<<10)	/* Random SVLAN ID */
189
#define F_FLOW_SEQ    (1<<11)	/* Sequential flows */
J
Jamal Hadi Salim 已提交
190
#define F_IPSEC_ON    (1<<12)	/* ipsec on for flows */
R
Robert Olsson 已提交
191
#define F_QUEUE_MAP_RND (1<<13)	/* queue map Random */
R
Robert Olsson 已提交
192
#define F_QUEUE_MAP_CPU (1<<14)	/* queue map mirrors smp_processor_id() */
L
Linus Torvalds 已提交
193 194

/* Thread control flag bits */
195 196 197 198
#define T_STOP        (1<<0)	/* Stop run */
#define T_RUN         (1<<1)	/* Start run */
#define T_REMDEVALL   (1<<2)	/* Remove all devs */
#define T_REMDEV      (1<<3)	/* Remove one dev */
L
Linus Torvalds 已提交
199 200 201 202 203 204 205

/* If lock -- can be removed after some work */
#define   if_lock(t)           spin_lock(&(t->if_lock));
#define   if_unlock(t)           spin_unlock(&(t->if_lock));

/* Used to help with determining the pkts on receive */
#define PKTGEN_MAGIC 0xbe9be955
206 207
#define PG_PROC_DIR "pktgen"
#define PGCTRL	    "pgctrl"
208
static struct proc_dir_entry *pg_proc_dir;
L
Linus Torvalds 已提交
209 210 211

#define MAX_CFLOWS  65536

F
Francesco Fondelli 已提交
212 213 214
#define VLAN_TAG_SIZE(x) ((x)->vlan_id == 0xffff ? 0 : 4)
#define SVLAN_TAG_SIZE(x) ((x)->svlan_id == 0xffff ? 0 : 4)

L
Luiz Capitulino 已提交
215
struct flow_state {
A
Al Viro 已提交
216
	__be32 cur_daddr;
L
Luiz Capitulino 已提交
217
	int count;
J
Jamal Hadi Salim 已提交
218 219 220
#ifdef CONFIG_XFRM
	struct xfrm_state *x;
#endif
221
	__u32 flags;
L
Linus Torvalds 已提交
222 223
};

224 225 226
/* flow flag bits */
#define F_INIT   (1<<0)		/* flow has been initialized */

L
Linus Torvalds 已提交
227 228 229 230
struct pktgen_dev {
	/*
	 * Try to keep frequent/infrequent used vars. separated.
	 */
231 232
	struct proc_dir_entry *entry;	/* proc file */
	struct pktgen_thread *pg_thread;/* the owner */
233
	struct list_head list;		/* chaining in the thread's run-queue */
L
Linus Torvalds 已提交
234

235
	int running;		/* if false, the test will stop */
L
Linus Torvalds 已提交
236

L
Luiz Capitulino 已提交
237 238 239 240
	/* If min != max, then we will either do a linear iteration, or
	 * we will do a random selection from within the range.
	 */
	__u32 flags;
241 242
	int removal_mark;	/* non-zero => the device is marked for
				 * removal by worker thread */
L
Linus Torvalds 已提交
243

L
Luiz Capitulino 已提交
244 245
	int min_pkt_size;	/* = ETH_ZLEN; */
	int max_pkt_size;	/* = ETH_ZLEN; */
246
	int pkt_overhead;	/* overhead for MPLS, VLANs, IPSEC etc */
L
Luiz Capitulino 已提交
247
	int nfrags;
248 249
	u64 delay;		/* nano-seconds */

L
Luiz Capitulino 已提交
250 251 252
	__u64 count;		/* Default No packets to send */
	__u64 sofar;		/* How many pkts we've sent so far */
	__u64 tx_bytes;		/* How many bytes we've transmitted */
253 254
	__u64 errors;		/* Errors when trying to transmit,
				   pkts will be re-sent */
L
Luiz Capitulino 已提交
255 256 257 258 259 260

	/* runtime counters relating to clone_skb */

	__u64 allocated_skbs;
	__u32 clone_count;
	int last_ok;		/* Was last skb sent?
261 262
				 * Or a failed transmit of some sort?
				 * This will keep sequence numbers in order
L
Luiz Capitulino 已提交
263
				 */
264 265 266 267 268
	ktime_t next_tx;
	ktime_t started_at;
	ktime_t stopped_at;
	u64	idle_acc;	/* nano-seconds */

L
Luiz Capitulino 已提交
269 270
	__u32 seq_num;

271 272 273 274 275 276 277 278
	int clone_skb;		/*
				 * Use multiple SKBs during packet gen.
				 * If this number is greater than 1, then
				 * that many copies of the same packet will be
				 * sent before a new packet is allocated.
				 * If you want to send 1024 identical packets
				 * before creating a new packet,
				 * set clone_skb to 1024.
L
Luiz Capitulino 已提交
279 280 281 282 283 284 285 286 287 288 289
				 */

	char dst_min[IP_NAME_SZ];	/* IP, ie 1.2.3.4 */
	char dst_max[IP_NAME_SZ];	/* IP, ie 1.2.3.4 */
	char src_min[IP_NAME_SZ];	/* IP, ie 1.2.3.4 */
	char src_max[IP_NAME_SZ];	/* IP, ie 1.2.3.4 */

	struct in6_addr in6_saddr;
	struct in6_addr in6_daddr;
	struct in6_addr cur_in6_daddr;
	struct in6_addr cur_in6_saddr;
L
Linus Torvalds 已提交
290
	/* For ranges */
L
Luiz Capitulino 已提交
291 292 293 294 295 296 297 298
	struct in6_addr min_in6_daddr;
	struct in6_addr max_in6_daddr;
	struct in6_addr min_in6_saddr;
	struct in6_addr max_in6_saddr;

	/* If we're doing ranges, random or incremental, then this
	 * defines the min/max for those ranges.
	 */
A
Al Viro 已提交
299 300 301 302
	__be32 saddr_min;	/* inclusive, source IP address */
	__be32 saddr_max;	/* exclusive, source IP address */
	__be32 daddr_min;	/* inclusive, dest IP address */
	__be32 daddr_max;	/* exclusive, dest IP address */
L
Luiz Capitulino 已提交
303 304 305 306 307 308

	__u16 udp_src_min;	/* inclusive, source UDP port */
	__u16 udp_src_max;	/* exclusive, source UDP port */
	__u16 udp_dst_min;	/* inclusive, dest UDP port */
	__u16 udp_dst_max;	/* exclusive, dest UDP port */

F
Francesco Fondelli 已提交
309
	/* DSCP + ECN */
310 311 312 313
	__u8 tos;            /* six MSB of (former) IPv4 TOS
				are for dscp codepoint */
	__u8 traffic_class;  /* ditto for the (former) Traffic Class in IPv6
				(see RFC 3260, sec. 4) */
F
Francesco Fondelli 已提交
314

315 316 317 318
	/* MPLS */
	unsigned nr_labels;	/* Depth of stack, 0 = no MPLS */
	__be32 labels[MAX_MPLS_LABELS];

F
Francesco Fondelli 已提交
319 320 321 322 323 324 325 326 327
	/* VLAN/SVLAN (802.1Q/Q-in-Q) */
	__u8  vlan_p;
	__u8  vlan_cfi;
	__u16 vlan_id;  /* 0xffff means no vlan tag */

	__u8  svlan_p;
	__u8  svlan_cfi;
	__u16 svlan_id; /* 0xffff means no svlan tag */

L
Luiz Capitulino 已提交
328 329 330 331 332 333 334 335
	__u32 src_mac_count;	/* How many MACs to iterate through */
	__u32 dst_mac_count;	/* How many MACs to iterate through */

	unsigned char dst_mac[ETH_ALEN];
	unsigned char src_mac[ETH_ALEN];

	__u32 cur_dst_mac_offset;
	__u32 cur_src_mac_offset;
A
Al Viro 已提交
336 337
	__be32 cur_saddr;
	__be32 cur_daddr;
L
Luiz Capitulino 已提交
338 339
	__u16 cur_udp_dst;
	__u16 cur_udp_src;
R
Robert Olsson 已提交
340
	__u16 cur_queue_map;
L
Luiz Capitulino 已提交
341 342 343 344 345 346 347 348 349 350 351 352 353
	__u32 cur_pkt_size;

	__u8 hh[14];
	/* = {
	   0x00, 0x80, 0xC8, 0x79, 0xB3, 0xCB,

	   We fill in SRC address later
	   0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
	   0x08, 0x00
	   };
	 */
	__u16 pad;		/* pad out the hh struct to an even 16 bytes */

354
	struct sk_buff *skb;	/* skb we are to transmit next, used for when we
L
Luiz Capitulino 已提交
355 356
				 * are transmitting the same one multiple times
				 */
357 358 359 360 361 362 363 364
	struct net_device *odev; /* The out-going device.
				  * Note that the device should have it's
				  * pg_info pointer pointing back to this
				  * device.
				  * Set when the user specifies the out-going
				  * device name (not when the inject is
				  * started as it used to do.)
				  */
L
Linus Torvalds 已提交
365
	struct flow_state *flows;
L
Luiz Capitulino 已提交
366 367 368
	unsigned cflows;	/* Concurrent flows (config) */
	unsigned lflow;		/* Flow length  (config) */
	unsigned nflows;	/* accumulated flows (stats) */
369
	unsigned curfl;		/* current sequenced flow (state)*/
R
Robert Olsson 已提交
370 371 372 373

	u16 queue_map_min;
	u16 queue_map_max;

J
Jamal Hadi Salim 已提交
374 375 376 377
#ifdef CONFIG_XFRM
	__u8	ipsmode;		/* IPSEC mode (config) */
	__u8	ipsproto;		/* IPSEC type (config) */
#endif
378
	char result[512];
L
Linus Torvalds 已提交
379 380 381
};

struct pktgen_hdr {
A
Al Viro 已提交
382 383 384 385
	__be32 pgh_magic;
	__be32 seq_num;
	__be32 tv_sec;
	__be32 tv_usec;
L
Linus Torvalds 已提交
386 387 388
};

struct pktgen_thread {
389
	spinlock_t if_lock;		/* for list of devices */
390
	struct list_head if_list;	/* All device here */
391
	struct list_head th_list;
392
	struct task_struct *tsk;
L
Luiz Capitulino 已提交
393 394
	char result[512];

395 396
	/* Field for thread to receive "posted" events terminate,
	   stop ifs etc. */
L
Luiz Capitulino 已提交
397 398

	u32 control;
L
Linus Torvalds 已提交
399 400
	int cpu;

L
Luiz Capitulino 已提交
401
	wait_queue_head_t queue;
402
	struct completion start_done;
L
Linus Torvalds 已提交
403 404 405 406 407
};

#define REMOVE 1
#define FIND   0

408
static inline ktime_t ktime_now(void)
L
Linus Torvalds 已提交
409
{
410 411 412 413
	struct timespec ts;
	ktime_get_ts(&ts);

	return timespec_to_ktime(ts);
L
Linus Torvalds 已提交
414 415
}

416 417
/* This works even if 32 bit because of careful byte order choice */
static inline int ktime_lt(const ktime_t cmp1, const ktime_t cmp2)
L
Linus Torvalds 已提交
418
{
419
	return cmp1.tv64 < cmp2.tv64;
L
Linus Torvalds 已提交
420 421
}

S
Stephen Hemminger 已提交
422 423
static const char version[] =
	"pktgen " VERSION ": Packet Generator for packet performance testing.\n";
L
Linus Torvalds 已提交
424

L
Luiz Capitulino 已提交
425 426 427 428
static int pktgen_remove_device(struct pktgen_thread *t, struct pktgen_dev *i);
static int pktgen_add_device(struct pktgen_thread *t, const char *ifname);
static struct pktgen_dev *pktgen_find_dev(struct pktgen_thread *t,
					  const char *ifname);
L
Linus Torvalds 已提交
429 430
static int pktgen_device_event(struct notifier_block *, unsigned long, void *);
static void pktgen_run_all_threads(void);
431
static void pktgen_reset_all_threads(void);
L
Linus Torvalds 已提交
432
static void pktgen_stop_all_threads_ifs(void);
S
Stephen Hemminger 已提交
433

L
Luiz Capitulino 已提交
434
static void pktgen_stop(struct pktgen_thread *t);
L
Linus Torvalds 已提交
435
static void pktgen_clear_counters(struct pktgen_dev *pkt_dev);
436

L
Luiz Capitulino 已提交
437 438
static unsigned int scan_ip6(const char *s, char ip[16]);
static unsigned int fmt_ip6(char *s, const char ip[16]);
L
Linus Torvalds 已提交
439 440

/* Module parameters, defaults. */
441 442 443 444
static int pg_count_d __read_mostly = 1000;
static int pg_delay_d __read_mostly;
static int pg_clone_skb_d  __read_mostly;
static int debug  __read_mostly;
L
Linus Torvalds 已提交
445

446
static DEFINE_MUTEX(pktgen_thread_lock);
447
static LIST_HEAD(pktgen_threads);
L
Linus Torvalds 已提交
448 449 450 451 452 453

static struct notifier_block pktgen_notifier_block = {
	.notifier_call = pktgen_device_event,
};

/*
454
 * /proc handling functions
L
Linus Torvalds 已提交
455 456 457
 *
 */

458
static int pgctrl_show(struct seq_file *seq, void *v)
L
Luiz Capitulino 已提交
459
{
S
Stephen Hemminger 已提交
460
	seq_puts(seq, version);
461
	return 0;
L
Linus Torvalds 已提交
462 463
}

464 465
static ssize_t pgctrl_write(struct file *file, const char __user *buf,
			    size_t count, loff_t *ppos)
L
Linus Torvalds 已提交
466 467
{
	int err = 0;
468
	char data[128];
L
Linus Torvalds 已提交
469

L
Luiz Capitulino 已提交
470 471
	if (!capable(CAP_NET_ADMIN)) {
		err = -EPERM;
L
Linus Torvalds 已提交
472
		goto out;
L
Luiz Capitulino 已提交
473
	}
L
Linus Torvalds 已提交
474

475 476
	if (count > sizeof(data))
		count = sizeof(data);
L
Linus Torvalds 已提交
477 478

	if (copy_from_user(data, buf, count)) {
479
		err = -EFAULT;
480
		goto out;
L
Luiz Capitulino 已提交
481 482
	}
	data[count - 1] = 0;	/* Make string */
L
Linus Torvalds 已提交
483

L
Luiz Capitulino 已提交
484
	if (!strcmp(data, "stop"))
L
Linus Torvalds 已提交
485 486
		pktgen_stop_all_threads_ifs();

L
Luiz Capitulino 已提交
487
	else if (!strcmp(data, "start"))
L
Linus Torvalds 已提交
488 489
		pktgen_run_all_threads();

490 491 492
	else if (!strcmp(data, "reset"))
		pktgen_reset_all_threads();

L
Luiz Capitulino 已提交
493
	else
494
		printk(KERN_WARNING "pktgen: Unknown command: %s\n", data);
L
Linus Torvalds 已提交
495 496 497

	err = count;

L
Luiz Capitulino 已提交
498 499
out:
	return err;
L
Linus Torvalds 已提交
500 501
}

502 503 504 505 506
static int pgctrl_open(struct inode *inode, struct file *file)
{
	return single_open(file, pgctrl_show, PDE(inode)->data);
}

507
static const struct file_operations pktgen_fops = {
L
Luiz Capitulino 已提交
508 509 510 511 512 513
	.owner   = THIS_MODULE,
	.open    = pgctrl_open,
	.read    = seq_read,
	.llseek  = seq_lseek,
	.write   = pgctrl_write,
	.release = single_release,
514 515 516
};

static int pktgen_if_show(struct seq_file *seq, void *v)
L
Linus Torvalds 已提交
517
{
S
Stephen Hemminger 已提交
518
	const struct pktgen_dev *pkt_dev = seq->private;
519 520
	ktime_t stopped;
	u64 idle;
L
Luiz Capitulino 已提交
521 522 523 524 525 526 527

	seq_printf(seq,
		   "Params: count %llu  min_pkt_size: %u  max_pkt_size: %u\n",
		   (unsigned long long)pkt_dev->count, pkt_dev->min_pkt_size,
		   pkt_dev->max_pkt_size);

	seq_printf(seq,
528 529
		   "     frags: %d  delay: %llu  clone_skb: %d  ifname: %s\n",
		   pkt_dev->nfrags, (unsigned long long) pkt_dev->delay,
530
		   pkt_dev->clone_skb, pkt_dev->odev->name);
L
Luiz Capitulino 已提交
531 532 533 534

	seq_printf(seq, "     flows: %u flowlen: %u\n", pkt_dev->cflows,
		   pkt_dev->lflow);

R
Robert Olsson 已提交
535 536 537 538 539
	seq_printf(seq,
		   "     queue_map_min: %u  queue_map_max: %u\n",
		   pkt_dev->queue_map_min,
		   pkt_dev->queue_map_max);

L
Luiz Capitulino 已提交
540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555
	if (pkt_dev->flags & F_IPV6) {
		char b1[128], b2[128], b3[128];
		fmt_ip6(b1, pkt_dev->in6_saddr.s6_addr);
		fmt_ip6(b2, pkt_dev->min_in6_saddr.s6_addr);
		fmt_ip6(b3, pkt_dev->max_in6_saddr.s6_addr);
		seq_printf(seq,
			   "     saddr: %s  min_saddr: %s  max_saddr: %s\n", b1,
			   b2, b3);

		fmt_ip6(b1, pkt_dev->in6_daddr.s6_addr);
		fmt_ip6(b2, pkt_dev->min_in6_daddr.s6_addr);
		fmt_ip6(b3, pkt_dev->max_in6_daddr.s6_addr);
		seq_printf(seq,
			   "     daddr: %s  min_daddr: %s  max_daddr: %s\n", b1,
			   b2, b3);

556 557 558 559
	} else {
		seq_printf(seq,
			   "     dst_min: %s  dst_max: %s\n",
			   pkt_dev->dst_min, pkt_dev->dst_max);
L
Luiz Capitulino 已提交
560
		seq_printf(seq,
561 562 563
			   "        src_min: %s  src_max: %s\n",
			   pkt_dev->src_min, pkt_dev->src_max);
	}
L
Linus Torvalds 已提交
564

L
Luiz Capitulino 已提交
565
	seq_puts(seq, "     src_mac: ");
L
Linus Torvalds 已提交
566

J
Johannes Berg 已提交
567 568 569
	seq_printf(seq, "%pM ",
		   is_zero_ether_addr(pkt_dev->src_mac) ?
			     pkt_dev->odev->dev_addr : pkt_dev->src_mac);
L
Luiz Capitulino 已提交
570 571

	seq_printf(seq, "dst_mac: ");
J
Johannes Berg 已提交
572
	seq_printf(seq, "%pM\n", pkt_dev->dst_mac);
L
Luiz Capitulino 已提交
573 574

	seq_printf(seq,
575 576
		   "     udp_src_min: %d  udp_src_max: %d"
		   "  udp_dst_min: %d  udp_dst_max: %d\n",
L
Luiz Capitulino 已提交
577 578 579 580
		   pkt_dev->udp_src_min, pkt_dev->udp_src_max,
		   pkt_dev->udp_dst_min, pkt_dev->udp_dst_max);

	seq_printf(seq,
581
		   "     src_mac_count: %d  dst_mac_count: %d\n",
L
Luiz Capitulino 已提交
582
		   pkt_dev->src_mac_count, pkt_dev->dst_mac_count);
L
Linus Torvalds 已提交
583

584 585 586
	if (pkt_dev->nr_labels) {
		unsigned i;
		seq_printf(seq, "     mpls: ");
587
		for (i = 0; i < pkt_dev->nr_labels; i++)
588 589 590 591
			seq_printf(seq, "%08x%s", ntohl(pkt_dev->labels[i]),
				   i == pkt_dev->nr_labels-1 ? "\n" : ", ");
	}

592
	if (pkt_dev->vlan_id != 0xffff)
F
Francesco Fondelli 已提交
593
		seq_printf(seq, "     vlan_id: %u  vlan_p: %u  vlan_cfi: %u\n",
594 595
			   pkt_dev->vlan_id, pkt_dev->vlan_p,
			   pkt_dev->vlan_cfi);
F
Francesco Fondelli 已提交
596

597
	if (pkt_dev->svlan_id != 0xffff)
F
Francesco Fondelli 已提交
598
		seq_printf(seq, "     svlan_id: %u  vlan_p: %u  vlan_cfi: %u\n",
599 600
			   pkt_dev->svlan_id, pkt_dev->svlan_p,
			   pkt_dev->svlan_cfi);
F
Francesco Fondelli 已提交
601

602
	if (pkt_dev->tos)
F
Francesco Fondelli 已提交
603 604
		seq_printf(seq, "     tos: 0x%02x\n", pkt_dev->tos);

605
	if (pkt_dev->traffic_class)
F
Francesco Fondelli 已提交
606 607
		seq_printf(seq, "     traffic_class: 0x%02x\n", pkt_dev->traffic_class);

608 609
	seq_printf(seq, "     Flags: ");

L
Luiz Capitulino 已提交
610 611
	if (pkt_dev->flags & F_IPV6)
		seq_printf(seq, "IPV6  ");
L
Linus Torvalds 已提交
612

L
Luiz Capitulino 已提交
613 614
	if (pkt_dev->flags & F_IPSRC_RND)
		seq_printf(seq, "IPSRC_RND  ");
L
Linus Torvalds 已提交
615

L
Luiz Capitulino 已提交
616 617
	if (pkt_dev->flags & F_IPDST_RND)
		seq_printf(seq, "IPDST_RND  ");
L
Linus Torvalds 已提交
618

L
Luiz Capitulino 已提交
619 620
	if (pkt_dev->flags & F_TXSIZE_RND)
		seq_printf(seq, "TXSIZE_RND  ");
L
Linus Torvalds 已提交
621

L
Luiz Capitulino 已提交
622 623
	if (pkt_dev->flags & F_UDPSRC_RND)
		seq_printf(seq, "UDPSRC_RND  ");
L
Linus Torvalds 已提交
624

L
Luiz Capitulino 已提交
625 626
	if (pkt_dev->flags & F_UDPDST_RND)
		seq_printf(seq, "UDPDST_RND  ");
L
Linus Torvalds 已提交
627

628 629 630
	if (pkt_dev->flags & F_MPLS_RND)
		seq_printf(seq,  "MPLS_RND  ");

R
Robert Olsson 已提交
631 632 633
	if (pkt_dev->flags & F_QUEUE_MAP_RND)
		seq_printf(seq,  "QUEUE_MAP_RND  ");

R
Robert Olsson 已提交
634 635 636
	if (pkt_dev->flags & F_QUEUE_MAP_CPU)
		seq_printf(seq,  "QUEUE_MAP_CPU  ");

637 638 639 640 641 642 643
	if (pkt_dev->cflows) {
		if (pkt_dev->flags & F_FLOW_SEQ)
			seq_printf(seq,  "FLOW_SEQ  "); /*in sequence flows*/
		else
			seq_printf(seq,  "FLOW_RND  ");
	}

J
Jamal Hadi Salim 已提交
644 645 646 647 648
#ifdef CONFIG_XFRM
	if (pkt_dev->flags & F_IPSEC_ON)
		seq_printf(seq,  "IPSEC  ");
#endif

L
Luiz Capitulino 已提交
649 650
	if (pkt_dev->flags & F_MACSRC_RND)
		seq_printf(seq, "MACSRC_RND  ");
L
Linus Torvalds 已提交
651

L
Luiz Capitulino 已提交
652 653
	if (pkt_dev->flags & F_MACDST_RND)
		seq_printf(seq, "MACDST_RND  ");
L
Linus Torvalds 已提交
654

F
Francesco Fondelli 已提交
655 656 657 658 659 660
	if (pkt_dev->flags & F_VID_RND)
		seq_printf(seq, "VID_RND  ");

	if (pkt_dev->flags & F_SVID_RND)
		seq_printf(seq, "SVID_RND  ");

L
Luiz Capitulino 已提交
661 662
	seq_puts(seq, "\n");

663 664 665 666
	/* not really stopped, more like last-running-at */
	stopped = pkt_dev->running ? ktime_now() : pkt_dev->stopped_at;
	idle = pkt_dev->idle_acc;
	do_div(idle, NSEC_PER_USEC);
L
Linus Torvalds 已提交
667

L
Luiz Capitulino 已提交
668
	seq_printf(seq,
669
		   "Current:\n     pkts-sofar: %llu  errors: %llu\n",
L
Luiz Capitulino 已提交
670
		   (unsigned long long)pkt_dev->sofar,
671 672 673 674 675 676 677
		   (unsigned long long)pkt_dev->errors);

	seq_printf(seq,
		   "     started: %lluus  stopped: %lluus idle: %lluus\n",
		   (unsigned long long) ktime_to_us(pkt_dev->started_at),
		   (unsigned long long) ktime_to_us(stopped),
		   (unsigned long long) idle);
L
Linus Torvalds 已提交
678

L
Luiz Capitulino 已提交
679 680
	seq_printf(seq,
		   "     seq_num: %d  cur_dst_mac_offset: %d  cur_src_mac_offset: %d\n",
681 682
		   pkt_dev->seq_num, pkt_dev->cur_dst_mac_offset,
		   pkt_dev->cur_src_mac_offset);
L
Linus Torvalds 已提交
683

L
Luiz Capitulino 已提交
684
	if (pkt_dev->flags & F_IPV6) {
L
Linus Torvalds 已提交
685
		char b1[128], b2[128];
L
Luiz Capitulino 已提交
686 687 688 689 690
		fmt_ip6(b1, pkt_dev->cur_in6_daddr.s6_addr);
		fmt_ip6(b2, pkt_dev->cur_in6_saddr.s6_addr);
		seq_printf(seq, "     cur_saddr: %s  cur_daddr: %s\n", b2, b1);
	} else
		seq_printf(seq, "     cur_saddr: 0x%x  cur_daddr: 0x%x\n",
691
			   pkt_dev->cur_saddr, pkt_dev->cur_daddr);
L
Linus Torvalds 已提交
692

L
Luiz Capitulino 已提交
693
	seq_printf(seq, "     cur_udp_dst: %d  cur_udp_src: %d\n",
694
		   pkt_dev->cur_udp_dst, pkt_dev->cur_udp_src);
L
Linus Torvalds 已提交
695

R
Robert Olsson 已提交
696 697
	seq_printf(seq, "     cur_queue_map: %u\n", pkt_dev->cur_queue_map);

L
Luiz Capitulino 已提交
698
	seq_printf(seq, "     flows: %u\n", pkt_dev->nflows);
L
Linus Torvalds 已提交
699 700

	if (pkt_dev->result[0])
L
Luiz Capitulino 已提交
701
		seq_printf(seq, "Result: %s\n", pkt_dev->result);
L
Linus Torvalds 已提交
702
	else
L
Luiz Capitulino 已提交
703
		seq_printf(seq, "Result: Idle\n");
L
Linus Torvalds 已提交
704

705
	return 0;
L
Linus Torvalds 已提交
706 707
}

708

709 710
static int hex32_arg(const char __user *user_buffer, unsigned long maxlen,
		     __u32 *num)
711 712 713 714
{
	int i = 0;
	*num = 0;

715
	for (; i < maxlen; i++) {
716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731
		char c;
		*num <<= 4;
		if (get_user(c, &user_buffer[i]))
			return -EFAULT;
		if ((c >= '0') && (c <= '9'))
			*num |= c - '0';
		else if ((c >= 'a') && (c <= 'f'))
			*num |= c - 'a' + 10;
		else if ((c >= 'A') && (c <= 'F'))
			*num |= c - 'A' + 10;
		else
			break;
	}
	return i;
}

L
Luiz Capitulino 已提交
732 733
static int count_trail_chars(const char __user * user_buffer,
			     unsigned int maxlen)
L
Linus Torvalds 已提交
734 735 736 737
{
	int i;

	for (i = 0; i < maxlen; i++) {
L
Luiz Capitulino 已提交
738 739 740 741
		char c;
		if (get_user(c, &user_buffer[i]))
			return -EFAULT;
		switch (c) {
L
Linus Torvalds 已提交
742 743 744 745 746 747 748 749 750
		case '\"':
		case '\n':
		case '\r':
		case '\t':
		case ' ':
		case '=':
			break;
		default:
			goto done;
751
		}
L
Linus Torvalds 已提交
752 753 754 755 756
	}
done:
	return i;
}

L
Luiz Capitulino 已提交
757 758
static unsigned long num_arg(const char __user * user_buffer,
			     unsigned long maxlen, unsigned long *num)
L
Linus Torvalds 已提交
759 760 761
{
	int i = 0;
	*num = 0;
L
Luiz Capitulino 已提交
762 763 764 765 766 767

	for (; i < maxlen; i++) {
		char c;
		if (get_user(c, &user_buffer[i]))
			return -EFAULT;
		if ((c >= '0') && (c <= '9')) {
L
Linus Torvalds 已提交
768
			*num *= 10;
L
Luiz Capitulino 已提交
769
			*num += c - '0';
L
Linus Torvalds 已提交
770 771 772 773 774 775
		} else
			break;
	}
	return i;
}

L
Luiz Capitulino 已提交
776
static int strn_len(const char __user * user_buffer, unsigned int maxlen)
L
Linus Torvalds 已提交
777 778 779
{
	int i = 0;

L
Luiz Capitulino 已提交
780 781 782 783 784
	for (; i < maxlen; i++) {
		char c;
		if (get_user(c, &user_buffer[i]))
			return -EFAULT;
		switch (c) {
L
Linus Torvalds 已提交
785 786 787 788 789 790 791 792 793
		case '\"':
		case '\n':
		case '\r':
		case '\t':
		case ' ':
			goto done_str;
			break;
		default:
			break;
794
		}
L
Linus Torvalds 已提交
795 796 797 798 799
	}
done_str:
	return i;
}

800 801 802 803 804 805 806 807 808 809
static ssize_t get_labels(const char __user *buffer, struct pktgen_dev *pkt_dev)
{
	unsigned n = 0;
	char c;
	ssize_t i = 0;
	int len;

	pkt_dev->nr_labels = 0;
	do {
		__u32 tmp;
F
Francesco Fondelli 已提交
810
		len = hex32_arg(&buffer[i], 8, &tmp);
811 812 813 814 815 816 817 818 819 820 821 822
		if (len <= 0)
			return len;
		pkt_dev->labels[n] = htonl(tmp);
		if (pkt_dev->labels[n] & MPLS_STACK_BOTTOM)
			pkt_dev->flags |= F_MPLS_RND;
		i += len;
		if (get_user(c, &buffer[i]))
			return -EFAULT;
		i++;
		n++;
		if (n >= MAX_MPLS_LABELS)
			return -E2BIG;
823
	} while (c == ',');
824 825 826 827 828

	pkt_dev->nr_labels = n;
	return i;
}

L
Luiz Capitulino 已提交
829 830 831
static ssize_t pktgen_if_write(struct file *file,
			       const char __user * user_buffer, size_t count,
			       loff_t * offset)
L
Linus Torvalds 已提交
832
{
L
Luiz Capitulino 已提交
833 834
	struct seq_file *seq = (struct seq_file *)file->private_data;
	struct pktgen_dev *pkt_dev = seq->private;
L
Linus Torvalds 已提交
835 836 837
	int i = 0, max, len;
	char name[16], valstr[32];
	unsigned long value = 0;
L
Luiz Capitulino 已提交
838 839
	char *pg_result = NULL;
	int tmp = 0;
L
Linus Torvalds 已提交
840
	char buf[128];
L
Luiz Capitulino 已提交
841 842 843

	pg_result = &(pkt_dev->result[0]);

L
Linus Torvalds 已提交
844
	if (count < 1) {
845
		printk(KERN_WARNING "pktgen: wrong command format\n");
L
Linus Torvalds 已提交
846 847
		return -EINVAL;
	}
L
Luiz Capitulino 已提交
848

L
Linus Torvalds 已提交
849 850
	max = count - i;
	tmp = count_trail_chars(&user_buffer[i], max);
L
Luiz Capitulino 已提交
851
	if (tmp < 0) {
852
		printk(KERN_WARNING "pktgen: illegal format\n");
L
Luiz Capitulino 已提交
853
		return tmp;
L
Linus Torvalds 已提交
854
	}
L
Luiz Capitulino 已提交
855 856
	i += tmp;

L
Linus Torvalds 已提交
857 858 859
	/* Read variable name */

	len = strn_len(&user_buffer[i], sizeof(name) - 1);
860
	if (len < 0)
L
Luiz Capitulino 已提交
861
		return len;
862

L
Linus Torvalds 已提交
863
	memset(name, 0, sizeof(name));
L
Luiz Capitulino 已提交
864
	if (copy_from_user(name, &user_buffer[i], len))
L
Linus Torvalds 已提交
865 866
		return -EFAULT;
	i += len;
L
Luiz Capitulino 已提交
867 868

	max = count - i;
L
Linus Torvalds 已提交
869
	len = count_trail_chars(&user_buffer[i], max);
L
Luiz Capitulino 已提交
870 871 872
	if (len < 0)
		return len;

L
Linus Torvalds 已提交
873 874 875
	i += len;

	if (debug) {
L
Luiz Capitulino 已提交
876 877
		char tb[count + 1];
		if (copy_from_user(tb, user_buffer, count))
L
Linus Torvalds 已提交
878
			return -EFAULT;
L
Luiz Capitulino 已提交
879
		tb[count] = 0;
880
		printk(KERN_DEBUG "pktgen: %s,%lu  buffer -:%s:-\n", name,
L
Luiz Capitulino 已提交
881 882
		       (unsigned long)count, tb);
	}
L
Linus Torvalds 已提交
883 884 885

	if (!strcmp(name, "min_pkt_size")) {
		len = num_arg(&user_buffer[i], 10, &value);
886
		if (len < 0)
L
Luiz Capitulino 已提交
887
			return len;
888

L
Linus Torvalds 已提交
889
		i += len;
L
Luiz Capitulino 已提交
890 891 892 893 894 895 896 897
		if (value < 14 + 20 + 8)
			value = 14 + 20 + 8;
		if (value != pkt_dev->min_pkt_size) {
			pkt_dev->min_pkt_size = value;
			pkt_dev->cur_pkt_size = value;
		}
		sprintf(pg_result, "OK: min_pkt_size=%u",
			pkt_dev->min_pkt_size);
L
Linus Torvalds 已提交
898 899 900
		return count;
	}

L
Luiz Capitulino 已提交
901
	if (!strcmp(name, "max_pkt_size")) {
L
Linus Torvalds 已提交
902
		len = num_arg(&user_buffer[i], 10, &value);
903
		if (len < 0)
L
Luiz Capitulino 已提交
904
			return len;
905

L
Linus Torvalds 已提交
906
		i += len;
L
Luiz Capitulino 已提交
907 908 909 910 911 912 913 914
		if (value < 14 + 20 + 8)
			value = 14 + 20 + 8;
		if (value != pkt_dev->max_pkt_size) {
			pkt_dev->max_pkt_size = value;
			pkt_dev->cur_pkt_size = value;
		}
		sprintf(pg_result, "OK: max_pkt_size=%u",
			pkt_dev->max_pkt_size);
L
Linus Torvalds 已提交
915 916 917
		return count;
	}

L
Luiz Capitulino 已提交
918
	/* Shortcut for min = max */
L
Linus Torvalds 已提交
919 920 921

	if (!strcmp(name, "pkt_size")) {
		len = num_arg(&user_buffer[i], 10, &value);
922
		if (len < 0)
L
Luiz Capitulino 已提交
923
			return len;
924

L
Linus Torvalds 已提交
925
		i += len;
L
Luiz Capitulino 已提交
926 927 928 929 930 931 932
		if (value < 14 + 20 + 8)
			value = 14 + 20 + 8;
		if (value != pkt_dev->min_pkt_size) {
			pkt_dev->min_pkt_size = value;
			pkt_dev->max_pkt_size = value;
			pkt_dev->cur_pkt_size = value;
		}
L
Linus Torvalds 已提交
933 934 935 936
		sprintf(pg_result, "OK: pkt_size=%u", pkt_dev->min_pkt_size);
		return count;
	}

L
Luiz Capitulino 已提交
937
	if (!strcmp(name, "debug")) {
L
Linus Torvalds 已提交
938
		len = num_arg(&user_buffer[i], 10, &value);
939
		if (len < 0)
L
Luiz Capitulino 已提交
940
			return len;
941

L
Linus Torvalds 已提交
942
		i += len;
L
Luiz Capitulino 已提交
943
		debug = value;
L
Linus Torvalds 已提交
944 945 946 947
		sprintf(pg_result, "OK: debug=%u", debug);
		return count;
	}

L
Luiz Capitulino 已提交
948
	if (!strcmp(name, "frags")) {
L
Linus Torvalds 已提交
949
		len = num_arg(&user_buffer[i], 10, &value);
950
		if (len < 0)
L
Luiz Capitulino 已提交
951
			return len;
952

L
Linus Torvalds 已提交
953 954 955 956 957 958 959
		i += len;
		pkt_dev->nfrags = value;
		sprintf(pg_result, "OK: frags=%u", pkt_dev->nfrags);
		return count;
	}
	if (!strcmp(name, "delay")) {
		len = num_arg(&user_buffer[i], 10, &value);
960
		if (len < 0)
L
Luiz Capitulino 已提交
961
			return len;
962

L
Linus Torvalds 已提交
963
		i += len;
964 965 966 967 968 969 970
		if (value == 0x7FFFFFFF)
			pkt_dev->delay = ULLONG_MAX;
		else
			pkt_dev->delay = (u64)value * NSEC_PER_USEC;

		sprintf(pg_result, "OK: delay=%llu",
			(unsigned long long) pkt_dev->delay);
L
Linus Torvalds 已提交
971 972
		return count;
	}
L
Luiz Capitulino 已提交
973
	if (!strcmp(name, "udp_src_min")) {
L
Linus Torvalds 已提交
974
		len = num_arg(&user_buffer[i], 10, &value);
975
		if (len < 0)
L
Luiz Capitulino 已提交
976
			return len;
977

L
Linus Torvalds 已提交
978
		i += len;
L
Luiz Capitulino 已提交
979 980 981 982
		if (value != pkt_dev->udp_src_min) {
			pkt_dev->udp_src_min = value;
			pkt_dev->cur_udp_src = value;
		}
L
Linus Torvalds 已提交
983 984 985
		sprintf(pg_result, "OK: udp_src_min=%u", pkt_dev->udp_src_min);
		return count;
	}
L
Luiz Capitulino 已提交
986
	if (!strcmp(name, "udp_dst_min")) {
L
Linus Torvalds 已提交
987
		len = num_arg(&user_buffer[i], 10, &value);
988
		if (len < 0)
L
Luiz Capitulino 已提交
989
			return len;
990

L
Linus Torvalds 已提交
991
		i += len;
L
Luiz Capitulino 已提交
992 993 994 995
		if (value != pkt_dev->udp_dst_min) {
			pkt_dev->udp_dst_min = value;
			pkt_dev->cur_udp_dst = value;
		}
L
Linus Torvalds 已提交
996 997 998
		sprintf(pg_result, "OK: udp_dst_min=%u", pkt_dev->udp_dst_min);
		return count;
	}
L
Luiz Capitulino 已提交
999
	if (!strcmp(name, "udp_src_max")) {
L
Linus Torvalds 已提交
1000
		len = num_arg(&user_buffer[i], 10, &value);
1001
		if (len < 0)
L
Luiz Capitulino 已提交
1002
			return len;
1003

L
Linus Torvalds 已提交
1004
		i += len;
L
Luiz Capitulino 已提交
1005 1006 1007 1008
		if (value != pkt_dev->udp_src_max) {
			pkt_dev->udp_src_max = value;
			pkt_dev->cur_udp_src = value;
		}
L
Linus Torvalds 已提交
1009 1010 1011
		sprintf(pg_result, "OK: udp_src_max=%u", pkt_dev->udp_src_max);
		return count;
	}
L
Luiz Capitulino 已提交
1012
	if (!strcmp(name, "udp_dst_max")) {
L
Linus Torvalds 已提交
1013
		len = num_arg(&user_buffer[i], 10, &value);
1014
		if (len < 0)
L
Luiz Capitulino 已提交
1015
			return len;
1016

L
Linus Torvalds 已提交
1017
		i += len;
L
Luiz Capitulino 已提交
1018 1019 1020 1021
		if (value != pkt_dev->udp_dst_max) {
			pkt_dev->udp_dst_max = value;
			pkt_dev->cur_udp_dst = value;
		}
L
Linus Torvalds 已提交
1022 1023 1024 1025 1026
		sprintf(pg_result, "OK: udp_dst_max=%u", pkt_dev->udp_dst_max);
		return count;
	}
	if (!strcmp(name, "clone_skb")) {
		len = num_arg(&user_buffer[i], 10, &value);
1027
		if (len < 0)
L
Luiz Capitulino 已提交
1028
			return len;
1029

L
Linus Torvalds 已提交
1030
		i += len;
L
Luiz Capitulino 已提交
1031 1032
		pkt_dev->clone_skb = value;

L
Linus Torvalds 已提交
1033 1034 1035 1036 1037
		sprintf(pg_result, "OK: clone_skb=%d", pkt_dev->clone_skb);
		return count;
	}
	if (!strcmp(name, "count")) {
		len = num_arg(&user_buffer[i], 10, &value);
1038
		if (len < 0)
L
Luiz Capitulino 已提交
1039
			return len;
1040

L
Linus Torvalds 已提交
1041 1042 1043
		i += len;
		pkt_dev->count = value;
		sprintf(pg_result, "OK: count=%llu",
L
Luiz Capitulino 已提交
1044
			(unsigned long long)pkt_dev->count);
L
Linus Torvalds 已提交
1045 1046 1047 1048
		return count;
	}
	if (!strcmp(name, "src_mac_count")) {
		len = num_arg(&user_buffer[i], 10, &value);
1049
		if (len < 0)
L
Luiz Capitulino 已提交
1050
			return len;
1051

L
Linus Torvalds 已提交
1052 1053
		i += len;
		if (pkt_dev->src_mac_count != value) {
L
Luiz Capitulino 已提交
1054 1055 1056 1057 1058
			pkt_dev->src_mac_count = value;
			pkt_dev->cur_src_mac_offset = 0;
		}
		sprintf(pg_result, "OK: src_mac_count=%d",
			pkt_dev->src_mac_count);
L
Linus Torvalds 已提交
1059 1060 1061 1062
		return count;
	}
	if (!strcmp(name, "dst_mac_count")) {
		len = num_arg(&user_buffer[i], 10, &value);
1063
		if (len < 0)
L
Luiz Capitulino 已提交
1064
			return len;
1065

L
Linus Torvalds 已提交
1066 1067
		i += len;
		if (pkt_dev->dst_mac_count != value) {
L
Luiz Capitulino 已提交
1068 1069 1070 1071 1072
			pkt_dev->dst_mac_count = value;
			pkt_dev->cur_dst_mac_offset = 0;
		}
		sprintf(pg_result, "OK: dst_mac_count=%d",
			pkt_dev->dst_mac_count);
L
Linus Torvalds 已提交
1073 1074 1075
		return count;
	}
	if (!strcmp(name, "flag")) {
L
Luiz Capitulino 已提交
1076 1077
		char f[32];
		memset(f, 0, 32);
L
Linus Torvalds 已提交
1078
		len = strn_len(&user_buffer[i], sizeof(f) - 1);
1079
		if (len < 0)
L
Luiz Capitulino 已提交
1080
			return len;
1081

L
Linus Torvalds 已提交
1082 1083 1084
		if (copy_from_user(f, &user_buffer[i], len))
			return -EFAULT;
		i += len;
L
Luiz Capitulino 已提交
1085 1086 1087 1088 1089 1090 1091 1092 1093 1094 1095 1096 1097 1098 1099 1100 1101 1102 1103 1104 1105 1106 1107 1108 1109 1110 1111 1112 1113 1114 1115 1116 1117 1118 1119 1120 1121 1122 1123 1124 1125 1126
		if (strcmp(f, "IPSRC_RND") == 0)
			pkt_dev->flags |= F_IPSRC_RND;

		else if (strcmp(f, "!IPSRC_RND") == 0)
			pkt_dev->flags &= ~F_IPSRC_RND;

		else if (strcmp(f, "TXSIZE_RND") == 0)
			pkt_dev->flags |= F_TXSIZE_RND;

		else if (strcmp(f, "!TXSIZE_RND") == 0)
			pkt_dev->flags &= ~F_TXSIZE_RND;

		else if (strcmp(f, "IPDST_RND") == 0)
			pkt_dev->flags |= F_IPDST_RND;

		else if (strcmp(f, "!IPDST_RND") == 0)
			pkt_dev->flags &= ~F_IPDST_RND;

		else if (strcmp(f, "UDPSRC_RND") == 0)
			pkt_dev->flags |= F_UDPSRC_RND;

		else if (strcmp(f, "!UDPSRC_RND") == 0)
			pkt_dev->flags &= ~F_UDPSRC_RND;

		else if (strcmp(f, "UDPDST_RND") == 0)
			pkt_dev->flags |= F_UDPDST_RND;

		else if (strcmp(f, "!UDPDST_RND") == 0)
			pkt_dev->flags &= ~F_UDPDST_RND;

		else if (strcmp(f, "MACSRC_RND") == 0)
			pkt_dev->flags |= F_MACSRC_RND;

		else if (strcmp(f, "!MACSRC_RND") == 0)
			pkt_dev->flags &= ~F_MACSRC_RND;

		else if (strcmp(f, "MACDST_RND") == 0)
			pkt_dev->flags |= F_MACDST_RND;

		else if (strcmp(f, "!MACDST_RND") == 0)
			pkt_dev->flags &= ~F_MACDST_RND;

1127 1128 1129 1130 1131 1132
		else if (strcmp(f, "MPLS_RND") == 0)
			pkt_dev->flags |= F_MPLS_RND;

		else if (strcmp(f, "!MPLS_RND") == 0)
			pkt_dev->flags &= ~F_MPLS_RND;

F
Francesco Fondelli 已提交
1133 1134 1135 1136 1137 1138 1139 1140 1141 1142 1143 1144
		else if (strcmp(f, "VID_RND") == 0)
			pkt_dev->flags |= F_VID_RND;

		else if (strcmp(f, "!VID_RND") == 0)
			pkt_dev->flags &= ~F_VID_RND;

		else if (strcmp(f, "SVID_RND") == 0)
			pkt_dev->flags |= F_SVID_RND;

		else if (strcmp(f, "!SVID_RND") == 0)
			pkt_dev->flags &= ~F_SVID_RND;

1145 1146 1147
		else if (strcmp(f, "FLOW_SEQ") == 0)
			pkt_dev->flags |= F_FLOW_SEQ;

R
Robert Olsson 已提交
1148 1149 1150 1151 1152
		else if (strcmp(f, "QUEUE_MAP_RND") == 0)
			pkt_dev->flags |= F_QUEUE_MAP_RND;

		else if (strcmp(f, "!QUEUE_MAP_RND") == 0)
			pkt_dev->flags &= ~F_QUEUE_MAP_RND;
R
Robert Olsson 已提交
1153 1154 1155 1156 1157 1158

		else if (strcmp(f, "QUEUE_MAP_CPU") == 0)
			pkt_dev->flags |= F_QUEUE_MAP_CPU;

		else if (strcmp(f, "!QUEUE_MAP_CPU") == 0)
			pkt_dev->flags &= ~F_QUEUE_MAP_CPU;
J
Jamal Hadi Salim 已提交
1159 1160 1161 1162 1163
#ifdef CONFIG_XFRM
		else if (strcmp(f, "IPSEC") == 0)
			pkt_dev->flags |= F_IPSEC_ON;
#endif

F
Francesco Fondelli 已提交
1164 1165 1166
		else if (strcmp(f, "!IPV6") == 0)
			pkt_dev->flags &= ~F_IPV6;

L
Luiz Capitulino 已提交
1167 1168 1169 1170
		else {
			sprintf(pg_result,
				"Flag -:%s:- unknown\nAvailable flags, (prepend ! to un-set flag):\n%s",
				f,
F
Francesco Fondelli 已提交
1171
				"IPSRC_RND, IPDST_RND, UDPSRC_RND, UDPDST_RND, "
J
Jamal Hadi Salim 已提交
1172
				"MACSRC_RND, MACDST_RND, TXSIZE_RND, IPV6, MPLS_RND, VID_RND, SVID_RND, FLOW_SEQ, IPSEC\n");
L
Luiz Capitulino 已提交
1173 1174
			return count;
		}
L
Linus Torvalds 已提交
1175 1176 1177 1178 1179
		sprintf(pg_result, "OK: flags=0x%x", pkt_dev->flags);
		return count;
	}
	if (!strcmp(name, "dst_min") || !strcmp(name, "dst")) {
		len = strn_len(&user_buffer[i], sizeof(pkt_dev->dst_min) - 1);
1180
		if (len < 0)
L
Luiz Capitulino 已提交
1181
			return len;
L
Linus Torvalds 已提交
1182

L
Luiz Capitulino 已提交
1183
		if (copy_from_user(buf, &user_buffer[i], len))
L
Linus Torvalds 已提交
1184
			return -EFAULT;
L
Luiz Capitulino 已提交
1185 1186 1187 1188 1189 1190 1191 1192
		buf[len] = 0;
		if (strcmp(buf, pkt_dev->dst_min) != 0) {
			memset(pkt_dev->dst_min, 0, sizeof(pkt_dev->dst_min));
			strncpy(pkt_dev->dst_min, buf, len);
			pkt_dev->daddr_min = in_aton(pkt_dev->dst_min);
			pkt_dev->cur_daddr = pkt_dev->daddr_min;
		}
		if (debug)
1193
			printk(KERN_DEBUG "pktgen: dst_min set to: %s\n",
L
Luiz Capitulino 已提交
1194 1195
			       pkt_dev->dst_min);
		i += len;
L
Linus Torvalds 已提交
1196 1197 1198 1199 1200
		sprintf(pg_result, "OK: dst_min=%s", pkt_dev->dst_min);
		return count;
	}
	if (!strcmp(name, "dst_max")) {
		len = strn_len(&user_buffer[i], sizeof(pkt_dev->dst_max) - 1);
1201
		if (len < 0)
L
Luiz Capitulino 已提交
1202
			return len;
1203

L
Linus Torvalds 已提交
1204

L
Luiz Capitulino 已提交
1205
		if (copy_from_user(buf, &user_buffer[i], len))
L
Linus Torvalds 已提交
1206 1207
			return -EFAULT;

L
Luiz Capitulino 已提交
1208 1209 1210 1211 1212 1213 1214 1215
		buf[len] = 0;
		if (strcmp(buf, pkt_dev->dst_max) != 0) {
			memset(pkt_dev->dst_max, 0, sizeof(pkt_dev->dst_max));
			strncpy(pkt_dev->dst_max, buf, len);
			pkt_dev->daddr_max = in_aton(pkt_dev->dst_max);
			pkt_dev->cur_daddr = pkt_dev->daddr_max;
		}
		if (debug)
1216
			printk(KERN_DEBUG "pktgen: dst_max set to: %s\n",
L
Luiz Capitulino 已提交
1217
			       pkt_dev->dst_max);
L
Linus Torvalds 已提交
1218 1219 1220 1221 1222 1223
		i += len;
		sprintf(pg_result, "OK: dst_max=%s", pkt_dev->dst_max);
		return count;
	}
	if (!strcmp(name, "dst6")) {
		len = strn_len(&user_buffer[i], sizeof(buf) - 1);
L
Luiz Capitulino 已提交
1224 1225
		if (len < 0)
			return len;
L
Linus Torvalds 已提交
1226 1227 1228

		pkt_dev->flags |= F_IPV6;

L
Luiz Capitulino 已提交
1229
		if (copy_from_user(buf, &user_buffer[i], len))
L
Linus Torvalds 已提交
1230
			return -EFAULT;
L
Luiz Capitulino 已提交
1231
		buf[len] = 0;
L
Linus Torvalds 已提交
1232 1233

		scan_ip6(buf, pkt_dev->in6_daddr.s6_addr);
L
Luiz Capitulino 已提交
1234
		fmt_ip6(buf, pkt_dev->in6_daddr.s6_addr);
L
Linus Torvalds 已提交
1235 1236 1237

		ipv6_addr_copy(&pkt_dev->cur_in6_daddr, &pkt_dev->in6_daddr);

L
Luiz Capitulino 已提交
1238
		if (debug)
1239
			printk(KERN_DEBUG "pktgen: dst6 set to: %s\n", buf);
L
Linus Torvalds 已提交
1240

L
Luiz Capitulino 已提交
1241
		i += len;
L
Linus Torvalds 已提交
1242 1243 1244 1245 1246
		sprintf(pg_result, "OK: dst6=%s", buf);
		return count;
	}
	if (!strcmp(name, "dst6_min")) {
		len = strn_len(&user_buffer[i], sizeof(buf) - 1);
L
Luiz Capitulino 已提交
1247 1248
		if (len < 0)
			return len;
L
Linus Torvalds 已提交
1249 1250 1251

		pkt_dev->flags |= F_IPV6;

L
Luiz Capitulino 已提交
1252
		if (copy_from_user(buf, &user_buffer[i], len))
L
Linus Torvalds 已提交
1253
			return -EFAULT;
L
Luiz Capitulino 已提交
1254
		buf[len] = 0;
L
Linus Torvalds 已提交
1255 1256

		scan_ip6(buf, pkt_dev->min_in6_daddr.s6_addr);
L
Luiz Capitulino 已提交
1257
		fmt_ip6(buf, pkt_dev->min_in6_daddr.s6_addr);
L
Linus Torvalds 已提交
1258

L
Luiz Capitulino 已提交
1259 1260 1261
		ipv6_addr_copy(&pkt_dev->cur_in6_daddr,
			       &pkt_dev->min_in6_daddr);
		if (debug)
1262
			printk(KERN_DEBUG "pktgen: dst6_min set to: %s\n", buf);
L
Linus Torvalds 已提交
1263

L
Luiz Capitulino 已提交
1264
		i += len;
L
Linus Torvalds 已提交
1265 1266 1267 1268 1269
		sprintf(pg_result, "OK: dst6_min=%s", buf);
		return count;
	}
	if (!strcmp(name, "dst6_max")) {
		len = strn_len(&user_buffer[i], sizeof(buf) - 1);
L
Luiz Capitulino 已提交
1270 1271
		if (len < 0)
			return len;
L
Linus Torvalds 已提交
1272 1273 1274

		pkt_dev->flags |= F_IPV6;

L
Luiz Capitulino 已提交
1275
		if (copy_from_user(buf, &user_buffer[i], len))
L
Linus Torvalds 已提交
1276
			return -EFAULT;
L
Luiz Capitulino 已提交
1277
		buf[len] = 0;
L
Linus Torvalds 已提交
1278 1279

		scan_ip6(buf, pkt_dev->max_in6_daddr.s6_addr);
L
Luiz Capitulino 已提交
1280
		fmt_ip6(buf, pkt_dev->max_in6_daddr.s6_addr);
L
Linus Torvalds 已提交
1281

L
Luiz Capitulino 已提交
1282
		if (debug)
1283
			printk(KERN_DEBUG "pktgen: dst6_max set to: %s\n", buf);
L
Linus Torvalds 已提交
1284

L
Luiz Capitulino 已提交
1285
		i += len;
L
Linus Torvalds 已提交
1286 1287 1288 1289 1290
		sprintf(pg_result, "OK: dst6_max=%s", buf);
		return count;
	}
	if (!strcmp(name, "src6")) {
		len = strn_len(&user_buffer[i], sizeof(buf) - 1);
L
Luiz Capitulino 已提交
1291 1292
		if (len < 0)
			return len;
L
Linus Torvalds 已提交
1293 1294 1295

		pkt_dev->flags |= F_IPV6;

L
Luiz Capitulino 已提交
1296
		if (copy_from_user(buf, &user_buffer[i], len))
L
Linus Torvalds 已提交
1297
			return -EFAULT;
L
Luiz Capitulino 已提交
1298
		buf[len] = 0;
L
Linus Torvalds 已提交
1299 1300

		scan_ip6(buf, pkt_dev->in6_saddr.s6_addr);
L
Luiz Capitulino 已提交
1301
		fmt_ip6(buf, pkt_dev->in6_saddr.s6_addr);
L
Linus Torvalds 已提交
1302 1303 1304

		ipv6_addr_copy(&pkt_dev->cur_in6_saddr, &pkt_dev->in6_saddr);

L
Luiz Capitulino 已提交
1305
		if (debug)
1306
			printk(KERN_DEBUG "pktgen: src6 set to: %s\n", buf);
L
Luiz Capitulino 已提交
1307 1308

		i += len;
L
Linus Torvalds 已提交
1309 1310 1311 1312 1313
		sprintf(pg_result, "OK: src6=%s", buf);
		return count;
	}
	if (!strcmp(name, "src_min")) {
		len = strn_len(&user_buffer[i], sizeof(pkt_dev->src_min) - 1);
1314
		if (len < 0)
L
Luiz Capitulino 已提交
1315
			return len;
1316

L
Luiz Capitulino 已提交
1317
		if (copy_from_user(buf, &user_buffer[i], len))
L
Linus Torvalds 已提交
1318
			return -EFAULT;
L
Luiz Capitulino 已提交
1319 1320 1321 1322 1323 1324 1325 1326
		buf[len] = 0;
		if (strcmp(buf, pkt_dev->src_min) != 0) {
			memset(pkt_dev->src_min, 0, sizeof(pkt_dev->src_min));
			strncpy(pkt_dev->src_min, buf, len);
			pkt_dev->saddr_min = in_aton(pkt_dev->src_min);
			pkt_dev->cur_saddr = pkt_dev->saddr_min;
		}
		if (debug)
1327
			printk(KERN_DEBUG "pktgen: src_min set to: %s\n",
L
Luiz Capitulino 已提交
1328
			       pkt_dev->src_min);
L
Linus Torvalds 已提交
1329 1330 1331 1332 1333 1334
		i += len;
		sprintf(pg_result, "OK: src_min=%s", pkt_dev->src_min);
		return count;
	}
	if (!strcmp(name, "src_max")) {
		len = strn_len(&user_buffer[i], sizeof(pkt_dev->src_max) - 1);
1335
		if (len < 0)
L
Luiz Capitulino 已提交
1336
			return len;
1337

L
Luiz Capitulino 已提交
1338
		if (copy_from_user(buf, &user_buffer[i], len))
L
Linus Torvalds 已提交
1339
			return -EFAULT;
L
Luiz Capitulino 已提交
1340 1341 1342 1343 1344 1345 1346 1347
		buf[len] = 0;
		if (strcmp(buf, pkt_dev->src_max) != 0) {
			memset(pkt_dev->src_max, 0, sizeof(pkt_dev->src_max));
			strncpy(pkt_dev->src_max, buf, len);
			pkt_dev->saddr_max = in_aton(pkt_dev->src_max);
			pkt_dev->cur_saddr = pkt_dev->saddr_max;
		}
		if (debug)
1348
			printk(KERN_DEBUG "pktgen: src_max set to: %s\n",
L
Luiz Capitulino 已提交
1349
			       pkt_dev->src_max);
L
Linus Torvalds 已提交
1350 1351 1352 1353 1354 1355
		i += len;
		sprintf(pg_result, "OK: src_max=%s", pkt_dev->src_max);
		return count;
	}
	if (!strcmp(name, "dst_mac")) {
		char *v = valstr;
1356
		unsigned char old_dmac[ETH_ALEN];
L
Linus Torvalds 已提交
1357
		unsigned char *m = pkt_dev->dst_mac;
1358
		memcpy(old_dmac, pkt_dev->dst_mac, ETH_ALEN);
L
Luiz Capitulino 已提交
1359

L
Linus Torvalds 已提交
1360
		len = strn_len(&user_buffer[i], sizeof(valstr) - 1);
1361
		if (len < 0)
L
Luiz Capitulino 已提交
1362
			return len;
1363

L
Linus Torvalds 已提交
1364
		memset(valstr, 0, sizeof(valstr));
L
Luiz Capitulino 已提交
1365
		if (copy_from_user(valstr, &user_buffer[i], len))
L
Linus Torvalds 已提交
1366 1367 1368
			return -EFAULT;
		i += len;

L
Luiz Capitulino 已提交
1369
		for (*m = 0; *v && m < pkt_dev->dst_mac + 6; v++) {
L
Linus Torvalds 已提交
1370 1371 1372 1373 1374 1375 1376 1377 1378 1379 1380 1381 1382 1383 1384 1385 1386 1387 1388
			if (*v >= '0' && *v <= '9') {
				*m *= 16;
				*m += *v - '0';
			}
			if (*v >= 'A' && *v <= 'F') {
				*m *= 16;
				*m += *v - 'A' + 10;
			}
			if (*v >= 'a' && *v <= 'f') {
				*m *= 16;
				*m += *v - 'a' + 10;
			}
			if (*v == ':') {
				m++;
				*m = 0;
			}
		}

		/* Set up Dest MAC */
1389 1390
		if (compare_ether_addr(old_dmac, pkt_dev->dst_mac))
			memcpy(&(pkt_dev->hh[0]), pkt_dev->dst_mac, ETH_ALEN);
L
Luiz Capitulino 已提交
1391

L
Linus Torvalds 已提交
1392 1393 1394 1395 1396
		sprintf(pg_result, "OK: dstmac");
		return count;
	}
	if (!strcmp(name, "src_mac")) {
		char *v = valstr;
A
Adit Ranadive 已提交
1397
		unsigned char old_smac[ETH_ALEN];
L
Linus Torvalds 已提交
1398 1399
		unsigned char *m = pkt_dev->src_mac;

A
Adit Ranadive 已提交
1400 1401
		memcpy(old_smac, pkt_dev->src_mac, ETH_ALEN);

L
Linus Torvalds 已提交
1402
		len = strn_len(&user_buffer[i], sizeof(valstr) - 1);
1403
		if (len < 0)
L
Luiz Capitulino 已提交
1404
			return len;
1405

L
Linus Torvalds 已提交
1406
		memset(valstr, 0, sizeof(valstr));
L
Luiz Capitulino 已提交
1407
		if (copy_from_user(valstr, &user_buffer[i], len))
L
Linus Torvalds 已提交
1408 1409 1410
			return -EFAULT;
		i += len;

L
Luiz Capitulino 已提交
1411
		for (*m = 0; *v && m < pkt_dev->src_mac + 6; v++) {
L
Linus Torvalds 已提交
1412 1413 1414 1415 1416 1417 1418 1419 1420 1421 1422 1423 1424 1425 1426 1427
			if (*v >= '0' && *v <= '9') {
				*m *= 16;
				*m += *v - '0';
			}
			if (*v >= 'A' && *v <= 'F') {
				*m *= 16;
				*m += *v - 'A' + 10;
			}
			if (*v >= 'a' && *v <= 'f') {
				*m *= 16;
				*m += *v - 'a' + 10;
			}
			if (*v == ':') {
				m++;
				*m = 0;
			}
L
Luiz Capitulino 已提交
1428
		}
L
Linus Torvalds 已提交
1429

A
Adit Ranadive 已提交
1430 1431 1432 1433
		/* Set up Src MAC */
		if (compare_ether_addr(old_smac, pkt_dev->src_mac))
			memcpy(&(pkt_dev->hh[6]), pkt_dev->src_mac, ETH_ALEN);

L
Luiz Capitulino 已提交
1434
		sprintf(pg_result, "OK: srcmac");
L
Linus Torvalds 已提交
1435 1436 1437
		return count;
	}

L
Luiz Capitulino 已提交
1438 1439 1440 1441 1442
	if (!strcmp(name, "clear_counters")) {
		pktgen_clear_counters(pkt_dev);
		sprintf(pg_result, "OK: Clearing counters.\n");
		return count;
	}
L
Linus Torvalds 已提交
1443 1444 1445

	if (!strcmp(name, "flows")) {
		len = num_arg(&user_buffer[i], 10, &value);
1446
		if (len < 0)
L
Luiz Capitulino 已提交
1447
			return len;
1448

L
Linus Torvalds 已提交
1449 1450 1451 1452 1453 1454 1455 1456 1457 1458 1459
		i += len;
		if (value > MAX_CFLOWS)
			value = MAX_CFLOWS;

		pkt_dev->cflows = value;
		sprintf(pg_result, "OK: flows=%u", pkt_dev->cflows);
		return count;
	}

	if (!strcmp(name, "flowlen")) {
		len = num_arg(&user_buffer[i], 10, &value);
1460
		if (len < 0)
L
Luiz Capitulino 已提交
1461
			return len;
1462

L
Linus Torvalds 已提交
1463 1464 1465 1466 1467
		i += len;
		pkt_dev->lflow = value;
		sprintf(pg_result, "OK: flowlen=%u", pkt_dev->lflow);
		return count;
	}
L
Luiz Capitulino 已提交
1468

R
Robert Olsson 已提交
1469 1470
	if (!strcmp(name, "queue_map_min")) {
		len = num_arg(&user_buffer[i], 5, &value);
1471
		if (len < 0)
R
Robert Olsson 已提交
1472
			return len;
1473

R
Robert Olsson 已提交
1474 1475 1476 1477 1478 1479 1480 1481
		i += len;
		pkt_dev->queue_map_min = value;
		sprintf(pg_result, "OK: queue_map_min=%u", pkt_dev->queue_map_min);
		return count;
	}

	if (!strcmp(name, "queue_map_max")) {
		len = num_arg(&user_buffer[i], 5, &value);
1482
		if (len < 0)
R
Robert Olsson 已提交
1483
			return len;
1484

R
Robert Olsson 已提交
1485 1486 1487 1488 1489 1490
		i += len;
		pkt_dev->queue_map_max = value;
		sprintf(pg_result, "OK: queue_map_max=%u", pkt_dev->queue_map_max);
		return count;
	}

1491
	if (!strcmp(name, "mpls")) {
S
Stephen Hemminger 已提交
1492 1493
		unsigned n, cnt;

1494
		len = get_labels(&user_buffer[i], pkt_dev);
S
Stephen Hemminger 已提交
1495 1496
		if (len < 0)
			return len;
1497
		i += len;
S
Stephen Hemminger 已提交
1498
		cnt = sprintf(pg_result, "OK: mpls=");
1499
		for (n = 0; n < pkt_dev->nr_labels; n++)
S
Stephen Hemminger 已提交
1500 1501 1502
			cnt += sprintf(pg_result + cnt,
				       "%08x%s", ntohl(pkt_dev->labels[n]),
				       n == pkt_dev->nr_labels-1 ? "" : ",");
F
Francesco Fondelli 已提交
1503 1504 1505 1506 1507 1508

		if (pkt_dev->nr_labels && pkt_dev->vlan_id != 0xffff) {
			pkt_dev->vlan_id = 0xffff; /* turn off VLAN/SVLAN */
			pkt_dev->svlan_id = 0xffff;

			if (debug)
1509
				printk(KERN_DEBUG "pktgen: VLAN/SVLAN auto turned off\n");
F
Francesco Fondelli 已提交
1510 1511 1512 1513 1514 1515
		}
		return count;
	}

	if (!strcmp(name, "vlan_id")) {
		len = num_arg(&user_buffer[i], 4, &value);
1516
		if (len < 0)
F
Francesco Fondelli 已提交
1517
			return len;
1518

F
Francesco Fondelli 已提交
1519 1520 1521 1522 1523
		i += len;
		if (value <= 4095) {
			pkt_dev->vlan_id = value;  /* turn on VLAN */

			if (debug)
1524
				printk(KERN_DEBUG "pktgen: VLAN turned on\n");
F
Francesco Fondelli 已提交
1525 1526

			if (debug && pkt_dev->nr_labels)
1527
				printk(KERN_DEBUG "pktgen: MPLS auto turned off\n");
F
Francesco Fondelli 已提交
1528 1529 1530 1531 1532 1533 1534 1535

			pkt_dev->nr_labels = 0;    /* turn off MPLS */
			sprintf(pg_result, "OK: vlan_id=%u", pkt_dev->vlan_id);
		} else {
			pkt_dev->vlan_id = 0xffff; /* turn off VLAN/SVLAN */
			pkt_dev->svlan_id = 0xffff;

			if (debug)
1536
				printk(KERN_DEBUG "pktgen: VLAN/SVLAN turned off\n");
F
Francesco Fondelli 已提交
1537 1538 1539 1540 1541 1542
		}
		return count;
	}

	if (!strcmp(name, "vlan_p")) {
		len = num_arg(&user_buffer[i], 1, &value);
1543
		if (len < 0)
F
Francesco Fondelli 已提交
1544
			return len;
1545

F
Francesco Fondelli 已提交
1546 1547 1548 1549 1550 1551 1552 1553 1554 1555 1556 1557
		i += len;
		if ((value <= 7) && (pkt_dev->vlan_id != 0xffff)) {
			pkt_dev->vlan_p = value;
			sprintf(pg_result, "OK: vlan_p=%u", pkt_dev->vlan_p);
		} else {
			sprintf(pg_result, "ERROR: vlan_p must be 0-7");
		}
		return count;
	}

	if (!strcmp(name, "vlan_cfi")) {
		len = num_arg(&user_buffer[i], 1, &value);
1558
		if (len < 0)
F
Francesco Fondelli 已提交
1559
			return len;
1560

F
Francesco Fondelli 已提交
1561 1562 1563 1564 1565 1566 1567 1568 1569 1570 1571 1572
		i += len;
		if ((value <= 1) && (pkt_dev->vlan_id != 0xffff)) {
			pkt_dev->vlan_cfi = value;
			sprintf(pg_result, "OK: vlan_cfi=%u", pkt_dev->vlan_cfi);
		} else {
			sprintf(pg_result, "ERROR: vlan_cfi must be 0-1");
		}
		return count;
	}

	if (!strcmp(name, "svlan_id")) {
		len = num_arg(&user_buffer[i], 4, &value);
1573
		if (len < 0)
F
Francesco Fondelli 已提交
1574
			return len;
1575

F
Francesco Fondelli 已提交
1576 1577 1578 1579 1580
		i += len;
		if ((value <= 4095) && ((pkt_dev->vlan_id != 0xffff))) {
			pkt_dev->svlan_id = value;  /* turn on SVLAN */

			if (debug)
1581
				printk(KERN_DEBUG "pktgen: SVLAN turned on\n");
F
Francesco Fondelli 已提交
1582 1583

			if (debug && pkt_dev->nr_labels)
1584
				printk(KERN_DEBUG "pktgen: MPLS auto turned off\n");
F
Francesco Fondelli 已提交
1585 1586 1587 1588 1589 1590 1591 1592

			pkt_dev->nr_labels = 0;    /* turn off MPLS */
			sprintf(pg_result, "OK: svlan_id=%u", pkt_dev->svlan_id);
		} else {
			pkt_dev->vlan_id = 0xffff; /* turn off VLAN/SVLAN */
			pkt_dev->svlan_id = 0xffff;

			if (debug)
1593
				printk(KERN_DEBUG "pktgen: VLAN/SVLAN turned off\n");
F
Francesco Fondelli 已提交
1594 1595 1596 1597 1598 1599
		}
		return count;
	}

	if (!strcmp(name, "svlan_p")) {
		len = num_arg(&user_buffer[i], 1, &value);
1600
		if (len < 0)
F
Francesco Fondelli 已提交
1601
			return len;
1602

F
Francesco Fondelli 已提交
1603 1604 1605 1606 1607 1608 1609 1610 1611 1612 1613 1614
		i += len;
		if ((value <= 7) && (pkt_dev->svlan_id != 0xffff)) {
			pkt_dev->svlan_p = value;
			sprintf(pg_result, "OK: svlan_p=%u", pkt_dev->svlan_p);
		} else {
			sprintf(pg_result, "ERROR: svlan_p must be 0-7");
		}
		return count;
	}

	if (!strcmp(name, "svlan_cfi")) {
		len = num_arg(&user_buffer[i], 1, &value);
1615
		if (len < 0)
F
Francesco Fondelli 已提交
1616
			return len;
1617

F
Francesco Fondelli 已提交
1618 1619 1620 1621 1622 1623 1624
		i += len;
		if ((value <= 1) && (pkt_dev->svlan_id != 0xffff)) {
			pkt_dev->svlan_cfi = value;
			sprintf(pg_result, "OK: svlan_cfi=%u", pkt_dev->svlan_cfi);
		} else {
			sprintf(pg_result, "ERROR: svlan_cfi must be 0-1");
		}
1625 1626 1627
		return count;
	}

F
Francesco Fondelli 已提交
1628 1629 1630
	if (!strcmp(name, "tos")) {
		__u32 tmp_value = 0;
		len = hex32_arg(&user_buffer[i], 2, &tmp_value);
1631
		if (len < 0)
F
Francesco Fondelli 已提交
1632
			return len;
1633

F
Francesco Fondelli 已提交
1634 1635 1636 1637 1638 1639 1640 1641 1642 1643 1644 1645 1646
		i += len;
		if (len == 2) {
			pkt_dev->tos = tmp_value;
			sprintf(pg_result, "OK: tos=0x%02x", pkt_dev->tos);
		} else {
			sprintf(pg_result, "ERROR: tos must be 00-ff");
		}
		return count;
	}

	if (!strcmp(name, "traffic_class")) {
		__u32 tmp_value = 0;
		len = hex32_arg(&user_buffer[i], 2, &tmp_value);
1647
		if (len < 0)
F
Francesco Fondelli 已提交
1648
			return len;
1649

F
Francesco Fondelli 已提交
1650 1651 1652 1653 1654 1655 1656 1657 1658 1659
		i += len;
		if (len == 2) {
			pkt_dev->traffic_class = tmp_value;
			sprintf(pg_result, "OK: traffic_class=0x%02x", pkt_dev->traffic_class);
		} else {
			sprintf(pg_result, "ERROR: traffic_class must be 00-ff");
		}
		return count;
	}

L
Linus Torvalds 已提交
1660 1661 1662 1663
	sprintf(pkt_dev->result, "No such parameter \"%s\"", name);
	return -EINVAL;
}

1664
static int pktgen_if_open(struct inode *inode, struct file *file)
L
Linus Torvalds 已提交
1665
{
1666 1667
	return single_open(file, pktgen_if_show, PDE(inode)->data);
}
L
Linus Torvalds 已提交
1668

1669
static const struct file_operations pktgen_if_fops = {
L
Luiz Capitulino 已提交
1670 1671 1672 1673 1674 1675
	.owner   = THIS_MODULE,
	.open    = pktgen_if_open,
	.read    = seq_read,
	.llseek  = seq_lseek,
	.write   = pktgen_if_write,
	.release = single_release,
1676
};
L
Linus Torvalds 已提交
1677

1678 1679
static int pktgen_thread_show(struct seq_file *seq, void *v)
{
L
Luiz Capitulino 已提交
1680
	struct pktgen_thread *t = seq->private;
S
Stephen Hemminger 已提交
1681
	const struct pktgen_dev *pkt_dev;
1682 1683

	BUG_ON(!t);
L
Linus Torvalds 已提交
1684

L
Luiz Capitulino 已提交
1685
	seq_printf(seq, "Running: ");
L
Linus Torvalds 已提交
1686

L
Luiz Capitulino 已提交
1687
	if_lock(t);
1688
	list_for_each_entry(pkt_dev, &t->if_list, list)
L
Luiz Capitulino 已提交
1689
		if (pkt_dev->running)
1690
			seq_printf(seq, "%s ", pkt_dev->odev->name);
L
Linus Torvalds 已提交
1691

L
Luiz Capitulino 已提交
1692 1693
	seq_printf(seq, "\nStopped: ");

1694
	list_for_each_entry(pkt_dev, &t->if_list, list)
L
Luiz Capitulino 已提交
1695
		if (!pkt_dev->running)
1696
			seq_printf(seq, "%s ", pkt_dev->odev->name);
L
Linus Torvalds 已提交
1697 1698

	if (t->result[0])
1699
		seq_printf(seq, "\nResult: %s\n", t->result);
L
Linus Torvalds 已提交
1700
	else
1701
		seq_printf(seq, "\nResult: NA\n");
L
Linus Torvalds 已提交
1702

L
Luiz Capitulino 已提交
1703
	if_unlock(t);
L
Linus Torvalds 已提交
1704

1705
	return 0;
L
Linus Torvalds 已提交
1706 1707
}

1708
static ssize_t pktgen_thread_write(struct file *file,
L
Luiz Capitulino 已提交
1709 1710
				   const char __user * user_buffer,
				   size_t count, loff_t * offset)
L
Linus Torvalds 已提交
1711
{
L
Luiz Capitulino 已提交
1712 1713
	struct seq_file *seq = (struct seq_file *)file->private_data;
	struct pktgen_thread *t = seq->private;
L
Linus Torvalds 已提交
1714 1715
	int i = 0, max, len, ret;
	char name[40];
L
Luiz Capitulino 已提交
1716
	char *pg_result;
1717

L
Linus Torvalds 已提交
1718
	if (count < 1) {
L
Luiz Capitulino 已提交
1719
		//      sprintf(pg_result, "Wrong command format");
L
Linus Torvalds 已提交
1720 1721
		return -EINVAL;
	}
1722

L
Linus Torvalds 已提交
1723
	max = count - i;
L
Luiz Capitulino 已提交
1724 1725
	len = count_trail_chars(&user_buffer[i], max);
	if (len < 0)
1726 1727
		return len;

L
Linus Torvalds 已提交
1728
	i += len;
1729

L
Linus Torvalds 已提交
1730 1731 1732
	/* Read variable name */

	len = strn_len(&user_buffer[i], sizeof(name) - 1);
L
Luiz Capitulino 已提交
1733
	if (len < 0)
1734
		return len;
L
Luiz Capitulino 已提交
1735

L
Linus Torvalds 已提交
1736 1737 1738 1739
	memset(name, 0, sizeof(name));
	if (copy_from_user(name, &user_buffer[i], len))
		return -EFAULT;
	i += len;
1740

L
Luiz Capitulino 已提交
1741
	max = count - i;
L
Linus Torvalds 已提交
1742
	len = count_trail_chars(&user_buffer[i], max);
L
Luiz Capitulino 已提交
1743
	if (len < 0)
1744 1745
		return len;

L
Linus Torvalds 已提交
1746 1747
	i += len;

1748
	if (debug)
1749 1750
		printk(KERN_DEBUG "pktgen: t=%s, count=%lu\n",
		       name, (unsigned long)count);
L
Linus Torvalds 已提交
1751

L
Luiz Capitulino 已提交
1752
	if (!t) {
1753
		printk(KERN_ERR "pktgen: ERROR: No thread\n");
L
Linus Torvalds 已提交
1754 1755 1756 1757 1758 1759
		ret = -EINVAL;
		goto out;
	}

	pg_result = &(t->result[0]);

L
Luiz Capitulino 已提交
1760 1761 1762
	if (!strcmp(name, "add_device")) {
		char f[32];
		memset(f, 0, 32);
L
Linus Torvalds 已提交
1763
		len = strn_len(&user_buffer[i], sizeof(f) - 1);
L
Luiz Capitulino 已提交
1764 1765
		if (len < 0) {
			ret = len;
L
Linus Torvalds 已提交
1766 1767
			goto out;
		}
L
Luiz Capitulino 已提交
1768
		if (copy_from_user(f, &user_buffer[i], len))
L
Linus Torvalds 已提交
1769 1770
			return -EFAULT;
		i += len;
1771
		mutex_lock(&pktgen_thread_lock);
L
Luiz Capitulino 已提交
1772
		pktgen_add_device(t, f);
1773
		mutex_unlock(&pktgen_thread_lock);
L
Luiz Capitulino 已提交
1774 1775
		ret = count;
		sprintf(pg_result, "OK: add_device=%s", f);
L
Linus Torvalds 已提交
1776 1777 1778
		goto out;
	}

L
Luiz Capitulino 已提交
1779
	if (!strcmp(name, "rem_device_all")) {
1780
		mutex_lock(&pktgen_thread_lock);
1781
		t->control |= T_REMDEVALL;
1782
		mutex_unlock(&pktgen_thread_lock);
L
Luiz Capitulino 已提交
1783
		schedule_timeout_interruptible(msecs_to_jiffies(125));	/* Propagate thread->control  */
L
Linus Torvalds 已提交
1784
		ret = count;
L
Luiz Capitulino 已提交
1785
		sprintf(pg_result, "OK: rem_device_all");
L
Linus Torvalds 已提交
1786 1787 1788
		goto out;
	}

L
Luiz Capitulino 已提交
1789
	if (!strcmp(name, "max_before_softirq")) {
1790
		sprintf(pg_result, "OK: Note! max_before_softirq is obsoleted -- Do not use");
L
Luiz Capitulino 已提交
1791
		ret = count;
L
Linus Torvalds 已提交
1792 1793 1794 1795
		goto out;
	}

	ret = -EINVAL;
L
Luiz Capitulino 已提交
1796
out:
L
Linus Torvalds 已提交
1797 1798 1799
	return ret;
}

1800
static int pktgen_thread_open(struct inode *inode, struct file *file)
L
Linus Torvalds 已提交
1801
{
1802
	return single_open(file, pktgen_thread_show, PDE(inode)->data);
L
Linus Torvalds 已提交
1803 1804
}

1805
static const struct file_operations pktgen_thread_fops = {
L
Luiz Capitulino 已提交
1806 1807 1808 1809 1810 1811
	.owner   = THIS_MODULE,
	.open    = pktgen_thread_open,
	.read    = seq_read,
	.llseek  = seq_lseek,
	.write   = pktgen_thread_write,
	.release = single_release,
1812
};
L
Linus Torvalds 已提交
1813 1814

/* Think find or remove for NN */
L
Luiz Capitulino 已提交
1815
static struct pktgen_dev *__pktgen_NN_threads(const char *ifname, int remove)
L
Linus Torvalds 已提交
1816 1817 1818 1819
{
	struct pktgen_thread *t;
	struct pktgen_dev *pkt_dev = NULL;

1820
	list_for_each_entry(t, &pktgen_threads, th_list) {
L
Linus Torvalds 已提交
1821 1822
		pkt_dev = pktgen_find_dev(t, ifname);
		if (pkt_dev) {
L
Luiz Capitulino 已提交
1823 1824 1825 1826 1827 1828
			if (remove) {
				if_lock(t);
				pkt_dev->removal_mark = 1;
				t->control |= T_REMDEV;
				if_unlock(t);
			}
L
Linus Torvalds 已提交
1829 1830 1831
			break;
		}
	}
L
Luiz Capitulino 已提交
1832
	return pkt_dev;
L
Linus Torvalds 已提交
1833 1834
}

1835 1836 1837
/*
 * mark a device for removal
 */
1838
static void pktgen_mark_device(const char *ifname)
L
Linus Torvalds 已提交
1839 1840
{
	struct pktgen_dev *pkt_dev = NULL;
1841 1842 1843
	const int max_tries = 10, msec_per_try = 125;
	int i = 0;

1844
	mutex_lock(&pktgen_thread_lock);
S
Stephen Hemminger 已提交
1845
	pr_debug("pktgen: pktgen_mark_device marking %s for removal\n", ifname);
1846

L
Luiz Capitulino 已提交
1847
	while (1) {
1848 1849

		pkt_dev = __pktgen_NN_threads(ifname, REMOVE);
L
Luiz Capitulino 已提交
1850 1851
		if (pkt_dev == NULL)
			break;	/* success */
1852

1853
		mutex_unlock(&pktgen_thread_lock);
S
Stephen Hemminger 已提交
1854 1855
		pr_debug("pktgen: pktgen_mark_device waiting for %s "
				"to disappear....\n", ifname);
1856
		schedule_timeout_interruptible(msecs_to_jiffies(msec_per_try));
1857
		mutex_lock(&pktgen_thread_lock);
1858 1859

		if (++i >= max_tries) {
1860 1861
			printk(KERN_ERR "pktgen_mark_device: timed out after "
			       "waiting %d msec for device %s to be removed\n",
L
Luiz Capitulino 已提交
1862
			       msec_per_try * i, ifname);
1863 1864 1865 1866 1867
			break;
		}

	}

1868
	mutex_unlock(&pktgen_thread_lock);
1869
}
1870

1871 1872 1873 1874 1875 1876 1877 1878 1879 1880 1881 1882 1883
static void pktgen_change_name(struct net_device *dev)
{
	struct pktgen_thread *t;

	list_for_each_entry(t, &pktgen_threads, th_list) {
		struct pktgen_dev *pkt_dev;

		list_for_each_entry(pkt_dev, &t->if_list, list) {
			if (pkt_dev->odev != dev)
				continue;

			remove_proc_entry(pkt_dev->entry->name, pg_proc_dir);

A
Alexey Dobriyan 已提交
1884 1885 1886 1887
			pkt_dev->entry = proc_create_data(dev->name, 0600,
							  pg_proc_dir,
							  &pktgen_if_fops,
							  pkt_dev);
1888 1889 1890 1891 1892 1893
			if (!pkt_dev->entry)
				printk(KERN_ERR "pktgen: can't move proc "
				       " entry for '%s'\n", dev->name);
			break;
		}
	}
L
Linus Torvalds 已提交
1894 1895
}

L
Luiz Capitulino 已提交
1896 1897
static int pktgen_device_event(struct notifier_block *unused,
			       unsigned long event, void *ptr)
L
Linus Torvalds 已提交
1898
{
1899
	struct net_device *dev = ptr;
L
Linus Torvalds 已提交
1900

1901
	if (!net_eq(dev_net(dev), &init_net))
1902 1903
		return NOTIFY_DONE;

L
Linus Torvalds 已提交
1904 1905 1906 1907 1908
	/* It is OK that we do not hold the group lock right now,
	 * as we run under the RTNL lock.
	 */

	switch (event) {
1909 1910
	case NETDEV_CHANGENAME:
		pktgen_change_name(dev);
L
Linus Torvalds 已提交
1911
		break;
L
Luiz Capitulino 已提交
1912

L
Linus Torvalds 已提交
1913
	case NETDEV_UNREGISTER:
L
Luiz Capitulino 已提交
1914
		pktgen_mark_device(dev->name);
L
Linus Torvalds 已提交
1915
		break;
1916
	}
L
Linus Torvalds 已提交
1917 1918 1919 1920

	return NOTIFY_DONE;
}

1921 1922
static struct net_device *pktgen_dev_get_by_name(struct pktgen_dev *pkt_dev,
						 const char *ifname)
R
Robert Olsson 已提交
1923 1924 1925 1926
{
	char b[IFNAMSIZ+5];
	int i = 0;

1927 1928
	for (i = 0; ifname[i] != '@'; i++) {
		if (i == IFNAMSIZ)
R
Robert Olsson 已提交
1929 1930 1931 1932 1933 1934 1935 1936 1937 1938
			break;

		b[i] = ifname[i];
	}
	b[i] = 0;

	return dev_get_by_name(&init_net, b);
}


L
Linus Torvalds 已提交
1939 1940
/* Associate pktgen_dev with a device. */

1941
static int pktgen_setup_dev(struct pktgen_dev *pkt_dev, const char *ifname)
L
Luiz Capitulino 已提交
1942
{
L
Linus Torvalds 已提交
1943
	struct net_device *odev;
1944
	int err;
L
Linus Torvalds 已提交
1945 1946 1947 1948

	/* Clean old setups */
	if (pkt_dev->odev) {
		dev_put(pkt_dev->odev);
L
Luiz Capitulino 已提交
1949 1950
		pkt_dev->odev = NULL;
	}
L
Linus Torvalds 已提交
1951

R
Robert Olsson 已提交
1952
	odev = pktgen_dev_get_by_name(pkt_dev, ifname);
L
Linus Torvalds 已提交
1953
	if (!odev) {
1954
		printk(KERN_ERR "pktgen: no such netdevice: \"%s\"\n", ifname);
1955
		return -ENODEV;
L
Linus Torvalds 已提交
1956
	}
1957

L
Linus Torvalds 已提交
1958
	if (odev->type != ARPHRD_ETHER) {
1959
		printk(KERN_ERR "pktgen: not an ethernet device: \"%s\"\n", ifname);
1960 1961
		err = -EINVAL;
	} else if (!netif_running(odev)) {
1962
		printk(KERN_ERR "pktgen: device is down: \"%s\"\n", ifname);
1963 1964 1965 1966
		err = -ENETDOWN;
	} else {
		pkt_dev->odev = odev;
		return 0;
L
Linus Torvalds 已提交
1967 1968 1969
	}

	dev_put(odev);
1970
	return err;
L
Linus Torvalds 已提交
1971 1972 1973 1974 1975 1976 1977
}

/* Read pkt_dev from the interface and set up internal pktgen_dev
 * structure to have the right information to create/send packets
 */
static void pktgen_setup_inject(struct pktgen_dev *pkt_dev)
{
1978 1979
	int ntxq;

L
Luiz Capitulino 已提交
1980
	if (!pkt_dev->odev) {
1981 1982
		printk(KERN_ERR "pktgen: ERROR: pkt_dev->odev == NULL in "
		       "setup_inject.\n");
L
Luiz Capitulino 已提交
1983 1984 1985 1986 1987
		sprintf(pkt_dev->result,
			"ERROR: pkt_dev->odev == NULL in setup_inject.\n");
		return;
	}

1988 1989
	/* make sure that we don't pick a non-existing transmit queue */
	ntxq = pkt_dev->odev->real_num_tx_queues;
R
Robert Olsson 已提交
1990

1991 1992
	if (ntxq <= pkt_dev->queue_map_min) {
		printk(KERN_WARNING "pktgen: WARNING: Requested "
1993 1994
		       "queue_map_min (zero-based) (%d) exceeds valid range "
		       "[0 - %d] for (%d) queues on %s, resetting\n",
1995
		       pkt_dev->queue_map_min, (ntxq ?: 1) - 1, ntxq,
1996
		       pkt_dev->odev->name);
1997 1998
		pkt_dev->queue_map_min = ntxq - 1;
	}
1999
	if (pkt_dev->queue_map_max >= ntxq) {
2000
		printk(KERN_WARNING "pktgen: WARNING: Requested "
2001 2002
		       "queue_map_max (zero-based) (%d) exceeds valid range "
		       "[0 - %d] for (%d) queues on %s, resetting\n",
2003
		       pkt_dev->queue_map_max, (ntxq ?: 1) - 1, ntxq,
2004
		       pkt_dev->odev->name);
2005 2006 2007
		pkt_dev->queue_map_max = ntxq - 1;
	}

L
Luiz Capitulino 已提交
2008
	/* Default to the interface's mac if not explicitly set. */
L
Linus Torvalds 已提交
2009

2010
	if (is_zero_ether_addr(pkt_dev->src_mac))
L
Luiz Capitulino 已提交
2011
		memcpy(&(pkt_dev->hh[6]), pkt_dev->odev->dev_addr, ETH_ALEN);
L
Linus Torvalds 已提交
2012

L
Luiz Capitulino 已提交
2013
	/* Set up Dest MAC */
2014
	memcpy(&(pkt_dev->hh[0]), pkt_dev->dst_mac, ETH_ALEN);
L
Linus Torvalds 已提交
2015

L
Luiz Capitulino 已提交
2016 2017 2018 2019
	/* Set up pkt size */
	pkt_dev->cur_pkt_size = pkt_dev->min_pkt_size;

	if (pkt_dev->flags & F_IPV6) {
L
Linus Torvalds 已提交
2020
		/*
2021
		 * Skip this automatic address setting until locks or functions
L
Linus Torvalds 已提交
2022 2023 2024 2025
		 * gets exported
		 */

#ifdef NOTNOW
L
Luiz Capitulino 已提交
2026
		int i, set = 0, err = 1;
L
Linus Torvalds 已提交
2027 2028
		struct inet6_dev *idev;

L
Luiz Capitulino 已提交
2029 2030
		for (i = 0; i < IN6_ADDR_HSIZE; i++)
			if (pkt_dev->cur_in6_saddr.s6_addr[i]) {
L
Linus Torvalds 已提交
2031 2032 2033 2034
				set = 1;
				break;
			}

L
Luiz Capitulino 已提交
2035 2036
		if (!set) {

L
Linus Torvalds 已提交
2037 2038 2039 2040 2041 2042
			/*
			 * Use linklevel address if unconfigured.
			 *
			 * use ipv6_get_lladdr if/when it's get exported
			 */

2043
			rcu_read_lock();
2044 2045
			idev = __in6_dev_get(pkt_dev->odev);
			if (idev) {
L
Linus Torvalds 已提交
2046 2047 2048
				struct inet6_ifaddr *ifp;

				read_lock_bh(&idev->lock);
L
Luiz Capitulino 已提交
2049 2050 2051 2052 2053 2054 2055 2056
				for (ifp = idev->addr_list; ifp;
				     ifp = ifp->if_next) {
					if (ifp->scope == IFA_LINK
					    && !(ifp->
						 flags & IFA_F_TENTATIVE)) {
						ipv6_addr_copy(&pkt_dev->
							       cur_in6_saddr,
							       &ifp->addr);
L
Linus Torvalds 已提交
2057 2058 2059 2060 2061 2062
						err = 0;
						break;
					}
				}
				read_unlock_bh(&idev->lock);
			}
2063
			rcu_read_unlock();
L
Luiz Capitulino 已提交
2064
			if (err)
2065 2066
				printk(KERN_ERR "pktgen: ERROR: IPv6 link "
				       "address not availble.\n");
L
Linus Torvalds 已提交
2067 2068
		}
#endif
L
Luiz Capitulino 已提交
2069
	} else {
L
Linus Torvalds 已提交
2070 2071 2072
		pkt_dev->saddr_min = 0;
		pkt_dev->saddr_max = 0;
		if (strlen(pkt_dev->src_min) == 0) {
L
Luiz Capitulino 已提交
2073 2074

			struct in_device *in_dev;
L
Linus Torvalds 已提交
2075 2076

			rcu_read_lock();
2077
			in_dev = __in_dev_get_rcu(pkt_dev->odev);
L
Linus Torvalds 已提交
2078 2079
			if (in_dev) {
				if (in_dev->ifa_list) {
L
Luiz Capitulino 已提交
2080 2081
					pkt_dev->saddr_min =
					    in_dev->ifa_list->ifa_address;
L
Linus Torvalds 已提交
2082 2083 2084 2085
					pkt_dev->saddr_max = pkt_dev->saddr_min;
				}
			}
			rcu_read_unlock();
L
Luiz Capitulino 已提交
2086
		} else {
L
Linus Torvalds 已提交
2087 2088 2089 2090 2091 2092 2093
			pkt_dev->saddr_min = in_aton(pkt_dev->src_min);
			pkt_dev->saddr_max = in_aton(pkt_dev->src_max);
		}

		pkt_dev->daddr_min = in_aton(pkt_dev->dst_min);
		pkt_dev->daddr_max = in_aton(pkt_dev->dst_max);
	}
L
Luiz Capitulino 已提交
2094 2095 2096 2097 2098 2099 2100
	/* Initialize current values. */
	pkt_dev->cur_dst_mac_offset = 0;
	pkt_dev->cur_src_mac_offset = 0;
	pkt_dev->cur_saddr = pkt_dev->saddr_min;
	pkt_dev->cur_daddr = pkt_dev->daddr_min;
	pkt_dev->cur_udp_dst = pkt_dev->udp_dst_min;
	pkt_dev->cur_udp_src = pkt_dev->udp_src_min;
L
Linus Torvalds 已提交
2101 2102 2103
	pkt_dev->nflows = 0;
}

2104 2105 2106

static void spin(struct pktgen_dev *pkt_dev, ktime_t spin_until)
{
2107
	ktime_t start_time, end_time;
E
Eric Dumazet 已提交
2108
	s64 remaining;
S
Stephen Hemminger 已提交
2109 2110 2111 2112 2113 2114
	struct hrtimer_sleeper t;

	hrtimer_init_on_stack(&t.timer, CLOCK_MONOTONIC, HRTIMER_MODE_ABS);
	hrtimer_set_expires(&t.timer, spin_until);

	remaining = ktime_to_us(hrtimer_expires_remaining(&t.timer));
E
Eric Dumazet 已提交
2115 2116
	if (remaining <= 0) {
		pkt_dev->next_tx = ktime_add_ns(spin_until, pkt_dev->delay);
S
Stephen Hemminger 已提交
2117
		return;
E
Eric Dumazet 已提交
2118
	}
S
Stephen Hemminger 已提交
2119

2120
	start_time = ktime_now();
S
Stephen Hemminger 已提交
2121 2122 2123 2124 2125 2126 2127 2128 2129 2130 2131 2132
	if (remaining < 100)
		udelay(remaining); 	/* really small just spin */
	else {
		/* see do_nanosleep */
		hrtimer_init_sleeper(&t, current);
		do {
			set_current_state(TASK_INTERRUPTIBLE);
			hrtimer_start_expires(&t.timer, HRTIMER_MODE_ABS);
			if (!hrtimer_active(&t.timer))
				t.task = NULL;

			if (likely(t.task))
L
Linus Torvalds 已提交
2133 2134
				schedule();

S
Stephen Hemminger 已提交
2135 2136 2137
			hrtimer_cancel(&t.timer);
		} while (t.task && pkt_dev->running && !signal_pending(current));
		__set_current_state(TASK_RUNNING);
L
Linus Torvalds 已提交
2138
	}
2139 2140 2141 2142
	end_time = ktime_now();

	pkt_dev->idle_acc += ktime_to_ns(ktime_sub(end_time, start_time));
	pkt_dev->next_tx = ktime_add_ns(end_time, pkt_dev->delay);
L
Linus Torvalds 已提交
2143 2144
}

2145 2146
static inline void set_pkt_overhead(struct pktgen_dev *pkt_dev)
{
J
Jamal Hadi Salim 已提交
2147
	pkt_dev->pkt_overhead = 0;
2148 2149 2150 2151 2152
	pkt_dev->pkt_overhead += pkt_dev->nr_labels*sizeof(u32);
	pkt_dev->pkt_overhead += VLAN_TAG_SIZE(pkt_dev);
	pkt_dev->pkt_overhead += SVLAN_TAG_SIZE(pkt_dev);
}

S
Stephen Hemminger 已提交
2153
static inline int f_seen(const struct pktgen_dev *pkt_dev, int flow)
2154
{
S
Stephen Hemminger 已提交
2155
	return !!(pkt_dev->flows[flow].flags & F_INIT);
2156 2157 2158 2159 2160 2161 2162 2163 2164 2165
}

static inline int f_pick(struct pktgen_dev *pkt_dev)
{
	int flow = pkt_dev->curfl;

	if (pkt_dev->flags & F_FLOW_SEQ) {
		if (pkt_dev->flows[flow].count >= pkt_dev->lflow) {
			/* reset time */
			pkt_dev->flows[flow].count = 0;
R
Robert Olsson 已提交
2166
			pkt_dev->flows[flow].flags = 0;
2167 2168 2169 2170 2171 2172
			pkt_dev->curfl += 1;
			if (pkt_dev->curfl >= pkt_dev->cflows)
				pkt_dev->curfl = 0; /*reset */
		}
	} else {
		flow = random32() % pkt_dev->cflows;
R
Robert Olsson 已提交
2173
		pkt_dev->curfl = flow;
2174

R
Robert Olsson 已提交
2175
		if (pkt_dev->flows[flow].count > pkt_dev->lflow) {
2176
			pkt_dev->flows[flow].count = 0;
R
Robert Olsson 已提交
2177 2178
			pkt_dev->flows[flow].flags = 0;
		}
2179 2180 2181 2182 2183
	}

	return pkt_dev->curfl;
}

J
Jamal Hadi Salim 已提交
2184 2185 2186 2187 2188

#ifdef CONFIG_XFRM
/* If there was already an IPSEC SA, we keep it as is, else
 * we go look for it ...
*/
2189
static void get_ipsec_sa(struct pktgen_dev *pkt_dev, int flow)
J
Jamal Hadi Salim 已提交
2190 2191 2192 2193
{
	struct xfrm_state *x = pkt_dev->flows[flow].x;
	if (!x) {
		/*slow path: we dont already have xfrm_state*/
2194 2195
		x = xfrm_stateonly_find(&init_net,
					(xfrm_address_t *)&pkt_dev->cur_daddr,
J
Jamal Hadi Salim 已提交
2196 2197 2198 2199 2200 2201 2202
					(xfrm_address_t *)&pkt_dev->cur_saddr,
					AF_INET,
					pkt_dev->ipsmode,
					pkt_dev->ipsproto, 0);
		if (x) {
			pkt_dev->flows[flow].x = x;
			set_pkt_overhead(pkt_dev);
2203
			pkt_dev->pkt_overhead += x->props.header_len;
J
Jamal Hadi Salim 已提交
2204 2205 2206 2207 2208
		}

	}
}
#endif
2209 2210
static void set_cur_queue_map(struct pktgen_dev *pkt_dev)
{
R
Robert Olsson 已提交
2211 2212 2213 2214

	if (pkt_dev->flags & F_QUEUE_MAP_CPU)
		pkt_dev->cur_queue_map = smp_processor_id();

E
Eric Dumazet 已提交
2215
	else if (pkt_dev->queue_map_min <= pkt_dev->queue_map_max) {
2216 2217 2218 2219 2220 2221 2222 2223 2224 2225 2226 2227 2228
		__u16 t;
		if (pkt_dev->flags & F_QUEUE_MAP_RND) {
			t = random32() %
				(pkt_dev->queue_map_max -
				 pkt_dev->queue_map_min + 1)
				+ pkt_dev->queue_map_min;
		} else {
			t = pkt_dev->cur_queue_map + 1;
			if (t > pkt_dev->queue_map_max)
				t = pkt_dev->queue_map_min;
		}
		pkt_dev->cur_queue_map = t;
	}
R
Robert Olsson 已提交
2229
	pkt_dev->cur_queue_map  = pkt_dev->cur_queue_map % pkt_dev->odev->real_num_tx_queues;
2230 2231
}

L
Linus Torvalds 已提交
2232 2233 2234
/* Increment/randomize headers according to flags and current values
 * for IP src/dest, UDP src/dst port, MAC-Addr src/dst
 */
L
Luiz Capitulino 已提交
2235 2236 2237 2238 2239
static void mod_cur_headers(struct pktgen_dev *pkt_dev)
{
	__u32 imn;
	__u32 imx;
	int flow = 0;
L
Linus Torvalds 已提交
2240

2241 2242
	if (pkt_dev->cflows)
		flow = f_pick(pkt_dev);
L
Linus Torvalds 已提交
2243 2244

	/*  Deal with source MAC */
L
Luiz Capitulino 已提交
2245 2246 2247 2248 2249
	if (pkt_dev->src_mac_count > 1) {
		__u32 mc;
		__u32 tmp;

		if (pkt_dev->flags & F_MACSRC_RND)
S
Stephen Hemminger 已提交
2250
			mc = random32() % pkt_dev->src_mac_count;
L
Luiz Capitulino 已提交
2251 2252
		else {
			mc = pkt_dev->cur_src_mac_offset++;
R
Robert Olsson 已提交
2253
			if (pkt_dev->cur_src_mac_offset >=
L
Luiz Capitulino 已提交
2254 2255 2256 2257 2258 2259 2260 2261 2262 2263 2264 2265 2266 2267 2268 2269 2270 2271 2272 2273 2274 2275
			    pkt_dev->src_mac_count)
				pkt_dev->cur_src_mac_offset = 0;
		}

		tmp = pkt_dev->src_mac[5] + (mc & 0xFF);
		pkt_dev->hh[11] = tmp;
		tmp = (pkt_dev->src_mac[4] + ((mc >> 8) & 0xFF) + (tmp >> 8));
		pkt_dev->hh[10] = tmp;
		tmp = (pkt_dev->src_mac[3] + ((mc >> 16) & 0xFF) + (tmp >> 8));
		pkt_dev->hh[9] = tmp;
		tmp = (pkt_dev->src_mac[2] + ((mc >> 24) & 0xFF) + (tmp >> 8));
		pkt_dev->hh[8] = tmp;
		tmp = (pkt_dev->src_mac[1] + (tmp >> 8));
		pkt_dev->hh[7] = tmp;
	}

	/*  Deal with Destination MAC */
	if (pkt_dev->dst_mac_count > 1) {
		__u32 mc;
		__u32 tmp;

		if (pkt_dev->flags & F_MACDST_RND)
S
Stephen Hemminger 已提交
2276
			mc = random32() % pkt_dev->dst_mac_count;
L
Luiz Capitulino 已提交
2277 2278 2279

		else {
			mc = pkt_dev->cur_dst_mac_offset++;
R
Robert Olsson 已提交
2280
			if (pkt_dev->cur_dst_mac_offset >=
L
Luiz Capitulino 已提交
2281 2282 2283 2284 2285 2286 2287 2288 2289 2290 2291 2292 2293 2294 2295 2296 2297
			    pkt_dev->dst_mac_count) {
				pkt_dev->cur_dst_mac_offset = 0;
			}
		}

		tmp = pkt_dev->dst_mac[5] + (mc & 0xFF);
		pkt_dev->hh[5] = tmp;
		tmp = (pkt_dev->dst_mac[4] + ((mc >> 8) & 0xFF) + (tmp >> 8));
		pkt_dev->hh[4] = tmp;
		tmp = (pkt_dev->dst_mac[3] + ((mc >> 16) & 0xFF) + (tmp >> 8));
		pkt_dev->hh[3] = tmp;
		tmp = (pkt_dev->dst_mac[2] + ((mc >> 24) & 0xFF) + (tmp >> 8));
		pkt_dev->hh[2] = tmp;
		tmp = (pkt_dev->dst_mac[1] + (tmp >> 8));
		pkt_dev->hh[1] = tmp;
	}

2298 2299
	if (pkt_dev->flags & F_MPLS_RND) {
		unsigned i;
2300
		for (i = 0; i < pkt_dev->nr_labels; i++)
2301 2302
			if (pkt_dev->labels[i] & MPLS_STACK_BOTTOM)
				pkt_dev->labels[i] = MPLS_STACK_BOTTOM |
S
Stephen Hemminger 已提交
2303
					     ((__force __be32)random32() &
2304 2305 2306
						      htonl(0x000fffff));
	}

F
Francesco Fondelli 已提交
2307
	if ((pkt_dev->flags & F_VID_RND) && (pkt_dev->vlan_id != 0xffff)) {
S
Stephen Hemminger 已提交
2308
		pkt_dev->vlan_id = random32() & (4096-1);
F
Francesco Fondelli 已提交
2309 2310 2311
	}

	if ((pkt_dev->flags & F_SVID_RND) && (pkt_dev->svlan_id != 0xffff)) {
S
Stephen Hemminger 已提交
2312
		pkt_dev->svlan_id = random32() & (4096 - 1);
F
Francesco Fondelli 已提交
2313 2314
	}

L
Luiz Capitulino 已提交
2315 2316
	if (pkt_dev->udp_src_min < pkt_dev->udp_src_max) {
		if (pkt_dev->flags & F_UDPSRC_RND)
S
Stephen Hemminger 已提交
2317 2318 2319
			pkt_dev->cur_udp_src = random32() %
				(pkt_dev->udp_src_max - pkt_dev->udp_src_min)
				+ pkt_dev->udp_src_min;
L
Luiz Capitulino 已提交
2320 2321

		else {
L
Linus Torvalds 已提交
2322 2323 2324
			pkt_dev->cur_udp_src++;
			if (pkt_dev->cur_udp_src >= pkt_dev->udp_src_max)
				pkt_dev->cur_udp_src = pkt_dev->udp_src_min;
L
Luiz Capitulino 已提交
2325 2326 2327 2328 2329
		}
	}

	if (pkt_dev->udp_dst_min < pkt_dev->udp_dst_max) {
		if (pkt_dev->flags & F_UDPDST_RND) {
S
Stephen Hemminger 已提交
2330 2331 2332
			pkt_dev->cur_udp_dst = random32() %
				(pkt_dev->udp_dst_max - pkt_dev->udp_dst_min)
				+ pkt_dev->udp_dst_min;
L
Luiz Capitulino 已提交
2333
		} else {
L
Linus Torvalds 已提交
2334
			pkt_dev->cur_udp_dst++;
L
Luiz Capitulino 已提交
2335
			if (pkt_dev->cur_udp_dst >= pkt_dev->udp_dst_max)
L
Linus Torvalds 已提交
2336
				pkt_dev->cur_udp_dst = pkt_dev->udp_dst_min;
L
Luiz Capitulino 已提交
2337 2338
		}
	}
L
Linus Torvalds 已提交
2339 2340 2341

	if (!(pkt_dev->flags & F_IPV6)) {

2342 2343 2344
		imn = ntohl(pkt_dev->saddr_min);
		imx = ntohl(pkt_dev->saddr_max);
		if (imn < imx) {
L
Linus Torvalds 已提交
2345
			__u32 t;
L
Luiz Capitulino 已提交
2346
			if (pkt_dev->flags & F_IPSRC_RND)
S
Stephen Hemminger 已提交
2347
				t = random32() % (imx - imn) + imn;
L
Linus Torvalds 已提交
2348 2349 2350
			else {
				t = ntohl(pkt_dev->cur_saddr);
				t++;
2351
				if (t > imx)
L
Linus Torvalds 已提交
2352
					t = imn;
2353

L
Linus Torvalds 已提交
2354 2355 2356
			}
			pkt_dev->cur_saddr = htonl(t);
		}
L
Luiz Capitulino 已提交
2357

2358
		if (pkt_dev->cflows && f_seen(pkt_dev, flow)) {
L
Linus Torvalds 已提交
2359 2360
			pkt_dev->cur_daddr = pkt_dev->flows[flow].cur_daddr;
		} else {
A
Al Viro 已提交
2361 2362 2363
			imn = ntohl(pkt_dev->daddr_min);
			imx = ntohl(pkt_dev->daddr_max);
			if (imn < imx) {
L
Linus Torvalds 已提交
2364
				__u32 t;
A
Al Viro 已提交
2365
				__be32 s;
L
Linus Torvalds 已提交
2366 2367
				if (pkt_dev->flags & F_IPDST_RND) {

S
Stephen Hemminger 已提交
2368
					t = random32() % (imx - imn) + imn;
A
Al Viro 已提交
2369
					s = htonl(t);
L
Linus Torvalds 已提交
2370

2371 2372
					while (ipv4_is_loopback(s) ||
					       ipv4_is_multicast(s) ||
2373
					       ipv4_is_lbcast(s) ||
2374 2375
					       ipv4_is_zeronet(s) ||
					       ipv4_is_local_multicast(s)) {
S
Stephen Hemminger 已提交
2376
						t = random32() % (imx - imn) + imn;
A
Al Viro 已提交
2377
						s = htonl(t);
L
Linus Torvalds 已提交
2378
					}
A
Al Viro 已提交
2379 2380
					pkt_dev->cur_daddr = s;
				} else {
L
Linus Torvalds 已提交
2381 2382 2383 2384 2385 2386 2387 2388
					t = ntohl(pkt_dev->cur_daddr);
					t++;
					if (t > imx) {
						t = imn;
					}
					pkt_dev->cur_daddr = htonl(t);
				}
			}
L
Luiz Capitulino 已提交
2389
			if (pkt_dev->cflows) {
2390
				pkt_dev->flows[flow].flags |= F_INIT;
L
Luiz Capitulino 已提交
2391 2392
				pkt_dev->flows[flow].cur_daddr =
				    pkt_dev->cur_daddr;
J
Jamal Hadi Salim 已提交
2393 2394 2395 2396
#ifdef CONFIG_XFRM
				if (pkt_dev->flags & F_IPSEC_ON)
					get_ipsec_sa(pkt_dev, flow);
#endif
L
Linus Torvalds 已提交
2397 2398 2399
				pkt_dev->nflows++;
			}
		}
L
Luiz Capitulino 已提交
2400 2401 2402 2403 2404 2405
	} else {		/* IPV6 * */

		if (pkt_dev->min_in6_daddr.s6_addr32[0] == 0 &&
		    pkt_dev->min_in6_daddr.s6_addr32[1] == 0 &&
		    pkt_dev->min_in6_daddr.s6_addr32[2] == 0 &&
		    pkt_dev->min_in6_daddr.s6_addr32[3] == 0) ;
L
Linus Torvalds 已提交
2406 2407 2408 2409 2410
		else {
			int i;

			/* Only random destinations yet */

L
Luiz Capitulino 已提交
2411
			for (i = 0; i < 4; i++) {
L
Linus Torvalds 已提交
2412
				pkt_dev->cur_in6_daddr.s6_addr32[i] =
S
Stephen Hemminger 已提交
2413
				    (((__force __be32)random32() |
L
Luiz Capitulino 已提交
2414 2415
				      pkt_dev->min_in6_daddr.s6_addr32[i]) &
				     pkt_dev->max_in6_daddr.s6_addr32[i]);
L
Linus Torvalds 已提交
2416
			}
L
Luiz Capitulino 已提交
2417
		}
L
Linus Torvalds 已提交
2418 2419
	}

L
Luiz Capitulino 已提交
2420 2421 2422
	if (pkt_dev->min_pkt_size < pkt_dev->max_pkt_size) {
		__u32 t;
		if (pkt_dev->flags & F_TXSIZE_RND) {
S
Stephen Hemminger 已提交
2423 2424 2425
			t = random32() %
				(pkt_dev->max_pkt_size - pkt_dev->min_pkt_size)
				+ pkt_dev->min_pkt_size;
L
Luiz Capitulino 已提交
2426
		} else {
L
Linus Torvalds 已提交
2427
			t = pkt_dev->cur_pkt_size + 1;
L
Luiz Capitulino 已提交
2428
			if (t > pkt_dev->max_pkt_size)
L
Linus Torvalds 已提交
2429
				t = pkt_dev->min_pkt_size;
L
Luiz Capitulino 已提交
2430 2431 2432
		}
		pkt_dev->cur_pkt_size = t;
	}
L
Linus Torvalds 已提交
2433

2434
	set_cur_queue_map(pkt_dev);
R
Robert Olsson 已提交
2435

L
Linus Torvalds 已提交
2436 2437 2438
	pkt_dev->flows[flow].count++;
}

J
Jamal Hadi Salim 已提交
2439 2440 2441 2442 2443 2444 2445 2446 2447 2448 2449 2450 2451 2452 2453 2454 2455 2456

#ifdef CONFIG_XFRM
static int pktgen_output_ipsec(struct sk_buff *skb, struct pktgen_dev *pkt_dev)
{
	struct xfrm_state *x = pkt_dev->flows[pkt_dev->curfl].x;
	int err = 0;
	struct iphdr *iph;

	if (!x)
		return 0;
	/* XXX: we dont support tunnel mode for now until
	 * we resolve the dst issue */
	if (x->props.mode != XFRM_MODE_TRANSPORT)
		return 0;

	spin_lock(&x->lock);
	iph = ip_hdr(skb);

2457
	err = x->outer_mode->output(x, skb);
J
Jamal Hadi Salim 已提交
2458 2459 2460 2461 2462 2463
	if (err)
		goto error;
	err = x->type->output(x, skb);
	if (err)
		goto error;

2464
	x->curlft.bytes += skb->len;
J
Jamal Hadi Salim 已提交
2465 2466 2467 2468 2469 2470
	x->curlft.packets++;
error:
	spin_unlock(&x->lock);
	return err;
}

S
Stephen Hemminger 已提交
2471
static void free_SAs(struct pktgen_dev *pkt_dev)
J
Jamal Hadi Salim 已提交
2472 2473 2474 2475
{
	if (pkt_dev->cflows) {
		/* let go of the SAs if we have them */
		int i = 0;
2476
		for (;  i < pkt_dev->cflows; i++) {
J
Jamal Hadi Salim 已提交
2477 2478 2479 2480 2481 2482 2483 2484 2485
			struct xfrm_state *x = pkt_dev->flows[i].x;
			if (x) {
				xfrm_state_put(x);
				pkt_dev->flows[i].x = NULL;
			}
		}
	}
}

S
Stephen Hemminger 已提交
2486
static int process_ipsec(struct pktgen_dev *pkt_dev,
J
Jamal Hadi Salim 已提交
2487 2488 2489 2490 2491 2492 2493 2494 2495
			      struct sk_buff *skb, __be16 protocol)
{
	if (pkt_dev->flags & F_IPSEC_ON) {
		struct xfrm_state *x = pkt_dev->flows[pkt_dev->curfl].x;
		int nhead = 0;
		if (x) {
			int ret;
			__u8 *eth;
			nhead = x->props.header_len - skb_headroom(skb);
2496
			if (nhead > 0) {
J
Jamal Hadi Salim 已提交
2497 2498
				ret = pskb_expand_head(skb, nhead, 0, GFP_ATOMIC);
				if (ret < 0) {
2499
					printk(KERN_ERR "Error expanding "
2500
					       "ipsec packet %d\n", ret);
2501
					goto err;
J
Jamal Hadi Salim 已提交
2502 2503 2504 2505 2506 2507 2508
				}
			}

			/* ipsec is not expecting ll header */
			skb_pull(skb, ETH_HLEN);
			ret = pktgen_output_ipsec(skb, pkt_dev);
			if (ret) {
2509
				printk(KERN_ERR "Error creating ipsec "
2510
				       "packet %d\n", ret);
2511
				goto err;
J
Jamal Hadi Salim 已提交
2512 2513 2514 2515
			}
			/* restore ll */
			eth = (__u8 *) skb_push(skb, ETH_HLEN);
			memcpy(eth, pkt_dev->hh, 12);
2516
			*(u16 *) &eth[12] = protocol;
J
Jamal Hadi Salim 已提交
2517 2518 2519
		}
	}
	return 1;
2520 2521 2522
err:
	kfree_skb(skb);
	return 0;
J
Jamal Hadi Salim 已提交
2523 2524 2525
}
#endif

2526 2527 2528
static void mpls_push(__be32 *mpls, struct pktgen_dev *pkt_dev)
{
	unsigned i;
2529
	for (i = 0; i < pkt_dev->nr_labels; i++)
2530
		*mpls++ = pkt_dev->labels[i] & ~MPLS_STACK_BOTTOM;
2531

2532 2533 2534 2535
	mpls--;
	*mpls |= MPLS_STACK_BOTTOM;
}

A
Al Viro 已提交
2536 2537 2538 2539 2540 2541
static inline __be16 build_tci(unsigned int id, unsigned int cfi,
			       unsigned int prio)
{
	return htons(id | (cfi << 12) | (prio << 13));
}

L
Luiz Capitulino 已提交
2542 2543
static struct sk_buff *fill_packet_ipv4(struct net_device *odev,
					struct pktgen_dev *pkt_dev)
L
Linus Torvalds 已提交
2544 2545 2546 2547 2548 2549
{
	struct sk_buff *skb = NULL;
	__u8 *eth;
	struct udphdr *udph;
	int datalen, iplen;
	struct iphdr *iph;
L
Luiz Capitulino 已提交
2550
	struct pktgen_hdr *pgh = NULL;
2551
	__be16 protocol = htons(ETH_P_IP);
2552
	__be32 *mpls;
F
Francesco Fondelli 已提交
2553 2554 2555 2556
	__be16 *vlan_tci = NULL;                 /* Encapsulates priority and VLAN ID */
	__be16 *vlan_encapsulated_proto = NULL;  /* packet type ID field (or len) for VLAN tag */
	__be16 *svlan_tci = NULL;                /* Encapsulates priority and SVLAN ID */
	__be16 *svlan_encapsulated_proto = NULL; /* packet type ID field (or len) for SVLAN tag */
2557
	u16 queue_map;
2558 2559

	if (pkt_dev->nr_labels)
2560
		protocol = htons(ETH_P_MPLS_UC);
L
Luiz Capitulino 已提交
2561

F
Francesco Fondelli 已提交
2562
	if (pkt_dev->vlan_id != 0xffff)
2563
		protocol = htons(ETH_P_8021Q);
F
Francesco Fondelli 已提交
2564

2565 2566 2567
	/* Update any of the values, used when we're incrementing various
	 * fields.
	 */
2568
	queue_map = pkt_dev->cur_queue_map;
2569 2570
	mod_cur_headers(pkt_dev);

2571
	datalen = (odev->hard_header_len + 16) & ~0xf;
S
Stephen Hemminger 已提交
2572 2573 2574
	skb = __netdev_alloc_skb(odev,
				 pkt_dev->cur_pkt_size + 64
				 + datalen + pkt_dev->pkt_overhead, GFP_NOWAIT);
L
Linus Torvalds 已提交
2575 2576 2577 2578 2579
	if (!skb) {
		sprintf(pkt_dev->result, "No memory");
		return NULL;
	}

2580
	skb_reserve(skb, datalen);
L
Linus Torvalds 已提交
2581 2582 2583

	/*  Reserve for ethernet and IP header  */
	eth = (__u8 *) skb_push(skb, 14);
2584 2585 2586
	mpls = (__be32 *)skb_put(skb, pkt_dev->nr_labels*sizeof(__u32));
	if (pkt_dev->nr_labels)
		mpls_push(mpls, pkt_dev);
F
Francesco Fondelli 已提交
2587 2588

	if (pkt_dev->vlan_id != 0xffff) {
2589
		if (pkt_dev->svlan_id != 0xffff) {
F
Francesco Fondelli 已提交
2590
			svlan_tci = (__be16 *)skb_put(skb, sizeof(__be16));
A
Al Viro 已提交
2591 2592 2593
			*svlan_tci = build_tci(pkt_dev->svlan_id,
					       pkt_dev->svlan_cfi,
					       pkt_dev->svlan_p);
F
Francesco Fondelli 已提交
2594
			svlan_encapsulated_proto = (__be16 *)skb_put(skb, sizeof(__be16));
2595
			*svlan_encapsulated_proto = htons(ETH_P_8021Q);
F
Francesco Fondelli 已提交
2596 2597
		}
		vlan_tci = (__be16 *)skb_put(skb, sizeof(__be16));
A
Al Viro 已提交
2598 2599 2600
		*vlan_tci = build_tci(pkt_dev->vlan_id,
				      pkt_dev->vlan_cfi,
				      pkt_dev->vlan_p);
F
Francesco Fondelli 已提交
2601
		vlan_encapsulated_proto = (__be16 *)skb_put(skb, sizeof(__be16));
2602
		*vlan_encapsulated_proto = htons(ETH_P_IP);
F
Francesco Fondelli 已提交
2603 2604
	}

2605
	skb->network_header = skb->tail;
2606
	skb->transport_header = skb->network_header + sizeof(struct iphdr);
2607
	skb_put(skb, sizeof(struct iphdr) + sizeof(struct udphdr));
2608
	skb_set_queue_mapping(skb, queue_map);
2609 2610
	iph = ip_hdr(skb);
	udph = udp_hdr(skb);
L
Linus Torvalds 已提交
2611 2612

	memcpy(eth, pkt_dev->hh, 12);
A
Al Viro 已提交
2613
	*(__be16 *) & eth[12] = protocol;
L
Linus Torvalds 已提交
2614

2615 2616
	/* Eth + IPh + UDPh + mpls */
	datalen = pkt_dev->cur_pkt_size - 14 - 20 - 8 -
2617
		  pkt_dev->pkt_overhead;
L
Luiz Capitulino 已提交
2618
	if (datalen < sizeof(struct pktgen_hdr))
L
Linus Torvalds 已提交
2619
		datalen = sizeof(struct pktgen_hdr);
L
Luiz Capitulino 已提交
2620

L
Linus Torvalds 已提交
2621 2622
	udph->source = htons(pkt_dev->cur_udp_src);
	udph->dest = htons(pkt_dev->cur_udp_dst);
L
Luiz Capitulino 已提交
2623 2624
	udph->len = htons(datalen + 8);	/* DATA + udphdr */
	udph->check = 0;	/* No checksum */
L
Linus Torvalds 已提交
2625 2626 2627 2628

	iph->ihl = 5;
	iph->version = 4;
	iph->ttl = 32;
F
Francesco Fondelli 已提交
2629
	iph->tos = pkt_dev->tos;
L
Luiz Capitulino 已提交
2630
	iph->protocol = IPPROTO_UDP;	/* UDP */
L
Linus Torvalds 已提交
2631 2632 2633 2634 2635 2636
	iph->saddr = pkt_dev->cur_saddr;
	iph->daddr = pkt_dev->cur_daddr;
	iph->frag_off = 0;
	iplen = 20 + 8 + datalen;
	iph->tot_len = htons(iplen);
	iph->check = 0;
L
Luiz Capitulino 已提交
2637
	iph->check = ip_fast_csum((void *)iph, iph->ihl);
2638
	skb->protocol = protocol;
2639
	skb->mac_header = (skb->network_header - ETH_HLEN -
2640
			   pkt_dev->pkt_overhead);
L
Linus Torvalds 已提交
2641 2642 2643
	skb->dev = odev;
	skb->pkt_type = PACKET_HOST;

L
Luiz Capitulino 已提交
2644 2645
	if (pkt_dev->nfrags <= 0)
		pgh = (struct pktgen_hdr *)skb_put(skb, datalen);
L
Linus Torvalds 已提交
2646 2647 2648 2649
	else {
		int frags = pkt_dev->nfrags;
		int i;

L
Luiz Capitulino 已提交
2650 2651
		pgh = (struct pktgen_hdr *)(((char *)(udph)) + 8);

L
Linus Torvalds 已提交
2652 2653
		if (frags > MAX_SKB_FRAGS)
			frags = MAX_SKB_FRAGS;
L
Luiz Capitulino 已提交
2654 2655 2656
		if (datalen > frags * PAGE_SIZE) {
			skb_put(skb, datalen - frags * PAGE_SIZE);
			datalen = frags * PAGE_SIZE;
L
Linus Torvalds 已提交
2657 2658 2659 2660 2661 2662 2663 2664
		}

		i = 0;
		while (datalen > 0) {
			struct page *page = alloc_pages(GFP_KERNEL, 0);
			skb_shinfo(skb)->frags[i].page = page;
			skb_shinfo(skb)->frags[i].page_offset = 0;
			skb_shinfo(skb)->frags[i].size =
L
Luiz Capitulino 已提交
2665
			    (datalen < PAGE_SIZE ? datalen : PAGE_SIZE);
L
Linus Torvalds 已提交
2666 2667 2668 2669 2670 2671 2672 2673 2674 2675 2676 2677 2678 2679 2680 2681 2682 2683 2684
			datalen -= skb_shinfo(skb)->frags[i].size;
			skb->len += skb_shinfo(skb)->frags[i].size;
			skb->data_len += skb_shinfo(skb)->frags[i].size;
			i++;
			skb_shinfo(skb)->nr_frags = i;
		}

		while (i < frags) {
			int rem;

			if (i == 0)
				break;

			rem = skb_shinfo(skb)->frags[i - 1].size / 2;
			if (rem == 0)
				break;

			skb_shinfo(skb)->frags[i - 1].size -= rem;

L
Luiz Capitulino 已提交
2685 2686
			skb_shinfo(skb)->frags[i] =
			    skb_shinfo(skb)->frags[i - 1];
L
Linus Torvalds 已提交
2687
			get_page(skb_shinfo(skb)->frags[i].page);
L
Luiz Capitulino 已提交
2688 2689 2690 2691
			skb_shinfo(skb)->frags[i].page =
			    skb_shinfo(skb)->frags[i - 1].page;
			skb_shinfo(skb)->frags[i].page_offset +=
			    skb_shinfo(skb)->frags[i - 1].size;
L
Linus Torvalds 已提交
2692 2693 2694 2695 2696 2697
			skb_shinfo(skb)->frags[i].size = rem;
			i++;
			skb_shinfo(skb)->nr_frags = i;
		}
	}

2698 2699 2700
	/* Stamp the time, and sequence number,
	 * convert them to network byte order
	 */
L
Luiz Capitulino 已提交
2701 2702 2703 2704 2705 2706 2707 2708 2709 2710
	if (pgh) {
		struct timeval timestamp;

		pgh->pgh_magic = htonl(PKTGEN_MAGIC);
		pgh->seq_num = htonl(pkt_dev->seq_num);

		do_gettimeofday(&timestamp);
		pgh->tv_sec = htonl(timestamp.tv_sec);
		pgh->tv_usec = htonl(timestamp.tv_usec);
	}
L
Linus Torvalds 已提交
2711

J
Jamal Hadi Salim 已提交
2712 2713 2714 2715 2716
#ifdef CONFIG_XFRM
	if (!process_ipsec(pkt_dev, skb, protocol))
		return NULL;
#endif

L
Linus Torvalds 已提交
2717 2718 2719 2720
	return skb;
}

/*
2721
 * scan_ip6, fmt_ip taken from dietlibc-0.21
L
Linus Torvalds 已提交
2722 2723
 * Author Felix von Leitner <felix-dietlibc@fefe.de>
 *
2724
 * Slightly modified for kernel.
L
Linus Torvalds 已提交
2725 2726 2727 2728
 * Should be candidate for net/ipv4/utils.c
 * --ro
 */

L
Luiz Capitulino 已提交
2729
static unsigned int scan_ip6(const char *s, char ip[16])
L
Linus Torvalds 已提交
2730 2731
{
	unsigned int i;
L
Luiz Capitulino 已提交
2732
	unsigned int len = 0;
L
Linus Torvalds 已提交
2733 2734
	unsigned long u;
	char suffix[16];
L
Luiz Capitulino 已提交
2735 2736
	unsigned int prefixlen = 0;
	unsigned int suffixlen = 0;
A
Al Viro 已提交
2737
	__be32 tmp;
S
Stephen Hemminger 已提交
2738
	char *pos;
L
Linus Torvalds 已提交
2739

L
Luiz Capitulino 已提交
2740 2741
	for (i = 0; i < 16; i++)
		ip[i] = 0;
L
Linus Torvalds 已提交
2742 2743 2744 2745

	for (;;) {
		if (*s == ':') {
			len++;
L
Luiz Capitulino 已提交
2746 2747
			if (s[1] == ':') {	/* Found "::", skip to part 2 */
				s += 2;
L
Linus Torvalds 已提交
2748 2749 2750 2751 2752 2753
				len++;
				break;
			}
			s++;
		}

S
Stephen Hemminger 已提交
2754 2755
		u = simple_strtoul(s, &pos, 16);
		i = pos - s;
L
Luiz Capitulino 已提交
2756 2757 2758
		if (!i)
			return 0;
		if (prefixlen == 12 && s[i] == '.') {
L
Linus Torvalds 已提交
2759 2760 2761 2762

			/* the last 4 bytes may be written as IPv4 address */

			tmp = in_aton(s);
L
Luiz Capitulino 已提交
2763 2764
			memcpy((struct in_addr *)(ip + 12), &tmp, sizeof(tmp));
			return i + len;
L
Linus Torvalds 已提交
2765 2766 2767
		}
		ip[prefixlen++] = (u >> 8);
		ip[prefixlen++] = (u & 255);
L
Luiz Capitulino 已提交
2768 2769 2770
		s += i;
		len += i;
		if (prefixlen == 16)
L
Linus Torvalds 已提交
2771 2772 2773 2774 2775 2776
			return len;
	}

/* part 2, after "::" */
	for (;;) {
		if (*s == ':') {
L
Luiz Capitulino 已提交
2777
			if (suffixlen == 0)
L
Linus Torvalds 已提交
2778 2779 2780
				break;
			s++;
			len++;
L
Luiz Capitulino 已提交
2781
		} else if (suffixlen != 0)
L
Linus Torvalds 已提交
2782
			break;
S
Stephen Hemminger 已提交
2783 2784 2785

		u = simple_strtol(s, &pos, 16);
		i = pos - s;
L
Linus Torvalds 已提交
2786
		if (!i) {
L
Luiz Capitulino 已提交
2787 2788
			if (*s)
				len--;
L
Linus Torvalds 已提交
2789 2790
			break;
		}
L
Luiz Capitulino 已提交
2791
		if (suffixlen + prefixlen <= 12 && s[i] == '.') {
L
Linus Torvalds 已提交
2792
			tmp = in_aton(s);
L
Luiz Capitulino 已提交
2793 2794 2795 2796
			memcpy((struct in_addr *)(suffix + suffixlen), &tmp,
			       sizeof(tmp));
			suffixlen += 4;
			len += strlen(s);
L
Linus Torvalds 已提交
2797 2798 2799 2800
			break;
		}
		suffix[suffixlen++] = (u >> 8);
		suffix[suffixlen++] = (u & 255);
L
Luiz Capitulino 已提交
2801 2802 2803
		s += i;
		len += i;
		if (prefixlen + suffixlen == 16)
L
Linus Torvalds 已提交
2804 2805
			break;
	}
L
Luiz Capitulino 已提交
2806 2807
	for (i = 0; i < suffixlen; i++)
		ip[16 - suffixlen + i] = suffix[i];
L
Linus Torvalds 已提交
2808 2809 2810
	return len;
}

L
Luiz Capitulino 已提交
2811 2812 2813
static char tohex(char hexdigit)
{
	return hexdigit > 9 ? hexdigit + 'a' - 10 : hexdigit + '0';
L
Linus Torvalds 已提交
2814 2815
}

L
Luiz Capitulino 已提交
2816 2817 2818 2819 2820 2821 2822 2823 2824 2825 2826 2827 2828 2829
static int fmt_xlong(char *s, unsigned int i)
{
	char *bak = s;
	*s = tohex((i >> 12) & 0xf);
	if (s != bak || *s != '0')
		++s;
	*s = tohex((i >> 8) & 0xf);
	if (s != bak || *s != '0')
		++s;
	*s = tohex((i >> 4) & 0xf);
	if (s != bak || *s != '0')
		++s;
	*s = tohex(i & 0xf);
	return s - bak + 1;
L
Linus Torvalds 已提交
2830 2831
}

L
Luiz Capitulino 已提交
2832 2833
static unsigned int fmt_ip6(char *s, const char ip[16])
{
L
Linus Torvalds 已提交
2834 2835 2836 2837 2838 2839
	unsigned int len;
	unsigned int i;
	unsigned int temp;
	unsigned int compressing;
	int j;

L
Luiz Capitulino 已提交
2840 2841 2842
	len = 0;
	compressing = 0;
	for (j = 0; j < 16; j += 2) {
L
Linus Torvalds 已提交
2843 2844

#ifdef V4MAPPEDPREFIX
L
Luiz Capitulino 已提交
2845 2846 2847 2848
		if (j == 12 && !memcmp(ip, V4mappedprefix, 12)) {
			inet_ntoa_r(*(struct in_addr *)(ip + 12), s);
			temp = strlen(s);
			return len + temp;
L
Linus Torvalds 已提交
2849 2850
		}
#endif
L
Luiz Capitulino 已提交
2851 2852
		temp = ((unsigned long)(unsigned char)ip[j] << 8) +
		    (unsigned long)(unsigned char)ip[j + 1];
L
Linus Torvalds 已提交
2853 2854
		if (temp == 0) {
			if (!compressing) {
L
Luiz Capitulino 已提交
2855 2856 2857 2858
				compressing = 1;
				if (j == 0) {
					*s++ = ':';
					++len;
L
Linus Torvalds 已提交
2859 2860 2861 2862
				}
			}
		} else {
			if (compressing) {
L
Luiz Capitulino 已提交
2863 2864 2865
				compressing = 0;
				*s++ = ':';
				++len;
L
Linus Torvalds 已提交
2866
			}
L
Luiz Capitulino 已提交
2867 2868 2869 2870
			i = fmt_xlong(s, temp);
			len += i;
			s += i;
			if (j < 14) {
L
Linus Torvalds 已提交
2871 2872 2873 2874 2875 2876
				*s++ = ':';
				++len;
			}
		}
	}
	if (compressing) {
L
Luiz Capitulino 已提交
2877 2878
		*s++ = ':';
		++len;
L
Linus Torvalds 已提交
2879
	}
L
Luiz Capitulino 已提交
2880
	*s = 0;
L
Linus Torvalds 已提交
2881 2882 2883
	return len;
}

L
Luiz Capitulino 已提交
2884 2885
static struct sk_buff *fill_packet_ipv6(struct net_device *odev,
					struct pktgen_dev *pkt_dev)
L
Linus Torvalds 已提交
2886 2887 2888 2889 2890 2891
{
	struct sk_buff *skb = NULL;
	__u8 *eth;
	struct udphdr *udph;
	int datalen;
	struct ipv6hdr *iph;
L
Luiz Capitulino 已提交
2892
	struct pktgen_hdr *pgh = NULL;
2893
	__be16 protocol = htons(ETH_P_IPV6);
2894
	__be32 *mpls;
F
Francesco Fondelli 已提交
2895 2896 2897 2898
	__be16 *vlan_tci = NULL;                 /* Encapsulates priority and VLAN ID */
	__be16 *vlan_encapsulated_proto = NULL;  /* packet type ID field (or len) for VLAN tag */
	__be16 *svlan_tci = NULL;                /* Encapsulates priority and SVLAN ID */
	__be16 *svlan_encapsulated_proto = NULL; /* packet type ID field (or len) for SVLAN tag */
2899
	u16 queue_map;
2900 2901

	if (pkt_dev->nr_labels)
2902
		protocol = htons(ETH_P_MPLS_UC);
2903

F
Francesco Fondelli 已提交
2904
	if (pkt_dev->vlan_id != 0xffff)
2905
		protocol = htons(ETH_P_8021Q);
F
Francesco Fondelli 已提交
2906

2907 2908 2909
	/* Update any of the values, used when we're incrementing various
	 * fields.
	 */
2910
	queue_map = pkt_dev->cur_queue_map;
2911 2912
	mod_cur_headers(pkt_dev);

S
Stephen Hemminger 已提交
2913 2914 2915
	skb = __netdev_alloc_skb(odev,
				 pkt_dev->cur_pkt_size + 64
				 + 16 + pkt_dev->pkt_overhead, GFP_NOWAIT);
L
Linus Torvalds 已提交
2916 2917 2918 2919 2920 2921 2922 2923 2924
	if (!skb) {
		sprintf(pkt_dev->result, "No memory");
		return NULL;
	}

	skb_reserve(skb, 16);

	/*  Reserve for ethernet and IP header  */
	eth = (__u8 *) skb_push(skb, 14);
2925 2926 2927
	mpls = (__be32 *)skb_put(skb, pkt_dev->nr_labels*sizeof(__u32));
	if (pkt_dev->nr_labels)
		mpls_push(mpls, pkt_dev);
F
Francesco Fondelli 已提交
2928 2929

	if (pkt_dev->vlan_id != 0xffff) {
2930
		if (pkt_dev->svlan_id != 0xffff) {
F
Francesco Fondelli 已提交
2931
			svlan_tci = (__be16 *)skb_put(skb, sizeof(__be16));
A
Al Viro 已提交
2932 2933 2934
			*svlan_tci = build_tci(pkt_dev->svlan_id,
					       pkt_dev->svlan_cfi,
					       pkt_dev->svlan_p);
F
Francesco Fondelli 已提交
2935
			svlan_encapsulated_proto = (__be16 *)skb_put(skb, sizeof(__be16));
2936
			*svlan_encapsulated_proto = htons(ETH_P_8021Q);
F
Francesco Fondelli 已提交
2937 2938
		}
		vlan_tci = (__be16 *)skb_put(skb, sizeof(__be16));
A
Al Viro 已提交
2939 2940 2941
		*vlan_tci = build_tci(pkt_dev->vlan_id,
				      pkt_dev->vlan_cfi,
				      pkt_dev->vlan_p);
F
Francesco Fondelli 已提交
2942
		vlan_encapsulated_proto = (__be16 *)skb_put(skb, sizeof(__be16));
2943
		*vlan_encapsulated_proto = htons(ETH_P_IPV6);
F
Francesco Fondelli 已提交
2944 2945
	}

2946
	skb->network_header = skb->tail;
2947
	skb->transport_header = skb->network_header + sizeof(struct ipv6hdr);
2948
	skb_put(skb, sizeof(struct ipv6hdr) + sizeof(struct udphdr));
2949
	skb_set_queue_mapping(skb, queue_map);
2950 2951
	iph = ipv6_hdr(skb);
	udph = udp_hdr(skb);
L
Linus Torvalds 已提交
2952 2953

	memcpy(eth, pkt_dev->hh, 12);
2954
	*(__be16 *) &eth[12] = protocol;
2955

2956 2957 2958
	/* Eth + IPh + UDPh + mpls */
	datalen = pkt_dev->cur_pkt_size - 14 -
		  sizeof(struct ipv6hdr) - sizeof(struct udphdr) -
2959
		  pkt_dev->pkt_overhead;
L
Linus Torvalds 已提交
2960

L
Luiz Capitulino 已提交
2961
	if (datalen < sizeof(struct pktgen_hdr)) {
L
Linus Torvalds 已提交
2962 2963
		datalen = sizeof(struct pktgen_hdr);
		if (net_ratelimit())
L
Luiz Capitulino 已提交
2964 2965
			printk(KERN_INFO "pktgen: increased datalen to %d\n",
			       datalen);
L
Linus Torvalds 已提交
2966 2967 2968 2969
	}

	udph->source = htons(pkt_dev->cur_udp_src);
	udph->dest = htons(pkt_dev->cur_udp_dst);
L
Luiz Capitulino 已提交
2970 2971
	udph->len = htons(datalen + sizeof(struct udphdr));
	udph->check = 0;	/* No checksum */
L
Linus Torvalds 已提交
2972

2973
	*(__be32 *) iph = htonl(0x60000000);	/* Version + flow */
L
Linus Torvalds 已提交
2974

F
Francesco Fondelli 已提交
2975 2976
	if (pkt_dev->traffic_class) {
		/* Version + traffic class + flow (0) */
A
Al Viro 已提交
2977
		*(__be32 *)iph |= htonl(0x60000000 | (pkt_dev->traffic_class << 20));
F
Francesco Fondelli 已提交
2978 2979
	}

L
Linus Torvalds 已提交
2980 2981 2982 2983 2984 2985 2986 2987
	iph->hop_limit = 32;

	iph->payload_len = htons(sizeof(struct udphdr) + datalen);
	iph->nexthdr = IPPROTO_UDP;

	ipv6_addr_copy(&iph->daddr, &pkt_dev->cur_in6_daddr);
	ipv6_addr_copy(&iph->saddr, &pkt_dev->cur_in6_saddr);

2988
	skb->mac_header = (skb->network_header - ETH_HLEN -
2989
			   pkt_dev->pkt_overhead);
2990
	skb->protocol = protocol;
L
Linus Torvalds 已提交
2991 2992 2993
	skb->dev = odev;
	skb->pkt_type = PACKET_HOST;

L
Luiz Capitulino 已提交
2994 2995
	if (pkt_dev->nfrags <= 0)
		pgh = (struct pktgen_hdr *)skb_put(skb, datalen);
L
Linus Torvalds 已提交
2996 2997 2998 2999
	else {
		int frags = pkt_dev->nfrags;
		int i;

L
Luiz Capitulino 已提交
3000 3001
		pgh = (struct pktgen_hdr *)(((char *)(udph)) + 8);

L
Linus Torvalds 已提交
3002 3003
		if (frags > MAX_SKB_FRAGS)
			frags = MAX_SKB_FRAGS;
L
Luiz Capitulino 已提交
3004 3005 3006
		if (datalen > frags * PAGE_SIZE) {
			skb_put(skb, datalen - frags * PAGE_SIZE);
			datalen = frags * PAGE_SIZE;
L
Linus Torvalds 已提交
3007 3008 3009 3010 3011 3012 3013 3014
		}

		i = 0;
		while (datalen > 0) {
			struct page *page = alloc_pages(GFP_KERNEL, 0);
			skb_shinfo(skb)->frags[i].page = page;
			skb_shinfo(skb)->frags[i].page_offset = 0;
			skb_shinfo(skb)->frags[i].size =
L
Luiz Capitulino 已提交
3015
			    (datalen < PAGE_SIZE ? datalen : PAGE_SIZE);
L
Linus Torvalds 已提交
3016 3017 3018 3019 3020 3021 3022 3023 3024 3025 3026 3027 3028 3029 3030 3031 3032 3033 3034
			datalen -= skb_shinfo(skb)->frags[i].size;
			skb->len += skb_shinfo(skb)->frags[i].size;
			skb->data_len += skb_shinfo(skb)->frags[i].size;
			i++;
			skb_shinfo(skb)->nr_frags = i;
		}

		while (i < frags) {
			int rem;

			if (i == 0)
				break;

			rem = skb_shinfo(skb)->frags[i - 1].size / 2;
			if (rem == 0)
				break;

			skb_shinfo(skb)->frags[i - 1].size -= rem;

L
Luiz Capitulino 已提交
3035 3036
			skb_shinfo(skb)->frags[i] =
			    skb_shinfo(skb)->frags[i - 1];
L
Linus Torvalds 已提交
3037
			get_page(skb_shinfo(skb)->frags[i].page);
L
Luiz Capitulino 已提交
3038 3039 3040 3041
			skb_shinfo(skb)->frags[i].page =
			    skb_shinfo(skb)->frags[i - 1].page;
			skb_shinfo(skb)->frags[i].page_offset +=
			    skb_shinfo(skb)->frags[i - 1].size;
L
Linus Torvalds 已提交
3042 3043 3044 3045 3046 3047
			skb_shinfo(skb)->frags[i].size = rem;
			i++;
			skb_shinfo(skb)->nr_frags = i;
		}
	}

3048 3049 3050 3051
	/* Stamp the time, and sequence number,
	 * convert them to network byte order
	 * should we update cloned packets too ?
	 */
L
Luiz Capitulino 已提交
3052 3053 3054 3055 3056 3057 3058 3059 3060 3061
	if (pgh) {
		struct timeval timestamp;

		pgh->pgh_magic = htonl(PKTGEN_MAGIC);
		pgh->seq_num = htonl(pkt_dev->seq_num);

		do_gettimeofday(&timestamp);
		pgh->tv_sec = htonl(timestamp.tv_sec);
		pgh->tv_usec = htonl(timestamp.tv_usec);
	}
F
Francesco Fondelli 已提交
3062
	/* pkt_dev->seq_num++; FF: you really mean this? */
L
Luiz Capitulino 已提交
3063

L
Linus Torvalds 已提交
3064 3065 3066
	return skb;
}

S
Stephen Hemminger 已提交
3067 3068
static struct sk_buff *fill_packet(struct net_device *odev,
				   struct pktgen_dev *pkt_dev)
L
Linus Torvalds 已提交
3069
{
L
Luiz Capitulino 已提交
3070
	if (pkt_dev->flags & F_IPV6)
L
Linus Torvalds 已提交
3071 3072 3073 3074 3075
		return fill_packet_ipv6(odev, pkt_dev);
	else
		return fill_packet_ipv4(odev, pkt_dev);
}

L
Luiz Capitulino 已提交
3076
static void pktgen_clear_counters(struct pktgen_dev *pkt_dev)
L
Linus Torvalds 已提交
3077
{
L
Luiz Capitulino 已提交
3078 3079
	pkt_dev->seq_num = 1;
	pkt_dev->idle_acc = 0;
L
Linus Torvalds 已提交
3080
	pkt_dev->sofar = 0;
L
Luiz Capitulino 已提交
3081 3082
	pkt_dev->tx_bytes = 0;
	pkt_dev->errors = 0;
L
Linus Torvalds 已提交
3083 3084 3085 3086 3087 3088
}

/* Set up structure for sending pkts, clear counters */

static void pktgen_run(struct pktgen_thread *t)
{
3089
	struct pktgen_dev *pkt_dev;
L
Linus Torvalds 已提交
3090 3091
	int started = 0;

S
Stephen Hemminger 已提交
3092
	pr_debug("pktgen: entering pktgen_run. %p\n", t);
L
Linus Torvalds 已提交
3093 3094

	if_lock(t);
3095
	list_for_each_entry(pkt_dev, &t->if_list, list) {
L
Linus Torvalds 已提交
3096 3097 3098 3099 3100 3101

		/*
		 * setup odev and create initial packet.
		 */
		pktgen_setup_inject(pkt_dev);

L
Luiz Capitulino 已提交
3102
		if (pkt_dev->odev) {
L
Linus Torvalds 已提交
3103
			pktgen_clear_counters(pkt_dev);
L
Luiz Capitulino 已提交
3104
			pkt_dev->running = 1;	/* Cranke yeself! */
L
Linus Torvalds 已提交
3105
			pkt_dev->skb = NULL;
3106 3107 3108
			pkt_dev->started_at =
				pkt_dev->next_tx = ktime_now();

3109
			set_pkt_overhead(pkt_dev);
L
Luiz Capitulino 已提交
3110

L
Linus Torvalds 已提交
3111 3112
			strcpy(pkt_dev->result, "Starting");
			started++;
L
Luiz Capitulino 已提交
3113
		} else
L
Linus Torvalds 已提交
3114 3115 3116
			strcpy(pkt_dev->result, "Error starting");
	}
	if_unlock(t);
L
Luiz Capitulino 已提交
3117 3118
	if (started)
		t->control &= ~(T_STOP);
L
Linus Torvalds 已提交
3119 3120 3121 3122
}

static void pktgen_stop_all_threads_ifs(void)
{
3123
	struct pktgen_thread *t;
L
Linus Torvalds 已提交
3124

S
Stephen Hemminger 已提交
3125
	pr_debug("pktgen: entering pktgen_stop_all_threads_ifs.\n");
L
Linus Torvalds 已提交
3126

3127
	mutex_lock(&pktgen_thread_lock);
3128 3129

	list_for_each_entry(t, &pktgen_threads, th_list)
3130
		t->control |= T_STOP;
3131

3132
	mutex_unlock(&pktgen_thread_lock);
L
Linus Torvalds 已提交
3133 3134
}

S
Stephen Hemminger 已提交
3135
static int thread_is_running(const struct pktgen_thread *t)
L
Linus Torvalds 已提交
3136
{
S
Stephen Hemminger 已提交
3137
	const struct pktgen_dev *pkt_dev;
L
Linus Torvalds 已提交
3138

3139
	list_for_each_entry(pkt_dev, &t->if_list, list)
S
Stephen Hemminger 已提交
3140 3141 3142
		if (pkt_dev->running)
			return 1;
	return 0;
L
Linus Torvalds 已提交
3143 3144
}

L
Luiz Capitulino 已提交
3145
static int pktgen_wait_thread_run(struct pktgen_thread *t)
L
Linus Torvalds 已提交
3146
{
L
Luiz Capitulino 已提交
3147
	if_lock(t);
L
Linus Torvalds 已提交
3148

L
Luiz Capitulino 已提交
3149
	while (thread_is_running(t)) {
L
Linus Torvalds 已提交
3150

L
Luiz Capitulino 已提交
3151
		if_unlock(t);
L
Linus Torvalds 已提交
3152

L
Luiz Capitulino 已提交
3153
		msleep_interruptible(100);
L
Linus Torvalds 已提交
3154

L
Luiz Capitulino 已提交
3155 3156 3157 3158 3159 3160 3161 3162
		if (signal_pending(current))
			goto signal;
		if_lock(t);
	}
	if_unlock(t);
	return 1;
signal:
	return 0;
L
Linus Torvalds 已提交
3163 3164 3165 3166
}

static int pktgen_wait_all_threads_run(void)
{
3167
	struct pktgen_thread *t;
L
Linus Torvalds 已提交
3168
	int sig = 1;
L
Luiz Capitulino 已提交
3169

3170
	mutex_lock(&pktgen_thread_lock);
3171 3172

	list_for_each_entry(t, &pktgen_threads, th_list) {
L
Linus Torvalds 已提交
3173
		sig = pktgen_wait_thread_run(t);
L
Luiz Capitulino 已提交
3174 3175
		if (sig == 0)
			break;
L
Linus Torvalds 已提交
3176
	}
3177 3178 3179

	if (sig == 0)
		list_for_each_entry(t, &pktgen_threads, th_list)
L
Linus Torvalds 已提交
3180
			t->control |= (T_STOP);
3181

3182
	mutex_unlock(&pktgen_thread_lock);
L
Linus Torvalds 已提交
3183 3184 3185 3186 3187
	return sig;
}

static void pktgen_run_all_threads(void)
{
3188
	struct pktgen_thread *t;
L
Linus Torvalds 已提交
3189

S
Stephen Hemminger 已提交
3190
	pr_debug("pktgen: entering pktgen_run_all_threads.\n");
L
Linus Torvalds 已提交
3191

3192
	mutex_lock(&pktgen_thread_lock);
L
Linus Torvalds 已提交
3193

3194
	list_for_each_entry(t, &pktgen_threads, th_list)
L
Linus Torvalds 已提交
3195
		t->control |= (T_RUN);
3196

3197
	mutex_unlock(&pktgen_thread_lock);
L
Linus Torvalds 已提交
3198

3199 3200
	/* Propagate thread->control  */
	schedule_timeout_interruptible(msecs_to_jiffies(125));
L
Luiz Capitulino 已提交
3201

L
Linus Torvalds 已提交
3202 3203 3204
	pktgen_wait_all_threads_run();
}

3205 3206 3207 3208 3209 3210 3211 3212 3213 3214 3215 3216 3217
static void pktgen_reset_all_threads(void)
{
	struct pktgen_thread *t;

	pr_debug("pktgen: entering pktgen_reset_all_threads.\n");

	mutex_lock(&pktgen_thread_lock);

	list_for_each_entry(t, &pktgen_threads, th_list)
		t->control |= (T_REMDEVALL);

	mutex_unlock(&pktgen_thread_lock);

3218 3219
	/* Propagate thread->control  */
	schedule_timeout_interruptible(msecs_to_jiffies(125));
3220 3221 3222 3223

	pktgen_wait_all_threads_run();
}

L
Linus Torvalds 已提交
3224 3225
static void show_results(struct pktgen_dev *pkt_dev, int nr_frags)
{
3226
	__u64 bps, mbps, pps;
L
Luiz Capitulino 已提交
3227
	char *p = pkt_dev->result;
3228 3229 3230 3231 3232 3233 3234 3235
	ktime_t elapsed = ktime_sub(pkt_dev->stopped_at,
				    pkt_dev->started_at);
	ktime_t idle = ns_to_ktime(pkt_dev->idle_acc);

	p += sprintf(p, "OK: %llu(c%llu+d%llu) nsec, %llu (%dbyte,%dfrags)\n",
		     (unsigned long long)ktime_to_us(elapsed),
		     (unsigned long long)ktime_to_us(ktime_sub(elapsed, idle)),
		     (unsigned long long)ktime_to_us(idle),
L
Luiz Capitulino 已提交
3236 3237 3238
		     (unsigned long long)pkt_dev->sofar,
		     pkt_dev->cur_pkt_size, nr_frags);

3239 3240
	pps = div64_u64(pkt_dev->sofar * NSEC_PER_SEC,
			ktime_to_ns(elapsed));
L
Luiz Capitulino 已提交
3241 3242 3243 3244 3245 3246 3247 3248 3249 3250

	bps = pps * 8 * pkt_dev->cur_pkt_size;

	mbps = bps;
	do_div(mbps, 1000000);
	p += sprintf(p, "  %llupps %lluMb/sec (%llubps) errors: %llu",
		     (unsigned long long)pps,
		     (unsigned long long)mbps,
		     (unsigned long long)bps,
		     (unsigned long long)pkt_dev->errors);
L
Linus Torvalds 已提交
3251 3252 3253
}

/* Set stopped-at timer, remove from running list, do counters & statistics */
L
Luiz Capitulino 已提交
3254
static int pktgen_stop_device(struct pktgen_dev *pkt_dev)
L
Linus Torvalds 已提交
3255
{
L
Luiz Capitulino 已提交
3256
	int nr_frags = pkt_dev->skb ? skb_shinfo(pkt_dev->skb)->nr_frags : -1;
3257

L
Luiz Capitulino 已提交
3258
	if (!pkt_dev->running) {
3259 3260
		printk(KERN_WARNING "pktgen: interface: %s is already "
		       "stopped\n", pkt_dev->odev->name);
L
Luiz Capitulino 已提交
3261 3262
		return -EINVAL;
	}
L
Linus Torvalds 已提交
3263

S
Stephen Hemminger 已提交
3264 3265
	kfree_skb(pkt_dev->skb);
	pkt_dev->skb = NULL;
3266
	pkt_dev->stopped_at = ktime_now();
L
Luiz Capitulino 已提交
3267
	pkt_dev->running = 0;
L
Linus Torvalds 已提交
3268

3269
	show_results(pkt_dev, nr_frags);
L
Linus Torvalds 已提交
3270

L
Luiz Capitulino 已提交
3271
	return 0;
L
Linus Torvalds 已提交
3272 3273
}

L
Luiz Capitulino 已提交
3274
static struct pktgen_dev *next_to_run(struct pktgen_thread *t)
L
Linus Torvalds 已提交
3275
{
3276
	struct pktgen_dev *pkt_dev, *best = NULL;
L
Luiz Capitulino 已提交
3277

L
Linus Torvalds 已提交
3278 3279
	if_lock(t);

3280 3281
	list_for_each_entry(pkt_dev, &t->if_list, list) {
		if (!pkt_dev->running)
L
Luiz Capitulino 已提交
3282 3283
			continue;
		if (best == NULL)
3284
			best = pkt_dev;
3285
		else if (ktime_lt(pkt_dev->next_tx, best->next_tx))
3286
			best = pkt_dev;
L
Linus Torvalds 已提交
3287 3288
	}
	if_unlock(t);
L
Luiz Capitulino 已提交
3289
	return best;
L
Linus Torvalds 已提交
3290 3291
}

L
Luiz Capitulino 已提交
3292 3293
static void pktgen_stop(struct pktgen_thread *t)
{
3294
	struct pktgen_dev *pkt_dev;
L
Linus Torvalds 已提交
3295

S
Stephen Hemminger 已提交
3296
	pr_debug("pktgen: entering pktgen_stop\n");
L
Linus Torvalds 已提交
3297

L
Luiz Capitulino 已提交
3298
	if_lock(t);
L
Linus Torvalds 已提交
3299

3300 3301
	list_for_each_entry(pkt_dev, &t->if_list, list) {
		pktgen_stop_device(pkt_dev);
3302
	}
L
Linus Torvalds 已提交
3303

L
Luiz Capitulino 已提交
3304
	if_unlock(t);
L
Linus Torvalds 已提交
3305 3306
}

3307 3308 3309 3310 3311 3312
/*
 * one of our devices needs to be removed - find it
 * and remove it
 */
static void pktgen_rem_one_if(struct pktgen_thread *t)
{
3313 3314
	struct list_head *q, *n;
	struct pktgen_dev *cur;
3315

S
Stephen Hemminger 已提交
3316
	pr_debug("pktgen: entering pktgen_rem_one_if\n");
3317 3318 3319

	if_lock(t);

3320 3321
	list_for_each_safe(q, n, &t->if_list) {
		cur = list_entry(q, struct pktgen_dev, list);
3322

L
Luiz Capitulino 已提交
3323 3324
		if (!cur->removal_mark)
			continue;
3325

3326
		kfree_skb(cur->skb);
3327 3328 3329 3330 3331 3332 3333 3334 3335 3336
		cur->skb = NULL;

		pktgen_remove_device(t, cur);

		break;
	}

	if_unlock(t);
}

L
Luiz Capitulino 已提交
3337
static void pktgen_rem_all_ifs(struct pktgen_thread *t)
L
Linus Torvalds 已提交
3338
{
3339 3340
	struct list_head *q, *n;
	struct pktgen_dev *cur;
L
Luiz Capitulino 已提交
3341 3342

	/* Remove all devices, free mem */
3343

S
Stephen Hemminger 已提交
3344
	pr_debug("pktgen: entering pktgen_rem_all_ifs\n");
L
Luiz Capitulino 已提交
3345
	if_lock(t);
L
Linus Torvalds 已提交
3346

3347 3348
	list_for_each_safe(q, n, &t->if_list) {
		cur = list_entry(q, struct pktgen_dev, list);
3349

3350
		kfree_skb(cur->skb);
3351 3352
		cur->skb = NULL;

L
Linus Torvalds 已提交
3353 3354 3355
		pktgen_remove_device(t, cur);
	}

L
Luiz Capitulino 已提交
3356
	if_unlock(t);
L
Linus Torvalds 已提交
3357 3358
}

L
Luiz Capitulino 已提交
3359
static void pktgen_rem_thread(struct pktgen_thread *t)
L
Linus Torvalds 已提交
3360
{
L
Luiz Capitulino 已提交
3361
	/* Remove from the thread list */
L
Linus Torvalds 已提交
3362

3363
	remove_proc_entry(t->tsk->comm, pg_proc_dir);
L
Linus Torvalds 已提交
3364

3365
	mutex_lock(&pktgen_thread_lock);
L
Linus Torvalds 已提交
3366

3367 3368
	list_del(&t->th_list);

3369
	mutex_unlock(&pktgen_thread_lock);
L
Linus Torvalds 已提交
3370 3371
}

3372
static void pktgen_resched(struct pktgen_dev *pkt_dev)
3373
{
3374
	ktime_t idle_start = ktime_now();
3375 3376 3377
	schedule();
	pkt_dev->idle_acc += ktime_to_ns(ktime_sub(ktime_now(), idle_start));
}
3378

3379 3380 3381
static void pktgen_wait_for_skb(struct pktgen_dev *pkt_dev)
{
	ktime_t idle_start = ktime_now();
3382

3383 3384 3385 3386 3387 3388 3389 3390 3391
	while (atomic_read(&(pkt_dev->skb->users)) != 1) {
		if (signal_pending(current))
			break;

		if (need_resched())
			pktgen_resched(pkt_dev);
		else
			cpu_relax();
	}
3392
	pkt_dev->idle_acc += ktime_to_ns(ktime_sub(ktime_now(), idle_start));
3393 3394
}

S
Stephen Hemminger 已提交
3395
static void pktgen_xmit(struct pktgen_dev *pkt_dev)
L
Linus Torvalds 已提交
3396
{
3397
	struct net_device *odev = pkt_dev->odev;
3398
	netdev_tx_t (*xmit)(struct sk_buff *, struct net_device *)
3399
		= odev->netdev_ops->ndo_start_xmit;
3400 3401
	struct netdev_queue *txq;
	u16 queue_map;
L
Linus Torvalds 已提交
3402 3403
	int ret;

3404 3405 3406 3407
	/* If device is offline, then don't send */
	if (unlikely(!netif_running(odev) || !netif_carrier_ok(odev))) {
		pktgen_stop_device(pkt_dev);
		return;
3408 3409
	}

3410 3411 3412 3413 3414
	/* This is max DELAY, this has special meaning of
	 * "never transmit"
	 */
	if (unlikely(pkt_dev->delay == ULLONG_MAX)) {
		pkt_dev->next_tx = ktime_add_ns(ktime_now(), ULONG_MAX);
3415
		return;
L
Linus Torvalds 已提交
3416
	}
L
Luiz Capitulino 已提交
3417

3418
	/* If no skb or clone count exhausted then get new one */
3419 3420 3421 3422 3423 3424 3425 3426 3427 3428 3429 3430
	if (!pkt_dev->skb || (pkt_dev->last_ok &&
			      ++pkt_dev->clone_count >= pkt_dev->clone_skb)) {
		/* build a new pkt */
		kfree_skb(pkt_dev->skb);

		pkt_dev->skb = fill_packet(odev, pkt_dev);
		if (pkt_dev->skb == NULL) {
			printk(KERN_ERR "pktgen: ERROR: couldn't "
			       "allocate skb in fill_packet.\n");
			schedule();
			pkt_dev->clone_count--;	/* back out increment, OOM */
			return;
L
Linus Torvalds 已提交
3431
		}
3432 3433 3434

		pkt_dev->allocated_skbs++;
		pkt_dev->clone_count = 0;	/* reset counter */
L
Linus Torvalds 已提交
3435
	}
3436

3437 3438 3439
	if (pkt_dev->delay && pkt_dev->last_ok)
		spin(pkt_dev, pkt_dev->next_tx);

3440 3441 3442 3443
	queue_map = skb_get_queue_mapping(pkt_dev->skb);
	txq = netdev_get_tx_queue(odev, queue_map);

	__netif_tx_lock_bh(txq);
3444
	atomic_inc(&(pkt_dev->skb->users));
3445

3446 3447 3448
	if (unlikely(netif_tx_queue_stopped(txq) || netif_tx_queue_frozen(txq)))
		ret = NETDEV_TX_BUSY;
	else
3449
		ret = (*xmit)(pkt_dev->skb, odev);
3450 3451 3452 3453 3454 3455 3456 3457 3458 3459 3460 3461 3462 3463 3464 3465 3466 3467 3468 3469

	switch (ret) {
	case NETDEV_TX_OK:
		txq_trans_update(txq);
		pkt_dev->last_ok = 1;
		pkt_dev->sofar++;
		pkt_dev->seq_num++;
		pkt_dev->tx_bytes += pkt_dev->cur_pkt_size;
		break;
	default: /* Drivers are not supposed to return other values! */
		if (net_ratelimit())
			pr_info("pktgen: %s xmit error: %d\n",
				odev->name, ret);
		pkt_dev->errors++;
		/* fallthru */
	case NETDEV_TX_LOCKED:
	case NETDEV_TX_BUSY:
		/* Retry it next time */
		atomic_dec(&(pkt_dev->skb->users));
		pkt_dev->last_ok = 0;
L
Luiz Capitulino 已提交
3470
	}
3471
	__netif_tx_unlock_bh(txq);
L
Luiz Capitulino 已提交
3472

L
Linus Torvalds 已提交
3473 3474
	/* If pkt_dev->count is zero, then run forever */
	if ((pkt_dev->count != 0) && (pkt_dev->sofar >= pkt_dev->count)) {
3475
		pktgen_wait_for_skb(pkt_dev);
L
Luiz Capitulino 已提交
3476

L
Linus Torvalds 已提交
3477 3478
		/* Done with this */
		pktgen_stop_device(pkt_dev);
L
Luiz Capitulino 已提交
3479 3480
	}
}
L
Linus Torvalds 已提交
3481

3482
/*
L
Linus Torvalds 已提交
3483 3484 3485
 * Main loop of the thread goes here
 */

3486
static int pktgen_thread_worker(void *arg)
L
Linus Torvalds 已提交
3487 3488
{
	DEFINE_WAIT(wait);
3489
	struct pktgen_thread *t = arg;
L
Luiz Capitulino 已提交
3490
	struct pktgen_dev *pkt_dev = NULL;
L
Linus Torvalds 已提交
3491 3492
	int cpu = t->cpu;

3493
	BUG_ON(smp_processor_id() != cpu);
L
Linus Torvalds 已提交
3494 3495

	init_waitqueue_head(&t->queue);
3496
	complete(&t->start_done);
L
Linus Torvalds 已提交
3497

3498 3499
	pr_debug("pktgen: starting pktgen/%d:  pid=%d\n",
		 cpu, task_pid_nr(current));
L
Linus Torvalds 已提交
3500

3501
	set_current_state(TASK_INTERRUPTIBLE);
L
Luiz Capitulino 已提交
3502

3503 3504
	set_freezable();

3505 3506
	while (!kthread_should_stop()) {
		pkt_dev = next_to_run(t);
L
Linus Torvalds 已提交
3507

3508 3509 3510 3511 3512
		if (unlikely(!pkt_dev && t->control == 0)) {
			wait_event_interruptible_timeout(t->queue,
							 t->control != 0,
							 HZ/10);
			continue;
3513
		}
L
Linus Torvalds 已提交
3514

3515
		__set_current_state(TASK_RUNNING);
L
Luiz Capitulino 已提交
3516

3517
		if (likely(pkt_dev)) {
L
Linus Torvalds 已提交
3518 3519
			pktgen_xmit(pkt_dev);

3520 3521 3522 3523 3524 3525
			if (need_resched())
				pktgen_resched(pkt_dev);
			else
				cpu_relax();
		}

L
Luiz Capitulino 已提交
3526
		if (t->control & T_STOP) {
L
Linus Torvalds 已提交
3527 3528 3529 3530
			pktgen_stop(t);
			t->control &= ~(T_STOP);
		}

L
Luiz Capitulino 已提交
3531
		if (t->control & T_RUN) {
L
Linus Torvalds 已提交
3532 3533 3534 3535
			pktgen_run(t);
			t->control &= ~(T_RUN);
		}

L
Luiz Capitulino 已提交
3536
		if (t->control & T_REMDEVALL) {
L
Linus Torvalds 已提交
3537
			pktgen_rem_all_ifs(t);
3538 3539 3540
			t->control &= ~(T_REMDEVALL);
		}

L
Luiz Capitulino 已提交
3541
		if (t->control & T_REMDEV) {
3542
			pktgen_rem_one_if(t);
L
Linus Torvalds 已提交
3543 3544 3545
			t->control &= ~(T_REMDEV);
		}

A
Andrew Morton 已提交
3546 3547
		try_to_freeze();

3548
		set_current_state(TASK_INTERRUPTIBLE);
L
Luiz Capitulino 已提交
3549
	}
L
Linus Torvalds 已提交
3550

S
Stephen Hemminger 已提交
3551
	pr_debug("pktgen: %s stopping all device\n", t->tsk->comm);
L
Luiz Capitulino 已提交
3552
	pktgen_stop(t);
L
Linus Torvalds 已提交
3553

S
Stephen Hemminger 已提交
3554
	pr_debug("pktgen: %s removing all device\n", t->tsk->comm);
L
Luiz Capitulino 已提交
3555
	pktgen_rem_all_ifs(t);
L
Linus Torvalds 已提交
3556

S
Stephen Hemminger 已提交
3557
	pr_debug("pktgen: %s removing thread.\n", t->tsk->comm);
L
Luiz Capitulino 已提交
3558
	pktgen_rem_thread(t);
3559

3560
	return 0;
L
Linus Torvalds 已提交
3561 3562
}

L
Luiz Capitulino 已提交
3563 3564
static struct pktgen_dev *pktgen_find_dev(struct pktgen_thread *t,
					  const char *ifname)
L
Linus Torvalds 已提交
3565
{
3566
	struct pktgen_dev *p, *pkt_dev = NULL;
L
Luiz Capitulino 已提交
3567 3568
	if_lock(t);

3569
	list_for_each_entry(p, &t->if_list, list)
3570
		if (strncmp(p->odev->name, ifname, IFNAMSIZ) == 0) {
3571
			pkt_dev = p;
L
Luiz Capitulino 已提交
3572 3573 3574 3575
			break;
		}

	if_unlock(t);
S
Stephen Hemminger 已提交
3576
	pr_debug("pktgen: find_dev(%s) returning %p\n", ifname, pkt_dev);
L
Luiz Capitulino 已提交
3577
	return pkt_dev;
L
Linus Torvalds 已提交
3578 3579
}

3580 3581
/*
 * Adds a dev at front of if_list.
L
Linus Torvalds 已提交
3582 3583
 */

L
Luiz Capitulino 已提交
3584 3585
static int add_dev_to_thread(struct pktgen_thread *t,
			     struct pktgen_dev *pkt_dev)
L
Linus Torvalds 已提交
3586 3587
{
	int rv = 0;
L
Luiz Capitulino 已提交
3588 3589 3590 3591

	if_lock(t);

	if (pkt_dev->pg_thread) {
3592 3593
		printk(KERN_ERR "pktgen: ERROR: already assigned "
		       "to a thread.\n");
L
Luiz Capitulino 已提交
3594 3595 3596
		rv = -EBUSY;
		goto out;
	}
3597 3598

	list_add(&pkt_dev->list, &t->if_list);
L
Luiz Capitulino 已提交
3599
	pkt_dev->pg_thread = t;
L
Linus Torvalds 已提交
3600 3601
	pkt_dev->running = 0;

L
Luiz Capitulino 已提交
3602 3603 3604
out:
	if_unlock(t);
	return rv;
L
Linus Torvalds 已提交
3605 3606 3607 3608
}

/* Called under thread lock */

L
Luiz Capitulino 已提交
3609
static int pktgen_add_device(struct pktgen_thread *t, const char *ifname)
L
Linus Torvalds 已提交
3610
{
L
Luiz Capitulino 已提交
3611
	struct pktgen_dev *pkt_dev;
3612
	int err;
L
Luiz Capitulino 已提交
3613

L
Linus Torvalds 已提交
3614 3615
	/* We don't allow a device to be on several threads */

3616 3617
	pkt_dev = __pktgen_NN_threads(ifname, FIND);
	if (pkt_dev) {
3618
		printk(KERN_ERR "pktgen: ERROR: interface already used.\n");
L
Luiz Capitulino 已提交
3619 3620
		return -EBUSY;
	}
3621 3622 3623 3624 3625

	pkt_dev = kzalloc(sizeof(struct pktgen_dev), GFP_KERNEL);
	if (!pkt_dev)
		return -ENOMEM;

L
Luiz Capitulino 已提交
3626
	pkt_dev->flows = vmalloc(MAX_CFLOWS * sizeof(struct flow_state));
3627 3628 3629 3630
	if (pkt_dev->flows == NULL) {
		kfree(pkt_dev);
		return -ENOMEM;
	}
L
Luiz Capitulino 已提交
3631
	memset(pkt_dev->flows, 0, MAX_CFLOWS * sizeof(struct flow_state));
3632

3633
	pkt_dev->removal_mark = 0;
3634 3635 3636 3637
	pkt_dev->min_pkt_size = ETH_ZLEN;
	pkt_dev->max_pkt_size = ETH_ZLEN;
	pkt_dev->nfrags = 0;
	pkt_dev->clone_skb = pg_clone_skb_d;
3638
	pkt_dev->delay = pg_delay_d;
3639 3640
	pkt_dev->count = pg_count_d;
	pkt_dev->sofar = 0;
L
Luiz Capitulino 已提交
3641
	pkt_dev->udp_src_min = 9;	/* sink port */
3642 3643 3644 3645
	pkt_dev->udp_src_max = 9;
	pkt_dev->udp_dst_min = 9;
	pkt_dev->udp_dst_max = 9;

F
Francesco Fondelli 已提交
3646 3647 3648 3649 3650 3651 3652
	pkt_dev->vlan_p = 0;
	pkt_dev->vlan_cfi = 0;
	pkt_dev->vlan_id = 0xffff;
	pkt_dev->svlan_p = 0;
	pkt_dev->svlan_cfi = 0;
	pkt_dev->svlan_id = 0xffff;

3653 3654 3655
	err = pktgen_setup_dev(pkt_dev, ifname);
	if (err)
		goto out1;
3656

3657 3658
	pkt_dev->entry = proc_create_data(ifname, 0600, pg_proc_dir,
					  &pktgen_if_fops, pkt_dev);
3659
	if (!pkt_dev->entry) {
3660
		printk(KERN_ERR "pktgen: cannot create %s/%s procfs entry.\n",
3661
		       PG_PROC_DIR, ifname);
3662 3663
		err = -EINVAL;
		goto out2;
3664
	}
J
Jamal Hadi Salim 已提交
3665 3666 3667 3668
#ifdef CONFIG_XFRM
	pkt_dev->ipsmode = XFRM_MODE_TRANSPORT;
	pkt_dev->ipsproto = IPPROTO_ESP;
#endif
3669 3670

	return add_dev_to_thread(t, pkt_dev);
3671 3672 3673
out2:
	dev_put(pkt_dev->odev);
out1:
J
Jamal Hadi Salim 已提交
3674 3675 3676
#ifdef CONFIG_XFRM
	free_SAs(pkt_dev);
#endif
F
Figo.zhang 已提交
3677
	vfree(pkt_dev->flows);
3678 3679
	kfree(pkt_dev);
	return err;
L
Linus Torvalds 已提交
3680 3681
}

3682
static int __init pktgen_create_thread(int cpu)
L
Linus Torvalds 已提交
3683
{
3684
	struct pktgen_thread *t;
3685
	struct proc_dir_entry *pe;
3686
	struct task_struct *p;
L
Luiz Capitulino 已提交
3687 3688 3689

	t = kzalloc(sizeof(struct pktgen_thread), GFP_KERNEL);
	if (!t) {
3690 3691
		printk(KERN_ERR "pktgen: ERROR: out of memory, can't "
		       "create new thread.\n");
L
Luiz Capitulino 已提交
3692 3693 3694 3695
		return -ENOMEM;
	}

	spin_lock_init(&t->if_lock);
L
Linus Torvalds 已提交
3696
	t->cpu = cpu;
L
Luiz Capitulino 已提交
3697

3698 3699 3700
	INIT_LIST_HEAD(&t->if_list);

	list_add_tail(&t->th_list, &pktgen_threads);
3701
	init_completion(&t->start_done);
3702 3703 3704

	p = kthread_create(pktgen_thread_worker, t, "kpktgend_%d", cpu);
	if (IS_ERR(p)) {
3705 3706
		printk(KERN_ERR "pktgen: kernel_thread() failed "
		       "for cpu %d\n", t->cpu);
3707 3708 3709 3710 3711 3712 3713
		list_del(&t->th_list);
		kfree(t);
		return PTR_ERR(p);
	}
	kthread_bind(p, cpu);
	t->tsk = p;

3714 3715
	pe = proc_create_data(t->tsk->comm, 0600, pg_proc_dir,
			      &pktgen_thread_fops, t);
L
Luiz Capitulino 已提交
3716
	if (!pe) {
3717
		printk(KERN_ERR "pktgen: cannot create %s/%s procfs entry.\n",
3718 3719 3720
		       PG_PROC_DIR, t->tsk->comm);
		kthread_stop(p);
		list_del(&t->th_list);
L
Luiz Capitulino 已提交
3721 3722 3723
		kfree(t);
		return -EINVAL;
	}
3724

3725
	wake_up_process(p);
3726
	wait_for_completion(&t->start_done);
L
Linus Torvalds 已提交
3727 3728 3729 3730

	return 0;
}

3731 3732
/*
 * Removes a device from the thread if_list.
L
Linus Torvalds 已提交
3733
 */
L
Luiz Capitulino 已提交
3734 3735
static void _rem_dev_from_if_list(struct pktgen_thread *t,
				  struct pktgen_dev *pkt_dev)
L
Linus Torvalds 已提交
3736
{
3737 3738
	struct list_head *q, *n;
	struct pktgen_dev *p;
L
Linus Torvalds 已提交
3739

3740 3741 3742 3743
	list_for_each_safe(q, n, &t->if_list) {
		p = list_entry(q, struct pktgen_dev, list);
		if (p == pkt_dev)
			list_del(&p->list);
L
Linus Torvalds 已提交
3744 3745 3746
	}
}

L
Luiz Capitulino 已提交
3747 3748
static int pktgen_remove_device(struct pktgen_thread *t,
				struct pktgen_dev *pkt_dev)
L
Linus Torvalds 已提交
3749 3750
{

S
Stephen Hemminger 已提交
3751
	pr_debug("pktgen: remove_device pkt_dev=%p\n", pkt_dev);
L
Linus Torvalds 已提交
3752

L
Luiz Capitulino 已提交
3753
	if (pkt_dev->running) {
3754 3755
		printk(KERN_WARNING "pktgen: WARNING: trying to remove a "
		       "running interface, stopping it now.\n");
L
Luiz Capitulino 已提交
3756 3757 3758 3759
		pktgen_stop_device(pkt_dev);
	}

	/* Dis-associate from the interface */
L
Linus Torvalds 已提交
3760 3761 3762

	if (pkt_dev->odev) {
		dev_put(pkt_dev->odev);
L
Luiz Capitulino 已提交
3763 3764 3765
		pkt_dev->odev = NULL;
	}

L
Linus Torvalds 已提交
3766 3767 3768 3769
	/* And update the thread if_list */

	_rem_dev_from_if_list(t, pkt_dev);

3770 3771
	if (pkt_dev->entry)
		remove_proc_entry(pkt_dev->entry->name, pg_proc_dir);
L
Linus Torvalds 已提交
3772

J
Jamal Hadi Salim 已提交
3773 3774 3775
#ifdef CONFIG_XFRM
	free_SAs(pkt_dev);
#endif
F
Figo.zhang 已提交
3776
	vfree(pkt_dev->flows);
L
Linus Torvalds 已提交
3777
	kfree(pkt_dev);
L
Luiz Capitulino 已提交
3778
	return 0;
L
Linus Torvalds 已提交
3779 3780
}

L
Luiz Capitulino 已提交
3781
static int __init pg_init(void)
L
Linus Torvalds 已提交
3782 3783
{
	int cpu;
3784
	struct proc_dir_entry *pe;
L
Linus Torvalds 已提交
3785

3786
	printk(KERN_INFO "%s", version);
L
Linus Torvalds 已提交
3787

3788
	pg_proc_dir = proc_mkdir(PG_PROC_DIR, init_net.proc_net);
3789 3790
	if (!pg_proc_dir)
		return -ENODEV;
L
Linus Torvalds 已提交
3791

3792
	pe = proc_create(PGCTRL, 0600, pg_proc_dir, &pktgen_fops);
L
Luiz Capitulino 已提交
3793
	if (pe == NULL) {
3794 3795
		printk(KERN_ERR "pktgen: ERROR: cannot create %s "
		       "procfs entry.\n", PGCTRL);
3796
		proc_net_remove(&init_net, PG_PROC_DIR);
L
Luiz Capitulino 已提交
3797 3798
		return -EINVAL;
	}
L
Linus Torvalds 已提交
3799 3800 3801

	/* Register us to receive netdevice events */
	register_netdevice_notifier(&pktgen_notifier_block);
L
Luiz Capitulino 已提交
3802

J
John Hawkes 已提交
3803
	for_each_online_cpu(cpu) {
3804
		int err;
L
Linus Torvalds 已提交
3805

3806
		err = pktgen_create_thread(cpu);
3807
		if (err)
3808 3809
			printk(KERN_WARNING "pktgen: WARNING: Cannot create "
			       "thread for cpu %d (%d)\n", cpu, err);
L
Luiz Capitulino 已提交
3810
	}
3811 3812

	if (list_empty(&pktgen_threads)) {
3813 3814
		printk(KERN_ERR "pktgen: ERROR: Initialization failed for "
		       "all threads\n");
3815 3816
		unregister_netdevice_notifier(&pktgen_notifier_block);
		remove_proc_entry(PGCTRL, pg_proc_dir);
3817
		proc_net_remove(&init_net, PG_PROC_DIR);
3818 3819 3820
		return -ENODEV;
	}

L
Luiz Capitulino 已提交
3821
	return 0;
L
Linus Torvalds 已提交
3822 3823 3824 3825
}

static void __exit pg_cleanup(void)
{
3826 3827
	struct pktgen_thread *t;
	struct list_head *q, *n;
L
Linus Torvalds 已提交
3828 3829 3830
	wait_queue_head_t queue;
	init_waitqueue_head(&queue);

L
Luiz Capitulino 已提交
3831
	/* Stop all interfaces & threads */
L
Linus Torvalds 已提交
3832

3833 3834
	list_for_each_safe(q, n, &pktgen_threads) {
		t = list_entry(q, struct pktgen_thread, th_list);
3835 3836
		kthread_stop(t->tsk);
		kfree(t);
L
Luiz Capitulino 已提交
3837
	}
L
Linus Torvalds 已提交
3838

L
Luiz Capitulino 已提交
3839
	/* Un-register us from receiving netdevice events */
L
Linus Torvalds 已提交
3840 3841
	unregister_netdevice_notifier(&pktgen_notifier_block);

L
Luiz Capitulino 已提交
3842
	/* Clean up proc file system */
3843
	remove_proc_entry(PGCTRL, pg_proc_dir);
3844
	proc_net_remove(&init_net, PG_PROC_DIR);
L
Linus Torvalds 已提交
3845 3846 3847 3848 3849
}

module_init(pg_init);
module_exit(pg_cleanup);

S
Stephen Hemminger 已提交
3850
MODULE_AUTHOR("Robert Olsson <robert.olsson@its.uu.se>");
L
Linus Torvalds 已提交
3851 3852
MODULE_DESCRIPTION("Packet Generator tool");
MODULE_LICENSE("GPL");
S
Stephen Hemminger 已提交
3853
MODULE_VERSION(VERSION);
L
Linus Torvalds 已提交
3854
module_param(pg_count_d, int, 0);
S
Stephen Hemminger 已提交
3855
MODULE_PARM_DESC(pg_count_d, "Default number of packets to inject");
L
Linus Torvalds 已提交
3856
module_param(pg_delay_d, int, 0);
S
Stephen Hemminger 已提交
3857
MODULE_PARM_DESC(pg_delay_d, "Default delay between packets (nanoseconds)");
L
Linus Torvalds 已提交
3858
module_param(pg_clone_skb_d, int, 0);
S
Stephen Hemminger 已提交
3859
MODULE_PARM_DESC(pg_clone_skb_d, "Default number of copies of the same packet");
L
Linus Torvalds 已提交
3860
module_param(debug, int, 0);
S
Stephen Hemminger 已提交
3861
MODULE_PARM_DESC(debug, "Enable debugging of pktgen module");