pktgen.c 93.2 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7 8
/*
 * Authors:
 * Copyright 2001, 2002 by Robert Olsson <robert.olsson@its.uu.se>
 *                             Uppsala University and
 *                             Swedish University of Agricultural Sciences
 *
 * Alexey Kuznetsov  <kuznet@ms2.inr.ac.ru>
 * Ben Greear <greearb@candelatech.com>
9
 * Jens Låås <jens.laas@data.slu.se>
L
Linus Torvalds 已提交
10 11 12 13 14 15 16 17
 *
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public License
 * as published by the Free Software Foundation; either version
 * 2 of the License, or (at your option) any later version.
 *
 *
 * A tool for loading the network with preconfigurated packets.
18
 * The tool is implemented as a linux module.  Parameters are output
L
Linus Torvalds 已提交
19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46
 * device, delay (to hard_xmit), number of packets, and whether
 * to use multiple SKBs or just the same one.
 * pktgen uses the installed interface's output routine.
 *
 * Additional hacking by:
 *
 * Jens.Laas@data.slu.se
 * Improved by ANK. 010120.
 * Improved by ANK even more. 010212.
 * MAC address typo fixed. 010417 --ro
 * Integrated.  020301 --DaveM
 * Added multiskb option 020301 --DaveM
 * Scaling of results. 020417--sigurdur@linpro.no
 * Significant re-work of the module:
 *   *  Convert to threaded model to more efficiently be able to transmit
 *       and receive on multiple interfaces at once.
 *   *  Converted many counters to __u64 to allow longer runs.
 *   *  Allow configuration of ranges, like min/max IP address, MACs,
 *       and UDP-ports, for both source and destination, and can
 *       set to use a random distribution or sequentially walk the range.
 *   *  Can now change most values after starting.
 *   *  Place 12-byte packet in UDP payload with magic number,
 *       sequence number, and timestamp.
 *   *  Add receiver code that detects dropped pkts, re-ordered pkts, and
 *       latencies (with micro-second) precision.
 *   *  Add IOCTL interface to easily get counters & configuration.
 *   --Ben Greear <greearb@candelatech.com>
 *
47 48
 * Renamed multiskb to clone_skb and cleaned up sending core for two distinct
 * skb modes. A clone_skb=0 mode for Ben "ranges" work and a clone_skb != 0
L
Linus Torvalds 已提交
49
 * as a "fastpath" with a configurable number of clones after alloc's.
50 51
 * clone_skb=0 means all packets are allocated this also means ranges time
 * stamps etc can be used. clone_skb=100 means 1 malloc is followed by 100
L
Linus Torvalds 已提交
52 53
 * clones.
 *
54
 * Also moved to /proc/net/pktgen/
L
Linus Torvalds 已提交
55 56 57 58 59 60 61 62
 * --ro
 *
 * Sept 10:  Fixed threading/locking.  Lots of bone-headed and more clever
 *    mistakes.  Also merged in DaveM's patch in the -pre6 patch.
 * --Ben Greear <greearb@candelatech.com>
 *
 * Integrated to 2.5.x 021029 --Lucio Maciel (luciomaciel@zipmail.com.br)
 *
63
 *
L
Linus Torvalds 已提交
64 65 66 67
 * 021124 Finished major redesign and rewrite for new functionality.
 * See Documentation/networking/pktgen.txt for how to use this.
 *
 * The new operation:
68 69 70 71
 * For each CPU one thread/process is created at start. This process checks
 * for running devices in the if_list and sends packets until count is 0 it
 * also the thread checks the thread->control which is used for inter-process
 * communication. controlling process "posts" operations to the threads this
L
Linus Torvalds 已提交
72 73 74
 * way. The if_lock should be possible to remove when add/rem_device is merged
 * into this too.
 *
75 76
 * By design there should only be *one* "controlling" process. In practice
 * multiple write accesses gives unpredictable result. Understood by "write"
L
Linus Torvalds 已提交
77
 * to /proc gives result code thats should be read be the "writer".
78
 * For practical use this should be no problem.
L
Linus Torvalds 已提交
79
 *
80 81
 * Note when adding devices to a specific CPU there good idea to also assign
 * /proc/irq/XX/smp_affinity so TX-interrupts gets bound to the same CPU.
L
Linus Torvalds 已提交
82 83
 * --ro
 *
84
 * Fix refcount off by one if first packet fails, potential null deref,
L
Linus Torvalds 已提交
85 86 87 88 89 90 91
 * memleak 030710- KJP
 *
 * First "ranges" functionality for ipv6 030726 --ro
 *
 * Included flow support. 030802 ANK.
 *
 * Fixed unaligned access on IA-64 Grant Grundler <grundler@parisc-linux.org>
92
 *
L
Linus Torvalds 已提交
93 94 95
 * Remove if fix from added Harald Welte <laforge@netfilter.org> 040419
 * ia64 compilation fix from  Aron Griffis <aron@hp.com> 040604
 *
96
 * New xmit() return, do_div and misc clean up by Stephen Hemminger
L
Linus Torvalds 已提交
97 98
 * <shemminger@osdl.org> 040923
 *
99
 * Randy Dunlap fixed u64 printk compiler waring
L
Linus Torvalds 已提交
100 101 102 103
 *
 * Remove FCS from BW calculation.  Lennert Buytenhek <buytenh@wantstofly.org>
 * New time handling. Lennert Buytenhek <buytenh@wantstofly.org> 041213
 *
104
 * Corrections from Nikolai Malykh (nmalykh@bilim.com)
L
Linus Torvalds 已提交
105 106
 * Removed unused flags F_SET_SRCMAC & F_SET_SRCIP 041230
 *
107
 * interruptible_sleep_on_timeout() replaced Nishanth Aravamudan <nacc@us.ibm.com>
L
Linus Torvalds 已提交
108
 * 050103
109 110 111
 *
 * MPLS support by Steven Whitehouse <steve@chygwyn.com>
 *
F
Francesco Fondelli 已提交
112 113
 * 802.1Q/Q-in-Q support by Francesco Fondelli (FF) <francesco.fondelli@gmail.com>
 *
A
Adit Ranadive 已提交
114 115 116
 * Fixed src_mac command to set source mac of packet to value specified in
 * command by Adit Ranadive <adit.262@gmail.com>
 *
L
Linus Torvalds 已提交
117 118 119 120 121 122
 */
#include <linux/sys.h>
#include <linux/types.h>
#include <linux/module.h>
#include <linux/moduleparam.h>
#include <linux/kernel.h>
123
#include <linux/mutex.h>
L
Linus Torvalds 已提交
124 125 126 127 128 129 130 131 132
#include <linux/sched.h>
#include <linux/slab.h>
#include <linux/vmalloc.h>
#include <linux/unistd.h>
#include <linux/string.h>
#include <linux/ptrace.h>
#include <linux/errno.h>
#include <linux/ioport.h>
#include <linux/interrupt.h>
133
#include <linux/capability.h>
S
Stephen Hemminger 已提交
134
#include <linux/hrtimer.h>
A
Andrew Morton 已提交
135
#include <linux/freezer.h>
L
Linus Torvalds 已提交
136 137
#include <linux/delay.h>
#include <linux/timer.h>
138
#include <linux/list.h>
L
Linus Torvalds 已提交
139 140 141 142 143 144 145
#include <linux/init.h>
#include <linux/skbuff.h>
#include <linux/netdevice.h>
#include <linux/inet.h>
#include <linux/inetdevice.h>
#include <linux/rtnetlink.h>
#include <linux/if_arp.h>
F
Francesco Fondelli 已提交
146
#include <linux/if_vlan.h>
L
Linus Torvalds 已提交
147 148 149 150 151
#include <linux/in.h>
#include <linux/ip.h>
#include <linux/ipv6.h>
#include <linux/udp.h>
#include <linux/proc_fs.h>
152
#include <linux/seq_file.h>
L
Linus Torvalds 已提交
153
#include <linux/wait.h>
154
#include <linux/etherdevice.h>
155
#include <linux/kthread.h>
156
#include <net/net_namespace.h>
L
Linus Torvalds 已提交
157 158 159
#include <net/checksum.h>
#include <net/ipv6.h>
#include <net/addrconf.h>
J
Jamal Hadi Salim 已提交
160 161 162
#ifdef CONFIG_XFRM
#include <net/xfrm.h>
#endif
L
Linus Torvalds 已提交
163 164
#include <asm/byteorder.h>
#include <linux/rcupdate.h>
J
Jiri Slaby 已提交
165
#include <linux/bitops.h>
166 167 168
#include <linux/io.h>
#include <linux/timex.h>
#include <linux/uaccess.h>
L
Linus Torvalds 已提交
169
#include <asm/dma.h>
L
Luiz Capitulino 已提交
170
#include <asm/div64.h>		/* do_div */
L
Linus Torvalds 已提交
171

S
Stephen Hemminger 已提交
172
#define VERSION 	"2.72"
L
Linus Torvalds 已提交
173
#define IP_NAME_SZ 32
174
#define MAX_MPLS_LABELS 16 /* This is the max label stack depth */
175
#define MPLS_STACK_BOTTOM htonl(0x00000100)
L
Linus Torvalds 已提交
176 177

/* Device flag bits */
L
Luiz Capitulino 已提交
178 179 180 181 182 183 184 185
#define F_IPSRC_RND   (1<<0)	/* IP-Src Random  */
#define F_IPDST_RND   (1<<1)	/* IP-Dst Random  */
#define F_UDPSRC_RND  (1<<2)	/* UDP-Src Random */
#define F_UDPDST_RND  (1<<3)	/* UDP-Dst Random */
#define F_MACSRC_RND  (1<<4)	/* MAC-Src Random */
#define F_MACDST_RND  (1<<5)	/* MAC-Dst Random */
#define F_TXSIZE_RND  (1<<6)	/* Transmit size is random */
#define F_IPV6        (1<<7)	/* Interface in IPV6 Mode */
186
#define F_MPLS_RND    (1<<8)	/* Random MPLS labels */
F
Francesco Fondelli 已提交
187 188
#define F_VID_RND     (1<<9)	/* Random VLAN ID */
#define F_SVID_RND    (1<<10)	/* Random SVLAN ID */
189
#define F_FLOW_SEQ    (1<<11)	/* Sequential flows */
J
Jamal Hadi Salim 已提交
190
#define F_IPSEC_ON    (1<<12)	/* ipsec on for flows */
R
Robert Olsson 已提交
191
#define F_QUEUE_MAP_RND (1<<13)	/* queue map Random */
R
Robert Olsson 已提交
192
#define F_QUEUE_MAP_CPU (1<<14)	/* queue map mirrors smp_processor_id() */
L
Linus Torvalds 已提交
193 194

/* Thread control flag bits */
195 196 197 198
#define T_STOP        (1<<0)	/* Stop run */
#define T_RUN         (1<<1)	/* Start run */
#define T_REMDEVALL   (1<<2)	/* Remove all devs */
#define T_REMDEV      (1<<3)	/* Remove one dev */
L
Linus Torvalds 已提交
199 200 201 202 203 204 205

/* If lock -- can be removed after some work */
#define   if_lock(t)           spin_lock(&(t->if_lock));
#define   if_unlock(t)           spin_unlock(&(t->if_lock));

/* Used to help with determining the pkts on receive */
#define PKTGEN_MAGIC 0xbe9be955
206 207
#define PG_PROC_DIR "pktgen"
#define PGCTRL	    "pgctrl"
208
static struct proc_dir_entry *pg_proc_dir;
L
Linus Torvalds 已提交
209 210 211

#define MAX_CFLOWS  65536

F
Francesco Fondelli 已提交
212 213 214
#define VLAN_TAG_SIZE(x) ((x)->vlan_id == 0xffff ? 0 : 4)
#define SVLAN_TAG_SIZE(x) ((x)->svlan_id == 0xffff ? 0 : 4)

L
Luiz Capitulino 已提交
215
struct flow_state {
A
Al Viro 已提交
216
	__be32 cur_daddr;
L
Luiz Capitulino 已提交
217
	int count;
J
Jamal Hadi Salim 已提交
218 219 220
#ifdef CONFIG_XFRM
	struct xfrm_state *x;
#endif
221
	__u32 flags;
L
Linus Torvalds 已提交
222 223
};

224 225 226
/* flow flag bits */
#define F_INIT   (1<<0)		/* flow has been initialized */

L
Linus Torvalds 已提交
227 228 229 230
struct pktgen_dev {
	/*
	 * Try to keep frequent/infrequent used vars. separated.
	 */
231 232
	struct proc_dir_entry *entry;	/* proc file */
	struct pktgen_thread *pg_thread;/* the owner */
233
	struct list_head list;		/* chaining in the thread's run-queue */
L
Linus Torvalds 已提交
234

235
	int running;		/* if false, the test will stop */
L
Linus Torvalds 已提交
236

L
Luiz Capitulino 已提交
237 238 239 240
	/* If min != max, then we will either do a linear iteration, or
	 * we will do a random selection from within the range.
	 */
	__u32 flags;
241 242
	int removal_mark;	/* non-zero => the device is marked for
				 * removal by worker thread */
L
Linus Torvalds 已提交
243

L
Luiz Capitulino 已提交
244 245
	int min_pkt_size;	/* = ETH_ZLEN; */
	int max_pkt_size;	/* = ETH_ZLEN; */
246
	int pkt_overhead;	/* overhead for MPLS, VLANs, IPSEC etc */
L
Luiz Capitulino 已提交
247
	int nfrags;
248 249
	u64 delay;		/* nano-seconds */

L
Luiz Capitulino 已提交
250 251 252
	__u64 count;		/* Default No packets to send */
	__u64 sofar;		/* How many pkts we've sent so far */
	__u64 tx_bytes;		/* How many bytes we've transmitted */
253 254
	__u64 errors;		/* Errors when trying to transmit,
				   pkts will be re-sent */
L
Luiz Capitulino 已提交
255 256 257 258 259 260

	/* runtime counters relating to clone_skb */

	__u64 allocated_skbs;
	__u32 clone_count;
	int last_ok;		/* Was last skb sent?
261 262
				 * Or a failed transmit of some sort?
				 * This will keep sequence numbers in order
L
Luiz Capitulino 已提交
263
				 */
264 265 266 267 268
	ktime_t next_tx;
	ktime_t started_at;
	ktime_t stopped_at;
	u64	idle_acc;	/* nano-seconds */

L
Luiz Capitulino 已提交
269 270
	__u32 seq_num;

271 272 273 274 275 276 277 278
	int clone_skb;		/*
				 * Use multiple SKBs during packet gen.
				 * If this number is greater than 1, then
				 * that many copies of the same packet will be
				 * sent before a new packet is allocated.
				 * If you want to send 1024 identical packets
				 * before creating a new packet,
				 * set clone_skb to 1024.
L
Luiz Capitulino 已提交
279 280 281 282 283 284 285 286 287 288 289
				 */

	char dst_min[IP_NAME_SZ];	/* IP, ie 1.2.3.4 */
	char dst_max[IP_NAME_SZ];	/* IP, ie 1.2.3.4 */
	char src_min[IP_NAME_SZ];	/* IP, ie 1.2.3.4 */
	char src_max[IP_NAME_SZ];	/* IP, ie 1.2.3.4 */

	struct in6_addr in6_saddr;
	struct in6_addr in6_daddr;
	struct in6_addr cur_in6_daddr;
	struct in6_addr cur_in6_saddr;
L
Linus Torvalds 已提交
290
	/* For ranges */
L
Luiz Capitulino 已提交
291 292 293 294 295 296 297 298
	struct in6_addr min_in6_daddr;
	struct in6_addr max_in6_daddr;
	struct in6_addr min_in6_saddr;
	struct in6_addr max_in6_saddr;

	/* If we're doing ranges, random or incremental, then this
	 * defines the min/max for those ranges.
	 */
A
Al Viro 已提交
299 300 301 302
	__be32 saddr_min;	/* inclusive, source IP address */
	__be32 saddr_max;	/* exclusive, source IP address */
	__be32 daddr_min;	/* inclusive, dest IP address */
	__be32 daddr_max;	/* exclusive, dest IP address */
L
Luiz Capitulino 已提交
303 304 305 306 307 308

	__u16 udp_src_min;	/* inclusive, source UDP port */
	__u16 udp_src_max;	/* exclusive, source UDP port */
	__u16 udp_dst_min;	/* inclusive, dest UDP port */
	__u16 udp_dst_max;	/* exclusive, dest UDP port */

F
Francesco Fondelli 已提交
309
	/* DSCP + ECN */
310 311 312 313
	__u8 tos;            /* six MSB of (former) IPv4 TOS
				are for dscp codepoint */
	__u8 traffic_class;  /* ditto for the (former) Traffic Class in IPv6
				(see RFC 3260, sec. 4) */
F
Francesco Fondelli 已提交
314

315 316 317 318
	/* MPLS */
	unsigned nr_labels;	/* Depth of stack, 0 = no MPLS */
	__be32 labels[MAX_MPLS_LABELS];

F
Francesco Fondelli 已提交
319 320 321 322 323 324 325 326 327
	/* VLAN/SVLAN (802.1Q/Q-in-Q) */
	__u8  vlan_p;
	__u8  vlan_cfi;
	__u16 vlan_id;  /* 0xffff means no vlan tag */

	__u8  svlan_p;
	__u8  svlan_cfi;
	__u16 svlan_id; /* 0xffff means no svlan tag */

L
Luiz Capitulino 已提交
328 329 330 331 332 333 334 335
	__u32 src_mac_count;	/* How many MACs to iterate through */
	__u32 dst_mac_count;	/* How many MACs to iterate through */

	unsigned char dst_mac[ETH_ALEN];
	unsigned char src_mac[ETH_ALEN];

	__u32 cur_dst_mac_offset;
	__u32 cur_src_mac_offset;
A
Al Viro 已提交
336 337
	__be32 cur_saddr;
	__be32 cur_daddr;
E
Eric Dumazet 已提交
338
	__u16 ip_id;
L
Luiz Capitulino 已提交
339 340
	__u16 cur_udp_dst;
	__u16 cur_udp_src;
R
Robert Olsson 已提交
341
	__u16 cur_queue_map;
L
Luiz Capitulino 已提交
342
	__u32 cur_pkt_size;
343
	__u32 last_pkt_size;
L
Luiz Capitulino 已提交
344 345 346 347 348 349 350 351 352 353 354 355

	__u8 hh[14];
	/* = {
	   0x00, 0x80, 0xC8, 0x79, 0xB3, 0xCB,

	   We fill in SRC address later
	   0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
	   0x08, 0x00
	   };
	 */
	__u16 pad;		/* pad out the hh struct to an even 16 bytes */

356
	struct sk_buff *skb;	/* skb we are to transmit next, used for when we
L
Luiz Capitulino 已提交
357 358
				 * are transmitting the same one multiple times
				 */
359 360 361 362 363 364 365 366
	struct net_device *odev; /* The out-going device.
				  * Note that the device should have it's
				  * pg_info pointer pointing back to this
				  * device.
				  * Set when the user specifies the out-going
				  * device name (not when the inject is
				  * started as it used to do.)
				  */
E
Eric Dumazet 已提交
367
	char odevname[32];
L
Linus Torvalds 已提交
368
	struct flow_state *flows;
L
Luiz Capitulino 已提交
369 370 371
	unsigned cflows;	/* Concurrent flows (config) */
	unsigned lflow;		/* Flow length  (config) */
	unsigned nflows;	/* accumulated flows (stats) */
372
	unsigned curfl;		/* current sequenced flow (state)*/
R
Robert Olsson 已提交
373 374 375 376

	u16 queue_map_min;
	u16 queue_map_max;

J
Jamal Hadi Salim 已提交
377 378 379 380
#ifdef CONFIG_XFRM
	__u8	ipsmode;		/* IPSEC mode (config) */
	__u8	ipsproto;		/* IPSEC type (config) */
#endif
381
	char result[512];
L
Linus Torvalds 已提交
382 383 384
};

struct pktgen_hdr {
A
Al Viro 已提交
385 386 387 388
	__be32 pgh_magic;
	__be32 seq_num;
	__be32 tv_sec;
	__be32 tv_usec;
L
Linus Torvalds 已提交
389 390 391
};

struct pktgen_thread {
392
	spinlock_t if_lock;		/* for list of devices */
393
	struct list_head if_list;	/* All device here */
394
	struct list_head th_list;
395
	struct task_struct *tsk;
L
Luiz Capitulino 已提交
396 397
	char result[512];

398 399
	/* Field for thread to receive "posted" events terminate,
	   stop ifs etc. */
L
Luiz Capitulino 已提交
400 401

	u32 control;
L
Linus Torvalds 已提交
402 403
	int cpu;

L
Luiz Capitulino 已提交
404
	wait_queue_head_t queue;
405
	struct completion start_done;
L
Linus Torvalds 已提交
406 407 408 409 410
};

#define REMOVE 1
#define FIND   0

411
static inline ktime_t ktime_now(void)
L
Linus Torvalds 已提交
412
{
413 414 415 416
	struct timespec ts;
	ktime_get_ts(&ts);

	return timespec_to_ktime(ts);
L
Linus Torvalds 已提交
417 418
}

419 420
/* This works even if 32 bit because of careful byte order choice */
static inline int ktime_lt(const ktime_t cmp1, const ktime_t cmp2)
L
Linus Torvalds 已提交
421
{
422
	return cmp1.tv64 < cmp2.tv64;
L
Linus Torvalds 已提交
423 424
}

S
Stephen Hemminger 已提交
425 426
static const char version[] =
	"pktgen " VERSION ": Packet Generator for packet performance testing.\n";
L
Linus Torvalds 已提交
427

L
Luiz Capitulino 已提交
428 429 430
static int pktgen_remove_device(struct pktgen_thread *t, struct pktgen_dev *i);
static int pktgen_add_device(struct pktgen_thread *t, const char *ifname);
static struct pktgen_dev *pktgen_find_dev(struct pktgen_thread *t,
E
Eric Dumazet 已提交
431
					  const char *ifname, bool exact);
L
Linus Torvalds 已提交
432 433
static int pktgen_device_event(struct notifier_block *, unsigned long, void *);
static void pktgen_run_all_threads(void);
434
static void pktgen_reset_all_threads(void);
L
Linus Torvalds 已提交
435
static void pktgen_stop_all_threads_ifs(void);
S
Stephen Hemminger 已提交
436

L
Luiz Capitulino 已提交
437
static void pktgen_stop(struct pktgen_thread *t);
L
Linus Torvalds 已提交
438
static void pktgen_clear_counters(struct pktgen_dev *pkt_dev);
439

L
Luiz Capitulino 已提交
440 441
static unsigned int scan_ip6(const char *s, char ip[16]);
static unsigned int fmt_ip6(char *s, const char ip[16]);
L
Linus Torvalds 已提交
442 443

/* Module parameters, defaults. */
444 445 446 447
static int pg_count_d __read_mostly = 1000;
static int pg_delay_d __read_mostly;
static int pg_clone_skb_d  __read_mostly;
static int debug  __read_mostly;
L
Linus Torvalds 已提交
448

449
static DEFINE_MUTEX(pktgen_thread_lock);
450
static LIST_HEAD(pktgen_threads);
L
Linus Torvalds 已提交
451 452 453 454 455 456

static struct notifier_block pktgen_notifier_block = {
	.notifier_call = pktgen_device_event,
};

/*
457
 * /proc handling functions
L
Linus Torvalds 已提交
458 459 460
 *
 */

461
static int pgctrl_show(struct seq_file *seq, void *v)
L
Luiz Capitulino 已提交
462
{
S
Stephen Hemminger 已提交
463
	seq_puts(seq, version);
464
	return 0;
L
Linus Torvalds 已提交
465 466
}

467 468
static ssize_t pgctrl_write(struct file *file, const char __user *buf,
			    size_t count, loff_t *ppos)
L
Linus Torvalds 已提交
469 470
{
	int err = 0;
471
	char data[128];
L
Linus Torvalds 已提交
472

L
Luiz Capitulino 已提交
473 474
	if (!capable(CAP_NET_ADMIN)) {
		err = -EPERM;
L
Linus Torvalds 已提交
475
		goto out;
L
Luiz Capitulino 已提交
476
	}
L
Linus Torvalds 已提交
477

478 479
	if (count > sizeof(data))
		count = sizeof(data);
L
Linus Torvalds 已提交
480 481

	if (copy_from_user(data, buf, count)) {
482
		err = -EFAULT;
483
		goto out;
L
Luiz Capitulino 已提交
484 485
	}
	data[count - 1] = 0;	/* Make string */
L
Linus Torvalds 已提交
486

L
Luiz Capitulino 已提交
487
	if (!strcmp(data, "stop"))
L
Linus Torvalds 已提交
488 489
		pktgen_stop_all_threads_ifs();

L
Luiz Capitulino 已提交
490
	else if (!strcmp(data, "start"))
L
Linus Torvalds 已提交
491 492
		pktgen_run_all_threads();

493 494 495
	else if (!strcmp(data, "reset"))
		pktgen_reset_all_threads();

L
Luiz Capitulino 已提交
496
	else
497
		printk(KERN_WARNING "pktgen: Unknown command: %s\n", data);
L
Linus Torvalds 已提交
498 499 500

	err = count;

L
Luiz Capitulino 已提交
501 502
out:
	return err;
L
Linus Torvalds 已提交
503 504
}

505 506 507 508 509
static int pgctrl_open(struct inode *inode, struct file *file)
{
	return single_open(file, pgctrl_show, PDE(inode)->data);
}

510
static const struct file_operations pktgen_fops = {
L
Luiz Capitulino 已提交
511 512 513 514 515 516
	.owner   = THIS_MODULE,
	.open    = pgctrl_open,
	.read    = seq_read,
	.llseek  = seq_lseek,
	.write   = pgctrl_write,
	.release = single_release,
517 518 519
};

static int pktgen_if_show(struct seq_file *seq, void *v)
L
Linus Torvalds 已提交
520
{
S
Stephen Hemminger 已提交
521
	const struct pktgen_dev *pkt_dev = seq->private;
522 523
	ktime_t stopped;
	u64 idle;
L
Luiz Capitulino 已提交
524 525 526 527 528 529 530

	seq_printf(seq,
		   "Params: count %llu  min_pkt_size: %u  max_pkt_size: %u\n",
		   (unsigned long long)pkt_dev->count, pkt_dev->min_pkt_size,
		   pkt_dev->max_pkt_size);

	seq_printf(seq,
531 532
		   "     frags: %d  delay: %llu  clone_skb: %d  ifname: %s\n",
		   pkt_dev->nfrags, (unsigned long long) pkt_dev->delay,
E
Eric Dumazet 已提交
533
		   pkt_dev->clone_skb, pkt_dev->odevname);
L
Luiz Capitulino 已提交
534 535 536 537

	seq_printf(seq, "     flows: %u flowlen: %u\n", pkt_dev->cflows,
		   pkt_dev->lflow);

R
Robert Olsson 已提交
538 539 540 541 542
	seq_printf(seq,
		   "     queue_map_min: %u  queue_map_max: %u\n",
		   pkt_dev->queue_map_min,
		   pkt_dev->queue_map_max);

L
Luiz Capitulino 已提交
543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558
	if (pkt_dev->flags & F_IPV6) {
		char b1[128], b2[128], b3[128];
		fmt_ip6(b1, pkt_dev->in6_saddr.s6_addr);
		fmt_ip6(b2, pkt_dev->min_in6_saddr.s6_addr);
		fmt_ip6(b3, pkt_dev->max_in6_saddr.s6_addr);
		seq_printf(seq,
			   "     saddr: %s  min_saddr: %s  max_saddr: %s\n", b1,
			   b2, b3);

		fmt_ip6(b1, pkt_dev->in6_daddr.s6_addr);
		fmt_ip6(b2, pkt_dev->min_in6_daddr.s6_addr);
		fmt_ip6(b3, pkt_dev->max_in6_daddr.s6_addr);
		seq_printf(seq,
			   "     daddr: %s  min_daddr: %s  max_daddr: %s\n", b1,
			   b2, b3);

559 560 561 562
	} else {
		seq_printf(seq,
			   "     dst_min: %s  dst_max: %s\n",
			   pkt_dev->dst_min, pkt_dev->dst_max);
L
Luiz Capitulino 已提交
563
		seq_printf(seq,
564 565 566
			   "        src_min: %s  src_max: %s\n",
			   pkt_dev->src_min, pkt_dev->src_max);
	}
L
Linus Torvalds 已提交
567

L
Luiz Capitulino 已提交
568
	seq_puts(seq, "     src_mac: ");
L
Linus Torvalds 已提交
569

J
Johannes Berg 已提交
570 571 572
	seq_printf(seq, "%pM ",
		   is_zero_ether_addr(pkt_dev->src_mac) ?
			     pkt_dev->odev->dev_addr : pkt_dev->src_mac);
L
Luiz Capitulino 已提交
573 574

	seq_printf(seq, "dst_mac: ");
J
Johannes Berg 已提交
575
	seq_printf(seq, "%pM\n", pkt_dev->dst_mac);
L
Luiz Capitulino 已提交
576 577

	seq_printf(seq,
578 579
		   "     udp_src_min: %d  udp_src_max: %d"
		   "  udp_dst_min: %d  udp_dst_max: %d\n",
L
Luiz Capitulino 已提交
580 581 582 583
		   pkt_dev->udp_src_min, pkt_dev->udp_src_max,
		   pkt_dev->udp_dst_min, pkt_dev->udp_dst_max);

	seq_printf(seq,
584
		   "     src_mac_count: %d  dst_mac_count: %d\n",
L
Luiz Capitulino 已提交
585
		   pkt_dev->src_mac_count, pkt_dev->dst_mac_count);
L
Linus Torvalds 已提交
586

587 588 589
	if (pkt_dev->nr_labels) {
		unsigned i;
		seq_printf(seq, "     mpls: ");
590
		for (i = 0; i < pkt_dev->nr_labels; i++)
591 592 593 594
			seq_printf(seq, "%08x%s", ntohl(pkt_dev->labels[i]),
				   i == pkt_dev->nr_labels-1 ? "\n" : ", ");
	}

595
	if (pkt_dev->vlan_id != 0xffff)
F
Francesco Fondelli 已提交
596
		seq_printf(seq, "     vlan_id: %u  vlan_p: %u  vlan_cfi: %u\n",
597 598
			   pkt_dev->vlan_id, pkt_dev->vlan_p,
			   pkt_dev->vlan_cfi);
F
Francesco Fondelli 已提交
599

600
	if (pkt_dev->svlan_id != 0xffff)
F
Francesco Fondelli 已提交
601
		seq_printf(seq, "     svlan_id: %u  vlan_p: %u  vlan_cfi: %u\n",
602 603
			   pkt_dev->svlan_id, pkt_dev->svlan_p,
			   pkt_dev->svlan_cfi);
F
Francesco Fondelli 已提交
604

605
	if (pkt_dev->tos)
F
Francesco Fondelli 已提交
606 607
		seq_printf(seq, "     tos: 0x%02x\n", pkt_dev->tos);

608
	if (pkt_dev->traffic_class)
F
Francesco Fondelli 已提交
609 610
		seq_printf(seq, "     traffic_class: 0x%02x\n", pkt_dev->traffic_class);

611 612
	seq_printf(seq, "     Flags: ");

L
Luiz Capitulino 已提交
613 614
	if (pkt_dev->flags & F_IPV6)
		seq_printf(seq, "IPV6  ");
L
Linus Torvalds 已提交
615

L
Luiz Capitulino 已提交
616 617
	if (pkt_dev->flags & F_IPSRC_RND)
		seq_printf(seq, "IPSRC_RND  ");
L
Linus Torvalds 已提交
618

L
Luiz Capitulino 已提交
619 620
	if (pkt_dev->flags & F_IPDST_RND)
		seq_printf(seq, "IPDST_RND  ");
L
Linus Torvalds 已提交
621

L
Luiz Capitulino 已提交
622 623
	if (pkt_dev->flags & F_TXSIZE_RND)
		seq_printf(seq, "TXSIZE_RND  ");
L
Linus Torvalds 已提交
624

L
Luiz Capitulino 已提交
625 626
	if (pkt_dev->flags & F_UDPSRC_RND)
		seq_printf(seq, "UDPSRC_RND  ");
L
Linus Torvalds 已提交
627

L
Luiz Capitulino 已提交
628 629
	if (pkt_dev->flags & F_UDPDST_RND)
		seq_printf(seq, "UDPDST_RND  ");
L
Linus Torvalds 已提交
630

631 632 633
	if (pkt_dev->flags & F_MPLS_RND)
		seq_printf(seq,  "MPLS_RND  ");

R
Robert Olsson 已提交
634 635 636
	if (pkt_dev->flags & F_QUEUE_MAP_RND)
		seq_printf(seq,  "QUEUE_MAP_RND  ");

R
Robert Olsson 已提交
637 638 639
	if (pkt_dev->flags & F_QUEUE_MAP_CPU)
		seq_printf(seq,  "QUEUE_MAP_CPU  ");

640 641 642 643 644 645 646
	if (pkt_dev->cflows) {
		if (pkt_dev->flags & F_FLOW_SEQ)
			seq_printf(seq,  "FLOW_SEQ  "); /*in sequence flows*/
		else
			seq_printf(seq,  "FLOW_RND  ");
	}

J
Jamal Hadi Salim 已提交
647 648 649 650 651
#ifdef CONFIG_XFRM
	if (pkt_dev->flags & F_IPSEC_ON)
		seq_printf(seq,  "IPSEC  ");
#endif

L
Luiz Capitulino 已提交
652 653
	if (pkt_dev->flags & F_MACSRC_RND)
		seq_printf(seq, "MACSRC_RND  ");
L
Linus Torvalds 已提交
654

L
Luiz Capitulino 已提交
655 656
	if (pkt_dev->flags & F_MACDST_RND)
		seq_printf(seq, "MACDST_RND  ");
L
Linus Torvalds 已提交
657

F
Francesco Fondelli 已提交
658 659 660 661 662 663
	if (pkt_dev->flags & F_VID_RND)
		seq_printf(seq, "VID_RND  ");

	if (pkt_dev->flags & F_SVID_RND)
		seq_printf(seq, "SVID_RND  ");

L
Luiz Capitulino 已提交
664 665
	seq_puts(seq, "\n");

666 667 668 669
	/* not really stopped, more like last-running-at */
	stopped = pkt_dev->running ? ktime_now() : pkt_dev->stopped_at;
	idle = pkt_dev->idle_acc;
	do_div(idle, NSEC_PER_USEC);
L
Linus Torvalds 已提交
670

L
Luiz Capitulino 已提交
671
	seq_printf(seq,
672
		   "Current:\n     pkts-sofar: %llu  errors: %llu\n",
L
Luiz Capitulino 已提交
673
		   (unsigned long long)pkt_dev->sofar,
674 675 676 677 678 679 680
		   (unsigned long long)pkt_dev->errors);

	seq_printf(seq,
		   "     started: %lluus  stopped: %lluus idle: %lluus\n",
		   (unsigned long long) ktime_to_us(pkt_dev->started_at),
		   (unsigned long long) ktime_to_us(stopped),
		   (unsigned long long) idle);
L
Linus Torvalds 已提交
681

L
Luiz Capitulino 已提交
682 683
	seq_printf(seq,
		   "     seq_num: %d  cur_dst_mac_offset: %d  cur_src_mac_offset: %d\n",
684 685
		   pkt_dev->seq_num, pkt_dev->cur_dst_mac_offset,
		   pkt_dev->cur_src_mac_offset);
L
Linus Torvalds 已提交
686

L
Luiz Capitulino 已提交
687
	if (pkt_dev->flags & F_IPV6) {
L
Linus Torvalds 已提交
688
		char b1[128], b2[128];
L
Luiz Capitulino 已提交
689 690 691 692 693
		fmt_ip6(b1, pkt_dev->cur_in6_daddr.s6_addr);
		fmt_ip6(b2, pkt_dev->cur_in6_saddr.s6_addr);
		seq_printf(seq, "     cur_saddr: %s  cur_daddr: %s\n", b2, b1);
	} else
		seq_printf(seq, "     cur_saddr: 0x%x  cur_daddr: 0x%x\n",
694
			   pkt_dev->cur_saddr, pkt_dev->cur_daddr);
L
Linus Torvalds 已提交
695

L
Luiz Capitulino 已提交
696
	seq_printf(seq, "     cur_udp_dst: %d  cur_udp_src: %d\n",
697
		   pkt_dev->cur_udp_dst, pkt_dev->cur_udp_src);
L
Linus Torvalds 已提交
698

R
Robert Olsson 已提交
699 700
	seq_printf(seq, "     cur_queue_map: %u\n", pkt_dev->cur_queue_map);

L
Luiz Capitulino 已提交
701
	seq_printf(seq, "     flows: %u\n", pkt_dev->nflows);
L
Linus Torvalds 已提交
702 703

	if (pkt_dev->result[0])
L
Luiz Capitulino 已提交
704
		seq_printf(seq, "Result: %s\n", pkt_dev->result);
L
Linus Torvalds 已提交
705
	else
L
Luiz Capitulino 已提交
706
		seq_printf(seq, "Result: Idle\n");
L
Linus Torvalds 已提交
707

708
	return 0;
L
Linus Torvalds 已提交
709 710
}

711

712 713
static int hex32_arg(const char __user *user_buffer, unsigned long maxlen,
		     __u32 *num)
714 715 716 717
{
	int i = 0;
	*num = 0;

718
	for (; i < maxlen; i++) {
719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734
		char c;
		*num <<= 4;
		if (get_user(c, &user_buffer[i]))
			return -EFAULT;
		if ((c >= '0') && (c <= '9'))
			*num |= c - '0';
		else if ((c >= 'a') && (c <= 'f'))
			*num |= c - 'a' + 10;
		else if ((c >= 'A') && (c <= 'F'))
			*num |= c - 'A' + 10;
		else
			break;
	}
	return i;
}

L
Luiz Capitulino 已提交
735 736
static int count_trail_chars(const char __user * user_buffer,
			     unsigned int maxlen)
L
Linus Torvalds 已提交
737 738 739 740
{
	int i;

	for (i = 0; i < maxlen; i++) {
L
Luiz Capitulino 已提交
741 742 743 744
		char c;
		if (get_user(c, &user_buffer[i]))
			return -EFAULT;
		switch (c) {
L
Linus Torvalds 已提交
745 746 747 748 749 750 751 752 753
		case '\"':
		case '\n':
		case '\r':
		case '\t':
		case ' ':
		case '=':
			break;
		default:
			goto done;
754
		}
L
Linus Torvalds 已提交
755 756 757 758 759
	}
done:
	return i;
}

L
Luiz Capitulino 已提交
760 761
static unsigned long num_arg(const char __user * user_buffer,
			     unsigned long maxlen, unsigned long *num)
L
Linus Torvalds 已提交
762 763 764
{
	int i = 0;
	*num = 0;
L
Luiz Capitulino 已提交
765 766 767 768 769 770

	for (; i < maxlen; i++) {
		char c;
		if (get_user(c, &user_buffer[i]))
			return -EFAULT;
		if ((c >= '0') && (c <= '9')) {
L
Linus Torvalds 已提交
771
			*num *= 10;
L
Luiz Capitulino 已提交
772
			*num += c - '0';
L
Linus Torvalds 已提交
773 774 775 776 777 778
		} else
			break;
	}
	return i;
}

L
Luiz Capitulino 已提交
779
static int strn_len(const char __user * user_buffer, unsigned int maxlen)
L
Linus Torvalds 已提交
780 781 782
{
	int i = 0;

L
Luiz Capitulino 已提交
783 784 785 786 787
	for (; i < maxlen; i++) {
		char c;
		if (get_user(c, &user_buffer[i]))
			return -EFAULT;
		switch (c) {
L
Linus Torvalds 已提交
788 789 790 791 792 793 794 795 796
		case '\"':
		case '\n':
		case '\r':
		case '\t':
		case ' ':
			goto done_str;
			break;
		default:
			break;
797
		}
L
Linus Torvalds 已提交
798 799 800 801 802
	}
done_str:
	return i;
}

803 804 805 806 807 808 809 810 811 812
static ssize_t get_labels(const char __user *buffer, struct pktgen_dev *pkt_dev)
{
	unsigned n = 0;
	char c;
	ssize_t i = 0;
	int len;

	pkt_dev->nr_labels = 0;
	do {
		__u32 tmp;
F
Francesco Fondelli 已提交
813
		len = hex32_arg(&buffer[i], 8, &tmp);
814 815 816 817 818 819 820 821 822 823 824 825
		if (len <= 0)
			return len;
		pkt_dev->labels[n] = htonl(tmp);
		if (pkt_dev->labels[n] & MPLS_STACK_BOTTOM)
			pkt_dev->flags |= F_MPLS_RND;
		i += len;
		if (get_user(c, &buffer[i]))
			return -EFAULT;
		i++;
		n++;
		if (n >= MAX_MPLS_LABELS)
			return -E2BIG;
826
	} while (c == ',');
827 828 829 830 831

	pkt_dev->nr_labels = n;
	return i;
}

L
Luiz Capitulino 已提交
832 833 834
static ssize_t pktgen_if_write(struct file *file,
			       const char __user * user_buffer, size_t count,
			       loff_t * offset)
L
Linus Torvalds 已提交
835
{
L
Luiz Capitulino 已提交
836 837
	struct seq_file *seq = (struct seq_file *)file->private_data;
	struct pktgen_dev *pkt_dev = seq->private;
L
Linus Torvalds 已提交
838 839 840
	int i = 0, max, len;
	char name[16], valstr[32];
	unsigned long value = 0;
L
Luiz Capitulino 已提交
841 842
	char *pg_result = NULL;
	int tmp = 0;
L
Linus Torvalds 已提交
843
	char buf[128];
L
Luiz Capitulino 已提交
844 845 846

	pg_result = &(pkt_dev->result[0]);

L
Linus Torvalds 已提交
847
	if (count < 1) {
848
		printk(KERN_WARNING "pktgen: wrong command format\n");
L
Linus Torvalds 已提交
849 850
		return -EINVAL;
	}
L
Luiz Capitulino 已提交
851

L
Linus Torvalds 已提交
852 853
	max = count - i;
	tmp = count_trail_chars(&user_buffer[i], max);
L
Luiz Capitulino 已提交
854
	if (tmp < 0) {
855
		printk(KERN_WARNING "pktgen: illegal format\n");
L
Luiz Capitulino 已提交
856
		return tmp;
L
Linus Torvalds 已提交
857
	}
L
Luiz Capitulino 已提交
858 859
	i += tmp;

L
Linus Torvalds 已提交
860 861 862
	/* Read variable name */

	len = strn_len(&user_buffer[i], sizeof(name) - 1);
863
	if (len < 0)
L
Luiz Capitulino 已提交
864
		return len;
865

L
Linus Torvalds 已提交
866
	memset(name, 0, sizeof(name));
L
Luiz Capitulino 已提交
867
	if (copy_from_user(name, &user_buffer[i], len))
L
Linus Torvalds 已提交
868 869
		return -EFAULT;
	i += len;
L
Luiz Capitulino 已提交
870 871

	max = count - i;
L
Linus Torvalds 已提交
872
	len = count_trail_chars(&user_buffer[i], max);
L
Luiz Capitulino 已提交
873 874 875
	if (len < 0)
		return len;

L
Linus Torvalds 已提交
876 877 878
	i += len;

	if (debug) {
L
Luiz Capitulino 已提交
879 880
		char tb[count + 1];
		if (copy_from_user(tb, user_buffer, count))
L
Linus Torvalds 已提交
881
			return -EFAULT;
L
Luiz Capitulino 已提交
882
		tb[count] = 0;
883
		printk(KERN_DEBUG "pktgen: %s,%lu  buffer -:%s:-\n", name,
L
Luiz Capitulino 已提交
884 885
		       (unsigned long)count, tb);
	}
L
Linus Torvalds 已提交
886 887 888

	if (!strcmp(name, "min_pkt_size")) {
		len = num_arg(&user_buffer[i], 10, &value);
889
		if (len < 0)
L
Luiz Capitulino 已提交
890
			return len;
891

L
Linus Torvalds 已提交
892
		i += len;
L
Luiz Capitulino 已提交
893 894 895 896 897 898 899 900
		if (value < 14 + 20 + 8)
			value = 14 + 20 + 8;
		if (value != pkt_dev->min_pkt_size) {
			pkt_dev->min_pkt_size = value;
			pkt_dev->cur_pkt_size = value;
		}
		sprintf(pg_result, "OK: min_pkt_size=%u",
			pkt_dev->min_pkt_size);
L
Linus Torvalds 已提交
901 902 903
		return count;
	}

L
Luiz Capitulino 已提交
904
	if (!strcmp(name, "max_pkt_size")) {
L
Linus Torvalds 已提交
905
		len = num_arg(&user_buffer[i], 10, &value);
906
		if (len < 0)
L
Luiz Capitulino 已提交
907
			return len;
908

L
Linus Torvalds 已提交
909
		i += len;
L
Luiz Capitulino 已提交
910 911 912 913 914 915 916 917
		if (value < 14 + 20 + 8)
			value = 14 + 20 + 8;
		if (value != pkt_dev->max_pkt_size) {
			pkt_dev->max_pkt_size = value;
			pkt_dev->cur_pkt_size = value;
		}
		sprintf(pg_result, "OK: max_pkt_size=%u",
			pkt_dev->max_pkt_size);
L
Linus Torvalds 已提交
918 919 920
		return count;
	}

L
Luiz Capitulino 已提交
921
	/* Shortcut for min = max */
L
Linus Torvalds 已提交
922 923 924

	if (!strcmp(name, "pkt_size")) {
		len = num_arg(&user_buffer[i], 10, &value);
925
		if (len < 0)
L
Luiz Capitulino 已提交
926
			return len;
927

L
Linus Torvalds 已提交
928
		i += len;
L
Luiz Capitulino 已提交
929 930 931 932 933 934 935
		if (value < 14 + 20 + 8)
			value = 14 + 20 + 8;
		if (value != pkt_dev->min_pkt_size) {
			pkt_dev->min_pkt_size = value;
			pkt_dev->max_pkt_size = value;
			pkt_dev->cur_pkt_size = value;
		}
L
Linus Torvalds 已提交
936 937 938 939
		sprintf(pg_result, "OK: pkt_size=%u", pkt_dev->min_pkt_size);
		return count;
	}

L
Luiz Capitulino 已提交
940
	if (!strcmp(name, "debug")) {
L
Linus Torvalds 已提交
941
		len = num_arg(&user_buffer[i], 10, &value);
942
		if (len < 0)
L
Luiz Capitulino 已提交
943
			return len;
944

L
Linus Torvalds 已提交
945
		i += len;
L
Luiz Capitulino 已提交
946
		debug = value;
L
Linus Torvalds 已提交
947 948 949 950
		sprintf(pg_result, "OK: debug=%u", debug);
		return count;
	}

L
Luiz Capitulino 已提交
951
	if (!strcmp(name, "frags")) {
L
Linus Torvalds 已提交
952
		len = num_arg(&user_buffer[i], 10, &value);
953
		if (len < 0)
L
Luiz Capitulino 已提交
954
			return len;
955

L
Linus Torvalds 已提交
956 957 958 959 960 961 962
		i += len;
		pkt_dev->nfrags = value;
		sprintf(pg_result, "OK: frags=%u", pkt_dev->nfrags);
		return count;
	}
	if (!strcmp(name, "delay")) {
		len = num_arg(&user_buffer[i], 10, &value);
963
		if (len < 0)
L
Luiz Capitulino 已提交
964
			return len;
965

L
Linus Torvalds 已提交
966
		i += len;
967 968 969
		if (value == 0x7FFFFFFF)
			pkt_dev->delay = ULLONG_MAX;
		else
E
Eric Dumazet 已提交
970
			pkt_dev->delay = (u64)value;
971 972 973

		sprintf(pg_result, "OK: delay=%llu",
			(unsigned long long) pkt_dev->delay);
L
Linus Torvalds 已提交
974 975
		return count;
	}
L
Luiz Capitulino 已提交
976
	if (!strcmp(name, "udp_src_min")) {
L
Linus Torvalds 已提交
977
		len = num_arg(&user_buffer[i], 10, &value);
978
		if (len < 0)
L
Luiz Capitulino 已提交
979
			return len;
980

L
Linus Torvalds 已提交
981
		i += len;
L
Luiz Capitulino 已提交
982 983 984 985
		if (value != pkt_dev->udp_src_min) {
			pkt_dev->udp_src_min = value;
			pkt_dev->cur_udp_src = value;
		}
L
Linus Torvalds 已提交
986 987 988
		sprintf(pg_result, "OK: udp_src_min=%u", pkt_dev->udp_src_min);
		return count;
	}
L
Luiz Capitulino 已提交
989
	if (!strcmp(name, "udp_dst_min")) {
L
Linus Torvalds 已提交
990
		len = num_arg(&user_buffer[i], 10, &value);
991
		if (len < 0)
L
Luiz Capitulino 已提交
992
			return len;
993

L
Linus Torvalds 已提交
994
		i += len;
L
Luiz Capitulino 已提交
995 996 997 998
		if (value != pkt_dev->udp_dst_min) {
			pkt_dev->udp_dst_min = value;
			pkt_dev->cur_udp_dst = value;
		}
L
Linus Torvalds 已提交
999 1000 1001
		sprintf(pg_result, "OK: udp_dst_min=%u", pkt_dev->udp_dst_min);
		return count;
	}
L
Luiz Capitulino 已提交
1002
	if (!strcmp(name, "udp_src_max")) {
L
Linus Torvalds 已提交
1003
		len = num_arg(&user_buffer[i], 10, &value);
1004
		if (len < 0)
L
Luiz Capitulino 已提交
1005
			return len;
1006

L
Linus Torvalds 已提交
1007
		i += len;
L
Luiz Capitulino 已提交
1008 1009 1010 1011
		if (value != pkt_dev->udp_src_max) {
			pkt_dev->udp_src_max = value;
			pkt_dev->cur_udp_src = value;
		}
L
Linus Torvalds 已提交
1012 1013 1014
		sprintf(pg_result, "OK: udp_src_max=%u", pkt_dev->udp_src_max);
		return count;
	}
L
Luiz Capitulino 已提交
1015
	if (!strcmp(name, "udp_dst_max")) {
L
Linus Torvalds 已提交
1016
		len = num_arg(&user_buffer[i], 10, &value);
1017
		if (len < 0)
L
Luiz Capitulino 已提交
1018
			return len;
1019

L
Linus Torvalds 已提交
1020
		i += len;
L
Luiz Capitulino 已提交
1021 1022 1023 1024
		if (value != pkt_dev->udp_dst_max) {
			pkt_dev->udp_dst_max = value;
			pkt_dev->cur_udp_dst = value;
		}
L
Linus Torvalds 已提交
1025 1026 1027 1028 1029
		sprintf(pg_result, "OK: udp_dst_max=%u", pkt_dev->udp_dst_max);
		return count;
	}
	if (!strcmp(name, "clone_skb")) {
		len = num_arg(&user_buffer[i], 10, &value);
1030
		if (len < 0)
L
Luiz Capitulino 已提交
1031
			return len;
1032

L
Linus Torvalds 已提交
1033
		i += len;
L
Luiz Capitulino 已提交
1034 1035
		pkt_dev->clone_skb = value;

L
Linus Torvalds 已提交
1036 1037 1038 1039 1040
		sprintf(pg_result, "OK: clone_skb=%d", pkt_dev->clone_skb);
		return count;
	}
	if (!strcmp(name, "count")) {
		len = num_arg(&user_buffer[i], 10, &value);
1041
		if (len < 0)
L
Luiz Capitulino 已提交
1042
			return len;
1043

L
Linus Torvalds 已提交
1044 1045 1046
		i += len;
		pkt_dev->count = value;
		sprintf(pg_result, "OK: count=%llu",
L
Luiz Capitulino 已提交
1047
			(unsigned long long)pkt_dev->count);
L
Linus Torvalds 已提交
1048 1049 1050 1051
		return count;
	}
	if (!strcmp(name, "src_mac_count")) {
		len = num_arg(&user_buffer[i], 10, &value);
1052
		if (len < 0)
L
Luiz Capitulino 已提交
1053
			return len;
1054

L
Linus Torvalds 已提交
1055 1056
		i += len;
		if (pkt_dev->src_mac_count != value) {
L
Luiz Capitulino 已提交
1057 1058 1059 1060 1061
			pkt_dev->src_mac_count = value;
			pkt_dev->cur_src_mac_offset = 0;
		}
		sprintf(pg_result, "OK: src_mac_count=%d",
			pkt_dev->src_mac_count);
L
Linus Torvalds 已提交
1062 1063 1064 1065
		return count;
	}
	if (!strcmp(name, "dst_mac_count")) {
		len = num_arg(&user_buffer[i], 10, &value);
1066
		if (len < 0)
L
Luiz Capitulino 已提交
1067
			return len;
1068

L
Linus Torvalds 已提交
1069 1070
		i += len;
		if (pkt_dev->dst_mac_count != value) {
L
Luiz Capitulino 已提交
1071 1072 1073 1074 1075
			pkt_dev->dst_mac_count = value;
			pkt_dev->cur_dst_mac_offset = 0;
		}
		sprintf(pg_result, "OK: dst_mac_count=%d",
			pkt_dev->dst_mac_count);
L
Linus Torvalds 已提交
1076 1077 1078
		return count;
	}
	if (!strcmp(name, "flag")) {
L
Luiz Capitulino 已提交
1079 1080
		char f[32];
		memset(f, 0, 32);
L
Linus Torvalds 已提交
1081
		len = strn_len(&user_buffer[i], sizeof(f) - 1);
1082
		if (len < 0)
L
Luiz Capitulino 已提交
1083
			return len;
1084

L
Linus Torvalds 已提交
1085 1086 1087
		if (copy_from_user(f, &user_buffer[i], len))
			return -EFAULT;
		i += len;
L
Luiz Capitulino 已提交
1088 1089 1090 1091 1092 1093 1094 1095 1096 1097 1098 1099 1100 1101 1102 1103 1104 1105 1106 1107 1108 1109 1110 1111 1112 1113 1114 1115 1116 1117 1118 1119 1120 1121 1122 1123 1124 1125 1126 1127 1128 1129
		if (strcmp(f, "IPSRC_RND") == 0)
			pkt_dev->flags |= F_IPSRC_RND;

		else if (strcmp(f, "!IPSRC_RND") == 0)
			pkt_dev->flags &= ~F_IPSRC_RND;

		else if (strcmp(f, "TXSIZE_RND") == 0)
			pkt_dev->flags |= F_TXSIZE_RND;

		else if (strcmp(f, "!TXSIZE_RND") == 0)
			pkt_dev->flags &= ~F_TXSIZE_RND;

		else if (strcmp(f, "IPDST_RND") == 0)
			pkt_dev->flags |= F_IPDST_RND;

		else if (strcmp(f, "!IPDST_RND") == 0)
			pkt_dev->flags &= ~F_IPDST_RND;

		else if (strcmp(f, "UDPSRC_RND") == 0)
			pkt_dev->flags |= F_UDPSRC_RND;

		else if (strcmp(f, "!UDPSRC_RND") == 0)
			pkt_dev->flags &= ~F_UDPSRC_RND;

		else if (strcmp(f, "UDPDST_RND") == 0)
			pkt_dev->flags |= F_UDPDST_RND;

		else if (strcmp(f, "!UDPDST_RND") == 0)
			pkt_dev->flags &= ~F_UDPDST_RND;

		else if (strcmp(f, "MACSRC_RND") == 0)
			pkt_dev->flags |= F_MACSRC_RND;

		else if (strcmp(f, "!MACSRC_RND") == 0)
			pkt_dev->flags &= ~F_MACSRC_RND;

		else if (strcmp(f, "MACDST_RND") == 0)
			pkt_dev->flags |= F_MACDST_RND;

		else if (strcmp(f, "!MACDST_RND") == 0)
			pkt_dev->flags &= ~F_MACDST_RND;

1130 1131 1132 1133 1134 1135
		else if (strcmp(f, "MPLS_RND") == 0)
			pkt_dev->flags |= F_MPLS_RND;

		else if (strcmp(f, "!MPLS_RND") == 0)
			pkt_dev->flags &= ~F_MPLS_RND;

F
Francesco Fondelli 已提交
1136 1137 1138 1139 1140 1141 1142 1143 1144 1145 1146 1147
		else if (strcmp(f, "VID_RND") == 0)
			pkt_dev->flags |= F_VID_RND;

		else if (strcmp(f, "!VID_RND") == 0)
			pkt_dev->flags &= ~F_VID_RND;

		else if (strcmp(f, "SVID_RND") == 0)
			pkt_dev->flags |= F_SVID_RND;

		else if (strcmp(f, "!SVID_RND") == 0)
			pkt_dev->flags &= ~F_SVID_RND;

1148 1149 1150
		else if (strcmp(f, "FLOW_SEQ") == 0)
			pkt_dev->flags |= F_FLOW_SEQ;

R
Robert Olsson 已提交
1151 1152 1153 1154 1155
		else if (strcmp(f, "QUEUE_MAP_RND") == 0)
			pkt_dev->flags |= F_QUEUE_MAP_RND;

		else if (strcmp(f, "!QUEUE_MAP_RND") == 0)
			pkt_dev->flags &= ~F_QUEUE_MAP_RND;
R
Robert Olsson 已提交
1156 1157 1158 1159 1160 1161

		else if (strcmp(f, "QUEUE_MAP_CPU") == 0)
			pkt_dev->flags |= F_QUEUE_MAP_CPU;

		else if (strcmp(f, "!QUEUE_MAP_CPU") == 0)
			pkt_dev->flags &= ~F_QUEUE_MAP_CPU;
J
Jamal Hadi Salim 已提交
1162 1163 1164 1165 1166
#ifdef CONFIG_XFRM
		else if (strcmp(f, "IPSEC") == 0)
			pkt_dev->flags |= F_IPSEC_ON;
#endif

F
Francesco Fondelli 已提交
1167 1168 1169
		else if (strcmp(f, "!IPV6") == 0)
			pkt_dev->flags &= ~F_IPV6;

L
Luiz Capitulino 已提交
1170 1171 1172 1173
		else {
			sprintf(pg_result,
				"Flag -:%s:- unknown\nAvailable flags, (prepend ! to un-set flag):\n%s",
				f,
F
Francesco Fondelli 已提交
1174
				"IPSRC_RND, IPDST_RND, UDPSRC_RND, UDPDST_RND, "
J
Jamal Hadi Salim 已提交
1175
				"MACSRC_RND, MACDST_RND, TXSIZE_RND, IPV6, MPLS_RND, VID_RND, SVID_RND, FLOW_SEQ, IPSEC\n");
L
Luiz Capitulino 已提交
1176 1177
			return count;
		}
L
Linus Torvalds 已提交
1178 1179 1180 1181 1182
		sprintf(pg_result, "OK: flags=0x%x", pkt_dev->flags);
		return count;
	}
	if (!strcmp(name, "dst_min") || !strcmp(name, "dst")) {
		len = strn_len(&user_buffer[i], sizeof(pkt_dev->dst_min) - 1);
1183
		if (len < 0)
L
Luiz Capitulino 已提交
1184
			return len;
L
Linus Torvalds 已提交
1185

L
Luiz Capitulino 已提交
1186
		if (copy_from_user(buf, &user_buffer[i], len))
L
Linus Torvalds 已提交
1187
			return -EFAULT;
L
Luiz Capitulino 已提交
1188 1189 1190 1191 1192 1193 1194 1195
		buf[len] = 0;
		if (strcmp(buf, pkt_dev->dst_min) != 0) {
			memset(pkt_dev->dst_min, 0, sizeof(pkt_dev->dst_min));
			strncpy(pkt_dev->dst_min, buf, len);
			pkt_dev->daddr_min = in_aton(pkt_dev->dst_min);
			pkt_dev->cur_daddr = pkt_dev->daddr_min;
		}
		if (debug)
1196
			printk(KERN_DEBUG "pktgen: dst_min set to: %s\n",
L
Luiz Capitulino 已提交
1197 1198
			       pkt_dev->dst_min);
		i += len;
L
Linus Torvalds 已提交
1199 1200 1201 1202 1203
		sprintf(pg_result, "OK: dst_min=%s", pkt_dev->dst_min);
		return count;
	}
	if (!strcmp(name, "dst_max")) {
		len = strn_len(&user_buffer[i], sizeof(pkt_dev->dst_max) - 1);
1204
		if (len < 0)
L
Luiz Capitulino 已提交
1205
			return len;
1206

L
Linus Torvalds 已提交
1207

L
Luiz Capitulino 已提交
1208
		if (copy_from_user(buf, &user_buffer[i], len))
L
Linus Torvalds 已提交
1209 1210
			return -EFAULT;

L
Luiz Capitulino 已提交
1211 1212 1213 1214 1215 1216 1217 1218
		buf[len] = 0;
		if (strcmp(buf, pkt_dev->dst_max) != 0) {
			memset(pkt_dev->dst_max, 0, sizeof(pkt_dev->dst_max));
			strncpy(pkt_dev->dst_max, buf, len);
			pkt_dev->daddr_max = in_aton(pkt_dev->dst_max);
			pkt_dev->cur_daddr = pkt_dev->daddr_max;
		}
		if (debug)
1219
			printk(KERN_DEBUG "pktgen: dst_max set to: %s\n",
L
Luiz Capitulino 已提交
1220
			       pkt_dev->dst_max);
L
Linus Torvalds 已提交
1221 1222 1223 1224 1225 1226
		i += len;
		sprintf(pg_result, "OK: dst_max=%s", pkt_dev->dst_max);
		return count;
	}
	if (!strcmp(name, "dst6")) {
		len = strn_len(&user_buffer[i], sizeof(buf) - 1);
L
Luiz Capitulino 已提交
1227 1228
		if (len < 0)
			return len;
L
Linus Torvalds 已提交
1229 1230 1231

		pkt_dev->flags |= F_IPV6;

L
Luiz Capitulino 已提交
1232
		if (copy_from_user(buf, &user_buffer[i], len))
L
Linus Torvalds 已提交
1233
			return -EFAULT;
L
Luiz Capitulino 已提交
1234
		buf[len] = 0;
L
Linus Torvalds 已提交
1235 1236

		scan_ip6(buf, pkt_dev->in6_daddr.s6_addr);
L
Luiz Capitulino 已提交
1237
		fmt_ip6(buf, pkt_dev->in6_daddr.s6_addr);
L
Linus Torvalds 已提交
1238 1239 1240

		ipv6_addr_copy(&pkt_dev->cur_in6_daddr, &pkt_dev->in6_daddr);

L
Luiz Capitulino 已提交
1241
		if (debug)
1242
			printk(KERN_DEBUG "pktgen: dst6 set to: %s\n", buf);
L
Linus Torvalds 已提交
1243

L
Luiz Capitulino 已提交
1244
		i += len;
L
Linus Torvalds 已提交
1245 1246 1247 1248 1249
		sprintf(pg_result, "OK: dst6=%s", buf);
		return count;
	}
	if (!strcmp(name, "dst6_min")) {
		len = strn_len(&user_buffer[i], sizeof(buf) - 1);
L
Luiz Capitulino 已提交
1250 1251
		if (len < 0)
			return len;
L
Linus Torvalds 已提交
1252 1253 1254

		pkt_dev->flags |= F_IPV6;

L
Luiz Capitulino 已提交
1255
		if (copy_from_user(buf, &user_buffer[i], len))
L
Linus Torvalds 已提交
1256
			return -EFAULT;
L
Luiz Capitulino 已提交
1257
		buf[len] = 0;
L
Linus Torvalds 已提交
1258 1259

		scan_ip6(buf, pkt_dev->min_in6_daddr.s6_addr);
L
Luiz Capitulino 已提交
1260
		fmt_ip6(buf, pkt_dev->min_in6_daddr.s6_addr);
L
Linus Torvalds 已提交
1261

L
Luiz Capitulino 已提交
1262 1263 1264
		ipv6_addr_copy(&pkt_dev->cur_in6_daddr,
			       &pkt_dev->min_in6_daddr);
		if (debug)
1265
			printk(KERN_DEBUG "pktgen: dst6_min set to: %s\n", buf);
L
Linus Torvalds 已提交
1266

L
Luiz Capitulino 已提交
1267
		i += len;
L
Linus Torvalds 已提交
1268 1269 1270 1271 1272
		sprintf(pg_result, "OK: dst6_min=%s", buf);
		return count;
	}
	if (!strcmp(name, "dst6_max")) {
		len = strn_len(&user_buffer[i], sizeof(buf) - 1);
L
Luiz Capitulino 已提交
1273 1274
		if (len < 0)
			return len;
L
Linus Torvalds 已提交
1275 1276 1277

		pkt_dev->flags |= F_IPV6;

L
Luiz Capitulino 已提交
1278
		if (copy_from_user(buf, &user_buffer[i], len))
L
Linus Torvalds 已提交
1279
			return -EFAULT;
L
Luiz Capitulino 已提交
1280
		buf[len] = 0;
L
Linus Torvalds 已提交
1281 1282

		scan_ip6(buf, pkt_dev->max_in6_daddr.s6_addr);
L
Luiz Capitulino 已提交
1283
		fmt_ip6(buf, pkt_dev->max_in6_daddr.s6_addr);
L
Linus Torvalds 已提交
1284

L
Luiz Capitulino 已提交
1285
		if (debug)
1286
			printk(KERN_DEBUG "pktgen: dst6_max set to: %s\n", buf);
L
Linus Torvalds 已提交
1287

L
Luiz Capitulino 已提交
1288
		i += len;
L
Linus Torvalds 已提交
1289 1290 1291 1292 1293
		sprintf(pg_result, "OK: dst6_max=%s", buf);
		return count;
	}
	if (!strcmp(name, "src6")) {
		len = strn_len(&user_buffer[i], sizeof(buf) - 1);
L
Luiz Capitulino 已提交
1294 1295
		if (len < 0)
			return len;
L
Linus Torvalds 已提交
1296 1297 1298

		pkt_dev->flags |= F_IPV6;

L
Luiz Capitulino 已提交
1299
		if (copy_from_user(buf, &user_buffer[i], len))
L
Linus Torvalds 已提交
1300
			return -EFAULT;
L
Luiz Capitulino 已提交
1301
		buf[len] = 0;
L
Linus Torvalds 已提交
1302 1303

		scan_ip6(buf, pkt_dev->in6_saddr.s6_addr);
L
Luiz Capitulino 已提交
1304
		fmt_ip6(buf, pkt_dev->in6_saddr.s6_addr);
L
Linus Torvalds 已提交
1305 1306 1307

		ipv6_addr_copy(&pkt_dev->cur_in6_saddr, &pkt_dev->in6_saddr);

L
Luiz Capitulino 已提交
1308
		if (debug)
1309
			printk(KERN_DEBUG "pktgen: src6 set to: %s\n", buf);
L
Luiz Capitulino 已提交
1310 1311

		i += len;
L
Linus Torvalds 已提交
1312 1313 1314 1315 1316
		sprintf(pg_result, "OK: src6=%s", buf);
		return count;
	}
	if (!strcmp(name, "src_min")) {
		len = strn_len(&user_buffer[i], sizeof(pkt_dev->src_min) - 1);
1317
		if (len < 0)
L
Luiz Capitulino 已提交
1318
			return len;
1319

L
Luiz Capitulino 已提交
1320
		if (copy_from_user(buf, &user_buffer[i], len))
L
Linus Torvalds 已提交
1321
			return -EFAULT;
L
Luiz Capitulino 已提交
1322 1323 1324 1325 1326 1327 1328 1329
		buf[len] = 0;
		if (strcmp(buf, pkt_dev->src_min) != 0) {
			memset(pkt_dev->src_min, 0, sizeof(pkt_dev->src_min));
			strncpy(pkt_dev->src_min, buf, len);
			pkt_dev->saddr_min = in_aton(pkt_dev->src_min);
			pkt_dev->cur_saddr = pkt_dev->saddr_min;
		}
		if (debug)
1330
			printk(KERN_DEBUG "pktgen: src_min set to: %s\n",
L
Luiz Capitulino 已提交
1331
			       pkt_dev->src_min);
L
Linus Torvalds 已提交
1332 1333 1334 1335 1336 1337
		i += len;
		sprintf(pg_result, "OK: src_min=%s", pkt_dev->src_min);
		return count;
	}
	if (!strcmp(name, "src_max")) {
		len = strn_len(&user_buffer[i], sizeof(pkt_dev->src_max) - 1);
1338
		if (len < 0)
L
Luiz Capitulino 已提交
1339
			return len;
1340

L
Luiz Capitulino 已提交
1341
		if (copy_from_user(buf, &user_buffer[i], len))
L
Linus Torvalds 已提交
1342
			return -EFAULT;
L
Luiz Capitulino 已提交
1343 1344 1345 1346 1347 1348 1349 1350
		buf[len] = 0;
		if (strcmp(buf, pkt_dev->src_max) != 0) {
			memset(pkt_dev->src_max, 0, sizeof(pkt_dev->src_max));
			strncpy(pkt_dev->src_max, buf, len);
			pkt_dev->saddr_max = in_aton(pkt_dev->src_max);
			pkt_dev->cur_saddr = pkt_dev->saddr_max;
		}
		if (debug)
1351
			printk(KERN_DEBUG "pktgen: src_max set to: %s\n",
L
Luiz Capitulino 已提交
1352
			       pkt_dev->src_max);
L
Linus Torvalds 已提交
1353 1354 1355 1356 1357 1358
		i += len;
		sprintf(pg_result, "OK: src_max=%s", pkt_dev->src_max);
		return count;
	}
	if (!strcmp(name, "dst_mac")) {
		char *v = valstr;
1359
		unsigned char old_dmac[ETH_ALEN];
L
Linus Torvalds 已提交
1360
		unsigned char *m = pkt_dev->dst_mac;
1361
		memcpy(old_dmac, pkt_dev->dst_mac, ETH_ALEN);
L
Luiz Capitulino 已提交
1362

L
Linus Torvalds 已提交
1363
		len = strn_len(&user_buffer[i], sizeof(valstr) - 1);
1364
		if (len < 0)
L
Luiz Capitulino 已提交
1365
			return len;
1366

L
Linus Torvalds 已提交
1367
		memset(valstr, 0, sizeof(valstr));
L
Luiz Capitulino 已提交
1368
		if (copy_from_user(valstr, &user_buffer[i], len))
L
Linus Torvalds 已提交
1369 1370 1371
			return -EFAULT;
		i += len;

L
Luiz Capitulino 已提交
1372
		for (*m = 0; *v && m < pkt_dev->dst_mac + 6; v++) {
L
Linus Torvalds 已提交
1373 1374 1375 1376 1377 1378 1379 1380 1381 1382 1383 1384 1385 1386 1387 1388 1389 1390 1391
			if (*v >= '0' && *v <= '9') {
				*m *= 16;
				*m += *v - '0';
			}
			if (*v >= 'A' && *v <= 'F') {
				*m *= 16;
				*m += *v - 'A' + 10;
			}
			if (*v >= 'a' && *v <= 'f') {
				*m *= 16;
				*m += *v - 'a' + 10;
			}
			if (*v == ':') {
				m++;
				*m = 0;
			}
		}

		/* Set up Dest MAC */
1392 1393
		if (compare_ether_addr(old_dmac, pkt_dev->dst_mac))
			memcpy(&(pkt_dev->hh[0]), pkt_dev->dst_mac, ETH_ALEN);
L
Luiz Capitulino 已提交
1394

L
Linus Torvalds 已提交
1395 1396 1397 1398 1399
		sprintf(pg_result, "OK: dstmac");
		return count;
	}
	if (!strcmp(name, "src_mac")) {
		char *v = valstr;
A
Adit Ranadive 已提交
1400
		unsigned char old_smac[ETH_ALEN];
L
Linus Torvalds 已提交
1401 1402
		unsigned char *m = pkt_dev->src_mac;

A
Adit Ranadive 已提交
1403 1404
		memcpy(old_smac, pkt_dev->src_mac, ETH_ALEN);

L
Linus Torvalds 已提交
1405
		len = strn_len(&user_buffer[i], sizeof(valstr) - 1);
1406
		if (len < 0)
L
Luiz Capitulino 已提交
1407
			return len;
1408

L
Linus Torvalds 已提交
1409
		memset(valstr, 0, sizeof(valstr));
L
Luiz Capitulino 已提交
1410
		if (copy_from_user(valstr, &user_buffer[i], len))
L
Linus Torvalds 已提交
1411 1412 1413
			return -EFAULT;
		i += len;

L
Luiz Capitulino 已提交
1414
		for (*m = 0; *v && m < pkt_dev->src_mac + 6; v++) {
L
Linus Torvalds 已提交
1415 1416 1417 1418 1419 1420 1421 1422 1423 1424 1425 1426 1427 1428 1429 1430
			if (*v >= '0' && *v <= '9') {
				*m *= 16;
				*m += *v - '0';
			}
			if (*v >= 'A' && *v <= 'F') {
				*m *= 16;
				*m += *v - 'A' + 10;
			}
			if (*v >= 'a' && *v <= 'f') {
				*m *= 16;
				*m += *v - 'a' + 10;
			}
			if (*v == ':') {
				m++;
				*m = 0;
			}
L
Luiz Capitulino 已提交
1431
		}
L
Linus Torvalds 已提交
1432

A
Adit Ranadive 已提交
1433 1434 1435 1436
		/* Set up Src MAC */
		if (compare_ether_addr(old_smac, pkt_dev->src_mac))
			memcpy(&(pkt_dev->hh[6]), pkt_dev->src_mac, ETH_ALEN);

L
Luiz Capitulino 已提交
1437
		sprintf(pg_result, "OK: srcmac");
L
Linus Torvalds 已提交
1438 1439 1440
		return count;
	}

L
Luiz Capitulino 已提交
1441 1442 1443 1444 1445
	if (!strcmp(name, "clear_counters")) {
		pktgen_clear_counters(pkt_dev);
		sprintf(pg_result, "OK: Clearing counters.\n");
		return count;
	}
L
Linus Torvalds 已提交
1446 1447 1448

	if (!strcmp(name, "flows")) {
		len = num_arg(&user_buffer[i], 10, &value);
1449
		if (len < 0)
L
Luiz Capitulino 已提交
1450
			return len;
1451

L
Linus Torvalds 已提交
1452 1453 1454 1455 1456 1457 1458 1459 1460 1461 1462
		i += len;
		if (value > MAX_CFLOWS)
			value = MAX_CFLOWS;

		pkt_dev->cflows = value;
		sprintf(pg_result, "OK: flows=%u", pkt_dev->cflows);
		return count;
	}

	if (!strcmp(name, "flowlen")) {
		len = num_arg(&user_buffer[i], 10, &value);
1463
		if (len < 0)
L
Luiz Capitulino 已提交
1464
			return len;
1465

L
Linus Torvalds 已提交
1466 1467 1468 1469 1470
		i += len;
		pkt_dev->lflow = value;
		sprintf(pg_result, "OK: flowlen=%u", pkt_dev->lflow);
		return count;
	}
L
Luiz Capitulino 已提交
1471

R
Robert Olsson 已提交
1472 1473
	if (!strcmp(name, "queue_map_min")) {
		len = num_arg(&user_buffer[i], 5, &value);
1474
		if (len < 0)
R
Robert Olsson 已提交
1475
			return len;
1476

R
Robert Olsson 已提交
1477 1478 1479 1480 1481 1482 1483 1484
		i += len;
		pkt_dev->queue_map_min = value;
		sprintf(pg_result, "OK: queue_map_min=%u", pkt_dev->queue_map_min);
		return count;
	}

	if (!strcmp(name, "queue_map_max")) {
		len = num_arg(&user_buffer[i], 5, &value);
1485
		if (len < 0)
R
Robert Olsson 已提交
1486
			return len;
1487

R
Robert Olsson 已提交
1488 1489 1490 1491 1492 1493
		i += len;
		pkt_dev->queue_map_max = value;
		sprintf(pg_result, "OK: queue_map_max=%u", pkt_dev->queue_map_max);
		return count;
	}

1494
	if (!strcmp(name, "mpls")) {
S
Stephen Hemminger 已提交
1495 1496
		unsigned n, cnt;

1497
		len = get_labels(&user_buffer[i], pkt_dev);
S
Stephen Hemminger 已提交
1498 1499
		if (len < 0)
			return len;
1500
		i += len;
S
Stephen Hemminger 已提交
1501
		cnt = sprintf(pg_result, "OK: mpls=");
1502
		for (n = 0; n < pkt_dev->nr_labels; n++)
S
Stephen Hemminger 已提交
1503 1504 1505
			cnt += sprintf(pg_result + cnt,
				       "%08x%s", ntohl(pkt_dev->labels[n]),
				       n == pkt_dev->nr_labels-1 ? "" : ",");
F
Francesco Fondelli 已提交
1506 1507 1508 1509 1510 1511

		if (pkt_dev->nr_labels && pkt_dev->vlan_id != 0xffff) {
			pkt_dev->vlan_id = 0xffff; /* turn off VLAN/SVLAN */
			pkt_dev->svlan_id = 0xffff;

			if (debug)
1512
				printk(KERN_DEBUG "pktgen: VLAN/SVLAN auto turned off\n");
F
Francesco Fondelli 已提交
1513 1514 1515 1516 1517 1518
		}
		return count;
	}

	if (!strcmp(name, "vlan_id")) {
		len = num_arg(&user_buffer[i], 4, &value);
1519
		if (len < 0)
F
Francesco Fondelli 已提交
1520
			return len;
1521

F
Francesco Fondelli 已提交
1522 1523 1524 1525 1526
		i += len;
		if (value <= 4095) {
			pkt_dev->vlan_id = value;  /* turn on VLAN */

			if (debug)
1527
				printk(KERN_DEBUG "pktgen: VLAN turned on\n");
F
Francesco Fondelli 已提交
1528 1529

			if (debug && pkt_dev->nr_labels)
1530
				printk(KERN_DEBUG "pktgen: MPLS auto turned off\n");
F
Francesco Fondelli 已提交
1531 1532 1533 1534 1535 1536 1537 1538

			pkt_dev->nr_labels = 0;    /* turn off MPLS */
			sprintf(pg_result, "OK: vlan_id=%u", pkt_dev->vlan_id);
		} else {
			pkt_dev->vlan_id = 0xffff; /* turn off VLAN/SVLAN */
			pkt_dev->svlan_id = 0xffff;

			if (debug)
1539
				printk(KERN_DEBUG "pktgen: VLAN/SVLAN turned off\n");
F
Francesco Fondelli 已提交
1540 1541 1542 1543 1544 1545
		}
		return count;
	}

	if (!strcmp(name, "vlan_p")) {
		len = num_arg(&user_buffer[i], 1, &value);
1546
		if (len < 0)
F
Francesco Fondelli 已提交
1547
			return len;
1548

F
Francesco Fondelli 已提交
1549 1550 1551 1552 1553 1554 1555 1556 1557 1558 1559 1560
		i += len;
		if ((value <= 7) && (pkt_dev->vlan_id != 0xffff)) {
			pkt_dev->vlan_p = value;
			sprintf(pg_result, "OK: vlan_p=%u", pkt_dev->vlan_p);
		} else {
			sprintf(pg_result, "ERROR: vlan_p must be 0-7");
		}
		return count;
	}

	if (!strcmp(name, "vlan_cfi")) {
		len = num_arg(&user_buffer[i], 1, &value);
1561
		if (len < 0)
F
Francesco Fondelli 已提交
1562
			return len;
1563

F
Francesco Fondelli 已提交
1564 1565 1566 1567 1568 1569 1570 1571 1572 1573 1574 1575
		i += len;
		if ((value <= 1) && (pkt_dev->vlan_id != 0xffff)) {
			pkt_dev->vlan_cfi = value;
			sprintf(pg_result, "OK: vlan_cfi=%u", pkt_dev->vlan_cfi);
		} else {
			sprintf(pg_result, "ERROR: vlan_cfi must be 0-1");
		}
		return count;
	}

	if (!strcmp(name, "svlan_id")) {
		len = num_arg(&user_buffer[i], 4, &value);
1576
		if (len < 0)
F
Francesco Fondelli 已提交
1577
			return len;
1578

F
Francesco Fondelli 已提交
1579 1580 1581 1582 1583
		i += len;
		if ((value <= 4095) && ((pkt_dev->vlan_id != 0xffff))) {
			pkt_dev->svlan_id = value;  /* turn on SVLAN */

			if (debug)
1584
				printk(KERN_DEBUG "pktgen: SVLAN turned on\n");
F
Francesco Fondelli 已提交
1585 1586

			if (debug && pkt_dev->nr_labels)
1587
				printk(KERN_DEBUG "pktgen: MPLS auto turned off\n");
F
Francesco Fondelli 已提交
1588 1589 1590 1591 1592 1593 1594 1595

			pkt_dev->nr_labels = 0;    /* turn off MPLS */
			sprintf(pg_result, "OK: svlan_id=%u", pkt_dev->svlan_id);
		} else {
			pkt_dev->vlan_id = 0xffff; /* turn off VLAN/SVLAN */
			pkt_dev->svlan_id = 0xffff;

			if (debug)
1596
				printk(KERN_DEBUG "pktgen: VLAN/SVLAN turned off\n");
F
Francesco Fondelli 已提交
1597 1598 1599 1600 1601 1602
		}
		return count;
	}

	if (!strcmp(name, "svlan_p")) {
		len = num_arg(&user_buffer[i], 1, &value);
1603
		if (len < 0)
F
Francesco Fondelli 已提交
1604
			return len;
1605

F
Francesco Fondelli 已提交
1606 1607 1608 1609 1610 1611 1612 1613 1614 1615 1616 1617
		i += len;
		if ((value <= 7) && (pkt_dev->svlan_id != 0xffff)) {
			pkt_dev->svlan_p = value;
			sprintf(pg_result, "OK: svlan_p=%u", pkt_dev->svlan_p);
		} else {
			sprintf(pg_result, "ERROR: svlan_p must be 0-7");
		}
		return count;
	}

	if (!strcmp(name, "svlan_cfi")) {
		len = num_arg(&user_buffer[i], 1, &value);
1618
		if (len < 0)
F
Francesco Fondelli 已提交
1619
			return len;
1620

F
Francesco Fondelli 已提交
1621 1622 1623 1624 1625 1626 1627
		i += len;
		if ((value <= 1) && (pkt_dev->svlan_id != 0xffff)) {
			pkt_dev->svlan_cfi = value;
			sprintf(pg_result, "OK: svlan_cfi=%u", pkt_dev->svlan_cfi);
		} else {
			sprintf(pg_result, "ERROR: svlan_cfi must be 0-1");
		}
1628 1629 1630
		return count;
	}

F
Francesco Fondelli 已提交
1631 1632 1633
	if (!strcmp(name, "tos")) {
		__u32 tmp_value = 0;
		len = hex32_arg(&user_buffer[i], 2, &tmp_value);
1634
		if (len < 0)
F
Francesco Fondelli 已提交
1635
			return len;
1636

F
Francesco Fondelli 已提交
1637 1638 1639 1640 1641 1642 1643 1644 1645 1646 1647 1648 1649
		i += len;
		if (len == 2) {
			pkt_dev->tos = tmp_value;
			sprintf(pg_result, "OK: tos=0x%02x", pkt_dev->tos);
		} else {
			sprintf(pg_result, "ERROR: tos must be 00-ff");
		}
		return count;
	}

	if (!strcmp(name, "traffic_class")) {
		__u32 tmp_value = 0;
		len = hex32_arg(&user_buffer[i], 2, &tmp_value);
1650
		if (len < 0)
F
Francesco Fondelli 已提交
1651
			return len;
1652

F
Francesco Fondelli 已提交
1653 1654 1655 1656 1657 1658 1659 1660 1661 1662
		i += len;
		if (len == 2) {
			pkt_dev->traffic_class = tmp_value;
			sprintf(pg_result, "OK: traffic_class=0x%02x", pkt_dev->traffic_class);
		} else {
			sprintf(pg_result, "ERROR: traffic_class must be 00-ff");
		}
		return count;
	}

L
Linus Torvalds 已提交
1663 1664 1665 1666
	sprintf(pkt_dev->result, "No such parameter \"%s\"", name);
	return -EINVAL;
}

1667
static int pktgen_if_open(struct inode *inode, struct file *file)
L
Linus Torvalds 已提交
1668
{
1669 1670
	return single_open(file, pktgen_if_show, PDE(inode)->data);
}
L
Linus Torvalds 已提交
1671

1672
static const struct file_operations pktgen_if_fops = {
L
Luiz Capitulino 已提交
1673 1674 1675 1676 1677 1678
	.owner   = THIS_MODULE,
	.open    = pktgen_if_open,
	.read    = seq_read,
	.llseek  = seq_lseek,
	.write   = pktgen_if_write,
	.release = single_release,
1679
};
L
Linus Torvalds 已提交
1680

1681 1682
static int pktgen_thread_show(struct seq_file *seq, void *v)
{
L
Luiz Capitulino 已提交
1683
	struct pktgen_thread *t = seq->private;
S
Stephen Hemminger 已提交
1684
	const struct pktgen_dev *pkt_dev;
1685 1686

	BUG_ON(!t);
L
Linus Torvalds 已提交
1687

L
Luiz Capitulino 已提交
1688
	seq_printf(seq, "Running: ");
L
Linus Torvalds 已提交
1689

L
Luiz Capitulino 已提交
1690
	if_lock(t);
1691
	list_for_each_entry(pkt_dev, &t->if_list, list)
L
Luiz Capitulino 已提交
1692
		if (pkt_dev->running)
E
Eric Dumazet 已提交
1693
			seq_printf(seq, "%s ", pkt_dev->odevname);
L
Linus Torvalds 已提交
1694

L
Luiz Capitulino 已提交
1695 1696
	seq_printf(seq, "\nStopped: ");

1697
	list_for_each_entry(pkt_dev, &t->if_list, list)
L
Luiz Capitulino 已提交
1698
		if (!pkt_dev->running)
E
Eric Dumazet 已提交
1699
			seq_printf(seq, "%s ", pkt_dev->odevname);
L
Linus Torvalds 已提交
1700 1701

	if (t->result[0])
1702
		seq_printf(seq, "\nResult: %s\n", t->result);
L
Linus Torvalds 已提交
1703
	else
1704
		seq_printf(seq, "\nResult: NA\n");
L
Linus Torvalds 已提交
1705

L
Luiz Capitulino 已提交
1706
	if_unlock(t);
L
Linus Torvalds 已提交
1707

1708
	return 0;
L
Linus Torvalds 已提交
1709 1710
}

1711
static ssize_t pktgen_thread_write(struct file *file,
L
Luiz Capitulino 已提交
1712 1713
				   const char __user * user_buffer,
				   size_t count, loff_t * offset)
L
Linus Torvalds 已提交
1714
{
L
Luiz Capitulino 已提交
1715 1716
	struct seq_file *seq = (struct seq_file *)file->private_data;
	struct pktgen_thread *t = seq->private;
L
Linus Torvalds 已提交
1717 1718
	int i = 0, max, len, ret;
	char name[40];
L
Luiz Capitulino 已提交
1719
	char *pg_result;
1720

L
Linus Torvalds 已提交
1721
	if (count < 1) {
L
Luiz Capitulino 已提交
1722
		//      sprintf(pg_result, "Wrong command format");
L
Linus Torvalds 已提交
1723 1724
		return -EINVAL;
	}
1725

L
Linus Torvalds 已提交
1726
	max = count - i;
L
Luiz Capitulino 已提交
1727 1728
	len = count_trail_chars(&user_buffer[i], max);
	if (len < 0)
1729 1730
		return len;

L
Linus Torvalds 已提交
1731
	i += len;
1732

L
Linus Torvalds 已提交
1733 1734 1735
	/* Read variable name */

	len = strn_len(&user_buffer[i], sizeof(name) - 1);
L
Luiz Capitulino 已提交
1736
	if (len < 0)
1737
		return len;
L
Luiz Capitulino 已提交
1738

L
Linus Torvalds 已提交
1739 1740 1741 1742
	memset(name, 0, sizeof(name));
	if (copy_from_user(name, &user_buffer[i], len))
		return -EFAULT;
	i += len;
1743

L
Luiz Capitulino 已提交
1744
	max = count - i;
L
Linus Torvalds 已提交
1745
	len = count_trail_chars(&user_buffer[i], max);
L
Luiz Capitulino 已提交
1746
	if (len < 0)
1747 1748
		return len;

L
Linus Torvalds 已提交
1749 1750
	i += len;

1751
	if (debug)
1752 1753
		printk(KERN_DEBUG "pktgen: t=%s, count=%lu\n",
		       name, (unsigned long)count);
L
Linus Torvalds 已提交
1754

L
Luiz Capitulino 已提交
1755
	if (!t) {
1756
		printk(KERN_ERR "pktgen: ERROR: No thread\n");
L
Linus Torvalds 已提交
1757 1758 1759 1760 1761 1762
		ret = -EINVAL;
		goto out;
	}

	pg_result = &(t->result[0]);

L
Luiz Capitulino 已提交
1763 1764 1765
	if (!strcmp(name, "add_device")) {
		char f[32];
		memset(f, 0, 32);
L
Linus Torvalds 已提交
1766
		len = strn_len(&user_buffer[i], sizeof(f) - 1);
L
Luiz Capitulino 已提交
1767 1768
		if (len < 0) {
			ret = len;
L
Linus Torvalds 已提交
1769 1770
			goto out;
		}
L
Luiz Capitulino 已提交
1771
		if (copy_from_user(f, &user_buffer[i], len))
L
Linus Torvalds 已提交
1772 1773
			return -EFAULT;
		i += len;
1774
		mutex_lock(&pktgen_thread_lock);
L
Luiz Capitulino 已提交
1775
		pktgen_add_device(t, f);
1776
		mutex_unlock(&pktgen_thread_lock);
L
Luiz Capitulino 已提交
1777 1778
		ret = count;
		sprintf(pg_result, "OK: add_device=%s", f);
L
Linus Torvalds 已提交
1779 1780 1781
		goto out;
	}

L
Luiz Capitulino 已提交
1782
	if (!strcmp(name, "rem_device_all")) {
1783
		mutex_lock(&pktgen_thread_lock);
1784
		t->control |= T_REMDEVALL;
1785
		mutex_unlock(&pktgen_thread_lock);
L
Luiz Capitulino 已提交
1786
		schedule_timeout_interruptible(msecs_to_jiffies(125));	/* Propagate thread->control  */
L
Linus Torvalds 已提交
1787
		ret = count;
L
Luiz Capitulino 已提交
1788
		sprintf(pg_result, "OK: rem_device_all");
L
Linus Torvalds 已提交
1789 1790 1791
		goto out;
	}

L
Luiz Capitulino 已提交
1792
	if (!strcmp(name, "max_before_softirq")) {
1793
		sprintf(pg_result, "OK: Note! max_before_softirq is obsoleted -- Do not use");
L
Luiz Capitulino 已提交
1794
		ret = count;
L
Linus Torvalds 已提交
1795 1796 1797 1798
		goto out;
	}

	ret = -EINVAL;
L
Luiz Capitulino 已提交
1799
out:
L
Linus Torvalds 已提交
1800 1801 1802
	return ret;
}

1803
static int pktgen_thread_open(struct inode *inode, struct file *file)
L
Linus Torvalds 已提交
1804
{
1805
	return single_open(file, pktgen_thread_show, PDE(inode)->data);
L
Linus Torvalds 已提交
1806 1807
}

1808
static const struct file_operations pktgen_thread_fops = {
L
Luiz Capitulino 已提交
1809 1810 1811 1812 1813 1814
	.owner   = THIS_MODULE,
	.open    = pktgen_thread_open,
	.read    = seq_read,
	.llseek  = seq_lseek,
	.write   = pktgen_thread_write,
	.release = single_release,
1815
};
L
Linus Torvalds 已提交
1816 1817

/* Think find or remove for NN */
L
Luiz Capitulino 已提交
1818
static struct pktgen_dev *__pktgen_NN_threads(const char *ifname, int remove)
L
Linus Torvalds 已提交
1819 1820 1821
{
	struct pktgen_thread *t;
	struct pktgen_dev *pkt_dev = NULL;
E
Eric Dumazet 已提交
1822
	bool exact = (remove == FIND);
L
Linus Torvalds 已提交
1823

1824
	list_for_each_entry(t, &pktgen_threads, th_list) {
E
Eric Dumazet 已提交
1825
		pkt_dev = pktgen_find_dev(t, ifname, exact);
L
Linus Torvalds 已提交
1826
		if (pkt_dev) {
L
Luiz Capitulino 已提交
1827 1828 1829 1830 1831 1832
			if (remove) {
				if_lock(t);
				pkt_dev->removal_mark = 1;
				t->control |= T_REMDEV;
				if_unlock(t);
			}
L
Linus Torvalds 已提交
1833 1834 1835
			break;
		}
	}
L
Luiz Capitulino 已提交
1836
	return pkt_dev;
L
Linus Torvalds 已提交
1837 1838
}

1839 1840 1841
/*
 * mark a device for removal
 */
1842
static void pktgen_mark_device(const char *ifname)
L
Linus Torvalds 已提交
1843 1844
{
	struct pktgen_dev *pkt_dev = NULL;
1845 1846 1847
	const int max_tries = 10, msec_per_try = 125;
	int i = 0;

1848
	mutex_lock(&pktgen_thread_lock);
S
Stephen Hemminger 已提交
1849
	pr_debug("pktgen: pktgen_mark_device marking %s for removal\n", ifname);
1850

L
Luiz Capitulino 已提交
1851
	while (1) {
1852 1853

		pkt_dev = __pktgen_NN_threads(ifname, REMOVE);
L
Luiz Capitulino 已提交
1854 1855
		if (pkt_dev == NULL)
			break;	/* success */
1856

1857
		mutex_unlock(&pktgen_thread_lock);
S
Stephen Hemminger 已提交
1858 1859
		pr_debug("pktgen: pktgen_mark_device waiting for %s "
				"to disappear....\n", ifname);
1860
		schedule_timeout_interruptible(msecs_to_jiffies(msec_per_try));
1861
		mutex_lock(&pktgen_thread_lock);
1862 1863

		if (++i >= max_tries) {
1864 1865
			printk(KERN_ERR "pktgen_mark_device: timed out after "
			       "waiting %d msec for device %s to be removed\n",
L
Luiz Capitulino 已提交
1866
			       msec_per_try * i, ifname);
1867 1868 1869 1870 1871
			break;
		}

	}

1872
	mutex_unlock(&pktgen_thread_lock);
1873
}
1874

1875 1876 1877 1878 1879 1880 1881 1882 1883 1884 1885 1886 1887
static void pktgen_change_name(struct net_device *dev)
{
	struct pktgen_thread *t;

	list_for_each_entry(t, &pktgen_threads, th_list) {
		struct pktgen_dev *pkt_dev;

		list_for_each_entry(pkt_dev, &t->if_list, list) {
			if (pkt_dev->odev != dev)
				continue;

			remove_proc_entry(pkt_dev->entry->name, pg_proc_dir);

A
Alexey Dobriyan 已提交
1888 1889 1890 1891
			pkt_dev->entry = proc_create_data(dev->name, 0600,
							  pg_proc_dir,
							  &pktgen_if_fops,
							  pkt_dev);
1892 1893 1894 1895 1896 1897
			if (!pkt_dev->entry)
				printk(KERN_ERR "pktgen: can't move proc "
				       " entry for '%s'\n", dev->name);
			break;
		}
	}
L
Linus Torvalds 已提交
1898 1899
}

L
Luiz Capitulino 已提交
1900 1901
static int pktgen_device_event(struct notifier_block *unused,
			       unsigned long event, void *ptr)
L
Linus Torvalds 已提交
1902
{
1903
	struct net_device *dev = ptr;
L
Linus Torvalds 已提交
1904

1905
	if (!net_eq(dev_net(dev), &init_net))
1906 1907
		return NOTIFY_DONE;

L
Linus Torvalds 已提交
1908 1909 1910 1911 1912
	/* It is OK that we do not hold the group lock right now,
	 * as we run under the RTNL lock.
	 */

	switch (event) {
1913 1914
	case NETDEV_CHANGENAME:
		pktgen_change_name(dev);
L
Linus Torvalds 已提交
1915
		break;
L
Luiz Capitulino 已提交
1916

L
Linus Torvalds 已提交
1917
	case NETDEV_UNREGISTER:
L
Luiz Capitulino 已提交
1918
		pktgen_mark_device(dev->name);
L
Linus Torvalds 已提交
1919
		break;
1920
	}
L
Linus Torvalds 已提交
1921 1922 1923 1924

	return NOTIFY_DONE;
}

1925 1926
static struct net_device *pktgen_dev_get_by_name(struct pktgen_dev *pkt_dev,
						 const char *ifname)
R
Robert Olsson 已提交
1927 1928 1929 1930
{
	char b[IFNAMSIZ+5];
	int i = 0;

1931 1932
	for (i = 0; ifname[i] != '@'; i++) {
		if (i == IFNAMSIZ)
R
Robert Olsson 已提交
1933 1934 1935 1936 1937 1938 1939 1940 1941 1942
			break;

		b[i] = ifname[i];
	}
	b[i] = 0;

	return dev_get_by_name(&init_net, b);
}


L
Linus Torvalds 已提交
1943 1944
/* Associate pktgen_dev with a device. */

1945
static int pktgen_setup_dev(struct pktgen_dev *pkt_dev, const char *ifname)
L
Luiz Capitulino 已提交
1946
{
L
Linus Torvalds 已提交
1947
	struct net_device *odev;
1948
	int err;
L
Linus Torvalds 已提交
1949 1950 1951 1952

	/* Clean old setups */
	if (pkt_dev->odev) {
		dev_put(pkt_dev->odev);
L
Luiz Capitulino 已提交
1953 1954
		pkt_dev->odev = NULL;
	}
L
Linus Torvalds 已提交
1955

R
Robert Olsson 已提交
1956
	odev = pktgen_dev_get_by_name(pkt_dev, ifname);
L
Linus Torvalds 已提交
1957
	if (!odev) {
1958
		printk(KERN_ERR "pktgen: no such netdevice: \"%s\"\n", ifname);
1959
		return -ENODEV;
L
Linus Torvalds 已提交
1960
	}
1961

L
Linus Torvalds 已提交
1962
	if (odev->type != ARPHRD_ETHER) {
1963
		printk(KERN_ERR "pktgen: not an ethernet device: \"%s\"\n", ifname);
1964 1965
		err = -EINVAL;
	} else if (!netif_running(odev)) {
1966
		printk(KERN_ERR "pktgen: device is down: \"%s\"\n", ifname);
1967 1968 1969 1970
		err = -ENETDOWN;
	} else {
		pkt_dev->odev = odev;
		return 0;
L
Linus Torvalds 已提交
1971 1972 1973
	}

	dev_put(odev);
1974
	return err;
L
Linus Torvalds 已提交
1975 1976 1977 1978 1979 1980 1981
}

/* Read pkt_dev from the interface and set up internal pktgen_dev
 * structure to have the right information to create/send packets
 */
static void pktgen_setup_inject(struct pktgen_dev *pkt_dev)
{
1982 1983
	int ntxq;

L
Luiz Capitulino 已提交
1984
	if (!pkt_dev->odev) {
1985 1986
		printk(KERN_ERR "pktgen: ERROR: pkt_dev->odev == NULL in "
		       "setup_inject.\n");
L
Luiz Capitulino 已提交
1987 1988 1989 1990 1991
		sprintf(pkt_dev->result,
			"ERROR: pkt_dev->odev == NULL in setup_inject.\n");
		return;
	}

1992 1993
	/* make sure that we don't pick a non-existing transmit queue */
	ntxq = pkt_dev->odev->real_num_tx_queues;
R
Robert Olsson 已提交
1994

1995 1996
	if (ntxq <= pkt_dev->queue_map_min) {
		printk(KERN_WARNING "pktgen: WARNING: Requested "
1997 1998
		       "queue_map_min (zero-based) (%d) exceeds valid range "
		       "[0 - %d] for (%d) queues on %s, resetting\n",
1999
		       pkt_dev->queue_map_min, (ntxq ?: 1) - 1, ntxq,
E
Eric Dumazet 已提交
2000
		       pkt_dev->odevname);
2001 2002
		pkt_dev->queue_map_min = ntxq - 1;
	}
2003
	if (pkt_dev->queue_map_max >= ntxq) {
2004
		printk(KERN_WARNING "pktgen: WARNING: Requested "
2005 2006
		       "queue_map_max (zero-based) (%d) exceeds valid range "
		       "[0 - %d] for (%d) queues on %s, resetting\n",
2007
		       pkt_dev->queue_map_max, (ntxq ?: 1) - 1, ntxq,
E
Eric Dumazet 已提交
2008
		       pkt_dev->odevname);
2009 2010 2011
		pkt_dev->queue_map_max = ntxq - 1;
	}

L
Luiz Capitulino 已提交
2012
	/* Default to the interface's mac if not explicitly set. */
L
Linus Torvalds 已提交
2013

2014
	if (is_zero_ether_addr(pkt_dev->src_mac))
L
Luiz Capitulino 已提交
2015
		memcpy(&(pkt_dev->hh[6]), pkt_dev->odev->dev_addr, ETH_ALEN);
L
Linus Torvalds 已提交
2016

L
Luiz Capitulino 已提交
2017
	/* Set up Dest MAC */
2018
	memcpy(&(pkt_dev->hh[0]), pkt_dev->dst_mac, ETH_ALEN);
L
Linus Torvalds 已提交
2019

L
Luiz Capitulino 已提交
2020 2021 2022 2023
	/* Set up pkt size */
	pkt_dev->cur_pkt_size = pkt_dev->min_pkt_size;

	if (pkt_dev->flags & F_IPV6) {
L
Linus Torvalds 已提交
2024
		/*
2025
		 * Skip this automatic address setting until locks or functions
L
Linus Torvalds 已提交
2026 2027 2028 2029
		 * gets exported
		 */

#ifdef NOTNOW
L
Luiz Capitulino 已提交
2030
		int i, set = 0, err = 1;
L
Linus Torvalds 已提交
2031 2032
		struct inet6_dev *idev;

L
Luiz Capitulino 已提交
2033 2034
		for (i = 0; i < IN6_ADDR_HSIZE; i++)
			if (pkt_dev->cur_in6_saddr.s6_addr[i]) {
L
Linus Torvalds 已提交
2035 2036 2037 2038
				set = 1;
				break;
			}

L
Luiz Capitulino 已提交
2039 2040
		if (!set) {

L
Linus Torvalds 已提交
2041 2042 2043 2044 2045 2046
			/*
			 * Use linklevel address if unconfigured.
			 *
			 * use ipv6_get_lladdr if/when it's get exported
			 */

2047
			rcu_read_lock();
2048 2049
			idev = __in6_dev_get(pkt_dev->odev);
			if (idev) {
L
Linus Torvalds 已提交
2050 2051 2052
				struct inet6_ifaddr *ifp;

				read_lock_bh(&idev->lock);
L
Luiz Capitulino 已提交
2053 2054 2055 2056 2057 2058 2059 2060
				for (ifp = idev->addr_list; ifp;
				     ifp = ifp->if_next) {
					if (ifp->scope == IFA_LINK
					    && !(ifp->
						 flags & IFA_F_TENTATIVE)) {
						ipv6_addr_copy(&pkt_dev->
							       cur_in6_saddr,
							       &ifp->addr);
L
Linus Torvalds 已提交
2061 2062 2063 2064 2065 2066
						err = 0;
						break;
					}
				}
				read_unlock_bh(&idev->lock);
			}
2067
			rcu_read_unlock();
L
Luiz Capitulino 已提交
2068
			if (err)
2069 2070
				printk(KERN_ERR "pktgen: ERROR: IPv6 link "
				       "address not availble.\n");
L
Linus Torvalds 已提交
2071 2072
		}
#endif
L
Luiz Capitulino 已提交
2073
	} else {
L
Linus Torvalds 已提交
2074 2075 2076
		pkt_dev->saddr_min = 0;
		pkt_dev->saddr_max = 0;
		if (strlen(pkt_dev->src_min) == 0) {
L
Luiz Capitulino 已提交
2077 2078

			struct in_device *in_dev;
L
Linus Torvalds 已提交
2079 2080

			rcu_read_lock();
2081
			in_dev = __in_dev_get_rcu(pkt_dev->odev);
L
Linus Torvalds 已提交
2082 2083
			if (in_dev) {
				if (in_dev->ifa_list) {
L
Luiz Capitulino 已提交
2084 2085
					pkt_dev->saddr_min =
					    in_dev->ifa_list->ifa_address;
L
Linus Torvalds 已提交
2086 2087 2088 2089
					pkt_dev->saddr_max = pkt_dev->saddr_min;
				}
			}
			rcu_read_unlock();
L
Luiz Capitulino 已提交
2090
		} else {
L
Linus Torvalds 已提交
2091 2092 2093 2094 2095 2096 2097
			pkt_dev->saddr_min = in_aton(pkt_dev->src_min);
			pkt_dev->saddr_max = in_aton(pkt_dev->src_max);
		}

		pkt_dev->daddr_min = in_aton(pkt_dev->dst_min);
		pkt_dev->daddr_max = in_aton(pkt_dev->dst_max);
	}
L
Luiz Capitulino 已提交
2098 2099 2100 2101 2102 2103 2104
	/* Initialize current values. */
	pkt_dev->cur_dst_mac_offset = 0;
	pkt_dev->cur_src_mac_offset = 0;
	pkt_dev->cur_saddr = pkt_dev->saddr_min;
	pkt_dev->cur_daddr = pkt_dev->daddr_min;
	pkt_dev->cur_udp_dst = pkt_dev->udp_dst_min;
	pkt_dev->cur_udp_src = pkt_dev->udp_src_min;
L
Linus Torvalds 已提交
2105 2106 2107
	pkt_dev->nflows = 0;
}

2108 2109 2110

static void spin(struct pktgen_dev *pkt_dev, ktime_t spin_until)
{
2111
	ktime_t start_time, end_time;
E
Eric Dumazet 已提交
2112
	s64 remaining;
S
Stephen Hemminger 已提交
2113 2114 2115 2116 2117 2118
	struct hrtimer_sleeper t;

	hrtimer_init_on_stack(&t.timer, CLOCK_MONOTONIC, HRTIMER_MODE_ABS);
	hrtimer_set_expires(&t.timer, spin_until);

	remaining = ktime_to_us(hrtimer_expires_remaining(&t.timer));
E
Eric Dumazet 已提交
2119 2120
	if (remaining <= 0) {
		pkt_dev->next_tx = ktime_add_ns(spin_until, pkt_dev->delay);
S
Stephen Hemminger 已提交
2121
		return;
E
Eric Dumazet 已提交
2122
	}
S
Stephen Hemminger 已提交
2123

2124
	start_time = ktime_now();
S
Stephen Hemminger 已提交
2125 2126 2127 2128 2129 2130 2131 2132 2133 2134 2135 2136
	if (remaining < 100)
		udelay(remaining); 	/* really small just spin */
	else {
		/* see do_nanosleep */
		hrtimer_init_sleeper(&t, current);
		do {
			set_current_state(TASK_INTERRUPTIBLE);
			hrtimer_start_expires(&t.timer, HRTIMER_MODE_ABS);
			if (!hrtimer_active(&t.timer))
				t.task = NULL;

			if (likely(t.task))
L
Linus Torvalds 已提交
2137 2138
				schedule();

S
Stephen Hemminger 已提交
2139 2140 2141
			hrtimer_cancel(&t.timer);
		} while (t.task && pkt_dev->running && !signal_pending(current));
		__set_current_state(TASK_RUNNING);
L
Linus Torvalds 已提交
2142
	}
2143 2144 2145 2146
	end_time = ktime_now();

	pkt_dev->idle_acc += ktime_to_ns(ktime_sub(end_time, start_time));
	pkt_dev->next_tx = ktime_add_ns(end_time, pkt_dev->delay);
L
Linus Torvalds 已提交
2147 2148
}

2149 2150
static inline void set_pkt_overhead(struct pktgen_dev *pkt_dev)
{
J
Jamal Hadi Salim 已提交
2151
	pkt_dev->pkt_overhead = 0;
2152 2153 2154 2155 2156
	pkt_dev->pkt_overhead += pkt_dev->nr_labels*sizeof(u32);
	pkt_dev->pkt_overhead += VLAN_TAG_SIZE(pkt_dev);
	pkt_dev->pkt_overhead += SVLAN_TAG_SIZE(pkt_dev);
}

S
Stephen Hemminger 已提交
2157
static inline int f_seen(const struct pktgen_dev *pkt_dev, int flow)
2158
{
S
Stephen Hemminger 已提交
2159
	return !!(pkt_dev->flows[flow].flags & F_INIT);
2160 2161 2162 2163 2164 2165 2166 2167 2168 2169
}

static inline int f_pick(struct pktgen_dev *pkt_dev)
{
	int flow = pkt_dev->curfl;

	if (pkt_dev->flags & F_FLOW_SEQ) {
		if (pkt_dev->flows[flow].count >= pkt_dev->lflow) {
			/* reset time */
			pkt_dev->flows[flow].count = 0;
R
Robert Olsson 已提交
2170
			pkt_dev->flows[flow].flags = 0;
2171 2172 2173 2174 2175 2176
			pkt_dev->curfl += 1;
			if (pkt_dev->curfl >= pkt_dev->cflows)
				pkt_dev->curfl = 0; /*reset */
		}
	} else {
		flow = random32() % pkt_dev->cflows;
R
Robert Olsson 已提交
2177
		pkt_dev->curfl = flow;
2178

R
Robert Olsson 已提交
2179
		if (pkt_dev->flows[flow].count > pkt_dev->lflow) {
2180
			pkt_dev->flows[flow].count = 0;
R
Robert Olsson 已提交
2181 2182
			pkt_dev->flows[flow].flags = 0;
		}
2183 2184 2185 2186 2187
	}

	return pkt_dev->curfl;
}

J
Jamal Hadi Salim 已提交
2188 2189 2190 2191 2192

#ifdef CONFIG_XFRM
/* If there was already an IPSEC SA, we keep it as is, else
 * we go look for it ...
*/
2193
static void get_ipsec_sa(struct pktgen_dev *pkt_dev, int flow)
J
Jamal Hadi Salim 已提交
2194 2195 2196 2197
{
	struct xfrm_state *x = pkt_dev->flows[flow].x;
	if (!x) {
		/*slow path: we dont already have xfrm_state*/
2198 2199
		x = xfrm_stateonly_find(&init_net,
					(xfrm_address_t *)&pkt_dev->cur_daddr,
J
Jamal Hadi Salim 已提交
2200 2201 2202 2203 2204 2205 2206
					(xfrm_address_t *)&pkt_dev->cur_saddr,
					AF_INET,
					pkt_dev->ipsmode,
					pkt_dev->ipsproto, 0);
		if (x) {
			pkt_dev->flows[flow].x = x;
			set_pkt_overhead(pkt_dev);
2207
			pkt_dev->pkt_overhead += x->props.header_len;
J
Jamal Hadi Salim 已提交
2208 2209 2210 2211 2212
		}

	}
}
#endif
2213 2214
static void set_cur_queue_map(struct pktgen_dev *pkt_dev)
{
R
Robert Olsson 已提交
2215 2216 2217 2218

	if (pkt_dev->flags & F_QUEUE_MAP_CPU)
		pkt_dev->cur_queue_map = smp_processor_id();

E
Eric Dumazet 已提交
2219
	else if (pkt_dev->queue_map_min <= pkt_dev->queue_map_max) {
2220 2221 2222 2223 2224 2225 2226 2227 2228 2229 2230 2231 2232
		__u16 t;
		if (pkt_dev->flags & F_QUEUE_MAP_RND) {
			t = random32() %
				(pkt_dev->queue_map_max -
				 pkt_dev->queue_map_min + 1)
				+ pkt_dev->queue_map_min;
		} else {
			t = pkt_dev->cur_queue_map + 1;
			if (t > pkt_dev->queue_map_max)
				t = pkt_dev->queue_map_min;
		}
		pkt_dev->cur_queue_map = t;
	}
R
Robert Olsson 已提交
2233
	pkt_dev->cur_queue_map  = pkt_dev->cur_queue_map % pkt_dev->odev->real_num_tx_queues;
2234 2235
}

L
Linus Torvalds 已提交
2236 2237 2238
/* Increment/randomize headers according to flags and current values
 * for IP src/dest, UDP src/dst port, MAC-Addr src/dst
 */
L
Luiz Capitulino 已提交
2239 2240 2241 2242 2243
static void mod_cur_headers(struct pktgen_dev *pkt_dev)
{
	__u32 imn;
	__u32 imx;
	int flow = 0;
L
Linus Torvalds 已提交
2244

2245 2246
	if (pkt_dev->cflows)
		flow = f_pick(pkt_dev);
L
Linus Torvalds 已提交
2247 2248

	/*  Deal with source MAC */
L
Luiz Capitulino 已提交
2249 2250 2251 2252 2253
	if (pkt_dev->src_mac_count > 1) {
		__u32 mc;
		__u32 tmp;

		if (pkt_dev->flags & F_MACSRC_RND)
S
Stephen Hemminger 已提交
2254
			mc = random32() % pkt_dev->src_mac_count;
L
Luiz Capitulino 已提交
2255 2256
		else {
			mc = pkt_dev->cur_src_mac_offset++;
R
Robert Olsson 已提交
2257
			if (pkt_dev->cur_src_mac_offset >=
L
Luiz Capitulino 已提交
2258 2259 2260 2261 2262 2263 2264 2265 2266 2267 2268 2269 2270 2271 2272 2273 2274 2275 2276 2277 2278 2279
			    pkt_dev->src_mac_count)
				pkt_dev->cur_src_mac_offset = 0;
		}

		tmp = pkt_dev->src_mac[5] + (mc & 0xFF);
		pkt_dev->hh[11] = tmp;
		tmp = (pkt_dev->src_mac[4] + ((mc >> 8) & 0xFF) + (tmp >> 8));
		pkt_dev->hh[10] = tmp;
		tmp = (pkt_dev->src_mac[3] + ((mc >> 16) & 0xFF) + (tmp >> 8));
		pkt_dev->hh[9] = tmp;
		tmp = (pkt_dev->src_mac[2] + ((mc >> 24) & 0xFF) + (tmp >> 8));
		pkt_dev->hh[8] = tmp;
		tmp = (pkt_dev->src_mac[1] + (tmp >> 8));
		pkt_dev->hh[7] = tmp;
	}

	/*  Deal with Destination MAC */
	if (pkt_dev->dst_mac_count > 1) {
		__u32 mc;
		__u32 tmp;

		if (pkt_dev->flags & F_MACDST_RND)
S
Stephen Hemminger 已提交
2280
			mc = random32() % pkt_dev->dst_mac_count;
L
Luiz Capitulino 已提交
2281 2282 2283

		else {
			mc = pkt_dev->cur_dst_mac_offset++;
R
Robert Olsson 已提交
2284
			if (pkt_dev->cur_dst_mac_offset >=
L
Luiz Capitulino 已提交
2285 2286 2287 2288 2289 2290 2291 2292 2293 2294 2295 2296 2297 2298 2299 2300 2301
			    pkt_dev->dst_mac_count) {
				pkt_dev->cur_dst_mac_offset = 0;
			}
		}

		tmp = pkt_dev->dst_mac[5] + (mc & 0xFF);
		pkt_dev->hh[5] = tmp;
		tmp = (pkt_dev->dst_mac[4] + ((mc >> 8) & 0xFF) + (tmp >> 8));
		pkt_dev->hh[4] = tmp;
		tmp = (pkt_dev->dst_mac[3] + ((mc >> 16) & 0xFF) + (tmp >> 8));
		pkt_dev->hh[3] = tmp;
		tmp = (pkt_dev->dst_mac[2] + ((mc >> 24) & 0xFF) + (tmp >> 8));
		pkt_dev->hh[2] = tmp;
		tmp = (pkt_dev->dst_mac[1] + (tmp >> 8));
		pkt_dev->hh[1] = tmp;
	}

2302 2303
	if (pkt_dev->flags & F_MPLS_RND) {
		unsigned i;
2304
		for (i = 0; i < pkt_dev->nr_labels; i++)
2305 2306
			if (pkt_dev->labels[i] & MPLS_STACK_BOTTOM)
				pkt_dev->labels[i] = MPLS_STACK_BOTTOM |
S
Stephen Hemminger 已提交
2307
					     ((__force __be32)random32() &
2308 2309 2310
						      htonl(0x000fffff));
	}

F
Francesco Fondelli 已提交
2311
	if ((pkt_dev->flags & F_VID_RND) && (pkt_dev->vlan_id != 0xffff)) {
S
Stephen Hemminger 已提交
2312
		pkt_dev->vlan_id = random32() & (4096-1);
F
Francesco Fondelli 已提交
2313 2314 2315
	}

	if ((pkt_dev->flags & F_SVID_RND) && (pkt_dev->svlan_id != 0xffff)) {
S
Stephen Hemminger 已提交
2316
		pkt_dev->svlan_id = random32() & (4096 - 1);
F
Francesco Fondelli 已提交
2317 2318
	}

L
Luiz Capitulino 已提交
2319 2320
	if (pkt_dev->udp_src_min < pkt_dev->udp_src_max) {
		if (pkt_dev->flags & F_UDPSRC_RND)
S
Stephen Hemminger 已提交
2321 2322 2323
			pkt_dev->cur_udp_src = random32() %
				(pkt_dev->udp_src_max - pkt_dev->udp_src_min)
				+ pkt_dev->udp_src_min;
L
Luiz Capitulino 已提交
2324 2325

		else {
L
Linus Torvalds 已提交
2326 2327 2328
			pkt_dev->cur_udp_src++;
			if (pkt_dev->cur_udp_src >= pkt_dev->udp_src_max)
				pkt_dev->cur_udp_src = pkt_dev->udp_src_min;
L
Luiz Capitulino 已提交
2329 2330 2331 2332 2333
		}
	}

	if (pkt_dev->udp_dst_min < pkt_dev->udp_dst_max) {
		if (pkt_dev->flags & F_UDPDST_RND) {
S
Stephen Hemminger 已提交
2334 2335 2336
			pkt_dev->cur_udp_dst = random32() %
				(pkt_dev->udp_dst_max - pkt_dev->udp_dst_min)
				+ pkt_dev->udp_dst_min;
L
Luiz Capitulino 已提交
2337
		} else {
L
Linus Torvalds 已提交
2338
			pkt_dev->cur_udp_dst++;
L
Luiz Capitulino 已提交
2339
			if (pkt_dev->cur_udp_dst >= pkt_dev->udp_dst_max)
L
Linus Torvalds 已提交
2340
				pkt_dev->cur_udp_dst = pkt_dev->udp_dst_min;
L
Luiz Capitulino 已提交
2341 2342
		}
	}
L
Linus Torvalds 已提交
2343 2344 2345

	if (!(pkt_dev->flags & F_IPV6)) {

2346 2347 2348
		imn = ntohl(pkt_dev->saddr_min);
		imx = ntohl(pkt_dev->saddr_max);
		if (imn < imx) {
L
Linus Torvalds 已提交
2349
			__u32 t;
L
Luiz Capitulino 已提交
2350
			if (pkt_dev->flags & F_IPSRC_RND)
S
Stephen Hemminger 已提交
2351
				t = random32() % (imx - imn) + imn;
L
Linus Torvalds 已提交
2352 2353 2354
			else {
				t = ntohl(pkt_dev->cur_saddr);
				t++;
2355
				if (t > imx)
L
Linus Torvalds 已提交
2356
					t = imn;
2357

L
Linus Torvalds 已提交
2358 2359 2360
			}
			pkt_dev->cur_saddr = htonl(t);
		}
L
Luiz Capitulino 已提交
2361

2362
		if (pkt_dev->cflows && f_seen(pkt_dev, flow)) {
L
Linus Torvalds 已提交
2363 2364
			pkt_dev->cur_daddr = pkt_dev->flows[flow].cur_daddr;
		} else {
A
Al Viro 已提交
2365 2366 2367
			imn = ntohl(pkt_dev->daddr_min);
			imx = ntohl(pkt_dev->daddr_max);
			if (imn < imx) {
L
Linus Torvalds 已提交
2368
				__u32 t;
A
Al Viro 已提交
2369
				__be32 s;
L
Linus Torvalds 已提交
2370 2371
				if (pkt_dev->flags & F_IPDST_RND) {

S
Stephen Hemminger 已提交
2372
					t = random32() % (imx - imn) + imn;
A
Al Viro 已提交
2373
					s = htonl(t);
L
Linus Torvalds 已提交
2374

2375 2376
					while (ipv4_is_loopback(s) ||
					       ipv4_is_multicast(s) ||
2377
					       ipv4_is_lbcast(s) ||
2378 2379
					       ipv4_is_zeronet(s) ||
					       ipv4_is_local_multicast(s)) {
S
Stephen Hemminger 已提交
2380
						t = random32() % (imx - imn) + imn;
A
Al Viro 已提交
2381
						s = htonl(t);
L
Linus Torvalds 已提交
2382
					}
A
Al Viro 已提交
2383 2384
					pkt_dev->cur_daddr = s;
				} else {
L
Linus Torvalds 已提交
2385 2386 2387 2388 2389 2390 2391 2392
					t = ntohl(pkt_dev->cur_daddr);
					t++;
					if (t > imx) {
						t = imn;
					}
					pkt_dev->cur_daddr = htonl(t);
				}
			}
L
Luiz Capitulino 已提交
2393
			if (pkt_dev->cflows) {
2394
				pkt_dev->flows[flow].flags |= F_INIT;
L
Luiz Capitulino 已提交
2395 2396
				pkt_dev->flows[flow].cur_daddr =
				    pkt_dev->cur_daddr;
J
Jamal Hadi Salim 已提交
2397 2398 2399 2400
#ifdef CONFIG_XFRM
				if (pkt_dev->flags & F_IPSEC_ON)
					get_ipsec_sa(pkt_dev, flow);
#endif
L
Linus Torvalds 已提交
2401 2402 2403
				pkt_dev->nflows++;
			}
		}
L
Luiz Capitulino 已提交
2404 2405 2406 2407 2408 2409
	} else {		/* IPV6 * */

		if (pkt_dev->min_in6_daddr.s6_addr32[0] == 0 &&
		    pkt_dev->min_in6_daddr.s6_addr32[1] == 0 &&
		    pkt_dev->min_in6_daddr.s6_addr32[2] == 0 &&
		    pkt_dev->min_in6_daddr.s6_addr32[3] == 0) ;
L
Linus Torvalds 已提交
2410 2411 2412 2413 2414
		else {
			int i;

			/* Only random destinations yet */

L
Luiz Capitulino 已提交
2415
			for (i = 0; i < 4; i++) {
L
Linus Torvalds 已提交
2416
				pkt_dev->cur_in6_daddr.s6_addr32[i] =
S
Stephen Hemminger 已提交
2417
				    (((__force __be32)random32() |
L
Luiz Capitulino 已提交
2418 2419
				      pkt_dev->min_in6_daddr.s6_addr32[i]) &
				     pkt_dev->max_in6_daddr.s6_addr32[i]);
L
Linus Torvalds 已提交
2420
			}
L
Luiz Capitulino 已提交
2421
		}
L
Linus Torvalds 已提交
2422 2423
	}

L
Luiz Capitulino 已提交
2424 2425 2426
	if (pkt_dev->min_pkt_size < pkt_dev->max_pkt_size) {
		__u32 t;
		if (pkt_dev->flags & F_TXSIZE_RND) {
S
Stephen Hemminger 已提交
2427 2428 2429
			t = random32() %
				(pkt_dev->max_pkt_size - pkt_dev->min_pkt_size)
				+ pkt_dev->min_pkt_size;
L
Luiz Capitulino 已提交
2430
		} else {
L
Linus Torvalds 已提交
2431
			t = pkt_dev->cur_pkt_size + 1;
L
Luiz Capitulino 已提交
2432
			if (t > pkt_dev->max_pkt_size)
L
Linus Torvalds 已提交
2433
				t = pkt_dev->min_pkt_size;
L
Luiz Capitulino 已提交
2434 2435 2436
		}
		pkt_dev->cur_pkt_size = t;
	}
L
Linus Torvalds 已提交
2437

2438
	set_cur_queue_map(pkt_dev);
R
Robert Olsson 已提交
2439

L
Linus Torvalds 已提交
2440 2441 2442
	pkt_dev->flows[flow].count++;
}

J
Jamal Hadi Salim 已提交
2443 2444 2445 2446 2447 2448 2449 2450 2451 2452 2453 2454 2455 2456 2457 2458 2459 2460

#ifdef CONFIG_XFRM
static int pktgen_output_ipsec(struct sk_buff *skb, struct pktgen_dev *pkt_dev)
{
	struct xfrm_state *x = pkt_dev->flows[pkt_dev->curfl].x;
	int err = 0;
	struct iphdr *iph;

	if (!x)
		return 0;
	/* XXX: we dont support tunnel mode for now until
	 * we resolve the dst issue */
	if (x->props.mode != XFRM_MODE_TRANSPORT)
		return 0;

	spin_lock(&x->lock);
	iph = ip_hdr(skb);

2461
	err = x->outer_mode->output(x, skb);
J
Jamal Hadi Salim 已提交
2462 2463 2464 2465 2466 2467
	if (err)
		goto error;
	err = x->type->output(x, skb);
	if (err)
		goto error;

2468
	x->curlft.bytes += skb->len;
J
Jamal Hadi Salim 已提交
2469 2470 2471 2472 2473 2474
	x->curlft.packets++;
error:
	spin_unlock(&x->lock);
	return err;
}

S
Stephen Hemminger 已提交
2475
static void free_SAs(struct pktgen_dev *pkt_dev)
J
Jamal Hadi Salim 已提交
2476 2477 2478 2479
{
	if (pkt_dev->cflows) {
		/* let go of the SAs if we have them */
		int i = 0;
2480
		for (;  i < pkt_dev->cflows; i++) {
J
Jamal Hadi Salim 已提交
2481 2482 2483 2484 2485 2486 2487 2488 2489
			struct xfrm_state *x = pkt_dev->flows[i].x;
			if (x) {
				xfrm_state_put(x);
				pkt_dev->flows[i].x = NULL;
			}
		}
	}
}

S
Stephen Hemminger 已提交
2490
static int process_ipsec(struct pktgen_dev *pkt_dev,
J
Jamal Hadi Salim 已提交
2491 2492 2493 2494 2495 2496 2497 2498 2499
			      struct sk_buff *skb, __be16 protocol)
{
	if (pkt_dev->flags & F_IPSEC_ON) {
		struct xfrm_state *x = pkt_dev->flows[pkt_dev->curfl].x;
		int nhead = 0;
		if (x) {
			int ret;
			__u8 *eth;
			nhead = x->props.header_len - skb_headroom(skb);
2500
			if (nhead > 0) {
J
Jamal Hadi Salim 已提交
2501 2502
				ret = pskb_expand_head(skb, nhead, 0, GFP_ATOMIC);
				if (ret < 0) {
2503
					printk(KERN_ERR "Error expanding "
2504
					       "ipsec packet %d\n", ret);
2505
					goto err;
J
Jamal Hadi Salim 已提交
2506 2507 2508 2509 2510 2511 2512
				}
			}

			/* ipsec is not expecting ll header */
			skb_pull(skb, ETH_HLEN);
			ret = pktgen_output_ipsec(skb, pkt_dev);
			if (ret) {
2513
				printk(KERN_ERR "Error creating ipsec "
2514
				       "packet %d\n", ret);
2515
				goto err;
J
Jamal Hadi Salim 已提交
2516 2517 2518 2519
			}
			/* restore ll */
			eth = (__u8 *) skb_push(skb, ETH_HLEN);
			memcpy(eth, pkt_dev->hh, 12);
2520
			*(u16 *) &eth[12] = protocol;
J
Jamal Hadi Salim 已提交
2521 2522 2523
		}
	}
	return 1;
2524 2525 2526
err:
	kfree_skb(skb);
	return 0;
J
Jamal Hadi Salim 已提交
2527 2528 2529
}
#endif

2530 2531 2532
static void mpls_push(__be32 *mpls, struct pktgen_dev *pkt_dev)
{
	unsigned i;
2533
	for (i = 0; i < pkt_dev->nr_labels; i++)
2534
		*mpls++ = pkt_dev->labels[i] & ~MPLS_STACK_BOTTOM;
2535

2536 2537 2538 2539
	mpls--;
	*mpls |= MPLS_STACK_BOTTOM;
}

A
Al Viro 已提交
2540 2541 2542 2543 2544 2545
static inline __be16 build_tci(unsigned int id, unsigned int cfi,
			       unsigned int prio)
{
	return htons(id | (cfi << 12) | (prio << 13));
}

L
Luiz Capitulino 已提交
2546 2547
static struct sk_buff *fill_packet_ipv4(struct net_device *odev,
					struct pktgen_dev *pkt_dev)
L
Linus Torvalds 已提交
2548 2549 2550 2551 2552 2553
{
	struct sk_buff *skb = NULL;
	__u8 *eth;
	struct udphdr *udph;
	int datalen, iplen;
	struct iphdr *iph;
L
Luiz Capitulino 已提交
2554
	struct pktgen_hdr *pgh = NULL;
2555
	__be16 protocol = htons(ETH_P_IP);
2556
	__be32 *mpls;
F
Francesco Fondelli 已提交
2557 2558 2559 2560
	__be16 *vlan_tci = NULL;                 /* Encapsulates priority and VLAN ID */
	__be16 *vlan_encapsulated_proto = NULL;  /* packet type ID field (or len) for VLAN tag */
	__be16 *svlan_tci = NULL;                /* Encapsulates priority and SVLAN ID */
	__be16 *svlan_encapsulated_proto = NULL; /* packet type ID field (or len) for SVLAN tag */
2561
	u16 queue_map;
2562 2563

	if (pkt_dev->nr_labels)
2564
		protocol = htons(ETH_P_MPLS_UC);
L
Luiz Capitulino 已提交
2565

F
Francesco Fondelli 已提交
2566
	if (pkt_dev->vlan_id != 0xffff)
2567
		protocol = htons(ETH_P_8021Q);
F
Francesco Fondelli 已提交
2568

2569 2570 2571
	/* Update any of the values, used when we're incrementing various
	 * fields.
	 */
2572
	queue_map = pkt_dev->cur_queue_map;
2573 2574
	mod_cur_headers(pkt_dev);

2575
	datalen = (odev->hard_header_len + 16) & ~0xf;
S
Stephen Hemminger 已提交
2576 2577 2578
	skb = __netdev_alloc_skb(odev,
				 pkt_dev->cur_pkt_size + 64
				 + datalen + pkt_dev->pkt_overhead, GFP_NOWAIT);
L
Linus Torvalds 已提交
2579 2580 2581 2582 2583
	if (!skb) {
		sprintf(pkt_dev->result, "No memory");
		return NULL;
	}

2584
	skb_reserve(skb, datalen);
L
Linus Torvalds 已提交
2585 2586 2587

	/*  Reserve for ethernet and IP header  */
	eth = (__u8 *) skb_push(skb, 14);
2588 2589 2590
	mpls = (__be32 *)skb_put(skb, pkt_dev->nr_labels*sizeof(__u32));
	if (pkt_dev->nr_labels)
		mpls_push(mpls, pkt_dev);
F
Francesco Fondelli 已提交
2591 2592

	if (pkt_dev->vlan_id != 0xffff) {
2593
		if (pkt_dev->svlan_id != 0xffff) {
F
Francesco Fondelli 已提交
2594
			svlan_tci = (__be16 *)skb_put(skb, sizeof(__be16));
A
Al Viro 已提交
2595 2596 2597
			*svlan_tci = build_tci(pkt_dev->svlan_id,
					       pkt_dev->svlan_cfi,
					       pkt_dev->svlan_p);
F
Francesco Fondelli 已提交
2598
			svlan_encapsulated_proto = (__be16 *)skb_put(skb, sizeof(__be16));
2599
			*svlan_encapsulated_proto = htons(ETH_P_8021Q);
F
Francesco Fondelli 已提交
2600 2601
		}
		vlan_tci = (__be16 *)skb_put(skb, sizeof(__be16));
A
Al Viro 已提交
2602 2603 2604
		*vlan_tci = build_tci(pkt_dev->vlan_id,
				      pkt_dev->vlan_cfi,
				      pkt_dev->vlan_p);
F
Francesco Fondelli 已提交
2605
		vlan_encapsulated_proto = (__be16 *)skb_put(skb, sizeof(__be16));
2606
		*vlan_encapsulated_proto = htons(ETH_P_IP);
F
Francesco Fondelli 已提交
2607 2608
	}

2609
	skb->network_header = skb->tail;
2610
	skb->transport_header = skb->network_header + sizeof(struct iphdr);
2611
	skb_put(skb, sizeof(struct iphdr) + sizeof(struct udphdr));
2612
	skb_set_queue_mapping(skb, queue_map);
2613 2614
	iph = ip_hdr(skb);
	udph = udp_hdr(skb);
L
Linus Torvalds 已提交
2615 2616

	memcpy(eth, pkt_dev->hh, 12);
A
Al Viro 已提交
2617
	*(__be16 *) & eth[12] = protocol;
L
Linus Torvalds 已提交
2618

2619 2620
	/* Eth + IPh + UDPh + mpls */
	datalen = pkt_dev->cur_pkt_size - 14 - 20 - 8 -
2621
		  pkt_dev->pkt_overhead;
L
Luiz Capitulino 已提交
2622
	if (datalen < sizeof(struct pktgen_hdr))
L
Linus Torvalds 已提交
2623
		datalen = sizeof(struct pktgen_hdr);
L
Luiz Capitulino 已提交
2624

L
Linus Torvalds 已提交
2625 2626
	udph->source = htons(pkt_dev->cur_udp_src);
	udph->dest = htons(pkt_dev->cur_udp_dst);
L
Luiz Capitulino 已提交
2627 2628
	udph->len = htons(datalen + 8);	/* DATA + udphdr */
	udph->check = 0;	/* No checksum */
L
Linus Torvalds 已提交
2629 2630 2631 2632

	iph->ihl = 5;
	iph->version = 4;
	iph->ttl = 32;
F
Francesco Fondelli 已提交
2633
	iph->tos = pkt_dev->tos;
L
Luiz Capitulino 已提交
2634
	iph->protocol = IPPROTO_UDP;	/* UDP */
L
Linus Torvalds 已提交
2635 2636
	iph->saddr = pkt_dev->cur_saddr;
	iph->daddr = pkt_dev->cur_daddr;
E
Eric Dumazet 已提交
2637 2638
	iph->id = htons(pkt_dev->ip_id);
	pkt_dev->ip_id++;
L
Linus Torvalds 已提交
2639 2640 2641 2642
	iph->frag_off = 0;
	iplen = 20 + 8 + datalen;
	iph->tot_len = htons(iplen);
	iph->check = 0;
L
Luiz Capitulino 已提交
2643
	iph->check = ip_fast_csum((void *)iph, iph->ihl);
2644
	skb->protocol = protocol;
2645
	skb->mac_header = (skb->network_header - ETH_HLEN -
2646
			   pkt_dev->pkt_overhead);
L
Linus Torvalds 已提交
2647 2648 2649
	skb->dev = odev;
	skb->pkt_type = PACKET_HOST;

E
Eric Dumazet 已提交
2650
	if (pkt_dev->nfrags <= 0) {
L
Luiz Capitulino 已提交
2651
		pgh = (struct pktgen_hdr *)skb_put(skb, datalen);
E
Eric Dumazet 已提交
2652 2653
		memset(pgh + 1, 0, datalen - sizeof(struct pktgen_hdr));
	} else {
L
Linus Torvalds 已提交
2654
		int frags = pkt_dev->nfrags;
E
Eric Dumazet 已提交
2655
		int i, len;
L
Linus Torvalds 已提交
2656

L
Luiz Capitulino 已提交
2657 2658
		pgh = (struct pktgen_hdr *)(((char *)(udph)) + 8);

L
Linus Torvalds 已提交
2659 2660
		if (frags > MAX_SKB_FRAGS)
			frags = MAX_SKB_FRAGS;
L
Luiz Capitulino 已提交
2661
		if (datalen > frags * PAGE_SIZE) {
E
Eric Dumazet 已提交
2662 2663
			len = datalen - frags * PAGE_SIZE;
			memset(skb_put(skb, len), 0, len);
L
Luiz Capitulino 已提交
2664
			datalen = frags * PAGE_SIZE;
L
Linus Torvalds 已提交
2665 2666 2667 2668
		}

		i = 0;
		while (datalen > 0) {
E
Eric Dumazet 已提交
2669
			struct page *page = alloc_pages(GFP_KERNEL | __GFP_ZERO, 0);
L
Linus Torvalds 已提交
2670 2671 2672
			skb_shinfo(skb)->frags[i].page = page;
			skb_shinfo(skb)->frags[i].page_offset = 0;
			skb_shinfo(skb)->frags[i].size =
L
Luiz Capitulino 已提交
2673
			    (datalen < PAGE_SIZE ? datalen : PAGE_SIZE);
L
Linus Torvalds 已提交
2674 2675 2676 2677 2678 2679 2680 2681 2682 2683 2684 2685 2686 2687 2688 2689 2690 2691 2692
			datalen -= skb_shinfo(skb)->frags[i].size;
			skb->len += skb_shinfo(skb)->frags[i].size;
			skb->data_len += skb_shinfo(skb)->frags[i].size;
			i++;
			skb_shinfo(skb)->nr_frags = i;
		}

		while (i < frags) {
			int rem;

			if (i == 0)
				break;

			rem = skb_shinfo(skb)->frags[i - 1].size / 2;
			if (rem == 0)
				break;

			skb_shinfo(skb)->frags[i - 1].size -= rem;

L
Luiz Capitulino 已提交
2693 2694
			skb_shinfo(skb)->frags[i] =
			    skb_shinfo(skb)->frags[i - 1];
L
Linus Torvalds 已提交
2695
			get_page(skb_shinfo(skb)->frags[i].page);
L
Luiz Capitulino 已提交
2696 2697 2698 2699
			skb_shinfo(skb)->frags[i].page =
			    skb_shinfo(skb)->frags[i - 1].page;
			skb_shinfo(skb)->frags[i].page_offset +=
			    skb_shinfo(skb)->frags[i - 1].size;
L
Linus Torvalds 已提交
2700 2701 2702 2703 2704 2705
			skb_shinfo(skb)->frags[i].size = rem;
			i++;
			skb_shinfo(skb)->nr_frags = i;
		}
	}

2706 2707 2708
	/* Stamp the time, and sequence number,
	 * convert them to network byte order
	 */
L
Luiz Capitulino 已提交
2709 2710 2711 2712 2713 2714 2715 2716 2717 2718
	if (pgh) {
		struct timeval timestamp;

		pgh->pgh_magic = htonl(PKTGEN_MAGIC);
		pgh->seq_num = htonl(pkt_dev->seq_num);

		do_gettimeofday(&timestamp);
		pgh->tv_sec = htonl(timestamp.tv_sec);
		pgh->tv_usec = htonl(timestamp.tv_usec);
	}
L
Linus Torvalds 已提交
2719

J
Jamal Hadi Salim 已提交
2720 2721 2722 2723 2724
#ifdef CONFIG_XFRM
	if (!process_ipsec(pkt_dev, skb, protocol))
		return NULL;
#endif

L
Linus Torvalds 已提交
2725 2726 2727 2728
	return skb;
}

/*
2729
 * scan_ip6, fmt_ip taken from dietlibc-0.21
L
Linus Torvalds 已提交
2730 2731
 * Author Felix von Leitner <felix-dietlibc@fefe.de>
 *
2732
 * Slightly modified for kernel.
L
Linus Torvalds 已提交
2733 2734 2735 2736
 * Should be candidate for net/ipv4/utils.c
 * --ro
 */

L
Luiz Capitulino 已提交
2737
static unsigned int scan_ip6(const char *s, char ip[16])
L
Linus Torvalds 已提交
2738 2739
{
	unsigned int i;
L
Luiz Capitulino 已提交
2740
	unsigned int len = 0;
L
Linus Torvalds 已提交
2741 2742
	unsigned long u;
	char suffix[16];
L
Luiz Capitulino 已提交
2743 2744
	unsigned int prefixlen = 0;
	unsigned int suffixlen = 0;
A
Al Viro 已提交
2745
	__be32 tmp;
S
Stephen Hemminger 已提交
2746
	char *pos;
L
Linus Torvalds 已提交
2747

L
Luiz Capitulino 已提交
2748 2749
	for (i = 0; i < 16; i++)
		ip[i] = 0;
L
Linus Torvalds 已提交
2750 2751 2752 2753

	for (;;) {
		if (*s == ':') {
			len++;
L
Luiz Capitulino 已提交
2754 2755
			if (s[1] == ':') {	/* Found "::", skip to part 2 */
				s += 2;
L
Linus Torvalds 已提交
2756 2757 2758 2759 2760 2761
				len++;
				break;
			}
			s++;
		}

S
Stephen Hemminger 已提交
2762 2763
		u = simple_strtoul(s, &pos, 16);
		i = pos - s;
L
Luiz Capitulino 已提交
2764 2765 2766
		if (!i)
			return 0;
		if (prefixlen == 12 && s[i] == '.') {
L
Linus Torvalds 已提交
2767 2768 2769 2770

			/* the last 4 bytes may be written as IPv4 address */

			tmp = in_aton(s);
L
Luiz Capitulino 已提交
2771 2772
			memcpy((struct in_addr *)(ip + 12), &tmp, sizeof(tmp));
			return i + len;
L
Linus Torvalds 已提交
2773 2774 2775
		}
		ip[prefixlen++] = (u >> 8);
		ip[prefixlen++] = (u & 255);
L
Luiz Capitulino 已提交
2776 2777 2778
		s += i;
		len += i;
		if (prefixlen == 16)
L
Linus Torvalds 已提交
2779 2780 2781 2782 2783 2784
			return len;
	}

/* part 2, after "::" */
	for (;;) {
		if (*s == ':') {
L
Luiz Capitulino 已提交
2785
			if (suffixlen == 0)
L
Linus Torvalds 已提交
2786 2787 2788
				break;
			s++;
			len++;
L
Luiz Capitulino 已提交
2789
		} else if (suffixlen != 0)
L
Linus Torvalds 已提交
2790
			break;
S
Stephen Hemminger 已提交
2791 2792 2793

		u = simple_strtol(s, &pos, 16);
		i = pos - s;
L
Linus Torvalds 已提交
2794
		if (!i) {
L
Luiz Capitulino 已提交
2795 2796
			if (*s)
				len--;
L
Linus Torvalds 已提交
2797 2798
			break;
		}
L
Luiz Capitulino 已提交
2799
		if (suffixlen + prefixlen <= 12 && s[i] == '.') {
L
Linus Torvalds 已提交
2800
			tmp = in_aton(s);
L
Luiz Capitulino 已提交
2801 2802 2803 2804
			memcpy((struct in_addr *)(suffix + suffixlen), &tmp,
			       sizeof(tmp));
			suffixlen += 4;
			len += strlen(s);
L
Linus Torvalds 已提交
2805 2806 2807 2808
			break;
		}
		suffix[suffixlen++] = (u >> 8);
		suffix[suffixlen++] = (u & 255);
L
Luiz Capitulino 已提交
2809 2810 2811
		s += i;
		len += i;
		if (prefixlen + suffixlen == 16)
L
Linus Torvalds 已提交
2812 2813
			break;
	}
L
Luiz Capitulino 已提交
2814 2815
	for (i = 0; i < suffixlen; i++)
		ip[16 - suffixlen + i] = suffix[i];
L
Linus Torvalds 已提交
2816 2817 2818
	return len;
}

L
Luiz Capitulino 已提交
2819 2820 2821
static char tohex(char hexdigit)
{
	return hexdigit > 9 ? hexdigit + 'a' - 10 : hexdigit + '0';
L
Linus Torvalds 已提交
2822 2823
}

L
Luiz Capitulino 已提交
2824 2825 2826 2827 2828 2829 2830 2831 2832 2833 2834 2835 2836 2837
static int fmt_xlong(char *s, unsigned int i)
{
	char *bak = s;
	*s = tohex((i >> 12) & 0xf);
	if (s != bak || *s != '0')
		++s;
	*s = tohex((i >> 8) & 0xf);
	if (s != bak || *s != '0')
		++s;
	*s = tohex((i >> 4) & 0xf);
	if (s != bak || *s != '0')
		++s;
	*s = tohex(i & 0xf);
	return s - bak + 1;
L
Linus Torvalds 已提交
2838 2839
}

L
Luiz Capitulino 已提交
2840 2841
static unsigned int fmt_ip6(char *s, const char ip[16])
{
L
Linus Torvalds 已提交
2842 2843 2844 2845 2846 2847
	unsigned int len;
	unsigned int i;
	unsigned int temp;
	unsigned int compressing;
	int j;

L
Luiz Capitulino 已提交
2848 2849 2850
	len = 0;
	compressing = 0;
	for (j = 0; j < 16; j += 2) {
L
Linus Torvalds 已提交
2851 2852

#ifdef V4MAPPEDPREFIX
L
Luiz Capitulino 已提交
2853 2854 2855 2856
		if (j == 12 && !memcmp(ip, V4mappedprefix, 12)) {
			inet_ntoa_r(*(struct in_addr *)(ip + 12), s);
			temp = strlen(s);
			return len + temp;
L
Linus Torvalds 已提交
2857 2858
		}
#endif
L
Luiz Capitulino 已提交
2859 2860
		temp = ((unsigned long)(unsigned char)ip[j] << 8) +
		    (unsigned long)(unsigned char)ip[j + 1];
L
Linus Torvalds 已提交
2861 2862
		if (temp == 0) {
			if (!compressing) {
L
Luiz Capitulino 已提交
2863 2864 2865 2866
				compressing = 1;
				if (j == 0) {
					*s++ = ':';
					++len;
L
Linus Torvalds 已提交
2867 2868 2869 2870
				}
			}
		} else {
			if (compressing) {
L
Luiz Capitulino 已提交
2871 2872 2873
				compressing = 0;
				*s++ = ':';
				++len;
L
Linus Torvalds 已提交
2874
			}
L
Luiz Capitulino 已提交
2875 2876 2877 2878
			i = fmt_xlong(s, temp);
			len += i;
			s += i;
			if (j < 14) {
L
Linus Torvalds 已提交
2879 2880 2881 2882 2883 2884
				*s++ = ':';
				++len;
			}
		}
	}
	if (compressing) {
L
Luiz Capitulino 已提交
2885 2886
		*s++ = ':';
		++len;
L
Linus Torvalds 已提交
2887
	}
L
Luiz Capitulino 已提交
2888
	*s = 0;
L
Linus Torvalds 已提交
2889 2890 2891
	return len;
}

L
Luiz Capitulino 已提交
2892 2893
static struct sk_buff *fill_packet_ipv6(struct net_device *odev,
					struct pktgen_dev *pkt_dev)
L
Linus Torvalds 已提交
2894 2895 2896 2897 2898 2899
{
	struct sk_buff *skb = NULL;
	__u8 *eth;
	struct udphdr *udph;
	int datalen;
	struct ipv6hdr *iph;
L
Luiz Capitulino 已提交
2900
	struct pktgen_hdr *pgh = NULL;
2901
	__be16 protocol = htons(ETH_P_IPV6);
2902
	__be32 *mpls;
F
Francesco Fondelli 已提交
2903 2904 2905 2906
	__be16 *vlan_tci = NULL;                 /* Encapsulates priority and VLAN ID */
	__be16 *vlan_encapsulated_proto = NULL;  /* packet type ID field (or len) for VLAN tag */
	__be16 *svlan_tci = NULL;                /* Encapsulates priority and SVLAN ID */
	__be16 *svlan_encapsulated_proto = NULL; /* packet type ID field (or len) for SVLAN tag */
2907
	u16 queue_map;
2908 2909

	if (pkt_dev->nr_labels)
2910
		protocol = htons(ETH_P_MPLS_UC);
2911

F
Francesco Fondelli 已提交
2912
	if (pkt_dev->vlan_id != 0xffff)
2913
		protocol = htons(ETH_P_8021Q);
F
Francesco Fondelli 已提交
2914

2915 2916 2917
	/* Update any of the values, used when we're incrementing various
	 * fields.
	 */
2918
	queue_map = pkt_dev->cur_queue_map;
2919 2920
	mod_cur_headers(pkt_dev);

S
Stephen Hemminger 已提交
2921 2922 2923
	skb = __netdev_alloc_skb(odev,
				 pkt_dev->cur_pkt_size + 64
				 + 16 + pkt_dev->pkt_overhead, GFP_NOWAIT);
L
Linus Torvalds 已提交
2924 2925 2926 2927 2928 2929 2930 2931 2932
	if (!skb) {
		sprintf(pkt_dev->result, "No memory");
		return NULL;
	}

	skb_reserve(skb, 16);

	/*  Reserve for ethernet and IP header  */
	eth = (__u8 *) skb_push(skb, 14);
2933 2934 2935
	mpls = (__be32 *)skb_put(skb, pkt_dev->nr_labels*sizeof(__u32));
	if (pkt_dev->nr_labels)
		mpls_push(mpls, pkt_dev);
F
Francesco Fondelli 已提交
2936 2937

	if (pkt_dev->vlan_id != 0xffff) {
2938
		if (pkt_dev->svlan_id != 0xffff) {
F
Francesco Fondelli 已提交
2939
			svlan_tci = (__be16 *)skb_put(skb, sizeof(__be16));
A
Al Viro 已提交
2940 2941 2942
			*svlan_tci = build_tci(pkt_dev->svlan_id,
					       pkt_dev->svlan_cfi,
					       pkt_dev->svlan_p);
F
Francesco Fondelli 已提交
2943
			svlan_encapsulated_proto = (__be16 *)skb_put(skb, sizeof(__be16));
2944
			*svlan_encapsulated_proto = htons(ETH_P_8021Q);
F
Francesco Fondelli 已提交
2945 2946
		}
		vlan_tci = (__be16 *)skb_put(skb, sizeof(__be16));
A
Al Viro 已提交
2947 2948 2949
		*vlan_tci = build_tci(pkt_dev->vlan_id,
				      pkt_dev->vlan_cfi,
				      pkt_dev->vlan_p);
F
Francesco Fondelli 已提交
2950
		vlan_encapsulated_proto = (__be16 *)skb_put(skb, sizeof(__be16));
2951
		*vlan_encapsulated_proto = htons(ETH_P_IPV6);
F
Francesco Fondelli 已提交
2952 2953
	}

2954
	skb->network_header = skb->tail;
2955
	skb->transport_header = skb->network_header + sizeof(struct ipv6hdr);
2956
	skb_put(skb, sizeof(struct ipv6hdr) + sizeof(struct udphdr));
2957
	skb_set_queue_mapping(skb, queue_map);
2958 2959
	iph = ipv6_hdr(skb);
	udph = udp_hdr(skb);
L
Linus Torvalds 已提交
2960 2961

	memcpy(eth, pkt_dev->hh, 12);
2962
	*(__be16 *) &eth[12] = protocol;
2963

2964 2965 2966
	/* Eth + IPh + UDPh + mpls */
	datalen = pkt_dev->cur_pkt_size - 14 -
		  sizeof(struct ipv6hdr) - sizeof(struct udphdr) -
2967
		  pkt_dev->pkt_overhead;
L
Linus Torvalds 已提交
2968

L
Luiz Capitulino 已提交
2969
	if (datalen < sizeof(struct pktgen_hdr)) {
L
Linus Torvalds 已提交
2970 2971
		datalen = sizeof(struct pktgen_hdr);
		if (net_ratelimit())
L
Luiz Capitulino 已提交
2972 2973
			printk(KERN_INFO "pktgen: increased datalen to %d\n",
			       datalen);
L
Linus Torvalds 已提交
2974 2975 2976 2977
	}

	udph->source = htons(pkt_dev->cur_udp_src);
	udph->dest = htons(pkt_dev->cur_udp_dst);
L
Luiz Capitulino 已提交
2978 2979
	udph->len = htons(datalen + sizeof(struct udphdr));
	udph->check = 0;	/* No checksum */
L
Linus Torvalds 已提交
2980

2981
	*(__be32 *) iph = htonl(0x60000000);	/* Version + flow */
L
Linus Torvalds 已提交
2982

F
Francesco Fondelli 已提交
2983 2984
	if (pkt_dev->traffic_class) {
		/* Version + traffic class + flow (0) */
A
Al Viro 已提交
2985
		*(__be32 *)iph |= htonl(0x60000000 | (pkt_dev->traffic_class << 20));
F
Francesco Fondelli 已提交
2986 2987
	}

L
Linus Torvalds 已提交
2988 2989 2990 2991 2992 2993 2994 2995
	iph->hop_limit = 32;

	iph->payload_len = htons(sizeof(struct udphdr) + datalen);
	iph->nexthdr = IPPROTO_UDP;

	ipv6_addr_copy(&iph->daddr, &pkt_dev->cur_in6_daddr);
	ipv6_addr_copy(&iph->saddr, &pkt_dev->cur_in6_saddr);

2996
	skb->mac_header = (skb->network_header - ETH_HLEN -
2997
			   pkt_dev->pkt_overhead);
2998
	skb->protocol = protocol;
L
Linus Torvalds 已提交
2999 3000 3001
	skb->dev = odev;
	skb->pkt_type = PACKET_HOST;

L
Luiz Capitulino 已提交
3002 3003
	if (pkt_dev->nfrags <= 0)
		pgh = (struct pktgen_hdr *)skb_put(skb, datalen);
L
Linus Torvalds 已提交
3004 3005 3006 3007
	else {
		int frags = pkt_dev->nfrags;
		int i;

L
Luiz Capitulino 已提交
3008 3009
		pgh = (struct pktgen_hdr *)(((char *)(udph)) + 8);

L
Linus Torvalds 已提交
3010 3011
		if (frags > MAX_SKB_FRAGS)
			frags = MAX_SKB_FRAGS;
L
Luiz Capitulino 已提交
3012 3013 3014
		if (datalen > frags * PAGE_SIZE) {
			skb_put(skb, datalen - frags * PAGE_SIZE);
			datalen = frags * PAGE_SIZE;
L
Linus Torvalds 已提交
3015 3016 3017 3018 3019 3020 3021 3022
		}

		i = 0;
		while (datalen > 0) {
			struct page *page = alloc_pages(GFP_KERNEL, 0);
			skb_shinfo(skb)->frags[i].page = page;
			skb_shinfo(skb)->frags[i].page_offset = 0;
			skb_shinfo(skb)->frags[i].size =
L
Luiz Capitulino 已提交
3023
			    (datalen < PAGE_SIZE ? datalen : PAGE_SIZE);
L
Linus Torvalds 已提交
3024 3025 3026 3027 3028 3029 3030 3031 3032 3033 3034 3035 3036 3037 3038 3039 3040 3041 3042
			datalen -= skb_shinfo(skb)->frags[i].size;
			skb->len += skb_shinfo(skb)->frags[i].size;
			skb->data_len += skb_shinfo(skb)->frags[i].size;
			i++;
			skb_shinfo(skb)->nr_frags = i;
		}

		while (i < frags) {
			int rem;

			if (i == 0)
				break;

			rem = skb_shinfo(skb)->frags[i - 1].size / 2;
			if (rem == 0)
				break;

			skb_shinfo(skb)->frags[i - 1].size -= rem;

L
Luiz Capitulino 已提交
3043 3044
			skb_shinfo(skb)->frags[i] =
			    skb_shinfo(skb)->frags[i - 1];
L
Linus Torvalds 已提交
3045
			get_page(skb_shinfo(skb)->frags[i].page);
L
Luiz Capitulino 已提交
3046 3047 3048 3049
			skb_shinfo(skb)->frags[i].page =
			    skb_shinfo(skb)->frags[i - 1].page;
			skb_shinfo(skb)->frags[i].page_offset +=
			    skb_shinfo(skb)->frags[i - 1].size;
L
Linus Torvalds 已提交
3050 3051 3052 3053 3054 3055
			skb_shinfo(skb)->frags[i].size = rem;
			i++;
			skb_shinfo(skb)->nr_frags = i;
		}
	}

3056 3057 3058 3059
	/* Stamp the time, and sequence number,
	 * convert them to network byte order
	 * should we update cloned packets too ?
	 */
L
Luiz Capitulino 已提交
3060 3061 3062 3063 3064 3065 3066 3067 3068 3069
	if (pgh) {
		struct timeval timestamp;

		pgh->pgh_magic = htonl(PKTGEN_MAGIC);
		pgh->seq_num = htonl(pkt_dev->seq_num);

		do_gettimeofday(&timestamp);
		pgh->tv_sec = htonl(timestamp.tv_sec);
		pgh->tv_usec = htonl(timestamp.tv_usec);
	}
F
Francesco Fondelli 已提交
3070
	/* pkt_dev->seq_num++; FF: you really mean this? */
L
Luiz Capitulino 已提交
3071

L
Linus Torvalds 已提交
3072 3073 3074
	return skb;
}

S
Stephen Hemminger 已提交
3075 3076
static struct sk_buff *fill_packet(struct net_device *odev,
				   struct pktgen_dev *pkt_dev)
L
Linus Torvalds 已提交
3077
{
L
Luiz Capitulino 已提交
3078
	if (pkt_dev->flags & F_IPV6)
L
Linus Torvalds 已提交
3079 3080 3081 3082 3083
		return fill_packet_ipv6(odev, pkt_dev);
	else
		return fill_packet_ipv4(odev, pkt_dev);
}

L
Luiz Capitulino 已提交
3084
static void pktgen_clear_counters(struct pktgen_dev *pkt_dev)
L
Linus Torvalds 已提交
3085
{
L
Luiz Capitulino 已提交
3086 3087
	pkt_dev->seq_num = 1;
	pkt_dev->idle_acc = 0;
L
Linus Torvalds 已提交
3088
	pkt_dev->sofar = 0;
L
Luiz Capitulino 已提交
3089 3090
	pkt_dev->tx_bytes = 0;
	pkt_dev->errors = 0;
L
Linus Torvalds 已提交
3091 3092 3093 3094 3095 3096
}

/* Set up structure for sending pkts, clear counters */

static void pktgen_run(struct pktgen_thread *t)
{
3097
	struct pktgen_dev *pkt_dev;
L
Linus Torvalds 已提交
3098 3099
	int started = 0;

S
Stephen Hemminger 已提交
3100
	pr_debug("pktgen: entering pktgen_run. %p\n", t);
L
Linus Torvalds 已提交
3101 3102

	if_lock(t);
3103
	list_for_each_entry(pkt_dev, &t->if_list, list) {
L
Linus Torvalds 已提交
3104 3105 3106 3107 3108 3109

		/*
		 * setup odev and create initial packet.
		 */
		pktgen_setup_inject(pkt_dev);

L
Luiz Capitulino 已提交
3110
		if (pkt_dev->odev) {
L
Linus Torvalds 已提交
3111
			pktgen_clear_counters(pkt_dev);
L
Luiz Capitulino 已提交
3112
			pkt_dev->running = 1;	/* Cranke yeself! */
L
Linus Torvalds 已提交
3113
			pkt_dev->skb = NULL;
3114 3115 3116
			pkt_dev->started_at =
				pkt_dev->next_tx = ktime_now();

3117
			set_pkt_overhead(pkt_dev);
L
Luiz Capitulino 已提交
3118

L
Linus Torvalds 已提交
3119 3120
			strcpy(pkt_dev->result, "Starting");
			started++;
L
Luiz Capitulino 已提交
3121
		} else
L
Linus Torvalds 已提交
3122 3123 3124
			strcpy(pkt_dev->result, "Error starting");
	}
	if_unlock(t);
L
Luiz Capitulino 已提交
3125 3126
	if (started)
		t->control &= ~(T_STOP);
L
Linus Torvalds 已提交
3127 3128 3129 3130
}

static void pktgen_stop_all_threads_ifs(void)
{
3131
	struct pktgen_thread *t;
L
Linus Torvalds 已提交
3132

S
Stephen Hemminger 已提交
3133
	pr_debug("pktgen: entering pktgen_stop_all_threads_ifs.\n");
L
Linus Torvalds 已提交
3134

3135
	mutex_lock(&pktgen_thread_lock);
3136 3137

	list_for_each_entry(t, &pktgen_threads, th_list)
3138
		t->control |= T_STOP;
3139

3140
	mutex_unlock(&pktgen_thread_lock);
L
Linus Torvalds 已提交
3141 3142
}

S
Stephen Hemminger 已提交
3143
static int thread_is_running(const struct pktgen_thread *t)
L
Linus Torvalds 已提交
3144
{
S
Stephen Hemminger 已提交
3145
	const struct pktgen_dev *pkt_dev;
L
Linus Torvalds 已提交
3146

3147
	list_for_each_entry(pkt_dev, &t->if_list, list)
S
Stephen Hemminger 已提交
3148 3149 3150
		if (pkt_dev->running)
			return 1;
	return 0;
L
Linus Torvalds 已提交
3151 3152
}

L
Luiz Capitulino 已提交
3153
static int pktgen_wait_thread_run(struct pktgen_thread *t)
L
Linus Torvalds 已提交
3154
{
L
Luiz Capitulino 已提交
3155
	if_lock(t);
L
Linus Torvalds 已提交
3156

L
Luiz Capitulino 已提交
3157
	while (thread_is_running(t)) {
L
Linus Torvalds 已提交
3158

L
Luiz Capitulino 已提交
3159
		if_unlock(t);
L
Linus Torvalds 已提交
3160

L
Luiz Capitulino 已提交
3161
		msleep_interruptible(100);
L
Linus Torvalds 已提交
3162

L
Luiz Capitulino 已提交
3163 3164 3165 3166 3167 3168 3169 3170
		if (signal_pending(current))
			goto signal;
		if_lock(t);
	}
	if_unlock(t);
	return 1;
signal:
	return 0;
L
Linus Torvalds 已提交
3171 3172 3173 3174
}

static int pktgen_wait_all_threads_run(void)
{
3175
	struct pktgen_thread *t;
L
Linus Torvalds 已提交
3176
	int sig = 1;
L
Luiz Capitulino 已提交
3177

3178
	mutex_lock(&pktgen_thread_lock);
3179 3180

	list_for_each_entry(t, &pktgen_threads, th_list) {
L
Linus Torvalds 已提交
3181
		sig = pktgen_wait_thread_run(t);
L
Luiz Capitulino 已提交
3182 3183
		if (sig == 0)
			break;
L
Linus Torvalds 已提交
3184
	}
3185 3186 3187

	if (sig == 0)
		list_for_each_entry(t, &pktgen_threads, th_list)
L
Linus Torvalds 已提交
3188
			t->control |= (T_STOP);
3189

3190
	mutex_unlock(&pktgen_thread_lock);
L
Linus Torvalds 已提交
3191 3192 3193 3194 3195
	return sig;
}

static void pktgen_run_all_threads(void)
{
3196
	struct pktgen_thread *t;
L
Linus Torvalds 已提交
3197

S
Stephen Hemminger 已提交
3198
	pr_debug("pktgen: entering pktgen_run_all_threads.\n");
L
Linus Torvalds 已提交
3199

3200
	mutex_lock(&pktgen_thread_lock);
L
Linus Torvalds 已提交
3201

3202
	list_for_each_entry(t, &pktgen_threads, th_list)
L
Linus Torvalds 已提交
3203
		t->control |= (T_RUN);
3204

3205
	mutex_unlock(&pktgen_thread_lock);
L
Linus Torvalds 已提交
3206

3207 3208
	/* Propagate thread->control  */
	schedule_timeout_interruptible(msecs_to_jiffies(125));
L
Luiz Capitulino 已提交
3209

L
Linus Torvalds 已提交
3210 3211 3212
	pktgen_wait_all_threads_run();
}

3213 3214 3215 3216 3217 3218 3219 3220 3221 3222 3223 3224 3225
static void pktgen_reset_all_threads(void)
{
	struct pktgen_thread *t;

	pr_debug("pktgen: entering pktgen_reset_all_threads.\n");

	mutex_lock(&pktgen_thread_lock);

	list_for_each_entry(t, &pktgen_threads, th_list)
		t->control |= (T_REMDEVALL);

	mutex_unlock(&pktgen_thread_lock);

3226 3227
	/* Propagate thread->control  */
	schedule_timeout_interruptible(msecs_to_jiffies(125));
3228 3229 3230 3231

	pktgen_wait_all_threads_run();
}

L
Linus Torvalds 已提交
3232 3233
static void show_results(struct pktgen_dev *pkt_dev, int nr_frags)
{
3234
	__u64 bps, mbps, pps;
L
Luiz Capitulino 已提交
3235
	char *p = pkt_dev->result;
3236 3237 3238 3239 3240 3241 3242 3243
	ktime_t elapsed = ktime_sub(pkt_dev->stopped_at,
				    pkt_dev->started_at);
	ktime_t idle = ns_to_ktime(pkt_dev->idle_acc);

	p += sprintf(p, "OK: %llu(c%llu+d%llu) nsec, %llu (%dbyte,%dfrags)\n",
		     (unsigned long long)ktime_to_us(elapsed),
		     (unsigned long long)ktime_to_us(ktime_sub(elapsed, idle)),
		     (unsigned long long)ktime_to_us(idle),
L
Luiz Capitulino 已提交
3244 3245 3246
		     (unsigned long long)pkt_dev->sofar,
		     pkt_dev->cur_pkt_size, nr_frags);

3247 3248
	pps = div64_u64(pkt_dev->sofar * NSEC_PER_SEC,
			ktime_to_ns(elapsed));
L
Luiz Capitulino 已提交
3249 3250 3251 3252 3253 3254 3255 3256 3257 3258

	bps = pps * 8 * pkt_dev->cur_pkt_size;

	mbps = bps;
	do_div(mbps, 1000000);
	p += sprintf(p, "  %llupps %lluMb/sec (%llubps) errors: %llu",
		     (unsigned long long)pps,
		     (unsigned long long)mbps,
		     (unsigned long long)bps,
		     (unsigned long long)pkt_dev->errors);
L
Linus Torvalds 已提交
3259 3260 3261
}

/* Set stopped-at timer, remove from running list, do counters & statistics */
L
Luiz Capitulino 已提交
3262
static int pktgen_stop_device(struct pktgen_dev *pkt_dev)
L
Linus Torvalds 已提交
3263
{
L
Luiz Capitulino 已提交
3264
	int nr_frags = pkt_dev->skb ? skb_shinfo(pkt_dev->skb)->nr_frags : -1;
3265

L
Luiz Capitulino 已提交
3266
	if (!pkt_dev->running) {
3267
		printk(KERN_WARNING "pktgen: interface: %s is already "
E
Eric Dumazet 已提交
3268
		       "stopped\n", pkt_dev->odevname);
L
Luiz Capitulino 已提交
3269 3270
		return -EINVAL;
	}
L
Linus Torvalds 已提交
3271

S
Stephen Hemminger 已提交
3272 3273
	kfree_skb(pkt_dev->skb);
	pkt_dev->skb = NULL;
3274
	pkt_dev->stopped_at = ktime_now();
L
Luiz Capitulino 已提交
3275
	pkt_dev->running = 0;
L
Linus Torvalds 已提交
3276

3277
	show_results(pkt_dev, nr_frags);
L
Linus Torvalds 已提交
3278

L
Luiz Capitulino 已提交
3279
	return 0;
L
Linus Torvalds 已提交
3280 3281
}

L
Luiz Capitulino 已提交
3282
static struct pktgen_dev *next_to_run(struct pktgen_thread *t)
L
Linus Torvalds 已提交
3283
{
3284
	struct pktgen_dev *pkt_dev, *best = NULL;
L
Luiz Capitulino 已提交
3285

L
Linus Torvalds 已提交
3286 3287
	if_lock(t);

3288 3289
	list_for_each_entry(pkt_dev, &t->if_list, list) {
		if (!pkt_dev->running)
L
Luiz Capitulino 已提交
3290 3291
			continue;
		if (best == NULL)
3292
			best = pkt_dev;
3293
		else if (ktime_lt(pkt_dev->next_tx, best->next_tx))
3294
			best = pkt_dev;
L
Linus Torvalds 已提交
3295 3296
	}
	if_unlock(t);
L
Luiz Capitulino 已提交
3297
	return best;
L
Linus Torvalds 已提交
3298 3299
}

L
Luiz Capitulino 已提交
3300 3301
static void pktgen_stop(struct pktgen_thread *t)
{
3302
	struct pktgen_dev *pkt_dev;
L
Linus Torvalds 已提交
3303

S
Stephen Hemminger 已提交
3304
	pr_debug("pktgen: entering pktgen_stop\n");
L
Linus Torvalds 已提交
3305

L
Luiz Capitulino 已提交
3306
	if_lock(t);
L
Linus Torvalds 已提交
3307

3308 3309
	list_for_each_entry(pkt_dev, &t->if_list, list) {
		pktgen_stop_device(pkt_dev);
3310
	}
L
Linus Torvalds 已提交
3311

L
Luiz Capitulino 已提交
3312
	if_unlock(t);
L
Linus Torvalds 已提交
3313 3314
}

3315 3316 3317 3318 3319 3320
/*
 * one of our devices needs to be removed - find it
 * and remove it
 */
static void pktgen_rem_one_if(struct pktgen_thread *t)
{
3321 3322
	struct list_head *q, *n;
	struct pktgen_dev *cur;
3323

S
Stephen Hemminger 已提交
3324
	pr_debug("pktgen: entering pktgen_rem_one_if\n");
3325 3326 3327

	if_lock(t);

3328 3329
	list_for_each_safe(q, n, &t->if_list) {
		cur = list_entry(q, struct pktgen_dev, list);
3330

L
Luiz Capitulino 已提交
3331 3332
		if (!cur->removal_mark)
			continue;
3333

3334
		kfree_skb(cur->skb);
3335 3336 3337 3338 3339 3340 3341 3342 3343 3344
		cur->skb = NULL;

		pktgen_remove_device(t, cur);

		break;
	}

	if_unlock(t);
}

L
Luiz Capitulino 已提交
3345
static void pktgen_rem_all_ifs(struct pktgen_thread *t)
L
Linus Torvalds 已提交
3346
{
3347 3348
	struct list_head *q, *n;
	struct pktgen_dev *cur;
L
Luiz Capitulino 已提交
3349 3350

	/* Remove all devices, free mem */
3351

S
Stephen Hemminger 已提交
3352
	pr_debug("pktgen: entering pktgen_rem_all_ifs\n");
L
Luiz Capitulino 已提交
3353
	if_lock(t);
L
Linus Torvalds 已提交
3354

3355 3356
	list_for_each_safe(q, n, &t->if_list) {
		cur = list_entry(q, struct pktgen_dev, list);
3357

3358
		kfree_skb(cur->skb);
3359 3360
		cur->skb = NULL;

L
Linus Torvalds 已提交
3361 3362 3363
		pktgen_remove_device(t, cur);
	}

L
Luiz Capitulino 已提交
3364
	if_unlock(t);
L
Linus Torvalds 已提交
3365 3366
}

L
Luiz Capitulino 已提交
3367
static void pktgen_rem_thread(struct pktgen_thread *t)
L
Linus Torvalds 已提交
3368
{
L
Luiz Capitulino 已提交
3369
	/* Remove from the thread list */
L
Linus Torvalds 已提交
3370

3371
	remove_proc_entry(t->tsk->comm, pg_proc_dir);
L
Linus Torvalds 已提交
3372

3373
	mutex_lock(&pktgen_thread_lock);
L
Linus Torvalds 已提交
3374

3375 3376
	list_del(&t->th_list);

3377
	mutex_unlock(&pktgen_thread_lock);
L
Linus Torvalds 已提交
3378 3379
}

3380
static void pktgen_resched(struct pktgen_dev *pkt_dev)
3381
{
3382
	ktime_t idle_start = ktime_now();
3383 3384 3385
	schedule();
	pkt_dev->idle_acc += ktime_to_ns(ktime_sub(ktime_now(), idle_start));
}
3386

3387 3388 3389
static void pktgen_wait_for_skb(struct pktgen_dev *pkt_dev)
{
	ktime_t idle_start = ktime_now();
3390

3391 3392 3393 3394 3395 3396 3397 3398 3399
	while (atomic_read(&(pkt_dev->skb->users)) != 1) {
		if (signal_pending(current))
			break;

		if (need_resched())
			pktgen_resched(pkt_dev);
		else
			cpu_relax();
	}
3400
	pkt_dev->idle_acc += ktime_to_ns(ktime_sub(ktime_now(), idle_start));
3401 3402
}

S
Stephen Hemminger 已提交
3403
static void pktgen_xmit(struct pktgen_dev *pkt_dev)
L
Linus Torvalds 已提交
3404
{
3405
	struct net_device *odev = pkt_dev->odev;
3406
	netdev_tx_t (*xmit)(struct sk_buff *, struct net_device *)
3407
		= odev->netdev_ops->ndo_start_xmit;
3408 3409
	struct netdev_queue *txq;
	u16 queue_map;
L
Linus Torvalds 已提交
3410 3411
	int ret;

3412 3413 3414 3415
	/* If device is offline, then don't send */
	if (unlikely(!netif_running(odev) || !netif_carrier_ok(odev))) {
		pktgen_stop_device(pkt_dev);
		return;
3416 3417
	}

3418 3419 3420 3421 3422
	/* This is max DELAY, this has special meaning of
	 * "never transmit"
	 */
	if (unlikely(pkt_dev->delay == ULLONG_MAX)) {
		pkt_dev->next_tx = ktime_add_ns(ktime_now(), ULONG_MAX);
3423
		return;
L
Linus Torvalds 已提交
3424
	}
L
Luiz Capitulino 已提交
3425

3426
	/* If no skb or clone count exhausted then get new one */
3427 3428 3429 3430 3431 3432 3433 3434 3435 3436 3437 3438
	if (!pkt_dev->skb || (pkt_dev->last_ok &&
			      ++pkt_dev->clone_count >= pkt_dev->clone_skb)) {
		/* build a new pkt */
		kfree_skb(pkt_dev->skb);

		pkt_dev->skb = fill_packet(odev, pkt_dev);
		if (pkt_dev->skb == NULL) {
			printk(KERN_ERR "pktgen: ERROR: couldn't "
			       "allocate skb in fill_packet.\n");
			schedule();
			pkt_dev->clone_count--;	/* back out increment, OOM */
			return;
L
Linus Torvalds 已提交
3439
		}
3440
		pkt_dev->last_pkt_size = pkt_dev->skb->len;
3441 3442
		pkt_dev->allocated_skbs++;
		pkt_dev->clone_count = 0;	/* reset counter */
L
Linus Torvalds 已提交
3443
	}
3444

3445 3446 3447
	if (pkt_dev->delay && pkt_dev->last_ok)
		spin(pkt_dev, pkt_dev->next_tx);

3448 3449 3450 3451
	queue_map = skb_get_queue_mapping(pkt_dev->skb);
	txq = netdev_get_tx_queue(odev, queue_map);

	__netif_tx_lock_bh(txq);
3452

3453
	if (unlikely(netif_tx_queue_stopped(txq) || netif_tx_queue_frozen(txq))) {
3454
		ret = NETDEV_TX_BUSY;
3455 3456 3457 3458 3459
		pkt_dev->last_ok = 0;
		goto unlock;
	}
	atomic_inc(&(pkt_dev->skb->users));
	ret = (*xmit)(pkt_dev->skb, odev);
3460 3461 3462 3463 3464 3465 3466

	switch (ret) {
	case NETDEV_TX_OK:
		txq_trans_update(txq);
		pkt_dev->last_ok = 1;
		pkt_dev->sofar++;
		pkt_dev->seq_num++;
3467
		pkt_dev->tx_bytes += pkt_dev->last_pkt_size;
3468 3469 3470 3471
		break;
	default: /* Drivers are not supposed to return other values! */
		if (net_ratelimit())
			pr_info("pktgen: %s xmit error: %d\n",
E
Eric Dumazet 已提交
3472
				pkt_dev->odevname, ret);
3473 3474 3475 3476 3477 3478 3479
		pkt_dev->errors++;
		/* fallthru */
	case NETDEV_TX_LOCKED:
	case NETDEV_TX_BUSY:
		/* Retry it next time */
		atomic_dec(&(pkt_dev->skb->users));
		pkt_dev->last_ok = 0;
L
Luiz Capitulino 已提交
3480
	}
3481
unlock:
3482
	__netif_tx_unlock_bh(txq);
L
Luiz Capitulino 已提交
3483

L
Linus Torvalds 已提交
3484 3485
	/* If pkt_dev->count is zero, then run forever */
	if ((pkt_dev->count != 0) && (pkt_dev->sofar >= pkt_dev->count)) {
3486
		pktgen_wait_for_skb(pkt_dev);
L
Luiz Capitulino 已提交
3487

L
Linus Torvalds 已提交
3488 3489
		/* Done with this */
		pktgen_stop_device(pkt_dev);
L
Luiz Capitulino 已提交
3490 3491
	}
}
L
Linus Torvalds 已提交
3492

3493
/*
L
Linus Torvalds 已提交
3494 3495 3496
 * Main loop of the thread goes here
 */

3497
static int pktgen_thread_worker(void *arg)
L
Linus Torvalds 已提交
3498 3499
{
	DEFINE_WAIT(wait);
3500
	struct pktgen_thread *t = arg;
L
Luiz Capitulino 已提交
3501
	struct pktgen_dev *pkt_dev = NULL;
L
Linus Torvalds 已提交
3502 3503
	int cpu = t->cpu;

3504
	BUG_ON(smp_processor_id() != cpu);
L
Linus Torvalds 已提交
3505 3506

	init_waitqueue_head(&t->queue);
3507
	complete(&t->start_done);
L
Linus Torvalds 已提交
3508

3509 3510
	pr_debug("pktgen: starting pktgen/%d:  pid=%d\n",
		 cpu, task_pid_nr(current));
L
Linus Torvalds 已提交
3511

3512
	set_current_state(TASK_INTERRUPTIBLE);
L
Luiz Capitulino 已提交
3513

3514 3515
	set_freezable();

3516 3517
	while (!kthread_should_stop()) {
		pkt_dev = next_to_run(t);
L
Linus Torvalds 已提交
3518

3519 3520 3521 3522 3523
		if (unlikely(!pkt_dev && t->control == 0)) {
			wait_event_interruptible_timeout(t->queue,
							 t->control != 0,
							 HZ/10);
			continue;
3524
		}
L
Linus Torvalds 已提交
3525

3526
		__set_current_state(TASK_RUNNING);
L
Luiz Capitulino 已提交
3527

3528
		if (likely(pkt_dev)) {
L
Linus Torvalds 已提交
3529 3530
			pktgen_xmit(pkt_dev);

3531 3532 3533 3534 3535 3536
			if (need_resched())
				pktgen_resched(pkt_dev);
			else
				cpu_relax();
		}

L
Luiz Capitulino 已提交
3537
		if (t->control & T_STOP) {
L
Linus Torvalds 已提交
3538 3539 3540 3541
			pktgen_stop(t);
			t->control &= ~(T_STOP);
		}

L
Luiz Capitulino 已提交
3542
		if (t->control & T_RUN) {
L
Linus Torvalds 已提交
3543 3544 3545 3546
			pktgen_run(t);
			t->control &= ~(T_RUN);
		}

L
Luiz Capitulino 已提交
3547
		if (t->control & T_REMDEVALL) {
L
Linus Torvalds 已提交
3548
			pktgen_rem_all_ifs(t);
3549 3550 3551
			t->control &= ~(T_REMDEVALL);
		}

L
Luiz Capitulino 已提交
3552
		if (t->control & T_REMDEV) {
3553
			pktgen_rem_one_if(t);
L
Linus Torvalds 已提交
3554 3555 3556
			t->control &= ~(T_REMDEV);
		}

A
Andrew Morton 已提交
3557 3558
		try_to_freeze();

3559
		set_current_state(TASK_INTERRUPTIBLE);
L
Luiz Capitulino 已提交
3560
	}
L
Linus Torvalds 已提交
3561

S
Stephen Hemminger 已提交
3562
	pr_debug("pktgen: %s stopping all device\n", t->tsk->comm);
L
Luiz Capitulino 已提交
3563
	pktgen_stop(t);
L
Linus Torvalds 已提交
3564

S
Stephen Hemminger 已提交
3565
	pr_debug("pktgen: %s removing all device\n", t->tsk->comm);
L
Luiz Capitulino 已提交
3566
	pktgen_rem_all_ifs(t);
L
Linus Torvalds 已提交
3567

S
Stephen Hemminger 已提交
3568
	pr_debug("pktgen: %s removing thread.\n", t->tsk->comm);
L
Luiz Capitulino 已提交
3569
	pktgen_rem_thread(t);
3570

3571
	return 0;
L
Linus Torvalds 已提交
3572 3573
}

L
Luiz Capitulino 已提交
3574
static struct pktgen_dev *pktgen_find_dev(struct pktgen_thread *t,
E
Eric Dumazet 已提交
3575
					  const char *ifname, bool exact)
L
Linus Torvalds 已提交
3576
{
3577
	struct pktgen_dev *p, *pkt_dev = NULL;
E
Eric Dumazet 已提交
3578
	size_t len = strlen(ifname);
L
Luiz Capitulino 已提交
3579

E
Eric Dumazet 已提交
3580
	if_lock(t);
3581
	list_for_each_entry(p, &t->if_list, list)
E
Eric Dumazet 已提交
3582 3583 3584 3585 3586
		if (strncmp(p->odevname, ifname, len) == 0) {
			if (p->odevname[len]) {
				if (exact || p->odevname[len] != '@')
					continue;
			}
3587
			pkt_dev = p;
L
Luiz Capitulino 已提交
3588 3589 3590 3591
			break;
		}

	if_unlock(t);
S
Stephen Hemminger 已提交
3592
	pr_debug("pktgen: find_dev(%s) returning %p\n", ifname, pkt_dev);
L
Luiz Capitulino 已提交
3593
	return pkt_dev;
L
Linus Torvalds 已提交
3594 3595
}

3596 3597
/*
 * Adds a dev at front of if_list.
L
Linus Torvalds 已提交
3598 3599
 */

L
Luiz Capitulino 已提交
3600 3601
static int add_dev_to_thread(struct pktgen_thread *t,
			     struct pktgen_dev *pkt_dev)
L
Linus Torvalds 已提交
3602 3603
{
	int rv = 0;
L
Luiz Capitulino 已提交
3604 3605 3606 3607

	if_lock(t);

	if (pkt_dev->pg_thread) {
3608 3609
		printk(KERN_ERR "pktgen: ERROR: already assigned "
		       "to a thread.\n");
L
Luiz Capitulino 已提交
3610 3611 3612
		rv = -EBUSY;
		goto out;
	}
3613 3614

	list_add(&pkt_dev->list, &t->if_list);
L
Luiz Capitulino 已提交
3615
	pkt_dev->pg_thread = t;
L
Linus Torvalds 已提交
3616 3617
	pkt_dev->running = 0;

L
Luiz Capitulino 已提交
3618 3619 3620
out:
	if_unlock(t);
	return rv;
L
Linus Torvalds 已提交
3621 3622 3623 3624
}

/* Called under thread lock */

L
Luiz Capitulino 已提交
3625
static int pktgen_add_device(struct pktgen_thread *t, const char *ifname)
L
Linus Torvalds 已提交
3626
{
L
Luiz Capitulino 已提交
3627
	struct pktgen_dev *pkt_dev;
3628
	int err;
E
Eric Dumazet 已提交
3629
	int node = cpu_to_node(t->cpu);
L
Luiz Capitulino 已提交
3630

L
Linus Torvalds 已提交
3631 3632
	/* We don't allow a device to be on several threads */

3633 3634
	pkt_dev = __pktgen_NN_threads(ifname, FIND);
	if (pkt_dev) {
3635
		printk(KERN_ERR "pktgen: ERROR: interface already used.\n");
L
Luiz Capitulino 已提交
3636 3637
		return -EBUSY;
	}
3638

E
Eric Dumazet 已提交
3639
	pkt_dev = kzalloc_node(sizeof(struct pktgen_dev), GFP_KERNEL, node);
3640 3641 3642
	if (!pkt_dev)
		return -ENOMEM;

E
Eric Dumazet 已提交
3643
	strcpy(pkt_dev->odevname, ifname);
E
Eric Dumazet 已提交
3644 3645
	pkt_dev->flows = vmalloc_node(MAX_CFLOWS * sizeof(struct flow_state),
				      node);
3646 3647 3648 3649
	if (pkt_dev->flows == NULL) {
		kfree(pkt_dev);
		return -ENOMEM;
	}
L
Luiz Capitulino 已提交
3650
	memset(pkt_dev->flows, 0, MAX_CFLOWS * sizeof(struct flow_state));
3651

3652
	pkt_dev->removal_mark = 0;
3653 3654 3655 3656
	pkt_dev->min_pkt_size = ETH_ZLEN;
	pkt_dev->max_pkt_size = ETH_ZLEN;
	pkt_dev->nfrags = 0;
	pkt_dev->clone_skb = pg_clone_skb_d;
3657
	pkt_dev->delay = pg_delay_d;
3658 3659
	pkt_dev->count = pg_count_d;
	pkt_dev->sofar = 0;
L
Luiz Capitulino 已提交
3660
	pkt_dev->udp_src_min = 9;	/* sink port */
3661 3662 3663 3664
	pkt_dev->udp_src_max = 9;
	pkt_dev->udp_dst_min = 9;
	pkt_dev->udp_dst_max = 9;

F
Francesco Fondelli 已提交
3665 3666 3667 3668 3669 3670 3671
	pkt_dev->vlan_p = 0;
	pkt_dev->vlan_cfi = 0;
	pkt_dev->vlan_id = 0xffff;
	pkt_dev->svlan_p = 0;
	pkt_dev->svlan_cfi = 0;
	pkt_dev->svlan_id = 0xffff;

3672 3673 3674
	err = pktgen_setup_dev(pkt_dev, ifname);
	if (err)
		goto out1;
3675

3676 3677
	pkt_dev->entry = proc_create_data(ifname, 0600, pg_proc_dir,
					  &pktgen_if_fops, pkt_dev);
3678
	if (!pkt_dev->entry) {
3679
		printk(KERN_ERR "pktgen: cannot create %s/%s procfs entry.\n",
3680
		       PG_PROC_DIR, ifname);
3681 3682
		err = -EINVAL;
		goto out2;
3683
	}
J
Jamal Hadi Salim 已提交
3684 3685 3686 3687
#ifdef CONFIG_XFRM
	pkt_dev->ipsmode = XFRM_MODE_TRANSPORT;
	pkt_dev->ipsproto = IPPROTO_ESP;
#endif
3688 3689

	return add_dev_to_thread(t, pkt_dev);
3690 3691 3692
out2:
	dev_put(pkt_dev->odev);
out1:
J
Jamal Hadi Salim 已提交
3693 3694 3695
#ifdef CONFIG_XFRM
	free_SAs(pkt_dev);
#endif
F
Figo.zhang 已提交
3696
	vfree(pkt_dev->flows);
3697 3698
	kfree(pkt_dev);
	return err;
L
Linus Torvalds 已提交
3699 3700
}

3701
static int __init pktgen_create_thread(int cpu)
L
Linus Torvalds 已提交
3702
{
3703
	struct pktgen_thread *t;
3704
	struct proc_dir_entry *pe;
3705
	struct task_struct *p;
L
Luiz Capitulino 已提交
3706

E
Eric Dumazet 已提交
3707 3708
	t = kzalloc_node(sizeof(struct pktgen_thread), GFP_KERNEL,
			 cpu_to_node(cpu));
L
Luiz Capitulino 已提交
3709
	if (!t) {
3710 3711
		printk(KERN_ERR "pktgen: ERROR: out of memory, can't "
		       "create new thread.\n");
L
Luiz Capitulino 已提交
3712 3713 3714 3715
		return -ENOMEM;
	}

	spin_lock_init(&t->if_lock);
L
Linus Torvalds 已提交
3716
	t->cpu = cpu;
L
Luiz Capitulino 已提交
3717

3718 3719 3720
	INIT_LIST_HEAD(&t->if_list);

	list_add_tail(&t->th_list, &pktgen_threads);
3721
	init_completion(&t->start_done);
3722 3723 3724

	p = kthread_create(pktgen_thread_worker, t, "kpktgend_%d", cpu);
	if (IS_ERR(p)) {
3725 3726
		printk(KERN_ERR "pktgen: kernel_thread() failed "
		       "for cpu %d\n", t->cpu);
3727 3728 3729 3730 3731 3732 3733
		list_del(&t->th_list);
		kfree(t);
		return PTR_ERR(p);
	}
	kthread_bind(p, cpu);
	t->tsk = p;

3734 3735
	pe = proc_create_data(t->tsk->comm, 0600, pg_proc_dir,
			      &pktgen_thread_fops, t);
L
Luiz Capitulino 已提交
3736
	if (!pe) {
3737
		printk(KERN_ERR "pktgen: cannot create %s/%s procfs entry.\n",
3738 3739 3740
		       PG_PROC_DIR, t->tsk->comm);
		kthread_stop(p);
		list_del(&t->th_list);
L
Luiz Capitulino 已提交
3741 3742 3743
		kfree(t);
		return -EINVAL;
	}
3744

3745
	wake_up_process(p);
3746
	wait_for_completion(&t->start_done);
L
Linus Torvalds 已提交
3747 3748 3749 3750

	return 0;
}

3751 3752
/*
 * Removes a device from the thread if_list.
L
Linus Torvalds 已提交
3753
 */
L
Luiz Capitulino 已提交
3754 3755
static void _rem_dev_from_if_list(struct pktgen_thread *t,
				  struct pktgen_dev *pkt_dev)
L
Linus Torvalds 已提交
3756
{
3757 3758
	struct list_head *q, *n;
	struct pktgen_dev *p;
L
Linus Torvalds 已提交
3759

3760 3761 3762 3763
	list_for_each_safe(q, n, &t->if_list) {
		p = list_entry(q, struct pktgen_dev, list);
		if (p == pkt_dev)
			list_del(&p->list);
L
Linus Torvalds 已提交
3764 3765 3766
	}
}

L
Luiz Capitulino 已提交
3767 3768
static int pktgen_remove_device(struct pktgen_thread *t,
				struct pktgen_dev *pkt_dev)
L
Linus Torvalds 已提交
3769 3770
{

S
Stephen Hemminger 已提交
3771
	pr_debug("pktgen: remove_device pkt_dev=%p\n", pkt_dev);
L
Linus Torvalds 已提交
3772

L
Luiz Capitulino 已提交
3773
	if (pkt_dev->running) {
3774 3775
		printk(KERN_WARNING "pktgen: WARNING: trying to remove a "
		       "running interface, stopping it now.\n");
L
Luiz Capitulino 已提交
3776 3777 3778 3779
		pktgen_stop_device(pkt_dev);
	}

	/* Dis-associate from the interface */
L
Linus Torvalds 已提交
3780 3781 3782

	if (pkt_dev->odev) {
		dev_put(pkt_dev->odev);
L
Luiz Capitulino 已提交
3783 3784 3785
		pkt_dev->odev = NULL;
	}

L
Linus Torvalds 已提交
3786 3787 3788 3789
	/* And update the thread if_list */

	_rem_dev_from_if_list(t, pkt_dev);

3790 3791
	if (pkt_dev->entry)
		remove_proc_entry(pkt_dev->entry->name, pg_proc_dir);
L
Linus Torvalds 已提交
3792

J
Jamal Hadi Salim 已提交
3793 3794 3795
#ifdef CONFIG_XFRM
	free_SAs(pkt_dev);
#endif
F
Figo.zhang 已提交
3796
	vfree(pkt_dev->flows);
L
Linus Torvalds 已提交
3797
	kfree(pkt_dev);
L
Luiz Capitulino 已提交
3798
	return 0;
L
Linus Torvalds 已提交
3799 3800
}

L
Luiz Capitulino 已提交
3801
static int __init pg_init(void)
L
Linus Torvalds 已提交
3802 3803
{
	int cpu;
3804
	struct proc_dir_entry *pe;
L
Linus Torvalds 已提交
3805

3806
	printk(KERN_INFO "%s", version);
L
Linus Torvalds 已提交
3807

3808
	pg_proc_dir = proc_mkdir(PG_PROC_DIR, init_net.proc_net);
3809 3810
	if (!pg_proc_dir)
		return -ENODEV;
L
Linus Torvalds 已提交
3811

3812
	pe = proc_create(PGCTRL, 0600, pg_proc_dir, &pktgen_fops);
L
Luiz Capitulino 已提交
3813
	if (pe == NULL) {
3814 3815
		printk(KERN_ERR "pktgen: ERROR: cannot create %s "
		       "procfs entry.\n", PGCTRL);
3816
		proc_net_remove(&init_net, PG_PROC_DIR);
L
Luiz Capitulino 已提交
3817 3818
		return -EINVAL;
	}
L
Linus Torvalds 已提交
3819 3820 3821

	/* Register us to receive netdevice events */
	register_netdevice_notifier(&pktgen_notifier_block);
L
Luiz Capitulino 已提交
3822

J
John Hawkes 已提交
3823
	for_each_online_cpu(cpu) {
3824
		int err;
L
Linus Torvalds 已提交
3825

3826
		err = pktgen_create_thread(cpu);
3827
		if (err)
3828 3829
			printk(KERN_WARNING "pktgen: WARNING: Cannot create "
			       "thread for cpu %d (%d)\n", cpu, err);
L
Luiz Capitulino 已提交
3830
	}
3831 3832

	if (list_empty(&pktgen_threads)) {
3833 3834
		printk(KERN_ERR "pktgen: ERROR: Initialization failed for "
		       "all threads\n");
3835 3836
		unregister_netdevice_notifier(&pktgen_notifier_block);
		remove_proc_entry(PGCTRL, pg_proc_dir);
3837
		proc_net_remove(&init_net, PG_PROC_DIR);
3838 3839 3840
		return -ENODEV;
	}

L
Luiz Capitulino 已提交
3841
	return 0;
L
Linus Torvalds 已提交
3842 3843 3844 3845
}

static void __exit pg_cleanup(void)
{
3846 3847
	struct pktgen_thread *t;
	struct list_head *q, *n;
L
Linus Torvalds 已提交
3848 3849 3850
	wait_queue_head_t queue;
	init_waitqueue_head(&queue);

L
Luiz Capitulino 已提交
3851
	/* Stop all interfaces & threads */
L
Linus Torvalds 已提交
3852

3853 3854
	list_for_each_safe(q, n, &pktgen_threads) {
		t = list_entry(q, struct pktgen_thread, th_list);
3855 3856
		kthread_stop(t->tsk);
		kfree(t);
L
Luiz Capitulino 已提交
3857
	}
L
Linus Torvalds 已提交
3858

L
Luiz Capitulino 已提交
3859
	/* Un-register us from receiving netdevice events */
L
Linus Torvalds 已提交
3860 3861
	unregister_netdevice_notifier(&pktgen_notifier_block);

L
Luiz Capitulino 已提交
3862
	/* Clean up proc file system */
3863
	remove_proc_entry(PGCTRL, pg_proc_dir);
3864
	proc_net_remove(&init_net, PG_PROC_DIR);
L
Linus Torvalds 已提交
3865 3866 3867 3868 3869
}

module_init(pg_init);
module_exit(pg_cleanup);

S
Stephen Hemminger 已提交
3870
MODULE_AUTHOR("Robert Olsson <robert.olsson@its.uu.se>");
L
Linus Torvalds 已提交
3871 3872
MODULE_DESCRIPTION("Packet Generator tool");
MODULE_LICENSE("GPL");
S
Stephen Hemminger 已提交
3873
MODULE_VERSION(VERSION);
L
Linus Torvalds 已提交
3874
module_param(pg_count_d, int, 0);
S
Stephen Hemminger 已提交
3875
MODULE_PARM_DESC(pg_count_d, "Default number of packets to inject");
L
Linus Torvalds 已提交
3876
module_param(pg_delay_d, int, 0);
S
Stephen Hemminger 已提交
3877
MODULE_PARM_DESC(pg_delay_d, "Default delay between packets (nanoseconds)");
L
Linus Torvalds 已提交
3878
module_param(pg_clone_skb_d, int, 0);
S
Stephen Hemminger 已提交
3879
MODULE_PARM_DESC(pg_clone_skb_d, "Default number of copies of the same packet");
L
Linus Torvalds 已提交
3880
module_param(debug, int, 0);
S
Stephen Hemminger 已提交
3881
MODULE_PARM_DESC(debug, "Enable debugging of pktgen module");