pktgen.c 93.7 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7 8
/*
 * Authors:
 * Copyright 2001, 2002 by Robert Olsson <robert.olsson@its.uu.se>
 *                             Uppsala University and
 *                             Swedish University of Agricultural Sciences
 *
 * Alexey Kuznetsov  <kuznet@ms2.inr.ac.ru>
 * Ben Greear <greearb@candelatech.com>
9
 * Jens Låås <jens.laas@data.slu.se>
L
Linus Torvalds 已提交
10 11 12 13 14 15 16 17
 *
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public License
 * as published by the Free Software Foundation; either version
 * 2 of the License, or (at your option) any later version.
 *
 *
 * A tool for loading the network with preconfigurated packets.
18
 * The tool is implemented as a linux module.  Parameters are output
L
Linus Torvalds 已提交
19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46
 * device, delay (to hard_xmit), number of packets, and whether
 * to use multiple SKBs or just the same one.
 * pktgen uses the installed interface's output routine.
 *
 * Additional hacking by:
 *
 * Jens.Laas@data.slu.se
 * Improved by ANK. 010120.
 * Improved by ANK even more. 010212.
 * MAC address typo fixed. 010417 --ro
 * Integrated.  020301 --DaveM
 * Added multiskb option 020301 --DaveM
 * Scaling of results. 020417--sigurdur@linpro.no
 * Significant re-work of the module:
 *   *  Convert to threaded model to more efficiently be able to transmit
 *       and receive on multiple interfaces at once.
 *   *  Converted many counters to __u64 to allow longer runs.
 *   *  Allow configuration of ranges, like min/max IP address, MACs,
 *       and UDP-ports, for both source and destination, and can
 *       set to use a random distribution or sequentially walk the range.
 *   *  Can now change most values after starting.
 *   *  Place 12-byte packet in UDP payload with magic number,
 *       sequence number, and timestamp.
 *   *  Add receiver code that detects dropped pkts, re-ordered pkts, and
 *       latencies (with micro-second) precision.
 *   *  Add IOCTL interface to easily get counters & configuration.
 *   --Ben Greear <greearb@candelatech.com>
 *
47 48
 * Renamed multiskb to clone_skb and cleaned up sending core for two distinct
 * skb modes. A clone_skb=0 mode for Ben "ranges" work and a clone_skb != 0
L
Linus Torvalds 已提交
49
 * as a "fastpath" with a configurable number of clones after alloc's.
50 51
 * clone_skb=0 means all packets are allocated this also means ranges time
 * stamps etc can be used. clone_skb=100 means 1 malloc is followed by 100
L
Linus Torvalds 已提交
52 53
 * clones.
 *
54
 * Also moved to /proc/net/pktgen/
L
Linus Torvalds 已提交
55 56 57 58 59 60 61 62
 * --ro
 *
 * Sept 10:  Fixed threading/locking.  Lots of bone-headed and more clever
 *    mistakes.  Also merged in DaveM's patch in the -pre6 patch.
 * --Ben Greear <greearb@candelatech.com>
 *
 * Integrated to 2.5.x 021029 --Lucio Maciel (luciomaciel@zipmail.com.br)
 *
63
 *
L
Linus Torvalds 已提交
64 65 66 67
 * 021124 Finished major redesign and rewrite for new functionality.
 * See Documentation/networking/pktgen.txt for how to use this.
 *
 * The new operation:
68 69 70 71
 * For each CPU one thread/process is created at start. This process checks
 * for running devices in the if_list and sends packets until count is 0 it
 * also the thread checks the thread->control which is used for inter-process
 * communication. controlling process "posts" operations to the threads this
L
Linus Torvalds 已提交
72 73 74
 * way. The if_lock should be possible to remove when add/rem_device is merged
 * into this too.
 *
75 76
 * By design there should only be *one* "controlling" process. In practice
 * multiple write accesses gives unpredictable result. Understood by "write"
L
Linus Torvalds 已提交
77
 * to /proc gives result code thats should be read be the "writer".
78
 * For practical use this should be no problem.
L
Linus Torvalds 已提交
79
 *
80 81
 * Note when adding devices to a specific CPU there good idea to also assign
 * /proc/irq/XX/smp_affinity so TX-interrupts gets bound to the same CPU.
L
Linus Torvalds 已提交
82 83
 * --ro
 *
84
 * Fix refcount off by one if first packet fails, potential null deref,
L
Linus Torvalds 已提交
85 86 87 88 89 90 91
 * memleak 030710- KJP
 *
 * First "ranges" functionality for ipv6 030726 --ro
 *
 * Included flow support. 030802 ANK.
 *
 * Fixed unaligned access on IA-64 Grant Grundler <grundler@parisc-linux.org>
92
 *
L
Linus Torvalds 已提交
93 94 95
 * Remove if fix from added Harald Welte <laforge@netfilter.org> 040419
 * ia64 compilation fix from  Aron Griffis <aron@hp.com> 040604
 *
96
 * New xmit() return, do_div and misc clean up by Stephen Hemminger
L
Linus Torvalds 已提交
97 98
 * <shemminger@osdl.org> 040923
 *
99
 * Randy Dunlap fixed u64 printk compiler waring
L
Linus Torvalds 已提交
100 101 102 103
 *
 * Remove FCS from BW calculation.  Lennert Buytenhek <buytenh@wantstofly.org>
 * New time handling. Lennert Buytenhek <buytenh@wantstofly.org> 041213
 *
104
 * Corrections from Nikolai Malykh (nmalykh@bilim.com)
L
Linus Torvalds 已提交
105 106
 * Removed unused flags F_SET_SRCMAC & F_SET_SRCIP 041230
 *
107
 * interruptible_sleep_on_timeout() replaced Nishanth Aravamudan <nacc@us.ibm.com>
L
Linus Torvalds 已提交
108
 * 050103
109 110 111
 *
 * MPLS support by Steven Whitehouse <steve@chygwyn.com>
 *
F
Francesco Fondelli 已提交
112 113
 * 802.1Q/Q-in-Q support by Francesco Fondelli (FF) <francesco.fondelli@gmail.com>
 *
A
Adit Ranadive 已提交
114 115 116
 * Fixed src_mac command to set source mac of packet to value specified in
 * command by Adit Ranadive <adit.262@gmail.com>
 *
L
Linus Torvalds 已提交
117
 */
J
Joe Perches 已提交
118 119 120

#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt

L
Linus Torvalds 已提交
121 122 123 124 125
#include <linux/sys.h>
#include <linux/types.h>
#include <linux/module.h>
#include <linux/moduleparam.h>
#include <linux/kernel.h>
126
#include <linux/mutex.h>
L
Linus Torvalds 已提交
127 128 129 130 131 132 133 134 135
#include <linux/sched.h>
#include <linux/slab.h>
#include <linux/vmalloc.h>
#include <linux/unistd.h>
#include <linux/string.h>
#include <linux/ptrace.h>
#include <linux/errno.h>
#include <linux/ioport.h>
#include <linux/interrupt.h>
136
#include <linux/capability.h>
S
Stephen Hemminger 已提交
137
#include <linux/hrtimer.h>
A
Andrew Morton 已提交
138
#include <linux/freezer.h>
L
Linus Torvalds 已提交
139 140
#include <linux/delay.h>
#include <linux/timer.h>
141
#include <linux/list.h>
L
Linus Torvalds 已提交
142 143 144 145 146 147 148
#include <linux/init.h>
#include <linux/skbuff.h>
#include <linux/netdevice.h>
#include <linux/inet.h>
#include <linux/inetdevice.h>
#include <linux/rtnetlink.h>
#include <linux/if_arp.h>
F
Francesco Fondelli 已提交
149
#include <linux/if_vlan.h>
L
Linus Torvalds 已提交
150 151 152 153 154
#include <linux/in.h>
#include <linux/ip.h>
#include <linux/ipv6.h>
#include <linux/udp.h>
#include <linux/proc_fs.h>
155
#include <linux/seq_file.h>
L
Linus Torvalds 已提交
156
#include <linux/wait.h>
157
#include <linux/etherdevice.h>
158
#include <linux/kthread.h>
159
#include <net/net_namespace.h>
L
Linus Torvalds 已提交
160 161 162
#include <net/checksum.h>
#include <net/ipv6.h>
#include <net/addrconf.h>
J
Jamal Hadi Salim 已提交
163 164 165
#ifdef CONFIG_XFRM
#include <net/xfrm.h>
#endif
L
Linus Torvalds 已提交
166 167
#include <asm/byteorder.h>
#include <linux/rcupdate.h>
J
Jiri Slaby 已提交
168
#include <linux/bitops.h>
169 170 171
#include <linux/io.h>
#include <linux/timex.h>
#include <linux/uaccess.h>
L
Linus Torvalds 已提交
172
#include <asm/dma.h>
L
Luiz Capitulino 已提交
173
#include <asm/div64.h>		/* do_div */
L
Linus Torvalds 已提交
174

175
#define VERSION	"2.74"
L
Linus Torvalds 已提交
176
#define IP_NAME_SZ 32
177
#define MAX_MPLS_LABELS 16 /* This is the max label stack depth */
178
#define MPLS_STACK_BOTTOM htonl(0x00000100)
L
Linus Torvalds 已提交
179

J
Joe Perches 已提交
180 181
#define func_enter() pr_debug("entering %s\n", __func__);

L
Linus Torvalds 已提交
182
/* Device flag bits */
L
Luiz Capitulino 已提交
183 184 185 186 187 188 189 190
#define F_IPSRC_RND   (1<<0)	/* IP-Src Random  */
#define F_IPDST_RND   (1<<1)	/* IP-Dst Random  */
#define F_UDPSRC_RND  (1<<2)	/* UDP-Src Random */
#define F_UDPDST_RND  (1<<3)	/* UDP-Dst Random */
#define F_MACSRC_RND  (1<<4)	/* MAC-Src Random */
#define F_MACDST_RND  (1<<5)	/* MAC-Dst Random */
#define F_TXSIZE_RND  (1<<6)	/* Transmit size is random */
#define F_IPV6        (1<<7)	/* Interface in IPV6 Mode */
191
#define F_MPLS_RND    (1<<8)	/* Random MPLS labels */
F
Francesco Fondelli 已提交
192 193
#define F_VID_RND     (1<<9)	/* Random VLAN ID */
#define F_SVID_RND    (1<<10)	/* Random SVLAN ID */
194
#define F_FLOW_SEQ    (1<<11)	/* Sequential flows */
J
Jamal Hadi Salim 已提交
195
#define F_IPSEC_ON    (1<<12)	/* ipsec on for flows */
R
Robert Olsson 已提交
196
#define F_QUEUE_MAP_RND (1<<13)	/* queue map Random */
R
Robert Olsson 已提交
197
#define F_QUEUE_MAP_CPU (1<<14)	/* queue map mirrors smp_processor_id() */
R
Robert Olsson 已提交
198
#define F_NODE          (1<<15)	/* Node memory alloc*/
L
Linus Torvalds 已提交
199 200

/* Thread control flag bits */
201 202 203 204
#define T_STOP        (1<<0)	/* Stop run */
#define T_RUN         (1<<1)	/* Start run */
#define T_REMDEVALL   (1<<2)	/* Remove all devs */
#define T_REMDEV      (1<<3)	/* Remove one dev */
L
Linus Torvalds 已提交
205 206 207 208 209 210 211

/* If lock -- can be removed after some work */
#define   if_lock(t)           spin_lock(&(t->if_lock));
#define   if_unlock(t)           spin_unlock(&(t->if_lock));

/* Used to help with determining the pkts on receive */
#define PKTGEN_MAGIC 0xbe9be955
212 213
#define PG_PROC_DIR "pktgen"
#define PGCTRL	    "pgctrl"
214
static struct proc_dir_entry *pg_proc_dir;
L
Linus Torvalds 已提交
215 216 217

#define MAX_CFLOWS  65536

F
Francesco Fondelli 已提交
218 219 220
#define VLAN_TAG_SIZE(x) ((x)->vlan_id == 0xffff ? 0 : 4)
#define SVLAN_TAG_SIZE(x) ((x)->svlan_id == 0xffff ? 0 : 4)

L
Luiz Capitulino 已提交
221
struct flow_state {
A
Al Viro 已提交
222
	__be32 cur_daddr;
L
Luiz Capitulino 已提交
223
	int count;
J
Jamal Hadi Salim 已提交
224 225 226
#ifdef CONFIG_XFRM
	struct xfrm_state *x;
#endif
227
	__u32 flags;
L
Linus Torvalds 已提交
228 229
};

230 231 232
/* flow flag bits */
#define F_INIT   (1<<0)		/* flow has been initialized */

L
Linus Torvalds 已提交
233 234 235 236
struct pktgen_dev {
	/*
	 * Try to keep frequent/infrequent used vars. separated.
	 */
237 238
	struct proc_dir_entry *entry;	/* proc file */
	struct pktgen_thread *pg_thread;/* the owner */
239
	struct list_head list;		/* chaining in the thread's run-queue */
L
Linus Torvalds 已提交
240

241
	int running;		/* if false, the test will stop */
L
Linus Torvalds 已提交
242

L
Luiz Capitulino 已提交
243 244 245 246
	/* If min != max, then we will either do a linear iteration, or
	 * we will do a random selection from within the range.
	 */
	__u32 flags;
247 248
	int removal_mark;	/* non-zero => the device is marked for
				 * removal by worker thread */
L
Linus Torvalds 已提交
249

L
Luiz Capitulino 已提交
250 251
	int min_pkt_size;	/* = ETH_ZLEN; */
	int max_pkt_size;	/* = ETH_ZLEN; */
252
	int pkt_overhead;	/* overhead for MPLS, VLANs, IPSEC etc */
L
Luiz Capitulino 已提交
253
	int nfrags;
254 255
	u64 delay;		/* nano-seconds */

L
Luiz Capitulino 已提交
256 257 258
	__u64 count;		/* Default No packets to send */
	__u64 sofar;		/* How many pkts we've sent so far */
	__u64 tx_bytes;		/* How many bytes we've transmitted */
259
	__u64 errors;		/* Errors when trying to transmit, */
L
Luiz Capitulino 已提交
260 261 262 263 264 265

	/* runtime counters relating to clone_skb */

	__u64 allocated_skbs;
	__u32 clone_count;
	int last_ok;		/* Was last skb sent?
266 267
				 * Or a failed transmit of some sort?
				 * This will keep sequence numbers in order
L
Luiz Capitulino 已提交
268
				 */
269 270 271 272 273
	ktime_t next_tx;
	ktime_t started_at;
	ktime_t stopped_at;
	u64	idle_acc;	/* nano-seconds */

L
Luiz Capitulino 已提交
274 275
	__u32 seq_num;

276 277 278 279 280 281 282 283
	int clone_skb;		/*
				 * Use multiple SKBs during packet gen.
				 * If this number is greater than 1, then
				 * that many copies of the same packet will be
				 * sent before a new packet is allocated.
				 * If you want to send 1024 identical packets
				 * before creating a new packet,
				 * set clone_skb to 1024.
L
Luiz Capitulino 已提交
284 285 286 287 288 289 290 291 292 293 294
				 */

	char dst_min[IP_NAME_SZ];	/* IP, ie 1.2.3.4 */
	char dst_max[IP_NAME_SZ];	/* IP, ie 1.2.3.4 */
	char src_min[IP_NAME_SZ];	/* IP, ie 1.2.3.4 */
	char src_max[IP_NAME_SZ];	/* IP, ie 1.2.3.4 */

	struct in6_addr in6_saddr;
	struct in6_addr in6_daddr;
	struct in6_addr cur_in6_daddr;
	struct in6_addr cur_in6_saddr;
L
Linus Torvalds 已提交
295
	/* For ranges */
L
Luiz Capitulino 已提交
296 297 298 299 300 301 302 303
	struct in6_addr min_in6_daddr;
	struct in6_addr max_in6_daddr;
	struct in6_addr min_in6_saddr;
	struct in6_addr max_in6_saddr;

	/* If we're doing ranges, random or incremental, then this
	 * defines the min/max for those ranges.
	 */
A
Al Viro 已提交
304 305 306 307
	__be32 saddr_min;	/* inclusive, source IP address */
	__be32 saddr_max;	/* exclusive, source IP address */
	__be32 daddr_min;	/* inclusive, dest IP address */
	__be32 daddr_max;	/* exclusive, dest IP address */
L
Luiz Capitulino 已提交
308 309 310 311 312 313

	__u16 udp_src_min;	/* inclusive, source UDP port */
	__u16 udp_src_max;	/* exclusive, source UDP port */
	__u16 udp_dst_min;	/* inclusive, dest UDP port */
	__u16 udp_dst_max;	/* exclusive, dest UDP port */

F
Francesco Fondelli 已提交
314
	/* DSCP + ECN */
315 316 317 318
	__u8 tos;            /* six MSB of (former) IPv4 TOS
				are for dscp codepoint */
	__u8 traffic_class;  /* ditto for the (former) Traffic Class in IPv6
				(see RFC 3260, sec. 4) */
F
Francesco Fondelli 已提交
319

320 321 322 323
	/* MPLS */
	unsigned nr_labels;	/* Depth of stack, 0 = no MPLS */
	__be32 labels[MAX_MPLS_LABELS];

F
Francesco Fondelli 已提交
324 325 326 327 328 329 330 331 332
	/* VLAN/SVLAN (802.1Q/Q-in-Q) */
	__u8  vlan_p;
	__u8  vlan_cfi;
	__u16 vlan_id;  /* 0xffff means no vlan tag */

	__u8  svlan_p;
	__u8  svlan_cfi;
	__u16 svlan_id; /* 0xffff means no svlan tag */

L
Luiz Capitulino 已提交
333 334 335 336 337 338 339 340
	__u32 src_mac_count;	/* How many MACs to iterate through */
	__u32 dst_mac_count;	/* How many MACs to iterate through */

	unsigned char dst_mac[ETH_ALEN];
	unsigned char src_mac[ETH_ALEN];

	__u32 cur_dst_mac_offset;
	__u32 cur_src_mac_offset;
A
Al Viro 已提交
341 342
	__be32 cur_saddr;
	__be32 cur_daddr;
E
Eric Dumazet 已提交
343
	__u16 ip_id;
L
Luiz Capitulino 已提交
344 345
	__u16 cur_udp_dst;
	__u16 cur_udp_src;
R
Robert Olsson 已提交
346
	__u16 cur_queue_map;
L
Luiz Capitulino 已提交
347
	__u32 cur_pkt_size;
348
	__u32 last_pkt_size;
L
Luiz Capitulino 已提交
349 350 351 352 353 354 355 356 357 358 359 360

	__u8 hh[14];
	/* = {
	   0x00, 0x80, 0xC8, 0x79, 0xB3, 0xCB,

	   We fill in SRC address later
	   0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
	   0x08, 0x00
	   };
	 */
	__u16 pad;		/* pad out the hh struct to an even 16 bytes */

361
	struct sk_buff *skb;	/* skb we are to transmit next, used for when we
L
Luiz Capitulino 已提交
362 363
				 * are transmitting the same one multiple times
				 */
364 365 366 367 368 369 370 371
	struct net_device *odev; /* The out-going device.
				  * Note that the device should have it's
				  * pg_info pointer pointing back to this
				  * device.
				  * Set when the user specifies the out-going
				  * device name (not when the inject is
				  * started as it used to do.)
				  */
E
Eric Dumazet 已提交
372
	char odevname[32];
L
Linus Torvalds 已提交
373
	struct flow_state *flows;
L
Luiz Capitulino 已提交
374 375 376
	unsigned cflows;	/* Concurrent flows (config) */
	unsigned lflow;		/* Flow length  (config) */
	unsigned nflows;	/* accumulated flows (stats) */
377
	unsigned curfl;		/* current sequenced flow (state)*/
R
Robert Olsson 已提交
378 379 380

	u16 queue_map_min;
	u16 queue_map_max;
R
Robert Olsson 已提交
381
	int node;               /* Memory node */
R
Robert Olsson 已提交
382

J
Jamal Hadi Salim 已提交
383 384 385 386
#ifdef CONFIG_XFRM
	__u8	ipsmode;		/* IPSEC mode (config) */
	__u8	ipsproto;		/* IPSEC type (config) */
#endif
387
	char result[512];
L
Linus Torvalds 已提交
388 389 390
};

struct pktgen_hdr {
A
Al Viro 已提交
391 392 393 394
	__be32 pgh_magic;
	__be32 seq_num;
	__be32 tv_sec;
	__be32 tv_usec;
L
Linus Torvalds 已提交
395 396 397
};

struct pktgen_thread {
398
	spinlock_t if_lock;		/* for list of devices */
399
	struct list_head if_list;	/* All device here */
400
	struct list_head th_list;
401
	struct task_struct *tsk;
L
Luiz Capitulino 已提交
402 403
	char result[512];

404 405
	/* Field for thread to receive "posted" events terminate,
	   stop ifs etc. */
L
Luiz Capitulino 已提交
406 407

	u32 control;
L
Linus Torvalds 已提交
408 409
	int cpu;

L
Luiz Capitulino 已提交
410
	wait_queue_head_t queue;
411
	struct completion start_done;
L
Linus Torvalds 已提交
412 413 414 415 416
};

#define REMOVE 1
#define FIND   0

417
static inline ktime_t ktime_now(void)
L
Linus Torvalds 已提交
418
{
419 420 421 422
	struct timespec ts;
	ktime_get_ts(&ts);

	return timespec_to_ktime(ts);
L
Linus Torvalds 已提交
423 424
}

425 426
/* This works even if 32 bit because of careful byte order choice */
static inline int ktime_lt(const ktime_t cmp1, const ktime_t cmp2)
L
Linus Torvalds 已提交
427
{
428
	return cmp1.tv64 < cmp2.tv64;
L
Linus Torvalds 已提交
429 430
}

S
Stephen Hemminger 已提交
431
static const char version[] =
J
Joe Perches 已提交
432 433
	"Packet Generator for packet performance testing. "
	"Version: " VERSION "\n";
L
Linus Torvalds 已提交
434

L
Luiz Capitulino 已提交
435 436 437
static int pktgen_remove_device(struct pktgen_thread *t, struct pktgen_dev *i);
static int pktgen_add_device(struct pktgen_thread *t, const char *ifname);
static struct pktgen_dev *pktgen_find_dev(struct pktgen_thread *t,
E
Eric Dumazet 已提交
438
					  const char *ifname, bool exact);
L
Linus Torvalds 已提交
439 440
static int pktgen_device_event(struct notifier_block *, unsigned long, void *);
static void pktgen_run_all_threads(void);
441
static void pktgen_reset_all_threads(void);
L
Linus Torvalds 已提交
442
static void pktgen_stop_all_threads_ifs(void);
S
Stephen Hemminger 已提交
443

L
Luiz Capitulino 已提交
444
static void pktgen_stop(struct pktgen_thread *t);
L
Linus Torvalds 已提交
445
static void pktgen_clear_counters(struct pktgen_dev *pkt_dev);
446

L
Luiz Capitulino 已提交
447 448
static unsigned int scan_ip6(const char *s, char ip[16]);
static unsigned int fmt_ip6(char *s, const char ip[16]);
L
Linus Torvalds 已提交
449 450

/* Module parameters, defaults. */
451 452 453 454
static int pg_count_d __read_mostly = 1000;
static int pg_delay_d __read_mostly;
static int pg_clone_skb_d  __read_mostly;
static int debug  __read_mostly;
L
Linus Torvalds 已提交
455

456
static DEFINE_MUTEX(pktgen_thread_lock);
457
static LIST_HEAD(pktgen_threads);
L
Linus Torvalds 已提交
458 459 460 461 462 463

static struct notifier_block pktgen_notifier_block = {
	.notifier_call = pktgen_device_event,
};

/*
464
 * /proc handling functions
L
Linus Torvalds 已提交
465 466 467
 *
 */

468
static int pgctrl_show(struct seq_file *seq, void *v)
L
Luiz Capitulino 已提交
469
{
S
Stephen Hemminger 已提交
470
	seq_puts(seq, version);
471
	return 0;
L
Linus Torvalds 已提交
472 473
}

474 475
static ssize_t pgctrl_write(struct file *file, const char __user *buf,
			    size_t count, loff_t *ppos)
L
Linus Torvalds 已提交
476 477
{
	int err = 0;
478
	char data[128];
L
Linus Torvalds 已提交
479

L
Luiz Capitulino 已提交
480 481
	if (!capable(CAP_NET_ADMIN)) {
		err = -EPERM;
L
Linus Torvalds 已提交
482
		goto out;
L
Luiz Capitulino 已提交
483
	}
L
Linus Torvalds 已提交
484

485 486
	if (count > sizeof(data))
		count = sizeof(data);
L
Linus Torvalds 已提交
487 488

	if (copy_from_user(data, buf, count)) {
489
		err = -EFAULT;
490
		goto out;
L
Luiz Capitulino 已提交
491 492
	}
	data[count - 1] = 0;	/* Make string */
L
Linus Torvalds 已提交
493

L
Luiz Capitulino 已提交
494
	if (!strcmp(data, "stop"))
L
Linus Torvalds 已提交
495 496
		pktgen_stop_all_threads_ifs();

L
Luiz Capitulino 已提交
497
	else if (!strcmp(data, "start"))
L
Linus Torvalds 已提交
498 499
		pktgen_run_all_threads();

500 501 502
	else if (!strcmp(data, "reset"))
		pktgen_reset_all_threads();

L
Luiz Capitulino 已提交
503
	else
J
Joe Perches 已提交
504
		pr_warning("Unknown command: %s\n", data);
L
Linus Torvalds 已提交
505 506 507

	err = count;

L
Luiz Capitulino 已提交
508 509
out:
	return err;
L
Linus Torvalds 已提交
510 511
}

512 513 514 515 516
static int pgctrl_open(struct inode *inode, struct file *file)
{
	return single_open(file, pgctrl_show, PDE(inode)->data);
}

517
static const struct file_operations pktgen_fops = {
L
Luiz Capitulino 已提交
518 519 520 521 522 523
	.owner   = THIS_MODULE,
	.open    = pgctrl_open,
	.read    = seq_read,
	.llseek  = seq_lseek,
	.write   = pgctrl_write,
	.release = single_release,
524 525 526
};

static int pktgen_if_show(struct seq_file *seq, void *v)
L
Linus Torvalds 已提交
527
{
S
Stephen Hemminger 已提交
528
	const struct pktgen_dev *pkt_dev = seq->private;
529 530
	ktime_t stopped;
	u64 idle;
L
Luiz Capitulino 已提交
531 532 533 534 535 536 537

	seq_printf(seq,
		   "Params: count %llu  min_pkt_size: %u  max_pkt_size: %u\n",
		   (unsigned long long)pkt_dev->count, pkt_dev->min_pkt_size,
		   pkt_dev->max_pkt_size);

	seq_printf(seq,
538 539
		   "     frags: %d  delay: %llu  clone_skb: %d  ifname: %s\n",
		   pkt_dev->nfrags, (unsigned long long) pkt_dev->delay,
E
Eric Dumazet 已提交
540
		   pkt_dev->clone_skb, pkt_dev->odevname);
L
Luiz Capitulino 已提交
541 542 543 544

	seq_printf(seq, "     flows: %u flowlen: %u\n", pkt_dev->cflows,
		   pkt_dev->lflow);

R
Robert Olsson 已提交
545 546 547 548 549
	seq_printf(seq,
		   "     queue_map_min: %u  queue_map_max: %u\n",
		   pkt_dev->queue_map_min,
		   pkt_dev->queue_map_max);

L
Luiz Capitulino 已提交
550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565
	if (pkt_dev->flags & F_IPV6) {
		char b1[128], b2[128], b3[128];
		fmt_ip6(b1, pkt_dev->in6_saddr.s6_addr);
		fmt_ip6(b2, pkt_dev->min_in6_saddr.s6_addr);
		fmt_ip6(b3, pkt_dev->max_in6_saddr.s6_addr);
		seq_printf(seq,
			   "     saddr: %s  min_saddr: %s  max_saddr: %s\n", b1,
			   b2, b3);

		fmt_ip6(b1, pkt_dev->in6_daddr.s6_addr);
		fmt_ip6(b2, pkt_dev->min_in6_daddr.s6_addr);
		fmt_ip6(b3, pkt_dev->max_in6_daddr.s6_addr);
		seq_printf(seq,
			   "     daddr: %s  min_daddr: %s  max_daddr: %s\n", b1,
			   b2, b3);

566 567 568 569
	} else {
		seq_printf(seq,
			   "     dst_min: %s  dst_max: %s\n",
			   pkt_dev->dst_min, pkt_dev->dst_max);
L
Luiz Capitulino 已提交
570
		seq_printf(seq,
571 572 573
			   "        src_min: %s  src_max: %s\n",
			   pkt_dev->src_min, pkt_dev->src_max);
	}
L
Linus Torvalds 已提交
574

L
Luiz Capitulino 已提交
575
	seq_puts(seq, "     src_mac: ");
L
Linus Torvalds 已提交
576

J
Johannes Berg 已提交
577 578 579
	seq_printf(seq, "%pM ",
		   is_zero_ether_addr(pkt_dev->src_mac) ?
			     pkt_dev->odev->dev_addr : pkt_dev->src_mac);
L
Luiz Capitulino 已提交
580 581

	seq_printf(seq, "dst_mac: ");
J
Johannes Berg 已提交
582
	seq_printf(seq, "%pM\n", pkt_dev->dst_mac);
L
Luiz Capitulino 已提交
583 584

	seq_printf(seq,
585 586
		   "     udp_src_min: %d  udp_src_max: %d"
		   "  udp_dst_min: %d  udp_dst_max: %d\n",
L
Luiz Capitulino 已提交
587 588 589 590
		   pkt_dev->udp_src_min, pkt_dev->udp_src_max,
		   pkt_dev->udp_dst_min, pkt_dev->udp_dst_max);

	seq_printf(seq,
591
		   "     src_mac_count: %d  dst_mac_count: %d\n",
L
Luiz Capitulino 已提交
592
		   pkt_dev->src_mac_count, pkt_dev->dst_mac_count);
L
Linus Torvalds 已提交
593

594 595 596
	if (pkt_dev->nr_labels) {
		unsigned i;
		seq_printf(seq, "     mpls: ");
597
		for (i = 0; i < pkt_dev->nr_labels; i++)
598 599 600 601
			seq_printf(seq, "%08x%s", ntohl(pkt_dev->labels[i]),
				   i == pkt_dev->nr_labels-1 ? "\n" : ", ");
	}

602
	if (pkt_dev->vlan_id != 0xffff)
F
Francesco Fondelli 已提交
603
		seq_printf(seq, "     vlan_id: %u  vlan_p: %u  vlan_cfi: %u\n",
604 605
			   pkt_dev->vlan_id, pkt_dev->vlan_p,
			   pkt_dev->vlan_cfi);
F
Francesco Fondelli 已提交
606

607
	if (pkt_dev->svlan_id != 0xffff)
F
Francesco Fondelli 已提交
608
		seq_printf(seq, "     svlan_id: %u  vlan_p: %u  vlan_cfi: %u\n",
609 610
			   pkt_dev->svlan_id, pkt_dev->svlan_p,
			   pkt_dev->svlan_cfi);
F
Francesco Fondelli 已提交
611

612
	if (pkt_dev->tos)
F
Francesco Fondelli 已提交
613 614
		seq_printf(seq, "     tos: 0x%02x\n", pkt_dev->tos);

615
	if (pkt_dev->traffic_class)
F
Francesco Fondelli 已提交
616 617
		seq_printf(seq, "     traffic_class: 0x%02x\n", pkt_dev->traffic_class);

R
Robert Olsson 已提交
618 619 620
	if (pkt_dev->node >= 0)
		seq_printf(seq, "     node: %d\n", pkt_dev->node);

621 622
	seq_printf(seq, "     Flags: ");

L
Luiz Capitulino 已提交
623 624
	if (pkt_dev->flags & F_IPV6)
		seq_printf(seq, "IPV6  ");
L
Linus Torvalds 已提交
625

L
Luiz Capitulino 已提交
626 627
	if (pkt_dev->flags & F_IPSRC_RND)
		seq_printf(seq, "IPSRC_RND  ");
L
Linus Torvalds 已提交
628

L
Luiz Capitulino 已提交
629 630
	if (pkt_dev->flags & F_IPDST_RND)
		seq_printf(seq, "IPDST_RND  ");
L
Linus Torvalds 已提交
631

L
Luiz Capitulino 已提交
632 633
	if (pkt_dev->flags & F_TXSIZE_RND)
		seq_printf(seq, "TXSIZE_RND  ");
L
Linus Torvalds 已提交
634

L
Luiz Capitulino 已提交
635 636
	if (pkt_dev->flags & F_UDPSRC_RND)
		seq_printf(seq, "UDPSRC_RND  ");
L
Linus Torvalds 已提交
637

L
Luiz Capitulino 已提交
638 639
	if (pkt_dev->flags & F_UDPDST_RND)
		seq_printf(seq, "UDPDST_RND  ");
L
Linus Torvalds 已提交
640

641 642 643
	if (pkt_dev->flags & F_MPLS_RND)
		seq_printf(seq,  "MPLS_RND  ");

R
Robert Olsson 已提交
644 645 646
	if (pkt_dev->flags & F_QUEUE_MAP_RND)
		seq_printf(seq,  "QUEUE_MAP_RND  ");

R
Robert Olsson 已提交
647 648 649
	if (pkt_dev->flags & F_QUEUE_MAP_CPU)
		seq_printf(seq,  "QUEUE_MAP_CPU  ");

650 651 652 653 654 655 656
	if (pkt_dev->cflows) {
		if (pkt_dev->flags & F_FLOW_SEQ)
			seq_printf(seq,  "FLOW_SEQ  "); /*in sequence flows*/
		else
			seq_printf(seq,  "FLOW_RND  ");
	}

J
Jamal Hadi Salim 已提交
657 658 659 660 661
#ifdef CONFIG_XFRM
	if (pkt_dev->flags & F_IPSEC_ON)
		seq_printf(seq,  "IPSEC  ");
#endif

L
Luiz Capitulino 已提交
662 663
	if (pkt_dev->flags & F_MACSRC_RND)
		seq_printf(seq, "MACSRC_RND  ");
L
Linus Torvalds 已提交
664

L
Luiz Capitulino 已提交
665 666
	if (pkt_dev->flags & F_MACDST_RND)
		seq_printf(seq, "MACDST_RND  ");
L
Linus Torvalds 已提交
667

F
Francesco Fondelli 已提交
668 669 670 671 672 673
	if (pkt_dev->flags & F_VID_RND)
		seq_printf(seq, "VID_RND  ");

	if (pkt_dev->flags & F_SVID_RND)
		seq_printf(seq, "SVID_RND  ");

R
Robert Olsson 已提交
674 675 676
	if (pkt_dev->flags & F_NODE)
		seq_printf(seq, "NODE_ALLOC  ");

L
Luiz Capitulino 已提交
677 678
	seq_puts(seq, "\n");

679 680 681 682
	/* not really stopped, more like last-running-at */
	stopped = pkt_dev->running ? ktime_now() : pkt_dev->stopped_at;
	idle = pkt_dev->idle_acc;
	do_div(idle, NSEC_PER_USEC);
L
Linus Torvalds 已提交
683

L
Luiz Capitulino 已提交
684
	seq_printf(seq,
685
		   "Current:\n     pkts-sofar: %llu  errors: %llu\n",
L
Luiz Capitulino 已提交
686
		   (unsigned long long)pkt_dev->sofar,
687 688 689 690 691 692 693
		   (unsigned long long)pkt_dev->errors);

	seq_printf(seq,
		   "     started: %lluus  stopped: %lluus idle: %lluus\n",
		   (unsigned long long) ktime_to_us(pkt_dev->started_at),
		   (unsigned long long) ktime_to_us(stopped),
		   (unsigned long long) idle);
L
Linus Torvalds 已提交
694

L
Luiz Capitulino 已提交
695 696
	seq_printf(seq,
		   "     seq_num: %d  cur_dst_mac_offset: %d  cur_src_mac_offset: %d\n",
697 698
		   pkt_dev->seq_num, pkt_dev->cur_dst_mac_offset,
		   pkt_dev->cur_src_mac_offset);
L
Linus Torvalds 已提交
699

L
Luiz Capitulino 已提交
700
	if (pkt_dev->flags & F_IPV6) {
L
Linus Torvalds 已提交
701
		char b1[128], b2[128];
L
Luiz Capitulino 已提交
702 703 704 705 706
		fmt_ip6(b1, pkt_dev->cur_in6_daddr.s6_addr);
		fmt_ip6(b2, pkt_dev->cur_in6_saddr.s6_addr);
		seq_printf(seq, "     cur_saddr: %s  cur_daddr: %s\n", b2, b1);
	} else
		seq_printf(seq, "     cur_saddr: 0x%x  cur_daddr: 0x%x\n",
707
			   pkt_dev->cur_saddr, pkt_dev->cur_daddr);
L
Linus Torvalds 已提交
708

L
Luiz Capitulino 已提交
709
	seq_printf(seq, "     cur_udp_dst: %d  cur_udp_src: %d\n",
710
		   pkt_dev->cur_udp_dst, pkt_dev->cur_udp_src);
L
Linus Torvalds 已提交
711

R
Robert Olsson 已提交
712 713
	seq_printf(seq, "     cur_queue_map: %u\n", pkt_dev->cur_queue_map);

L
Luiz Capitulino 已提交
714
	seq_printf(seq, "     flows: %u\n", pkt_dev->nflows);
L
Linus Torvalds 已提交
715 716

	if (pkt_dev->result[0])
L
Luiz Capitulino 已提交
717
		seq_printf(seq, "Result: %s\n", pkt_dev->result);
L
Linus Torvalds 已提交
718
	else
L
Luiz Capitulino 已提交
719
		seq_printf(seq, "Result: Idle\n");
L
Linus Torvalds 已提交
720

721
	return 0;
L
Linus Torvalds 已提交
722 723
}

724

725 726
static int hex32_arg(const char __user *user_buffer, unsigned long maxlen,
		     __u32 *num)
727 728 729 730
{
	int i = 0;
	*num = 0;

731
	for (; i < maxlen; i++) {
732
		int value;
733 734 735 736
		char c;
		*num <<= 4;
		if (get_user(c, &user_buffer[i]))
			return -EFAULT;
737 738 739
		value = hex_to_bin(c);
		if (value >= 0)
			*num |= value;
740 741 742 743 744 745
		else
			break;
	}
	return i;
}

L
Luiz Capitulino 已提交
746 747
static int count_trail_chars(const char __user * user_buffer,
			     unsigned int maxlen)
L
Linus Torvalds 已提交
748 749 750 751
{
	int i;

	for (i = 0; i < maxlen; i++) {
L
Luiz Capitulino 已提交
752 753 754 755
		char c;
		if (get_user(c, &user_buffer[i]))
			return -EFAULT;
		switch (c) {
L
Linus Torvalds 已提交
756 757 758 759 760 761 762 763 764
		case '\"':
		case '\n':
		case '\r':
		case '\t':
		case ' ':
		case '=':
			break;
		default:
			goto done;
765
		}
L
Linus Torvalds 已提交
766 767 768 769 770
	}
done:
	return i;
}

L
Luiz Capitulino 已提交
771 772
static unsigned long num_arg(const char __user * user_buffer,
			     unsigned long maxlen, unsigned long *num)
L
Linus Torvalds 已提交
773
{
774
	int i;
L
Linus Torvalds 已提交
775
	*num = 0;
L
Luiz Capitulino 已提交
776

777
	for (i = 0; i < maxlen; i++) {
L
Luiz Capitulino 已提交
778 779 780 781
		char c;
		if (get_user(c, &user_buffer[i]))
			return -EFAULT;
		if ((c >= '0') && (c <= '9')) {
L
Linus Torvalds 已提交
782
			*num *= 10;
L
Luiz Capitulino 已提交
783
			*num += c - '0';
L
Linus Torvalds 已提交
784 785 786 787 788 789
		} else
			break;
	}
	return i;
}

L
Luiz Capitulino 已提交
790
static int strn_len(const char __user * user_buffer, unsigned int maxlen)
L
Linus Torvalds 已提交
791
{
792
	int i;
L
Linus Torvalds 已提交
793

794
	for (i = 0; i < maxlen; i++) {
L
Luiz Capitulino 已提交
795 796 797 798
		char c;
		if (get_user(c, &user_buffer[i]))
			return -EFAULT;
		switch (c) {
L
Linus Torvalds 已提交
799 800 801 802 803 804 805 806 807
		case '\"':
		case '\n':
		case '\r':
		case '\t':
		case ' ':
			goto done_str;
			break;
		default:
			break;
808
		}
L
Linus Torvalds 已提交
809 810 811 812 813
	}
done_str:
	return i;
}

814 815 816 817 818 819 820 821 822 823
static ssize_t get_labels(const char __user *buffer, struct pktgen_dev *pkt_dev)
{
	unsigned n = 0;
	char c;
	ssize_t i = 0;
	int len;

	pkt_dev->nr_labels = 0;
	do {
		__u32 tmp;
F
Francesco Fondelli 已提交
824
		len = hex32_arg(&buffer[i], 8, &tmp);
825 826 827 828 829 830 831 832 833 834 835 836
		if (len <= 0)
			return len;
		pkt_dev->labels[n] = htonl(tmp);
		if (pkt_dev->labels[n] & MPLS_STACK_BOTTOM)
			pkt_dev->flags |= F_MPLS_RND;
		i += len;
		if (get_user(c, &buffer[i]))
			return -EFAULT;
		i++;
		n++;
		if (n >= MAX_MPLS_LABELS)
			return -E2BIG;
837
	} while (c == ',');
838 839 840 841 842

	pkt_dev->nr_labels = n;
	return i;
}

L
Luiz Capitulino 已提交
843 844 845
static ssize_t pktgen_if_write(struct file *file,
			       const char __user * user_buffer, size_t count,
			       loff_t * offset)
L
Linus Torvalds 已提交
846
{
847
	struct seq_file *seq = file->private_data;
L
Luiz Capitulino 已提交
848
	struct pktgen_dev *pkt_dev = seq->private;
849
	int i, max, len;
L
Linus Torvalds 已提交
850 851
	char name[16], valstr[32];
	unsigned long value = 0;
L
Luiz Capitulino 已提交
852 853
	char *pg_result = NULL;
	int tmp = 0;
L
Linus Torvalds 已提交
854
	char buf[128];
L
Luiz Capitulino 已提交
855 856 857

	pg_result = &(pkt_dev->result[0]);

L
Linus Torvalds 已提交
858
	if (count < 1) {
J
Joe Perches 已提交
859
		pr_warning("wrong command format\n");
L
Linus Torvalds 已提交
860 861
		return -EINVAL;
	}
L
Luiz Capitulino 已提交
862

863 864
	max = count;
	tmp = count_trail_chars(user_buffer, max);
L
Luiz Capitulino 已提交
865
	if (tmp < 0) {
J
Joe Perches 已提交
866
		pr_warning("illegal format\n");
L
Luiz Capitulino 已提交
867
		return tmp;
L
Linus Torvalds 已提交
868
	}
869
	i = tmp;
L
Luiz Capitulino 已提交
870

L
Linus Torvalds 已提交
871 872 873
	/* Read variable name */

	len = strn_len(&user_buffer[i], sizeof(name) - 1);
874
	if (len < 0)
L
Luiz Capitulino 已提交
875
		return len;
876

L
Linus Torvalds 已提交
877
	memset(name, 0, sizeof(name));
L
Luiz Capitulino 已提交
878
	if (copy_from_user(name, &user_buffer[i], len))
L
Linus Torvalds 已提交
879 880
		return -EFAULT;
	i += len;
L
Luiz Capitulino 已提交
881 882

	max = count - i;
L
Linus Torvalds 已提交
883
	len = count_trail_chars(&user_buffer[i], max);
L
Luiz Capitulino 已提交
884 885 886
	if (len < 0)
		return len;

L
Linus Torvalds 已提交
887 888 889
	i += len;

	if (debug) {
L
Luiz Capitulino 已提交
890 891
		char tb[count + 1];
		if (copy_from_user(tb, user_buffer, count))
L
Linus Torvalds 已提交
892
			return -EFAULT;
L
Luiz Capitulino 已提交
893
		tb[count] = 0;
894
		printk(KERN_DEBUG "pktgen: %s,%lu  buffer -:%s:-\n", name,
L
Luiz Capitulino 已提交
895 896
		       (unsigned long)count, tb);
	}
L
Linus Torvalds 已提交
897 898 899

	if (!strcmp(name, "min_pkt_size")) {
		len = num_arg(&user_buffer[i], 10, &value);
900
		if (len < 0)
L
Luiz Capitulino 已提交
901
			return len;
902

L
Linus Torvalds 已提交
903
		i += len;
L
Luiz Capitulino 已提交
904 905 906 907 908 909 910 911
		if (value < 14 + 20 + 8)
			value = 14 + 20 + 8;
		if (value != pkt_dev->min_pkt_size) {
			pkt_dev->min_pkt_size = value;
			pkt_dev->cur_pkt_size = value;
		}
		sprintf(pg_result, "OK: min_pkt_size=%u",
			pkt_dev->min_pkt_size);
L
Linus Torvalds 已提交
912 913 914
		return count;
	}

L
Luiz Capitulino 已提交
915
	if (!strcmp(name, "max_pkt_size")) {
L
Linus Torvalds 已提交
916
		len = num_arg(&user_buffer[i], 10, &value);
917
		if (len < 0)
L
Luiz Capitulino 已提交
918
			return len;
919

L
Linus Torvalds 已提交
920
		i += len;
L
Luiz Capitulino 已提交
921 922 923 924 925 926 927 928
		if (value < 14 + 20 + 8)
			value = 14 + 20 + 8;
		if (value != pkt_dev->max_pkt_size) {
			pkt_dev->max_pkt_size = value;
			pkt_dev->cur_pkt_size = value;
		}
		sprintf(pg_result, "OK: max_pkt_size=%u",
			pkt_dev->max_pkt_size);
L
Linus Torvalds 已提交
929 930 931
		return count;
	}

L
Luiz Capitulino 已提交
932
	/* Shortcut for min = max */
L
Linus Torvalds 已提交
933 934 935

	if (!strcmp(name, "pkt_size")) {
		len = num_arg(&user_buffer[i], 10, &value);
936
		if (len < 0)
L
Luiz Capitulino 已提交
937
			return len;
938

L
Linus Torvalds 已提交
939
		i += len;
L
Luiz Capitulino 已提交
940 941 942 943 944 945 946
		if (value < 14 + 20 + 8)
			value = 14 + 20 + 8;
		if (value != pkt_dev->min_pkt_size) {
			pkt_dev->min_pkt_size = value;
			pkt_dev->max_pkt_size = value;
			pkt_dev->cur_pkt_size = value;
		}
L
Linus Torvalds 已提交
947 948 949 950
		sprintf(pg_result, "OK: pkt_size=%u", pkt_dev->min_pkt_size);
		return count;
	}

L
Luiz Capitulino 已提交
951
	if (!strcmp(name, "debug")) {
L
Linus Torvalds 已提交
952
		len = num_arg(&user_buffer[i], 10, &value);
953
		if (len < 0)
L
Luiz Capitulino 已提交
954
			return len;
955

L
Linus Torvalds 已提交
956
		i += len;
L
Luiz Capitulino 已提交
957
		debug = value;
L
Linus Torvalds 已提交
958 959 960 961
		sprintf(pg_result, "OK: debug=%u", debug);
		return count;
	}

L
Luiz Capitulino 已提交
962
	if (!strcmp(name, "frags")) {
L
Linus Torvalds 已提交
963
		len = num_arg(&user_buffer[i], 10, &value);
964
		if (len < 0)
L
Luiz Capitulino 已提交
965
			return len;
966

L
Linus Torvalds 已提交
967 968 969 970 971 972 973
		i += len;
		pkt_dev->nfrags = value;
		sprintf(pg_result, "OK: frags=%u", pkt_dev->nfrags);
		return count;
	}
	if (!strcmp(name, "delay")) {
		len = num_arg(&user_buffer[i], 10, &value);
974
		if (len < 0)
L
Luiz Capitulino 已提交
975
			return len;
976

L
Linus Torvalds 已提交
977
		i += len;
978 979 980
		if (value == 0x7FFFFFFF)
			pkt_dev->delay = ULLONG_MAX;
		else
E
Eric Dumazet 已提交
981
			pkt_dev->delay = (u64)value;
982 983 984

		sprintf(pg_result, "OK: delay=%llu",
			(unsigned long long) pkt_dev->delay);
L
Linus Torvalds 已提交
985 986
		return count;
	}
987 988 989 990 991 992 993 994 995 996
	if (!strcmp(name, "rate")) {
		len = num_arg(&user_buffer[i], 10, &value);
		if (len < 0)
			return len;

		i += len;
		if (!value)
			return len;
		pkt_dev->delay = pkt_dev->min_pkt_size*8*NSEC_PER_USEC/value;
		if (debug)
J
Joe Perches 已提交
997
			pr_info("Delay set at: %llu ns\n", pkt_dev->delay);
998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011

		sprintf(pg_result, "OK: rate=%lu", value);
		return count;
	}
	if (!strcmp(name, "ratep")) {
		len = num_arg(&user_buffer[i], 10, &value);
		if (len < 0)
			return len;

		i += len;
		if (!value)
			return len;
		pkt_dev->delay = NSEC_PER_SEC/value;
		if (debug)
J
Joe Perches 已提交
1012
			pr_info("Delay set at: %llu ns\n", pkt_dev->delay);
1013 1014 1015 1016

		sprintf(pg_result, "OK: rate=%lu", value);
		return count;
	}
L
Luiz Capitulino 已提交
1017
	if (!strcmp(name, "udp_src_min")) {
L
Linus Torvalds 已提交
1018
		len = num_arg(&user_buffer[i], 10, &value);
1019
		if (len < 0)
L
Luiz Capitulino 已提交
1020
			return len;
1021

L
Linus Torvalds 已提交
1022
		i += len;
L
Luiz Capitulino 已提交
1023 1024 1025 1026
		if (value != pkt_dev->udp_src_min) {
			pkt_dev->udp_src_min = value;
			pkt_dev->cur_udp_src = value;
		}
L
Linus Torvalds 已提交
1027 1028 1029
		sprintf(pg_result, "OK: udp_src_min=%u", pkt_dev->udp_src_min);
		return count;
	}
L
Luiz Capitulino 已提交
1030
	if (!strcmp(name, "udp_dst_min")) {
L
Linus Torvalds 已提交
1031
		len = num_arg(&user_buffer[i], 10, &value);
1032
		if (len < 0)
L
Luiz Capitulino 已提交
1033
			return len;
1034

L
Linus Torvalds 已提交
1035
		i += len;
L
Luiz Capitulino 已提交
1036 1037 1038 1039
		if (value != pkt_dev->udp_dst_min) {
			pkt_dev->udp_dst_min = value;
			pkt_dev->cur_udp_dst = value;
		}
L
Linus Torvalds 已提交
1040 1041 1042
		sprintf(pg_result, "OK: udp_dst_min=%u", pkt_dev->udp_dst_min);
		return count;
	}
L
Luiz Capitulino 已提交
1043
	if (!strcmp(name, "udp_src_max")) {
L
Linus Torvalds 已提交
1044
		len = num_arg(&user_buffer[i], 10, &value);
1045
		if (len < 0)
L
Luiz Capitulino 已提交
1046
			return len;
1047

L
Linus Torvalds 已提交
1048
		i += len;
L
Luiz Capitulino 已提交
1049 1050 1051 1052
		if (value != pkt_dev->udp_src_max) {
			pkt_dev->udp_src_max = value;
			pkt_dev->cur_udp_src = value;
		}
L
Linus Torvalds 已提交
1053 1054 1055
		sprintf(pg_result, "OK: udp_src_max=%u", pkt_dev->udp_src_max);
		return count;
	}
L
Luiz Capitulino 已提交
1056
	if (!strcmp(name, "udp_dst_max")) {
L
Linus Torvalds 已提交
1057
		len = num_arg(&user_buffer[i], 10, &value);
1058
		if (len < 0)
L
Luiz Capitulino 已提交
1059
			return len;
1060

L
Linus Torvalds 已提交
1061
		i += len;
L
Luiz Capitulino 已提交
1062 1063 1064 1065
		if (value != pkt_dev->udp_dst_max) {
			pkt_dev->udp_dst_max = value;
			pkt_dev->cur_udp_dst = value;
		}
L
Linus Torvalds 已提交
1066 1067 1068 1069 1070
		sprintf(pg_result, "OK: udp_dst_max=%u", pkt_dev->udp_dst_max);
		return count;
	}
	if (!strcmp(name, "clone_skb")) {
		len = num_arg(&user_buffer[i], 10, &value);
1071
		if (len < 0)
L
Luiz Capitulino 已提交
1072
			return len;
1073

L
Linus Torvalds 已提交
1074
		i += len;
L
Luiz Capitulino 已提交
1075 1076
		pkt_dev->clone_skb = value;

L
Linus Torvalds 已提交
1077 1078 1079 1080 1081
		sprintf(pg_result, "OK: clone_skb=%d", pkt_dev->clone_skb);
		return count;
	}
	if (!strcmp(name, "count")) {
		len = num_arg(&user_buffer[i], 10, &value);
1082
		if (len < 0)
L
Luiz Capitulino 已提交
1083
			return len;
1084

L
Linus Torvalds 已提交
1085 1086 1087
		i += len;
		pkt_dev->count = value;
		sprintf(pg_result, "OK: count=%llu",
L
Luiz Capitulino 已提交
1088
			(unsigned long long)pkt_dev->count);
L
Linus Torvalds 已提交
1089 1090 1091 1092
		return count;
	}
	if (!strcmp(name, "src_mac_count")) {
		len = num_arg(&user_buffer[i], 10, &value);
1093
		if (len < 0)
L
Luiz Capitulino 已提交
1094
			return len;
1095

L
Linus Torvalds 已提交
1096 1097
		i += len;
		if (pkt_dev->src_mac_count != value) {
L
Luiz Capitulino 已提交
1098 1099 1100 1101 1102
			pkt_dev->src_mac_count = value;
			pkt_dev->cur_src_mac_offset = 0;
		}
		sprintf(pg_result, "OK: src_mac_count=%d",
			pkt_dev->src_mac_count);
L
Linus Torvalds 已提交
1103 1104 1105 1106
		return count;
	}
	if (!strcmp(name, "dst_mac_count")) {
		len = num_arg(&user_buffer[i], 10, &value);
1107
		if (len < 0)
L
Luiz Capitulino 已提交
1108
			return len;
1109

L
Linus Torvalds 已提交
1110 1111
		i += len;
		if (pkt_dev->dst_mac_count != value) {
L
Luiz Capitulino 已提交
1112 1113 1114 1115 1116
			pkt_dev->dst_mac_count = value;
			pkt_dev->cur_dst_mac_offset = 0;
		}
		sprintf(pg_result, "OK: dst_mac_count=%d",
			pkt_dev->dst_mac_count);
L
Linus Torvalds 已提交
1117 1118
		return count;
	}
R
Robert Olsson 已提交
1119 1120 1121 1122 1123 1124 1125 1126 1127 1128 1129 1130 1131 1132 1133
	if (!strcmp(name, "node")) {
		len = num_arg(&user_buffer[i], 10, &value);
		if (len < 0)
			return len;

		i += len;

		if (node_possible(value)) {
			pkt_dev->node = value;
			sprintf(pg_result, "OK: node=%d", pkt_dev->node);
		}
		else
			sprintf(pg_result, "ERROR: node not possible");
		return count;
	}
L
Linus Torvalds 已提交
1134
	if (!strcmp(name, "flag")) {
L
Luiz Capitulino 已提交
1135 1136
		char f[32];
		memset(f, 0, 32);
L
Linus Torvalds 已提交
1137
		len = strn_len(&user_buffer[i], sizeof(f) - 1);
1138
		if (len < 0)
L
Luiz Capitulino 已提交
1139
			return len;
1140

L
Linus Torvalds 已提交
1141 1142 1143
		if (copy_from_user(f, &user_buffer[i], len))
			return -EFAULT;
		i += len;
L
Luiz Capitulino 已提交
1144 1145 1146 1147 1148 1149 1150 1151 1152 1153 1154 1155 1156 1157 1158 1159 1160 1161 1162 1163 1164 1165 1166 1167 1168 1169 1170 1171 1172 1173 1174 1175 1176 1177 1178 1179 1180 1181 1182 1183 1184 1185
		if (strcmp(f, "IPSRC_RND") == 0)
			pkt_dev->flags |= F_IPSRC_RND;

		else if (strcmp(f, "!IPSRC_RND") == 0)
			pkt_dev->flags &= ~F_IPSRC_RND;

		else if (strcmp(f, "TXSIZE_RND") == 0)
			pkt_dev->flags |= F_TXSIZE_RND;

		else if (strcmp(f, "!TXSIZE_RND") == 0)
			pkt_dev->flags &= ~F_TXSIZE_RND;

		else if (strcmp(f, "IPDST_RND") == 0)
			pkt_dev->flags |= F_IPDST_RND;

		else if (strcmp(f, "!IPDST_RND") == 0)
			pkt_dev->flags &= ~F_IPDST_RND;

		else if (strcmp(f, "UDPSRC_RND") == 0)
			pkt_dev->flags |= F_UDPSRC_RND;

		else if (strcmp(f, "!UDPSRC_RND") == 0)
			pkt_dev->flags &= ~F_UDPSRC_RND;

		else if (strcmp(f, "UDPDST_RND") == 0)
			pkt_dev->flags |= F_UDPDST_RND;

		else if (strcmp(f, "!UDPDST_RND") == 0)
			pkt_dev->flags &= ~F_UDPDST_RND;

		else if (strcmp(f, "MACSRC_RND") == 0)
			pkt_dev->flags |= F_MACSRC_RND;

		else if (strcmp(f, "!MACSRC_RND") == 0)
			pkt_dev->flags &= ~F_MACSRC_RND;

		else if (strcmp(f, "MACDST_RND") == 0)
			pkt_dev->flags |= F_MACDST_RND;

		else if (strcmp(f, "!MACDST_RND") == 0)
			pkt_dev->flags &= ~F_MACDST_RND;

1186 1187 1188 1189 1190 1191
		else if (strcmp(f, "MPLS_RND") == 0)
			pkt_dev->flags |= F_MPLS_RND;

		else if (strcmp(f, "!MPLS_RND") == 0)
			pkt_dev->flags &= ~F_MPLS_RND;

F
Francesco Fondelli 已提交
1192 1193 1194 1195 1196 1197 1198 1199 1200 1201 1202 1203
		else if (strcmp(f, "VID_RND") == 0)
			pkt_dev->flags |= F_VID_RND;

		else if (strcmp(f, "!VID_RND") == 0)
			pkt_dev->flags &= ~F_VID_RND;

		else if (strcmp(f, "SVID_RND") == 0)
			pkt_dev->flags |= F_SVID_RND;

		else if (strcmp(f, "!SVID_RND") == 0)
			pkt_dev->flags &= ~F_SVID_RND;

1204 1205 1206
		else if (strcmp(f, "FLOW_SEQ") == 0)
			pkt_dev->flags |= F_FLOW_SEQ;

R
Robert Olsson 已提交
1207 1208 1209 1210 1211
		else if (strcmp(f, "QUEUE_MAP_RND") == 0)
			pkt_dev->flags |= F_QUEUE_MAP_RND;

		else if (strcmp(f, "!QUEUE_MAP_RND") == 0)
			pkt_dev->flags &= ~F_QUEUE_MAP_RND;
R
Robert Olsson 已提交
1212 1213 1214 1215 1216 1217

		else if (strcmp(f, "QUEUE_MAP_CPU") == 0)
			pkt_dev->flags |= F_QUEUE_MAP_CPU;

		else if (strcmp(f, "!QUEUE_MAP_CPU") == 0)
			pkt_dev->flags &= ~F_QUEUE_MAP_CPU;
J
Jamal Hadi Salim 已提交
1218 1219 1220 1221 1222
#ifdef CONFIG_XFRM
		else if (strcmp(f, "IPSEC") == 0)
			pkt_dev->flags |= F_IPSEC_ON;
#endif

F
Francesco Fondelli 已提交
1223 1224 1225
		else if (strcmp(f, "!IPV6") == 0)
			pkt_dev->flags &= ~F_IPV6;

R
Robert Olsson 已提交
1226 1227 1228 1229 1230 1231
		else if (strcmp(f, "NODE_ALLOC") == 0)
			pkt_dev->flags |= F_NODE;

		else if (strcmp(f, "!NODE_ALLOC") == 0)
			pkt_dev->flags &= ~F_NODE;

L
Luiz Capitulino 已提交
1232 1233 1234 1235
		else {
			sprintf(pg_result,
				"Flag -:%s:- unknown\nAvailable flags, (prepend ! to un-set flag):\n%s",
				f,
F
Francesco Fondelli 已提交
1236
				"IPSRC_RND, IPDST_RND, UDPSRC_RND, UDPDST_RND, "
R
Robert Olsson 已提交
1237
				"MACSRC_RND, MACDST_RND, TXSIZE_RND, IPV6, MPLS_RND, VID_RND, SVID_RND, FLOW_SEQ, IPSEC, NODE_ALLOC\n");
L
Luiz Capitulino 已提交
1238 1239
			return count;
		}
L
Linus Torvalds 已提交
1240 1241 1242 1243 1244
		sprintf(pg_result, "OK: flags=0x%x", pkt_dev->flags);
		return count;
	}
	if (!strcmp(name, "dst_min") || !strcmp(name, "dst")) {
		len = strn_len(&user_buffer[i], sizeof(pkt_dev->dst_min) - 1);
1245
		if (len < 0)
L
Luiz Capitulino 已提交
1246
			return len;
L
Linus Torvalds 已提交
1247

L
Luiz Capitulino 已提交
1248
		if (copy_from_user(buf, &user_buffer[i], len))
L
Linus Torvalds 已提交
1249
			return -EFAULT;
L
Luiz Capitulino 已提交
1250 1251 1252 1253 1254 1255 1256 1257
		buf[len] = 0;
		if (strcmp(buf, pkt_dev->dst_min) != 0) {
			memset(pkt_dev->dst_min, 0, sizeof(pkt_dev->dst_min));
			strncpy(pkt_dev->dst_min, buf, len);
			pkt_dev->daddr_min = in_aton(pkt_dev->dst_min);
			pkt_dev->cur_daddr = pkt_dev->daddr_min;
		}
		if (debug)
1258
			printk(KERN_DEBUG "pktgen: dst_min set to: %s\n",
L
Luiz Capitulino 已提交
1259 1260
			       pkt_dev->dst_min);
		i += len;
L
Linus Torvalds 已提交
1261 1262 1263 1264 1265
		sprintf(pg_result, "OK: dst_min=%s", pkt_dev->dst_min);
		return count;
	}
	if (!strcmp(name, "dst_max")) {
		len = strn_len(&user_buffer[i], sizeof(pkt_dev->dst_max) - 1);
1266
		if (len < 0)
L
Luiz Capitulino 已提交
1267
			return len;
1268

L
Linus Torvalds 已提交
1269

L
Luiz Capitulino 已提交
1270
		if (copy_from_user(buf, &user_buffer[i], len))
L
Linus Torvalds 已提交
1271 1272
			return -EFAULT;

L
Luiz Capitulino 已提交
1273 1274 1275 1276 1277 1278 1279 1280
		buf[len] = 0;
		if (strcmp(buf, pkt_dev->dst_max) != 0) {
			memset(pkt_dev->dst_max, 0, sizeof(pkt_dev->dst_max));
			strncpy(pkt_dev->dst_max, buf, len);
			pkt_dev->daddr_max = in_aton(pkt_dev->dst_max);
			pkt_dev->cur_daddr = pkt_dev->daddr_max;
		}
		if (debug)
1281
			printk(KERN_DEBUG "pktgen: dst_max set to: %s\n",
L
Luiz Capitulino 已提交
1282
			       pkt_dev->dst_max);
L
Linus Torvalds 已提交
1283 1284 1285 1286 1287 1288
		i += len;
		sprintf(pg_result, "OK: dst_max=%s", pkt_dev->dst_max);
		return count;
	}
	if (!strcmp(name, "dst6")) {
		len = strn_len(&user_buffer[i], sizeof(buf) - 1);
L
Luiz Capitulino 已提交
1289 1290
		if (len < 0)
			return len;
L
Linus Torvalds 已提交
1291 1292 1293

		pkt_dev->flags |= F_IPV6;

L
Luiz Capitulino 已提交
1294
		if (copy_from_user(buf, &user_buffer[i], len))
L
Linus Torvalds 已提交
1295
			return -EFAULT;
L
Luiz Capitulino 已提交
1296
		buf[len] = 0;
L
Linus Torvalds 已提交
1297 1298

		scan_ip6(buf, pkt_dev->in6_daddr.s6_addr);
L
Luiz Capitulino 已提交
1299
		fmt_ip6(buf, pkt_dev->in6_daddr.s6_addr);
L
Linus Torvalds 已提交
1300 1301 1302

		ipv6_addr_copy(&pkt_dev->cur_in6_daddr, &pkt_dev->in6_daddr);

L
Luiz Capitulino 已提交
1303
		if (debug)
1304
			printk(KERN_DEBUG "pktgen: dst6 set to: %s\n", buf);
L
Linus Torvalds 已提交
1305

L
Luiz Capitulino 已提交
1306
		i += len;
L
Linus Torvalds 已提交
1307 1308 1309 1310 1311
		sprintf(pg_result, "OK: dst6=%s", buf);
		return count;
	}
	if (!strcmp(name, "dst6_min")) {
		len = strn_len(&user_buffer[i], sizeof(buf) - 1);
L
Luiz Capitulino 已提交
1312 1313
		if (len < 0)
			return len;
L
Linus Torvalds 已提交
1314 1315 1316

		pkt_dev->flags |= F_IPV6;

L
Luiz Capitulino 已提交
1317
		if (copy_from_user(buf, &user_buffer[i], len))
L
Linus Torvalds 已提交
1318
			return -EFAULT;
L
Luiz Capitulino 已提交
1319
		buf[len] = 0;
L
Linus Torvalds 已提交
1320 1321

		scan_ip6(buf, pkt_dev->min_in6_daddr.s6_addr);
L
Luiz Capitulino 已提交
1322
		fmt_ip6(buf, pkt_dev->min_in6_daddr.s6_addr);
L
Linus Torvalds 已提交
1323

L
Luiz Capitulino 已提交
1324 1325 1326
		ipv6_addr_copy(&pkt_dev->cur_in6_daddr,
			       &pkt_dev->min_in6_daddr);
		if (debug)
1327
			printk(KERN_DEBUG "pktgen: dst6_min set to: %s\n", buf);
L
Linus Torvalds 已提交
1328

L
Luiz Capitulino 已提交
1329
		i += len;
L
Linus Torvalds 已提交
1330 1331 1332 1333 1334
		sprintf(pg_result, "OK: dst6_min=%s", buf);
		return count;
	}
	if (!strcmp(name, "dst6_max")) {
		len = strn_len(&user_buffer[i], sizeof(buf) - 1);
L
Luiz Capitulino 已提交
1335 1336
		if (len < 0)
			return len;
L
Linus Torvalds 已提交
1337 1338 1339

		pkt_dev->flags |= F_IPV6;

L
Luiz Capitulino 已提交
1340
		if (copy_from_user(buf, &user_buffer[i], len))
L
Linus Torvalds 已提交
1341
			return -EFAULT;
L
Luiz Capitulino 已提交
1342
		buf[len] = 0;
L
Linus Torvalds 已提交
1343 1344

		scan_ip6(buf, pkt_dev->max_in6_daddr.s6_addr);
L
Luiz Capitulino 已提交
1345
		fmt_ip6(buf, pkt_dev->max_in6_daddr.s6_addr);
L
Linus Torvalds 已提交
1346

L
Luiz Capitulino 已提交
1347
		if (debug)
1348
			printk(KERN_DEBUG "pktgen: dst6_max set to: %s\n", buf);
L
Linus Torvalds 已提交
1349

L
Luiz Capitulino 已提交
1350
		i += len;
L
Linus Torvalds 已提交
1351 1352 1353 1354 1355
		sprintf(pg_result, "OK: dst6_max=%s", buf);
		return count;
	}
	if (!strcmp(name, "src6")) {
		len = strn_len(&user_buffer[i], sizeof(buf) - 1);
L
Luiz Capitulino 已提交
1356 1357
		if (len < 0)
			return len;
L
Linus Torvalds 已提交
1358 1359 1360

		pkt_dev->flags |= F_IPV6;

L
Luiz Capitulino 已提交
1361
		if (copy_from_user(buf, &user_buffer[i], len))
L
Linus Torvalds 已提交
1362
			return -EFAULT;
L
Luiz Capitulino 已提交
1363
		buf[len] = 0;
L
Linus Torvalds 已提交
1364 1365

		scan_ip6(buf, pkt_dev->in6_saddr.s6_addr);
L
Luiz Capitulino 已提交
1366
		fmt_ip6(buf, pkt_dev->in6_saddr.s6_addr);
L
Linus Torvalds 已提交
1367 1368 1369

		ipv6_addr_copy(&pkt_dev->cur_in6_saddr, &pkt_dev->in6_saddr);

L
Luiz Capitulino 已提交
1370
		if (debug)
1371
			printk(KERN_DEBUG "pktgen: src6 set to: %s\n", buf);
L
Luiz Capitulino 已提交
1372 1373

		i += len;
L
Linus Torvalds 已提交
1374 1375 1376 1377 1378
		sprintf(pg_result, "OK: src6=%s", buf);
		return count;
	}
	if (!strcmp(name, "src_min")) {
		len = strn_len(&user_buffer[i], sizeof(pkt_dev->src_min) - 1);
1379
		if (len < 0)
L
Luiz Capitulino 已提交
1380
			return len;
1381

L
Luiz Capitulino 已提交
1382
		if (copy_from_user(buf, &user_buffer[i], len))
L
Linus Torvalds 已提交
1383
			return -EFAULT;
L
Luiz Capitulino 已提交
1384 1385 1386 1387 1388 1389 1390 1391
		buf[len] = 0;
		if (strcmp(buf, pkt_dev->src_min) != 0) {
			memset(pkt_dev->src_min, 0, sizeof(pkt_dev->src_min));
			strncpy(pkt_dev->src_min, buf, len);
			pkt_dev->saddr_min = in_aton(pkt_dev->src_min);
			pkt_dev->cur_saddr = pkt_dev->saddr_min;
		}
		if (debug)
1392
			printk(KERN_DEBUG "pktgen: src_min set to: %s\n",
L
Luiz Capitulino 已提交
1393
			       pkt_dev->src_min);
L
Linus Torvalds 已提交
1394 1395 1396 1397 1398 1399
		i += len;
		sprintf(pg_result, "OK: src_min=%s", pkt_dev->src_min);
		return count;
	}
	if (!strcmp(name, "src_max")) {
		len = strn_len(&user_buffer[i], sizeof(pkt_dev->src_max) - 1);
1400
		if (len < 0)
L
Luiz Capitulino 已提交
1401
			return len;
1402

L
Luiz Capitulino 已提交
1403
		if (copy_from_user(buf, &user_buffer[i], len))
L
Linus Torvalds 已提交
1404
			return -EFAULT;
L
Luiz Capitulino 已提交
1405 1406 1407 1408 1409 1410 1411 1412
		buf[len] = 0;
		if (strcmp(buf, pkt_dev->src_max) != 0) {
			memset(pkt_dev->src_max, 0, sizeof(pkt_dev->src_max));
			strncpy(pkt_dev->src_max, buf, len);
			pkt_dev->saddr_max = in_aton(pkt_dev->src_max);
			pkt_dev->cur_saddr = pkt_dev->saddr_max;
		}
		if (debug)
1413
			printk(KERN_DEBUG "pktgen: src_max set to: %s\n",
L
Luiz Capitulino 已提交
1414
			       pkt_dev->src_max);
L
Linus Torvalds 已提交
1415 1416 1417 1418 1419 1420
		i += len;
		sprintf(pg_result, "OK: src_max=%s", pkt_dev->src_max);
		return count;
	}
	if (!strcmp(name, "dst_mac")) {
		char *v = valstr;
1421
		unsigned char old_dmac[ETH_ALEN];
L
Linus Torvalds 已提交
1422
		unsigned char *m = pkt_dev->dst_mac;
1423
		memcpy(old_dmac, pkt_dev->dst_mac, ETH_ALEN);
L
Luiz Capitulino 已提交
1424

L
Linus Torvalds 已提交
1425
		len = strn_len(&user_buffer[i], sizeof(valstr) - 1);
1426
		if (len < 0)
L
Luiz Capitulino 已提交
1427
			return len;
1428

L
Linus Torvalds 已提交
1429
		memset(valstr, 0, sizeof(valstr));
L
Luiz Capitulino 已提交
1430
		if (copy_from_user(valstr, &user_buffer[i], len))
L
Linus Torvalds 已提交
1431 1432 1433
			return -EFAULT;
		i += len;

L
Luiz Capitulino 已提交
1434
		for (*m = 0; *v && m < pkt_dev->dst_mac + 6; v++) {
1435 1436 1437 1438 1439 1440
			int value;

			value = hex_to_bin(*v);
			if (value >= 0)
				*m = *m * 16 + value;

L
Linus Torvalds 已提交
1441 1442 1443 1444 1445 1446 1447
			if (*v == ':') {
				m++;
				*m = 0;
			}
		}

		/* Set up Dest MAC */
1448 1449
		if (compare_ether_addr(old_dmac, pkt_dev->dst_mac))
			memcpy(&(pkt_dev->hh[0]), pkt_dev->dst_mac, ETH_ALEN);
L
Luiz Capitulino 已提交
1450

L
Linus Torvalds 已提交
1451 1452 1453 1454 1455
		sprintf(pg_result, "OK: dstmac");
		return count;
	}
	if (!strcmp(name, "src_mac")) {
		char *v = valstr;
A
Adit Ranadive 已提交
1456
		unsigned char old_smac[ETH_ALEN];
L
Linus Torvalds 已提交
1457 1458
		unsigned char *m = pkt_dev->src_mac;

A
Adit Ranadive 已提交
1459 1460
		memcpy(old_smac, pkt_dev->src_mac, ETH_ALEN);

L
Linus Torvalds 已提交
1461
		len = strn_len(&user_buffer[i], sizeof(valstr) - 1);
1462
		if (len < 0)
L
Luiz Capitulino 已提交
1463
			return len;
1464

L
Linus Torvalds 已提交
1465
		memset(valstr, 0, sizeof(valstr));
L
Luiz Capitulino 已提交
1466
		if (copy_from_user(valstr, &user_buffer[i], len))
L
Linus Torvalds 已提交
1467 1468 1469
			return -EFAULT;
		i += len;

L
Luiz Capitulino 已提交
1470
		for (*m = 0; *v && m < pkt_dev->src_mac + 6; v++) {
1471 1472 1473 1474 1475 1476
			int value;

			value = hex_to_bin(*v);
			if (value >= 0)
				*m = *m * 16 + value;

L
Linus Torvalds 已提交
1477 1478 1479 1480
			if (*v == ':') {
				m++;
				*m = 0;
			}
L
Luiz Capitulino 已提交
1481
		}
L
Linus Torvalds 已提交
1482

A
Adit Ranadive 已提交
1483 1484 1485 1486
		/* Set up Src MAC */
		if (compare_ether_addr(old_smac, pkt_dev->src_mac))
			memcpy(&(pkt_dev->hh[6]), pkt_dev->src_mac, ETH_ALEN);

L
Luiz Capitulino 已提交
1487
		sprintf(pg_result, "OK: srcmac");
L
Linus Torvalds 已提交
1488 1489 1490
		return count;
	}

L
Luiz Capitulino 已提交
1491 1492 1493 1494 1495
	if (!strcmp(name, "clear_counters")) {
		pktgen_clear_counters(pkt_dev);
		sprintf(pg_result, "OK: Clearing counters.\n");
		return count;
	}
L
Linus Torvalds 已提交
1496 1497 1498

	if (!strcmp(name, "flows")) {
		len = num_arg(&user_buffer[i], 10, &value);
1499
		if (len < 0)
L
Luiz Capitulino 已提交
1500
			return len;
1501

L
Linus Torvalds 已提交
1502 1503 1504 1505 1506 1507 1508 1509 1510 1511 1512
		i += len;
		if (value > MAX_CFLOWS)
			value = MAX_CFLOWS;

		pkt_dev->cflows = value;
		sprintf(pg_result, "OK: flows=%u", pkt_dev->cflows);
		return count;
	}

	if (!strcmp(name, "flowlen")) {
		len = num_arg(&user_buffer[i], 10, &value);
1513
		if (len < 0)
L
Luiz Capitulino 已提交
1514
			return len;
1515

L
Linus Torvalds 已提交
1516 1517 1518 1519 1520
		i += len;
		pkt_dev->lflow = value;
		sprintf(pg_result, "OK: flowlen=%u", pkt_dev->lflow);
		return count;
	}
L
Luiz Capitulino 已提交
1521

R
Robert Olsson 已提交
1522 1523
	if (!strcmp(name, "queue_map_min")) {
		len = num_arg(&user_buffer[i], 5, &value);
1524
		if (len < 0)
R
Robert Olsson 已提交
1525
			return len;
1526

R
Robert Olsson 已提交
1527 1528 1529 1530 1531 1532 1533 1534
		i += len;
		pkt_dev->queue_map_min = value;
		sprintf(pg_result, "OK: queue_map_min=%u", pkt_dev->queue_map_min);
		return count;
	}

	if (!strcmp(name, "queue_map_max")) {
		len = num_arg(&user_buffer[i], 5, &value);
1535
		if (len < 0)
R
Robert Olsson 已提交
1536
			return len;
1537

R
Robert Olsson 已提交
1538 1539 1540 1541 1542 1543
		i += len;
		pkt_dev->queue_map_max = value;
		sprintf(pg_result, "OK: queue_map_max=%u", pkt_dev->queue_map_max);
		return count;
	}

1544
	if (!strcmp(name, "mpls")) {
S
Stephen Hemminger 已提交
1545 1546
		unsigned n, cnt;

1547
		len = get_labels(&user_buffer[i], pkt_dev);
S
Stephen Hemminger 已提交
1548 1549
		if (len < 0)
			return len;
1550
		i += len;
S
Stephen Hemminger 已提交
1551
		cnt = sprintf(pg_result, "OK: mpls=");
1552
		for (n = 0; n < pkt_dev->nr_labels; n++)
S
Stephen Hemminger 已提交
1553 1554 1555
			cnt += sprintf(pg_result + cnt,
				       "%08x%s", ntohl(pkt_dev->labels[n]),
				       n == pkt_dev->nr_labels-1 ? "" : ",");
F
Francesco Fondelli 已提交
1556 1557 1558 1559 1560 1561

		if (pkt_dev->nr_labels && pkt_dev->vlan_id != 0xffff) {
			pkt_dev->vlan_id = 0xffff; /* turn off VLAN/SVLAN */
			pkt_dev->svlan_id = 0xffff;

			if (debug)
1562
				printk(KERN_DEBUG "pktgen: VLAN/SVLAN auto turned off\n");
F
Francesco Fondelli 已提交
1563 1564 1565 1566 1567 1568
		}
		return count;
	}

	if (!strcmp(name, "vlan_id")) {
		len = num_arg(&user_buffer[i], 4, &value);
1569
		if (len < 0)
F
Francesco Fondelli 已提交
1570
			return len;
1571

F
Francesco Fondelli 已提交
1572 1573 1574 1575 1576
		i += len;
		if (value <= 4095) {
			pkt_dev->vlan_id = value;  /* turn on VLAN */

			if (debug)
1577
				printk(KERN_DEBUG "pktgen: VLAN turned on\n");
F
Francesco Fondelli 已提交
1578 1579

			if (debug && pkt_dev->nr_labels)
1580
				printk(KERN_DEBUG "pktgen: MPLS auto turned off\n");
F
Francesco Fondelli 已提交
1581 1582 1583 1584 1585 1586 1587 1588

			pkt_dev->nr_labels = 0;    /* turn off MPLS */
			sprintf(pg_result, "OK: vlan_id=%u", pkt_dev->vlan_id);
		} else {
			pkt_dev->vlan_id = 0xffff; /* turn off VLAN/SVLAN */
			pkt_dev->svlan_id = 0xffff;

			if (debug)
1589
				printk(KERN_DEBUG "pktgen: VLAN/SVLAN turned off\n");
F
Francesco Fondelli 已提交
1590 1591 1592 1593 1594 1595
		}
		return count;
	}

	if (!strcmp(name, "vlan_p")) {
		len = num_arg(&user_buffer[i], 1, &value);
1596
		if (len < 0)
F
Francesco Fondelli 已提交
1597
			return len;
1598

F
Francesco Fondelli 已提交
1599 1600 1601 1602 1603 1604 1605 1606 1607 1608 1609 1610
		i += len;
		if ((value <= 7) && (pkt_dev->vlan_id != 0xffff)) {
			pkt_dev->vlan_p = value;
			sprintf(pg_result, "OK: vlan_p=%u", pkt_dev->vlan_p);
		} else {
			sprintf(pg_result, "ERROR: vlan_p must be 0-7");
		}
		return count;
	}

	if (!strcmp(name, "vlan_cfi")) {
		len = num_arg(&user_buffer[i], 1, &value);
1611
		if (len < 0)
F
Francesco Fondelli 已提交
1612
			return len;
1613

F
Francesco Fondelli 已提交
1614 1615 1616 1617 1618 1619 1620 1621 1622 1623 1624 1625
		i += len;
		if ((value <= 1) && (pkt_dev->vlan_id != 0xffff)) {
			pkt_dev->vlan_cfi = value;
			sprintf(pg_result, "OK: vlan_cfi=%u", pkt_dev->vlan_cfi);
		} else {
			sprintf(pg_result, "ERROR: vlan_cfi must be 0-1");
		}
		return count;
	}

	if (!strcmp(name, "svlan_id")) {
		len = num_arg(&user_buffer[i], 4, &value);
1626
		if (len < 0)
F
Francesco Fondelli 已提交
1627
			return len;
1628

F
Francesco Fondelli 已提交
1629 1630 1631 1632 1633
		i += len;
		if ((value <= 4095) && ((pkt_dev->vlan_id != 0xffff))) {
			pkt_dev->svlan_id = value;  /* turn on SVLAN */

			if (debug)
1634
				printk(KERN_DEBUG "pktgen: SVLAN turned on\n");
F
Francesco Fondelli 已提交
1635 1636

			if (debug && pkt_dev->nr_labels)
1637
				printk(KERN_DEBUG "pktgen: MPLS auto turned off\n");
F
Francesco Fondelli 已提交
1638 1639 1640 1641 1642 1643 1644 1645

			pkt_dev->nr_labels = 0;    /* turn off MPLS */
			sprintf(pg_result, "OK: svlan_id=%u", pkt_dev->svlan_id);
		} else {
			pkt_dev->vlan_id = 0xffff; /* turn off VLAN/SVLAN */
			pkt_dev->svlan_id = 0xffff;

			if (debug)
1646
				printk(KERN_DEBUG "pktgen: VLAN/SVLAN turned off\n");
F
Francesco Fondelli 已提交
1647 1648 1649 1650 1651 1652
		}
		return count;
	}

	if (!strcmp(name, "svlan_p")) {
		len = num_arg(&user_buffer[i], 1, &value);
1653
		if (len < 0)
F
Francesco Fondelli 已提交
1654
			return len;
1655

F
Francesco Fondelli 已提交
1656 1657 1658 1659 1660 1661 1662 1663 1664 1665 1666 1667
		i += len;
		if ((value <= 7) && (pkt_dev->svlan_id != 0xffff)) {
			pkt_dev->svlan_p = value;
			sprintf(pg_result, "OK: svlan_p=%u", pkt_dev->svlan_p);
		} else {
			sprintf(pg_result, "ERROR: svlan_p must be 0-7");
		}
		return count;
	}

	if (!strcmp(name, "svlan_cfi")) {
		len = num_arg(&user_buffer[i], 1, &value);
1668
		if (len < 0)
F
Francesco Fondelli 已提交
1669
			return len;
1670

F
Francesco Fondelli 已提交
1671 1672 1673 1674 1675 1676 1677
		i += len;
		if ((value <= 1) && (pkt_dev->svlan_id != 0xffff)) {
			pkt_dev->svlan_cfi = value;
			sprintf(pg_result, "OK: svlan_cfi=%u", pkt_dev->svlan_cfi);
		} else {
			sprintf(pg_result, "ERROR: svlan_cfi must be 0-1");
		}
1678 1679 1680
		return count;
	}

F
Francesco Fondelli 已提交
1681 1682 1683
	if (!strcmp(name, "tos")) {
		__u32 tmp_value = 0;
		len = hex32_arg(&user_buffer[i], 2, &tmp_value);
1684
		if (len < 0)
F
Francesco Fondelli 已提交
1685
			return len;
1686

F
Francesco Fondelli 已提交
1687 1688 1689 1690 1691 1692 1693 1694 1695 1696 1697 1698 1699
		i += len;
		if (len == 2) {
			pkt_dev->tos = tmp_value;
			sprintf(pg_result, "OK: tos=0x%02x", pkt_dev->tos);
		} else {
			sprintf(pg_result, "ERROR: tos must be 00-ff");
		}
		return count;
	}

	if (!strcmp(name, "traffic_class")) {
		__u32 tmp_value = 0;
		len = hex32_arg(&user_buffer[i], 2, &tmp_value);
1700
		if (len < 0)
F
Francesco Fondelli 已提交
1701
			return len;
1702

F
Francesco Fondelli 已提交
1703 1704 1705 1706 1707 1708 1709 1710 1711 1712
		i += len;
		if (len == 2) {
			pkt_dev->traffic_class = tmp_value;
			sprintf(pg_result, "OK: traffic_class=0x%02x", pkt_dev->traffic_class);
		} else {
			sprintf(pg_result, "ERROR: traffic_class must be 00-ff");
		}
		return count;
	}

L
Linus Torvalds 已提交
1713 1714 1715 1716
	sprintf(pkt_dev->result, "No such parameter \"%s\"", name);
	return -EINVAL;
}

1717
static int pktgen_if_open(struct inode *inode, struct file *file)
L
Linus Torvalds 已提交
1718
{
1719 1720
	return single_open(file, pktgen_if_show, PDE(inode)->data);
}
L
Linus Torvalds 已提交
1721

1722
static const struct file_operations pktgen_if_fops = {
L
Luiz Capitulino 已提交
1723 1724 1725 1726 1727 1728
	.owner   = THIS_MODULE,
	.open    = pktgen_if_open,
	.read    = seq_read,
	.llseek  = seq_lseek,
	.write   = pktgen_if_write,
	.release = single_release,
1729
};
L
Linus Torvalds 已提交
1730

1731 1732
static int pktgen_thread_show(struct seq_file *seq, void *v)
{
L
Luiz Capitulino 已提交
1733
	struct pktgen_thread *t = seq->private;
S
Stephen Hemminger 已提交
1734
	const struct pktgen_dev *pkt_dev;
1735 1736

	BUG_ON(!t);
L
Linus Torvalds 已提交
1737

L
Luiz Capitulino 已提交
1738
	seq_printf(seq, "Running: ");
L
Linus Torvalds 已提交
1739

L
Luiz Capitulino 已提交
1740
	if_lock(t);
1741
	list_for_each_entry(pkt_dev, &t->if_list, list)
L
Luiz Capitulino 已提交
1742
		if (pkt_dev->running)
E
Eric Dumazet 已提交
1743
			seq_printf(seq, "%s ", pkt_dev->odevname);
L
Linus Torvalds 已提交
1744

L
Luiz Capitulino 已提交
1745 1746
	seq_printf(seq, "\nStopped: ");

1747
	list_for_each_entry(pkt_dev, &t->if_list, list)
L
Luiz Capitulino 已提交
1748
		if (!pkt_dev->running)
E
Eric Dumazet 已提交
1749
			seq_printf(seq, "%s ", pkt_dev->odevname);
L
Linus Torvalds 已提交
1750 1751

	if (t->result[0])
1752
		seq_printf(seq, "\nResult: %s\n", t->result);
L
Linus Torvalds 已提交
1753
	else
1754
		seq_printf(seq, "\nResult: NA\n");
L
Linus Torvalds 已提交
1755

L
Luiz Capitulino 已提交
1756
	if_unlock(t);
L
Linus Torvalds 已提交
1757

1758
	return 0;
L
Linus Torvalds 已提交
1759 1760
}

1761
static ssize_t pktgen_thread_write(struct file *file,
L
Luiz Capitulino 已提交
1762 1763
				   const char __user * user_buffer,
				   size_t count, loff_t * offset)
L
Linus Torvalds 已提交
1764
{
1765
	struct seq_file *seq = file->private_data;
L
Luiz Capitulino 已提交
1766
	struct pktgen_thread *t = seq->private;
1767
	int i, max, len, ret;
L
Linus Torvalds 已提交
1768
	char name[40];
L
Luiz Capitulino 已提交
1769
	char *pg_result;
1770

L
Linus Torvalds 已提交
1771
	if (count < 1) {
L
Luiz Capitulino 已提交
1772
		//      sprintf(pg_result, "Wrong command format");
L
Linus Torvalds 已提交
1773 1774
		return -EINVAL;
	}
1775

1776 1777
	max = count;
	len = count_trail_chars(user_buffer, max);
L
Luiz Capitulino 已提交
1778
	if (len < 0)
1779 1780
		return len;

1781
	i = len;
1782

L
Linus Torvalds 已提交
1783 1784 1785
	/* Read variable name */

	len = strn_len(&user_buffer[i], sizeof(name) - 1);
L
Luiz Capitulino 已提交
1786
	if (len < 0)
1787
		return len;
L
Luiz Capitulino 已提交
1788

L
Linus Torvalds 已提交
1789 1790 1791 1792
	memset(name, 0, sizeof(name));
	if (copy_from_user(name, &user_buffer[i], len))
		return -EFAULT;
	i += len;
1793

L
Luiz Capitulino 已提交
1794
	max = count - i;
L
Linus Torvalds 已提交
1795
	len = count_trail_chars(&user_buffer[i], max);
L
Luiz Capitulino 已提交
1796
	if (len < 0)
1797 1798
		return len;

L
Linus Torvalds 已提交
1799 1800
	i += len;

1801
	if (debug)
1802 1803
		printk(KERN_DEBUG "pktgen: t=%s, count=%lu\n",
		       name, (unsigned long)count);
L
Linus Torvalds 已提交
1804

L
Luiz Capitulino 已提交
1805
	if (!t) {
J
Joe Perches 已提交
1806
		pr_err("ERROR: No thread\n");
L
Linus Torvalds 已提交
1807 1808 1809 1810 1811 1812
		ret = -EINVAL;
		goto out;
	}

	pg_result = &(t->result[0]);

L
Luiz Capitulino 已提交
1813 1814 1815
	if (!strcmp(name, "add_device")) {
		char f[32];
		memset(f, 0, 32);
L
Linus Torvalds 已提交
1816
		len = strn_len(&user_buffer[i], sizeof(f) - 1);
L
Luiz Capitulino 已提交
1817 1818
		if (len < 0) {
			ret = len;
L
Linus Torvalds 已提交
1819 1820
			goto out;
		}
L
Luiz Capitulino 已提交
1821
		if (copy_from_user(f, &user_buffer[i], len))
L
Linus Torvalds 已提交
1822 1823
			return -EFAULT;
		i += len;
1824
		mutex_lock(&pktgen_thread_lock);
L
Luiz Capitulino 已提交
1825
		pktgen_add_device(t, f);
1826
		mutex_unlock(&pktgen_thread_lock);
L
Luiz Capitulino 已提交
1827 1828
		ret = count;
		sprintf(pg_result, "OK: add_device=%s", f);
L
Linus Torvalds 已提交
1829 1830 1831
		goto out;
	}

L
Luiz Capitulino 已提交
1832
	if (!strcmp(name, "rem_device_all")) {
1833
		mutex_lock(&pktgen_thread_lock);
1834
		t->control |= T_REMDEVALL;
1835
		mutex_unlock(&pktgen_thread_lock);
L
Luiz Capitulino 已提交
1836
		schedule_timeout_interruptible(msecs_to_jiffies(125));	/* Propagate thread->control  */
L
Linus Torvalds 已提交
1837
		ret = count;
L
Luiz Capitulino 已提交
1838
		sprintf(pg_result, "OK: rem_device_all");
L
Linus Torvalds 已提交
1839 1840 1841
		goto out;
	}

L
Luiz Capitulino 已提交
1842
	if (!strcmp(name, "max_before_softirq")) {
1843
		sprintf(pg_result, "OK: Note! max_before_softirq is obsoleted -- Do not use");
L
Luiz Capitulino 已提交
1844
		ret = count;
L
Linus Torvalds 已提交
1845 1846 1847 1848
		goto out;
	}

	ret = -EINVAL;
L
Luiz Capitulino 已提交
1849
out:
L
Linus Torvalds 已提交
1850 1851 1852
	return ret;
}

1853
static int pktgen_thread_open(struct inode *inode, struct file *file)
L
Linus Torvalds 已提交
1854
{
1855
	return single_open(file, pktgen_thread_show, PDE(inode)->data);
L
Linus Torvalds 已提交
1856 1857
}

1858
static const struct file_operations pktgen_thread_fops = {
L
Luiz Capitulino 已提交
1859 1860 1861 1862 1863 1864
	.owner   = THIS_MODULE,
	.open    = pktgen_thread_open,
	.read    = seq_read,
	.llseek  = seq_lseek,
	.write   = pktgen_thread_write,
	.release = single_release,
1865
};
L
Linus Torvalds 已提交
1866 1867

/* Think find or remove for NN */
L
Luiz Capitulino 已提交
1868
static struct pktgen_dev *__pktgen_NN_threads(const char *ifname, int remove)
L
Linus Torvalds 已提交
1869 1870 1871
{
	struct pktgen_thread *t;
	struct pktgen_dev *pkt_dev = NULL;
E
Eric Dumazet 已提交
1872
	bool exact = (remove == FIND);
L
Linus Torvalds 已提交
1873

1874
	list_for_each_entry(t, &pktgen_threads, th_list) {
E
Eric Dumazet 已提交
1875
		pkt_dev = pktgen_find_dev(t, ifname, exact);
L
Linus Torvalds 已提交
1876
		if (pkt_dev) {
L
Luiz Capitulino 已提交
1877 1878 1879 1880 1881 1882
			if (remove) {
				if_lock(t);
				pkt_dev->removal_mark = 1;
				t->control |= T_REMDEV;
				if_unlock(t);
			}
L
Linus Torvalds 已提交
1883 1884 1885
			break;
		}
	}
L
Luiz Capitulino 已提交
1886
	return pkt_dev;
L
Linus Torvalds 已提交
1887 1888
}

1889 1890 1891
/*
 * mark a device for removal
 */
1892
static void pktgen_mark_device(const char *ifname)
L
Linus Torvalds 已提交
1893 1894
{
	struct pktgen_dev *pkt_dev = NULL;
1895 1896 1897
	const int max_tries = 10, msec_per_try = 125;
	int i = 0;

1898
	mutex_lock(&pktgen_thread_lock);
J
Joe Perches 已提交
1899
	pr_debug("%s: marking %s for removal\n", __func__, ifname);
1900

L
Luiz Capitulino 已提交
1901
	while (1) {
1902 1903

		pkt_dev = __pktgen_NN_threads(ifname, REMOVE);
L
Luiz Capitulino 已提交
1904 1905
		if (pkt_dev == NULL)
			break;	/* success */
1906

1907
		mutex_unlock(&pktgen_thread_lock);
J
Joe Perches 已提交
1908 1909
		pr_debug("%s: waiting for %s to disappear....\n",
			 __func__, ifname);
1910
		schedule_timeout_interruptible(msecs_to_jiffies(msec_per_try));
1911
		mutex_lock(&pktgen_thread_lock);
1912 1913

		if (++i >= max_tries) {
J
Joe Perches 已提交
1914 1915
			pr_err("%s: timed out after waiting %d msec for device %s to be removed\n",
			       __func__, msec_per_try * i, ifname);
1916 1917 1918 1919 1920
			break;
		}

	}

1921
	mutex_unlock(&pktgen_thread_lock);
1922
}
1923

1924 1925 1926 1927 1928 1929 1930 1931 1932 1933 1934 1935 1936
static void pktgen_change_name(struct net_device *dev)
{
	struct pktgen_thread *t;

	list_for_each_entry(t, &pktgen_threads, th_list) {
		struct pktgen_dev *pkt_dev;

		list_for_each_entry(pkt_dev, &t->if_list, list) {
			if (pkt_dev->odev != dev)
				continue;

			remove_proc_entry(pkt_dev->entry->name, pg_proc_dir);

A
Alexey Dobriyan 已提交
1937 1938 1939 1940
			pkt_dev->entry = proc_create_data(dev->name, 0600,
							  pg_proc_dir,
							  &pktgen_if_fops,
							  pkt_dev);
1941
			if (!pkt_dev->entry)
J
Joe Perches 已提交
1942 1943
				pr_err("can't move proc entry for '%s'\n",
				       dev->name);
1944 1945 1946
			break;
		}
	}
L
Linus Torvalds 已提交
1947 1948
}

L
Luiz Capitulino 已提交
1949 1950
static int pktgen_device_event(struct notifier_block *unused,
			       unsigned long event, void *ptr)
L
Linus Torvalds 已提交
1951
{
1952
	struct net_device *dev = ptr;
L
Linus Torvalds 已提交
1953

1954
	if (!net_eq(dev_net(dev), &init_net))
1955 1956
		return NOTIFY_DONE;

L
Linus Torvalds 已提交
1957 1958 1959 1960 1961
	/* It is OK that we do not hold the group lock right now,
	 * as we run under the RTNL lock.
	 */

	switch (event) {
1962 1963
	case NETDEV_CHANGENAME:
		pktgen_change_name(dev);
L
Linus Torvalds 已提交
1964
		break;
L
Luiz Capitulino 已提交
1965

L
Linus Torvalds 已提交
1966
	case NETDEV_UNREGISTER:
L
Luiz Capitulino 已提交
1967
		pktgen_mark_device(dev->name);
L
Linus Torvalds 已提交
1968
		break;
1969
	}
L
Linus Torvalds 已提交
1970 1971 1972 1973

	return NOTIFY_DONE;
}

1974 1975
static struct net_device *pktgen_dev_get_by_name(struct pktgen_dev *pkt_dev,
						 const char *ifname)
R
Robert Olsson 已提交
1976 1977
{
	char b[IFNAMSIZ+5];
1978
	int i;
R
Robert Olsson 已提交
1979

1980 1981
	for (i = 0; ifname[i] != '@'; i++) {
		if (i == IFNAMSIZ)
R
Robert Olsson 已提交
1982 1983 1984 1985 1986 1987 1988 1989 1990 1991
			break;

		b[i] = ifname[i];
	}
	b[i] = 0;

	return dev_get_by_name(&init_net, b);
}


L
Linus Torvalds 已提交
1992 1993
/* Associate pktgen_dev with a device. */

1994
static int pktgen_setup_dev(struct pktgen_dev *pkt_dev, const char *ifname)
L
Luiz Capitulino 已提交
1995
{
L
Linus Torvalds 已提交
1996
	struct net_device *odev;
1997
	int err;
L
Linus Torvalds 已提交
1998 1999 2000 2001

	/* Clean old setups */
	if (pkt_dev->odev) {
		dev_put(pkt_dev->odev);
L
Luiz Capitulino 已提交
2002 2003
		pkt_dev->odev = NULL;
	}
L
Linus Torvalds 已提交
2004

R
Robert Olsson 已提交
2005
	odev = pktgen_dev_get_by_name(pkt_dev, ifname);
L
Linus Torvalds 已提交
2006
	if (!odev) {
J
Joe Perches 已提交
2007
		pr_err("no such netdevice: \"%s\"\n", ifname);
2008
		return -ENODEV;
L
Linus Torvalds 已提交
2009
	}
2010

L
Linus Torvalds 已提交
2011
	if (odev->type != ARPHRD_ETHER) {
J
Joe Perches 已提交
2012
		pr_err("not an ethernet device: \"%s\"\n", ifname);
2013 2014
		err = -EINVAL;
	} else if (!netif_running(odev)) {
J
Joe Perches 已提交
2015
		pr_err("device is down: \"%s\"\n", ifname);
2016 2017 2018 2019
		err = -ENETDOWN;
	} else {
		pkt_dev->odev = odev;
		return 0;
L
Linus Torvalds 已提交
2020 2021 2022
	}

	dev_put(odev);
2023
	return err;
L
Linus Torvalds 已提交
2024 2025 2026 2027 2028 2029 2030
}

/* Read pkt_dev from the interface and set up internal pktgen_dev
 * structure to have the right information to create/send packets
 */
static void pktgen_setup_inject(struct pktgen_dev *pkt_dev)
{
2031 2032
	int ntxq;

L
Luiz Capitulino 已提交
2033
	if (!pkt_dev->odev) {
J
Joe Perches 已提交
2034
		pr_err("ERROR: pkt_dev->odev == NULL in setup_inject\n");
L
Luiz Capitulino 已提交
2035 2036 2037 2038 2039
		sprintf(pkt_dev->result,
			"ERROR: pkt_dev->odev == NULL in setup_inject.\n");
		return;
	}

2040 2041
	/* make sure that we don't pick a non-existing transmit queue */
	ntxq = pkt_dev->odev->real_num_tx_queues;
R
Robert Olsson 已提交
2042

2043
	if (ntxq <= pkt_dev->queue_map_min) {
J
Joe Perches 已提交
2044 2045 2046
		pr_warning("WARNING: Requested queue_map_min (zero-based) (%d) exceeds valid range [0 - %d] for (%d) queues on %s, resetting\n",
			   pkt_dev->queue_map_min, (ntxq ?: 1) - 1, ntxq,
			   pkt_dev->odevname);
2047 2048
		pkt_dev->queue_map_min = ntxq - 1;
	}
2049
	if (pkt_dev->queue_map_max >= ntxq) {
J
Joe Perches 已提交
2050 2051 2052
		pr_warning("WARNING: Requested queue_map_max (zero-based) (%d) exceeds valid range [0 - %d] for (%d) queues on %s, resetting\n",
			   pkt_dev->queue_map_max, (ntxq ?: 1) - 1, ntxq,
			   pkt_dev->odevname);
2053 2054 2055
		pkt_dev->queue_map_max = ntxq - 1;
	}

L
Luiz Capitulino 已提交
2056
	/* Default to the interface's mac if not explicitly set. */
L
Linus Torvalds 已提交
2057

2058
	if (is_zero_ether_addr(pkt_dev->src_mac))
L
Luiz Capitulino 已提交
2059
		memcpy(&(pkt_dev->hh[6]), pkt_dev->odev->dev_addr, ETH_ALEN);
L
Linus Torvalds 已提交
2060

L
Luiz Capitulino 已提交
2061
	/* Set up Dest MAC */
2062
	memcpy(&(pkt_dev->hh[0]), pkt_dev->dst_mac, ETH_ALEN);
L
Linus Torvalds 已提交
2063

L
Luiz Capitulino 已提交
2064 2065 2066 2067
	/* Set up pkt size */
	pkt_dev->cur_pkt_size = pkt_dev->min_pkt_size;

	if (pkt_dev->flags & F_IPV6) {
L
Linus Torvalds 已提交
2068
		/*
2069
		 * Skip this automatic address setting until locks or functions
L
Linus Torvalds 已提交
2070 2071 2072 2073
		 * gets exported
		 */

#ifdef NOTNOW
L
Luiz Capitulino 已提交
2074
		int i, set = 0, err = 1;
L
Linus Torvalds 已提交
2075 2076
		struct inet6_dev *idev;

L
Luiz Capitulino 已提交
2077 2078
		for (i = 0; i < IN6_ADDR_HSIZE; i++)
			if (pkt_dev->cur_in6_saddr.s6_addr[i]) {
L
Linus Torvalds 已提交
2079 2080 2081 2082
				set = 1;
				break;
			}

L
Luiz Capitulino 已提交
2083 2084
		if (!set) {

L
Linus Torvalds 已提交
2085 2086 2087 2088 2089 2090
			/*
			 * Use linklevel address if unconfigured.
			 *
			 * use ipv6_get_lladdr if/when it's get exported
			 */

2091
			rcu_read_lock();
2092 2093
			idev = __in6_dev_get(pkt_dev->odev);
			if (idev) {
L
Linus Torvalds 已提交
2094 2095 2096
				struct inet6_ifaddr *ifp;

				read_lock_bh(&idev->lock);
L
Luiz Capitulino 已提交
2097 2098
				for (ifp = idev->addr_list; ifp;
				     ifp = ifp->if_next) {
2099 2100
					if (ifp->scope == IFA_LINK &&
					    !(ifp->flags & IFA_F_TENTATIVE)) {
L
Luiz Capitulino 已提交
2101 2102 2103
						ipv6_addr_copy(&pkt_dev->
							       cur_in6_saddr,
							       &ifp->addr);
L
Linus Torvalds 已提交
2104 2105 2106 2107 2108 2109
						err = 0;
						break;
					}
				}
				read_unlock_bh(&idev->lock);
			}
2110
			rcu_read_unlock();
L
Luiz Capitulino 已提交
2111
			if (err)
J
Joe Perches 已提交
2112
				pr_err("ERROR: IPv6 link address not available\n");
L
Linus Torvalds 已提交
2113 2114
		}
#endif
L
Luiz Capitulino 已提交
2115
	} else {
L
Linus Torvalds 已提交
2116 2117 2118
		pkt_dev->saddr_min = 0;
		pkt_dev->saddr_max = 0;
		if (strlen(pkt_dev->src_min) == 0) {
L
Luiz Capitulino 已提交
2119 2120

			struct in_device *in_dev;
L
Linus Torvalds 已提交
2121 2122

			rcu_read_lock();
2123
			in_dev = __in_dev_get_rcu(pkt_dev->odev);
L
Linus Torvalds 已提交
2124 2125
			if (in_dev) {
				if (in_dev->ifa_list) {
L
Luiz Capitulino 已提交
2126 2127
					pkt_dev->saddr_min =
					    in_dev->ifa_list->ifa_address;
L
Linus Torvalds 已提交
2128 2129 2130 2131
					pkt_dev->saddr_max = pkt_dev->saddr_min;
				}
			}
			rcu_read_unlock();
L
Luiz Capitulino 已提交
2132
		} else {
L
Linus Torvalds 已提交
2133 2134 2135 2136 2137 2138 2139
			pkt_dev->saddr_min = in_aton(pkt_dev->src_min);
			pkt_dev->saddr_max = in_aton(pkt_dev->src_max);
		}

		pkt_dev->daddr_min = in_aton(pkt_dev->dst_min);
		pkt_dev->daddr_max = in_aton(pkt_dev->dst_max);
	}
L
Luiz Capitulino 已提交
2140 2141 2142 2143 2144 2145 2146
	/* Initialize current values. */
	pkt_dev->cur_dst_mac_offset = 0;
	pkt_dev->cur_src_mac_offset = 0;
	pkt_dev->cur_saddr = pkt_dev->saddr_min;
	pkt_dev->cur_daddr = pkt_dev->daddr_min;
	pkt_dev->cur_udp_dst = pkt_dev->udp_dst_min;
	pkt_dev->cur_udp_src = pkt_dev->udp_src_min;
L
Linus Torvalds 已提交
2147 2148 2149
	pkt_dev->nflows = 0;
}

2150 2151 2152

static void spin(struct pktgen_dev *pkt_dev, ktime_t spin_until)
{
2153
	ktime_t start_time, end_time;
E
Eric Dumazet 已提交
2154
	s64 remaining;
S
Stephen Hemminger 已提交
2155 2156 2157 2158 2159
	struct hrtimer_sleeper t;

	hrtimer_init_on_stack(&t.timer, CLOCK_MONOTONIC, HRTIMER_MODE_ABS);
	hrtimer_set_expires(&t.timer, spin_until);

2160
	remaining = ktime_to_ns(hrtimer_expires_remaining(&t.timer));
E
Eric Dumazet 已提交
2161 2162
	if (remaining <= 0) {
		pkt_dev->next_tx = ktime_add_ns(spin_until, pkt_dev->delay);
S
Stephen Hemminger 已提交
2163
		return;
E
Eric Dumazet 已提交
2164
	}
S
Stephen Hemminger 已提交
2165

2166
	start_time = ktime_now();
2167 2168
	if (remaining < 100000)
		ndelay(remaining);	/* really small just spin */
S
Stephen Hemminger 已提交
2169 2170 2171 2172 2173 2174 2175 2176 2177 2178
	else {
		/* see do_nanosleep */
		hrtimer_init_sleeper(&t, current);
		do {
			set_current_state(TASK_INTERRUPTIBLE);
			hrtimer_start_expires(&t.timer, HRTIMER_MODE_ABS);
			if (!hrtimer_active(&t.timer))
				t.task = NULL;

			if (likely(t.task))
L
Linus Torvalds 已提交
2179 2180
				schedule();

S
Stephen Hemminger 已提交
2181 2182 2183
			hrtimer_cancel(&t.timer);
		} while (t.task && pkt_dev->running && !signal_pending(current));
		__set_current_state(TASK_RUNNING);
L
Linus Torvalds 已提交
2184
	}
2185 2186 2187
	end_time = ktime_now();

	pkt_dev->idle_acc += ktime_to_ns(ktime_sub(end_time, start_time));
2188
	pkt_dev->next_tx = ktime_add_ns(spin_until, pkt_dev->delay);
L
Linus Torvalds 已提交
2189 2190
}

2191 2192
static inline void set_pkt_overhead(struct pktgen_dev *pkt_dev)
{
J
Jamal Hadi Salim 已提交
2193
	pkt_dev->pkt_overhead = 0;
2194 2195 2196 2197 2198
	pkt_dev->pkt_overhead += pkt_dev->nr_labels*sizeof(u32);
	pkt_dev->pkt_overhead += VLAN_TAG_SIZE(pkt_dev);
	pkt_dev->pkt_overhead += SVLAN_TAG_SIZE(pkt_dev);
}

S
Stephen Hemminger 已提交
2199
static inline int f_seen(const struct pktgen_dev *pkt_dev, int flow)
2200
{
S
Stephen Hemminger 已提交
2201
	return !!(pkt_dev->flows[flow].flags & F_INIT);
2202 2203 2204 2205 2206 2207 2208 2209 2210 2211
}

static inline int f_pick(struct pktgen_dev *pkt_dev)
{
	int flow = pkt_dev->curfl;

	if (pkt_dev->flags & F_FLOW_SEQ) {
		if (pkt_dev->flows[flow].count >= pkt_dev->lflow) {
			/* reset time */
			pkt_dev->flows[flow].count = 0;
R
Robert Olsson 已提交
2212
			pkt_dev->flows[flow].flags = 0;
2213 2214 2215 2216 2217 2218
			pkt_dev->curfl += 1;
			if (pkt_dev->curfl >= pkt_dev->cflows)
				pkt_dev->curfl = 0; /*reset */
		}
	} else {
		flow = random32() % pkt_dev->cflows;
R
Robert Olsson 已提交
2219
		pkt_dev->curfl = flow;
2220

R
Robert Olsson 已提交
2221
		if (pkt_dev->flows[flow].count > pkt_dev->lflow) {
2222
			pkt_dev->flows[flow].count = 0;
R
Robert Olsson 已提交
2223 2224
			pkt_dev->flows[flow].flags = 0;
		}
2225 2226 2227 2228 2229
	}

	return pkt_dev->curfl;
}

J
Jamal Hadi Salim 已提交
2230 2231 2232 2233 2234

#ifdef CONFIG_XFRM
/* If there was already an IPSEC SA, we keep it as is, else
 * we go look for it ...
*/
2235
#define DUMMY_MARK 0
2236
static void get_ipsec_sa(struct pktgen_dev *pkt_dev, int flow)
J
Jamal Hadi Salim 已提交
2237 2238 2239 2240
{
	struct xfrm_state *x = pkt_dev->flows[flow].x;
	if (!x) {
		/*slow path: we dont already have xfrm_state*/
2241
		x = xfrm_stateonly_find(&init_net, DUMMY_MARK,
2242
					(xfrm_address_t *)&pkt_dev->cur_daddr,
J
Jamal Hadi Salim 已提交
2243 2244 2245 2246 2247 2248 2249
					(xfrm_address_t *)&pkt_dev->cur_saddr,
					AF_INET,
					pkt_dev->ipsmode,
					pkt_dev->ipsproto, 0);
		if (x) {
			pkt_dev->flows[flow].x = x;
			set_pkt_overhead(pkt_dev);
2250
			pkt_dev->pkt_overhead += x->props.header_len;
J
Jamal Hadi Salim 已提交
2251 2252 2253 2254 2255
		}

	}
}
#endif
2256 2257
static void set_cur_queue_map(struct pktgen_dev *pkt_dev)
{
R
Robert Olsson 已提交
2258 2259 2260 2261

	if (pkt_dev->flags & F_QUEUE_MAP_CPU)
		pkt_dev->cur_queue_map = smp_processor_id();

E
Eric Dumazet 已提交
2262
	else if (pkt_dev->queue_map_min <= pkt_dev->queue_map_max) {
2263 2264 2265 2266 2267 2268 2269 2270 2271 2272 2273 2274 2275
		__u16 t;
		if (pkt_dev->flags & F_QUEUE_MAP_RND) {
			t = random32() %
				(pkt_dev->queue_map_max -
				 pkt_dev->queue_map_min + 1)
				+ pkt_dev->queue_map_min;
		} else {
			t = pkt_dev->cur_queue_map + 1;
			if (t > pkt_dev->queue_map_max)
				t = pkt_dev->queue_map_min;
		}
		pkt_dev->cur_queue_map = t;
	}
R
Robert Olsson 已提交
2276
	pkt_dev->cur_queue_map  = pkt_dev->cur_queue_map % pkt_dev->odev->real_num_tx_queues;
2277 2278
}

L
Linus Torvalds 已提交
2279 2280 2281
/* Increment/randomize headers according to flags and current values
 * for IP src/dest, UDP src/dst port, MAC-Addr src/dst
 */
L
Luiz Capitulino 已提交
2282 2283 2284 2285 2286
static void mod_cur_headers(struct pktgen_dev *pkt_dev)
{
	__u32 imn;
	__u32 imx;
	int flow = 0;
L
Linus Torvalds 已提交
2287

2288 2289
	if (pkt_dev->cflows)
		flow = f_pick(pkt_dev);
L
Linus Torvalds 已提交
2290 2291

	/*  Deal with source MAC */
L
Luiz Capitulino 已提交
2292 2293 2294 2295 2296
	if (pkt_dev->src_mac_count > 1) {
		__u32 mc;
		__u32 tmp;

		if (pkt_dev->flags & F_MACSRC_RND)
S
Stephen Hemminger 已提交
2297
			mc = random32() % pkt_dev->src_mac_count;
L
Luiz Capitulino 已提交
2298 2299
		else {
			mc = pkt_dev->cur_src_mac_offset++;
R
Robert Olsson 已提交
2300
			if (pkt_dev->cur_src_mac_offset >=
L
Luiz Capitulino 已提交
2301 2302 2303 2304 2305 2306 2307 2308 2309 2310 2311 2312 2313 2314 2315 2316 2317 2318 2319 2320 2321 2322
			    pkt_dev->src_mac_count)
				pkt_dev->cur_src_mac_offset = 0;
		}

		tmp = pkt_dev->src_mac[5] + (mc & 0xFF);
		pkt_dev->hh[11] = tmp;
		tmp = (pkt_dev->src_mac[4] + ((mc >> 8) & 0xFF) + (tmp >> 8));
		pkt_dev->hh[10] = tmp;
		tmp = (pkt_dev->src_mac[3] + ((mc >> 16) & 0xFF) + (tmp >> 8));
		pkt_dev->hh[9] = tmp;
		tmp = (pkt_dev->src_mac[2] + ((mc >> 24) & 0xFF) + (tmp >> 8));
		pkt_dev->hh[8] = tmp;
		tmp = (pkt_dev->src_mac[1] + (tmp >> 8));
		pkt_dev->hh[7] = tmp;
	}

	/*  Deal with Destination MAC */
	if (pkt_dev->dst_mac_count > 1) {
		__u32 mc;
		__u32 tmp;

		if (pkt_dev->flags & F_MACDST_RND)
S
Stephen Hemminger 已提交
2323
			mc = random32() % pkt_dev->dst_mac_count;
L
Luiz Capitulino 已提交
2324 2325 2326

		else {
			mc = pkt_dev->cur_dst_mac_offset++;
R
Robert Olsson 已提交
2327
			if (pkt_dev->cur_dst_mac_offset >=
L
Luiz Capitulino 已提交
2328 2329 2330 2331 2332 2333 2334 2335 2336 2337 2338 2339 2340 2341 2342 2343 2344
			    pkt_dev->dst_mac_count) {
				pkt_dev->cur_dst_mac_offset = 0;
			}
		}

		tmp = pkt_dev->dst_mac[5] + (mc & 0xFF);
		pkt_dev->hh[5] = tmp;
		tmp = (pkt_dev->dst_mac[4] + ((mc >> 8) & 0xFF) + (tmp >> 8));
		pkt_dev->hh[4] = tmp;
		tmp = (pkt_dev->dst_mac[3] + ((mc >> 16) & 0xFF) + (tmp >> 8));
		pkt_dev->hh[3] = tmp;
		tmp = (pkt_dev->dst_mac[2] + ((mc >> 24) & 0xFF) + (tmp >> 8));
		pkt_dev->hh[2] = tmp;
		tmp = (pkt_dev->dst_mac[1] + (tmp >> 8));
		pkt_dev->hh[1] = tmp;
	}

2345 2346
	if (pkt_dev->flags & F_MPLS_RND) {
		unsigned i;
2347
		for (i = 0; i < pkt_dev->nr_labels; i++)
2348 2349
			if (pkt_dev->labels[i] & MPLS_STACK_BOTTOM)
				pkt_dev->labels[i] = MPLS_STACK_BOTTOM |
S
Stephen Hemminger 已提交
2350
					     ((__force __be32)random32() &
2351 2352 2353
						      htonl(0x000fffff));
	}

F
Francesco Fondelli 已提交
2354
	if ((pkt_dev->flags & F_VID_RND) && (pkt_dev->vlan_id != 0xffff)) {
S
Stephen Hemminger 已提交
2355
		pkt_dev->vlan_id = random32() & (4096-1);
F
Francesco Fondelli 已提交
2356 2357 2358
	}

	if ((pkt_dev->flags & F_SVID_RND) && (pkt_dev->svlan_id != 0xffff)) {
S
Stephen Hemminger 已提交
2359
		pkt_dev->svlan_id = random32() & (4096 - 1);
F
Francesco Fondelli 已提交
2360 2361
	}

L
Luiz Capitulino 已提交
2362 2363
	if (pkt_dev->udp_src_min < pkt_dev->udp_src_max) {
		if (pkt_dev->flags & F_UDPSRC_RND)
S
Stephen Hemminger 已提交
2364 2365 2366
			pkt_dev->cur_udp_src = random32() %
				(pkt_dev->udp_src_max - pkt_dev->udp_src_min)
				+ pkt_dev->udp_src_min;
L
Luiz Capitulino 已提交
2367 2368

		else {
L
Linus Torvalds 已提交
2369 2370 2371
			pkt_dev->cur_udp_src++;
			if (pkt_dev->cur_udp_src >= pkt_dev->udp_src_max)
				pkt_dev->cur_udp_src = pkt_dev->udp_src_min;
L
Luiz Capitulino 已提交
2372 2373 2374 2375 2376
		}
	}

	if (pkt_dev->udp_dst_min < pkt_dev->udp_dst_max) {
		if (pkt_dev->flags & F_UDPDST_RND) {
S
Stephen Hemminger 已提交
2377 2378 2379
			pkt_dev->cur_udp_dst = random32() %
				(pkt_dev->udp_dst_max - pkt_dev->udp_dst_min)
				+ pkt_dev->udp_dst_min;
L
Luiz Capitulino 已提交
2380
		} else {
L
Linus Torvalds 已提交
2381
			pkt_dev->cur_udp_dst++;
L
Luiz Capitulino 已提交
2382
			if (pkt_dev->cur_udp_dst >= pkt_dev->udp_dst_max)
L
Linus Torvalds 已提交
2383
				pkt_dev->cur_udp_dst = pkt_dev->udp_dst_min;
L
Luiz Capitulino 已提交
2384 2385
		}
	}
L
Linus Torvalds 已提交
2386 2387 2388

	if (!(pkt_dev->flags & F_IPV6)) {

2389 2390 2391
		imn = ntohl(pkt_dev->saddr_min);
		imx = ntohl(pkt_dev->saddr_max);
		if (imn < imx) {
L
Linus Torvalds 已提交
2392
			__u32 t;
L
Luiz Capitulino 已提交
2393
			if (pkt_dev->flags & F_IPSRC_RND)
S
Stephen Hemminger 已提交
2394
				t = random32() % (imx - imn) + imn;
L
Linus Torvalds 已提交
2395 2396 2397
			else {
				t = ntohl(pkt_dev->cur_saddr);
				t++;
2398
				if (t > imx)
L
Linus Torvalds 已提交
2399
					t = imn;
2400

L
Linus Torvalds 已提交
2401 2402 2403
			}
			pkt_dev->cur_saddr = htonl(t);
		}
L
Luiz Capitulino 已提交
2404

2405
		if (pkt_dev->cflows && f_seen(pkt_dev, flow)) {
L
Linus Torvalds 已提交
2406 2407
			pkt_dev->cur_daddr = pkt_dev->flows[flow].cur_daddr;
		} else {
A
Al Viro 已提交
2408 2409 2410
			imn = ntohl(pkt_dev->daddr_min);
			imx = ntohl(pkt_dev->daddr_max);
			if (imn < imx) {
L
Linus Torvalds 已提交
2411
				__u32 t;
A
Al Viro 已提交
2412
				__be32 s;
L
Linus Torvalds 已提交
2413 2414
				if (pkt_dev->flags & F_IPDST_RND) {

S
Stephen Hemminger 已提交
2415
					t = random32() % (imx - imn) + imn;
A
Al Viro 已提交
2416
					s = htonl(t);
L
Linus Torvalds 已提交
2417

2418 2419
					while (ipv4_is_loopback(s) ||
					       ipv4_is_multicast(s) ||
2420
					       ipv4_is_lbcast(s) ||
2421 2422
					       ipv4_is_zeronet(s) ||
					       ipv4_is_local_multicast(s)) {
S
Stephen Hemminger 已提交
2423
						t = random32() % (imx - imn) + imn;
A
Al Viro 已提交
2424
						s = htonl(t);
L
Linus Torvalds 已提交
2425
					}
A
Al Viro 已提交
2426 2427
					pkt_dev->cur_daddr = s;
				} else {
L
Linus Torvalds 已提交
2428 2429 2430 2431 2432 2433 2434 2435
					t = ntohl(pkt_dev->cur_daddr);
					t++;
					if (t > imx) {
						t = imn;
					}
					pkt_dev->cur_daddr = htonl(t);
				}
			}
L
Luiz Capitulino 已提交
2436
			if (pkt_dev->cflows) {
2437
				pkt_dev->flows[flow].flags |= F_INIT;
L
Luiz Capitulino 已提交
2438 2439
				pkt_dev->flows[flow].cur_daddr =
				    pkt_dev->cur_daddr;
J
Jamal Hadi Salim 已提交
2440 2441 2442 2443
#ifdef CONFIG_XFRM
				if (pkt_dev->flags & F_IPSEC_ON)
					get_ipsec_sa(pkt_dev, flow);
#endif
L
Linus Torvalds 已提交
2444 2445 2446
				pkt_dev->nflows++;
			}
		}
L
Luiz Capitulino 已提交
2447 2448 2449 2450 2451 2452
	} else {		/* IPV6 * */

		if (pkt_dev->min_in6_daddr.s6_addr32[0] == 0 &&
		    pkt_dev->min_in6_daddr.s6_addr32[1] == 0 &&
		    pkt_dev->min_in6_daddr.s6_addr32[2] == 0 &&
		    pkt_dev->min_in6_daddr.s6_addr32[3] == 0) ;
L
Linus Torvalds 已提交
2453 2454 2455 2456 2457
		else {
			int i;

			/* Only random destinations yet */

L
Luiz Capitulino 已提交
2458
			for (i = 0; i < 4; i++) {
L
Linus Torvalds 已提交
2459
				pkt_dev->cur_in6_daddr.s6_addr32[i] =
S
Stephen Hemminger 已提交
2460
				    (((__force __be32)random32() |
L
Luiz Capitulino 已提交
2461 2462
				      pkt_dev->min_in6_daddr.s6_addr32[i]) &
				     pkt_dev->max_in6_daddr.s6_addr32[i]);
L
Linus Torvalds 已提交
2463
			}
L
Luiz Capitulino 已提交
2464
		}
L
Linus Torvalds 已提交
2465 2466
	}

L
Luiz Capitulino 已提交
2467 2468 2469
	if (pkt_dev->min_pkt_size < pkt_dev->max_pkt_size) {
		__u32 t;
		if (pkt_dev->flags & F_TXSIZE_RND) {
S
Stephen Hemminger 已提交
2470 2471 2472
			t = random32() %
				(pkt_dev->max_pkt_size - pkt_dev->min_pkt_size)
				+ pkt_dev->min_pkt_size;
L
Luiz Capitulino 已提交
2473
		} else {
L
Linus Torvalds 已提交
2474
			t = pkt_dev->cur_pkt_size + 1;
L
Luiz Capitulino 已提交
2475
			if (t > pkt_dev->max_pkt_size)
L
Linus Torvalds 已提交
2476
				t = pkt_dev->min_pkt_size;
L
Luiz Capitulino 已提交
2477 2478 2479
		}
		pkt_dev->cur_pkt_size = t;
	}
L
Linus Torvalds 已提交
2480

2481
	set_cur_queue_map(pkt_dev);
R
Robert Olsson 已提交
2482

L
Linus Torvalds 已提交
2483 2484 2485
	pkt_dev->flows[flow].count++;
}

J
Jamal Hadi Salim 已提交
2486 2487 2488 2489 2490 2491 2492 2493 2494 2495 2496 2497 2498 2499 2500 2501 2502 2503

#ifdef CONFIG_XFRM
static int pktgen_output_ipsec(struct sk_buff *skb, struct pktgen_dev *pkt_dev)
{
	struct xfrm_state *x = pkt_dev->flows[pkt_dev->curfl].x;
	int err = 0;
	struct iphdr *iph;

	if (!x)
		return 0;
	/* XXX: we dont support tunnel mode for now until
	 * we resolve the dst issue */
	if (x->props.mode != XFRM_MODE_TRANSPORT)
		return 0;

	spin_lock(&x->lock);
	iph = ip_hdr(skb);

2504
	err = x->outer_mode->output(x, skb);
J
Jamal Hadi Salim 已提交
2505 2506 2507 2508 2509 2510
	if (err)
		goto error;
	err = x->type->output(x, skb);
	if (err)
		goto error;

2511
	x->curlft.bytes += skb->len;
J
Jamal Hadi Salim 已提交
2512 2513 2514 2515 2516 2517
	x->curlft.packets++;
error:
	spin_unlock(&x->lock);
	return err;
}

S
Stephen Hemminger 已提交
2518
static void free_SAs(struct pktgen_dev *pkt_dev)
J
Jamal Hadi Salim 已提交
2519 2520 2521
{
	if (pkt_dev->cflows) {
		/* let go of the SAs if we have them */
2522 2523
		int i;
		for (i = 0; i < pkt_dev->cflows; i++) {
J
Jamal Hadi Salim 已提交
2524 2525 2526 2527 2528 2529 2530 2531 2532
			struct xfrm_state *x = pkt_dev->flows[i].x;
			if (x) {
				xfrm_state_put(x);
				pkt_dev->flows[i].x = NULL;
			}
		}
	}
}

S
Stephen Hemminger 已提交
2533
static int process_ipsec(struct pktgen_dev *pkt_dev,
J
Jamal Hadi Salim 已提交
2534 2535 2536 2537 2538 2539 2540 2541 2542
			      struct sk_buff *skb, __be16 protocol)
{
	if (pkt_dev->flags & F_IPSEC_ON) {
		struct xfrm_state *x = pkt_dev->flows[pkt_dev->curfl].x;
		int nhead = 0;
		if (x) {
			int ret;
			__u8 *eth;
			nhead = x->props.header_len - skb_headroom(skb);
2543
			if (nhead > 0) {
J
Jamal Hadi Salim 已提交
2544 2545
				ret = pskb_expand_head(skb, nhead, 0, GFP_ATOMIC);
				if (ret < 0) {
J
Joe Perches 已提交
2546 2547
					pr_err("Error expanding ipsec packet %d\n",
					       ret);
2548
					goto err;
J
Jamal Hadi Salim 已提交
2549 2550 2551 2552 2553 2554 2555
				}
			}

			/* ipsec is not expecting ll header */
			skb_pull(skb, ETH_HLEN);
			ret = pktgen_output_ipsec(skb, pkt_dev);
			if (ret) {
J
Joe Perches 已提交
2556
				pr_err("Error creating ipsec packet %d\n", ret);
2557
				goto err;
J
Jamal Hadi Salim 已提交
2558 2559 2560 2561
			}
			/* restore ll */
			eth = (__u8 *) skb_push(skb, ETH_HLEN);
			memcpy(eth, pkt_dev->hh, 12);
2562
			*(u16 *) &eth[12] = protocol;
J
Jamal Hadi Salim 已提交
2563 2564 2565
		}
	}
	return 1;
2566 2567 2568
err:
	kfree_skb(skb);
	return 0;
J
Jamal Hadi Salim 已提交
2569 2570 2571
}
#endif

2572 2573 2574
static void mpls_push(__be32 *mpls, struct pktgen_dev *pkt_dev)
{
	unsigned i;
2575
	for (i = 0; i < pkt_dev->nr_labels; i++)
2576
		*mpls++ = pkt_dev->labels[i] & ~MPLS_STACK_BOTTOM;
2577

2578 2579 2580 2581
	mpls--;
	*mpls |= MPLS_STACK_BOTTOM;
}

A
Al Viro 已提交
2582 2583 2584 2585 2586 2587
static inline __be16 build_tci(unsigned int id, unsigned int cfi,
			       unsigned int prio)
{
	return htons(id | (cfi << 12) | (prio << 13));
}

L
Luiz Capitulino 已提交
2588 2589
static struct sk_buff *fill_packet_ipv4(struct net_device *odev,
					struct pktgen_dev *pkt_dev)
L
Linus Torvalds 已提交
2590 2591 2592 2593 2594 2595
{
	struct sk_buff *skb = NULL;
	__u8 *eth;
	struct udphdr *udph;
	int datalen, iplen;
	struct iphdr *iph;
L
Luiz Capitulino 已提交
2596
	struct pktgen_hdr *pgh = NULL;
2597
	__be16 protocol = htons(ETH_P_IP);
2598
	__be32 *mpls;
F
Francesco Fondelli 已提交
2599 2600 2601 2602
	__be16 *vlan_tci = NULL;                 /* Encapsulates priority and VLAN ID */
	__be16 *vlan_encapsulated_proto = NULL;  /* packet type ID field (or len) for VLAN tag */
	__be16 *svlan_tci = NULL;                /* Encapsulates priority and SVLAN ID */
	__be16 *svlan_encapsulated_proto = NULL; /* packet type ID field (or len) for SVLAN tag */
2603
	u16 queue_map;
2604 2605

	if (pkt_dev->nr_labels)
2606
		protocol = htons(ETH_P_MPLS_UC);
L
Luiz Capitulino 已提交
2607

F
Francesco Fondelli 已提交
2608
	if (pkt_dev->vlan_id != 0xffff)
2609
		protocol = htons(ETH_P_8021Q);
F
Francesco Fondelli 已提交
2610

2611 2612 2613
	/* Update any of the values, used when we're incrementing various
	 * fields.
	 */
2614
	queue_map = pkt_dev->cur_queue_map;
2615 2616
	mod_cur_headers(pkt_dev);

2617
	datalen = (odev->hard_header_len + 16) & ~0xf;
R
Robert Olsson 已提交
2618 2619 2620 2621 2622 2623 2624 2625 2626 2627 2628 2629 2630 2631 2632 2633 2634 2635 2636 2637 2638

	if (pkt_dev->flags & F_NODE) {
		int node;

		if (pkt_dev->node >= 0)
			node = pkt_dev->node;
		else
			node =  numa_node_id();

		skb = __alloc_skb(NET_SKB_PAD + pkt_dev->cur_pkt_size + 64
				  + datalen + pkt_dev->pkt_overhead, GFP_NOWAIT, 0, node);
		if (likely(skb)) {
			skb_reserve(skb, NET_SKB_PAD);
			skb->dev = odev;
		}
	}
	else
	  skb = __netdev_alloc_skb(odev,
				   pkt_dev->cur_pkt_size + 64
				   + datalen + pkt_dev->pkt_overhead, GFP_NOWAIT);

L
Linus Torvalds 已提交
2639 2640 2641 2642 2643
	if (!skb) {
		sprintf(pkt_dev->result, "No memory");
		return NULL;
	}

2644
	skb_reserve(skb, datalen);
L
Linus Torvalds 已提交
2645 2646 2647

	/*  Reserve for ethernet and IP header  */
	eth = (__u8 *) skb_push(skb, 14);
2648 2649 2650
	mpls = (__be32 *)skb_put(skb, pkt_dev->nr_labels*sizeof(__u32));
	if (pkt_dev->nr_labels)
		mpls_push(mpls, pkt_dev);
F
Francesco Fondelli 已提交
2651 2652

	if (pkt_dev->vlan_id != 0xffff) {
2653
		if (pkt_dev->svlan_id != 0xffff) {
F
Francesco Fondelli 已提交
2654
			svlan_tci = (__be16 *)skb_put(skb, sizeof(__be16));
A
Al Viro 已提交
2655 2656 2657
			*svlan_tci = build_tci(pkt_dev->svlan_id,
					       pkt_dev->svlan_cfi,
					       pkt_dev->svlan_p);
F
Francesco Fondelli 已提交
2658
			svlan_encapsulated_proto = (__be16 *)skb_put(skb, sizeof(__be16));
2659
			*svlan_encapsulated_proto = htons(ETH_P_8021Q);
F
Francesco Fondelli 已提交
2660 2661
		}
		vlan_tci = (__be16 *)skb_put(skb, sizeof(__be16));
A
Al Viro 已提交
2662 2663 2664
		*vlan_tci = build_tci(pkt_dev->vlan_id,
				      pkt_dev->vlan_cfi,
				      pkt_dev->vlan_p);
F
Francesco Fondelli 已提交
2665
		vlan_encapsulated_proto = (__be16 *)skb_put(skb, sizeof(__be16));
2666
		*vlan_encapsulated_proto = htons(ETH_P_IP);
F
Francesco Fondelli 已提交
2667 2668
	}

2669
	skb->network_header = skb->tail;
2670
	skb->transport_header = skb->network_header + sizeof(struct iphdr);
2671
	skb_put(skb, sizeof(struct iphdr) + sizeof(struct udphdr));
2672
	skb_set_queue_mapping(skb, queue_map);
2673 2674
	iph = ip_hdr(skb);
	udph = udp_hdr(skb);
L
Linus Torvalds 已提交
2675 2676

	memcpy(eth, pkt_dev->hh, 12);
A
Al Viro 已提交
2677
	*(__be16 *) & eth[12] = protocol;
L
Linus Torvalds 已提交
2678

2679 2680
	/* Eth + IPh + UDPh + mpls */
	datalen = pkt_dev->cur_pkt_size - 14 - 20 - 8 -
2681
		  pkt_dev->pkt_overhead;
L
Luiz Capitulino 已提交
2682
	if (datalen < sizeof(struct pktgen_hdr))
L
Linus Torvalds 已提交
2683
		datalen = sizeof(struct pktgen_hdr);
L
Luiz Capitulino 已提交
2684

L
Linus Torvalds 已提交
2685 2686
	udph->source = htons(pkt_dev->cur_udp_src);
	udph->dest = htons(pkt_dev->cur_udp_dst);
L
Luiz Capitulino 已提交
2687 2688
	udph->len = htons(datalen + 8);	/* DATA + udphdr */
	udph->check = 0;	/* No checksum */
L
Linus Torvalds 已提交
2689 2690 2691 2692

	iph->ihl = 5;
	iph->version = 4;
	iph->ttl = 32;
F
Francesco Fondelli 已提交
2693
	iph->tos = pkt_dev->tos;
L
Luiz Capitulino 已提交
2694
	iph->protocol = IPPROTO_UDP;	/* UDP */
L
Linus Torvalds 已提交
2695 2696
	iph->saddr = pkt_dev->cur_saddr;
	iph->daddr = pkt_dev->cur_daddr;
E
Eric Dumazet 已提交
2697 2698
	iph->id = htons(pkt_dev->ip_id);
	pkt_dev->ip_id++;
L
Linus Torvalds 已提交
2699 2700 2701 2702
	iph->frag_off = 0;
	iplen = 20 + 8 + datalen;
	iph->tot_len = htons(iplen);
	iph->check = 0;
L
Luiz Capitulino 已提交
2703
	iph->check = ip_fast_csum((void *)iph, iph->ihl);
2704
	skb->protocol = protocol;
2705
	skb->mac_header = (skb->network_header - ETH_HLEN -
2706
			   pkt_dev->pkt_overhead);
L
Linus Torvalds 已提交
2707 2708 2709
	skb->dev = odev;
	skb->pkt_type = PACKET_HOST;

E
Eric Dumazet 已提交
2710
	if (pkt_dev->nfrags <= 0) {
L
Luiz Capitulino 已提交
2711
		pgh = (struct pktgen_hdr *)skb_put(skb, datalen);
E
Eric Dumazet 已提交
2712 2713
		memset(pgh + 1, 0, datalen - sizeof(struct pktgen_hdr));
	} else {
L
Linus Torvalds 已提交
2714
		int frags = pkt_dev->nfrags;
E
Eric Dumazet 已提交
2715
		int i, len;
L
Linus Torvalds 已提交
2716

L
Luiz Capitulino 已提交
2717 2718
		pgh = (struct pktgen_hdr *)(((char *)(udph)) + 8);

L
Linus Torvalds 已提交
2719 2720
		if (frags > MAX_SKB_FRAGS)
			frags = MAX_SKB_FRAGS;
L
Luiz Capitulino 已提交
2721
		if (datalen > frags * PAGE_SIZE) {
E
Eric Dumazet 已提交
2722 2723
			len = datalen - frags * PAGE_SIZE;
			memset(skb_put(skb, len), 0, len);
L
Luiz Capitulino 已提交
2724
			datalen = frags * PAGE_SIZE;
L
Linus Torvalds 已提交
2725 2726 2727 2728
		}

		i = 0;
		while (datalen > 0) {
E
Eric Dumazet 已提交
2729
			struct page *page = alloc_pages(GFP_KERNEL | __GFP_ZERO, 0);
L
Linus Torvalds 已提交
2730 2731 2732
			skb_shinfo(skb)->frags[i].page = page;
			skb_shinfo(skb)->frags[i].page_offset = 0;
			skb_shinfo(skb)->frags[i].size =
L
Luiz Capitulino 已提交
2733
			    (datalen < PAGE_SIZE ? datalen : PAGE_SIZE);
L
Linus Torvalds 已提交
2734 2735 2736 2737 2738 2739 2740 2741 2742 2743 2744 2745 2746 2747 2748 2749 2750 2751 2752
			datalen -= skb_shinfo(skb)->frags[i].size;
			skb->len += skb_shinfo(skb)->frags[i].size;
			skb->data_len += skb_shinfo(skb)->frags[i].size;
			i++;
			skb_shinfo(skb)->nr_frags = i;
		}

		while (i < frags) {
			int rem;

			if (i == 0)
				break;

			rem = skb_shinfo(skb)->frags[i - 1].size / 2;
			if (rem == 0)
				break;

			skb_shinfo(skb)->frags[i - 1].size -= rem;

L
Luiz Capitulino 已提交
2753 2754
			skb_shinfo(skb)->frags[i] =
			    skb_shinfo(skb)->frags[i - 1];
L
Linus Torvalds 已提交
2755
			get_page(skb_shinfo(skb)->frags[i].page);
L
Luiz Capitulino 已提交
2756 2757 2758 2759
			skb_shinfo(skb)->frags[i].page =
			    skb_shinfo(skb)->frags[i - 1].page;
			skb_shinfo(skb)->frags[i].page_offset +=
			    skb_shinfo(skb)->frags[i - 1].size;
L
Linus Torvalds 已提交
2760 2761 2762 2763 2764 2765
			skb_shinfo(skb)->frags[i].size = rem;
			i++;
			skb_shinfo(skb)->nr_frags = i;
		}
	}

2766 2767 2768
	/* Stamp the time, and sequence number,
	 * convert them to network byte order
	 */
L
Luiz Capitulino 已提交
2769 2770 2771 2772 2773 2774 2775 2776 2777 2778
	if (pgh) {
		struct timeval timestamp;

		pgh->pgh_magic = htonl(PKTGEN_MAGIC);
		pgh->seq_num = htonl(pkt_dev->seq_num);

		do_gettimeofday(&timestamp);
		pgh->tv_sec = htonl(timestamp.tv_sec);
		pgh->tv_usec = htonl(timestamp.tv_usec);
	}
L
Linus Torvalds 已提交
2779

J
Jamal Hadi Salim 已提交
2780 2781 2782 2783 2784
#ifdef CONFIG_XFRM
	if (!process_ipsec(pkt_dev, skb, protocol))
		return NULL;
#endif

L
Linus Torvalds 已提交
2785 2786 2787 2788
	return skb;
}

/*
2789
 * scan_ip6, fmt_ip taken from dietlibc-0.21
L
Linus Torvalds 已提交
2790 2791
 * Author Felix von Leitner <felix-dietlibc@fefe.de>
 *
2792
 * Slightly modified for kernel.
L
Linus Torvalds 已提交
2793 2794 2795 2796
 * Should be candidate for net/ipv4/utils.c
 * --ro
 */

L
Luiz Capitulino 已提交
2797
static unsigned int scan_ip6(const char *s, char ip[16])
L
Linus Torvalds 已提交
2798 2799
{
	unsigned int i;
L
Luiz Capitulino 已提交
2800
	unsigned int len = 0;
L
Linus Torvalds 已提交
2801 2802
	unsigned long u;
	char suffix[16];
L
Luiz Capitulino 已提交
2803 2804
	unsigned int prefixlen = 0;
	unsigned int suffixlen = 0;
A
Al Viro 已提交
2805
	__be32 tmp;
S
Stephen Hemminger 已提交
2806
	char *pos;
L
Linus Torvalds 已提交
2807

L
Luiz Capitulino 已提交
2808 2809
	for (i = 0; i < 16; i++)
		ip[i] = 0;
L
Linus Torvalds 已提交
2810 2811 2812 2813

	for (;;) {
		if (*s == ':') {
			len++;
L
Luiz Capitulino 已提交
2814 2815
			if (s[1] == ':') {	/* Found "::", skip to part 2 */
				s += 2;
L
Linus Torvalds 已提交
2816 2817 2818 2819 2820 2821
				len++;
				break;
			}
			s++;
		}

S
Stephen Hemminger 已提交
2822 2823
		u = simple_strtoul(s, &pos, 16);
		i = pos - s;
L
Luiz Capitulino 已提交
2824 2825 2826
		if (!i)
			return 0;
		if (prefixlen == 12 && s[i] == '.') {
L
Linus Torvalds 已提交
2827 2828 2829 2830

			/* the last 4 bytes may be written as IPv4 address */

			tmp = in_aton(s);
L
Luiz Capitulino 已提交
2831 2832
			memcpy((struct in_addr *)(ip + 12), &tmp, sizeof(tmp));
			return i + len;
L
Linus Torvalds 已提交
2833 2834 2835
		}
		ip[prefixlen++] = (u >> 8);
		ip[prefixlen++] = (u & 255);
L
Luiz Capitulino 已提交
2836 2837 2838
		s += i;
		len += i;
		if (prefixlen == 16)
L
Linus Torvalds 已提交
2839 2840 2841 2842 2843 2844
			return len;
	}

/* part 2, after "::" */
	for (;;) {
		if (*s == ':') {
L
Luiz Capitulino 已提交
2845
			if (suffixlen == 0)
L
Linus Torvalds 已提交
2846 2847 2848
				break;
			s++;
			len++;
L
Luiz Capitulino 已提交
2849
		} else if (suffixlen != 0)
L
Linus Torvalds 已提交
2850
			break;
S
Stephen Hemminger 已提交
2851 2852 2853

		u = simple_strtol(s, &pos, 16);
		i = pos - s;
L
Linus Torvalds 已提交
2854
		if (!i) {
L
Luiz Capitulino 已提交
2855 2856
			if (*s)
				len--;
L
Linus Torvalds 已提交
2857 2858
			break;
		}
L
Luiz Capitulino 已提交
2859
		if (suffixlen + prefixlen <= 12 && s[i] == '.') {
L
Linus Torvalds 已提交
2860
			tmp = in_aton(s);
L
Luiz Capitulino 已提交
2861 2862 2863 2864
			memcpy((struct in_addr *)(suffix + suffixlen), &tmp,
			       sizeof(tmp));
			suffixlen += 4;
			len += strlen(s);
L
Linus Torvalds 已提交
2865 2866 2867 2868
			break;
		}
		suffix[suffixlen++] = (u >> 8);
		suffix[suffixlen++] = (u & 255);
L
Luiz Capitulino 已提交
2869 2870 2871
		s += i;
		len += i;
		if (prefixlen + suffixlen == 16)
L
Linus Torvalds 已提交
2872 2873
			break;
	}
L
Luiz Capitulino 已提交
2874 2875
	for (i = 0; i < suffixlen; i++)
		ip[16 - suffixlen + i] = suffix[i];
L
Linus Torvalds 已提交
2876 2877 2878
	return len;
}

L
Luiz Capitulino 已提交
2879 2880 2881
static char tohex(char hexdigit)
{
	return hexdigit > 9 ? hexdigit + 'a' - 10 : hexdigit + '0';
L
Linus Torvalds 已提交
2882 2883
}

L
Luiz Capitulino 已提交
2884 2885 2886 2887 2888 2889 2890 2891 2892 2893 2894 2895 2896 2897
static int fmt_xlong(char *s, unsigned int i)
{
	char *bak = s;
	*s = tohex((i >> 12) & 0xf);
	if (s != bak || *s != '0')
		++s;
	*s = tohex((i >> 8) & 0xf);
	if (s != bak || *s != '0')
		++s;
	*s = tohex((i >> 4) & 0xf);
	if (s != bak || *s != '0')
		++s;
	*s = tohex(i & 0xf);
	return s - bak + 1;
L
Linus Torvalds 已提交
2898 2899
}

L
Luiz Capitulino 已提交
2900 2901
static unsigned int fmt_ip6(char *s, const char ip[16])
{
L
Linus Torvalds 已提交
2902 2903 2904 2905 2906 2907
	unsigned int len;
	unsigned int i;
	unsigned int temp;
	unsigned int compressing;
	int j;

L
Luiz Capitulino 已提交
2908 2909 2910
	len = 0;
	compressing = 0;
	for (j = 0; j < 16; j += 2) {
L
Linus Torvalds 已提交
2911 2912

#ifdef V4MAPPEDPREFIX
L
Luiz Capitulino 已提交
2913 2914 2915 2916
		if (j == 12 && !memcmp(ip, V4mappedprefix, 12)) {
			inet_ntoa_r(*(struct in_addr *)(ip + 12), s);
			temp = strlen(s);
			return len + temp;
L
Linus Torvalds 已提交
2917 2918
		}
#endif
L
Luiz Capitulino 已提交
2919 2920
		temp = ((unsigned long)(unsigned char)ip[j] << 8) +
		    (unsigned long)(unsigned char)ip[j + 1];
L
Linus Torvalds 已提交
2921 2922
		if (temp == 0) {
			if (!compressing) {
L
Luiz Capitulino 已提交
2923 2924 2925 2926
				compressing = 1;
				if (j == 0) {
					*s++ = ':';
					++len;
L
Linus Torvalds 已提交
2927 2928 2929 2930
				}
			}
		} else {
			if (compressing) {
L
Luiz Capitulino 已提交
2931 2932 2933
				compressing = 0;
				*s++ = ':';
				++len;
L
Linus Torvalds 已提交
2934
			}
L
Luiz Capitulino 已提交
2935 2936 2937 2938
			i = fmt_xlong(s, temp);
			len += i;
			s += i;
			if (j < 14) {
L
Linus Torvalds 已提交
2939 2940 2941 2942 2943 2944
				*s++ = ':';
				++len;
			}
		}
	}
	if (compressing) {
L
Luiz Capitulino 已提交
2945 2946
		*s++ = ':';
		++len;
L
Linus Torvalds 已提交
2947
	}
L
Luiz Capitulino 已提交
2948
	*s = 0;
L
Linus Torvalds 已提交
2949 2950 2951
	return len;
}

L
Luiz Capitulino 已提交
2952 2953
static struct sk_buff *fill_packet_ipv6(struct net_device *odev,
					struct pktgen_dev *pkt_dev)
L
Linus Torvalds 已提交
2954 2955 2956 2957 2958 2959
{
	struct sk_buff *skb = NULL;
	__u8 *eth;
	struct udphdr *udph;
	int datalen;
	struct ipv6hdr *iph;
L
Luiz Capitulino 已提交
2960
	struct pktgen_hdr *pgh = NULL;
2961
	__be16 protocol = htons(ETH_P_IPV6);
2962
	__be32 *mpls;
F
Francesco Fondelli 已提交
2963 2964 2965 2966
	__be16 *vlan_tci = NULL;                 /* Encapsulates priority and VLAN ID */
	__be16 *vlan_encapsulated_proto = NULL;  /* packet type ID field (or len) for VLAN tag */
	__be16 *svlan_tci = NULL;                /* Encapsulates priority and SVLAN ID */
	__be16 *svlan_encapsulated_proto = NULL; /* packet type ID field (or len) for SVLAN tag */
2967
	u16 queue_map;
2968 2969

	if (pkt_dev->nr_labels)
2970
		protocol = htons(ETH_P_MPLS_UC);
2971

F
Francesco Fondelli 已提交
2972
	if (pkt_dev->vlan_id != 0xffff)
2973
		protocol = htons(ETH_P_8021Q);
F
Francesco Fondelli 已提交
2974

2975 2976 2977
	/* Update any of the values, used when we're incrementing various
	 * fields.
	 */
2978
	queue_map = pkt_dev->cur_queue_map;
2979 2980
	mod_cur_headers(pkt_dev);

S
Stephen Hemminger 已提交
2981 2982 2983
	skb = __netdev_alloc_skb(odev,
				 pkt_dev->cur_pkt_size + 64
				 + 16 + pkt_dev->pkt_overhead, GFP_NOWAIT);
L
Linus Torvalds 已提交
2984 2985 2986 2987 2988 2989 2990 2991 2992
	if (!skb) {
		sprintf(pkt_dev->result, "No memory");
		return NULL;
	}

	skb_reserve(skb, 16);

	/*  Reserve for ethernet and IP header  */
	eth = (__u8 *) skb_push(skb, 14);
2993 2994 2995
	mpls = (__be32 *)skb_put(skb, pkt_dev->nr_labels*sizeof(__u32));
	if (pkt_dev->nr_labels)
		mpls_push(mpls, pkt_dev);
F
Francesco Fondelli 已提交
2996 2997

	if (pkt_dev->vlan_id != 0xffff) {
2998
		if (pkt_dev->svlan_id != 0xffff) {
F
Francesco Fondelli 已提交
2999
			svlan_tci = (__be16 *)skb_put(skb, sizeof(__be16));
A
Al Viro 已提交
3000 3001 3002
			*svlan_tci = build_tci(pkt_dev->svlan_id,
					       pkt_dev->svlan_cfi,
					       pkt_dev->svlan_p);
F
Francesco Fondelli 已提交
3003
			svlan_encapsulated_proto = (__be16 *)skb_put(skb, sizeof(__be16));
3004
			*svlan_encapsulated_proto = htons(ETH_P_8021Q);
F
Francesco Fondelli 已提交
3005 3006
		}
		vlan_tci = (__be16 *)skb_put(skb, sizeof(__be16));
A
Al Viro 已提交
3007 3008 3009
		*vlan_tci = build_tci(pkt_dev->vlan_id,
				      pkt_dev->vlan_cfi,
				      pkt_dev->vlan_p);
F
Francesco Fondelli 已提交
3010
		vlan_encapsulated_proto = (__be16 *)skb_put(skb, sizeof(__be16));
3011
		*vlan_encapsulated_proto = htons(ETH_P_IPV6);
F
Francesco Fondelli 已提交
3012 3013
	}

3014
	skb->network_header = skb->tail;
3015
	skb->transport_header = skb->network_header + sizeof(struct ipv6hdr);
3016
	skb_put(skb, sizeof(struct ipv6hdr) + sizeof(struct udphdr));
3017
	skb_set_queue_mapping(skb, queue_map);
3018 3019
	iph = ipv6_hdr(skb);
	udph = udp_hdr(skb);
L
Linus Torvalds 已提交
3020 3021

	memcpy(eth, pkt_dev->hh, 12);
3022
	*(__be16 *) &eth[12] = protocol;
3023

3024 3025 3026
	/* Eth + IPh + UDPh + mpls */
	datalen = pkt_dev->cur_pkt_size - 14 -
		  sizeof(struct ipv6hdr) - sizeof(struct udphdr) -
3027
		  pkt_dev->pkt_overhead;
L
Linus Torvalds 已提交
3028

L
Luiz Capitulino 已提交
3029
	if (datalen < sizeof(struct pktgen_hdr)) {
L
Linus Torvalds 已提交
3030 3031
		datalen = sizeof(struct pktgen_hdr);
		if (net_ratelimit())
J
Joe Perches 已提交
3032
			pr_info("increased datalen to %d\n", datalen);
L
Linus Torvalds 已提交
3033 3034 3035 3036
	}

	udph->source = htons(pkt_dev->cur_udp_src);
	udph->dest = htons(pkt_dev->cur_udp_dst);
L
Luiz Capitulino 已提交
3037 3038
	udph->len = htons(datalen + sizeof(struct udphdr));
	udph->check = 0;	/* No checksum */
L
Linus Torvalds 已提交
3039

3040
	*(__be32 *) iph = htonl(0x60000000);	/* Version + flow */
L
Linus Torvalds 已提交
3041

F
Francesco Fondelli 已提交
3042 3043
	if (pkt_dev->traffic_class) {
		/* Version + traffic class + flow (0) */
A
Al Viro 已提交
3044
		*(__be32 *)iph |= htonl(0x60000000 | (pkt_dev->traffic_class << 20));
F
Francesco Fondelli 已提交
3045 3046
	}

L
Linus Torvalds 已提交
3047 3048 3049 3050 3051 3052 3053 3054
	iph->hop_limit = 32;

	iph->payload_len = htons(sizeof(struct udphdr) + datalen);
	iph->nexthdr = IPPROTO_UDP;

	ipv6_addr_copy(&iph->daddr, &pkt_dev->cur_in6_daddr);
	ipv6_addr_copy(&iph->saddr, &pkt_dev->cur_in6_saddr);

3055
	skb->mac_header = (skb->network_header - ETH_HLEN -
3056
			   pkt_dev->pkt_overhead);
3057
	skb->protocol = protocol;
L
Linus Torvalds 已提交
3058 3059 3060
	skb->dev = odev;
	skb->pkt_type = PACKET_HOST;

L
Luiz Capitulino 已提交
3061 3062
	if (pkt_dev->nfrags <= 0)
		pgh = (struct pktgen_hdr *)skb_put(skb, datalen);
L
Linus Torvalds 已提交
3063 3064 3065 3066
	else {
		int frags = pkt_dev->nfrags;
		int i;

L
Luiz Capitulino 已提交
3067 3068
		pgh = (struct pktgen_hdr *)(((char *)(udph)) + 8);

L
Linus Torvalds 已提交
3069 3070
		if (frags > MAX_SKB_FRAGS)
			frags = MAX_SKB_FRAGS;
L
Luiz Capitulino 已提交
3071 3072 3073
		if (datalen > frags * PAGE_SIZE) {
			skb_put(skb, datalen - frags * PAGE_SIZE);
			datalen = frags * PAGE_SIZE;
L
Linus Torvalds 已提交
3074 3075 3076 3077 3078 3079 3080 3081
		}

		i = 0;
		while (datalen > 0) {
			struct page *page = alloc_pages(GFP_KERNEL, 0);
			skb_shinfo(skb)->frags[i].page = page;
			skb_shinfo(skb)->frags[i].page_offset = 0;
			skb_shinfo(skb)->frags[i].size =
L
Luiz Capitulino 已提交
3082
			    (datalen < PAGE_SIZE ? datalen : PAGE_SIZE);
L
Linus Torvalds 已提交
3083 3084 3085 3086 3087 3088 3089 3090 3091 3092 3093 3094 3095 3096 3097 3098 3099 3100 3101
			datalen -= skb_shinfo(skb)->frags[i].size;
			skb->len += skb_shinfo(skb)->frags[i].size;
			skb->data_len += skb_shinfo(skb)->frags[i].size;
			i++;
			skb_shinfo(skb)->nr_frags = i;
		}

		while (i < frags) {
			int rem;

			if (i == 0)
				break;

			rem = skb_shinfo(skb)->frags[i - 1].size / 2;
			if (rem == 0)
				break;

			skb_shinfo(skb)->frags[i - 1].size -= rem;

L
Luiz Capitulino 已提交
3102 3103
			skb_shinfo(skb)->frags[i] =
			    skb_shinfo(skb)->frags[i - 1];
L
Linus Torvalds 已提交
3104
			get_page(skb_shinfo(skb)->frags[i].page);
L
Luiz Capitulino 已提交
3105 3106 3107 3108
			skb_shinfo(skb)->frags[i].page =
			    skb_shinfo(skb)->frags[i - 1].page;
			skb_shinfo(skb)->frags[i].page_offset +=
			    skb_shinfo(skb)->frags[i - 1].size;
L
Linus Torvalds 已提交
3109 3110 3111 3112 3113 3114
			skb_shinfo(skb)->frags[i].size = rem;
			i++;
			skb_shinfo(skb)->nr_frags = i;
		}
	}

3115 3116 3117 3118
	/* Stamp the time, and sequence number,
	 * convert them to network byte order
	 * should we update cloned packets too ?
	 */
L
Luiz Capitulino 已提交
3119 3120 3121 3122 3123 3124 3125 3126 3127 3128
	if (pgh) {
		struct timeval timestamp;

		pgh->pgh_magic = htonl(PKTGEN_MAGIC);
		pgh->seq_num = htonl(pkt_dev->seq_num);

		do_gettimeofday(&timestamp);
		pgh->tv_sec = htonl(timestamp.tv_sec);
		pgh->tv_usec = htonl(timestamp.tv_usec);
	}
F
Francesco Fondelli 已提交
3129
	/* pkt_dev->seq_num++; FF: you really mean this? */
L
Luiz Capitulino 已提交
3130

L
Linus Torvalds 已提交
3131 3132 3133
	return skb;
}

S
Stephen Hemminger 已提交
3134 3135
static struct sk_buff *fill_packet(struct net_device *odev,
				   struct pktgen_dev *pkt_dev)
L
Linus Torvalds 已提交
3136
{
L
Luiz Capitulino 已提交
3137
	if (pkt_dev->flags & F_IPV6)
L
Linus Torvalds 已提交
3138 3139 3140 3141 3142
		return fill_packet_ipv6(odev, pkt_dev);
	else
		return fill_packet_ipv4(odev, pkt_dev);
}

L
Luiz Capitulino 已提交
3143
static void pktgen_clear_counters(struct pktgen_dev *pkt_dev)
L
Linus Torvalds 已提交
3144
{
L
Luiz Capitulino 已提交
3145 3146
	pkt_dev->seq_num = 1;
	pkt_dev->idle_acc = 0;
L
Linus Torvalds 已提交
3147
	pkt_dev->sofar = 0;
L
Luiz Capitulino 已提交
3148 3149
	pkt_dev->tx_bytes = 0;
	pkt_dev->errors = 0;
L
Linus Torvalds 已提交
3150 3151 3152 3153 3154 3155
}

/* Set up structure for sending pkts, clear counters */

static void pktgen_run(struct pktgen_thread *t)
{
3156
	struct pktgen_dev *pkt_dev;
L
Linus Torvalds 已提交
3157 3158
	int started = 0;

J
Joe Perches 已提交
3159
	func_enter();
L
Linus Torvalds 已提交
3160 3161

	if_lock(t);
3162
	list_for_each_entry(pkt_dev, &t->if_list, list) {
L
Linus Torvalds 已提交
3163 3164 3165 3166 3167 3168

		/*
		 * setup odev and create initial packet.
		 */
		pktgen_setup_inject(pkt_dev);

L
Luiz Capitulino 已提交
3169
		if (pkt_dev->odev) {
L
Linus Torvalds 已提交
3170
			pktgen_clear_counters(pkt_dev);
L
Luiz Capitulino 已提交
3171
			pkt_dev->running = 1;	/* Cranke yeself! */
L
Linus Torvalds 已提交
3172
			pkt_dev->skb = NULL;
3173 3174 3175
			pkt_dev->started_at =
				pkt_dev->next_tx = ktime_now();

3176
			set_pkt_overhead(pkt_dev);
L
Luiz Capitulino 已提交
3177

L
Linus Torvalds 已提交
3178 3179
			strcpy(pkt_dev->result, "Starting");
			started++;
L
Luiz Capitulino 已提交
3180
		} else
L
Linus Torvalds 已提交
3181 3182 3183
			strcpy(pkt_dev->result, "Error starting");
	}
	if_unlock(t);
L
Luiz Capitulino 已提交
3184 3185
	if (started)
		t->control &= ~(T_STOP);
L
Linus Torvalds 已提交
3186 3187 3188 3189
}

static void pktgen_stop_all_threads_ifs(void)
{
3190
	struct pktgen_thread *t;
L
Linus Torvalds 已提交
3191

J
Joe Perches 已提交
3192
	func_enter();
L
Linus Torvalds 已提交
3193

3194
	mutex_lock(&pktgen_thread_lock);
3195 3196

	list_for_each_entry(t, &pktgen_threads, th_list)
3197
		t->control |= T_STOP;
3198

3199
	mutex_unlock(&pktgen_thread_lock);
L
Linus Torvalds 已提交
3200 3201
}

S
Stephen Hemminger 已提交
3202
static int thread_is_running(const struct pktgen_thread *t)
L
Linus Torvalds 已提交
3203
{
S
Stephen Hemminger 已提交
3204
	const struct pktgen_dev *pkt_dev;
L
Linus Torvalds 已提交
3205

3206
	list_for_each_entry(pkt_dev, &t->if_list, list)
S
Stephen Hemminger 已提交
3207 3208 3209
		if (pkt_dev->running)
			return 1;
	return 0;
L
Linus Torvalds 已提交
3210 3211
}

L
Luiz Capitulino 已提交
3212
static int pktgen_wait_thread_run(struct pktgen_thread *t)
L
Linus Torvalds 已提交
3213
{
L
Luiz Capitulino 已提交
3214
	if_lock(t);
L
Linus Torvalds 已提交
3215

L
Luiz Capitulino 已提交
3216
	while (thread_is_running(t)) {
L
Linus Torvalds 已提交
3217

L
Luiz Capitulino 已提交
3218
		if_unlock(t);
L
Linus Torvalds 已提交
3219

L
Luiz Capitulino 已提交
3220
		msleep_interruptible(100);
L
Linus Torvalds 已提交
3221

L
Luiz Capitulino 已提交
3222 3223 3224 3225 3226 3227 3228 3229
		if (signal_pending(current))
			goto signal;
		if_lock(t);
	}
	if_unlock(t);
	return 1;
signal:
	return 0;
L
Linus Torvalds 已提交
3230 3231 3232 3233
}

static int pktgen_wait_all_threads_run(void)
{
3234
	struct pktgen_thread *t;
L
Linus Torvalds 已提交
3235
	int sig = 1;
L
Luiz Capitulino 已提交
3236

3237
	mutex_lock(&pktgen_thread_lock);
3238 3239

	list_for_each_entry(t, &pktgen_threads, th_list) {
L
Linus Torvalds 已提交
3240
		sig = pktgen_wait_thread_run(t);
L
Luiz Capitulino 已提交
3241 3242
		if (sig == 0)
			break;
L
Linus Torvalds 已提交
3243
	}
3244 3245 3246

	if (sig == 0)
		list_for_each_entry(t, &pktgen_threads, th_list)
L
Linus Torvalds 已提交
3247
			t->control |= (T_STOP);
3248

3249
	mutex_unlock(&pktgen_thread_lock);
L
Linus Torvalds 已提交
3250 3251 3252 3253 3254
	return sig;
}

static void pktgen_run_all_threads(void)
{
3255
	struct pktgen_thread *t;
L
Linus Torvalds 已提交
3256

J
Joe Perches 已提交
3257
	func_enter();
L
Linus Torvalds 已提交
3258

3259
	mutex_lock(&pktgen_thread_lock);
L
Linus Torvalds 已提交
3260

3261
	list_for_each_entry(t, &pktgen_threads, th_list)
L
Linus Torvalds 已提交
3262
		t->control |= (T_RUN);
3263

3264
	mutex_unlock(&pktgen_thread_lock);
L
Linus Torvalds 已提交
3265

3266 3267
	/* Propagate thread->control  */
	schedule_timeout_interruptible(msecs_to_jiffies(125));
L
Luiz Capitulino 已提交
3268

L
Linus Torvalds 已提交
3269 3270 3271
	pktgen_wait_all_threads_run();
}

3272 3273 3274 3275
static void pktgen_reset_all_threads(void)
{
	struct pktgen_thread *t;

J
Joe Perches 已提交
3276
	func_enter();
3277 3278 3279 3280 3281 3282 3283 3284

	mutex_lock(&pktgen_thread_lock);

	list_for_each_entry(t, &pktgen_threads, th_list)
		t->control |= (T_REMDEVALL);

	mutex_unlock(&pktgen_thread_lock);

3285 3286
	/* Propagate thread->control  */
	schedule_timeout_interruptible(msecs_to_jiffies(125));
3287 3288 3289 3290

	pktgen_wait_all_threads_run();
}

L
Linus Torvalds 已提交
3291 3292
static void show_results(struct pktgen_dev *pkt_dev, int nr_frags)
{
3293
	__u64 bps, mbps, pps;
L
Luiz Capitulino 已提交
3294
	char *p = pkt_dev->result;
3295 3296 3297 3298 3299 3300 3301 3302
	ktime_t elapsed = ktime_sub(pkt_dev->stopped_at,
				    pkt_dev->started_at);
	ktime_t idle = ns_to_ktime(pkt_dev->idle_acc);

	p += sprintf(p, "OK: %llu(c%llu+d%llu) nsec, %llu (%dbyte,%dfrags)\n",
		     (unsigned long long)ktime_to_us(elapsed),
		     (unsigned long long)ktime_to_us(ktime_sub(elapsed, idle)),
		     (unsigned long long)ktime_to_us(idle),
L
Luiz Capitulino 已提交
3303 3304 3305
		     (unsigned long long)pkt_dev->sofar,
		     pkt_dev->cur_pkt_size, nr_frags);

3306 3307
	pps = div64_u64(pkt_dev->sofar * NSEC_PER_SEC,
			ktime_to_ns(elapsed));
L
Luiz Capitulino 已提交
3308 3309 3310 3311 3312 3313 3314 3315 3316 3317

	bps = pps * 8 * pkt_dev->cur_pkt_size;

	mbps = bps;
	do_div(mbps, 1000000);
	p += sprintf(p, "  %llupps %lluMb/sec (%llubps) errors: %llu",
		     (unsigned long long)pps,
		     (unsigned long long)mbps,
		     (unsigned long long)bps,
		     (unsigned long long)pkt_dev->errors);
L
Linus Torvalds 已提交
3318 3319 3320
}

/* Set stopped-at timer, remove from running list, do counters & statistics */
L
Luiz Capitulino 已提交
3321
static int pktgen_stop_device(struct pktgen_dev *pkt_dev)
L
Linus Torvalds 已提交
3322
{
L
Luiz Capitulino 已提交
3323
	int nr_frags = pkt_dev->skb ? skb_shinfo(pkt_dev->skb)->nr_frags : -1;
3324

L
Luiz Capitulino 已提交
3325
	if (!pkt_dev->running) {
J
Joe Perches 已提交
3326 3327
		pr_warning("interface: %s is already stopped\n",
			   pkt_dev->odevname);
L
Luiz Capitulino 已提交
3328 3329
		return -EINVAL;
	}
L
Linus Torvalds 已提交
3330

S
Stephen Hemminger 已提交
3331 3332
	kfree_skb(pkt_dev->skb);
	pkt_dev->skb = NULL;
3333
	pkt_dev->stopped_at = ktime_now();
L
Luiz Capitulino 已提交
3334
	pkt_dev->running = 0;
L
Linus Torvalds 已提交
3335

3336
	show_results(pkt_dev, nr_frags);
L
Linus Torvalds 已提交
3337

L
Luiz Capitulino 已提交
3338
	return 0;
L
Linus Torvalds 已提交
3339 3340
}

L
Luiz Capitulino 已提交
3341
static struct pktgen_dev *next_to_run(struct pktgen_thread *t)
L
Linus Torvalds 已提交
3342
{
3343
	struct pktgen_dev *pkt_dev, *best = NULL;
L
Luiz Capitulino 已提交
3344

L
Linus Torvalds 已提交
3345 3346
	if_lock(t);

3347 3348
	list_for_each_entry(pkt_dev, &t->if_list, list) {
		if (!pkt_dev->running)
L
Luiz Capitulino 已提交
3349 3350
			continue;
		if (best == NULL)
3351
			best = pkt_dev;
3352
		else if (ktime_lt(pkt_dev->next_tx, best->next_tx))
3353
			best = pkt_dev;
L
Linus Torvalds 已提交
3354 3355
	}
	if_unlock(t);
L
Luiz Capitulino 已提交
3356
	return best;
L
Linus Torvalds 已提交
3357 3358
}

L
Luiz Capitulino 已提交
3359 3360
static void pktgen_stop(struct pktgen_thread *t)
{
3361
	struct pktgen_dev *pkt_dev;
L
Linus Torvalds 已提交
3362

J
Joe Perches 已提交
3363
	func_enter();
L
Linus Torvalds 已提交
3364

L
Luiz Capitulino 已提交
3365
	if_lock(t);
L
Linus Torvalds 已提交
3366

3367 3368
	list_for_each_entry(pkt_dev, &t->if_list, list) {
		pktgen_stop_device(pkt_dev);
3369
	}
L
Linus Torvalds 已提交
3370

L
Luiz Capitulino 已提交
3371
	if_unlock(t);
L
Linus Torvalds 已提交
3372 3373
}

3374 3375 3376 3377 3378 3379
/*
 * one of our devices needs to be removed - find it
 * and remove it
 */
static void pktgen_rem_one_if(struct pktgen_thread *t)
{
3380 3381
	struct list_head *q, *n;
	struct pktgen_dev *cur;
3382

J
Joe Perches 已提交
3383
	func_enter();
3384 3385 3386

	if_lock(t);

3387 3388
	list_for_each_safe(q, n, &t->if_list) {
		cur = list_entry(q, struct pktgen_dev, list);
3389

L
Luiz Capitulino 已提交
3390 3391
		if (!cur->removal_mark)
			continue;
3392

3393
		kfree_skb(cur->skb);
3394 3395 3396 3397 3398 3399 3400 3401 3402 3403
		cur->skb = NULL;

		pktgen_remove_device(t, cur);

		break;
	}

	if_unlock(t);
}

L
Luiz Capitulino 已提交
3404
static void pktgen_rem_all_ifs(struct pktgen_thread *t)
L
Linus Torvalds 已提交
3405
{
3406 3407
	struct list_head *q, *n;
	struct pktgen_dev *cur;
L
Luiz Capitulino 已提交
3408

J
Joe Perches 已提交
3409 3410
	func_enter();

L
Luiz Capitulino 已提交
3411
	/* Remove all devices, free mem */
3412

L
Luiz Capitulino 已提交
3413
	if_lock(t);
L
Linus Torvalds 已提交
3414

3415 3416
	list_for_each_safe(q, n, &t->if_list) {
		cur = list_entry(q, struct pktgen_dev, list);
3417

3418
		kfree_skb(cur->skb);
3419 3420
		cur->skb = NULL;

L
Linus Torvalds 已提交
3421 3422 3423
		pktgen_remove_device(t, cur);
	}

L
Luiz Capitulino 已提交
3424
	if_unlock(t);
L
Linus Torvalds 已提交
3425 3426
}

L
Luiz Capitulino 已提交
3427
static void pktgen_rem_thread(struct pktgen_thread *t)
L
Linus Torvalds 已提交
3428
{
L
Luiz Capitulino 已提交
3429
	/* Remove from the thread list */
L
Linus Torvalds 已提交
3430

3431
	remove_proc_entry(t->tsk->comm, pg_proc_dir);
L
Linus Torvalds 已提交
3432

3433
	mutex_lock(&pktgen_thread_lock);
L
Linus Torvalds 已提交
3434

3435 3436
	list_del(&t->th_list);

3437
	mutex_unlock(&pktgen_thread_lock);
L
Linus Torvalds 已提交
3438 3439
}

3440
static void pktgen_resched(struct pktgen_dev *pkt_dev)
3441
{
3442
	ktime_t idle_start = ktime_now();
3443 3444 3445
	schedule();
	pkt_dev->idle_acc += ktime_to_ns(ktime_sub(ktime_now(), idle_start));
}
3446

3447 3448 3449
static void pktgen_wait_for_skb(struct pktgen_dev *pkt_dev)
{
	ktime_t idle_start = ktime_now();
3450

3451 3452 3453 3454 3455 3456 3457 3458 3459
	while (atomic_read(&(pkt_dev->skb->users)) != 1) {
		if (signal_pending(current))
			break;

		if (need_resched())
			pktgen_resched(pkt_dev);
		else
			cpu_relax();
	}
3460
	pkt_dev->idle_acc += ktime_to_ns(ktime_sub(ktime_now(), idle_start));
3461 3462
}

S
Stephen Hemminger 已提交
3463
static void pktgen_xmit(struct pktgen_dev *pkt_dev)
L
Linus Torvalds 已提交
3464
{
3465
	struct net_device *odev = pkt_dev->odev;
3466
	netdev_tx_t (*xmit)(struct sk_buff *, struct net_device *)
3467
		= odev->netdev_ops->ndo_start_xmit;
3468 3469
	struct netdev_queue *txq;
	u16 queue_map;
L
Linus Torvalds 已提交
3470 3471
	int ret;

3472 3473 3474 3475
	/* If device is offline, then don't send */
	if (unlikely(!netif_running(odev) || !netif_carrier_ok(odev))) {
		pktgen_stop_device(pkt_dev);
		return;
3476 3477
	}

3478 3479 3480 3481 3482
	/* This is max DELAY, this has special meaning of
	 * "never transmit"
	 */
	if (unlikely(pkt_dev->delay == ULLONG_MAX)) {
		pkt_dev->next_tx = ktime_add_ns(ktime_now(), ULONG_MAX);
3483
		return;
L
Linus Torvalds 已提交
3484
	}
L
Luiz Capitulino 已提交
3485

3486
	/* If no skb or clone count exhausted then get new one */
3487 3488 3489 3490 3491 3492 3493
	if (!pkt_dev->skb || (pkt_dev->last_ok &&
			      ++pkt_dev->clone_count >= pkt_dev->clone_skb)) {
		/* build a new pkt */
		kfree_skb(pkt_dev->skb);

		pkt_dev->skb = fill_packet(odev, pkt_dev);
		if (pkt_dev->skb == NULL) {
J
Joe Perches 已提交
3494
			pr_err("ERROR: couldn't allocate skb in fill_packet\n");
3495 3496 3497
			schedule();
			pkt_dev->clone_count--;	/* back out increment, OOM */
			return;
L
Linus Torvalds 已提交
3498
		}
3499
		pkt_dev->last_pkt_size = pkt_dev->skb->len;
3500 3501
		pkt_dev->allocated_skbs++;
		pkt_dev->clone_count = 0;	/* reset counter */
L
Linus Torvalds 已提交
3502
	}
3503

3504 3505 3506
	if (pkt_dev->delay && pkt_dev->last_ok)
		spin(pkt_dev, pkt_dev->next_tx);

3507 3508 3509 3510
	queue_map = skb_get_queue_mapping(pkt_dev->skb);
	txq = netdev_get_tx_queue(odev, queue_map);

	__netif_tx_lock_bh(txq);
3511

3512
	if (unlikely(netif_tx_queue_stopped(txq) || netif_tx_queue_frozen(txq))) {
3513
		ret = NETDEV_TX_BUSY;
3514 3515 3516 3517 3518
		pkt_dev->last_ok = 0;
		goto unlock;
	}
	atomic_inc(&(pkt_dev->skb->users));
	ret = (*xmit)(pkt_dev->skb, odev);
3519 3520 3521 3522 3523 3524 3525

	switch (ret) {
	case NETDEV_TX_OK:
		txq_trans_update(txq);
		pkt_dev->last_ok = 1;
		pkt_dev->sofar++;
		pkt_dev->seq_num++;
3526
		pkt_dev->tx_bytes += pkt_dev->last_pkt_size;
3527
		break;
3528 3529 3530 3531 3532 3533
	case NET_XMIT_DROP:
	case NET_XMIT_CN:
	case NET_XMIT_POLICED:
		/* skb has been consumed */
		pkt_dev->errors++;
		break;
3534 3535 3536
	default: /* Drivers are not supposed to return other values! */
		if (net_ratelimit())
			pr_info("pktgen: %s xmit error: %d\n",
E
Eric Dumazet 已提交
3537
				pkt_dev->odevname, ret);
3538 3539 3540 3541 3542 3543 3544
		pkt_dev->errors++;
		/* fallthru */
	case NETDEV_TX_LOCKED:
	case NETDEV_TX_BUSY:
		/* Retry it next time */
		atomic_dec(&(pkt_dev->skb->users));
		pkt_dev->last_ok = 0;
L
Luiz Capitulino 已提交
3545
	}
3546
unlock:
3547
	__netif_tx_unlock_bh(txq);
L
Luiz Capitulino 已提交
3548

L
Linus Torvalds 已提交
3549 3550
	/* If pkt_dev->count is zero, then run forever */
	if ((pkt_dev->count != 0) && (pkt_dev->sofar >= pkt_dev->count)) {
3551
		pktgen_wait_for_skb(pkt_dev);
L
Luiz Capitulino 已提交
3552

L
Linus Torvalds 已提交
3553 3554
		/* Done with this */
		pktgen_stop_device(pkt_dev);
L
Luiz Capitulino 已提交
3555 3556
	}
}
L
Linus Torvalds 已提交
3557

3558
/*
L
Linus Torvalds 已提交
3559 3560 3561
 * Main loop of the thread goes here
 */

3562
static int pktgen_thread_worker(void *arg)
L
Linus Torvalds 已提交
3563 3564
{
	DEFINE_WAIT(wait);
3565
	struct pktgen_thread *t = arg;
L
Luiz Capitulino 已提交
3566
	struct pktgen_dev *pkt_dev = NULL;
L
Linus Torvalds 已提交
3567 3568
	int cpu = t->cpu;

3569
	BUG_ON(smp_processor_id() != cpu);
L
Linus Torvalds 已提交
3570 3571

	init_waitqueue_head(&t->queue);
3572
	complete(&t->start_done);
L
Linus Torvalds 已提交
3573

J
Joe Perches 已提交
3574
	pr_debug("starting pktgen/%d:  pid=%d\n", cpu, task_pid_nr(current));
L
Linus Torvalds 已提交
3575

3576
	set_current_state(TASK_INTERRUPTIBLE);
L
Luiz Capitulino 已提交
3577

3578 3579
	set_freezable();

3580 3581
	while (!kthread_should_stop()) {
		pkt_dev = next_to_run(t);
L
Linus Torvalds 已提交
3582

3583 3584 3585 3586
		if (unlikely(!pkt_dev && t->control == 0)) {
			wait_event_interruptible_timeout(t->queue,
							 t->control != 0,
							 HZ/10);
R
Rafael J. Wysocki 已提交
3587
			try_to_freeze();
3588
			continue;
3589
		}
L
Linus Torvalds 已提交
3590

3591
		__set_current_state(TASK_RUNNING);
L
Luiz Capitulino 已提交
3592

3593
		if (likely(pkt_dev)) {
L
Linus Torvalds 已提交
3594 3595
			pktgen_xmit(pkt_dev);

3596 3597 3598 3599 3600 3601
			if (need_resched())
				pktgen_resched(pkt_dev);
			else
				cpu_relax();
		}

L
Luiz Capitulino 已提交
3602
		if (t->control & T_STOP) {
L
Linus Torvalds 已提交
3603 3604 3605 3606
			pktgen_stop(t);
			t->control &= ~(T_STOP);
		}

L
Luiz Capitulino 已提交
3607
		if (t->control & T_RUN) {
L
Linus Torvalds 已提交
3608 3609 3610 3611
			pktgen_run(t);
			t->control &= ~(T_RUN);
		}

L
Luiz Capitulino 已提交
3612
		if (t->control & T_REMDEVALL) {
L
Linus Torvalds 已提交
3613
			pktgen_rem_all_ifs(t);
3614 3615 3616
			t->control &= ~(T_REMDEVALL);
		}

L
Luiz Capitulino 已提交
3617
		if (t->control & T_REMDEV) {
3618
			pktgen_rem_one_if(t);
L
Linus Torvalds 已提交
3619 3620 3621
			t->control &= ~(T_REMDEV);
		}

A
Andrew Morton 已提交
3622 3623
		try_to_freeze();

3624
		set_current_state(TASK_INTERRUPTIBLE);
L
Luiz Capitulino 已提交
3625
	}
L
Linus Torvalds 已提交
3626

J
Joe Perches 已提交
3627
	pr_debug("%s stopping all device\n", t->tsk->comm);
L
Luiz Capitulino 已提交
3628
	pktgen_stop(t);
L
Linus Torvalds 已提交
3629

J
Joe Perches 已提交
3630
	pr_debug("%s removing all device\n", t->tsk->comm);
L
Luiz Capitulino 已提交
3631
	pktgen_rem_all_ifs(t);
L
Linus Torvalds 已提交
3632

J
Joe Perches 已提交
3633
	pr_debug("%s removing thread\n", t->tsk->comm);
L
Luiz Capitulino 已提交
3634
	pktgen_rem_thread(t);
3635

3636
	return 0;
L
Linus Torvalds 已提交
3637 3638
}

L
Luiz Capitulino 已提交
3639
static struct pktgen_dev *pktgen_find_dev(struct pktgen_thread *t,
E
Eric Dumazet 已提交
3640
					  const char *ifname, bool exact)
L
Linus Torvalds 已提交
3641
{
3642
	struct pktgen_dev *p, *pkt_dev = NULL;
E
Eric Dumazet 已提交
3643
	size_t len = strlen(ifname);
L
Luiz Capitulino 已提交
3644

E
Eric Dumazet 已提交
3645
	if_lock(t);
3646
	list_for_each_entry(p, &t->if_list, list)
E
Eric Dumazet 已提交
3647 3648 3649 3650 3651
		if (strncmp(p->odevname, ifname, len) == 0) {
			if (p->odevname[len]) {
				if (exact || p->odevname[len] != '@')
					continue;
			}
3652
			pkt_dev = p;
L
Luiz Capitulino 已提交
3653 3654 3655 3656
			break;
		}

	if_unlock(t);
J
Joe Perches 已提交
3657
	pr_debug("find_dev(%s) returning %p\n", ifname, pkt_dev);
L
Luiz Capitulino 已提交
3658
	return pkt_dev;
L
Linus Torvalds 已提交
3659 3660
}

3661 3662
/*
 * Adds a dev at front of if_list.
L
Linus Torvalds 已提交
3663 3664
 */

L
Luiz Capitulino 已提交
3665 3666
static int add_dev_to_thread(struct pktgen_thread *t,
			     struct pktgen_dev *pkt_dev)
L
Linus Torvalds 已提交
3667 3668
{
	int rv = 0;
L
Luiz Capitulino 已提交
3669 3670 3671 3672

	if_lock(t);

	if (pkt_dev->pg_thread) {
J
Joe Perches 已提交
3673
		pr_err("ERROR: already assigned to a thread\n");
L
Luiz Capitulino 已提交
3674 3675 3676
		rv = -EBUSY;
		goto out;
	}
3677 3678

	list_add(&pkt_dev->list, &t->if_list);
L
Luiz Capitulino 已提交
3679
	pkt_dev->pg_thread = t;
L
Linus Torvalds 已提交
3680 3681
	pkt_dev->running = 0;

L
Luiz Capitulino 已提交
3682 3683 3684
out:
	if_unlock(t);
	return rv;
L
Linus Torvalds 已提交
3685 3686 3687 3688
}

/* Called under thread lock */

L
Luiz Capitulino 已提交
3689
static int pktgen_add_device(struct pktgen_thread *t, const char *ifname)
L
Linus Torvalds 已提交
3690
{
L
Luiz Capitulino 已提交
3691
	struct pktgen_dev *pkt_dev;
3692
	int err;
E
Eric Dumazet 已提交
3693
	int node = cpu_to_node(t->cpu);
L
Luiz Capitulino 已提交
3694

L
Linus Torvalds 已提交
3695 3696
	/* We don't allow a device to be on several threads */

3697 3698
	pkt_dev = __pktgen_NN_threads(ifname, FIND);
	if (pkt_dev) {
J
Joe Perches 已提交
3699
		pr_err("ERROR: interface already used\n");
L
Luiz Capitulino 已提交
3700 3701
		return -EBUSY;
	}
3702

E
Eric Dumazet 已提交
3703
	pkt_dev = kzalloc_node(sizeof(struct pktgen_dev), GFP_KERNEL, node);
3704 3705 3706
	if (!pkt_dev)
		return -ENOMEM;

E
Eric Dumazet 已提交
3707
	strcpy(pkt_dev->odevname, ifname);
E
Eric Dumazet 已提交
3708 3709
	pkt_dev->flows = vmalloc_node(MAX_CFLOWS * sizeof(struct flow_state),
				      node);
3710 3711 3712 3713
	if (pkt_dev->flows == NULL) {
		kfree(pkt_dev);
		return -ENOMEM;
	}
L
Luiz Capitulino 已提交
3714
	memset(pkt_dev->flows, 0, MAX_CFLOWS * sizeof(struct flow_state));
3715

3716
	pkt_dev->removal_mark = 0;
3717 3718 3719 3720
	pkt_dev->min_pkt_size = ETH_ZLEN;
	pkt_dev->max_pkt_size = ETH_ZLEN;
	pkt_dev->nfrags = 0;
	pkt_dev->clone_skb = pg_clone_skb_d;
3721
	pkt_dev->delay = pg_delay_d;
3722 3723
	pkt_dev->count = pg_count_d;
	pkt_dev->sofar = 0;
L
Luiz Capitulino 已提交
3724
	pkt_dev->udp_src_min = 9;	/* sink port */
3725 3726 3727 3728
	pkt_dev->udp_src_max = 9;
	pkt_dev->udp_dst_min = 9;
	pkt_dev->udp_dst_max = 9;

F
Francesco Fondelli 已提交
3729 3730 3731 3732 3733 3734
	pkt_dev->vlan_p = 0;
	pkt_dev->vlan_cfi = 0;
	pkt_dev->vlan_id = 0xffff;
	pkt_dev->svlan_p = 0;
	pkt_dev->svlan_cfi = 0;
	pkt_dev->svlan_id = 0xffff;
R
Robert Olsson 已提交
3735
	pkt_dev->node = -1;
F
Francesco Fondelli 已提交
3736

3737 3738 3739
	err = pktgen_setup_dev(pkt_dev, ifname);
	if (err)
		goto out1;
3740

3741 3742
	pkt_dev->entry = proc_create_data(ifname, 0600, pg_proc_dir,
					  &pktgen_if_fops, pkt_dev);
3743
	if (!pkt_dev->entry) {
J
Joe Perches 已提交
3744
		pr_err("cannot create %s/%s procfs entry\n",
3745
		       PG_PROC_DIR, ifname);
3746 3747
		err = -EINVAL;
		goto out2;
3748
	}
J
Jamal Hadi Salim 已提交
3749 3750 3751 3752
#ifdef CONFIG_XFRM
	pkt_dev->ipsmode = XFRM_MODE_TRANSPORT;
	pkt_dev->ipsproto = IPPROTO_ESP;
#endif
3753 3754

	return add_dev_to_thread(t, pkt_dev);
3755 3756 3757
out2:
	dev_put(pkt_dev->odev);
out1:
J
Jamal Hadi Salim 已提交
3758 3759 3760
#ifdef CONFIG_XFRM
	free_SAs(pkt_dev);
#endif
F
Figo.zhang 已提交
3761
	vfree(pkt_dev->flows);
3762 3763
	kfree(pkt_dev);
	return err;
L
Linus Torvalds 已提交
3764 3765
}

3766
static int __init pktgen_create_thread(int cpu)
L
Linus Torvalds 已提交
3767
{
3768
	struct pktgen_thread *t;
3769
	struct proc_dir_entry *pe;
3770
	struct task_struct *p;
L
Luiz Capitulino 已提交
3771

E
Eric Dumazet 已提交
3772 3773
	t = kzalloc_node(sizeof(struct pktgen_thread), GFP_KERNEL,
			 cpu_to_node(cpu));
L
Luiz Capitulino 已提交
3774
	if (!t) {
J
Joe Perches 已提交
3775
		pr_err("ERROR: out of memory, can't create new thread\n");
L
Luiz Capitulino 已提交
3776 3777 3778 3779
		return -ENOMEM;
	}

	spin_lock_init(&t->if_lock);
L
Linus Torvalds 已提交
3780
	t->cpu = cpu;
L
Luiz Capitulino 已提交
3781

3782 3783 3784
	INIT_LIST_HEAD(&t->if_list);

	list_add_tail(&t->th_list, &pktgen_threads);
3785
	init_completion(&t->start_done);
3786 3787 3788

	p = kthread_create(pktgen_thread_worker, t, "kpktgend_%d", cpu);
	if (IS_ERR(p)) {
J
Joe Perches 已提交
3789
		pr_err("kernel_thread() failed for cpu %d\n", t->cpu);
3790 3791 3792 3793 3794 3795 3796
		list_del(&t->th_list);
		kfree(t);
		return PTR_ERR(p);
	}
	kthread_bind(p, cpu);
	t->tsk = p;

3797 3798
	pe = proc_create_data(t->tsk->comm, 0600, pg_proc_dir,
			      &pktgen_thread_fops, t);
L
Luiz Capitulino 已提交
3799
	if (!pe) {
J
Joe Perches 已提交
3800
		pr_err("cannot create %s/%s procfs entry\n",
3801 3802 3803
		       PG_PROC_DIR, t->tsk->comm);
		kthread_stop(p);
		list_del(&t->th_list);
L
Luiz Capitulino 已提交
3804 3805 3806
		kfree(t);
		return -EINVAL;
	}
3807

3808
	wake_up_process(p);
3809
	wait_for_completion(&t->start_done);
L
Linus Torvalds 已提交
3810 3811 3812 3813

	return 0;
}

3814 3815
/*
 * Removes a device from the thread if_list.
L
Linus Torvalds 已提交
3816
 */
L
Luiz Capitulino 已提交
3817 3818
static void _rem_dev_from_if_list(struct pktgen_thread *t,
				  struct pktgen_dev *pkt_dev)
L
Linus Torvalds 已提交
3819
{
3820 3821
	struct list_head *q, *n;
	struct pktgen_dev *p;
L
Linus Torvalds 已提交
3822

3823 3824 3825 3826
	list_for_each_safe(q, n, &t->if_list) {
		p = list_entry(q, struct pktgen_dev, list);
		if (p == pkt_dev)
			list_del(&p->list);
L
Linus Torvalds 已提交
3827 3828 3829
	}
}

L
Luiz Capitulino 已提交
3830 3831
static int pktgen_remove_device(struct pktgen_thread *t,
				struct pktgen_dev *pkt_dev)
L
Linus Torvalds 已提交
3832 3833
{

J
Joe Perches 已提交
3834
	pr_debug("remove_device pkt_dev=%p\n", pkt_dev);
L
Linus Torvalds 已提交
3835

L
Luiz Capitulino 已提交
3836
	if (pkt_dev->running) {
J
Joe Perches 已提交
3837
		pr_warning("WARNING: trying to remove a running interface, stopping it now\n");
L
Luiz Capitulino 已提交
3838 3839 3840 3841
		pktgen_stop_device(pkt_dev);
	}

	/* Dis-associate from the interface */
L
Linus Torvalds 已提交
3842 3843 3844

	if (pkt_dev->odev) {
		dev_put(pkt_dev->odev);
L
Luiz Capitulino 已提交
3845 3846 3847
		pkt_dev->odev = NULL;
	}

L
Linus Torvalds 已提交
3848 3849 3850 3851
	/* And update the thread if_list */

	_rem_dev_from_if_list(t, pkt_dev);

3852 3853
	if (pkt_dev->entry)
		remove_proc_entry(pkt_dev->entry->name, pg_proc_dir);
L
Linus Torvalds 已提交
3854

J
Jamal Hadi Salim 已提交
3855 3856 3857
#ifdef CONFIG_XFRM
	free_SAs(pkt_dev);
#endif
F
Figo.zhang 已提交
3858
	vfree(pkt_dev->flows);
L
Linus Torvalds 已提交
3859
	kfree(pkt_dev);
L
Luiz Capitulino 已提交
3860
	return 0;
L
Linus Torvalds 已提交
3861 3862
}

L
Luiz Capitulino 已提交
3863
static int __init pg_init(void)
L
Linus Torvalds 已提交
3864 3865
{
	int cpu;
3866
	struct proc_dir_entry *pe;
L
Linus Torvalds 已提交
3867

J
Joe Perches 已提交
3868
	pr_info("%s", version);
L
Linus Torvalds 已提交
3869

3870
	pg_proc_dir = proc_mkdir(PG_PROC_DIR, init_net.proc_net);
3871 3872
	if (!pg_proc_dir)
		return -ENODEV;
L
Linus Torvalds 已提交
3873

3874
	pe = proc_create(PGCTRL, 0600, pg_proc_dir, &pktgen_fops);
L
Luiz Capitulino 已提交
3875
	if (pe == NULL) {
J
Joe Perches 已提交
3876
		pr_err("ERROR: cannot create %s procfs entry\n", PGCTRL);
3877
		proc_net_remove(&init_net, PG_PROC_DIR);
L
Luiz Capitulino 已提交
3878 3879
		return -EINVAL;
	}
L
Linus Torvalds 已提交
3880 3881 3882

	/* Register us to receive netdevice events */
	register_netdevice_notifier(&pktgen_notifier_block);
L
Luiz Capitulino 已提交
3883

J
John Hawkes 已提交
3884
	for_each_online_cpu(cpu) {
3885
		int err;
L
Linus Torvalds 已提交
3886

3887
		err = pktgen_create_thread(cpu);
3888
		if (err)
J
Joe Perches 已提交
3889 3890
			pr_warning("WARNING: Cannot create thread for cpu %d (%d)\n",
				   cpu, err);
L
Luiz Capitulino 已提交
3891
	}
3892 3893

	if (list_empty(&pktgen_threads)) {
J
Joe Perches 已提交
3894
		pr_err("ERROR: Initialization failed for all threads\n");
3895 3896
		unregister_netdevice_notifier(&pktgen_notifier_block);
		remove_proc_entry(PGCTRL, pg_proc_dir);
3897
		proc_net_remove(&init_net, PG_PROC_DIR);
3898 3899 3900
		return -ENODEV;
	}

L
Luiz Capitulino 已提交
3901
	return 0;
L
Linus Torvalds 已提交
3902 3903 3904 3905
}

static void __exit pg_cleanup(void)
{
3906 3907
	struct pktgen_thread *t;
	struct list_head *q, *n;
L
Linus Torvalds 已提交
3908

L
Luiz Capitulino 已提交
3909
	/* Stop all interfaces & threads */
L
Linus Torvalds 已提交
3910

3911 3912
	list_for_each_safe(q, n, &pktgen_threads) {
		t = list_entry(q, struct pktgen_thread, th_list);
3913 3914
		kthread_stop(t->tsk);
		kfree(t);
L
Luiz Capitulino 已提交
3915
	}
L
Linus Torvalds 已提交
3916

L
Luiz Capitulino 已提交
3917
	/* Un-register us from receiving netdevice events */
L
Linus Torvalds 已提交
3918 3919
	unregister_netdevice_notifier(&pktgen_notifier_block);

L
Luiz Capitulino 已提交
3920
	/* Clean up proc file system */
3921
	remove_proc_entry(PGCTRL, pg_proc_dir);
3922
	proc_net_remove(&init_net, PG_PROC_DIR);
L
Linus Torvalds 已提交
3923 3924 3925 3926 3927
}

module_init(pg_init);
module_exit(pg_cleanup);

S
Stephen Hemminger 已提交
3928
MODULE_AUTHOR("Robert Olsson <robert.olsson@its.uu.se>");
L
Linus Torvalds 已提交
3929 3930
MODULE_DESCRIPTION("Packet Generator tool");
MODULE_LICENSE("GPL");
S
Stephen Hemminger 已提交
3931
MODULE_VERSION(VERSION);
L
Linus Torvalds 已提交
3932
module_param(pg_count_d, int, 0);
S
Stephen Hemminger 已提交
3933
MODULE_PARM_DESC(pg_count_d, "Default number of packets to inject");
L
Linus Torvalds 已提交
3934
module_param(pg_delay_d, int, 0);
S
Stephen Hemminger 已提交
3935
MODULE_PARM_DESC(pg_delay_d, "Default delay between packets (nanoseconds)");
L
Linus Torvalds 已提交
3936
module_param(pg_clone_skb_d, int, 0);
S
Stephen Hemminger 已提交
3937
MODULE_PARM_DESC(pg_clone_skb_d, "Default number of copies of the same packet");
L
Linus Torvalds 已提交
3938
module_param(debug, int, 0);
S
Stephen Hemminger 已提交
3939
MODULE_PARM_DESC(debug, "Enable debugging of pktgen module");