tun.c 55.1 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20
/*
 *  TUN - Universal TUN/TAP device driver.
 *  Copyright (C) 1999-2002 Maxim Krasnyansky <maxk@qualcomm.com>
 *
 *  This program is free software; you can redistribute it and/or modify
 *  it under the terms of the GNU General Public License as published by
 *  the Free Software Foundation; either version 2 of the License, or
 *  (at your option) any later version.
 *
 *  This program is distributed in the hope that it will be useful,
 *  but WITHOUT ANY WARRANTY; without even the implied warranty of
 *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
 *  GNU General Public License for more details.
 *
 *  $Id: tun.c,v 1.15 2002/03/01 02:44:24 maxk Exp $
 */

/*
 *  Changes:
 *
21 22 23
 *  Mike Kershaw <dragorn@kismetwireless.net> 2005/08/14
 *    Add TUNSETLINK ioctl to set the link encapsulation
 *
L
Linus Torvalds 已提交
24
 *  Mark Smith <markzzzsmith@yahoo.com.au>
J
Joe Perches 已提交
25
 *    Use eth_random_addr() for tap MAC address.
L
Linus Torvalds 已提交
26 27 28 29 30 31 32 33 34 35 36
 *
 *  Harald Roelle <harald.roelle@ifi.lmu.de>  2004/04/20
 *    Fixes in packet dropping, queue length setting and queue wakeup.
 *    Increased default tx queue length.
 *    Added ethtool API.
 *    Minor cleanups
 *
 *  Daniel Podlejski <underley@underley.eu.org>
 *    Modifications for 2.3.99-pre5 kernel.
 */

37 38
#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt

L
Linus Torvalds 已提交
39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57
#define DRV_NAME	"tun"
#define DRV_VERSION	"1.6"
#define DRV_DESCRIPTION	"Universal TUN/TAP device driver"
#define DRV_COPYRIGHT	"(C) 1999-2004 Max Krasnyansky <maxk@qualcomm.com>"

#include <linux/module.h>
#include <linux/errno.h>
#include <linux/kernel.h>
#include <linux/major.h>
#include <linux/slab.h>
#include <linux/poll.h>
#include <linux/fcntl.h>
#include <linux/init.h>
#include <linux/skbuff.h>
#include <linux/netdevice.h>
#include <linux/etherdevice.h>
#include <linux/miscdevice.h>
#include <linux/ethtool.h>
#include <linux/rtnetlink.h>
58
#include <linux/compat.h>
L
Linus Torvalds 已提交
59 60 61 62
#include <linux/if.h>
#include <linux/if_arp.h>
#include <linux/if_ether.h>
#include <linux/if_tun.h>
J
Jason Wang 已提交
63
#include <linux/if_vlan.h>
L
Linus Torvalds 已提交
64
#include <linux/crc32.h>
65
#include <linux/nsproxy.h>
66
#include <linux/virtio_net.h>
M
Michael S. Tsirkin 已提交
67
#include <linux/rcupdate.h>
68
#include <net/net_namespace.h>
69
#include <net/netns/generic.h>
70
#include <net/rtnetlink.h>
71
#include <net/sock.h>
72
#include <linux/seq_file.h>
H
Herbert Xu 已提交
73
#include <linux/uio.h>
L
Linus Torvalds 已提交
74 75 76

#include <asm/uaccess.h>

77 78 79
/* Uncomment to enable debugging */
/* #define TUN_DEBUG 1 */

L
Linus Torvalds 已提交
80 81
#ifdef TUN_DEBUG
static int debug;
82

83 84 85 86 87 88 89 90 91 92
#define tun_debug(level, tun, fmt, args...)			\
do {								\
	if (tun->debug)						\
		netdev_printk(level, tun->dev, fmt, ##args);	\
} while (0)
#define DBG1(level, fmt, args...)				\
do {								\
	if (debug == 2)						\
		printk(level fmt, ##args);			\
} while (0)
93
#else
94 95 96 97 98 99 100 101 102 103
#define tun_debug(level, tun, fmt, args...)			\
do {								\
	if (0)							\
		netdev_printk(level, tun->dev, fmt, ##args);	\
} while (0)
#define DBG1(level, fmt, args...)				\
do {								\
	if (0)							\
		printk(level fmt, ##args);			\
} while (0)
104 105
#endif

106 107 108 109 110 111
/* TUN device flags */

/* IFF_ATTACH_QUEUE is never stored in device flags,
 * overload it to mean fasync when stored there.
 */
#define TUN_FASYNC	IFF_ATTACH_QUEUE
M
Michael S. Tsirkin 已提交
112 113
/* High bits in flags field are unused. */
#define TUN_VNET_LE     0x80000000
114 115

#define TUN_FEATURES (IFF_NO_PI | IFF_ONE_QUEUE | IFF_VNET_HDR | \
M
Michael S. Tsirkin 已提交
116
		      IFF_MULTI_QUEUE)
117 118
#define GOODCOPY_LEN 128

119 120 121 122 123 124 125
#define FLT_EXACT_COUNT 8
struct tap_filter {
	unsigned int    count;    /* Number of addrs. Zero means disabled */
	u32             mask[2];  /* Mask of the hashed addrs */
	unsigned char	addr[FLT_EXACT_COUNT][ETH_ALEN];
};

126 127 128
/* MAX_TAP_QUEUES 256 is chosen to allow rx/tx queues to be equal
 * to max number of VCPUs in guest. */
#define MAX_TAP_QUEUES 256
129
#define MAX_TAP_FLOWS  4096
J
Jason Wang 已提交
130

J
Jason Wang 已提交
131 132
#define TUN_FLOW_EXPIRE (3 * HZ)

J
Jason Wang 已提交
133
/* A tun_file connects an open character device to a tuntap netdevice. It
S
stephen hemminger 已提交
134
 * also contains all socket related structures (except sock_fprog and tap_filter)
J
Jason Wang 已提交
135 136
 * to serve as one transmit queue for tuntap device. The sock_fprog and
 * tap_filter were kept in tun_struct since they were used for filtering for the
R
Rami Rosen 已提交
137
 * netdevice not for a specific queue (at least I didn't see the requirement for
J
Jason Wang 已提交
138
 * this).
139 140
 *
 * RCU usage:
R
Rami Rosen 已提交
141
 * The tun_file and tun_struct are loosely coupled, the pointer from one to the
142
 * other can only be read while rcu_read_lock or rtnl_lock is held.
J
Jason Wang 已提交
143
 */
E
Eric W. Biederman 已提交
144
struct tun_file {
J
Jason Wang 已提交
145 146 147
	struct sock sk;
	struct socket socket;
	struct socket_wq wq;
148
	struct tun_struct __rcu *tun;
J
Jason Wang 已提交
149 150 151
	struct fasync_struct *fasync;
	/* only used for fasnyc */
	unsigned int flags;
152 153 154 155
	union {
		u16 queue_index;
		unsigned int ifindex;
	};
J
Jason Wang 已提交
156 157
	struct list_head next;
	struct tun_struct *detached;
E
Eric W. Biederman 已提交
158 159
};

J
Jason Wang 已提交
160 161 162 163 164 165
struct tun_flow_entry {
	struct hlist_node hash_link;
	struct rcu_head rcu;
	struct tun_struct *tun;

	u32 rxhash;
166
	u32 rps_rxhash;
J
Jason Wang 已提交
167 168 169 170 171 172
	int queue_index;
	unsigned long updated;
};

#define TUN_NUM_FLOW_ENTRIES 1024

J
Jason Wang 已提交
173
/* Since the socket were moved to tun_file, to preserve the behavior of persist
R
Rami Rosen 已提交
174
 * device, socket filter, sndbuf and vnet header size were restore when the
J
Jason Wang 已提交
175 176
 * file were attached to a persist device.
 */
177
struct tun_struct {
J
Jason Wang 已提交
178 179
	struct tun_file __rcu	*tfiles[MAX_TAP_QUEUES];
	unsigned int            numqueues;
180
	unsigned int 		flags;
181 182
	kuid_t			owner;
	kgid_t			group;
183 184

	struct net_device	*dev;
185
	netdev_features_t	set_features;
186
#define TUN_USER_FEATURES (NETIF_F_HW_CSUM|NETIF_F_TSO_ECN|NETIF_F_TSO| \
187
			  NETIF_F_TSO6|NETIF_F_UFO)
188 189

	int			vnet_hdr_sz;
J
Jason Wang 已提交
190 191 192 193 194
	int			sndbuf;
	struct tap_filter	txflt;
	struct sock_fprog	fprog;
	/* protected by rtnl lock */
	bool			filter_attached;
195 196
#ifdef TUN_DEBUG
	int debug;
L
Linus Torvalds 已提交
197
#endif
J
Jason Wang 已提交
198 199 200 201
	spinlock_t lock;
	struct hlist_head flows[TUN_NUM_FLOW_ENTRIES];
	struct timer_list flow_gc_timer;
	unsigned long ageing_time;
J
Jason Wang 已提交
202 203
	unsigned int numdisabled;
	struct list_head disabled;
204
	void *security;
205
	u32 flow_count;
206
};
L
Linus Torvalds 已提交
207

208 209
static inline u16 tun16_to_cpu(struct tun_struct *tun, __virtio16 val)
{
M
Michael S. Tsirkin 已提交
210
	return __virtio16_to_cpu(tun->flags & TUN_VNET_LE, val);
211 212 213 214
}

static inline __virtio16 cpu_to_tun16(struct tun_struct *tun, u16 val)
{
M
Michael S. Tsirkin 已提交
215
	return __cpu_to_virtio16(tun->flags & TUN_VNET_LE, val);
216 217
}

J
Jason Wang 已提交
218 219 220 221 222 223 224 225 226
static inline u32 tun_hashfn(u32 rxhash)
{
	return rxhash & 0x3ff;
}

static struct tun_flow_entry *tun_flow_find(struct hlist_head *head, u32 rxhash)
{
	struct tun_flow_entry *e;

227
	hlist_for_each_entry_rcu(e, head, hash_link) {
J
Jason Wang 已提交
228 229 230 231 232 233 234 235 236 237
		if (e->rxhash == rxhash)
			return e;
	}
	return NULL;
}

static struct tun_flow_entry *tun_flow_create(struct tun_struct *tun,
					      struct hlist_head *head,
					      u32 rxhash, u16 queue_index)
{
238 239
	struct tun_flow_entry *e = kmalloc(sizeof(*e), GFP_ATOMIC);

J
Jason Wang 已提交
240 241 242 243 244
	if (e) {
		tun_debug(KERN_INFO, tun, "create flow: hash %u index %u\n",
			  rxhash, queue_index);
		e->updated = jiffies;
		e->rxhash = rxhash;
245
		e->rps_rxhash = 0;
J
Jason Wang 已提交
246 247 248
		e->queue_index = queue_index;
		e->tun = tun;
		hlist_add_head_rcu(&e->hash_link, head);
249
		++tun->flow_count;
J
Jason Wang 已提交
250 251 252 253 254 255 256 257 258
	}
	return e;
}

static void tun_flow_delete(struct tun_struct *tun, struct tun_flow_entry *e)
{
	tun_debug(KERN_INFO, tun, "delete flow: hash %u index %u\n",
		  e->rxhash, e->queue_index);
	hlist_del_rcu(&e->hash_link);
259
	kfree_rcu(e, rcu);
260
	--tun->flow_count;
J
Jason Wang 已提交
261 262 263 264 265 266 267 268 269
}

static void tun_flow_flush(struct tun_struct *tun)
{
	int i;

	spin_lock_bh(&tun->lock);
	for (i = 0; i < TUN_NUM_FLOW_ENTRIES; i++) {
		struct tun_flow_entry *e;
270
		struct hlist_node *n;
J
Jason Wang 已提交
271

272
		hlist_for_each_entry_safe(e, n, &tun->flows[i], hash_link)
J
Jason Wang 已提交
273 274 275 276 277 278 279 280 281 282 283 284
			tun_flow_delete(tun, e);
	}
	spin_unlock_bh(&tun->lock);
}

static void tun_flow_delete_by_queue(struct tun_struct *tun, u16 queue_index)
{
	int i;

	spin_lock_bh(&tun->lock);
	for (i = 0; i < TUN_NUM_FLOW_ENTRIES; i++) {
		struct tun_flow_entry *e;
285
		struct hlist_node *n;
J
Jason Wang 已提交
286

287
		hlist_for_each_entry_safe(e, n, &tun->flows[i], hash_link) {
J
Jason Wang 已提交
288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307
			if (e->queue_index == queue_index)
				tun_flow_delete(tun, e);
		}
	}
	spin_unlock_bh(&tun->lock);
}

static void tun_flow_cleanup(unsigned long data)
{
	struct tun_struct *tun = (struct tun_struct *)data;
	unsigned long delay = tun->ageing_time;
	unsigned long next_timer = jiffies + delay;
	unsigned long count = 0;
	int i;

	tun_debug(KERN_INFO, tun, "tun_flow_cleanup\n");

	spin_lock_bh(&tun->lock);
	for (i = 0; i < TUN_NUM_FLOW_ENTRIES; i++) {
		struct tun_flow_entry *e;
308
		struct hlist_node *n;
J
Jason Wang 已提交
309

310
		hlist_for_each_entry_safe(e, n, &tun->flows[i], hash_link) {
J
Jason Wang 已提交
311 312 313 314 315 316 317 318 319 320 321 322 323 324 325
			unsigned long this_timer;
			count++;
			this_timer = e->updated + delay;
			if (time_before_eq(this_timer, jiffies))
				tun_flow_delete(tun, e);
			else if (time_before(this_timer, next_timer))
				next_timer = this_timer;
		}
	}

	if (count)
		mod_timer(&tun->flow_gc_timer, round_jiffies_up(next_timer));
	spin_unlock_bh(&tun->lock);
}

326
static void tun_flow_update(struct tun_struct *tun, u32 rxhash,
327
			    struct tun_file *tfile)
J
Jason Wang 已提交
328 329 330 331
{
	struct hlist_head *head;
	struct tun_flow_entry *e;
	unsigned long delay = tun->ageing_time;
332
	u16 queue_index = tfile->queue_index;
J
Jason Wang 已提交
333 334 335 336 337 338 339 340

	if (!rxhash)
		return;
	else
		head = &tun->flows[tun_hashfn(rxhash)];

	rcu_read_lock();

341 342 343
	/* We may get a very small possibility of OOO during switching, not
	 * worth to optimize.*/
	if (tun->numqueues == 1 || tfile->detached)
J
Jason Wang 已提交
344 345 346 347 348 349 350
		goto unlock;

	e = tun_flow_find(head, rxhash);
	if (likely(e)) {
		/* TODO: keep queueing to old queue until it's empty? */
		e->queue_index = queue_index;
		e->updated = jiffies;
351
		sock_rps_record_flow_hash(e->rps_rxhash);
J
Jason Wang 已提交
352 353
	} else {
		spin_lock_bh(&tun->lock);
354 355
		if (!tun_flow_find(head, rxhash) &&
		    tun->flow_count < MAX_TAP_FLOWS)
J
Jason Wang 已提交
356 357 358 359 360 361 362 363 364 365 366 367
			tun_flow_create(tun, head, rxhash, queue_index);

		if (!timer_pending(&tun->flow_gc_timer))
			mod_timer(&tun->flow_gc_timer,
				  round_jiffies_up(jiffies + delay));
		spin_unlock_bh(&tun->lock);
	}

unlock:
	rcu_read_unlock();
}

368 369 370 371 372 373
/**
 * Save the hash received in the stack receive path and update the
 * flow_hash table accordingly.
 */
static inline void tun_flow_save_rps_rxhash(struct tun_flow_entry *e, u32 hash)
{
374
	if (unlikely(e->rps_rxhash != hash))
375 376 377
		e->rps_rxhash = hash;
}

J
Jason Wang 已提交
378
/* We try to identify a flow through its rxhash first. The reason that
S
stephen hemminger 已提交
379
 * we do not check rxq no. is because some cards(e.g 82599), chooses
J
Jason Wang 已提交
380 381 382 383 384
 * the rxq based on the txq where the last packet of the flow comes. As
 * the userspace application move between processors, we may get a
 * different rxq no. here. If we could not get rxhash, then we would
 * hope the rxq no. may help here.
 */
385
static u16 tun_select_queue(struct net_device *dev, struct sk_buff *skb,
386
			    void *accel_priv, select_queue_fallback_t fallback)
J
Jason Wang 已提交
387 388
{
	struct tun_struct *tun = netdev_priv(dev);
J
Jason Wang 已提交
389
	struct tun_flow_entry *e;
J
Jason Wang 已提交
390 391 392 393
	u32 txq = 0;
	u32 numqueues = 0;

	rcu_read_lock();
394
	numqueues = ACCESS_ONCE(tun->numqueues);
J
Jason Wang 已提交
395

396
	txq = skb_get_hash(skb);
J
Jason Wang 已提交
397
	if (txq) {
J
Jason Wang 已提交
398
		e = tun_flow_find(&tun->flows[tun_hashfn(txq)], txq);
399 400
		if (e) {
			tun_flow_save_rps_rxhash(e, txq);
401
			txq = e->queue_index;
402
		} else
J
Jason Wang 已提交
403 404
			/* use multiply and shift instead of expensive divide */
			txq = ((u64)txq * numqueues) >> 32;
J
Jason Wang 已提交
405 406 407 408 409 410 411 412 413 414
	} else if (likely(skb_rx_queue_recorded(skb))) {
		txq = skb_get_rx_queue(skb);
		while (unlikely(txq >= numqueues))
			txq -= numqueues;
	}

	rcu_read_unlock();
	return txq;
}

415 416 417
static inline bool tun_not_capable(struct tun_struct *tun)
{
	const struct cred *cred = current_cred();
418
	struct net *net = dev_net(tun->dev);
419 420 421

	return ((uid_valid(tun->owner) && !uid_eq(cred->euid, tun->owner)) ||
		  (gid_valid(tun->group) && !in_egroup_p(tun->group))) &&
422
		!ns_capable(net->user_ns, CAP_NET_ADMIN);
423 424
}

J
Jason Wang 已提交
425 426 427 428 429 430
static void tun_set_real_num_queues(struct tun_struct *tun)
{
	netif_set_real_num_tx_queues(tun->dev, tun->numqueues);
	netif_set_real_num_rx_queues(tun->dev, tun->numqueues);
}

J
Jason Wang 已提交
431 432 433 434 435 436 437
static void tun_disable_queue(struct tun_struct *tun, struct tun_file *tfile)
{
	tfile->detached = tun;
	list_add_tail(&tfile->next, &tun->disabled);
	++tun->numdisabled;
}

J
Jason Wang 已提交
438
static struct tun_struct *tun_enable_queue(struct tun_file *tfile)
J
Jason Wang 已提交
439 440 441 442 443 444 445 446 447
{
	struct tun_struct *tun = tfile->detached;

	tfile->detached = NULL;
	list_del_init(&tfile->next);
	--tun->numdisabled;
	return tun;
}

448 449 450 451 452 453
static void tun_queue_purge(struct tun_file *tfile)
{
	skb_queue_purge(&tfile->sk.sk_receive_queue);
	skb_queue_purge(&tfile->sk.sk_error_queue);
}

J
Jason Wang 已提交
454 455 456 457 458
static void __tun_detach(struct tun_file *tfile, bool clean)
{
	struct tun_file *ntfile;
	struct tun_struct *tun;

459 460
	tun = rtnl_dereference(tfile->tun);

461
	if (tun && !tfile->detached) {
J
Jason Wang 已提交
462 463 464 465 466
		u16 index = tfile->queue_index;
		BUG_ON(index >= tun->numqueues);

		rcu_assign_pointer(tun->tfiles[index],
				   tun->tfiles[tun->numqueues - 1]);
467
		ntfile = rtnl_dereference(tun->tfiles[index]);
J
Jason Wang 已提交
468 469 470
		ntfile->queue_index = index;

		--tun->numqueues;
471
		if (clean) {
472
			RCU_INIT_POINTER(tfile->tun, NULL);
J
Jason Wang 已提交
473
			sock_put(&tfile->sk);
474
		} else
J
Jason Wang 已提交
475
			tun_disable_queue(tun, tfile);
J
Jason Wang 已提交
476 477

		synchronize_net();
J
Jason Wang 已提交
478
		tun_flow_delete_by_queue(tun, tun->numqueues + 1);
J
Jason Wang 已提交
479
		/* Drop read queue */
480
		tun_queue_purge(tfile);
J
Jason Wang 已提交
481
		tun_set_real_num_queues(tun);
J
Jason Wang 已提交
482
	} else if (tfile->detached && clean) {
J
Jason Wang 已提交
483
		tun = tun_enable_queue(tfile);
J
Jason Wang 已提交
484 485
		sock_put(&tfile->sk);
	}
J
Jason Wang 已提交
486 487

	if (clean) {
488 489 490
		if (tun && tun->numqueues == 0 && tun->numdisabled == 0) {
			netif_carrier_off(tun->dev);

M
Michael S. Tsirkin 已提交
491
			if (!(tun->flags & IFF_PERSIST) &&
492
			    tun->dev->reg_state == NETREG_REGISTERED)
J
Jason Wang 已提交
493
				unregister_netdevice(tun->dev);
494
		}
495
		sock_put(&tfile->sk);
J
Jason Wang 已提交
496 497 498 499 500 501 502 503 504 505 506 507 508
	}
}

static void tun_detach(struct tun_file *tfile, bool clean)
{
	rtnl_lock();
	__tun_detach(tfile, clean);
	rtnl_unlock();
}

static void tun_detach_all(struct net_device *dev)
{
	struct tun_struct *tun = netdev_priv(dev);
J
Jason Wang 已提交
509
	struct tun_file *tfile, *tmp;
J
Jason Wang 已提交
510 511 512
	int i, n = tun->numqueues;

	for (i = 0; i < n; i++) {
513
		tfile = rtnl_dereference(tun->tfiles[i]);
J
Jason Wang 已提交
514
		BUG_ON(!tfile);
515
		tfile->socket.sk->sk_data_ready(tfile->socket.sk);
516
		RCU_INIT_POINTER(tfile->tun, NULL);
J
Jason Wang 已提交
517 518
		--tun->numqueues;
	}
519
	list_for_each_entry(tfile, &tun->disabled, next) {
520
		tfile->socket.sk->sk_data_ready(tfile->socket.sk);
521
		RCU_INIT_POINTER(tfile->tun, NULL);
522
	}
J
Jason Wang 已提交
523 524 525 526
	BUG_ON(tun->numqueues != 0);

	synchronize_net();
	for (i = 0; i < n; i++) {
527
		tfile = rtnl_dereference(tun->tfiles[i]);
J
Jason Wang 已提交
528
		/* Drop read queue */
529
		tun_queue_purge(tfile);
J
Jason Wang 已提交
530 531
		sock_put(&tfile->sk);
	}
J
Jason Wang 已提交
532 533
	list_for_each_entry_safe(tfile, tmp, &tun->disabled, next) {
		tun_enable_queue(tfile);
534
		tun_queue_purge(tfile);
J
Jason Wang 已提交
535 536 537
		sock_put(&tfile->sk);
	}
	BUG_ON(tun->numdisabled != 0);
J
Jason Wang 已提交
538

M
Michael S. Tsirkin 已提交
539
	if (tun->flags & IFF_PERSIST)
J
Jason Wang 已提交
540
		module_put(THIS_MODULE);
J
Jason Wang 已提交
541 542
}

543
static int tun_attach(struct tun_struct *tun, struct file *file, bool skip_filter)
544
{
E
Eric W. Biederman 已提交
545
	struct tun_file *tfile = file->private_data;
546
	int err;
547

548 549 550 551
	err = security_tun_dev_attach(tfile->socket.sk, tun->security);
	if (err < 0)
		goto out;

552
	err = -EINVAL;
553
	if (rtnl_dereference(tfile->tun) && !tfile->detached)
554 555 556
		goto out;

	err = -EBUSY;
M
Michael S. Tsirkin 已提交
557
	if (!(tun->flags & IFF_MULTI_QUEUE) && tun->numqueues == 1)
J
Jason Wang 已提交
558 559 560
		goto out;

	err = -E2BIG;
J
Jason Wang 已提交
561 562
	if (!tfile->detached &&
	    tun->numqueues + tun->numdisabled == MAX_TAP_QUEUES)
563 564 565
		goto out;

	err = 0;
J
Jason Wang 已提交
566

S
stephen hemminger 已提交
567
	/* Re-attach the filter to persist device */
568
	if (!skip_filter && (tun->filter_attached == true)) {
J
Jason Wang 已提交
569 570 571 572
		err = sk_attach_filter(&tun->fprog, tfile->socket.sk);
		if (!err)
			goto out;
	}
J
Jason Wang 已提交
573
	tfile->queue_index = tun->numqueues;
574
	rcu_assign_pointer(tfile->tun, tun);
J
Jason Wang 已提交
575 576
	rcu_assign_pointer(tun->tfiles[tun->numqueues], tfile);
	tun->numqueues++;
577

J
Jason Wang 已提交
578 579 580 581 582
	if (tfile->detached)
		tun_enable_queue(tfile);
	else
		sock_hold(&tfile->sk);

J
Jason Wang 已提交
583
	tun_set_real_num_queues(tun);
584

J
Jason Wang 已提交
585 586 587 588 589 590
	/* device is allowed to go away first, so no need to hold extra
	 * refcnt.
	 */

out:
	return err;
E
Eric W. Biederman 已提交
591 592 593 594
}

static struct tun_struct *__tun_get(struct tun_file *tfile)
{
595
	struct tun_struct *tun;
596

597 598 599 600 601
	rcu_read_lock();
	tun = rcu_dereference(tfile->tun);
	if (tun)
		dev_hold(tun->dev);
	rcu_read_unlock();
602 603

	return tun;
E
Eric W. Biederman 已提交
604 605 606 607 608 609 610 611 612
}

static struct tun_struct *tun_get(struct file *file)
{
	return __tun_get(file->private_data);
}

static void tun_put(struct tun_struct *tun)
{
613
	dev_put(tun->dev);
E
Eric W. Biederman 已提交
614 615
}

616
/* TAP filtering */
617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665
static void addr_hash_set(u32 *mask, const u8 *addr)
{
	int n = ether_crc(ETH_ALEN, addr) >> 26;
	mask[n >> 5] |= (1 << (n & 31));
}

static unsigned int addr_hash_test(const u32 *mask, const u8 *addr)
{
	int n = ether_crc(ETH_ALEN, addr) >> 26;
	return mask[n >> 5] & (1 << (n & 31));
}

static int update_filter(struct tap_filter *filter, void __user *arg)
{
	struct { u8 u[ETH_ALEN]; } *addr;
	struct tun_filter uf;
	int err, alen, n, nexact;

	if (copy_from_user(&uf, arg, sizeof(uf)))
		return -EFAULT;

	if (!uf.count) {
		/* Disabled */
		filter->count = 0;
		return 0;
	}

	alen = ETH_ALEN * uf.count;
	addr = kmalloc(alen, GFP_KERNEL);
	if (!addr)
		return -ENOMEM;

	if (copy_from_user(addr, arg + sizeof(uf), alen)) {
		err = -EFAULT;
		goto done;
	}

	/* The filter is updated without holding any locks. Which is
	 * perfectly safe. We disable it first and in the worst
	 * case we'll accept a few undesired packets. */
	filter->count = 0;
	wmb();

	/* Use first set of addresses as an exact filter */
	for (n = 0; n < uf.count && n < FLT_EXACT_COUNT; n++)
		memcpy(filter->addr[n], addr[n].u, ETH_ALEN);

	nexact = n;

666 667
	/* Remaining multicast addresses are hashed,
	 * unicast will leave the filter disabled. */
668
	memset(filter->mask, 0, sizeof(filter->mask));
669 670 671 672 673
	for (; n < uf.count; n++) {
		if (!is_multicast_ether_addr(addr[n].u)) {
			err = 0; /* no filter */
			goto done;
		}
674
		addr_hash_set(filter->mask, addr[n].u);
675
	}
676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703

	/* For ALLMULTI just set the mask to all ones.
	 * This overrides the mask populated above. */
	if ((uf.flags & TUN_FLT_ALLMULTI))
		memset(filter->mask, ~0, sizeof(filter->mask));

	/* Now enable the filter */
	wmb();
	filter->count = nexact;

	/* Return the number of exact filters */
	err = nexact;

done:
	kfree(addr);
	return err;
}

/* Returns: 0 - drop, !=0 - accept */
static int run_filter(struct tap_filter *filter, const struct sk_buff *skb)
{
	/* Cannot use eth_hdr(skb) here because skb_mac_hdr() is incorrect
	 * at this point. */
	struct ethhdr *eh = (struct ethhdr *) skb->data;
	int i;

	/* Exact match */
	for (i = 0; i < filter->count; i++)
704
		if (ether_addr_equal(eh->h_dest, filter->addr[i]))
705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725
			return 1;

	/* Inexact match (multicast only) */
	if (is_multicast_ether_addr(eh->h_dest))
		return addr_hash_test(filter->mask, eh->h_dest);

	return 0;
}

/*
 * Checks whether the packet is accepted or not.
 * Returns: 0 - drop, !=0 - accept
 */
static int check_filter(struct tap_filter *filter, const struct sk_buff *skb)
{
	if (!filter->count)
		return 1;

	return run_filter(filter, skb);
}

L
Linus Torvalds 已提交
726 727
/* Network device part of the driver */

728
static const struct ethtool_ops tun_ethtool_ops;
L
Linus Torvalds 已提交
729

730 731 732
/* Net device detach from fd. */
static void tun_net_uninit(struct net_device *dev)
{
J
Jason Wang 已提交
733
	tun_detach_all(dev);
734 735
}

L
Linus Torvalds 已提交
736 737 738
/* Net device open. */
static int tun_net_open(struct net_device *dev)
{
J
Jason Wang 已提交
739
	netif_tx_start_all_queues(dev);
L
Linus Torvalds 已提交
740 741 742 743 744 745
	return 0;
}

/* Net device close. */
static int tun_net_close(struct net_device *dev)
{
J
Jason Wang 已提交
746
	netif_tx_stop_all_queues(dev);
L
Linus Torvalds 已提交
747 748 749 750
	return 0;
}

/* Net device start xmit */
751
static netdev_tx_t tun_net_xmit(struct sk_buff *skb, struct net_device *dev)
L
Linus Torvalds 已提交
752 753
{
	struct tun_struct *tun = netdev_priv(dev);
J
Jason Wang 已提交
754
	int txq = skb->queue_mapping;
755
	struct tun_file *tfile;
756
	u32 numqueues = 0;
L
Linus Torvalds 已提交
757

758
	rcu_read_lock();
J
Jason Wang 已提交
759
	tfile = rcu_dereference(tun->tfiles[txq]);
760
	numqueues = ACCESS_ONCE(tun->numqueues);
J
Jason Wang 已提交
761

L
Linus Torvalds 已提交
762
	/* Drop packet if interface is not attached */
763
	if (txq >= numqueues)
L
Linus Torvalds 已提交
764 765
		goto drop;

766
	if (numqueues == 1) {
767 768 769 770 771 772 773 774 775 776 777 778 779 780 781
		/* Select queue was not called for the skbuff, so we extract the
		 * RPS hash and save it into the flow_table here.
		 */
		__u32 rxhash;

		rxhash = skb_get_hash(skb);
		if (rxhash) {
			struct tun_flow_entry *e;
			e = tun_flow_find(&tun->flows[tun_hashfn(rxhash)],
					rxhash);
			if (e)
				tun_flow_save_rps_rxhash(e, rxhash);
		}
	}

782 783
	tun_debug(KERN_INFO, tun, "tun_net_xmit %d\n", skb->len);

J
Jason Wang 已提交
784 785
	BUG_ON(!tfile);

786 787 788 789 790 791
	/* Drop if the filter does not like it.
	 * This is a noop if the filter is disabled.
	 * Filter can be enabled only for the TAP devices. */
	if (!check_filter(&tun->txflt, skb))
		goto drop;

J
Jason Wang 已提交
792 793
	if (tfile->socket.sk->sk_filter &&
	    sk_filter(tfile->socket.sk, skb))
M
Michael S. Tsirkin 已提交
794 795
		goto drop;

R
Rami Rosen 已提交
796
	/* Limit the number of packets queued by dividing txq length with the
J
Jason Wang 已提交
797 798
	 * number of queues.
	 */
799 800
	if (skb_queue_len(&tfile->socket.sk->sk_receive_queue) * numqueues
			  >= dev->tx_queue_len)
801
		goto drop;
L
Linus Torvalds 已提交
802

803 804 805
	if (unlikely(skb_orphan_frags(skb, GFP_ATOMIC)))
		goto drop;

806 807 808 809 810
	if (skb->sk) {
		sock_tx_timestamp(skb->sk, &skb_shinfo(skb)->tx_flags);
		sw_tx_timestamp(skb);
	}

M
Michael S. Tsirkin 已提交
811
	/* Orphan the skb - required as we might hang on to it
812 813
	 * for indefinite time.
	 */
M
Michael S. Tsirkin 已提交
814 815
	skb_orphan(skb);

816 817
	nf_reset(skb);

818
	/* Enqueue packet */
J
Jason Wang 已提交
819
	skb_queue_tail(&tfile->socket.sk->sk_receive_queue, skb);
L
Linus Torvalds 已提交
820 821

	/* Notify and wake up reader process */
J
Jason Wang 已提交
822 823
	if (tfile->flags & TUN_FASYNC)
		kill_fasync(&tfile->fasync, SIGIO, POLL_IN);
824
	tfile->socket.sk->sk_data_ready(tfile->socket.sk);
825 826

	rcu_read_unlock();
827
	return NETDEV_TX_OK;
L
Linus Torvalds 已提交
828 829

drop:
830
	dev->stats.tx_dropped++;
831
	skb_tx_error(skb);
L
Linus Torvalds 已提交
832
	kfree_skb(skb);
833
	rcu_read_unlock();
834
	return NET_XMIT_DROP;
L
Linus Torvalds 已提交
835 836
}

837
static void tun_net_mclist(struct net_device *dev)
L
Linus Torvalds 已提交
838
{
839 840 841 842 843
	/*
	 * This callback is supposed to deal with mc filter in
	 * _rx_ path and has nothing to do with the _tx_ path.
	 * In rx path we always accept everything userspace gives us.
	 */
L
Linus Torvalds 已提交
844 845
}

E
Ed Swierk 已提交
846 847 848 849 850 851 852 853 854 855 856 857
#define MIN_MTU 68
#define MAX_MTU 65535

static int
tun_net_change_mtu(struct net_device *dev, int new_mtu)
{
	if (new_mtu < MIN_MTU || new_mtu + dev->hard_header_len > MAX_MTU)
		return -EINVAL;
	dev->mtu = new_mtu;
	return 0;
}

858 859
static netdev_features_t tun_net_fix_features(struct net_device *dev,
	netdev_features_t features)
860 861 862 863 864
{
	struct tun_struct *tun = netdev_priv(dev);

	return (features & tun->set_features) | (features & ~TUN_USER_FEATURES);
}
865 866 867 868 869 870 871
#ifdef CONFIG_NET_POLL_CONTROLLER
static void tun_poll_controller(struct net_device *dev)
{
	/*
	 * Tun only receives frames when:
	 * 1) the char device endpoint gets data from user space
	 * 2) the tun socket gets a sendmsg call from user space
S
stephen hemminger 已提交
872
	 * Since both of those are synchronous operations, we are guaranteed
873
	 * never to have pending data when we poll for it
S
stephen hemminger 已提交
874
	 * so there is nothing to do here but return.
875 876 877 878 879 880 881
	 * We need this though so netpoll recognizes us as an interface that
	 * supports polling, which enables bridge devices in virt setups to
	 * still use netconsole
	 */
	return;
}
#endif
S
Stephen Hemminger 已提交
882
static const struct net_device_ops tun_netdev_ops = {
883
	.ndo_uninit		= tun_net_uninit,
S
Stephen Hemminger 已提交
884 885
	.ndo_open		= tun_net_open,
	.ndo_stop		= tun_net_close,
886
	.ndo_start_xmit		= tun_net_xmit,
S
Stephen Hemminger 已提交
887
	.ndo_change_mtu		= tun_net_change_mtu,
888
	.ndo_fix_features	= tun_net_fix_features,
J
Jason Wang 已提交
889
	.ndo_select_queue	= tun_select_queue,
890 891 892
#ifdef CONFIG_NET_POLL_CONTROLLER
	.ndo_poll_controller	= tun_poll_controller,
#endif
S
Stephen Hemminger 已提交
893 894 895
};

static const struct net_device_ops tap_netdev_ops = {
896
	.ndo_uninit		= tun_net_uninit,
S
Stephen Hemminger 已提交
897 898
	.ndo_open		= tun_net_open,
	.ndo_stop		= tun_net_close,
899
	.ndo_start_xmit		= tun_net_xmit,
S
Stephen Hemminger 已提交
900
	.ndo_change_mtu		= tun_net_change_mtu,
901
	.ndo_fix_features	= tun_net_fix_features,
902
	.ndo_set_rx_mode	= tun_net_mclist,
S
Stephen Hemminger 已提交
903 904
	.ndo_set_mac_address	= eth_mac_addr,
	.ndo_validate_addr	= eth_validate_addr,
J
Jason Wang 已提交
905
	.ndo_select_queue	= tun_select_queue,
906 907 908
#ifdef CONFIG_NET_POLL_CONTROLLER
	.ndo_poll_controller	= tun_poll_controller,
#endif
S
Stephen Hemminger 已提交
909 910
};

911
static void tun_flow_init(struct tun_struct *tun)
J
Jason Wang 已提交
912 913 914 915 916 917 918 919 920 921 922 923 924 925 926 927 928 929
{
	int i;

	for (i = 0; i < TUN_NUM_FLOW_ENTRIES; i++)
		INIT_HLIST_HEAD(&tun->flows[i]);

	tun->ageing_time = TUN_FLOW_EXPIRE;
	setup_timer(&tun->flow_gc_timer, tun_flow_cleanup, (unsigned long)tun);
	mod_timer(&tun->flow_gc_timer,
		  round_jiffies_up(jiffies + tun->ageing_time));
}

static void tun_flow_uninit(struct tun_struct *tun)
{
	del_timer_sync(&tun->flow_gc_timer);
	tun_flow_flush(tun);
}

L
Linus Torvalds 已提交
930 931 932 933
/* Initialize net device. */
static void tun_net_init(struct net_device *dev)
{
	struct tun_struct *tun = netdev_priv(dev);
934

L
Linus Torvalds 已提交
935
	switch (tun->flags & TUN_TYPE_MASK) {
M
Michael S. Tsirkin 已提交
936
	case IFF_TUN:
S
Stephen Hemminger 已提交
937 938
		dev->netdev_ops = &tun_netdev_ops;

L
Linus Torvalds 已提交
939 940 941 942 943 944
		/* Point-to-Point TUN Device */
		dev->hard_header_len = 0;
		dev->addr_len = 0;
		dev->mtu = 1500;

		/* Zero header length */
945
		dev->type = ARPHRD_NONE;
L
Linus Torvalds 已提交
946 947 948 949
		dev->flags = IFF_POINTOPOINT | IFF_NOARP | IFF_MULTICAST;
		dev->tx_queue_len = TUN_READQ_SIZE;  /* We prefer our own queue length */
		break;

M
Michael S. Tsirkin 已提交
950
	case IFF_TAP:
K
Kusanagi Kouichi 已提交
951
		dev->netdev_ops = &tap_netdev_ops;
L
Linus Torvalds 已提交
952 953
		/* Ethernet TAP Device */
		ether_setup(dev);
954
		dev->priv_flags &= ~IFF_TX_SKB_SHARING;
955
		dev->priv_flags |= IFF_LIVE_ADDR_CHANGE;
956

957
		eth_hw_addr_random(dev);
958

L
Linus Torvalds 已提交
959 960 961 962 963 964 965 966
		dev->tx_queue_len = TUN_READQ_SIZE;  /* We prefer our own queue length */
		break;
	}
}

/* Character device part */

/* Poll */
J
Jason Wang 已提交
967
static unsigned int tun_chr_poll(struct file *file, poll_table *wait)
968
{
969 970
	struct tun_file *tfile = file->private_data;
	struct tun_struct *tun = __tun_get(tfile);
971
	struct sock *sk;
972
	unsigned int mask = 0;
L
Linus Torvalds 已提交
973 974

	if (!tun)
975
		return POLLERR;
L
Linus Torvalds 已提交
976

J
Jason Wang 已提交
977
	sk = tfile->socket.sk;
978

979
	tun_debug(KERN_INFO, tun, "tun_chr_poll\n");
L
Linus Torvalds 已提交
980

981
	poll_wait(file, sk_sleep(sk), wait);
982

983
	if (!skb_queue_empty(&sk->sk_receive_queue))
L
Linus Torvalds 已提交
984 985
		mask |= POLLIN | POLLRDNORM;

986 987 988 989 990
	if (sock_writeable(sk) ||
	    (!test_and_set_bit(SOCK_ASYNC_NOSPACE, &sk->sk_socket->flags) &&
	     sock_writeable(sk)))
		mask |= POLLOUT | POLLWRNORM;

991 992 993
	if (tun->dev->reg_state != NETREG_REGISTERED)
		mask = POLLERR;

E
Eric W. Biederman 已提交
994
	tun_put(tun);
L
Linus Torvalds 已提交
995 996 997
	return mask;
}

998 999
/* prepad is the amount to reserve at front.  len is length after that.
 * linear is a hint as to how much to copy (usually headers). */
J
Jason Wang 已提交
1000
static struct sk_buff *tun_alloc_skb(struct tun_file *tfile,
1001 1002
				     size_t prepad, size_t len,
				     size_t linear, int noblock)
1003
{
J
Jason Wang 已提交
1004
	struct sock *sk = tfile->socket.sk;
1005
	struct sk_buff *skb;
1006
	int err;
1007 1008

	/* Under a page?  Don't bother with paged skb. */
H
Herbert Xu 已提交
1009
	if (prepad + len < PAGE_SIZE || !linear)
1010
		linear = len;
1011

1012
	skb = sock_alloc_send_pskb(sk, prepad + linear, len - linear, noblock,
1013
				   &err, 0);
1014
	if (!skb)
1015
		return ERR_PTR(err);
1016 1017 1018

	skb_reserve(skb, prepad);
	skb_put(skb, linear);
1019 1020
	skb->data_len = len - linear;
	skb->len += len - linear;
1021 1022 1023 1024

	return skb;
}

L
Linus Torvalds 已提交
1025
/* Get packet from user space buffer */
J
Jason Wang 已提交
1026
static ssize_t tun_get_user(struct tun_struct *tun, struct tun_file *tfile,
1027 1028
			    void *msg_control, struct iov_iter *from,
			    int noblock)
L
Linus Torvalds 已提交
1029
{
1030
	struct tun_pi pi = { 0, cpu_to_be16(ETH_P_IP) };
L
Linus Torvalds 已提交
1031
	struct sk_buff *skb;
1032
	size_t total_len = iov_iter_count(from);
1033
	size_t len = total_len, align = NET_SKB_PAD, linear;
1034
	struct virtio_net_hdr gso = { 0 };
1035
	int good_linear;
1036 1037 1038
	int copylen;
	bool zerocopy = false;
	int err;
1039
	u32 rxhash;
1040
	ssize_t n;
L
Linus Torvalds 已提交
1041

M
Michael S. Tsirkin 已提交
1042
	if (!(tun->flags & IFF_NO_PI)) {
1043
		if (len < sizeof(pi))
L
Linus Torvalds 已提交
1044
			return -EINVAL;
1045
		len -= sizeof(pi);
L
Linus Torvalds 已提交
1046

1047 1048
		n = copy_from_iter(&pi, sizeof(pi), from);
		if (n != sizeof(pi))
L
Linus Torvalds 已提交
1049 1050 1051
			return -EFAULT;
	}

M
Michael S. Tsirkin 已提交
1052
	if (tun->flags & IFF_VNET_HDR) {
1053
		if (len < tun->vnet_hdr_sz)
1054
			return -EINVAL;
1055
		len -= tun->vnet_hdr_sz;
1056

1057 1058
		n = copy_from_iter(&gso, sizeof(gso), from);
		if (n != sizeof(gso))
1059 1060
			return -EFAULT;

1061
		if ((gso.flags & VIRTIO_NET_HDR_F_NEEDS_CSUM) &&
1062 1063
		    tun16_to_cpu(tun, gso.csum_start) + tun16_to_cpu(tun, gso.csum_offset) + 2 > tun16_to_cpu(tun, gso.hdr_len))
			gso.hdr_len = cpu_to_tun16(tun, tun16_to_cpu(tun, gso.csum_start) + tun16_to_cpu(tun, gso.csum_offset) + 2);
1064

1065
		if (tun16_to_cpu(tun, gso.hdr_len) > len)
1066
			return -EINVAL;
1067
		iov_iter_advance(from, tun->vnet_hdr_sz - sizeof(gso));
1068 1069
	}

M
Michael S. Tsirkin 已提交
1070
	if ((tun->flags & TUN_TYPE_MASK) == IFF_TAP) {
1071
		align += NET_IP_ALIGN;
H
Herbert Xu 已提交
1072
		if (unlikely(len < ETH_HLEN ||
1073
			     (gso.hdr_len && tun16_to_cpu(tun, gso.hdr_len) < ETH_HLEN)))
1074 1075
			return -EINVAL;
	}
1076

1077 1078
	good_linear = SKB_MAX_HEAD(align);

1079
	if (msg_control) {
1080 1081
		struct iov_iter i = *from;

1082 1083
		/* There are 256 bytes to be copied in skb, so there is
		 * enough room for skb expand head in case it is used.
1084 1085
		 * The rest of the buffer is mapped from userspace.
		 */
1086
		copylen = gso.hdr_len ? tun16_to_cpu(tun, gso.hdr_len) : GOODCOPY_LEN;
1087 1088
		if (copylen > good_linear)
			copylen = good_linear;
1089
		linear = copylen;
1090 1091
		iov_iter_advance(&i, copylen);
		if (iov_iter_npages(&i, INT_MAX) <= MAX_SKB_FRAGS)
1092 1093 1094 1095
			zerocopy = true;
	}

	if (!zerocopy) {
1096
		copylen = len;
1097
		if (tun16_to_cpu(tun, gso.hdr_len) > good_linear)
1098 1099
			linear = good_linear;
		else
1100
			linear = tun16_to_cpu(tun, gso.hdr_len);
1101
	}
1102

1103
	skb = tun_alloc_skb(tfile, align, copylen, linear, noblock);
1104 1105 1106 1107
	if (IS_ERR(skb)) {
		if (PTR_ERR(skb) != -EAGAIN)
			tun->dev->stats.rx_dropped++;
		return PTR_ERR(skb);
L
Linus Torvalds 已提交
1108 1109
	}

1110
	if (zerocopy)
1111
		err = zerocopy_sg_from_iter(skb, from);
1112
	else {
1113
		err = skb_copy_datagram_from_iter(skb, 0, from, len);
1114 1115 1116 1117 1118
		if (!err && msg_control) {
			struct ubuf_info *uarg = msg_control;
			uarg->callback(uarg, false);
		}
	}
1119 1120

	if (err) {
1121
		tun->dev->stats.rx_dropped++;
D
Dave Jones 已提交
1122
		kfree_skb(skb);
L
Linus Torvalds 已提交
1123
		return -EFAULT;
D
Dave Jones 已提交
1124
	}
L
Linus Torvalds 已提交
1125

1126
	if (gso.flags & VIRTIO_NET_HDR_F_NEEDS_CSUM) {
1127 1128
		if (!skb_partial_csum_set(skb, tun16_to_cpu(tun, gso.csum_start),
					  tun16_to_cpu(tun, gso.csum_offset))) {
1129 1130 1131 1132
			tun->dev->stats.rx_frame_errors++;
			kfree_skb(skb);
			return -EINVAL;
		}
1133
	}
1134

L
Linus Torvalds 已提交
1135
	switch (tun->flags & TUN_TYPE_MASK) {
M
Michael S. Tsirkin 已提交
1136 1137
	case IFF_TUN:
		if (tun->flags & IFF_NO_PI) {
1138 1139 1140 1141 1142 1143 1144 1145 1146 1147 1148 1149 1150 1151
			switch (skb->data[0] & 0xf0) {
			case 0x40:
				pi.proto = htons(ETH_P_IP);
				break;
			case 0x60:
				pi.proto = htons(ETH_P_IPV6);
				break;
			default:
				tun->dev->stats.rx_dropped++;
				kfree_skb(skb);
				return -EINVAL;
			}
		}

1152
		skb_reset_mac_header(skb);
L
Linus Torvalds 已提交
1153
		skb->protocol = pi.proto;
1154
		skb->dev = tun->dev;
L
Linus Torvalds 已提交
1155
		break;
M
Michael S. Tsirkin 已提交
1156
	case IFF_TAP:
L
Linus Torvalds 已提交
1157 1158
		skb->protocol = eth_type_trans(skb, tun->dev);
		break;
1159
	}
L
Linus Torvalds 已提交
1160

1161 1162 1163 1164
	if (gso.gso_type != VIRTIO_NET_HDR_GSO_NONE) {
		pr_debug("GSO!\n");
		switch (gso.gso_type & ~VIRTIO_NET_HDR_GSO_ECN) {
		case VIRTIO_NET_HDR_GSO_TCPV4:
1165
			skb_shinfo(skb)->gso_type = SKB_GSO_TCPV4;
1166 1167
			break;
		case VIRTIO_NET_HDR_GSO_TCPV6:
1168
			skb_shinfo(skb)->gso_type = SKB_GSO_TCPV6;
1169
			break;
1170
		case VIRTIO_NET_HDR_GSO_UDP:
1171
			skb_shinfo(skb)->gso_type = SKB_GSO_UDP;
1172
			break;
1173 1174 1175 1176 1177 1178 1179
		default:
			tun->dev->stats.rx_frame_errors++;
			kfree_skb(skb);
			return -EINVAL;
		}

		if (gso.gso_type & VIRTIO_NET_HDR_GSO_ECN)
1180
			skb_shinfo(skb)->gso_type |= SKB_GSO_TCP_ECN;
1181

1182
		skb_shinfo(skb)->gso_size = tun16_to_cpu(tun, gso.gso_size);
1183 1184 1185 1186 1187 1188 1189 1190 1191 1192
		if (skb_shinfo(skb)->gso_size == 0) {
			tun->dev->stats.rx_frame_errors++;
			kfree_skb(skb);
			return -EINVAL;
		}

		/* Header must be checked, and gso_segs computed. */
		skb_shinfo(skb)->gso_type |= SKB_GSO_DODGY;
		skb_shinfo(skb)->gso_segs = 0;
	}
1193

1194 1195 1196 1197
	/* copy skb_ubuf_info for callback when skb has no error */
	if (zerocopy) {
		skb_shinfo(skb)->destructor_arg = msg_control;
		skb_shinfo(skb)->tx_flags |= SKBTX_DEV_ZEROCOPY;
1198
		skb_shinfo(skb)->tx_flags |= SKBTX_SHARED_FRAG;
1199 1200
	}

1201
	skb_reset_network_header(skb);
1202
	skb_probe_transport_header(skb, 0);
1203

1204
	rxhash = skb_get_hash(skb);
L
Linus Torvalds 已提交
1205
	netif_rx_ni(skb);
1206

1207 1208
	tun->dev->stats.rx_packets++;
	tun->dev->stats.rx_bytes += len;
L
Linus Torvalds 已提交
1209

1210
	tun_flow_update(tun, rxhash, tfile);
1211
	return total_len;
1212
}
L
Linus Torvalds 已提交
1213

1214
static ssize_t tun_chr_write_iter(struct kiocb *iocb, struct iov_iter *from)
L
Linus Torvalds 已提交
1215
{
1216
	struct file *file = iocb->ki_filp;
H
Herbert Xu 已提交
1217
	struct tun_struct *tun = tun_get(file);
J
Jason Wang 已提交
1218
	struct tun_file *tfile = file->private_data;
E
Eric W. Biederman 已提交
1219
	ssize_t result;
L
Linus Torvalds 已提交
1220 1221 1222 1223

	if (!tun)
		return -EBADFD;

1224
	result = tun_get_user(tun, tfile, NULL, from, file->f_flags & O_NONBLOCK);
E
Eric W. Biederman 已提交
1225 1226 1227

	tun_put(tun);
	return result;
L
Linus Torvalds 已提交
1228 1229 1230
}

/* Put packet to the user space buffer */
1231
static ssize_t tun_put_user(struct tun_struct *tun,
J
Jason Wang 已提交
1232
			    struct tun_file *tfile,
1233
			    struct sk_buff *skb,
H
Herbert Xu 已提交
1234
			    struct iov_iter *iter)
L
Linus Torvalds 已提交
1235 1236
{
	struct tun_pi pi = { 0, skb->protocol };
H
Herbert Xu 已提交
1237
	ssize_t total;
1238
	int vlan_offset = 0;
1239
	int vlan_hlen = 0;
H
Herbert Xu 已提交
1240
	int vnet_hdr_sz = 0;
1241

1242
	if (skb_vlan_tag_present(skb))
1243
		vlan_hlen = VLAN_HLEN;
L
Linus Torvalds 已提交
1244

M
Michael S. Tsirkin 已提交
1245
	if (tun->flags & IFF_VNET_HDR)
H
Herbert Xu 已提交
1246
		vnet_hdr_sz = tun->vnet_hdr_sz;
L
Linus Torvalds 已提交
1247

H
Herbert Xu 已提交
1248 1249
	total = skb->len + vlan_hlen + vnet_hdr_sz;

M
Michael S. Tsirkin 已提交
1250
	if (!(tun->flags & IFF_NO_PI)) {
H
Herbert Xu 已提交
1251
		if (iov_iter_count(iter) < sizeof(pi))
L
Linus Torvalds 已提交
1252 1253
			return -EINVAL;

H
Herbert Xu 已提交
1254 1255
		total += sizeof(pi);
		if (iov_iter_count(iter) < total) {
L
Linus Torvalds 已提交
1256 1257 1258
			/* Packet will be striped */
			pi.flags |= TUN_PKT_STRIP;
		}
1259

H
Herbert Xu 已提交
1260
		if (copy_to_iter(&pi, sizeof(pi), iter) != sizeof(pi))
L
Linus Torvalds 已提交
1261
			return -EFAULT;
1262
	}
L
Linus Torvalds 已提交
1263

H
Herbert Xu 已提交
1264
	if (vnet_hdr_sz) {
1265
		struct virtio_net_hdr gso = { 0 }; /* no info leak */
H
Herbert Xu 已提交
1266
		if (iov_iter_count(iter) < vnet_hdr_sz)
1267 1268 1269 1270 1271 1272
			return -EINVAL;

		if (skb_is_gso(skb)) {
			struct skb_shared_info *sinfo = skb_shinfo(skb);

			/* This is a hint as to how much should be linear. */
1273 1274
			gso.hdr_len = cpu_to_tun16(tun, skb_headlen(skb));
			gso.gso_size = cpu_to_tun16(tun, sinfo->gso_size);
1275 1276 1277 1278
			if (sinfo->gso_type & SKB_GSO_TCPV4)
				gso.gso_type = VIRTIO_NET_HDR_GSO_TCPV4;
			else if (sinfo->gso_type & SKB_GSO_TCPV6)
				gso.gso_type = VIRTIO_NET_HDR_GSO_TCPV6;
1279 1280
			else if (sinfo->gso_type & SKB_GSO_UDP)
				gso.gso_type = VIRTIO_NET_HDR_GSO_UDP;
1281
			else {
1282
				pr_err("unexpected GSO type: "
1283
				       "0x%x, gso_size %d, hdr_len %d\n",
1284 1285
				       sinfo->gso_type, tun16_to_cpu(tun, gso.gso_size),
				       tun16_to_cpu(tun, gso.hdr_len));
1286 1287 1288
				print_hex_dump(KERN_ERR, "tun: ",
					       DUMP_PREFIX_NONE,
					       16, 1, skb->head,
1289
					       min((int)tun16_to_cpu(tun, gso.hdr_len), 64), true);
1290 1291 1292
				WARN_ON_ONCE(1);
				return -EINVAL;
			}
1293 1294 1295 1296 1297 1298 1299
			if (sinfo->gso_type & SKB_GSO_TCP_ECN)
				gso.gso_type |= VIRTIO_NET_HDR_GSO_ECN;
		} else
			gso.gso_type = VIRTIO_NET_HDR_GSO_NONE;

		if (skb->ip_summed == CHECKSUM_PARTIAL) {
			gso.flags = VIRTIO_NET_HDR_F_NEEDS_CSUM;
1300 1301 1302
			gso.csum_start = cpu_to_tun16(tun, skb_checksum_start_offset(skb) +
						      vlan_hlen);
			gso.csum_offset = cpu_to_tun16(tun, skb->csum_offset);
1303 1304
		} else if (skb->ip_summed == CHECKSUM_UNNECESSARY) {
			gso.flags = VIRTIO_NET_HDR_F_DATA_VALID;
1305 1306
		} /* else everything is zero */

H
Herbert Xu 已提交
1307
		if (copy_to_iter(&gso, sizeof(gso), iter) != sizeof(gso))
1308
			return -EFAULT;
1309 1310

		iov_iter_advance(iter, vnet_hdr_sz - sizeof(gso));
1311 1312
	}

1313
	if (vlan_hlen) {
H
Herbert Xu 已提交
1314
		int ret;
J
Jason Wang 已提交
1315 1316 1317 1318 1319 1320
		struct {
			__be16 h_vlan_proto;
			__be16 h_vlan_TCI;
		} veth;

		veth.h_vlan_proto = skb->vlan_proto;
1321
		veth.h_vlan_TCI = htons(skb_vlan_tag_get(skb));
J
Jason Wang 已提交
1322 1323 1324

		vlan_offset = offsetof(struct vlan_ethhdr, h_vlan_proto);

H
Herbert Xu 已提交
1325 1326
		ret = skb_copy_datagram_iter(skb, 0, iter, vlan_offset);
		if (ret || !iov_iter_count(iter))
J
Jason Wang 已提交
1327 1328
			goto done;

H
Herbert Xu 已提交
1329 1330
		ret = copy_to_iter(&veth, sizeof(veth), iter);
		if (ret != sizeof(veth) || !iov_iter_count(iter))
J
Jason Wang 已提交
1331 1332
			goto done;
	}
L
Linus Torvalds 已提交
1333

H
Herbert Xu 已提交
1334
	skb_copy_datagram_iter(skb, vlan_offset, iter, skb->len - vlan_offset);
L
Linus Torvalds 已提交
1335

J
Jason Wang 已提交
1336
done:
1337
	tun->dev->stats.tx_packets++;
H
Herbert Xu 已提交
1338
	tun->dev->stats.tx_bytes += skb->len + vlan_hlen;
L
Linus Torvalds 已提交
1339 1340 1341 1342

	return total;
}

J
Jason Wang 已提交
1343
static ssize_t tun_do_read(struct tun_struct *tun, struct tun_file *tfile,
1344 1345
			   struct iov_iter *to,
			   int noblock)
L
Linus Torvalds 已提交
1346 1347
{
	struct sk_buff *skb;
1348
	ssize_t ret;
1349
	int peeked, err, off = 0;
L
Linus Torvalds 已提交
1350

1351
	tun_debug(KERN_INFO, tun, "tun_do_read\n");
L
Linus Torvalds 已提交
1352

1353 1354
	if (!iov_iter_count(to))
		return 0;
L
Linus Torvalds 已提交
1355

1356 1357
	if (tun->dev->reg_state != NETREG_REGISTERED)
		return -EIO;
L
Linus Torvalds 已提交
1358

1359 1360 1361
	/* Read frames from queue */
	skb = __skb_recv_datagram(tfile->socket.sk, noblock ? MSG_DONTWAIT : 0,
				  &peeked, &off, &err);
H
Herbert Xu 已提交
1362
	if (!skb)
1363
		return err;
H
Herbert Xu 已提交
1364

1365
	ret = tun_put_user(tun, tfile, skb, to);
1366
	if (unlikely(ret < 0))
1367
		kfree_skb(skb);
1368 1369
	else
		consume_skb(skb);
L
Linus Torvalds 已提交
1370

1371 1372 1373
	return ret;
}

1374
static ssize_t tun_chr_read_iter(struct kiocb *iocb, struct iov_iter *to)
1375 1376 1377 1378
{
	struct file *file = iocb->ki_filp;
	struct tun_file *tfile = file->private_data;
	struct tun_struct *tun = __tun_get(tfile);
1379
	ssize_t len = iov_iter_count(to), ret;
1380 1381 1382

	if (!tun)
		return -EBADFD;
1383
	ret = tun_do_read(tun, tfile, to, file->f_flags & O_NONBLOCK);
1384
	ret = min_t(ssize_t, ret, len);
Z
Zhi Yong Wu 已提交
1385 1386
	if (ret > 0)
		iocb->ki_pos = ret;
E
Eric W. Biederman 已提交
1387
	tun_put(tun);
L
Linus Torvalds 已提交
1388 1389 1390
	return ret;
}

J
Jason Wang 已提交
1391 1392 1393 1394
static void tun_free_netdev(struct net_device *dev)
{
	struct tun_struct *tun = netdev_priv(dev);

J
Jason Wang 已提交
1395
	BUG_ON(!(list_empty(&tun->disabled)));
J
Jason Wang 已提交
1396
	tun_flow_uninit(tun);
1397
	security_tun_dev_free_security(tun->security);
J
Jason Wang 已提交
1398 1399 1400
	free_netdev(dev);
}

L
Linus Torvalds 已提交
1401 1402 1403 1404
static void tun_setup(struct net_device *dev)
{
	struct tun_struct *tun = netdev_priv(dev);

1405 1406
	tun->owner = INVALID_UID;
	tun->group = INVALID_GID;
L
Linus Torvalds 已提交
1407 1408

	dev->ethtool_ops = &tun_ethtool_ops;
J
Jason Wang 已提交
1409
	dev->destructor = tun_free_netdev;
L
Linus Torvalds 已提交
1410 1411
}

1412 1413 1414 1415 1416 1417 1418 1419 1420 1421 1422 1423 1424 1425 1426
/* Trivial set of netlink ops to allow deleting tun or tap
 * device with netlink.
 */
static int tun_validate(struct nlattr *tb[], struct nlattr *data[])
{
	return -EINVAL;
}

static struct rtnl_link_ops tun_link_ops __read_mostly = {
	.kind		= DRV_NAME,
	.priv_size	= sizeof(struct tun_struct),
	.setup		= tun_setup,
	.validate	= tun_validate,
};

1427 1428
static void tun_sock_write_space(struct sock *sk)
{
J
Jason Wang 已提交
1429
	struct tun_file *tfile;
1430
	wait_queue_head_t *wqueue;
1431 1432 1433 1434 1435 1436 1437

	if (!sock_writeable(sk))
		return;

	if (!test_and_clear_bit(SOCK_ASYNC_NOSPACE, &sk->sk_socket->flags))
		return;

1438 1439 1440
	wqueue = sk_sleep(sk);
	if (wqueue && waitqueue_active(wqueue))
		wake_up_interruptible_sync_poll(wqueue, POLLOUT |
1441
						POLLWRNORM | POLLWRBAND);
H
Herbert Xu 已提交
1442

J
Jason Wang 已提交
1443 1444
	tfile = container_of(sk, struct tun_file, sk);
	kill_fasync(&tfile->fasync, SIGIO, POLL_OUT);
1445 1446
}

1447
static int tun_sendmsg(struct socket *sock, struct msghdr *m, size_t total_len)
1448
{
J
Jason Wang 已提交
1449 1450 1451 1452 1453 1454
	int ret;
	struct tun_file *tfile = container_of(sock, struct tun_file, socket);
	struct tun_struct *tun = __tun_get(tfile);

	if (!tun)
		return -EBADFD;
1455

A
Al Viro 已提交
1456
	ret = tun_get_user(tun, tfile, m->msg_control, &m->msg_iter,
1457
			   m->msg_flags & MSG_DONTWAIT);
J
Jason Wang 已提交
1458 1459
	tun_put(tun);
	return ret;
1460 1461
}

1462
static int tun_recvmsg(struct socket *sock, struct msghdr *m, size_t total_len,
1463 1464
		       int flags)
{
J
Jason Wang 已提交
1465 1466
	struct tun_file *tfile = container_of(sock, struct tun_file, socket);
	struct tun_struct *tun = __tun_get(tfile);
1467
	int ret;
J
Jason Wang 已提交
1468 1469 1470 1471

	if (!tun)
		return -EBADFD;

1472
	if (flags & ~(MSG_DONTWAIT|MSG_TRUNC|MSG_ERRQUEUE)) {
1473 1474 1475
		ret = -EINVAL;
		goto out;
	}
1476 1477 1478 1479 1480
	if (flags & MSG_ERRQUEUE) {
		ret = sock_recv_errqueue(sock->sk, m, total_len,
					 SOL_PACKET, TUN_TX_TIMESTAMP);
		goto out;
	}
A
Al Viro 已提交
1481
	ret = tun_do_read(tun, tfile, &m->msg_iter, flags & MSG_DONTWAIT);
1482
	if (ret > (ssize_t)total_len) {
1483 1484 1485
		m->msg_flags |= MSG_TRUNC;
		ret = flags & MSG_TRUNC ? ret : total_len;
	}
1486
out:
J
Jason Wang 已提交
1487
	tun_put(tun);
1488 1489 1490 1491 1492 1493 1494 1495 1496
	return ret;
}

/* Ops structure to mimic raw sockets with tun */
static const struct proto_ops tun_socket_ops = {
	.sendmsg = tun_sendmsg,
	.recvmsg = tun_recvmsg,
};

1497 1498 1499
static struct proto tun_proto = {
	.name		= "tun",
	.owner		= THIS_MODULE,
J
Jason Wang 已提交
1500
	.obj_size	= sizeof(struct tun_file),
1501
};
1502

1503 1504
static int tun_flags(struct tun_struct *tun)
{
1505
	return tun->flags & (TUN_FEATURES | IFF_PERSIST | IFF_TUN | IFF_TAP);
1506 1507 1508 1509 1510 1511 1512 1513 1514 1515 1516 1517 1518
}

static ssize_t tun_show_flags(struct device *dev, struct device_attribute *attr,
			      char *buf)
{
	struct tun_struct *tun = netdev_priv(to_net_dev(dev));
	return sprintf(buf, "0x%x\n", tun_flags(tun));
}

static ssize_t tun_show_owner(struct device *dev, struct device_attribute *attr,
			      char *buf)
{
	struct tun_struct *tun = netdev_priv(to_net_dev(dev));
1519 1520 1521 1522
	return uid_valid(tun->owner)?
		sprintf(buf, "%u\n",
			from_kuid_munged(current_user_ns(), tun->owner)):
		sprintf(buf, "-1\n");
1523 1524 1525 1526 1527 1528
}

static ssize_t tun_show_group(struct device *dev, struct device_attribute *attr,
			      char *buf)
{
	struct tun_struct *tun = netdev_priv(to_net_dev(dev));
1529 1530 1531 1532
	return gid_valid(tun->group) ?
		sprintf(buf, "%u\n",
			from_kgid_munged(current_user_ns(), tun->group)):
		sprintf(buf, "-1\n");
1533 1534 1535 1536 1537 1538
}

static DEVICE_ATTR(tun_flags, 0444, tun_show_flags, NULL);
static DEVICE_ATTR(owner, 0444, tun_show_owner, NULL);
static DEVICE_ATTR(group, 0444, tun_show_group, NULL);

1539 1540 1541 1542 1543 1544 1545 1546 1547 1548 1549
static struct attribute *tun_dev_attrs[] = {
	&dev_attr_tun_flags.attr,
	&dev_attr_owner.attr,
	&dev_attr_group.attr,
	NULL
};

static const struct attribute_group tun_attr_group = {
	.attrs = tun_dev_attrs
};

1550
static int tun_set_iff(struct net *net, struct file *file, struct ifreq *ifr)
L
Linus Torvalds 已提交
1551 1552
{
	struct tun_struct *tun;
J
Jason Wang 已提交
1553
	struct tun_file *tfile = file->private_data;
L
Linus Torvalds 已提交
1554 1555 1556
	struct net_device *dev;
	int err;

1557 1558 1559
	if (tfile->detached)
		return -EINVAL;

1560 1561
	dev = __dev_get_by_name(net, ifr->ifr_name);
	if (dev) {
1562 1563
		if (ifr->ifr_flags & IFF_TUN_EXCL)
			return -EBUSY;
1564 1565 1566 1567 1568 1569 1570
		if ((ifr->ifr_flags & IFF_TUN) && dev->netdev_ops == &tun_netdev_ops)
			tun = netdev_priv(dev);
		else if ((ifr->ifr_flags & IFF_TAP) && dev->netdev_ops == &tap_netdev_ops)
			tun = netdev_priv(dev);
		else
			return -EINVAL;

1571
		if (!!(ifr->ifr_flags & IFF_MULTI_QUEUE) !=
M
Michael S. Tsirkin 已提交
1572
		    !!(tun->flags & IFF_MULTI_QUEUE))
1573 1574
			return -EINVAL;

1575
		if (tun_not_capable(tun))
P
Paul Moore 已提交
1576
			return -EPERM;
1577
		err = security_tun_dev_open(tun->security);
P
Paul Moore 已提交
1578 1579 1580
		if (err < 0)
			return err;

1581
		err = tun_attach(tun, file, ifr->ifr_flags & IFF_NOFILTER);
1582 1583
		if (err < 0)
			return err;
J
Jason Wang 已提交
1584

M
Michael S. Tsirkin 已提交
1585
		if (tun->flags & IFF_MULTI_QUEUE &&
1586 1587 1588 1589 1590 1591
		    (tun->numqueues + tun->numdisabled > 1)) {
			/* One or more queue has already been attached, no need
			 * to initialize the device again.
			 */
			return 0;
		}
1592
	}
L
Linus Torvalds 已提交
1593 1594 1595
	else {
		char *name;
		unsigned long flags = 0;
1596 1597
		int queues = ifr->ifr_flags & IFF_MULTI_QUEUE ?
			     MAX_TAP_QUEUES : 1;
L
Linus Torvalds 已提交
1598

1599
		if (!ns_capable(net->user_ns, CAP_NET_ADMIN))
1600
			return -EPERM;
P
Paul Moore 已提交
1601 1602 1603
		err = security_tun_dev_create();
		if (err < 0)
			return err;
1604

L
Linus Torvalds 已提交
1605 1606 1607
		/* Set dev type */
		if (ifr->ifr_flags & IFF_TUN) {
			/* TUN device */
M
Michael S. Tsirkin 已提交
1608
			flags |= IFF_TUN;
L
Linus Torvalds 已提交
1609 1610 1611
			name = "tun%d";
		} else if (ifr->ifr_flags & IFF_TAP) {
			/* TAP device */
M
Michael S. Tsirkin 已提交
1612
			flags |= IFF_TAP;
L
Linus Torvalds 已提交
1613
			name = "tap%d";
1614
		} else
1615
			return -EINVAL;
1616

L
Linus Torvalds 已提交
1617 1618 1619
		if (*ifr->ifr_name)
			name = ifr->ifr_name;

J
Jason Wang 已提交
1620
		dev = alloc_netdev_mqs(sizeof(struct tun_struct), name,
1621 1622
				       NET_NAME_UNKNOWN, tun_setup, queues,
				       queues);
1623

L
Linus Torvalds 已提交
1624 1625 1626
		if (!dev)
			return -ENOMEM;

1627
		dev_net_set(dev, net);
1628
		dev->rtnl_link_ops = &tun_link_ops;
1629
		dev->ifindex = tfile->ifindex;
1630
		dev->sysfs_groups[0] = &tun_attr_group;
S
Stephen Hemminger 已提交
1631

L
Linus Torvalds 已提交
1632 1633 1634
		tun = netdev_priv(dev);
		tun->dev = dev;
		tun->flags = flags;
1635
		tun->txflt.count = 0;
1636
		tun->vnet_hdr_sz = sizeof(struct virtio_net_hdr);
1637

J
Jason Wang 已提交
1638 1639
		tun->filter_attached = false;
		tun->sndbuf = tfile->socket.sk->sk_sndbuf;
1640

J
Jason Wang 已提交
1641 1642
		spin_lock_init(&tun->lock);

1643 1644 1645
		err = security_tun_dev_alloc_security(&tun->security);
		if (err < 0)
			goto err_free_dev;
P
Paul Moore 已提交
1646

L
Linus Torvalds 已提交
1647
		tun_net_init(dev);
1648
		tun_flow_init(tun);
J
Jason Wang 已提交
1649

1650
		dev->hw_features = NETIF_F_SG | NETIF_F_FRAGLIST |
J
Jason Wang 已提交
1651 1652
				   TUN_USER_FEATURES | NETIF_F_HW_VLAN_CTAG_TX |
				   NETIF_F_HW_VLAN_STAG_TX;
1653
		dev->features = dev->hw_features;
1654 1655 1656
		dev->vlan_features = dev->features &
				     ~(NETIF_F_HW_VLAN_CTAG_TX |
				       NETIF_F_HW_VLAN_STAG_TX);
1657

J
Jason Wang 已提交
1658
		INIT_LIST_HEAD(&tun->disabled);
1659
		err = tun_attach(tun, file, false);
1660
		if (err < 0)
1661
			goto err_free_flow;
1662

L
Linus Torvalds 已提交
1663 1664
		err = register_netdevice(tun->dev);
		if (err < 0)
1665
			goto err_detach;
L
Linus Torvalds 已提交
1666 1667
	}

1668 1669
	netif_carrier_on(tun->dev);

1670
	tun_debug(KERN_INFO, tun, "tun_set_iff\n");
L
Linus Torvalds 已提交
1671

1672 1673
	tun->flags = (tun->flags & ~TUN_FEATURES) |
		(ifr->ifr_flags & TUN_FEATURES);
J
Jason Wang 已提交
1674

1675 1676 1677 1678
	/* Make sure persistent devices do not get stuck in
	 * xoff state.
	 */
	if (netif_running(tun->dev))
J
Jason Wang 已提交
1679
		netif_tx_wake_all_queues(tun->dev);
1680

L
Linus Torvalds 已提交
1681 1682 1683
	strcpy(ifr->ifr_name, tun->dev->name);
	return 0;

1684 1685 1686 1687 1688 1689
err_detach:
	tun_detach_all(dev);
err_free_flow:
	tun_flow_uninit(tun);
	security_tun_dev_free_security(tun->security);
err_free_dev:
L
Linus Torvalds 已提交
1690 1691 1692 1693
	free_netdev(dev);
	return err;
}

R
Rami Rosen 已提交
1694
static void tun_get_iff(struct net *net, struct tun_struct *tun,
1695
		       struct ifreq *ifr)
1696
{
1697
	tun_debug(KERN_INFO, tun, "tun_get_iff\n");
1698 1699 1700

	strcpy(ifr->ifr_name, tun->dev->name);

1701
	ifr->ifr_flags = tun_flags(tun);
1702 1703 1704

}

1705 1706
/* This is like a cut-down ethtool ops, except done via tun fd so no
 * privs required. */
1707
static int set_offload(struct tun_struct *tun, unsigned long arg)
1708
{
1709
	netdev_features_t features = 0;
1710 1711

	if (arg & TUN_F_CSUM) {
1712
		features |= NETIF_F_HW_CSUM;
1713 1714 1715 1716 1717 1718 1719 1720 1721 1722 1723 1724 1725
		arg &= ~TUN_F_CSUM;

		if (arg & (TUN_F_TSO4|TUN_F_TSO6)) {
			if (arg & TUN_F_TSO_ECN) {
				features |= NETIF_F_TSO_ECN;
				arg &= ~TUN_F_TSO_ECN;
			}
			if (arg & TUN_F_TSO4)
				features |= NETIF_F_TSO;
			if (arg & TUN_F_TSO6)
				features |= NETIF_F_TSO6;
			arg &= ~(TUN_F_TSO4|TUN_F_TSO6);
		}
1726 1727 1728 1729 1730

		if (arg & TUN_F_UFO) {
			features |= NETIF_F_UFO;
			arg &= ~TUN_F_UFO;
		}
1731 1732 1733 1734 1735 1736 1737
	}

	/* This gives the user a way to test for new features in future by
	 * trying to set them. */
	if (arg)
		return -EINVAL;

1738 1739
	tun->set_features = features;
	netdev_update_features(tun->dev);
1740 1741 1742 1743

	return 0;
}

J
Jason Wang 已提交
1744 1745 1746 1747 1748 1749
static void tun_detach_filter(struct tun_struct *tun, int n)
{
	int i;
	struct tun_file *tfile;

	for (i = 0; i < n; i++) {
1750
		tfile = rtnl_dereference(tun->tfiles[i]);
J
Jason Wang 已提交
1751 1752 1753 1754 1755 1756 1757 1758 1759 1760 1761 1762
		sk_detach_filter(tfile->socket.sk);
	}

	tun->filter_attached = false;
}

static int tun_attach_filter(struct tun_struct *tun)
{
	int i, ret = 0;
	struct tun_file *tfile;

	for (i = 0; i < tun->numqueues; i++) {
1763
		tfile = rtnl_dereference(tun->tfiles[i]);
J
Jason Wang 已提交
1764 1765 1766 1767 1768 1769 1770 1771 1772 1773 1774 1775 1776 1777 1778 1779 1780
		ret = sk_attach_filter(&tun->fprog, tfile->socket.sk);
		if (ret) {
			tun_detach_filter(tun, i);
			return ret;
		}
	}

	tun->filter_attached = true;
	return ret;
}

static void tun_set_sndbuf(struct tun_struct *tun)
{
	struct tun_file *tfile;
	int i;

	for (i = 0; i < tun->numqueues; i++) {
1781
		tfile = rtnl_dereference(tun->tfiles[i]);
J
Jason Wang 已提交
1782 1783 1784 1785
		tfile->socket.sk->sk_sndbuf = tun->sndbuf;
	}
}

1786 1787 1788 1789 1790 1791 1792 1793 1794
static int tun_set_queue(struct file *file, struct ifreq *ifr)
{
	struct tun_file *tfile = file->private_data;
	struct tun_struct *tun;
	int ret = 0;

	rtnl_lock();

	if (ifr->ifr_flags & IFF_ATTACH_QUEUE) {
J
Jason Wang 已提交
1795
		tun = tfile->detached;
1796
		if (!tun) {
1797
			ret = -EINVAL;
1798 1799 1800 1801 1802
			goto unlock;
		}
		ret = security_tun_dev_attach_queue(tun->security);
		if (ret < 0)
			goto unlock;
1803
		ret = tun_attach(tun, file, false);
J
Jason Wang 已提交
1804
	} else if (ifr->ifr_flags & IFF_DETACH_QUEUE) {
1805
		tun = rtnl_dereference(tfile->tun);
M
Michael S. Tsirkin 已提交
1806
		if (!tun || !(tun->flags & IFF_MULTI_QUEUE) || tfile->detached)
J
Jason Wang 已提交
1807 1808 1809 1810
			ret = -EINVAL;
		else
			__tun_detach(tfile, false);
	} else
1811 1812
		ret = -EINVAL;

1813
unlock:
1814 1815 1816 1817
	rtnl_unlock();
	return ret;
}

1818 1819
static long __tun_chr_ioctl(struct file *file, unsigned int cmd,
			    unsigned long arg, int ifreq_len)
L
Linus Torvalds 已提交
1820
{
E
Eric W. Biederman 已提交
1821
	struct tun_file *tfile = file->private_data;
E
Eric W. Biederman 已提交
1822
	struct tun_struct *tun;
L
Linus Torvalds 已提交
1823 1824
	void __user* argp = (void __user*)arg;
	struct ifreq ifr;
1825 1826
	kuid_t owner;
	kgid_t group;
1827
	int sndbuf;
1828
	int vnet_hdr_sz;
1829
	unsigned int ifindex;
M
Michael S. Tsirkin 已提交
1830
	int le;
1831
	int ret;
L
Linus Torvalds 已提交
1832

1833
	if (cmd == TUNSETIFF || cmd == TUNSETQUEUE || _IOC_TYPE(cmd) == 0x89) {
1834
		if (copy_from_user(&ifr, argp, ifreq_len))
L
Linus Torvalds 已提交
1835
			return -EFAULT;
D
David S. Miller 已提交
1836
	} else {
1837
		memset(&ifr, 0, sizeof(ifr));
D
David S. Miller 已提交
1838
	}
E
Eric W. Biederman 已提交
1839 1840 1841
	if (cmd == TUNGETFEATURES) {
		/* Currently this just means: "what IFF flags are valid?".
		 * This is needed because we never checked for invalid flags on
1842 1843 1844
		 * TUNSETIFF.
		 */
		return put_user(IFF_TUN | IFF_TAP | TUN_FEATURES,
E
Eric W. Biederman 已提交
1845
				(unsigned int __user*)argp);
1846 1847
	} else if (cmd == TUNSETQUEUE)
		return tun_set_queue(file, &ifr);
E
Eric W. Biederman 已提交
1848

J
Jason Wang 已提交
1849
	ret = 0;
1850 1851
	rtnl_lock();

E
Eric W. Biederman 已提交
1852
	tun = __tun_get(tfile);
L
Linus Torvalds 已提交
1853 1854 1855
	if (cmd == TUNSETIFF && !tun) {
		ifr.ifr_name[IFNAMSIZ-1] = '\0';

1856
		ret = tun_set_iff(sock_net(&tfile->sk), file, &ifr);
L
Linus Torvalds 已提交
1857

1858 1859
		if (ret)
			goto unlock;
L
Linus Torvalds 已提交
1860

1861
		if (copy_to_user(argp, &ifr, ifreq_len))
1862 1863
			ret = -EFAULT;
		goto unlock;
L
Linus Torvalds 已提交
1864
	}
1865 1866 1867 1868 1869 1870 1871 1872 1873 1874 1875 1876 1877
	if (cmd == TUNSETIFINDEX) {
		ret = -EPERM;
		if (tun)
			goto unlock;

		ret = -EFAULT;
		if (copy_from_user(&ifindex, argp, sizeof(ifindex)))
			goto unlock;

		ret = 0;
		tfile->ifindex = ifindex;
		goto unlock;
	}
L
Linus Torvalds 已提交
1878

1879
	ret = -EBADFD;
L
Linus Torvalds 已提交
1880
	if (!tun)
1881
		goto unlock;
L
Linus Torvalds 已提交
1882

1883
	tun_debug(KERN_INFO, tun, "tun_chr_ioctl cmd %u\n", cmd);
L
Linus Torvalds 已提交
1884

E
Eric W. Biederman 已提交
1885
	ret = 0;
L
Linus Torvalds 已提交
1886
	switch (cmd) {
1887
	case TUNGETIFF:
R
Rami Rosen 已提交
1888
		tun_get_iff(current->nsproxy->net_ns, tun, &ifr);
1889

1890 1891
		if (tfile->detached)
			ifr.ifr_flags |= IFF_DETACH_QUEUE;
1892 1893
		if (!tfile->socket.sk->sk_filter)
			ifr.ifr_flags |= IFF_NOFILTER;
1894

1895
		if (copy_to_user(argp, &ifr, ifreq_len))
E
Eric W. Biederman 已提交
1896
			ret = -EFAULT;
1897 1898
		break;

L
Linus Torvalds 已提交
1899 1900 1901
	case TUNSETNOCSUM:
		/* Disable/Enable checksum */

1902 1903
		/* [unimplemented] */
		tun_debug(KERN_INFO, tun, "ignored: set checksum %s\n",
1904
			  arg ? "disabled" : "enabled");
L
Linus Torvalds 已提交
1905 1906 1907
		break;

	case TUNSETPERSIST:
J
Jason Wang 已提交
1908 1909 1910
		/* Disable/Enable persist mode. Keep an extra reference to the
		 * module to prevent the module being unprobed.
		 */
M
Michael S. Tsirkin 已提交
1911 1912
		if (arg && !(tun->flags & IFF_PERSIST)) {
			tun->flags |= IFF_PERSIST;
J
Jason Wang 已提交
1913
			__module_get(THIS_MODULE);
J
Jason Wang 已提交
1914
		}
M
Michael S. Tsirkin 已提交
1915 1916
		if (!arg && (tun->flags & IFF_PERSIST)) {
			tun->flags &= ~IFF_PERSIST;
J
Jason Wang 已提交
1917 1918
			module_put(THIS_MODULE);
		}
L
Linus Torvalds 已提交
1919

1920 1921
		tun_debug(KERN_INFO, tun, "persist %s\n",
			  arg ? "enabled" : "disabled");
L
Linus Torvalds 已提交
1922 1923 1924 1925
		break;

	case TUNSETOWNER:
		/* Set owner of the device */
1926 1927 1928 1929 1930 1931
		owner = make_kuid(current_user_ns(), arg);
		if (!uid_valid(owner)) {
			ret = -EINVAL;
			break;
		}
		tun->owner = owner;
1932
		tun_debug(KERN_INFO, tun, "owner set to %u\n",
1933
			  from_kuid(&init_user_ns, tun->owner));
L
Linus Torvalds 已提交
1934 1935
		break;

1936 1937
	case TUNSETGROUP:
		/* Set group of the device */
1938 1939 1940 1941 1942 1943
		group = make_kgid(current_user_ns(), arg);
		if (!gid_valid(group)) {
			ret = -EINVAL;
			break;
		}
		tun->group = group;
1944
		tun_debug(KERN_INFO, tun, "group set to %u\n",
1945
			  from_kgid(&init_user_ns, tun->group));
1946 1947
		break;

1948 1949 1950
	case TUNSETLINK:
		/* Only allow setting the type when the interface is down */
		if (tun->dev->flags & IFF_UP) {
1951 1952
			tun_debug(KERN_INFO, tun,
				  "Linktype set failed because interface is up\n");
1953
			ret = -EBUSY;
1954 1955
		} else {
			tun->dev->type = (int) arg;
1956 1957
			tun_debug(KERN_INFO, tun, "linktype set to %d\n",
				  tun->dev->type);
1958
			ret = 0;
1959
		}
E
Eric W. Biederman 已提交
1960
		break;
1961

L
Linus Torvalds 已提交
1962 1963 1964 1965 1966
#ifdef TUN_DEBUG
	case TUNSETDEBUG:
		tun->debug = arg;
		break;
#endif
1967
	case TUNSETOFFLOAD:
1968
		ret = set_offload(tun, arg);
E
Eric W. Biederman 已提交
1969
		break;
1970

1971 1972
	case TUNSETTXFILTER:
		/* Can be set only for TAPs */
E
Eric W. Biederman 已提交
1973
		ret = -EINVAL;
M
Michael S. Tsirkin 已提交
1974
		if ((tun->flags & TUN_TYPE_MASK) != IFF_TAP)
E
Eric W. Biederman 已提交
1975
			break;
H
Harvey Harrison 已提交
1976
		ret = update_filter(&tun->txflt, (void __user *)arg);
E
Eric W. Biederman 已提交
1977
		break;
L
Linus Torvalds 已提交
1978 1979

	case SIOCGIFHWADDR:
1980
		/* Get hw address */
1981 1982
		memcpy(ifr.ifr_hwaddr.sa_data, tun->dev->dev_addr, ETH_ALEN);
		ifr.ifr_hwaddr.sa_family = tun->dev->type;
1983
		if (copy_to_user(argp, &ifr, ifreq_len))
E
Eric W. Biederman 已提交
1984 1985
			ret = -EFAULT;
		break;
L
Linus Torvalds 已提交
1986 1987

	case SIOCSIFHWADDR:
1988
		/* Set hw address */
1989 1990
		tun_debug(KERN_DEBUG, tun, "set hw address: %pM\n",
			  ifr.ifr_hwaddr.sa_data);
1991 1992

		ret = dev_set_mac_address(tun->dev, &ifr.ifr_hwaddr);
E
Eric W. Biederman 已提交
1993
		break;
1994 1995

	case TUNGETSNDBUF:
J
Jason Wang 已提交
1996
		sndbuf = tfile->socket.sk->sk_sndbuf;
1997 1998 1999 2000 2001 2002 2003 2004 2005 2006
		if (copy_to_user(argp, &sndbuf, sizeof(sndbuf)))
			ret = -EFAULT;
		break;

	case TUNSETSNDBUF:
		if (copy_from_user(&sndbuf, argp, sizeof(sndbuf))) {
			ret = -EFAULT;
			break;
		}

J
Jason Wang 已提交
2007 2008
		tun->sndbuf = sndbuf;
		tun_set_sndbuf(tun);
2009 2010
		break;

2011 2012 2013 2014 2015 2016 2017 2018 2019 2020 2021 2022 2023 2024 2025 2026 2027 2028 2029
	case TUNGETVNETHDRSZ:
		vnet_hdr_sz = tun->vnet_hdr_sz;
		if (copy_to_user(argp, &vnet_hdr_sz, sizeof(vnet_hdr_sz)))
			ret = -EFAULT;
		break;

	case TUNSETVNETHDRSZ:
		if (copy_from_user(&vnet_hdr_sz, argp, sizeof(vnet_hdr_sz))) {
			ret = -EFAULT;
			break;
		}
		if (vnet_hdr_sz < (int)sizeof(struct virtio_net_hdr)) {
			ret = -EINVAL;
			break;
		}

		tun->vnet_hdr_sz = vnet_hdr_sz;
		break;

M
Michael S. Tsirkin 已提交
2030 2031 2032 2033 2034 2035 2036 2037 2038 2039 2040 2041 2042 2043 2044 2045 2046
	case TUNGETVNETLE:
		le = !!(tun->flags & TUN_VNET_LE);
		if (put_user(le, (int __user *)argp))
			ret = -EFAULT;
		break;

	case TUNSETVNETLE:
		if (get_user(le, (int __user *)argp)) {
			ret = -EFAULT;
			break;
		}
		if (le)
			tun->flags |= TUN_VNET_LE;
		else
			tun->flags &= ~TUN_VNET_LE;
		break;

M
Michael S. Tsirkin 已提交
2047 2048 2049
	case TUNATTACHFILTER:
		/* Can be set only for TAPs */
		ret = -EINVAL;
M
Michael S. Tsirkin 已提交
2050
		if ((tun->flags & TUN_TYPE_MASK) != IFF_TAP)
M
Michael S. Tsirkin 已提交
2051 2052
			break;
		ret = -EFAULT;
J
Jason Wang 已提交
2053
		if (copy_from_user(&tun->fprog, argp, sizeof(tun->fprog)))
M
Michael S. Tsirkin 已提交
2054 2055
			break;

J
Jason Wang 已提交
2056
		ret = tun_attach_filter(tun);
M
Michael S. Tsirkin 已提交
2057 2058 2059 2060 2061
		break;

	case TUNDETACHFILTER:
		/* Can be set only for TAPs */
		ret = -EINVAL;
M
Michael S. Tsirkin 已提交
2062
		if ((tun->flags & TUN_TYPE_MASK) != IFF_TAP)
M
Michael S. Tsirkin 已提交
2063
			break;
J
Jason Wang 已提交
2064 2065
		ret = 0;
		tun_detach_filter(tun, tun->numqueues);
M
Michael S. Tsirkin 已提交
2066 2067
		break;

P
Pavel Emelyanov 已提交
2068 2069
	case TUNGETFILTER:
		ret = -EINVAL;
M
Michael S. Tsirkin 已提交
2070
		if ((tun->flags & TUN_TYPE_MASK) != IFF_TAP)
P
Pavel Emelyanov 已提交
2071 2072 2073 2074 2075 2076 2077
			break;
		ret = -EFAULT;
		if (copy_to_user(argp, &tun->fprog, sizeof(tun->fprog)))
			break;
		ret = 0;
		break;

L
Linus Torvalds 已提交
2078
	default:
E
Eric W. Biederman 已提交
2079 2080
		ret = -EINVAL;
		break;
2081
	}
L
Linus Torvalds 已提交
2082

2083 2084 2085 2086
unlock:
	rtnl_unlock();
	if (tun)
		tun_put(tun);
E
Eric W. Biederman 已提交
2087
	return ret;
L
Linus Torvalds 已提交
2088 2089
}

2090 2091 2092 2093 2094 2095 2096 2097 2098 2099 2100 2101 2102 2103 2104 2105 2106 2107 2108 2109 2110 2111 2112 2113 2114 2115 2116 2117 2118 2119 2120 2121 2122 2123 2124
static long tun_chr_ioctl(struct file *file,
			  unsigned int cmd, unsigned long arg)
{
	return __tun_chr_ioctl(file, cmd, arg, sizeof (struct ifreq));
}

#ifdef CONFIG_COMPAT
static long tun_chr_compat_ioctl(struct file *file,
			 unsigned int cmd, unsigned long arg)
{
	switch (cmd) {
	case TUNSETIFF:
	case TUNGETIFF:
	case TUNSETTXFILTER:
	case TUNGETSNDBUF:
	case TUNSETSNDBUF:
	case SIOCGIFHWADDR:
	case SIOCSIFHWADDR:
		arg = (unsigned long)compat_ptr(arg);
		break;
	default:
		arg = (compat_ulong_t)arg;
		break;
	}

	/*
	 * compat_ifreq is shorter than ifreq, so we must not access beyond
	 * the end of that structure. All fields that are used in this
	 * driver are compatible though, we don't need to convert the
	 * contents.
	 */
	return __tun_chr_ioctl(file, cmd, arg, sizeof(struct compat_ifreq));
}
#endif /* CONFIG_COMPAT */

L
Linus Torvalds 已提交
2125 2126
static int tun_chr_fasync(int fd, struct file *file, int on)
{
J
Jason Wang 已提交
2127
	struct tun_file *tfile = file->private_data;
L
Linus Torvalds 已提交
2128 2129
	int ret;

J
Jason Wang 已提交
2130
	if ((ret = fasync_helper(fd, file, on, &tfile->fasync)) < 0)
J
Jonathan Corbet 已提交
2131
		goto out;
2132

L
Linus Torvalds 已提交
2133
	if (on) {
2134
		__f_setown(file, task_pid(current), PIDTYPE_PID, 0);
J
Jason Wang 已提交
2135
		tfile->flags |= TUN_FASYNC;
2136
	} else
J
Jason Wang 已提交
2137
		tfile->flags &= ~TUN_FASYNC;
J
Jonathan Corbet 已提交
2138 2139 2140
	ret = 0;
out:
	return ret;
L
Linus Torvalds 已提交
2141 2142 2143 2144
}

static int tun_chr_open(struct inode *inode, struct file * file)
{
2145
	struct net *net = current->nsproxy->net_ns;
E
Eric W. Biederman 已提交
2146
	struct tun_file *tfile;
T
Thomas Gleixner 已提交
2147

2148
	DBG1(KERN_INFO, "tunX: tun_chr_open\n");
E
Eric W. Biederman 已提交
2149

2150
	tfile = (struct tun_file *)sk_alloc(net, AF_UNSPEC, GFP_KERNEL,
J
Jason Wang 已提交
2151
					    &tun_proto);
E
Eric W. Biederman 已提交
2152 2153
	if (!tfile)
		return -ENOMEM;
2154
	RCU_INIT_POINTER(tfile->tun, NULL);
J
Jason Wang 已提交
2155
	tfile->flags = 0;
2156
	tfile->ifindex = 0;
J
Jason Wang 已提交
2157 2158

	init_waitqueue_head(&tfile->wq.wait);
2159
	RCU_INIT_POINTER(tfile->socket.wq, &tfile->wq);
J
Jason Wang 已提交
2160 2161 2162 2163 2164 2165 2166 2167 2168

	tfile->socket.file = file;
	tfile->socket.ops = &tun_socket_ops;

	sock_init_data(&tfile->socket, &tfile->sk);

	tfile->sk.sk_write_space = tun_sock_write_space;
	tfile->sk.sk_sndbuf = INT_MAX;

E
Eric W. Biederman 已提交
2169
	file->private_data = tfile;
J
Jason Wang 已提交
2170
	INIT_LIST_HEAD(&tfile->next);
J
Jason Wang 已提交
2171

2172 2173
	sock_set_flag(&tfile->sk, SOCK_ZEROCOPY);

L
Linus Torvalds 已提交
2174 2175 2176 2177 2178
	return 0;
}

static int tun_chr_close(struct inode *inode, struct file *file)
{
E
Eric W. Biederman 已提交
2179
	struct tun_file *tfile = file->private_data;
L
Linus Torvalds 已提交
2180

J
Jason Wang 已提交
2181
	tun_detach(tfile, true);
L
Linus Torvalds 已提交
2182 2183 2184 2185

	return 0;
}

2186
#ifdef CONFIG_PROC_FS
2187
static void tun_chr_show_fdinfo(struct seq_file *m, struct file *f)
2188 2189 2190 2191 2192 2193 2194 2195 2196 2197 2198 2199 2200 2201 2202
{
	struct tun_struct *tun;
	struct ifreq ifr;

	memset(&ifr, 0, sizeof(ifr));

	rtnl_lock();
	tun = tun_get(f);
	if (tun)
		tun_get_iff(current->nsproxy->net_ns, tun, &ifr);
	rtnl_unlock();

	if (tun)
		tun_put(tun);

2203
	seq_printf(m, "iff:\t%s\n", ifr.ifr_name);
2204 2205 2206
}
#endif

2207
static const struct file_operations tun_fops = {
2208
	.owner	= THIS_MODULE,
L
Linus Torvalds 已提交
2209
	.llseek = no_llseek,
2210
	.read_iter  = tun_chr_read_iter,
2211
	.write_iter = tun_chr_write_iter,
L
Linus Torvalds 已提交
2212
	.poll	= tun_chr_poll,
2213 2214 2215 2216
	.unlocked_ioctl	= tun_chr_ioctl,
#ifdef CONFIG_COMPAT
	.compat_ioctl = tun_chr_compat_ioctl,
#endif
L
Linus Torvalds 已提交
2217 2218
	.open	= tun_chr_open,
	.release = tun_chr_close,
2219 2220 2221 2222
	.fasync = tun_chr_fasync,
#ifdef CONFIG_PROC_FS
	.show_fdinfo = tun_chr_show_fdinfo,
#endif
L
Linus Torvalds 已提交
2223 2224 2225 2226 2227
};

static struct miscdevice tun_miscdev = {
	.minor = TUN_MINOR,
	.name = "tun",
2228
	.nodename = "net/tun",
L
Linus Torvalds 已提交
2229 2230 2231 2232 2233 2234 2235 2236 2237
	.fops = &tun_fops,
};

/* ethtool interface */

static int tun_get_settings(struct net_device *dev, struct ethtool_cmd *cmd)
{
	cmd->supported		= 0;
	cmd->advertising	= 0;
2238
	ethtool_cmd_speed_set(cmd, SPEED_10);
L
Linus Torvalds 已提交
2239 2240 2241 2242 2243 2244 2245 2246 2247 2248 2249 2250 2251 2252
	cmd->duplex		= DUPLEX_FULL;
	cmd->port		= PORT_TP;
	cmd->phy_address	= 0;
	cmd->transceiver	= XCVR_INTERNAL;
	cmd->autoneg		= AUTONEG_DISABLE;
	cmd->maxtxpkt		= 0;
	cmd->maxrxpkt		= 0;
	return 0;
}

static void tun_get_drvinfo(struct net_device *dev, struct ethtool_drvinfo *info)
{
	struct tun_struct *tun = netdev_priv(dev);

2253 2254
	strlcpy(info->driver, DRV_NAME, sizeof(info->driver));
	strlcpy(info->version, DRV_VERSION, sizeof(info->version));
L
Linus Torvalds 已提交
2255 2256

	switch (tun->flags & TUN_TYPE_MASK) {
M
Michael S. Tsirkin 已提交
2257
	case IFF_TUN:
2258
		strlcpy(info->bus_info, "tun", sizeof(info->bus_info));
L
Linus Torvalds 已提交
2259
		break;
M
Michael S. Tsirkin 已提交
2260
	case IFF_TAP:
2261
		strlcpy(info->bus_info, "tap", sizeof(info->bus_info));
L
Linus Torvalds 已提交
2262 2263 2264 2265 2266 2267 2268 2269 2270 2271 2272 2273 2274 2275 2276 2277 2278 2279 2280 2281 2282 2283
		break;
	}
}

static u32 tun_get_msglevel(struct net_device *dev)
{
#ifdef TUN_DEBUG
	struct tun_struct *tun = netdev_priv(dev);
	return tun->debug;
#else
	return -EOPNOTSUPP;
#endif
}

static void tun_set_msglevel(struct net_device *dev, u32 value)
{
#ifdef TUN_DEBUG
	struct tun_struct *tun = netdev_priv(dev);
	tun->debug = value;
#endif
}

2284
static const struct ethtool_ops tun_ethtool_ops = {
L
Linus Torvalds 已提交
2285 2286 2287 2288
	.get_settings	= tun_get_settings,
	.get_drvinfo	= tun_get_drvinfo,
	.get_msglevel	= tun_get_msglevel,
	.set_msglevel	= tun_set_msglevel,
2289
	.get_link	= ethtool_op_get_link,
2290
	.get_ts_info	= ethtool_op_get_ts_info,
L
Linus Torvalds 已提交
2291 2292
};

2293

L
Linus Torvalds 已提交
2294 2295 2296 2297
static int __init tun_init(void)
{
	int ret = 0;

2298 2299
	pr_info("%s, %s\n", DRV_DESCRIPTION, DRV_VERSION);
	pr_info("%s\n", DRV_COPYRIGHT);
L
Linus Torvalds 已提交
2300

2301
	ret = rtnl_link_register(&tun_link_ops);
2302
	if (ret) {
2303
		pr_err("Can't register link_ops\n");
2304
		goto err_linkops;
2305 2306
	}

L
Linus Torvalds 已提交
2307
	ret = misc_register(&tun_miscdev);
2308
	if (ret) {
2309
		pr_err("Can't register misc device %d\n", TUN_MINOR);
2310 2311
		goto err_misc;
	}
2312
	return  0;
2313
err_misc:
2314 2315
	rtnl_link_unregister(&tun_link_ops);
err_linkops:
L
Linus Torvalds 已提交
2316 2317 2318 2319 2320
	return ret;
}

static void tun_cleanup(void)
{
2321
	misc_deregister(&tun_miscdev);
2322
	rtnl_link_unregister(&tun_link_ops);
L
Linus Torvalds 已提交
2323 2324
}

2325 2326 2327 2328 2329 2330
/* Get an underlying socket object from tun file.  Returns error unless file is
 * attached to a device.  The returned object works like a packet socket, it
 * can be used for sock_sendmsg/sock_recvmsg.  The caller is responsible for
 * holding a reference to the file for as long as the socket is in use. */
struct socket *tun_get_socket(struct file *file)
{
2331
	struct tun_file *tfile;
2332 2333
	if (file->f_op != &tun_fops)
		return ERR_PTR(-EINVAL);
2334 2335
	tfile = file->private_data;
	if (!tfile)
2336
		return ERR_PTR(-EBADFD);
J
Jason Wang 已提交
2337
	return &tfile->socket;
2338 2339 2340
}
EXPORT_SYMBOL_GPL(tun_get_socket);

L
Linus Torvalds 已提交
2341 2342 2343 2344 2345 2346
module_init(tun_init);
module_exit(tun_cleanup);
MODULE_DESCRIPTION(DRV_DESCRIPTION);
MODULE_AUTHOR(DRV_COPYRIGHT);
MODULE_LICENSE("GPL");
MODULE_ALIAS_MISCDEV(TUN_MINOR);
2347
MODULE_ALIAS("devname:net/tun");