usbnet.c 43.2 KB
Newer Older
L
Linus Torvalds 已提交
1
/*
2
 * USB Network driver infrastructure
3
 * Copyright (C) 2000-2005 by David Brownell
L
Linus Torvalds 已提交
4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22
 * Copyright (C) 2003-2005 David Hollis <dhollis@davehollis.com>
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
 */

/*
 * This is a generic "USB networking" framework that works with several
23 24
 * kinds of full and high speed networking devices:  host-to-host cables,
 * smart usb peripherals, and actual Ethernet adapters.
L
Linus Torvalds 已提交
25
 *
26 27 28 29 30 31
 * These devices usually differ in terms of control protocols (if they
 * even have one!) and sometimes they define new framing to wrap or batch
 * Ethernet packets.  Otherwise, they talk to USB pretty much the same,
 * so interface (un)binding, endpoint I/O queues, fault handling, and other
 * issues can usefully be addressed by this framework.
 */
L
Linus Torvalds 已提交
32 33 34 35 36 37 38 39

// #define	DEBUG			// error path messages, extra info
// #define	VERBOSE			// more; success messages

#include <linux/module.h>
#include <linux/init.h>
#include <linux/netdevice.h>
#include <linux/etherdevice.h>
40
#include <linux/ctype.h>
L
Linus Torvalds 已提交
41 42 43 44
#include <linux/ethtool.h>
#include <linux/workqueue.h>
#include <linux/mii.h>
#include <linux/usb.h>
45
#include <linux/usb/usbnet.h>
46
#include <linux/slab.h>
47
#include <linux/kernel.h>
48
#include <linux/pm_runtime.h>
49 50

#define DRIVER_VERSION		"22-Aug-2005"
L
Linus Torvalds 已提交
51 52 53 54 55 56 57 58 59 60


/*-------------------------------------------------------------------------*/

/*
 * Nineteen USB 1.1 max size bulk transactions per frame (ms), max.
 * Several dozen bytes of IPv4 data can fit in two such transactions.
 * One maximum size Ethernet packet takes twenty four of them.
 * For high speed, each frame comfortably fits almost 36 max size
 * Ethernet packets (so queues should be bigger).
61 62 63 64
 *
 * REVISIT qlens should be members of 'struct usbnet'; the goal is to
 * let the USB host controller be busy for 5msec or more before an irq
 * is required, under load.  Jumbograms change the equation.
L
Linus Torvalds 已提交
65
 */
66 67 68 69 70
#define RX_MAX_QUEUE_MEMORY (60 * 1518)
#define	RX_QLEN(dev) (((dev)->udev->speed == USB_SPEED_HIGH) ? \
			(RX_MAX_QUEUE_MEMORY/(dev)->rx_urb_size) : 4)
#define	TX_QLEN(dev) (((dev)->udev->speed == USB_SPEED_HIGH) ? \
			(RX_MAX_QUEUE_MEMORY/(dev)->hard_mtu) : 4)
L
Linus Torvalds 已提交
71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96

// reawaken network queue this soon after stopping; else watchdog barks
#define TX_TIMEOUT_JIFFIES	(5*HZ)

// throttle rx/tx briefly after some faults, so khubd might disconnect()
// us (it polls at HZ/4 usually) before we report too many false errors.
#define THROTTLE_JIFFIES	(HZ/8)

// between wakeups
#define UNLINK_TIMEOUT_MS	3

/*-------------------------------------------------------------------------*/

// randomly generated ethernet address
static u8	node_id [ETH_ALEN];

static const char driver_name [] = "usbnet";

/* use ethtool to change the level for any given device */
static int msg_level = -1;
module_param (msg_level, int, 0);
MODULE_PARM_DESC (msg_level, "Override default message level");

/*-------------------------------------------------------------------------*/

/* handles CDC Ethernet and many other network "bulk data" interfaces */
97
int usbnet_get_endpoints(struct usbnet *dev, struct usb_interface *intf)
L
Linus Torvalds 已提交
98 99 100 101 102 103 104 105 106 107 108 109 110 111
{
	int				tmp;
	struct usb_host_interface	*alt = NULL;
	struct usb_host_endpoint	*in = NULL, *out = NULL;
	struct usb_host_endpoint	*status = NULL;

	for (tmp = 0; tmp < intf->num_altsetting; tmp++) {
		unsigned	ep;

		in = out = status = NULL;
		alt = intf->altsetting + tmp;

		/* take the first altsetting with in-bulk + out-bulk;
		 * remember any status endpoint, just in case;
112
		 * ignore other endpoints and altsettings.
L
Linus Torvalds 已提交
113 114 115 116 117 118 119 120
		 */
		for (ep = 0; ep < alt->desc.bNumEndpoints; ep++) {
			struct usb_host_endpoint	*e;
			int				intr = 0;

			e = alt->endpoint + ep;
			switch (e->desc.bmAttributes) {
			case USB_ENDPOINT_XFER_INT:
121
				if (!usb_endpoint_dir_in(&e->desc))
L
Linus Torvalds 已提交
122 123 124 125 126 127 128 129
					continue;
				intr = 1;
				/* FALLTHROUGH */
			case USB_ENDPOINT_XFER_BULK:
				break;
			default:
				continue;
			}
130
			if (usb_endpoint_dir_in(&e->desc)) {
L
Linus Torvalds 已提交
131 132 133 134 135 136 137 138 139 140 141 142 143 144 145
				if (!intr && !in)
					in = e;
				else if (intr && !status)
					status = e;
			} else {
				if (!out)
					out = e;
			}
		}
		if (in && out)
			break;
	}
	if (!alt || !in || !out)
		return -EINVAL;

146 147
	if (alt->desc.bAlternateSetting != 0 ||
	    !(dev->driver_info->flags & FLAG_NO_SETINT)) {
L
Linus Torvalds 已提交
148 149 150 151 152
		tmp = usb_set_interface (dev->udev, alt->desc.bInterfaceNumber,
				alt->desc.bAlternateSetting);
		if (tmp < 0)
			return tmp;
	}
153

L
Linus Torvalds 已提交
154 155 156 157 158 159 160
	dev->in = usb_rcvbulkpipe (dev->udev,
			in->desc.bEndpointAddress & USB_ENDPOINT_NUMBER_MASK);
	dev->out = usb_sndbulkpipe (dev->udev,
			out->desc.bEndpointAddress & USB_ENDPOINT_NUMBER_MASK);
	dev->status = status;
	return 0;
}
161
EXPORT_SYMBOL_GPL(usbnet_get_endpoints);
L
Linus Torvalds 已提交
162

163 164 165 166 167 168 169 170 171 172 173 174 175 176 177
int usbnet_get_ethernet_addr(struct usbnet *dev, int iMACAddress)
{
	int 		tmp, i;
	unsigned char	buf [13];

	tmp = usb_string(dev->udev, iMACAddress, buf, sizeof buf);
	if (tmp != 12) {
		dev_dbg(&dev->udev->dev,
			"bad MAC string %d fetch, %d\n", iMACAddress, tmp);
		if (tmp >= 0)
			tmp = -EINVAL;
		return tmp;
	}
	for (i = tmp = 0; i < 6; i++, tmp += 2)
		dev->net->dev_addr [i] =
178
			(hex_to_bin(buf[tmp]) << 4) + hex_to_bin(buf[tmp + 1]);
179 180 181 182
	return 0;
}
EXPORT_SYMBOL_GPL(usbnet_get_ethernet_addr);

183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216
static void intr_complete (struct urb *urb)
{
	struct usbnet	*dev = urb->context;
	int		status = urb->status;

	switch (status) {
	/* success */
	case 0:
		dev->driver_info->status(dev, urb);
		break;

	/* software-driven interface shutdown */
	case -ENOENT:		/* urb killed */
	case -ESHUTDOWN:	/* hardware gone */
		netif_dbg(dev, ifdown, dev->net,
			  "intr shutdown, code %d\n", status);
		return;

	/* NOTE:  not throttling like RX/TX, since this endpoint
	 * already polls infrequently
	 */
	default:
		netdev_dbg(dev->net, "intr status %d\n", status);
		break;
	}

	if (!netif_running (dev->net))
		return;

	status = usb_submit_urb (urb, GFP_ATOMIC);
	if (status != 0)
		netif_err(dev, timer, dev->net,
			  "intr resubmit --> %d\n", status);
}
L
Linus Torvalds 已提交
217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236

static int init_status (struct usbnet *dev, struct usb_interface *intf)
{
	char		*buf = NULL;
	unsigned	pipe = 0;
	unsigned	maxp;
	unsigned	period;

	if (!dev->driver_info->status)
		return 0;

	pipe = usb_rcvintpipe (dev->udev,
			dev->status->desc.bEndpointAddress
				& USB_ENDPOINT_NUMBER_MASK);
	maxp = usb_maxpacket (dev->udev, pipe, 0);

	/* avoid 1 msec chatter:  min 8 msec poll rate */
	period = max ((int) dev->status->desc.bInterval,
		(dev->udev->speed == USB_SPEED_HIGH) ? 7 : 3);

237
	buf = kmalloc (maxp, GFP_KERNEL);
L
Linus Torvalds 已提交
238
	if (buf) {
239
		dev->interrupt = usb_alloc_urb (0, GFP_KERNEL);
L
Linus Torvalds 已提交
240 241 242 243 244 245
		if (!dev->interrupt) {
			kfree (buf);
			return -ENOMEM;
		} else {
			usb_fill_int_urb(dev->interrupt, dev->udev, pipe,
				buf, maxp, intr_complete, dev, period);
246
			dev->interrupt->transfer_flags |= URB_FREE_BUFFER;
L
Linus Torvalds 已提交
247 248 249 250 251
			dev_dbg(&intf->dev,
				"status ep%din, %d bytes period %d\n",
				usb_pipeendpoint(pipe), maxp, period);
		}
	}
D
David Brownell 已提交
252
	return 0;
L
Linus Torvalds 已提交
253 254
}

255 256 257 258 259
/* Passes this packet up the stack, updating its accounting.
 * Some link protocols batch packets, so their rx_fixup paths
 * can return clones as well as just modify the original skb.
 */
void usbnet_skb_return (struct usbnet *dev, struct sk_buff *skb)
L
Linus Torvalds 已提交
260 261 262
{
	int	status;

J
Jussi Kivilinna 已提交
263 264 265 266 267
	if (test_bit(EVENT_RX_PAUSED, &dev->flags)) {
		skb_queue_tail(&dev->rxq_pause, skb);
		return;
	}

L
Linus Torvalds 已提交
268
	skb->protocol = eth_type_trans (skb, dev->net);
H
Herbert Xu 已提交
269 270
	dev->net->stats.rx_packets++;
	dev->net->stats.rx_bytes += skb->len;
L
Linus Torvalds 已提交
271

272 273
	netif_dbg(dev, rx_status, dev->net, "< rx, len %zu, type 0x%x\n",
		  skb->len + sizeof (struct ethhdr), skb->protocol);
L
Linus Torvalds 已提交
274
	memset (skb->cb, 0, sizeof (struct skb_data));
275 276 277 278

	if (skb_defer_rx_timestamp(skb))
		return;

L
Linus Torvalds 已提交
279
	status = netif_rx (skb);
280 281 282
	if (status != NET_RX_SUCCESS)
		netif_dbg(dev, rx_err, dev->net,
			  "netif_rx status %d\n", status);
L
Linus Torvalds 已提交
283
}
284
EXPORT_SYMBOL_GPL(usbnet_skb_return);
L
Linus Torvalds 已提交
285 286 287 288 289 290 291 292


/*-------------------------------------------------------------------------
 *
 * Network Device Driver (peer link to "Host Device", from USB host)
 *
 *-------------------------------------------------------------------------*/

293
int usbnet_change_mtu (struct net_device *net, int new_mtu)
L
Linus Torvalds 已提交
294 295
{
	struct usbnet	*dev = netdev_priv(net);
296
	int		ll_mtu = new_mtu + net->hard_header_len;
297 298
	int		old_hard_mtu = dev->hard_mtu;
	int		old_rx_urb_size = dev->rx_urb_size;
L
Linus Torvalds 已提交
299

300
	if (new_mtu <= 0)
L
Linus Torvalds 已提交
301 302
		return -EINVAL;
	// no second zero-length packet read wanted after mtu-sized packets
303
	if ((ll_mtu % dev->maxpacket) == 0)
L
Linus Torvalds 已提交
304 305
		return -EDOM;
	net->mtu = new_mtu;
306 307 308 309 310 311 312 313

	dev->hard_mtu = net->mtu + net->hard_header_len;
	if (dev->rx_urb_size == old_hard_mtu) {
		dev->rx_urb_size = dev->hard_mtu;
		if (dev->rx_urb_size > old_rx_urb_size)
			usbnet_unlink_rx_urbs(dev);
	}

L
Linus Torvalds 已提交
314 315
	return 0;
}
316
EXPORT_SYMBOL_GPL(usbnet_change_mtu);
L
Linus Torvalds 已提交
317

318 319 320 321 322 323 324 325 326 327
/* The caller must hold list->lock */
static void __usbnet_queue_skb(struct sk_buff_head *list,
			struct sk_buff *newsk, enum skb_state state)
{
	struct skb_data *entry = (struct skb_data *) newsk->cb;

	__skb_queue_tail(list, newsk);
	entry->state = state;
}

L
Linus Torvalds 已提交
328 329 330 331 332 333
/*-------------------------------------------------------------------------*/

/* some LK 2.4 HCDs oopsed if we freed or resubmitted urbs from
 * completion callbacks.  2.5 should have fixed those bugs...
 */

334 335
static enum skb_state defer_bh(struct usbnet *dev, struct sk_buff *skb,
		struct sk_buff_head *list, enum skb_state state)
L
Linus Torvalds 已提交
336 337
{
	unsigned long		flags;
338 339
	enum skb_state 		old_state;
	struct skb_data *entry = (struct skb_data *) skb->cb;
L
Linus Torvalds 已提交
340

D
David S. Miller 已提交
341
	spin_lock_irqsave(&list->lock, flags);
342 343
	old_state = entry->state;
	entry->state = state;
D
David S. Miller 已提交
344 345 346 347
	__skb_unlink(skb, list);
	spin_unlock(&list->lock);
	spin_lock(&dev->done.lock);
	__skb_queue_tail(&dev->done, skb);
L
Linus Torvalds 已提交
348
	if (dev->done.qlen == 1)
D
David S. Miller 已提交
349 350
		tasklet_schedule(&dev->bh);
	spin_unlock_irqrestore(&dev->done.lock, flags);
351
	return old_state;
L
Linus Torvalds 已提交
352 353 354 355 356 357 358
}

/* some work can't be done in tasklets, so we use keventd
 *
 * NOTE:  annoying asymmetry:  if it's active, schedule_work() fails,
 * but tasklet_schedule() doesn't.  hope the failure is rare.
 */
359
void usbnet_defer_kevent (struct usbnet *dev, int work)
L
Linus Torvalds 已提交
360 361 362
{
	set_bit (work, &dev->flags);
	if (!schedule_work (&dev->kevent))
363
		netdev_err(dev->net, "kevent %d may have been dropped\n", work);
L
Linus Torvalds 已提交
364
	else
365
		netdev_dbg(dev->net, "kevent %d scheduled\n", work);
L
Linus Torvalds 已提交
366
}
367
EXPORT_SYMBOL_GPL(usbnet_defer_kevent);
L
Linus Torvalds 已提交
368 369 370

/*-------------------------------------------------------------------------*/

371
static void rx_complete (struct urb *urb);
L
Linus Torvalds 已提交
372

373
static int rx_submit (struct usbnet *dev, struct urb *urb, gfp_t flags)
L
Linus Torvalds 已提交
374 375 376 377 378
{
	struct sk_buff		*skb;
	struct skb_data		*entry;
	int			retval = 0;
	unsigned long		lockflags;
379
	size_t			size = dev->rx_urb_size;
L
Linus Torvalds 已提交
380

381 382
	skb = __netdev_alloc_skb_ip_align(dev->net, size, flags);
	if (!skb) {
383
		netif_dbg(dev, rx_err, dev->net, "no rx skb\n");
384
		usbnet_defer_kevent (dev, EVENT_RX_MEMORY);
L
Linus Torvalds 已提交
385
		usb_free_urb (urb);
386
		return -ENOMEM;
L
Linus Torvalds 已提交
387 388 389 390 391 392 393 394 395 396 397 398
	}

	entry = (struct skb_data *) skb->cb;
	entry->urb = urb;
	entry->dev = dev;
	entry->length = 0;

	usb_fill_bulk_urb (urb, dev->udev, dev->in,
		skb->data, size, rx_complete, skb);

	spin_lock_irqsave (&dev->rxq.lock, lockflags);

399 400
	if (netif_running (dev->net) &&
	    netif_device_present (dev->net) &&
401 402
	    !test_bit (EVENT_RX_HALT, &dev->flags) &&
	    !test_bit (EVENT_DEV_ASLEEP, &dev->flags)) {
D
David Brownell 已提交
403
		switch (retval = usb_submit_urb (urb, GFP_ATOMIC)) {
L
Linus Torvalds 已提交
404
		case -EPIPE:
405
			usbnet_defer_kevent (dev, EVENT_RX_HALT);
L
Linus Torvalds 已提交
406 407
			break;
		case -ENOMEM:
408
			usbnet_defer_kevent (dev, EVENT_RX_MEMORY);
L
Linus Torvalds 已提交
409 410
			break;
		case -ENODEV:
411
			netif_dbg(dev, ifdown, dev->net, "device gone\n");
L
Linus Torvalds 已提交
412 413
			netif_device_detach (dev->net);
			break;
414 415 416
		case -EHOSTUNREACH:
			retval = -ENOLINK;
			break;
L
Linus Torvalds 已提交
417
		default:
418 419
			netif_dbg(dev, rx_err, dev->net,
				  "rx submit, %d\n", retval);
L
Linus Torvalds 已提交
420 421 422
			tasklet_schedule (&dev->bh);
			break;
		case 0:
423
			__usbnet_queue_skb(&dev->rxq, skb, rx_start);
L
Linus Torvalds 已提交
424 425
		}
	} else {
426
		netif_dbg(dev, ifdown, dev->net, "rx: stopped\n");
L
Linus Torvalds 已提交
427 428 429 430 431 432 433
		retval = -ENOLINK;
	}
	spin_unlock_irqrestore (&dev->rxq.lock, lockflags);
	if (retval) {
		dev_kfree_skb_any (skb);
		usb_free_urb (urb);
	}
434
	return retval;
L
Linus Torvalds 已提交
435 436 437 438 439 440 441
}


/*-------------------------------------------------------------------------*/

static inline void rx_process (struct usbnet *dev, struct sk_buff *skb)
{
442
	if (dev->driver_info->rx_fixup &&
443 444 445 446 447 448
	    !dev->driver_info->rx_fixup (dev, skb)) {
		/* With RX_ASSEMBLE, rx_fixup() must update counters */
		if (!(dev->driver_info->flags & FLAG_RX_ASSEMBLE))
			dev->net->stats.rx_errors++;
		goto done;
	}
L
Linus Torvalds 已提交
449 450
	// else network stack removes extra byte if we forced a short packet

451 452 453 454 455 456 457
	if (skb->len) {
		/* all data was already cloned from skb inside the driver */
		if (dev->driver_info->flags & FLAG_MULTI_PACKET)
			dev_kfree_skb_any(skb);
		else
			usbnet_skb_return(dev, skb);
		return;
L
Linus Torvalds 已提交
458
	}
459 460 461

	netif_dbg(dev, rx_err, dev->net, "drop\n");
	dev->net->stats.rx_errors++;
462
done:
463
	skb_queue_tail(&dev->done, skb);
L
Linus Torvalds 已提交
464 465 466 467
}

/*-------------------------------------------------------------------------*/

468
static void rx_complete (struct urb *urb)
L
Linus Torvalds 已提交
469 470 471 472 473
{
	struct sk_buff		*skb = (struct sk_buff *) urb->context;
	struct skb_data		*entry = (struct skb_data *) skb->cb;
	struct usbnet		*dev = entry->dev;
	int			urb_status = urb->status;
474
	enum skb_state		state;
L
Linus Torvalds 已提交
475 476

	skb_put (skb, urb->actual_length);
477
	state = rx_done;
L
Linus Torvalds 已提交
478 479 480
	entry->urb = NULL;

	switch (urb_status) {
D
David Brownell 已提交
481 482
	/* success */
	case 0:
483
		if (skb->len < dev->net->hard_header_len) {
484
			state = rx_cleanup;
H
Herbert Xu 已提交
485 486
			dev->net->stats.rx_errors++;
			dev->net->stats.rx_length_errors++;
487 488
			netif_dbg(dev, rx_err, dev->net,
				  "rx length %d\n", skb->len);
L
Linus Torvalds 已提交
489 490 491
		}
		break;

D
David Brownell 已提交
492 493
	/* stalls need manual reset. this is rare ... except that
	 * when going through USB 2.0 TTs, unplug appears this way.
494
	 * we avoid the highspeed version of the ETIMEDOUT/EILSEQ
D
David Brownell 已提交
495 496 497
	 * storm, recovering as needed.
	 */
	case -EPIPE:
H
Herbert Xu 已提交
498
		dev->net->stats.rx_errors++;
499
		usbnet_defer_kevent (dev, EVENT_RX_HALT);
L
Linus Torvalds 已提交
500 501
		// FALLTHROUGH

D
David Brownell 已提交
502 503 504
	/* software-driven interface shutdown */
	case -ECONNRESET:		/* async unlink */
	case -ESHUTDOWN:		/* hardware gone */
505 506
		netif_dbg(dev, ifdown, dev->net,
			  "rx shutdown, code %d\n", urb_status);
L
Linus Torvalds 已提交
507 508
		goto block;

D
David Brownell 已提交
509 510 511 512 513 514 515
	/* we get controller i/o faults during khubd disconnect() delays.
	 * throttle down resubmits, to avoid log floods; just temporarily,
	 * so we still recover when the fault isn't a khubd delay.
	 */
	case -EPROTO:
	case -ETIME:
	case -EILSEQ:
H
Herbert Xu 已提交
516
		dev->net->stats.rx_errors++;
L
Linus Torvalds 已提交
517 518
		if (!timer_pending (&dev->delay)) {
			mod_timer (&dev->delay, jiffies + THROTTLE_JIFFIES);
519 520
			netif_dbg(dev, link, dev->net,
				  "rx throttle %d\n", urb_status);
L
Linus Torvalds 已提交
521 522
		}
block:
523
		state = rx_cleanup;
L
Linus Torvalds 已提交
524 525 526 527
		entry->urb = urb;
		urb = NULL;
		break;

D
David Brownell 已提交
528 529
	/* data overrun ... flush fifo? */
	case -EOVERFLOW:
H
Herbert Xu 已提交
530
		dev->net->stats.rx_over_errors++;
L
Linus Torvalds 已提交
531
		// FALLTHROUGH
532

D
David Brownell 已提交
533
	default:
534
		state = rx_cleanup;
H
Herbert Xu 已提交
535
		dev->net->stats.rx_errors++;
536
		netif_dbg(dev, rx_err, dev->net, "rx status %d\n", urb_status);
L
Linus Torvalds 已提交
537 538 539
		break;
	}

540
	state = defer_bh(dev, skb, &dev->rxq, state);
L
Linus Torvalds 已提交
541 542

	if (urb) {
543
		if (netif_running (dev->net) &&
544 545
		    !test_bit (EVENT_RX_HALT, &dev->flags) &&
		    state != unlink_start) {
L
Linus Torvalds 已提交
546
			rx_submit (dev, urb, GFP_ATOMIC);
547
			usb_mark_last_busy(dev->udev);
L
Linus Torvalds 已提交
548 549 550 551
			return;
		}
		usb_free_urb (urb);
	}
552
	netif_dbg(dev, rx_err, dev->net, "no read resubmitted\n");
L
Linus Torvalds 已提交
553 554
}

J
Jussi Kivilinna 已提交
555 556 557 558 559
/*-------------------------------------------------------------------------*/
void usbnet_pause_rx(struct usbnet *dev)
{
	set_bit(EVENT_RX_PAUSED, &dev->flags);

560
	netif_dbg(dev, rx_status, dev->net, "paused rx queue enabled\n");
J
Jussi Kivilinna 已提交
561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577
}
EXPORT_SYMBOL_GPL(usbnet_pause_rx);

void usbnet_resume_rx(struct usbnet *dev)
{
	struct sk_buff *skb;
	int num = 0;

	clear_bit(EVENT_RX_PAUSED, &dev->flags);

	while ((skb = skb_dequeue(&dev->rxq_pause)) != NULL) {
		usbnet_skb_return(dev, skb);
		num++;
	}

	tasklet_schedule(&dev->bh);

578 579
	netif_dbg(dev, rx_status, dev->net,
		  "paused rx queue disabled, %d skbs requeued\n", num);
J
Jussi Kivilinna 已提交
580 581 582 583 584 585 586 587 588
}
EXPORT_SYMBOL_GPL(usbnet_resume_rx);

void usbnet_purge_paused_rxq(struct usbnet *dev)
{
	skb_queue_purge(&dev->rxq_pause);
}
EXPORT_SYMBOL_GPL(usbnet_purge_paused_rxq);

L
Linus Torvalds 已提交
589 590 591 592 593 594 595
/*-------------------------------------------------------------------------*/

// unlink pending rx/tx; completion handlers do all other cleanup

static int unlink_urbs (struct usbnet *dev, struct sk_buff_head *q)
{
	unsigned long		flags;
596
	struct sk_buff		*skb;
L
Linus Torvalds 已提交
597 598 599
	int			count = 0;

	spin_lock_irqsave (&q->lock, flags);
600
	while (!skb_queue_empty(q)) {
L
Linus Torvalds 已提交
601 602 603 604
		struct skb_data		*entry;
		struct urb		*urb;
		int			retval;

605 606 607 608 609 610 611 612
		skb_queue_walk(q, skb) {
			entry = (struct skb_data *) skb->cb;
			if (entry->state != unlink_start)
				goto found;
		}
		break;
found:
		entry->state = unlink_start;
L
Linus Torvalds 已提交
613 614
		urb = entry->urb;

615 616 617 618 619 620 621 622
		/*
		 * Get reference count of the URB to avoid it to be
		 * freed during usb_unlink_urb, which may trigger
		 * use-after-free problem inside usb_unlink_urb since
		 * usb_unlink_urb is always racing with .complete
		 * handler(include defer_bh).
		 */
		usb_get_urb(urb);
623
		spin_unlock_irqrestore(&q->lock, flags);
L
Linus Torvalds 已提交
624 625 626 627
		// during some PM-driven resume scenarios,
		// these (async) unlinks complete immediately
		retval = usb_unlink_urb (urb);
		if (retval != -EINPROGRESS && retval != 0)
628
			netdev_dbg(dev->net, "unlink urb err, %d\n", retval);
L
Linus Torvalds 已提交
629 630
		else
			count++;
631
		usb_put_urb(urb);
632
		spin_lock_irqsave(&q->lock, flags);
L
Linus Torvalds 已提交
633 634 635 636 637
	}
	spin_unlock_irqrestore (&q->lock, flags);
	return count;
}

638 639 640 641 642 643 644 645 646 647 648
// Flush all pending rx urbs
// minidrivers may need to do this when the MTU changes

void usbnet_unlink_rx_urbs(struct usbnet *dev)
{
	if (netif_running(dev->net)) {
		(void) unlink_urbs (dev, &dev->rxq);
		tasklet_schedule(&dev->bh);
	}
}
EXPORT_SYMBOL_GPL(usbnet_unlink_rx_urbs);
L
Linus Torvalds 已提交
649 650 651 652

/*-------------------------------------------------------------------------*/

// precondition: never called in_interrupt
653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669
static void usbnet_terminate_urbs(struct usbnet *dev)
{
	DECLARE_WAIT_QUEUE_HEAD_ONSTACK(unlink_wakeup);
	DECLARE_WAITQUEUE(wait, current);
	int temp;

	/* ensure there are no more active urbs */
	add_wait_queue(&unlink_wakeup, &wait);
	set_current_state(TASK_UNINTERRUPTIBLE);
	dev->wait = &unlink_wakeup;
	temp = unlink_urbs(dev, &dev->txq) +
		unlink_urbs(dev, &dev->rxq);

	/* maybe wait for deletions to finish. */
	while (!skb_queue_empty(&dev->rxq)
		&& !skb_queue_empty(&dev->txq)
		&& !skb_queue_empty(&dev->done)) {
670
			schedule_timeout(msecs_to_jiffies(UNLINK_TIMEOUT_MS));
671
			set_current_state(TASK_UNINTERRUPTIBLE);
672 673
			netif_dbg(dev, ifdown, dev->net,
				  "waited for %d urb completions\n", temp);
674 675 676 677 678
	}
	set_current_state(TASK_RUNNING);
	dev->wait = NULL;
	remove_wait_queue(&unlink_wakeup, &wait);
}
L
Linus Torvalds 已提交
679

680
int usbnet_stop (struct net_device *net)
L
Linus Torvalds 已提交
681 682
{
	struct usbnet		*dev = netdev_priv(net);
683 684
	struct driver_info	*info = dev->driver_info;
	int			retval;
L
Linus Torvalds 已提交
685

M
Ming Lei 已提交
686
	clear_bit(EVENT_DEV_OPEN, &dev->flags);
L
Linus Torvalds 已提交
687 688
	netif_stop_queue (net);

689
	netif_info(dev, ifdown, dev->net,
690
		   "stop stats: rx/tx %lu/%lu, errs %lu/%lu\n",
691 692
		   net->stats.rx_packets, net->stats.tx_packets,
		   net->stats.rx_errors, net->stats.tx_errors);
L
Linus Torvalds 已提交
693

694 695 696 697
	/* allow minidriver to stop correctly (wireless devices to turn off
	 * radio etc) */
	if (info->stop) {
		retval = info->stop(dev);
698 699 700 701 702 703
		if (retval < 0)
			netif_info(dev, ifdown, dev->net,
				   "stop fail (%d) usbnet usb-%s-%s, %s\n",
				   retval,
				   dev->udev->bus->bus_name, dev->udev->devpath,
				   info->description);
704 705
	}

706 707
	if (!(info->flags & FLAG_AVOID_UNLINK_URBS))
		usbnet_terminate_urbs(dev);
L
Linus Torvalds 已提交
708 709 710

	usb_kill_urb(dev->interrupt);

J
Jussi Kivilinna 已提交
711 712
	usbnet_purge_paused_rxq(dev);

L
Linus Torvalds 已提交
713 714 715 716 717 718 719
	/* deferred work (task, timer, softirq) must also stop.
	 * can't flush_scheduled_work() until we drop rtnl (later),
	 * else workers could deadlock; so make workers a NOP.
	 */
	dev->flags = 0;
	del_timer_sync (&dev->delay);
	tasklet_kill (&dev->bh);
720 721 722 723
	if (info->manage_power)
		info->manage_power(dev, 0);
	else
		usb_autopm_put_interface(dev->intf);
L
Linus Torvalds 已提交
724 725 726

	return 0;
}
727
EXPORT_SYMBOL_GPL(usbnet_stop);
L
Linus Torvalds 已提交
728 729 730 731 732 733 734

/*-------------------------------------------------------------------------*/

// posts reads, and enables write queuing

// precondition: never called in_interrupt

735
int usbnet_open (struct net_device *net)
L
Linus Torvalds 已提交
736 737
{
	struct usbnet		*dev = netdev_priv(net);
738
	int			retval;
L
Linus Torvalds 已提交
739 740
	struct driver_info	*info = dev->driver_info;

741
	if ((retval = usb_autopm_get_interface(dev->intf)) < 0) {
742 743 744 745 746 747
		netif_info(dev, ifup, dev->net,
			   "resumption fail (%d) usbnet usb-%s-%s, %s\n",
			   retval,
			   dev->udev->bus->bus_name,
			   dev->udev->devpath,
			   info->description);
748 749 750
		goto done_nopm;
	}

L
Linus Torvalds 已提交
751 752
	// put into "known safe" state
	if (info->reset && (retval = info->reset (dev)) < 0) {
753 754 755 756 757 758
		netif_info(dev, ifup, dev->net,
			   "open reset fail (%d) usbnet usb-%s-%s, %s\n",
			   retval,
			   dev->udev->bus->bus_name,
			   dev->udev->devpath,
			   info->description);
L
Linus Torvalds 已提交
759 760 761 762 763
		goto done;
	}

	// insist peer be connected
	if (info->check_connect && (retval = info->check_connect (dev)) < 0) {
764
		netif_dbg(dev, ifup, dev->net, "can't open; %d\n", retval);
L
Linus Torvalds 已提交
765 766 767 768 769 770 771
		goto done;
	}

	/* start any status interrupt transfer */
	if (dev->interrupt) {
		retval = usb_submit_urb (dev->interrupt, GFP_KERNEL);
		if (retval < 0) {
772 773
			netif_err(dev, ifup, dev->net,
				  "intr submit %d\n", retval);
L
Linus Torvalds 已提交
774 775 776 777
			goto done;
		}
	}

778
	set_bit(EVENT_DEV_OPEN, &dev->flags);
L
Linus Torvalds 已提交
779
	netif_start_queue (net);
780 781 782 783 784 785 786 787 788 789
	netif_info(dev, ifup, dev->net,
		   "open: enable queueing (rx %d, tx %d) mtu %d %s framing\n",
		   (int)RX_QLEN(dev), (int)TX_QLEN(dev),
		   dev->net->mtu,
		   (dev->driver_info->flags & FLAG_FRAMING_NC) ? "NetChip" :
		   (dev->driver_info->flags & FLAG_FRAMING_GL) ? "GeneSys" :
		   (dev->driver_info->flags & FLAG_FRAMING_Z) ? "Zaurus" :
		   (dev->driver_info->flags & FLAG_FRAMING_RN) ? "RNDIS" :
		   (dev->driver_info->flags & FLAG_FRAMING_AX) ? "ASIX" :
		   "simple");
L
Linus Torvalds 已提交
790 791 792

	// delay posting reads until we're fully open
	tasklet_schedule (&dev->bh);
793 794 795
	if (info->manage_power) {
		retval = info->manage_power(dev, 1);
		if (retval < 0)
796
			goto done_manage_power_error;
797 798
		usb_autopm_put_interface(dev->intf);
	}
799
	return retval;
800

801 802
done_manage_power_error:
	clear_bit(EVENT_DEV_OPEN, &dev->flags);
L
Linus Torvalds 已提交
803
done:
804 805
	usb_autopm_put_interface(dev->intf);
done_nopm:
L
Linus Torvalds 已提交
806 807
	return retval;
}
808
EXPORT_SYMBOL_GPL(usbnet_open);
L
Linus Torvalds 已提交
809 810 811

/*-------------------------------------------------------------------------*/

812 813 814 815
/* ethtool methods; minidrivers may need to add some more, but
 * they'll probably want to use this base set.
 */

816 817 818 819 820 821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844 845 846
int usbnet_get_settings (struct net_device *net, struct ethtool_cmd *cmd)
{
	struct usbnet *dev = netdev_priv(net);

	if (!dev->mii.mdio_read)
		return -EOPNOTSUPP;

	return mii_ethtool_gset(&dev->mii, cmd);
}
EXPORT_SYMBOL_GPL(usbnet_get_settings);

int usbnet_set_settings (struct net_device *net, struct ethtool_cmd *cmd)
{
	struct usbnet *dev = netdev_priv(net);
	int retval;

	if (!dev->mii.mdio_write)
		return -EOPNOTSUPP;

	retval = mii_ethtool_sset(&dev->mii, cmd);

	/* link speed/duplex might have changed */
	if (dev->driver_info->link_reset)
		dev->driver_info->link_reset(dev);

	return retval;

}
EXPORT_SYMBOL_GPL(usbnet_set_settings);

u32 usbnet_get_link (struct net_device *net)
L
Linus Torvalds 已提交
847 848 849
{
	struct usbnet *dev = netdev_priv(net);

850
	/* If a check_connect is defined, return its result */
L
Linus Torvalds 已提交
851 852 853
	if (dev->driver_info->check_connect)
		return dev->driver_info->check_connect (dev) == 0;

854 855 856 857
	/* if the device has mii operations, use those */
	if (dev->mii.mdio_read)
		return mii_link_ok(&dev->mii);

858 859
	/* Otherwise, dtrt for drivers calling netif_carrier_{on,off} */
	return ethtool_op_get_link(net);
L
Linus Torvalds 已提交
860
}
861
EXPORT_SYMBOL_GPL(usbnet_get_link);
L
Linus Torvalds 已提交
862

863
int usbnet_nway_reset(struct net_device *net)
L
Linus Torvalds 已提交
864 865 866
{
	struct usbnet *dev = netdev_priv(net);

867 868 869 870
	if (!dev->mii.mdio_write)
		return -EOPNOTSUPP;

	return mii_nway_restart(&dev->mii);
L
Linus Torvalds 已提交
871
}
872
EXPORT_SYMBOL_GPL(usbnet_nway_reset);
L
Linus Torvalds 已提交
873

874
void usbnet_get_drvinfo (struct net_device *net, struct ethtool_drvinfo *info)
L
Linus Torvalds 已提交
875 876 877
{
	struct usbnet *dev = netdev_priv(net);

878 879 880
	strlcpy (info->driver, dev->driver_name, sizeof info->driver);
	strlcpy (info->version, DRIVER_VERSION, sizeof info->version);
	strlcpy (info->fw_version, dev->driver_info->description,
881 882
		sizeof info->fw_version);
	usb_make_path (dev->udev, info->bus_info, sizeof info->bus_info);
L
Linus Torvalds 已提交
883
}
884
EXPORT_SYMBOL_GPL(usbnet_get_drvinfo);
L
Linus Torvalds 已提交
885

886
u32 usbnet_get_msglevel (struct net_device *net)
887 888 889
{
	struct usbnet *dev = netdev_priv(net);

890 891 892
	return dev->msg_enable;
}
EXPORT_SYMBOL_GPL(usbnet_get_msglevel);
893

894 895 896 897 898
void usbnet_set_msglevel (struct net_device *net, u32 level)
{
	struct usbnet *dev = netdev_priv(net);

	dev->msg_enable = level;
899
}
900
EXPORT_SYMBOL_GPL(usbnet_set_msglevel);
901

902
/* drivers may override default ethtool_ops in their bind() routine */
903
static const struct ethtool_ops usbnet_ethtool_ops = {
904 905
	.get_settings		= usbnet_get_settings,
	.set_settings		= usbnet_set_settings,
906
	.get_link		= usbnet_get_link,
907
	.nway_reset		= usbnet_nway_reset,
908
	.get_drvinfo		= usbnet_get_drvinfo,
909 910
	.get_msglevel		= usbnet_get_msglevel,
	.set_msglevel		= usbnet_set_msglevel,
911
	.get_ts_info		= ethtool_op_get_ts_info,
912
};
L
Linus Torvalds 已提交
913 914 915 916 917 918 919 920 921

/*-------------------------------------------------------------------------*/

/* work that cannot be done in interrupt context uses keventd.
 *
 * NOTE:  with 2.5 we could do more of this using completion callbacks,
 * especially now that control transfers can be queued.
 */
static void
D
David Howells 已提交
922
kevent (struct work_struct *work)
L
Linus Torvalds 已提交
923
{
D
David Howells 已提交
924 925
	struct usbnet		*dev =
		container_of(work, struct usbnet, kevent);
L
Linus Torvalds 已提交
926 927 928 929 930
	int			status;

	/* usb_clear_halt() needs a thread context */
	if (test_bit (EVENT_TX_HALT, &dev->flags)) {
		unlink_urbs (dev, &dev->txq);
931 932 933
		status = usb_autopm_get_interface(dev->intf);
		if (status < 0)
			goto fail_pipe;
L
Linus Torvalds 已提交
934
		status = usb_clear_halt (dev->udev, dev->out);
935
		usb_autopm_put_interface(dev->intf);
936 937 938
		if (status < 0 &&
		    status != -EPIPE &&
		    status != -ESHUTDOWN) {
L
Linus Torvalds 已提交
939
			if (netif_msg_tx_err (dev))
940
fail_pipe:
941 942
				netdev_err(dev->net, "can't clear tx halt, status %d\n",
					   status);
L
Linus Torvalds 已提交
943 944
		} else {
			clear_bit (EVENT_TX_HALT, &dev->flags);
945 946
			if (status != -ESHUTDOWN)
				netif_wake_queue (dev->net);
L
Linus Torvalds 已提交
947 948 949 950
		}
	}
	if (test_bit (EVENT_RX_HALT, &dev->flags)) {
		unlink_urbs (dev, &dev->rxq);
951 952 953
		status = usb_autopm_get_interface(dev->intf);
		if (status < 0)
			goto fail_halt;
L
Linus Torvalds 已提交
954
		status = usb_clear_halt (dev->udev, dev->in);
955
		usb_autopm_put_interface(dev->intf);
956 957 958
		if (status < 0 &&
		    status != -EPIPE &&
		    status != -ESHUTDOWN) {
L
Linus Torvalds 已提交
959
			if (netif_msg_rx_err (dev))
960
fail_halt:
961 962
				netdev_err(dev->net, "can't clear rx halt, status %d\n",
					   status);
L
Linus Torvalds 已提交
963 964 965 966 967 968 969 970 971
		} else {
			clear_bit (EVENT_RX_HALT, &dev->flags);
			tasklet_schedule (&dev->bh);
		}
	}

	/* tasklet could resubmit itself forever if memory is tight */
	if (test_bit (EVENT_RX_MEMORY, &dev->flags)) {
		struct urb	*urb = NULL;
972
		int resched = 1;
L
Linus Torvalds 已提交
973 974 975 976 977 978 979

		if (netif_running (dev->net))
			urb = usb_alloc_urb (0, GFP_KERNEL);
		else
			clear_bit (EVENT_RX_MEMORY, &dev->flags);
		if (urb != NULL) {
			clear_bit (EVENT_RX_MEMORY, &dev->flags);
980
			status = usb_autopm_get_interface(dev->intf);
981 982
			if (status < 0) {
				usb_free_urb(urb);
983
				goto fail_lowmem;
984
			}
985 986
			if (rx_submit (dev, urb, GFP_KERNEL) == -ENOLINK)
				resched = 0;
987 988
			usb_autopm_put_interface(dev->intf);
fail_lowmem:
989 990
			if (resched)
				tasklet_schedule (&dev->bh);
L
Linus Torvalds 已提交
991 992 993
		}
	}

994
	if (test_bit (EVENT_LINK_RESET, &dev->flags)) {
995
		struct driver_info	*info = dev->driver_info;
996 997 998
		int			retval = 0;

		clear_bit (EVENT_LINK_RESET, &dev->flags);
999 1000 1001
		status = usb_autopm_get_interface(dev->intf);
		if (status < 0)
			goto skip_reset;
1002
		if(info->link_reset && (retval = info->link_reset(dev)) < 0) {
1003 1004
			usb_autopm_put_interface(dev->intf);
skip_reset:
1005 1006 1007 1008 1009
			netdev_info(dev->net, "link reset failed (%d) usbnet usb-%s-%s, %s\n",
				    retval,
				    dev->udev->bus->bus_name,
				    dev->udev->devpath,
				    info->description);
1010 1011
		} else {
			usb_autopm_put_interface(dev->intf);
1012 1013 1014
		}
	}

L
Linus Torvalds 已提交
1015
	if (dev->flags)
1016
		netdev_dbg(dev->net, "kevent done, flags = 0x%lx\n", dev->flags);
L
Linus Torvalds 已提交
1017 1018 1019 1020
}

/*-------------------------------------------------------------------------*/

1021
static void tx_complete (struct urb *urb)
L
Linus Torvalds 已提交
1022 1023 1024 1025 1026 1027
{
	struct sk_buff		*skb = (struct sk_buff *) urb->context;
	struct skb_data		*entry = (struct skb_data *) skb->cb;
	struct usbnet		*dev = entry->dev;

	if (urb->status == 0) {
1028 1029
		if (!(dev->driver_info->flags & FLAG_MULTI_PACKET))
			dev->net->stats.tx_packets++;
H
Herbert Xu 已提交
1030
		dev->net->stats.tx_bytes += entry->length;
L
Linus Torvalds 已提交
1031
	} else {
H
Herbert Xu 已提交
1032
		dev->net->stats.tx_errors++;
L
Linus Torvalds 已提交
1033 1034 1035

		switch (urb->status) {
		case -EPIPE:
1036
			usbnet_defer_kevent (dev, EVENT_TX_HALT);
L
Linus Torvalds 已提交
1037 1038 1039 1040 1041 1042 1043 1044 1045
			break;

		/* software-driven interface shutdown */
		case -ECONNRESET:		// async unlink
		case -ESHUTDOWN:		// hardware gone
			break;

		// like rx, tx gets controller i/o faults during khubd delays
		// and so it uses the same throttling mechanism.
1046 1047 1048
		case -EPROTO:
		case -ETIME:
		case -EILSEQ:
1049
			usb_mark_last_busy(dev->udev);
L
Linus Torvalds 已提交
1050 1051 1052
			if (!timer_pending (&dev->delay)) {
				mod_timer (&dev->delay,
					jiffies + THROTTLE_JIFFIES);
1053 1054
				netif_dbg(dev, link, dev->net,
					  "tx throttle %d\n", urb->status);
L
Linus Torvalds 已提交
1055 1056 1057 1058
			}
			netif_stop_queue (dev->net);
			break;
		default:
1059 1060
			netif_dbg(dev, tx_err, dev->net,
				  "tx err %d\n", entry->urb->status);
L
Linus Torvalds 已提交
1061 1062 1063 1064
			break;
		}
	}

1065
	usb_autopm_put_interface_async(dev->intf);
1066
	(void) defer_bh(dev, skb, &dev->txq, tx_done);
L
Linus Torvalds 已提交
1067 1068 1069 1070
}

/*-------------------------------------------------------------------------*/

1071
void usbnet_tx_timeout (struct net_device *net)
L
Linus Torvalds 已提交
1072 1073 1074 1075 1076 1077 1078 1079
{
	struct usbnet		*dev = netdev_priv(net);

	unlink_urbs (dev, &dev->txq);
	tasklet_schedule (&dev->bh);

	// FIXME: device recovery -- reset?
}
1080
EXPORT_SYMBOL_GPL(usbnet_tx_timeout);
L
Linus Torvalds 已提交
1081 1082 1083

/*-------------------------------------------------------------------------*/

1084 1085
netdev_tx_t usbnet_start_xmit (struct sk_buff *skb,
				     struct net_device *net)
L
Linus Torvalds 已提交
1086 1087 1088 1089 1090 1091 1092
{
	struct usbnet		*dev = netdev_priv(net);
	int			length;
	struct urb		*urb = NULL;
	struct skb_data		*entry;
	struct driver_info	*info = dev->driver_info;
	unsigned long		flags;
1093
	int retval;
L
Linus Torvalds 已提交
1094

1095 1096
	if (skb)
		skb_tx_timestamp(skb);
1097

L
Linus Torvalds 已提交
1098 1099 1100 1101 1102
	// some devices want funky USB-level framing, for
	// win32 driver (usually) and/or hardware quirks
	if (info->tx_fixup) {
		skb = info->tx_fixup (dev, skb, GFP_ATOMIC);
		if (!skb) {
1103 1104 1105 1106 1107 1108 1109
			if (netif_msg_tx_err(dev)) {
				netif_dbg(dev, tx_err, dev->net, "can't tx_fixup skb\n");
				goto drop;
			} else {
				/* cdc_ncm collected packet; waits for more */
				goto not_drop;
			}
L
Linus Torvalds 已提交
1110 1111 1112 1113 1114
		}
	}
	length = skb->len;

	if (!(urb = usb_alloc_urb (0, GFP_ATOMIC))) {
1115
		netif_dbg(dev, tx_err, dev->net, "no urb\n");
L
Linus Torvalds 已提交
1116 1117 1118 1119 1120 1121 1122 1123 1124 1125 1126 1127 1128 1129
		goto drop;
	}

	entry = (struct skb_data *) skb->cb;
	entry->urb = urb;
	entry->dev = dev;
	entry->length = length;

	usb_fill_bulk_urb (urb, dev->udev, dev->out,
			skb->data, skb->len, tx_complete, skb);

	/* don't assume the hardware handles USB_ZERO_PACKET
	 * NOTE:  strictly conforming cdc-ether devices should expect
	 * the ZLP here, but ignore the one-byte packet.
1130 1131 1132
	 * NOTE2: CDC NCM specification is different from CDC ECM when
	 * handling ZLP/short packets, so cdc_ncm driver will make short
	 * packet itself if needed.
L
Linus Torvalds 已提交
1133
	 */
1134 1135
	if (length % dev->maxpacket == 0) {
		if (!(info->flags & FLAG_SEND_ZLP)) {
1136 1137 1138 1139 1140 1141
			if (!(info->flags & FLAG_MULTI_PACKET)) {
				urb->transfer_buffer_length++;
				if (skb_tailroom(skb)) {
					skb->data[skb->len] = 0;
					__skb_put(skb, 1);
				}
1142 1143 1144
			}
		} else
			urb->transfer_flags |= URB_ZERO_PACKET;
1145
	}
L
Linus Torvalds 已提交
1146

1147 1148 1149 1150 1151 1152 1153 1154 1155 1156 1157 1158 1159 1160 1161
	spin_lock_irqsave(&dev->txq.lock, flags);
	retval = usb_autopm_get_interface_async(dev->intf);
	if (retval < 0) {
		spin_unlock_irqrestore(&dev->txq.lock, flags);
		goto drop;
	}

#ifdef CONFIG_PM
	/* if this triggers the device is still a sleep */
	if (test_bit(EVENT_DEV_ASLEEP, &dev->flags)) {
		/* transmission will be done in resume */
		usb_anchor_urb(urb, &dev->deferred);
		/* no use to process more packets */
		netif_stop_queue(net);
		spin_unlock_irqrestore(&dev->txq.lock, flags);
1162
		netdev_dbg(dev->net, "Delaying transmission for resumption\n");
1163 1164 1165
		goto deferred;
	}
#endif
L
Linus Torvalds 已提交
1166 1167 1168 1169

	switch ((retval = usb_submit_urb (urb, GFP_ATOMIC))) {
	case -EPIPE:
		netif_stop_queue (net);
1170
		usbnet_defer_kevent (dev, EVENT_TX_HALT);
1171
		usb_autopm_put_interface_async(dev->intf);
L
Linus Torvalds 已提交
1172 1173
		break;
	default:
1174
		usb_autopm_put_interface_async(dev->intf);
1175 1176
		netif_dbg(dev, tx_err, dev->net,
			  "tx: submit urb err %d\n", retval);
L
Linus Torvalds 已提交
1177 1178 1179
		break;
	case 0:
		net->trans_start = jiffies;
1180
		__usbnet_queue_skb(&dev->txq, skb, tx_start);
L
Linus Torvalds 已提交
1181 1182 1183 1184 1185 1186
		if (dev->txq.qlen >= TX_QLEN (dev))
			netif_stop_queue (net);
	}
	spin_unlock_irqrestore (&dev->txq.lock, flags);

	if (retval) {
1187
		netif_dbg(dev, tx_err, dev->net, "drop, code %d\n", retval);
L
Linus Torvalds 已提交
1188
drop:
H
Herbert Xu 已提交
1189
		dev->net->stats.tx_dropped++;
1190
not_drop:
L
Linus Torvalds 已提交
1191 1192 1193
		if (skb)
			dev_kfree_skb_any (skb);
		usb_free_urb (urb);
1194 1195 1196
	} else
		netif_dbg(dev, tx_queued, dev->net,
			  "> tx, len %d, type 0x%x\n", length, skb->protocol);
1197 1198 1199
#ifdef CONFIG_PM
deferred:
#endif
1200
	return NETDEV_TX_OK;
L
Linus Torvalds 已提交
1201
}
1202
EXPORT_SYMBOL_GPL(usbnet_start_xmit);
L
Linus Torvalds 已提交
1203

1204
static int rx_alloc_submit(struct usbnet *dev, gfp_t flags)
M
Ming Lei 已提交
1205 1206 1207
{
	struct urb	*urb;
	int		i;
1208
	int		ret = 0;
M
Ming Lei 已提交
1209 1210 1211 1212 1213

	/* don't refill the queue all at once */
	for (i = 0; i < 10 && dev->rxq.qlen < RX_QLEN(dev); i++) {
		urb = usb_alloc_urb(0, flags);
		if (urb != NULL) {
1214 1215 1216 1217 1218 1219
			ret = rx_submit(dev, urb, flags);
			if (ret)
				goto err;
		} else {
			ret = -ENOMEM;
			goto err;
M
Ming Lei 已提交
1220 1221
		}
	}
1222 1223
err:
	return ret;
M
Ming Lei 已提交
1224 1225
}

L
Linus Torvalds 已提交
1226 1227 1228 1229 1230 1231 1232 1233 1234 1235 1236 1237 1238
/*-------------------------------------------------------------------------*/

// tasklet (work deferred from completions, in_irq) or timer

static void usbnet_bh (unsigned long param)
{
	struct usbnet		*dev = (struct usbnet *) param;
	struct sk_buff		*skb;
	struct skb_data		*entry;

	while ((skb = skb_dequeue (&dev->done))) {
		entry = (struct skb_data *) skb->cb;
		switch (entry->state) {
D
David Brownell 已提交
1239
		case rx_done:
L
Linus Torvalds 已提交
1240 1241 1242
			entry->state = rx_cleanup;
			rx_process (dev, skb);
			continue;
D
David Brownell 已提交
1243 1244
		case tx_done:
		case rx_cleanup:
L
Linus Torvalds 已提交
1245 1246 1247
			usb_free_urb (entry->urb);
			dev_kfree_skb (skb);
			continue;
D
David Brownell 已提交
1248
		default:
1249
			netdev_dbg(dev->net, "bogus skb state %d\n", entry->state);
L
Linus Torvalds 已提交
1250 1251 1252 1253 1254 1255 1256 1257 1258 1259
		}
	}

	// waiting for all pending urbs to complete?
	if (dev->wait) {
		if ((dev->txq.qlen + dev->rxq.qlen + dev->done.qlen) == 0) {
			wake_up (dev->wait);
		}

	// or are we maybe short a few urbs?
1260 1261 1262 1263
	} else if (netif_running (dev->net) &&
		   netif_device_present (dev->net) &&
		   !timer_pending (&dev->delay) &&
		   !test_bit (EVENT_RX_HALT, &dev->flags)) {
L
Linus Torvalds 已提交
1264
		int	temp = dev->rxq.qlen;
M
Ming Lei 已提交
1265 1266

		if (temp < RX_QLEN(dev)) {
1267 1268
			if (rx_alloc_submit(dev, GFP_ATOMIC) == -ENOLINK)
				return;
1269 1270 1271 1272
			if (temp != dev->rxq.qlen)
				netif_dbg(dev, link, dev->net,
					  "rxqlen %d --> %d\n",
					  temp, dev->rxq.qlen);
M
Ming Lei 已提交
1273
			if (dev->rxq.qlen < RX_QLEN(dev))
L
Linus Torvalds 已提交
1274 1275 1276 1277 1278 1279 1280 1281 1282 1283 1284 1285 1286
				tasklet_schedule (&dev->bh);
		}
		if (dev->txq.qlen < TX_QLEN (dev))
			netif_wake_queue (dev->net);
	}
}


/*-------------------------------------------------------------------------
 *
 * USB Device Driver support
 *
 *-------------------------------------------------------------------------*/
1287

L
Linus Torvalds 已提交
1288 1289
// precondition: never called in_interrupt

1290
void usbnet_disconnect (struct usb_interface *intf)
L
Linus Torvalds 已提交
1291 1292 1293 1294 1295 1296 1297 1298 1299 1300 1301 1302
{
	struct usbnet		*dev;
	struct usb_device	*xdev;
	struct net_device	*net;

	dev = usb_get_intfdata(intf);
	usb_set_intfdata(intf, NULL);
	if (!dev)
		return;

	xdev = interface_to_usbdev (intf);

1303 1304 1305 1306
	netif_info(dev, probe, dev->net, "unregister '%s' usb-%s-%s, %s\n",
		   intf->dev.driver->name,
		   xdev->bus->bus_name, xdev->devpath,
		   dev->driver_info->description);
1307

L
Linus Torvalds 已提交
1308 1309 1310
	net = dev->net;
	unregister_netdev (net);

1311
	cancel_work_sync(&dev->kevent);
L
Linus Torvalds 已提交
1312 1313 1314 1315

	if (dev->driver_info->unbind)
		dev->driver_info->unbind (dev, intf);

1316 1317 1318
	usb_kill_urb(dev->interrupt);
	usb_free_urb(dev->interrupt);

L
Linus Torvalds 已提交
1319 1320
	free_netdev(net);
}
1321
EXPORT_SYMBOL_GPL(usbnet_disconnect);
L
Linus Torvalds 已提交
1322

1323 1324 1325 1326 1327 1328 1329 1330 1331
static const struct net_device_ops usbnet_netdev_ops = {
	.ndo_open		= usbnet_open,
	.ndo_stop		= usbnet_stop,
	.ndo_start_xmit		= usbnet_start_xmit,
	.ndo_tx_timeout		= usbnet_tx_timeout,
	.ndo_change_mtu		= usbnet_change_mtu,
	.ndo_set_mac_address 	= eth_mac_addr,
	.ndo_validate_addr	= eth_validate_addr,
};
L
Linus Torvalds 已提交
1332 1333 1334 1335 1336

/*-------------------------------------------------------------------------*/

// precondition: never called in_interrupt

1337 1338 1339 1340 1341 1342 1343 1344
static struct device_type wlan_type = {
	.name	= "wlan",
};

static struct device_type wwan_type = {
	.name	= "wwan",
};

1345
int
L
Linus Torvalds 已提交
1346 1347 1348
usbnet_probe (struct usb_interface *udev, const struct usb_device_id *prod)
{
	struct usbnet			*dev;
1349
	struct net_device		*net;
L
Linus Torvalds 已提交
1350 1351 1352 1353
	struct usb_host_interface	*interface;
	struct driver_info		*info;
	struct usb_device		*xdev;
	int				status;
1354
	const char			*name;
1355 1356 1357 1358 1359 1360 1361 1362 1363 1364
	struct usb_driver 	*driver = to_usb_driver(udev->dev.driver);

	/* usbnet already took usb runtime pm, so have to enable the feature
	 * for usb interface, otherwise usb_autopm_get_interface may return
	 * failure if USB_SUSPEND(RUNTIME_PM) is enabled.
	 */
	if (!driver->supports_autosuspend) {
		driver->supports_autosuspend = 1;
		pm_runtime_enable(&udev->dev);
	}
L
Linus Torvalds 已提交
1365

1366
	name = udev->dev.driver->name;
L
Linus Torvalds 已提交
1367 1368
	info = (struct driver_info *) prod->driver_info;
	if (!info) {
1369
		dev_dbg (&udev->dev, "blacklisted by %s\n", name);
L
Linus Torvalds 已提交
1370 1371 1372 1373 1374 1375 1376 1377 1378
		return -ENODEV;
	}
	xdev = interface_to_usbdev (udev);
	interface = udev->cur_altsetting;

	status = -ENOMEM;

	// set up our own records
	net = alloc_etherdev(sizeof(*dev));
1379
	if (!net)
L
Linus Torvalds 已提交
1380 1381
		goto out;

1382 1383 1384
	/* netdev_printk() needs this so do it as early as possible */
	SET_NETDEV_DEV(net, &udev->dev);

L
Linus Torvalds 已提交
1385 1386
	dev = netdev_priv(net);
	dev->udev = xdev;
1387
	dev->intf = udev;
L
Linus Torvalds 已提交
1388
	dev->driver_info = info;
1389
	dev->driver_name = name;
L
Linus Torvalds 已提交
1390 1391 1392 1393 1394
	dev->msg_enable = netif_msg_init (msg_level, NETIF_MSG_DRV
				| NETIF_MSG_PROBE | NETIF_MSG_LINK);
	skb_queue_head_init (&dev->rxq);
	skb_queue_head_init (&dev->txq);
	skb_queue_head_init (&dev->done);
J
Jussi Kivilinna 已提交
1395
	skb_queue_head_init(&dev->rxq_pause);
L
Linus Torvalds 已提交
1396 1397
	dev->bh.func = usbnet_bh;
	dev->bh.data = (unsigned long) dev;
D
David Howells 已提交
1398
	INIT_WORK (&dev->kevent, kevent);
1399
	init_usb_anchor(&dev->deferred);
L
Linus Torvalds 已提交
1400 1401 1402
	dev->delay.function = usbnet_bh;
	dev->delay.data = (unsigned long) dev;
	init_timer (&dev->delay);
1403
	mutex_init (&dev->phy_mutex);
L
Linus Torvalds 已提交
1404 1405 1406 1407 1408

	dev->net = net;
	strcpy (net->name, "usb%d");
	memcpy (net->dev_addr, node_id, sizeof node_id);

1409 1410 1411 1412
	/* rx and tx sides can use different message sizes;
	 * bind() should set rx_urb_size in that case.
	 */
	dev->hard_mtu = net->mtu + net->hard_header_len;
L
Linus Torvalds 已提交
1413 1414 1415
#if 0
// dma_supported() is deeply broken on almost all architectures
	// possible with some EHCI controllers
1416
	if (dma_supported (&udev->dev, DMA_BIT_MASK(64)))
L
Linus Torvalds 已提交
1417 1418 1419
		net->features |= NETIF_F_HIGHDMA;
#endif

1420 1421
	net->netdev_ops = &usbnet_netdev_ops;
	net->watchdog_timeo = TX_TIMEOUT_JIFFIES;
L
Linus Torvalds 已提交
1422 1423 1424 1425 1426 1427
	net->ethtool_ops = &usbnet_ethtool_ops;

	// allow device-specific bind/init procedures
	// NOTE net->name still not usable ...
	if (info->bind) {
		status = info->bind (dev, udev);
1428 1429 1430
		if (status < 0)
			goto out1;

L
Linus Torvalds 已提交
1431 1432 1433
		// heuristic:  "usb%d" for links we know are two-host,
		// else "eth%d" when there's reasonable doubt.  userspace
		// can rename the link if it knows better.
1434
		if ((dev->driver_info->flags & FLAG_ETHER) != 0 &&
1435 1436
		    ((dev->driver_info->flags & FLAG_POINTTOPOINT) == 0 ||
		     (net->dev_addr [0] & 0x02) == 0))
L
Linus Torvalds 已提交
1437
			strcpy (net->name, "eth%d");
1438 1439 1440
		/* WLAN devices should always be named "wlan%d" */
		if ((dev->driver_info->flags & FLAG_WLAN) != 0)
			strcpy(net->name, "wlan%d");
1441 1442 1443
		/* WWAN devices should always be named "wwan%d" */
		if ((dev->driver_info->flags & FLAG_WWAN) != 0)
			strcpy(net->name, "wwan%d");
1444 1445 1446 1447

		/* maybe the remote can't receive an Ethernet MTU */
		if (net->mtu > (dev->hard_mtu - net->hard_header_len))
			net->mtu = dev->hard_mtu - net->hard_header_len;
1448 1449
	} else if (!info->in || !info->out)
		status = usbnet_get_endpoints (dev, udev);
L
Linus Torvalds 已提交
1450 1451 1452 1453 1454 1455 1456 1457 1458 1459 1460
	else {
		dev->in = usb_rcvbulkpipe (xdev, info->in);
		dev->out = usb_sndbulkpipe (xdev, info->out);
		if (!(info->flags & FLAG_NO_SETINT))
			status = usb_set_interface (xdev,
				interface->desc.bInterfaceNumber,
				interface->desc.bAlternateSetting);
		else
			status = 0;

	}
1461
	if (status >= 0 && dev->status)
L
Linus Torvalds 已提交
1462 1463
		status = init_status (dev, udev);
	if (status < 0)
1464
		goto out3;
L
Linus Torvalds 已提交
1465

1466 1467
	if (!dev->rx_urb_size)
		dev->rx_urb_size = dev->hard_mtu;
L
Linus Torvalds 已提交
1468
	dev->maxpacket = usb_maxpacket (dev->udev, dev->out, 1);
1469

1470 1471 1472 1473 1474
	if ((dev->driver_info->flags & FLAG_WLAN) != 0)
		SET_NETDEV_DEVTYPE(net, &wlan_type);
	if ((dev->driver_info->flags & FLAG_WWAN) != 0)
		SET_NETDEV_DEVTYPE(net, &wwan_type);

L
Linus Torvalds 已提交
1475 1476
	status = register_netdev (net);
	if (status)
1477
		goto out4;
1478 1479 1480 1481 1482 1483
	netif_info(dev, probe, dev->net,
		   "register '%s' at usb-%s-%s, %s, %pM\n",
		   udev->dev.driver->name,
		   xdev->bus->bus_name, xdev->devpath,
		   dev->driver_info->description,
		   net->dev_addr);
L
Linus Torvalds 已提交
1484 1485 1486 1487 1488 1489

	// ok, it's ready to go.
	usb_set_intfdata (udev, dev);

	netif_device_attach (net);

1490 1491 1492
	if (dev->driver_info->flags & FLAG_LINK_INTR)
		netif_carrier_off(net);

L
Linus Torvalds 已提交
1493 1494
	return 0;

1495 1496
out4:
	usb_free_urb(dev->interrupt);
L
Linus Torvalds 已提交
1497 1498 1499 1500 1501 1502 1503 1504
out3:
	if (info->unbind)
		info->unbind (dev, udev);
out1:
	free_netdev(net);
out:
	return status;
}
1505
EXPORT_SYMBOL_GPL(usbnet_probe);
L
Linus Torvalds 已提交
1506 1507 1508

/*-------------------------------------------------------------------------*/

1509 1510 1511
/*
 * suspend the whole driver as soon as the first interface is suspended
 * resume only when the last interface is resumed
1512
 */
L
Linus Torvalds 已提交
1513

1514
int usbnet_suspend (struct usb_interface *intf, pm_message_t message)
L
Linus Torvalds 已提交
1515 1516
{
	struct usbnet		*dev = usb_get_intfdata(intf);
1517

1518
	if (!dev->suspend_count++) {
1519 1520
		spin_lock_irq(&dev->txq.lock);
		/* don't autosuspend while transmitting */
1521
		if (dev->txq.qlen && PMSG_IS_AUTO(message)) {
1522
			dev->suspend_count--;
1523 1524 1525 1526 1527 1528
			spin_unlock_irq(&dev->txq.lock);
			return -EBUSY;
		} else {
			set_bit(EVENT_DEV_ASLEEP, &dev->flags);
			spin_unlock_irq(&dev->txq.lock);
		}
1529 1530
		/*
		 * accelerate emptying of the rx and queues, to avoid
1531 1532 1533
		 * having everything error out.
		 */
		netif_device_detach (dev->net);
1534 1535 1536
		usbnet_terminate_urbs(dev);
		usb_kill_urb(dev->interrupt);

1537 1538 1539 1540 1541
		/*
		 * reattach so runtime management can use and
		 * wake the device
		 */
		netif_device_attach (dev->net);
1542
	}
L
Linus Torvalds 已提交
1543 1544
	return 0;
}
1545
EXPORT_SYMBOL_GPL(usbnet_suspend);
L
Linus Torvalds 已提交
1546

1547
int usbnet_resume (struct usb_interface *intf)
L
Linus Torvalds 已提交
1548 1549
{
	struct usbnet		*dev = usb_get_intfdata(intf);
1550 1551 1552 1553 1554
	struct sk_buff          *skb;
	struct urb              *res;
	int                     retval;

	if (!--dev->suspend_count) {
1555 1556 1557 1558
		/* resume interrupt URBs */
		if (dev->interrupt && test_bit(EVENT_DEV_OPEN, &dev->flags))
			usb_submit_urb(dev->interrupt, GFP_NOIO);

1559 1560 1561 1562 1563 1564 1565 1566 1567 1568 1569 1570 1571 1572
		spin_lock_irq(&dev->txq.lock);
		while ((res = usb_get_from_anchor(&dev->deferred))) {

			skb = (struct sk_buff *)res->context;
			retval = usb_submit_urb(res, GFP_ATOMIC);
			if (retval < 0) {
				dev_kfree_skb_any(skb);
				usb_free_urb(res);
				usb_autopm_put_interface_async(dev->intf);
			} else {
				dev->net->trans_start = jiffies;
				__skb_queue_tail(&dev->txq, skb);
			}
		}
L
Linus Torvalds 已提交
1573

1574 1575 1576
		smp_mb();
		clear_bit(EVENT_DEV_ASLEEP, &dev->flags);
		spin_unlock_irq(&dev->txq.lock);
M
Ming Lei 已提交
1577 1578

		if (test_bit(EVENT_DEV_OPEN, &dev->flags)) {
M
Ming Lei 已提交
1579 1580 1581 1582 1583
			/* handle remote wakeup ASAP */
			if (!dev->wait &&
				netif_device_present(dev->net) &&
				!timer_pending(&dev->delay) &&
				!test_bit(EVENT_RX_HALT, &dev->flags))
O
Oliver Neukum 已提交
1584
					rx_alloc_submit(dev, GFP_NOIO);
M
Ming Lei 已提交
1585

M
Ming Lei 已提交
1586
			if (!(dev->txq.qlen >= TX_QLEN(dev)))
1587
				netif_tx_wake_all_queues(dev->net);
M
Ming Lei 已提交
1588 1589
			tasklet_schedule (&dev->bh);
		}
1590
	}
1591 1592 1593 1594

	if (test_and_clear_bit(EVENT_DEVICE_REPORT_IDLE, &dev->flags))
		usb_autopm_get_interface_no_resume(intf);

L
Linus Torvalds 已提交
1595 1596
	return 0;
}
1597
EXPORT_SYMBOL_GPL(usbnet_resume);
L
Linus Torvalds 已提交
1598

1599 1600 1601 1602 1603 1604 1605 1606 1607 1608 1609 1610 1611
/*
 * Either a subdriver implements manage_power, then it is assumed to always
 * be ready to be suspended or it reports the readiness to be suspended
 * explicitly
 */
void usbnet_device_suggests_idle(struct usbnet *dev)
{
	if (!test_and_set_bit(EVENT_DEVICE_REPORT_IDLE, &dev->flags)) {
		dev->intf->needs_remote_wakeup = 1;
		usb_autopm_put_interface_async(dev->intf);
	}
}
EXPORT_SYMBOL(usbnet_device_suggests_idle);
L
Linus Torvalds 已提交
1612 1613 1614

/*-------------------------------------------------------------------------*/

1615
static int __init usbnet_init(void)
L
Linus Torvalds 已提交
1616
{
1617 1618 1619
	/* Compiler should optimize this out. */
	BUILD_BUG_ON(
		FIELD_SIZEOF(struct sk_buff, cb) < sizeof(struct skb_data));
L
Linus Torvalds 已提交
1620

J
Joe Perches 已提交
1621
	eth_random_addr(node_id);
1622
	return 0;
L
Linus Torvalds 已提交
1623
}
1624
module_init(usbnet_init);
L
Linus Torvalds 已提交
1625

1626
static void __exit usbnet_exit(void)
L
Linus Torvalds 已提交
1627 1628
{
}
1629
module_exit(usbnet_exit);
L
Linus Torvalds 已提交
1630

1631
MODULE_AUTHOR("David Brownell");
1632
MODULE_DESCRIPTION("USB network driver framework");
1633
MODULE_LICENSE("GPL");