usbnet.c 41.8 KB
Newer Older
L
Linus Torvalds 已提交
1
/*
2
 * USB Network driver infrastructure
3
 * Copyright (C) 2000-2005 by David Brownell
L
Linus Torvalds 已提交
4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22
 * Copyright (C) 2003-2005 David Hollis <dhollis@davehollis.com>
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
 */

/*
 * This is a generic "USB networking" framework that works with several
23 24
 * kinds of full and high speed networking devices:  host-to-host cables,
 * smart usb peripherals, and actual Ethernet adapters.
L
Linus Torvalds 已提交
25
 *
26 27 28 29 30 31
 * These devices usually differ in terms of control protocols (if they
 * even have one!) and sometimes they define new framing to wrap or batch
 * Ethernet packets.  Otherwise, they talk to USB pretty much the same,
 * so interface (un)binding, endpoint I/O queues, fault handling, and other
 * issues can usefully be addressed by this framework.
 */
L
Linus Torvalds 已提交
32 33 34 35 36 37 38 39

// #define	DEBUG			// error path messages, extra info
// #define	VERBOSE			// more; success messages

#include <linux/module.h>
#include <linux/init.h>
#include <linux/netdevice.h>
#include <linux/etherdevice.h>
40
#include <linux/ctype.h>
L
Linus Torvalds 已提交
41 42 43 44
#include <linux/ethtool.h>
#include <linux/workqueue.h>
#include <linux/mii.h>
#include <linux/usb.h>
45
#include <linux/usb/usbnet.h>
46
#include <linux/slab.h>
47
#include <linux/kernel.h>
48
#include <linux/pm_runtime.h>
49 50

#define DRIVER_VERSION		"22-Aug-2005"
L
Linus Torvalds 已提交
51 52 53 54 55 56 57 58 59 60


/*-------------------------------------------------------------------------*/

/*
 * Nineteen USB 1.1 max size bulk transactions per frame (ms), max.
 * Several dozen bytes of IPv4 data can fit in two such transactions.
 * One maximum size Ethernet packet takes twenty four of them.
 * For high speed, each frame comfortably fits almost 36 max size
 * Ethernet packets (so queues should be bigger).
61 62 63 64
 *
 * REVISIT qlens should be members of 'struct usbnet'; the goal is to
 * let the USB host controller be busy for 5msec or more before an irq
 * is required, under load.  Jumbograms change the equation.
L
Linus Torvalds 已提交
65
 */
66 67 68 69 70
#define RX_MAX_QUEUE_MEMORY (60 * 1518)
#define	RX_QLEN(dev) (((dev)->udev->speed == USB_SPEED_HIGH) ? \
			(RX_MAX_QUEUE_MEMORY/(dev)->rx_urb_size) : 4)
#define	TX_QLEN(dev) (((dev)->udev->speed == USB_SPEED_HIGH) ? \
			(RX_MAX_QUEUE_MEMORY/(dev)->hard_mtu) : 4)
L
Linus Torvalds 已提交
71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96

// reawaken network queue this soon after stopping; else watchdog barks
#define TX_TIMEOUT_JIFFIES	(5*HZ)

// throttle rx/tx briefly after some faults, so khubd might disconnect()
// us (it polls at HZ/4 usually) before we report too many false errors.
#define THROTTLE_JIFFIES	(HZ/8)

// between wakeups
#define UNLINK_TIMEOUT_MS	3

/*-------------------------------------------------------------------------*/

// randomly generated ethernet address
static u8	node_id [ETH_ALEN];

static const char driver_name [] = "usbnet";

/* use ethtool to change the level for any given device */
static int msg_level = -1;
module_param (msg_level, int, 0);
MODULE_PARM_DESC (msg_level, "Override default message level");

/*-------------------------------------------------------------------------*/

/* handles CDC Ethernet and many other network "bulk data" interfaces */
97
int usbnet_get_endpoints(struct usbnet *dev, struct usb_interface *intf)
L
Linus Torvalds 已提交
98 99 100 101 102 103 104 105 106 107 108 109 110 111
{
	int				tmp;
	struct usb_host_interface	*alt = NULL;
	struct usb_host_endpoint	*in = NULL, *out = NULL;
	struct usb_host_endpoint	*status = NULL;

	for (tmp = 0; tmp < intf->num_altsetting; tmp++) {
		unsigned	ep;

		in = out = status = NULL;
		alt = intf->altsetting + tmp;

		/* take the first altsetting with in-bulk + out-bulk;
		 * remember any status endpoint, just in case;
112
		 * ignore other endpoints and altsettings.
L
Linus Torvalds 已提交
113 114 115 116 117 118 119 120
		 */
		for (ep = 0; ep < alt->desc.bNumEndpoints; ep++) {
			struct usb_host_endpoint	*e;
			int				intr = 0;

			e = alt->endpoint + ep;
			switch (e->desc.bmAttributes) {
			case USB_ENDPOINT_XFER_INT:
121
				if (!usb_endpoint_dir_in(&e->desc))
L
Linus Torvalds 已提交
122 123 124 125 126 127 128 129
					continue;
				intr = 1;
				/* FALLTHROUGH */
			case USB_ENDPOINT_XFER_BULK:
				break;
			default:
				continue;
			}
130
			if (usb_endpoint_dir_in(&e->desc)) {
L
Linus Torvalds 已提交
131 132 133 134 135 136 137 138 139 140 141 142 143 144 145
				if (!intr && !in)
					in = e;
				else if (intr && !status)
					status = e;
			} else {
				if (!out)
					out = e;
			}
		}
		if (in && out)
			break;
	}
	if (!alt || !in || !out)
		return -EINVAL;

146 147
	if (alt->desc.bAlternateSetting != 0 ||
	    !(dev->driver_info->flags & FLAG_NO_SETINT)) {
L
Linus Torvalds 已提交
148 149 150 151 152
		tmp = usb_set_interface (dev->udev, alt->desc.bInterfaceNumber,
				alt->desc.bAlternateSetting);
		if (tmp < 0)
			return tmp;
	}
153

L
Linus Torvalds 已提交
154 155 156 157 158 159 160
	dev->in = usb_rcvbulkpipe (dev->udev,
			in->desc.bEndpointAddress & USB_ENDPOINT_NUMBER_MASK);
	dev->out = usb_sndbulkpipe (dev->udev,
			out->desc.bEndpointAddress & USB_ENDPOINT_NUMBER_MASK);
	dev->status = status;
	return 0;
}
161
EXPORT_SYMBOL_GPL(usbnet_get_endpoints);
L
Linus Torvalds 已提交
162

163 164 165 166 167 168 169 170 171 172 173 174 175 176 177
int usbnet_get_ethernet_addr(struct usbnet *dev, int iMACAddress)
{
	int 		tmp, i;
	unsigned char	buf [13];

	tmp = usb_string(dev->udev, iMACAddress, buf, sizeof buf);
	if (tmp != 12) {
		dev_dbg(&dev->udev->dev,
			"bad MAC string %d fetch, %d\n", iMACAddress, tmp);
		if (tmp >= 0)
			tmp = -EINVAL;
		return tmp;
	}
	for (i = tmp = 0; i < 6; i++, tmp += 2)
		dev->net->dev_addr [i] =
178
			(hex_to_bin(buf[tmp]) << 4) + hex_to_bin(buf[tmp + 1]);
179 180 181 182
	return 0;
}
EXPORT_SYMBOL_GPL(usbnet_get_ethernet_addr);

183
static void intr_complete (struct urb *urb);
L
Linus Torvalds 已提交
184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203

static int init_status (struct usbnet *dev, struct usb_interface *intf)
{
	char		*buf = NULL;
	unsigned	pipe = 0;
	unsigned	maxp;
	unsigned	period;

	if (!dev->driver_info->status)
		return 0;

	pipe = usb_rcvintpipe (dev->udev,
			dev->status->desc.bEndpointAddress
				& USB_ENDPOINT_NUMBER_MASK);
	maxp = usb_maxpacket (dev->udev, pipe, 0);

	/* avoid 1 msec chatter:  min 8 msec poll rate */
	period = max ((int) dev->status->desc.bInterval,
		(dev->udev->speed == USB_SPEED_HIGH) ? 7 : 3);

204
	buf = kmalloc (maxp, GFP_KERNEL);
L
Linus Torvalds 已提交
205
	if (buf) {
206
		dev->interrupt = usb_alloc_urb (0, GFP_KERNEL);
L
Linus Torvalds 已提交
207 208 209 210 211 212
		if (!dev->interrupt) {
			kfree (buf);
			return -ENOMEM;
		} else {
			usb_fill_int_urb(dev->interrupt, dev->udev, pipe,
				buf, maxp, intr_complete, dev, period);
213
			dev->interrupt->transfer_flags |= URB_FREE_BUFFER;
L
Linus Torvalds 已提交
214 215 216 217 218
			dev_dbg(&intf->dev,
				"status ep%din, %d bytes period %d\n",
				usb_pipeendpoint(pipe), maxp, period);
		}
	}
D
David Brownell 已提交
219
	return 0;
L
Linus Torvalds 已提交
220 221
}

222 223 224 225 226
/* Passes this packet up the stack, updating its accounting.
 * Some link protocols batch packets, so their rx_fixup paths
 * can return clones as well as just modify the original skb.
 */
void usbnet_skb_return (struct usbnet *dev, struct sk_buff *skb)
L
Linus Torvalds 已提交
227 228 229
{
	int	status;

J
Jussi Kivilinna 已提交
230 231 232 233 234
	if (test_bit(EVENT_RX_PAUSED, &dev->flags)) {
		skb_queue_tail(&dev->rxq_pause, skb);
		return;
	}

L
Linus Torvalds 已提交
235
	skb->protocol = eth_type_trans (skb, dev->net);
H
Herbert Xu 已提交
236 237
	dev->net->stats.rx_packets++;
	dev->net->stats.rx_bytes += skb->len;
L
Linus Torvalds 已提交
238

239 240
	netif_dbg(dev, rx_status, dev->net, "< rx, len %zu, type 0x%x\n",
		  skb->len + sizeof (struct ethhdr), skb->protocol);
L
Linus Torvalds 已提交
241
	memset (skb->cb, 0, sizeof (struct skb_data));
242 243 244 245

	if (skb_defer_rx_timestamp(skb))
		return;

L
Linus Torvalds 已提交
246
	status = netif_rx (skb);
247 248 249
	if (status != NET_RX_SUCCESS)
		netif_dbg(dev, rx_err, dev->net,
			  "netif_rx status %d\n", status);
L
Linus Torvalds 已提交
250
}
251
EXPORT_SYMBOL_GPL(usbnet_skb_return);
L
Linus Torvalds 已提交
252 253 254 255 256 257 258 259


/*-------------------------------------------------------------------------
 *
 * Network Device Driver (peer link to "Host Device", from USB host)
 *
 *-------------------------------------------------------------------------*/

260
int usbnet_change_mtu (struct net_device *net, int new_mtu)
L
Linus Torvalds 已提交
261 262
{
	struct usbnet	*dev = netdev_priv(net);
263
	int		ll_mtu = new_mtu + net->hard_header_len;
264 265
	int		old_hard_mtu = dev->hard_mtu;
	int		old_rx_urb_size = dev->rx_urb_size;
L
Linus Torvalds 已提交
266

267
	if (new_mtu <= 0)
L
Linus Torvalds 已提交
268 269
		return -EINVAL;
	// no second zero-length packet read wanted after mtu-sized packets
270
	if ((ll_mtu % dev->maxpacket) == 0)
L
Linus Torvalds 已提交
271 272
		return -EDOM;
	net->mtu = new_mtu;
273 274 275 276 277 278 279 280

	dev->hard_mtu = net->mtu + net->hard_header_len;
	if (dev->rx_urb_size == old_hard_mtu) {
		dev->rx_urb_size = dev->hard_mtu;
		if (dev->rx_urb_size > old_rx_urb_size)
			usbnet_unlink_rx_urbs(dev);
	}

L
Linus Torvalds 已提交
281 282
	return 0;
}
283
EXPORT_SYMBOL_GPL(usbnet_change_mtu);
L
Linus Torvalds 已提交
284 285 286 287 288 289 290

/*-------------------------------------------------------------------------*/

/* some LK 2.4 HCDs oopsed if we freed or resubmitted urbs from
 * completion callbacks.  2.5 should have fixed those bugs...
 */

D
David S. Miller 已提交
291
static void defer_bh(struct usbnet *dev, struct sk_buff *skb, struct sk_buff_head *list)
L
Linus Torvalds 已提交
292 293 294
{
	unsigned long		flags;

D
David S. Miller 已提交
295 296 297 298 299
	spin_lock_irqsave(&list->lock, flags);
	__skb_unlink(skb, list);
	spin_unlock(&list->lock);
	spin_lock(&dev->done.lock);
	__skb_queue_tail(&dev->done, skb);
L
Linus Torvalds 已提交
300
	if (dev->done.qlen == 1)
D
David S. Miller 已提交
301 302
		tasklet_schedule(&dev->bh);
	spin_unlock_irqrestore(&dev->done.lock, flags);
L
Linus Torvalds 已提交
303 304 305 306 307 308 309
}

/* some work can't be done in tasklets, so we use keventd
 *
 * NOTE:  annoying asymmetry:  if it's active, schedule_work() fails,
 * but tasklet_schedule() doesn't.  hope the failure is rare.
 */
310
void usbnet_defer_kevent (struct usbnet *dev, int work)
L
Linus Torvalds 已提交
311 312 313
{
	set_bit (work, &dev->flags);
	if (!schedule_work (&dev->kevent))
314
		netdev_err(dev->net, "kevent %d may have been dropped\n", work);
L
Linus Torvalds 已提交
315
	else
316
		netdev_dbg(dev->net, "kevent %d scheduled\n", work);
L
Linus Torvalds 已提交
317
}
318
EXPORT_SYMBOL_GPL(usbnet_defer_kevent);
L
Linus Torvalds 已提交
319 320 321

/*-------------------------------------------------------------------------*/

322
static void rx_complete (struct urb *urb);
L
Linus Torvalds 已提交
323

324
static int rx_submit (struct usbnet *dev, struct urb *urb, gfp_t flags)
L
Linus Torvalds 已提交
325 326 327 328 329
{
	struct sk_buff		*skb;
	struct skb_data		*entry;
	int			retval = 0;
	unsigned long		lockflags;
330
	size_t			size = dev->rx_urb_size;
L
Linus Torvalds 已提交
331

332 333
	skb = __netdev_alloc_skb_ip_align(dev->net, size, flags);
	if (!skb) {
334
		netif_dbg(dev, rx_err, dev->net, "no rx skb\n");
335
		usbnet_defer_kevent (dev, EVENT_RX_MEMORY);
L
Linus Torvalds 已提交
336
		usb_free_urb (urb);
337
		return -ENOMEM;
L
Linus Torvalds 已提交
338 339 340 341 342 343 344 345 346 347 348 349 350
	}

	entry = (struct skb_data *) skb->cb;
	entry->urb = urb;
	entry->dev = dev;
	entry->state = rx_start;
	entry->length = 0;

	usb_fill_bulk_urb (urb, dev->udev, dev->in,
		skb->data, size, rx_complete, skb);

	spin_lock_irqsave (&dev->rxq.lock, lockflags);

351 352
	if (netif_running (dev->net) &&
	    netif_device_present (dev->net) &&
353 354
	    !test_bit (EVENT_RX_HALT, &dev->flags) &&
	    !test_bit (EVENT_DEV_ASLEEP, &dev->flags)) {
D
David Brownell 已提交
355
		switch (retval = usb_submit_urb (urb, GFP_ATOMIC)) {
L
Linus Torvalds 已提交
356
		case -EPIPE:
357
			usbnet_defer_kevent (dev, EVENT_RX_HALT);
L
Linus Torvalds 已提交
358 359
			break;
		case -ENOMEM:
360
			usbnet_defer_kevent (dev, EVENT_RX_MEMORY);
L
Linus Torvalds 已提交
361 362
			break;
		case -ENODEV:
363
			netif_dbg(dev, ifdown, dev->net, "device gone\n");
L
Linus Torvalds 已提交
364 365
			netif_device_detach (dev->net);
			break;
366 367 368
		case -EHOSTUNREACH:
			retval = -ENOLINK;
			break;
L
Linus Torvalds 已提交
369
		default:
370 371
			netif_dbg(dev, rx_err, dev->net,
				  "rx submit, %d\n", retval);
L
Linus Torvalds 已提交
372 373 374 375 376 377
			tasklet_schedule (&dev->bh);
			break;
		case 0:
			__skb_queue_tail (&dev->rxq, skb);
		}
	} else {
378
		netif_dbg(dev, ifdown, dev->net, "rx: stopped\n");
L
Linus Torvalds 已提交
379 380 381 382 383 384 385
		retval = -ENOLINK;
	}
	spin_unlock_irqrestore (&dev->rxq.lock, lockflags);
	if (retval) {
		dev_kfree_skb_any (skb);
		usb_free_urb (urb);
	}
386
	return retval;
L
Linus Torvalds 已提交
387 388 389 390 391 392 393
}


/*-------------------------------------------------------------------------*/

static inline void rx_process (struct usbnet *dev, struct sk_buff *skb)
{
394
	if (dev->driver_info->rx_fixup &&
395 396 397 398 399 400
	    !dev->driver_info->rx_fixup (dev, skb)) {
		/* With RX_ASSEMBLE, rx_fixup() must update counters */
		if (!(dev->driver_info->flags & FLAG_RX_ASSEMBLE))
			dev->net->stats.rx_errors++;
		goto done;
	}
L
Linus Torvalds 已提交
401 402
	// else network stack removes extra byte if we forced a short packet

403 404 405 406 407 408 409
	if (skb->len) {
		/* all data was already cloned from skb inside the driver */
		if (dev->driver_info->flags & FLAG_MULTI_PACKET)
			dev_kfree_skb_any(skb);
		else
			usbnet_skb_return(dev, skb);
		return;
L
Linus Torvalds 已提交
410
	}
411 412 413

	netif_dbg(dev, rx_err, dev->net, "drop\n");
	dev->net->stats.rx_errors++;
414
done:
415
	skb_queue_tail(&dev->done, skb);
L
Linus Torvalds 已提交
416 417 418 419
}

/*-------------------------------------------------------------------------*/

420
static void rx_complete (struct urb *urb)
L
Linus Torvalds 已提交
421 422 423 424 425 426 427 428 429 430 431
{
	struct sk_buff		*skb = (struct sk_buff *) urb->context;
	struct skb_data		*entry = (struct skb_data *) skb->cb;
	struct usbnet		*dev = entry->dev;
	int			urb_status = urb->status;

	skb_put (skb, urb->actual_length);
	entry->state = rx_done;
	entry->urb = NULL;

	switch (urb_status) {
D
David Brownell 已提交
432 433
	/* success */
	case 0:
434
		if (skb->len < dev->net->hard_header_len) {
L
Linus Torvalds 已提交
435
			entry->state = rx_cleanup;
H
Herbert Xu 已提交
436 437
			dev->net->stats.rx_errors++;
			dev->net->stats.rx_length_errors++;
438 439
			netif_dbg(dev, rx_err, dev->net,
				  "rx length %d\n", skb->len);
L
Linus Torvalds 已提交
440 441 442
		}
		break;

D
David Brownell 已提交
443 444
	/* stalls need manual reset. this is rare ... except that
	 * when going through USB 2.0 TTs, unplug appears this way.
445
	 * we avoid the highspeed version of the ETIMEDOUT/EILSEQ
D
David Brownell 已提交
446 447 448
	 * storm, recovering as needed.
	 */
	case -EPIPE:
H
Herbert Xu 已提交
449
		dev->net->stats.rx_errors++;
450
		usbnet_defer_kevent (dev, EVENT_RX_HALT);
L
Linus Torvalds 已提交
451 452
		// FALLTHROUGH

D
David Brownell 已提交
453 454 455
	/* software-driven interface shutdown */
	case -ECONNRESET:		/* async unlink */
	case -ESHUTDOWN:		/* hardware gone */
456 457
		netif_dbg(dev, ifdown, dev->net,
			  "rx shutdown, code %d\n", urb_status);
L
Linus Torvalds 已提交
458 459
		goto block;

D
David Brownell 已提交
460 461 462 463 464 465 466
	/* we get controller i/o faults during khubd disconnect() delays.
	 * throttle down resubmits, to avoid log floods; just temporarily,
	 * so we still recover when the fault isn't a khubd delay.
	 */
	case -EPROTO:
	case -ETIME:
	case -EILSEQ:
H
Herbert Xu 已提交
467
		dev->net->stats.rx_errors++;
L
Linus Torvalds 已提交
468 469
		if (!timer_pending (&dev->delay)) {
			mod_timer (&dev->delay, jiffies + THROTTLE_JIFFIES);
470 471
			netif_dbg(dev, link, dev->net,
				  "rx throttle %d\n", urb_status);
L
Linus Torvalds 已提交
472 473 474 475 476 477 478
		}
block:
		entry->state = rx_cleanup;
		entry->urb = urb;
		urb = NULL;
		break;

D
David Brownell 已提交
479 480
	/* data overrun ... flush fifo? */
	case -EOVERFLOW:
H
Herbert Xu 已提交
481
		dev->net->stats.rx_over_errors++;
L
Linus Torvalds 已提交
482
		// FALLTHROUGH
483

D
David Brownell 已提交
484
	default:
L
Linus Torvalds 已提交
485
		entry->state = rx_cleanup;
H
Herbert Xu 已提交
486
		dev->net->stats.rx_errors++;
487
		netif_dbg(dev, rx_err, dev->net, "rx status %d\n", urb_status);
L
Linus Torvalds 已提交
488 489 490
		break;
	}

D
David S. Miller 已提交
491
	defer_bh(dev, skb, &dev->rxq);
L
Linus Torvalds 已提交
492 493

	if (urb) {
494 495
		if (netif_running (dev->net) &&
		    !test_bit (EVENT_RX_HALT, &dev->flags)) {
L
Linus Torvalds 已提交
496
			rx_submit (dev, urb, GFP_ATOMIC);
497
			usb_mark_last_busy(dev->udev);
L
Linus Torvalds 已提交
498 499 500 501
			return;
		}
		usb_free_urb (urb);
	}
502
	netif_dbg(dev, rx_err, dev->net, "no read resubmitted\n");
L
Linus Torvalds 已提交
503 504
}

505
static void intr_complete (struct urb *urb)
L
Linus Torvalds 已提交
506 507 508 509 510
{
	struct usbnet	*dev = urb->context;
	int		status = urb->status;

	switch (status) {
D
David Brownell 已提交
511 512
	/* success */
	case 0:
L
Linus Torvalds 已提交
513 514 515
		dev->driver_info->status(dev, urb);
		break;

D
David Brownell 已提交
516 517 518
	/* software-driven interface shutdown */
	case -ENOENT:		/* urb killed */
	case -ESHUTDOWN:	/* hardware gone */
519 520
		netif_dbg(dev, ifdown, dev->net,
			  "intr shutdown, code %d\n", status);
L
Linus Torvalds 已提交
521 522
		return;

D
David Brownell 已提交
523 524 525 526
	/* NOTE:  not throttling like RX/TX, since this endpoint
	 * already polls infrequently
	 */
	default:
527
		netdev_dbg(dev->net, "intr status %d\n", status);
L
Linus Torvalds 已提交
528 529 530 531 532 533 534 535
		break;
	}

	if (!netif_running (dev->net))
		return;

	memset(urb->transfer_buffer, 0, urb->transfer_buffer_length);
	status = usb_submit_urb (urb, GFP_ATOMIC);
536 537 538
	if (status != 0)
		netif_err(dev, timer, dev->net,
			  "intr resubmit --> %d\n", status);
L
Linus Torvalds 已提交
539 540
}

J
Jussi Kivilinna 已提交
541 542 543 544 545
/*-------------------------------------------------------------------------*/
void usbnet_pause_rx(struct usbnet *dev)
{
	set_bit(EVENT_RX_PAUSED, &dev->flags);

546
	netif_dbg(dev, rx_status, dev->net, "paused rx queue enabled\n");
J
Jussi Kivilinna 已提交
547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563
}
EXPORT_SYMBOL_GPL(usbnet_pause_rx);

void usbnet_resume_rx(struct usbnet *dev)
{
	struct sk_buff *skb;
	int num = 0;

	clear_bit(EVENT_RX_PAUSED, &dev->flags);

	while ((skb = skb_dequeue(&dev->rxq_pause)) != NULL) {
		usbnet_skb_return(dev, skb);
		num++;
	}

	tasklet_schedule(&dev->bh);

564 565
	netif_dbg(dev, rx_status, dev->net,
		  "paused rx queue disabled, %d skbs requeued\n", num);
J
Jussi Kivilinna 已提交
566 567 568 569 570 571 572 573 574
}
EXPORT_SYMBOL_GPL(usbnet_resume_rx);

void usbnet_purge_paused_rxq(struct usbnet *dev)
{
	skb_queue_purge(&dev->rxq_pause);
}
EXPORT_SYMBOL_GPL(usbnet_purge_paused_rxq);

L
Linus Torvalds 已提交
575 576 577 578 579 580 581 582 583 584 585
/*-------------------------------------------------------------------------*/

// unlink pending rx/tx; completion handlers do all other cleanup

static int unlink_urbs (struct usbnet *dev, struct sk_buff_head *q)
{
	unsigned long		flags;
	struct sk_buff		*skb, *skbnext;
	int			count = 0;

	spin_lock_irqsave (&q->lock, flags);
586
	skb_queue_walk_safe(q, skb, skbnext) {
L
Linus Torvalds 已提交
587 588 589 590 591 592 593
		struct skb_data		*entry;
		struct urb		*urb;
		int			retval;

		entry = (struct skb_data *) skb->cb;
		urb = entry->urb;

594 595 596 597 598 599 600 601
		/*
		 * Get reference count of the URB to avoid it to be
		 * freed during usb_unlink_urb, which may trigger
		 * use-after-free problem inside usb_unlink_urb since
		 * usb_unlink_urb is always racing with .complete
		 * handler(include defer_bh).
		 */
		usb_get_urb(urb);
602
		spin_unlock_irqrestore(&q->lock, flags);
L
Linus Torvalds 已提交
603 604 605 606
		// during some PM-driven resume scenarios,
		// these (async) unlinks complete immediately
		retval = usb_unlink_urb (urb);
		if (retval != -EINPROGRESS && retval != 0)
607
			netdev_dbg(dev->net, "unlink urb err, %d\n", retval);
L
Linus Torvalds 已提交
608 609
		else
			count++;
610
		usb_put_urb(urb);
611
		spin_lock_irqsave(&q->lock, flags);
L
Linus Torvalds 已提交
612 613 614 615 616
	}
	spin_unlock_irqrestore (&q->lock, flags);
	return count;
}

617 618 619 620 621 622 623 624 625 626 627
// Flush all pending rx urbs
// minidrivers may need to do this when the MTU changes

void usbnet_unlink_rx_urbs(struct usbnet *dev)
{
	if (netif_running(dev->net)) {
		(void) unlink_urbs (dev, &dev->rxq);
		tasklet_schedule(&dev->bh);
	}
}
EXPORT_SYMBOL_GPL(usbnet_unlink_rx_urbs);
L
Linus Torvalds 已提交
628 629 630 631

/*-------------------------------------------------------------------------*/

// precondition: never called in_interrupt
632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648
static void usbnet_terminate_urbs(struct usbnet *dev)
{
	DECLARE_WAIT_QUEUE_HEAD_ONSTACK(unlink_wakeup);
	DECLARE_WAITQUEUE(wait, current);
	int temp;

	/* ensure there are no more active urbs */
	add_wait_queue(&unlink_wakeup, &wait);
	set_current_state(TASK_UNINTERRUPTIBLE);
	dev->wait = &unlink_wakeup;
	temp = unlink_urbs(dev, &dev->txq) +
		unlink_urbs(dev, &dev->rxq);

	/* maybe wait for deletions to finish. */
	while (!skb_queue_empty(&dev->rxq)
		&& !skb_queue_empty(&dev->txq)
		&& !skb_queue_empty(&dev->done)) {
649
			schedule_timeout(msecs_to_jiffies(UNLINK_TIMEOUT_MS));
650
			set_current_state(TASK_UNINTERRUPTIBLE);
651 652
			netif_dbg(dev, ifdown, dev->net,
				  "waited for %d urb completions\n", temp);
653 654 655 656 657
	}
	set_current_state(TASK_RUNNING);
	dev->wait = NULL;
	remove_wait_queue(&unlink_wakeup, &wait);
}
L
Linus Torvalds 已提交
658

659
int usbnet_stop (struct net_device *net)
L
Linus Torvalds 已提交
660 661
{
	struct usbnet		*dev = netdev_priv(net);
662 663
	struct driver_info	*info = dev->driver_info;
	int			retval;
L
Linus Torvalds 已提交
664

M
Ming Lei 已提交
665
	clear_bit(EVENT_DEV_OPEN, &dev->flags);
L
Linus Torvalds 已提交
666 667
	netif_stop_queue (net);

668
	netif_info(dev, ifdown, dev->net,
669
		   "stop stats: rx/tx %lu/%lu, errs %lu/%lu\n",
670 671
		   net->stats.rx_packets, net->stats.tx_packets,
		   net->stats.rx_errors, net->stats.tx_errors);
L
Linus Torvalds 已提交
672

673 674 675 676
	/* allow minidriver to stop correctly (wireless devices to turn off
	 * radio etc) */
	if (info->stop) {
		retval = info->stop(dev);
677 678 679 680 681 682
		if (retval < 0)
			netif_info(dev, ifdown, dev->net,
				   "stop fail (%d) usbnet usb-%s-%s, %s\n",
				   retval,
				   dev->udev->bus->bus_name, dev->udev->devpath,
				   info->description);
683 684
	}

685 686
	if (!(info->flags & FLAG_AVOID_UNLINK_URBS))
		usbnet_terminate_urbs(dev);
L
Linus Torvalds 已提交
687 688 689

	usb_kill_urb(dev->interrupt);

J
Jussi Kivilinna 已提交
690 691
	usbnet_purge_paused_rxq(dev);

L
Linus Torvalds 已提交
692 693 694 695 696 697 698
	/* deferred work (task, timer, softirq) must also stop.
	 * can't flush_scheduled_work() until we drop rtnl (later),
	 * else workers could deadlock; so make workers a NOP.
	 */
	dev->flags = 0;
	del_timer_sync (&dev->delay);
	tasklet_kill (&dev->bh);
699 700 701 702
	if (info->manage_power)
		info->manage_power(dev, 0);
	else
		usb_autopm_put_interface(dev->intf);
L
Linus Torvalds 已提交
703 704 705

	return 0;
}
706
EXPORT_SYMBOL_GPL(usbnet_stop);
L
Linus Torvalds 已提交
707 708 709 710 711 712 713

/*-------------------------------------------------------------------------*/

// posts reads, and enables write queuing

// precondition: never called in_interrupt

714
int usbnet_open (struct net_device *net)
L
Linus Torvalds 已提交
715 716
{
	struct usbnet		*dev = netdev_priv(net);
717
	int			retval;
L
Linus Torvalds 已提交
718 719
	struct driver_info	*info = dev->driver_info;

720
	if ((retval = usb_autopm_get_interface(dev->intf)) < 0) {
721 722 723 724 725 726
		netif_info(dev, ifup, dev->net,
			   "resumption fail (%d) usbnet usb-%s-%s, %s\n",
			   retval,
			   dev->udev->bus->bus_name,
			   dev->udev->devpath,
			   info->description);
727 728 729
		goto done_nopm;
	}

L
Linus Torvalds 已提交
730 731
	// put into "known safe" state
	if (info->reset && (retval = info->reset (dev)) < 0) {
732 733 734 735 736 737
		netif_info(dev, ifup, dev->net,
			   "open reset fail (%d) usbnet usb-%s-%s, %s\n",
			   retval,
			   dev->udev->bus->bus_name,
			   dev->udev->devpath,
			   info->description);
L
Linus Torvalds 已提交
738 739 740 741 742
		goto done;
	}

	// insist peer be connected
	if (info->check_connect && (retval = info->check_connect (dev)) < 0) {
743
		netif_dbg(dev, ifup, dev->net, "can't open; %d\n", retval);
L
Linus Torvalds 已提交
744 745 746 747 748 749 750
		goto done;
	}

	/* start any status interrupt transfer */
	if (dev->interrupt) {
		retval = usb_submit_urb (dev->interrupt, GFP_KERNEL);
		if (retval < 0) {
751 752
			netif_err(dev, ifup, dev->net,
				  "intr submit %d\n", retval);
L
Linus Torvalds 已提交
753 754 755 756
			goto done;
		}
	}

757
	set_bit(EVENT_DEV_OPEN, &dev->flags);
L
Linus Torvalds 已提交
758
	netif_start_queue (net);
759 760 761 762 763 764 765 766 767 768
	netif_info(dev, ifup, dev->net,
		   "open: enable queueing (rx %d, tx %d) mtu %d %s framing\n",
		   (int)RX_QLEN(dev), (int)TX_QLEN(dev),
		   dev->net->mtu,
		   (dev->driver_info->flags & FLAG_FRAMING_NC) ? "NetChip" :
		   (dev->driver_info->flags & FLAG_FRAMING_GL) ? "GeneSys" :
		   (dev->driver_info->flags & FLAG_FRAMING_Z) ? "Zaurus" :
		   (dev->driver_info->flags & FLAG_FRAMING_RN) ? "RNDIS" :
		   (dev->driver_info->flags & FLAG_FRAMING_AX) ? "ASIX" :
		   "simple");
L
Linus Torvalds 已提交
769 770 771

	// delay posting reads until we're fully open
	tasklet_schedule (&dev->bh);
772 773 774 775 776 777
	if (info->manage_power) {
		retval = info->manage_power(dev, 1);
		if (retval < 0)
			goto done;
		usb_autopm_put_interface(dev->intf);
	}
778
	return retval;
779

L
Linus Torvalds 已提交
780
done:
781 782
	usb_autopm_put_interface(dev->intf);
done_nopm:
L
Linus Torvalds 已提交
783 784
	return retval;
}
785
EXPORT_SYMBOL_GPL(usbnet_open);
L
Linus Torvalds 已提交
786 787 788

/*-------------------------------------------------------------------------*/

789 790 791 792
/* ethtool methods; minidrivers may need to add some more, but
 * they'll probably want to use this base set.
 */

793 794 795 796 797 798 799 800 801 802 803 804 805 806 807 808 809 810 811 812 813 814 815 816 817 818 819 820 821 822 823
int usbnet_get_settings (struct net_device *net, struct ethtool_cmd *cmd)
{
	struct usbnet *dev = netdev_priv(net);

	if (!dev->mii.mdio_read)
		return -EOPNOTSUPP;

	return mii_ethtool_gset(&dev->mii, cmd);
}
EXPORT_SYMBOL_GPL(usbnet_get_settings);

int usbnet_set_settings (struct net_device *net, struct ethtool_cmd *cmd)
{
	struct usbnet *dev = netdev_priv(net);
	int retval;

	if (!dev->mii.mdio_write)
		return -EOPNOTSUPP;

	retval = mii_ethtool_sset(&dev->mii, cmd);

	/* link speed/duplex might have changed */
	if (dev->driver_info->link_reset)
		dev->driver_info->link_reset(dev);

	return retval;

}
EXPORT_SYMBOL_GPL(usbnet_set_settings);

u32 usbnet_get_link (struct net_device *net)
L
Linus Torvalds 已提交
824 825 826
{
	struct usbnet *dev = netdev_priv(net);

827
	/* If a check_connect is defined, return its result */
L
Linus Torvalds 已提交
828 829 830
	if (dev->driver_info->check_connect)
		return dev->driver_info->check_connect (dev) == 0;

831 832 833 834
	/* if the device has mii operations, use those */
	if (dev->mii.mdio_read)
		return mii_link_ok(&dev->mii);

835 836
	/* Otherwise, dtrt for drivers calling netif_carrier_{on,off} */
	return ethtool_op_get_link(net);
L
Linus Torvalds 已提交
837
}
838
EXPORT_SYMBOL_GPL(usbnet_get_link);
L
Linus Torvalds 已提交
839

840
int usbnet_nway_reset(struct net_device *net)
L
Linus Torvalds 已提交
841 842 843
{
	struct usbnet *dev = netdev_priv(net);

844 845 846 847
	if (!dev->mii.mdio_write)
		return -EOPNOTSUPP;

	return mii_nway_restart(&dev->mii);
L
Linus Torvalds 已提交
848
}
849
EXPORT_SYMBOL_GPL(usbnet_nway_reset);
L
Linus Torvalds 已提交
850

851
void usbnet_get_drvinfo (struct net_device *net, struct ethtool_drvinfo *info)
L
Linus Torvalds 已提交
852 853 854
{
	struct usbnet *dev = netdev_priv(net);

855
	strncpy (info->driver, dev->driver_name, sizeof info->driver);
856 857 858 859
	strncpy (info->version, DRIVER_VERSION, sizeof info->version);
	strncpy (info->fw_version, dev->driver_info->description,
		sizeof info->fw_version);
	usb_make_path (dev->udev, info->bus_info, sizeof info->bus_info);
L
Linus Torvalds 已提交
860
}
861
EXPORT_SYMBOL_GPL(usbnet_get_drvinfo);
L
Linus Torvalds 已提交
862

863
u32 usbnet_get_msglevel (struct net_device *net)
864 865 866
{
	struct usbnet *dev = netdev_priv(net);

867 868 869
	return dev->msg_enable;
}
EXPORT_SYMBOL_GPL(usbnet_get_msglevel);
870

871 872 873 874 875
void usbnet_set_msglevel (struct net_device *net, u32 level)
{
	struct usbnet *dev = netdev_priv(net);

	dev->msg_enable = level;
876
}
877
EXPORT_SYMBOL_GPL(usbnet_set_msglevel);
878

879
/* drivers may override default ethtool_ops in their bind() routine */
880
static const struct ethtool_ops usbnet_ethtool_ops = {
881 882
	.get_settings		= usbnet_get_settings,
	.set_settings		= usbnet_set_settings,
883
	.get_link		= usbnet_get_link,
884
	.nway_reset		= usbnet_nway_reset,
885
	.get_drvinfo		= usbnet_get_drvinfo,
886 887 888
	.get_msglevel		= usbnet_get_msglevel,
	.set_msglevel		= usbnet_set_msglevel,
};
L
Linus Torvalds 已提交
889 890 891 892 893 894 895 896 897

/*-------------------------------------------------------------------------*/

/* work that cannot be done in interrupt context uses keventd.
 *
 * NOTE:  with 2.5 we could do more of this using completion callbacks,
 * especially now that control transfers can be queued.
 */
static void
D
David Howells 已提交
898
kevent (struct work_struct *work)
L
Linus Torvalds 已提交
899
{
D
David Howells 已提交
900 901
	struct usbnet		*dev =
		container_of(work, struct usbnet, kevent);
L
Linus Torvalds 已提交
902 903 904 905 906
	int			status;

	/* usb_clear_halt() needs a thread context */
	if (test_bit (EVENT_TX_HALT, &dev->flags)) {
		unlink_urbs (dev, &dev->txq);
907 908 909
		status = usb_autopm_get_interface(dev->intf);
		if (status < 0)
			goto fail_pipe;
L
Linus Torvalds 已提交
910
		status = usb_clear_halt (dev->udev, dev->out);
911
		usb_autopm_put_interface(dev->intf);
912 913 914
		if (status < 0 &&
		    status != -EPIPE &&
		    status != -ESHUTDOWN) {
L
Linus Torvalds 已提交
915
			if (netif_msg_tx_err (dev))
916
fail_pipe:
917 918
				netdev_err(dev->net, "can't clear tx halt, status %d\n",
					   status);
L
Linus Torvalds 已提交
919 920
		} else {
			clear_bit (EVENT_TX_HALT, &dev->flags);
921 922
			if (status != -ESHUTDOWN)
				netif_wake_queue (dev->net);
L
Linus Torvalds 已提交
923 924 925 926
		}
	}
	if (test_bit (EVENT_RX_HALT, &dev->flags)) {
		unlink_urbs (dev, &dev->rxq);
927 928 929
		status = usb_autopm_get_interface(dev->intf);
		if (status < 0)
			goto fail_halt;
L
Linus Torvalds 已提交
930
		status = usb_clear_halt (dev->udev, dev->in);
931
		usb_autopm_put_interface(dev->intf);
932 933 934
		if (status < 0 &&
		    status != -EPIPE &&
		    status != -ESHUTDOWN) {
L
Linus Torvalds 已提交
935
			if (netif_msg_rx_err (dev))
936
fail_halt:
937 938
				netdev_err(dev->net, "can't clear rx halt, status %d\n",
					   status);
L
Linus Torvalds 已提交
939 940 941 942 943 944 945 946 947
		} else {
			clear_bit (EVENT_RX_HALT, &dev->flags);
			tasklet_schedule (&dev->bh);
		}
	}

	/* tasklet could resubmit itself forever if memory is tight */
	if (test_bit (EVENT_RX_MEMORY, &dev->flags)) {
		struct urb	*urb = NULL;
948
		int resched = 1;
L
Linus Torvalds 已提交
949 950 951 952 953 954 955

		if (netif_running (dev->net))
			urb = usb_alloc_urb (0, GFP_KERNEL);
		else
			clear_bit (EVENT_RX_MEMORY, &dev->flags);
		if (urb != NULL) {
			clear_bit (EVENT_RX_MEMORY, &dev->flags);
956
			status = usb_autopm_get_interface(dev->intf);
957 958
			if (status < 0) {
				usb_free_urb(urb);
959
				goto fail_lowmem;
960
			}
961 962
			if (rx_submit (dev, urb, GFP_KERNEL) == -ENOLINK)
				resched = 0;
963 964
			usb_autopm_put_interface(dev->intf);
fail_lowmem:
965 966
			if (resched)
				tasklet_schedule (&dev->bh);
L
Linus Torvalds 已提交
967 968 969
		}
	}

970
	if (test_bit (EVENT_LINK_RESET, &dev->flags)) {
971
		struct driver_info	*info = dev->driver_info;
972 973 974
		int			retval = 0;

		clear_bit (EVENT_LINK_RESET, &dev->flags);
975 976 977
		status = usb_autopm_get_interface(dev->intf);
		if (status < 0)
			goto skip_reset;
978
		if(info->link_reset && (retval = info->link_reset(dev)) < 0) {
979 980
			usb_autopm_put_interface(dev->intf);
skip_reset:
981 982 983 984 985
			netdev_info(dev->net, "link reset failed (%d) usbnet usb-%s-%s, %s\n",
				    retval,
				    dev->udev->bus->bus_name,
				    dev->udev->devpath,
				    info->description);
986 987
		} else {
			usb_autopm_put_interface(dev->intf);
988 989 990
		}
	}

L
Linus Torvalds 已提交
991
	if (dev->flags)
992
		netdev_dbg(dev->net, "kevent done, flags = 0x%lx\n", dev->flags);
L
Linus Torvalds 已提交
993 994 995 996
}

/*-------------------------------------------------------------------------*/

997
static void tx_complete (struct urb *urb)
L
Linus Torvalds 已提交
998 999 1000 1001 1002 1003
{
	struct sk_buff		*skb = (struct sk_buff *) urb->context;
	struct skb_data		*entry = (struct skb_data *) skb->cb;
	struct usbnet		*dev = entry->dev;

	if (urb->status == 0) {
1004 1005
		if (!(dev->driver_info->flags & FLAG_MULTI_PACKET))
			dev->net->stats.tx_packets++;
H
Herbert Xu 已提交
1006
		dev->net->stats.tx_bytes += entry->length;
L
Linus Torvalds 已提交
1007
	} else {
H
Herbert Xu 已提交
1008
		dev->net->stats.tx_errors++;
L
Linus Torvalds 已提交
1009 1010 1011

		switch (urb->status) {
		case -EPIPE:
1012
			usbnet_defer_kevent (dev, EVENT_TX_HALT);
L
Linus Torvalds 已提交
1013 1014 1015 1016 1017 1018 1019 1020 1021
			break;

		/* software-driven interface shutdown */
		case -ECONNRESET:		// async unlink
		case -ESHUTDOWN:		// hardware gone
			break;

		// like rx, tx gets controller i/o faults during khubd delays
		// and so it uses the same throttling mechanism.
1022 1023 1024
		case -EPROTO:
		case -ETIME:
		case -EILSEQ:
1025
			usb_mark_last_busy(dev->udev);
L
Linus Torvalds 已提交
1026 1027 1028
			if (!timer_pending (&dev->delay)) {
				mod_timer (&dev->delay,
					jiffies + THROTTLE_JIFFIES);
1029 1030
				netif_dbg(dev, link, dev->net,
					  "tx throttle %d\n", urb->status);
L
Linus Torvalds 已提交
1031 1032 1033 1034
			}
			netif_stop_queue (dev->net);
			break;
		default:
1035 1036
			netif_dbg(dev, tx_err, dev->net,
				  "tx err %d\n", entry->urb->status);
L
Linus Torvalds 已提交
1037 1038 1039 1040
			break;
		}
	}

1041
	usb_autopm_put_interface_async(dev->intf);
L
Linus Torvalds 已提交
1042
	entry->state = tx_done;
D
David S. Miller 已提交
1043
	defer_bh(dev, skb, &dev->txq);
L
Linus Torvalds 已提交
1044 1045 1046 1047
}

/*-------------------------------------------------------------------------*/

1048
void usbnet_tx_timeout (struct net_device *net)
L
Linus Torvalds 已提交
1049 1050 1051 1052 1053 1054 1055 1056
{
	struct usbnet		*dev = netdev_priv(net);

	unlink_urbs (dev, &dev->txq);
	tasklet_schedule (&dev->bh);

	// FIXME: device recovery -- reset?
}
1057
EXPORT_SYMBOL_GPL(usbnet_tx_timeout);
L
Linus Torvalds 已提交
1058 1059 1060

/*-------------------------------------------------------------------------*/

1061 1062
netdev_tx_t usbnet_start_xmit (struct sk_buff *skb,
				     struct net_device *net)
L
Linus Torvalds 已提交
1063 1064 1065 1066 1067 1068 1069
{
	struct usbnet		*dev = netdev_priv(net);
	int			length;
	struct urb		*urb = NULL;
	struct skb_data		*entry;
	struct driver_info	*info = dev->driver_info;
	unsigned long		flags;
1070
	int retval;
L
Linus Torvalds 已提交
1071

1072 1073
	if (skb)
		skb_tx_timestamp(skb);
1074

L
Linus Torvalds 已提交
1075 1076 1077 1078 1079
	// some devices want funky USB-level framing, for
	// win32 driver (usually) and/or hardware quirks
	if (info->tx_fixup) {
		skb = info->tx_fixup (dev, skb, GFP_ATOMIC);
		if (!skb) {
1080 1081 1082 1083 1084 1085 1086
			if (netif_msg_tx_err(dev)) {
				netif_dbg(dev, tx_err, dev->net, "can't tx_fixup skb\n");
				goto drop;
			} else {
				/* cdc_ncm collected packet; waits for more */
				goto not_drop;
			}
L
Linus Torvalds 已提交
1087 1088 1089 1090 1091
		}
	}
	length = skb->len;

	if (!(urb = usb_alloc_urb (0, GFP_ATOMIC))) {
1092
		netif_dbg(dev, tx_err, dev->net, "no urb\n");
L
Linus Torvalds 已提交
1093 1094 1095 1096 1097 1098 1099 1100 1101 1102 1103 1104 1105 1106 1107
		goto drop;
	}

	entry = (struct skb_data *) skb->cb;
	entry->urb = urb;
	entry->dev = dev;
	entry->state = tx_start;
	entry->length = length;

	usb_fill_bulk_urb (urb, dev->udev, dev->out,
			skb->data, skb->len, tx_complete, skb);

	/* don't assume the hardware handles USB_ZERO_PACKET
	 * NOTE:  strictly conforming cdc-ether devices should expect
	 * the ZLP here, but ignore the one-byte packet.
1108 1109 1110
	 * NOTE2: CDC NCM specification is different from CDC ECM when
	 * handling ZLP/short packets, so cdc_ncm driver will make short
	 * packet itself if needed.
L
Linus Torvalds 已提交
1111
	 */
1112 1113
	if (length % dev->maxpacket == 0) {
		if (!(info->flags & FLAG_SEND_ZLP)) {
1114 1115 1116 1117 1118 1119
			if (!(info->flags & FLAG_MULTI_PACKET)) {
				urb->transfer_buffer_length++;
				if (skb_tailroom(skb)) {
					skb->data[skb->len] = 0;
					__skb_put(skb, 1);
				}
1120 1121 1122
			}
		} else
			urb->transfer_flags |= URB_ZERO_PACKET;
1123
	}
L
Linus Torvalds 已提交
1124

1125 1126 1127 1128 1129 1130 1131 1132 1133 1134 1135 1136 1137 1138 1139
	spin_lock_irqsave(&dev->txq.lock, flags);
	retval = usb_autopm_get_interface_async(dev->intf);
	if (retval < 0) {
		spin_unlock_irqrestore(&dev->txq.lock, flags);
		goto drop;
	}

#ifdef CONFIG_PM
	/* if this triggers the device is still a sleep */
	if (test_bit(EVENT_DEV_ASLEEP, &dev->flags)) {
		/* transmission will be done in resume */
		usb_anchor_urb(urb, &dev->deferred);
		/* no use to process more packets */
		netif_stop_queue(net);
		spin_unlock_irqrestore(&dev->txq.lock, flags);
1140
		netdev_dbg(dev->net, "Delaying transmission for resumption\n");
1141 1142 1143
		goto deferred;
	}
#endif
L
Linus Torvalds 已提交
1144 1145 1146 1147

	switch ((retval = usb_submit_urb (urb, GFP_ATOMIC))) {
	case -EPIPE:
		netif_stop_queue (net);
1148
		usbnet_defer_kevent (dev, EVENT_TX_HALT);
1149
		usb_autopm_put_interface_async(dev->intf);
L
Linus Torvalds 已提交
1150 1151
		break;
	default:
1152
		usb_autopm_put_interface_async(dev->intf);
1153 1154
		netif_dbg(dev, tx_err, dev->net,
			  "tx: submit urb err %d\n", retval);
L
Linus Torvalds 已提交
1155 1156 1157 1158 1159 1160 1161 1162 1163 1164
		break;
	case 0:
		net->trans_start = jiffies;
		__skb_queue_tail (&dev->txq, skb);
		if (dev->txq.qlen >= TX_QLEN (dev))
			netif_stop_queue (net);
	}
	spin_unlock_irqrestore (&dev->txq.lock, flags);

	if (retval) {
1165
		netif_dbg(dev, tx_err, dev->net, "drop, code %d\n", retval);
L
Linus Torvalds 已提交
1166
drop:
H
Herbert Xu 已提交
1167
		dev->net->stats.tx_dropped++;
1168
not_drop:
L
Linus Torvalds 已提交
1169 1170 1171
		if (skb)
			dev_kfree_skb_any (skb);
		usb_free_urb (urb);
1172 1173 1174
	} else
		netif_dbg(dev, tx_queued, dev->net,
			  "> tx, len %d, type 0x%x\n", length, skb->protocol);
1175 1176 1177
#ifdef CONFIG_PM
deferred:
#endif
1178
	return NETDEV_TX_OK;
L
Linus Torvalds 已提交
1179
}
1180
EXPORT_SYMBOL_GPL(usbnet_start_xmit);
L
Linus Torvalds 已提交
1181 1182 1183 1184 1185 1186 1187 1188 1189 1190 1191 1192 1193 1194

/*-------------------------------------------------------------------------*/

// tasklet (work deferred from completions, in_irq) or timer

static void usbnet_bh (unsigned long param)
{
	struct usbnet		*dev = (struct usbnet *) param;
	struct sk_buff		*skb;
	struct skb_data		*entry;

	while ((skb = skb_dequeue (&dev->done))) {
		entry = (struct skb_data *) skb->cb;
		switch (entry->state) {
D
David Brownell 已提交
1195
		case rx_done:
L
Linus Torvalds 已提交
1196 1197 1198
			entry->state = rx_cleanup;
			rx_process (dev, skb);
			continue;
D
David Brownell 已提交
1199 1200
		case tx_done:
		case rx_cleanup:
L
Linus Torvalds 已提交
1201 1202 1203
			usb_free_urb (entry->urb);
			dev_kfree_skb (skb);
			continue;
D
David Brownell 已提交
1204
		default:
1205
			netdev_dbg(dev->net, "bogus skb state %d\n", entry->state);
L
Linus Torvalds 已提交
1206 1207 1208 1209 1210 1211 1212 1213 1214 1215
		}
	}

	// waiting for all pending urbs to complete?
	if (dev->wait) {
		if ((dev->txq.qlen + dev->rxq.qlen + dev->done.qlen) == 0) {
			wake_up (dev->wait);
		}

	// or are we maybe short a few urbs?
1216 1217 1218 1219
	} else if (netif_running (dev->net) &&
		   netif_device_present (dev->net) &&
		   !timer_pending (&dev->delay) &&
		   !test_bit (EVENT_RX_HALT, &dev->flags)) {
L
Linus Torvalds 已提交
1220 1221 1222 1223 1224 1225 1226 1227 1228 1229
		int	temp = dev->rxq.qlen;
		int	qlen = RX_QLEN (dev);

		if (temp < qlen) {
			struct urb	*urb;
			int		i;

			// don't refill the queue all at once
			for (i = 0; i < 10 && dev->rxq.qlen < qlen; i++) {
				urb = usb_alloc_urb (0, GFP_ATOMIC);
1230 1231 1232 1233 1234
				if (urb != NULL) {
					if (rx_submit (dev, urb, GFP_ATOMIC) ==
					    -ENOLINK)
						return;
				}
L
Linus Torvalds 已提交
1235
			}
1236 1237 1238 1239
			if (temp != dev->rxq.qlen)
				netif_dbg(dev, link, dev->net,
					  "rxqlen %d --> %d\n",
					  temp, dev->rxq.qlen);
L
Linus Torvalds 已提交
1240 1241 1242 1243 1244 1245 1246 1247 1248 1249 1250 1251 1252 1253
			if (dev->rxq.qlen < qlen)
				tasklet_schedule (&dev->bh);
		}
		if (dev->txq.qlen < TX_QLEN (dev))
			netif_wake_queue (dev->net);
	}
}


/*-------------------------------------------------------------------------
 *
 * USB Device Driver support
 *
 *-------------------------------------------------------------------------*/
1254

L
Linus Torvalds 已提交
1255 1256
// precondition: never called in_interrupt

1257
void usbnet_disconnect (struct usb_interface *intf)
L
Linus Torvalds 已提交
1258 1259 1260 1261 1262 1263 1264 1265 1266 1267 1268 1269
{
	struct usbnet		*dev;
	struct usb_device	*xdev;
	struct net_device	*net;

	dev = usb_get_intfdata(intf);
	usb_set_intfdata(intf, NULL);
	if (!dev)
		return;

	xdev = interface_to_usbdev (intf);

1270 1271 1272 1273
	netif_info(dev, probe, dev->net, "unregister '%s' usb-%s-%s, %s\n",
		   intf->dev.driver->name,
		   xdev->bus->bus_name, xdev->devpath,
		   dev->driver_info->description);
1274

L
Linus Torvalds 已提交
1275 1276 1277
	net = dev->net;
	unregister_netdev (net);

1278
	cancel_work_sync(&dev->kevent);
L
Linus Torvalds 已提交
1279 1280 1281 1282

	if (dev->driver_info->unbind)
		dev->driver_info->unbind (dev, intf);

1283 1284 1285
	usb_kill_urb(dev->interrupt);
	usb_free_urb(dev->interrupt);

L
Linus Torvalds 已提交
1286 1287 1288
	free_netdev(net);
	usb_put_dev (xdev);
}
1289
EXPORT_SYMBOL_GPL(usbnet_disconnect);
L
Linus Torvalds 已提交
1290

1291 1292 1293 1294 1295 1296 1297 1298 1299
static const struct net_device_ops usbnet_netdev_ops = {
	.ndo_open		= usbnet_open,
	.ndo_stop		= usbnet_stop,
	.ndo_start_xmit		= usbnet_start_xmit,
	.ndo_tx_timeout		= usbnet_tx_timeout,
	.ndo_change_mtu		= usbnet_change_mtu,
	.ndo_set_mac_address 	= eth_mac_addr,
	.ndo_validate_addr	= eth_validate_addr,
};
L
Linus Torvalds 已提交
1300 1301 1302 1303 1304

/*-------------------------------------------------------------------------*/

// precondition: never called in_interrupt

1305 1306 1307 1308 1309 1310 1311 1312
static struct device_type wlan_type = {
	.name	= "wlan",
};

static struct device_type wwan_type = {
	.name	= "wwan",
};

1313
int
L
Linus Torvalds 已提交
1314 1315 1316
usbnet_probe (struct usb_interface *udev, const struct usb_device_id *prod)
{
	struct usbnet			*dev;
1317
	struct net_device		*net;
L
Linus Torvalds 已提交
1318 1319 1320 1321
	struct usb_host_interface	*interface;
	struct driver_info		*info;
	struct usb_device		*xdev;
	int				status;
1322
	const char			*name;
1323 1324 1325 1326 1327 1328 1329 1330 1331 1332
	struct usb_driver 	*driver = to_usb_driver(udev->dev.driver);

	/* usbnet already took usb runtime pm, so have to enable the feature
	 * for usb interface, otherwise usb_autopm_get_interface may return
	 * failure if USB_SUSPEND(RUNTIME_PM) is enabled.
	 */
	if (!driver->supports_autosuspend) {
		driver->supports_autosuspend = 1;
		pm_runtime_enable(&udev->dev);
	}
L
Linus Torvalds 已提交
1333

1334
	name = udev->dev.driver->name;
L
Linus Torvalds 已提交
1335 1336
	info = (struct driver_info *) prod->driver_info;
	if (!info) {
1337
		dev_dbg (&udev->dev, "blacklisted by %s\n", name);
L
Linus Torvalds 已提交
1338 1339 1340 1341 1342 1343 1344 1345 1346 1347 1348
		return -ENODEV;
	}
	xdev = interface_to_usbdev (udev);
	interface = udev->cur_altsetting;

	usb_get_dev (xdev);

	status = -ENOMEM;

	// set up our own records
	net = alloc_etherdev(sizeof(*dev));
1349
	if (!net)
L
Linus Torvalds 已提交
1350 1351
		goto out;

1352 1353 1354
	/* netdev_printk() needs this so do it as early as possible */
	SET_NETDEV_DEV(net, &udev->dev);

L
Linus Torvalds 已提交
1355 1356
	dev = netdev_priv(net);
	dev->udev = xdev;
1357
	dev->intf = udev;
L
Linus Torvalds 已提交
1358
	dev->driver_info = info;
1359
	dev->driver_name = name;
L
Linus Torvalds 已提交
1360 1361 1362 1363 1364
	dev->msg_enable = netif_msg_init (msg_level, NETIF_MSG_DRV
				| NETIF_MSG_PROBE | NETIF_MSG_LINK);
	skb_queue_head_init (&dev->rxq);
	skb_queue_head_init (&dev->txq);
	skb_queue_head_init (&dev->done);
J
Jussi Kivilinna 已提交
1365
	skb_queue_head_init(&dev->rxq_pause);
L
Linus Torvalds 已提交
1366 1367
	dev->bh.func = usbnet_bh;
	dev->bh.data = (unsigned long) dev;
D
David Howells 已提交
1368
	INIT_WORK (&dev->kevent, kevent);
1369
	init_usb_anchor(&dev->deferred);
L
Linus Torvalds 已提交
1370 1371 1372
	dev->delay.function = usbnet_bh;
	dev->delay.data = (unsigned long) dev;
	init_timer (&dev->delay);
1373
	mutex_init (&dev->phy_mutex);
L
Linus Torvalds 已提交
1374 1375 1376 1377 1378

	dev->net = net;
	strcpy (net->name, "usb%d");
	memcpy (net->dev_addr, node_id, sizeof node_id);

1379 1380 1381 1382
	/* rx and tx sides can use different message sizes;
	 * bind() should set rx_urb_size in that case.
	 */
	dev->hard_mtu = net->mtu + net->hard_header_len;
L
Linus Torvalds 已提交
1383 1384 1385
#if 0
// dma_supported() is deeply broken on almost all architectures
	// possible with some EHCI controllers
1386
	if (dma_supported (&udev->dev, DMA_BIT_MASK(64)))
L
Linus Torvalds 已提交
1387 1388 1389
		net->features |= NETIF_F_HIGHDMA;
#endif

1390 1391
	net->netdev_ops = &usbnet_netdev_ops;
	net->watchdog_timeo = TX_TIMEOUT_JIFFIES;
L
Linus Torvalds 已提交
1392 1393 1394 1395 1396 1397
	net->ethtool_ops = &usbnet_ethtool_ops;

	// allow device-specific bind/init procedures
	// NOTE net->name still not usable ...
	if (info->bind) {
		status = info->bind (dev, udev);
1398 1399 1400
		if (status < 0)
			goto out1;

L
Linus Torvalds 已提交
1401 1402 1403
		// heuristic:  "usb%d" for links we know are two-host,
		// else "eth%d" when there's reasonable doubt.  userspace
		// can rename the link if it knows better.
1404
		if ((dev->driver_info->flags & FLAG_ETHER) != 0 &&
1405 1406
		    ((dev->driver_info->flags & FLAG_POINTTOPOINT) == 0 ||
		     (net->dev_addr [0] & 0x02) == 0))
L
Linus Torvalds 已提交
1407
			strcpy (net->name, "eth%d");
1408 1409 1410
		/* WLAN devices should always be named "wlan%d" */
		if ((dev->driver_info->flags & FLAG_WLAN) != 0)
			strcpy(net->name, "wlan%d");
1411 1412 1413
		/* WWAN devices should always be named "wwan%d" */
		if ((dev->driver_info->flags & FLAG_WWAN) != 0)
			strcpy(net->name, "wwan%d");
1414 1415 1416 1417

		/* maybe the remote can't receive an Ethernet MTU */
		if (net->mtu > (dev->hard_mtu - net->hard_header_len))
			net->mtu = dev->hard_mtu - net->hard_header_len;
1418 1419
	} else if (!info->in || !info->out)
		status = usbnet_get_endpoints (dev, udev);
L
Linus Torvalds 已提交
1420 1421 1422 1423 1424 1425 1426 1427 1428 1429 1430
	else {
		dev->in = usb_rcvbulkpipe (xdev, info->in);
		dev->out = usb_sndbulkpipe (xdev, info->out);
		if (!(info->flags & FLAG_NO_SETINT))
			status = usb_set_interface (xdev,
				interface->desc.bInterfaceNumber,
				interface->desc.bAlternateSetting);
		else
			status = 0;

	}
1431
	if (status >= 0 && dev->status)
L
Linus Torvalds 已提交
1432 1433
		status = init_status (dev, udev);
	if (status < 0)
1434
		goto out3;
L
Linus Torvalds 已提交
1435

1436 1437
	if (!dev->rx_urb_size)
		dev->rx_urb_size = dev->hard_mtu;
L
Linus Torvalds 已提交
1438
	dev->maxpacket = usb_maxpacket (dev->udev, dev->out, 1);
1439

1440 1441 1442 1443 1444
	if ((dev->driver_info->flags & FLAG_WLAN) != 0)
		SET_NETDEV_DEVTYPE(net, &wlan_type);
	if ((dev->driver_info->flags & FLAG_WWAN) != 0)
		SET_NETDEV_DEVTYPE(net, &wwan_type);

L
Linus Torvalds 已提交
1445 1446 1447
	status = register_netdev (net);
	if (status)
		goto out3;
1448 1449 1450 1451 1452 1453
	netif_info(dev, probe, dev->net,
		   "register '%s' at usb-%s-%s, %s, %pM\n",
		   udev->dev.driver->name,
		   xdev->bus->bus_name, xdev->devpath,
		   dev->driver_info->description,
		   net->dev_addr);
L
Linus Torvalds 已提交
1454 1455 1456 1457 1458 1459

	// ok, it's ready to go.
	usb_set_intfdata (udev, dev);

	netif_device_attach (net);

1460 1461 1462
	if (dev->driver_info->flags & FLAG_LINK_INTR)
		netif_carrier_off(net);

L
Linus Torvalds 已提交
1463 1464 1465 1466 1467 1468 1469 1470 1471 1472 1473
	return 0;

out3:
	if (info->unbind)
		info->unbind (dev, udev);
out1:
	free_netdev(net);
out:
	usb_put_dev(xdev);
	return status;
}
1474
EXPORT_SYMBOL_GPL(usbnet_probe);
L
Linus Torvalds 已提交
1475 1476 1477

/*-------------------------------------------------------------------------*/

1478 1479 1480
/*
 * suspend the whole driver as soon as the first interface is suspended
 * resume only when the last interface is resumed
1481
 */
L
Linus Torvalds 已提交
1482

1483
int usbnet_suspend (struct usb_interface *intf, pm_message_t message)
L
Linus Torvalds 已提交
1484 1485
{
	struct usbnet		*dev = usb_get_intfdata(intf);
1486

1487
	if (!dev->suspend_count++) {
1488 1489
		spin_lock_irq(&dev->txq.lock);
		/* don't autosuspend while transmitting */
1490
		if (dev->txq.qlen && PMSG_IS_AUTO(message)) {
1491 1492 1493 1494 1495 1496
			spin_unlock_irq(&dev->txq.lock);
			return -EBUSY;
		} else {
			set_bit(EVENT_DEV_ASLEEP, &dev->flags);
			spin_unlock_irq(&dev->txq.lock);
		}
1497 1498
		/*
		 * accelerate emptying of the rx and queues, to avoid
1499 1500 1501
		 * having everything error out.
		 */
		netif_device_detach (dev->net);
1502 1503 1504
		usbnet_terminate_urbs(dev);
		usb_kill_urb(dev->interrupt);

1505 1506 1507 1508 1509
		/*
		 * reattach so runtime management can use and
		 * wake the device
		 */
		netif_device_attach (dev->net);
1510
	}
L
Linus Torvalds 已提交
1511 1512
	return 0;
}
1513
EXPORT_SYMBOL_GPL(usbnet_suspend);
L
Linus Torvalds 已提交
1514

1515
int usbnet_resume (struct usb_interface *intf)
L
Linus Torvalds 已提交
1516 1517
{
	struct usbnet		*dev = usb_get_intfdata(intf);
1518 1519 1520 1521 1522
	struct sk_buff          *skb;
	struct urb              *res;
	int                     retval;

	if (!--dev->suspend_count) {
1523 1524 1525 1526
		/* resume interrupt URBs */
		if (dev->interrupt && test_bit(EVENT_DEV_OPEN, &dev->flags))
			usb_submit_urb(dev->interrupt, GFP_NOIO);

1527 1528 1529 1530 1531 1532 1533 1534 1535 1536 1537 1538 1539 1540
		spin_lock_irq(&dev->txq.lock);
		while ((res = usb_get_from_anchor(&dev->deferred))) {

			skb = (struct sk_buff *)res->context;
			retval = usb_submit_urb(res, GFP_ATOMIC);
			if (retval < 0) {
				dev_kfree_skb_any(skb);
				usb_free_urb(res);
				usb_autopm_put_interface_async(dev->intf);
			} else {
				dev->net->trans_start = jiffies;
				__skb_queue_tail(&dev->txq, skb);
			}
		}
L
Linus Torvalds 已提交
1541

1542 1543 1544
		smp_mb();
		clear_bit(EVENT_DEV_ASLEEP, &dev->flags);
		spin_unlock_irq(&dev->txq.lock);
M
Ming Lei 已提交
1545 1546 1547

		if (test_bit(EVENT_DEV_OPEN, &dev->flags)) {
			if (!(dev->txq.qlen >= TX_QLEN(dev)))
1548
				netif_tx_wake_all_queues(dev->net);
M
Ming Lei 已提交
1549 1550
			tasklet_schedule (&dev->bh);
		}
1551
	}
L
Linus Torvalds 已提交
1552 1553
	return 0;
}
1554
EXPORT_SYMBOL_GPL(usbnet_resume);
L
Linus Torvalds 已提交
1555 1556 1557 1558


/*-------------------------------------------------------------------------*/

1559
static int __init usbnet_init(void)
L
Linus Torvalds 已提交
1560
{
1561 1562 1563
	/* Compiler should optimize this out. */
	BUILD_BUG_ON(
		FIELD_SIZEOF(struct sk_buff, cb) < sizeof(struct skb_data));
L
Linus Torvalds 已提交
1564 1565

	random_ether_addr(node_id);
1566
	return 0;
L
Linus Torvalds 已提交
1567
}
1568
module_init(usbnet_init);
L
Linus Torvalds 已提交
1569

1570
static void __exit usbnet_exit(void)
L
Linus Torvalds 已提交
1571 1572
{
}
1573
module_exit(usbnet_exit);
L
Linus Torvalds 已提交
1574

1575
MODULE_AUTHOR("David Brownell");
1576
MODULE_DESCRIPTION("USB network driver framework");
1577
MODULE_LICENSE("GPL");