gianfar.c 60.4 KB
Newer Older
1
/*
L
Linus Torvalds 已提交
2 3 4
 * drivers/net/gianfar.c
 *
 * Gianfar Ethernet Driver
5 6
 * This driver is designed for the non-CPM ethernet controllers
 * on the 85xx and 83xx family of integrated processors
L
Linus Torvalds 已提交
7 8 9
 * Based on 8260_io/fcc_enet.c
 *
 * Author: Andy Fleming
10
 * Maintainer: Kumar Gala
L
Linus Torvalds 已提交
11
 *
12
 * Copyright (c) 2002-2006 Freescale Semiconductor, Inc.
13
 * Copyright (c) 2007 MontaVista Software, Inc.
L
Linus Torvalds 已提交
14 15 16 17 18 19 20 21 22 23 24 25 26
 *
 * This program is free software; you can redistribute  it and/or modify it
 * under  the terms of  the GNU General  Public License as published by the
 * Free Software Foundation;  either version 2 of the  License, or (at your
 * option) any later version.
 *
 *  Gianfar:  AKA Lambda Draconis, "Dragon"
 *  RA 11 31 24.2
 *  Dec +69 19 52
 *  V 3.84
 *  B-V +1.62
 *
 *  Theory of operation
27
 *
28 29
 *  The driver is initialized through of_device. Configuration information
 *  is therefore conveyed through an OF-style device tree.
L
Linus Torvalds 已提交
30 31 32
 *
 *  The Gianfar Ethernet Controller uses a ring of buffer
 *  descriptors.  The beginning is indicated by a register
33 34
 *  pointing to the physical address of the start of the ring.
 *  The end is determined by a "wrap" bit being set in the
L
Linus Torvalds 已提交
35 36 37
 *  last descriptor of the ring.
 *
 *  When a packet is received, the RXF bit in the
38
 *  IEVENT register is set, triggering an interrupt when the
L
Linus Torvalds 已提交
39 40 41
 *  corresponding bit in the IMASK register is also set (if
 *  interrupt coalescing is active, then the interrupt may not
 *  happen immediately, but will wait until either a set number
42
 *  of frames or amount of time have passed).  In NAPI, the
L
Linus Torvalds 已提交
43
 *  interrupt handler will signal there is work to be done, and
44
 *  exit. This method will start at the last known empty
45
 *  descriptor, and process every subsequent descriptor until there
L
Linus Torvalds 已提交
46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66
 *  are none left with data (NAPI will stop after a set number of
 *  packets to give time to other tasks, but will eventually
 *  process all the packets).  The data arrives inside a
 *  pre-allocated skb, and so after the skb is passed up to the
 *  stack, a new skb must be allocated, and the address field in
 *  the buffer descriptor must be updated to indicate this new
 *  skb.
 *
 *  When the kernel requests that a packet be transmitted, the
 *  driver starts where it left off last time, and points the
 *  descriptor at the buffer which was passed in.  The driver
 *  then informs the DMA engine that there are packets ready to
 *  be transmitted.  Once the controller is finished transmitting
 *  the packet, an interrupt may be triggered (under the same
 *  conditions as for reception, but depending on the TXF bit).
 *  The driver then cleans up the buffer.
 */

#include <linux/kernel.h>
#include <linux/string.h>
#include <linux/errno.h>
67
#include <linux/unistd.h>
L
Linus Torvalds 已提交
68 69 70 71 72 73 74
#include <linux/slab.h>
#include <linux/interrupt.h>
#include <linux/init.h>
#include <linux/delay.h>
#include <linux/netdevice.h>
#include <linux/etherdevice.h>
#include <linux/skbuff.h>
75
#include <linux/if_vlan.h>
L
Linus Torvalds 已提交
76 77
#include <linux/spinlock.h>
#include <linux/mm.h>
78
#include <linux/of_platform.h>
79 80 81
#include <linux/ip.h>
#include <linux/tcp.h>
#include <linux/udp.h>
K
Kumar Gala 已提交
82
#include <linux/in.h>
L
Linus Torvalds 已提交
83 84 85 86 87 88 89

#include <asm/io.h>
#include <asm/irq.h>
#include <asm/uaccess.h>
#include <linux/module.h>
#include <linux/dma-mapping.h>
#include <linux/crc32.h>
90 91
#include <linux/mii.h>
#include <linux/phy.h>
92 93
#include <linux/phy_fixed.h>
#include <linux/of.h>
L
Linus Torvalds 已提交
94 95

#include "gianfar.h"
96
#include "fsl_pq_mdio.h"
L
Linus Torvalds 已提交
97 98 99 100 101 102

#define TX_TIMEOUT      (1*HZ)
#undef BRIEF_GFAR_ERRORS
#undef VERBOSE_GFAR_ERRORS

const char gfar_driver_name[] = "Gianfar Ethernet";
103
const char gfar_driver_version[] = "1.3";
L
Linus Torvalds 已提交
104 105 106

static int gfar_enet_open(struct net_device *dev);
static int gfar_start_xmit(struct sk_buff *skb, struct net_device *dev);
107
static void gfar_reset_task(struct work_struct *work);
L
Linus Torvalds 已提交
108 109
static void gfar_timeout(struct net_device *dev);
static int gfar_close(struct net_device *dev);
110 111 112
struct sk_buff *gfar_new_skb(struct net_device *dev);
static void gfar_new_rxbdp(struct net_device *dev, struct rxbd8 *bdp,
		struct sk_buff *skb);
L
Linus Torvalds 已提交
113 114
static int gfar_set_mac_address(struct net_device *dev);
static int gfar_change_mtu(struct net_device *dev, int new_mtu);
115 116 117
static irqreturn_t gfar_error(int irq, void *dev_id);
static irqreturn_t gfar_transmit(int irq, void *dev_id);
static irqreturn_t gfar_interrupt(int irq, void *dev_id);
L
Linus Torvalds 已提交
118 119 120
static void adjust_link(struct net_device *dev);
static void init_registers(struct net_device *dev);
static int init_phy(struct net_device *dev);
121 122 123
static int gfar_probe(struct of_device *ofdev,
		const struct of_device_id *match);
static int gfar_remove(struct of_device *ofdev);
124
static void free_skb_resources(struct gfar_private *priv);
L
Linus Torvalds 已提交
125 126
static void gfar_set_multi(struct net_device *dev);
static void gfar_set_hash_for_addr(struct net_device *dev, u8 *addr);
K
Kapil Juneja 已提交
127
static void gfar_configure_serdes(struct net_device *dev);
128
static int gfar_poll(struct napi_struct *napi, int budget);
129 130 131
#ifdef CONFIG_NET_POLL_CONTROLLER
static void gfar_netpoll(struct net_device *dev);
#endif
132
int gfar_clean_rx_ring(struct net_device *dev, int rx_work_limit);
133
static int gfar_clean_tx_ring(struct net_device *dev);
134 135
static int gfar_process_frame(struct net_device *dev, struct sk_buff *skb,
			      int amount_pull);
136 137
static void gfar_vlan_rx_register(struct net_device *netdev,
		                struct vlan_group *grp);
138
void gfar_halt(struct net_device *dev);
139
static void gfar_halt_nodisable(struct net_device *dev);
140 141 142
void gfar_start(struct net_device *dev);
static void gfar_clear_exact_match(struct net_device *dev);
static void gfar_set_mac_for_addr(struct net_device *dev, int num, u8 *addr);
L
Linus Torvalds 已提交
143 144 145 146 147

MODULE_AUTHOR("Freescale Semiconductor, Inc");
MODULE_DESCRIPTION("Gianfar Ethernet Driver");
MODULE_LICENSE("GPL");

148 149
/* Returns 1 if incoming frames use an FCB */
static inline int gfar_uses_fcb(struct gfar_private *priv)
150
{
151
	return priv->vlgrp || priv->rx_csum_enable;
152
}
153

154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211
static int gfar_of_init(struct net_device *dev)
{
	struct device_node *phy, *mdio;
	const unsigned int *id;
	const char *model;
	const char *ctype;
	const void *mac_addr;
	const phandle *ph;
	u64 addr, size;
	int err = 0;
	struct gfar_private *priv = netdev_priv(dev);
	struct device_node *np = priv->node;
	char bus_name[MII_BUS_ID_SIZE];

	if (!np || !of_device_is_available(np))
		return -ENODEV;

	/* get a pointer to the register memory */
	addr = of_translate_address(np, of_get_address(np, 0, &size, NULL));
	priv->regs = ioremap(addr, size);

	if (priv->regs == NULL)
		return -ENOMEM;

	priv->interruptTransmit = irq_of_parse_and_map(np, 0);

	model = of_get_property(np, "model", NULL);

	/* If we aren't the FEC we have multiple interrupts */
	if (model && strcasecmp(model, "FEC")) {
		priv->interruptReceive = irq_of_parse_and_map(np, 1);

		priv->interruptError = irq_of_parse_and_map(np, 2);

		if (priv->interruptTransmit < 0 ||
				priv->interruptReceive < 0 ||
				priv->interruptError < 0) {
			err = -EINVAL;
			goto err_out;
		}
	}

	mac_addr = of_get_mac_address(np);
	if (mac_addr)
		memcpy(dev->dev_addr, mac_addr, MAC_ADDR_LEN);

	if (model && !strcasecmp(model, "TSEC"))
		priv->device_flags =
			FSL_GIANFAR_DEV_HAS_GIGABIT |
			FSL_GIANFAR_DEV_HAS_COALESCE |
			FSL_GIANFAR_DEV_HAS_RMON |
			FSL_GIANFAR_DEV_HAS_MULTI_INTR;
	if (model && !strcasecmp(model, "eTSEC"))
		priv->device_flags =
			FSL_GIANFAR_DEV_HAS_GIGABIT |
			FSL_GIANFAR_DEV_HAS_COALESCE |
			FSL_GIANFAR_DEV_HAS_RMON |
			FSL_GIANFAR_DEV_HAS_MULTI_INTR |
212
			FSL_GIANFAR_DEV_HAS_PADDING |
213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238
			FSL_GIANFAR_DEV_HAS_CSUM |
			FSL_GIANFAR_DEV_HAS_VLAN |
			FSL_GIANFAR_DEV_HAS_MAGIC_PACKET |
			FSL_GIANFAR_DEV_HAS_EXTENDED_HASH;

	ctype = of_get_property(np, "phy-connection-type", NULL);

	/* We only care about rgmii-id.  The rest are autodetected */
	if (ctype && !strcmp(ctype, "rgmii-id"))
		priv->interface = PHY_INTERFACE_MODE_RGMII_ID;
	else
		priv->interface = PHY_INTERFACE_MODE_MII;

	if (of_get_property(np, "fsl,magic-packet", NULL))
		priv->device_flags |= FSL_GIANFAR_DEV_HAS_MAGIC_PACKET;

	ph = of_get_property(np, "phy-handle", NULL);
	if (ph == NULL) {
		u32 *fixed_link;

		fixed_link = (u32 *)of_get_property(np, "fixed-link", NULL);
		if (!fixed_link) {
			err = -ENODEV;
			goto err_out;
		}

K
Kumar Gala 已提交
239 240
		snprintf(priv->phy_bus_id, sizeof(priv->phy_bus_id),
				PHY_ID_FMT, "0", fixed_link[0]);
241 242 243 244 245 246 247 248 249 250 251 252 253 254 255
	} else {
		phy = of_find_node_by_phandle(*ph);

		if (phy == NULL) {
			err = -ENODEV;
			goto err_out;
		}

		mdio = of_get_parent(phy);

		id = of_get_property(phy, "reg", NULL);

		of_node_put(phy);
		of_node_put(mdio);

256
		fsl_pq_mdio_bus_name(bus_name, mdio);
K
Kumar Gala 已提交
257
		snprintf(priv->phy_bus_id, sizeof(priv->phy_bus_id), "%s:%02x",
258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296
				bus_name, *id);
	}

	/* Find the TBI PHY.  If it's not there, we don't support SGMII */
	ph = of_get_property(np, "tbi-handle", NULL);
	if (ph) {
		struct device_node *tbi = of_find_node_by_phandle(*ph);
		struct of_device *ofdev;
		struct mii_bus *bus;

		if (!tbi)
			return 0;

		mdio = of_get_parent(tbi);
		if (!mdio)
			return 0;

		ofdev = of_find_device_by_node(mdio);

		of_node_put(mdio);

		id = of_get_property(tbi, "reg", NULL);
		if (!id)
			return 0;

		of_node_put(tbi);

		bus = dev_get_drvdata(&ofdev->dev);

		priv->tbiphy = bus->phy_map[*id];
	}

	return 0;

err_out:
	iounmap(priv->regs);
	return err;
}

297 298 299 300 301 302 303 304 305 306 307 308 309 310
/* Ioctl MII Interface */
static int gfar_ioctl(struct net_device *dev, struct ifreq *rq, int cmd)
{
	struct gfar_private *priv = netdev_priv(dev);

	if (!netif_running(dev))
		return -EINVAL;

	if (!priv->phydev)
		return -ENODEV;

	return phy_mii_ioctl(priv->phydev, if_mii(rq), cmd);
}

311 312
/* Set up the ethernet device structure, private data,
 * and anything else we need before we start */
313 314
static int gfar_probe(struct of_device *ofdev,
		const struct of_device_id *match)
L
Linus Torvalds 已提交
315 316 317 318
{
	u32 tempval;
	struct net_device *dev = NULL;
	struct gfar_private *priv = NULL;
319
	DECLARE_MAC_BUF(mac);
320 321
	int err = 0;
	int len_devname;
L
Linus Torvalds 已提交
322 323 324 325

	/* Create an ethernet device instance */
	dev = alloc_etherdev(sizeof (*priv));

326
	if (NULL == dev)
L
Linus Torvalds 已提交
327 328 329
		return -ENOMEM;

	priv = netdev_priv(dev);
330
	priv->dev = dev;
331
	priv->node = ofdev->node;
L
Linus Torvalds 已提交
332

333
	err = gfar_of_init(dev);
L
Linus Torvalds 已提交
334

335
	if (err)
L
Linus Torvalds 已提交
336 337
		goto regs_fail;

A
Andy Fleming 已提交
338 339
	spin_lock_init(&priv->txlock);
	spin_lock_init(&priv->rxlock);
340
	spin_lock_init(&priv->bflock);
341
	INIT_WORK(&priv->reset_task, gfar_reset_task);
L
Linus Torvalds 已提交
342

343
	dev_set_drvdata(&ofdev->dev, priv);
L
Linus Torvalds 已提交
344 345 346

	/* Stop the DMA engine now, in case it was running before */
	/* (The firmware could have used it, and left it running). */
347
	gfar_halt(dev);
L
Linus Torvalds 已提交
348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363

	/* Reset MAC layer */
	gfar_write(&priv->regs->maccfg1, MACCFG1_SOFT_RESET);

	tempval = (MACCFG1_TX_FLOW | MACCFG1_RX_FLOW);
	gfar_write(&priv->regs->maccfg1, tempval);

	/* Initialize MACCFG2. */
	gfar_write(&priv->regs->maccfg2, MACCFG2_INIT_SETTINGS);

	/* Initialize ECNTRL */
	gfar_write(&priv->regs->ecntrl, ECNTRL_INIT_SETTINGS);

	/* Set the dev->base_addr to the gfar reg region */
	dev->base_addr = (unsigned long) (priv->regs);

364
	SET_NETDEV_DEV(dev, &ofdev->dev);
L
Linus Torvalds 已提交
365 366 367 368 369 370

	/* Fill in the dev structure */
	dev->open = gfar_enet_open;
	dev->hard_start_xmit = gfar_start_xmit;
	dev->tx_timeout = gfar_timeout;
	dev->watchdog_timeo = TX_TIMEOUT;
371
	netif_napi_add(dev, &priv->napi, gfar_poll, GFAR_DEV_WEIGHT);
372 373
#ifdef CONFIG_NET_POLL_CONTROLLER
	dev->poll_controller = gfar_netpoll;
L
Linus Torvalds 已提交
374 375 376 377 378 379
#endif
	dev->stop = gfar_close;
	dev->change_mtu = gfar_change_mtu;
	dev->mtu = 1500;
	dev->set_multicast_list = gfar_set_multi;

380
	dev->ethtool_ops = &gfar_ethtool_ops;
381
	dev->do_ioctl = gfar_ioctl;
382

383
	if (priv->device_flags & FSL_GIANFAR_DEV_HAS_CSUM) {
384
		priv->rx_csum_enable = 1;
D
Dai Haruki 已提交
385
		dev->features |= NETIF_F_IP_CSUM | NETIF_F_SG | NETIF_F_HIGHDMA;
386 387 388 389
	} else
		priv->rx_csum_enable = 0;

	priv->vlgrp = NULL;
L
Linus Torvalds 已提交
390

391
	if (priv->device_flags & FSL_GIANFAR_DEV_HAS_VLAN) {
392
		dev->vlan_rx_register = gfar_vlan_rx_register;
L
Linus Torvalds 已提交
393

394 395 396
		dev->features |= NETIF_F_HW_VLAN_TX | NETIF_F_HW_VLAN_RX;
	}

397
	if (priv->device_flags & FSL_GIANFAR_DEV_HAS_EXTENDED_HASH) {
398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422
		priv->extended_hash = 1;
		priv->hash_width = 9;

		priv->hash_regs[0] = &priv->regs->igaddr0;
		priv->hash_regs[1] = &priv->regs->igaddr1;
		priv->hash_regs[2] = &priv->regs->igaddr2;
		priv->hash_regs[3] = &priv->regs->igaddr3;
		priv->hash_regs[4] = &priv->regs->igaddr4;
		priv->hash_regs[5] = &priv->regs->igaddr5;
		priv->hash_regs[6] = &priv->regs->igaddr6;
		priv->hash_regs[7] = &priv->regs->igaddr7;
		priv->hash_regs[8] = &priv->regs->gaddr0;
		priv->hash_regs[9] = &priv->regs->gaddr1;
		priv->hash_regs[10] = &priv->regs->gaddr2;
		priv->hash_regs[11] = &priv->regs->gaddr3;
		priv->hash_regs[12] = &priv->regs->gaddr4;
		priv->hash_regs[13] = &priv->regs->gaddr5;
		priv->hash_regs[14] = &priv->regs->gaddr6;
		priv->hash_regs[15] = &priv->regs->gaddr7;

	} else {
		priv->extended_hash = 0;
		priv->hash_width = 8;

		priv->hash_regs[0] = &priv->regs->gaddr0;
423
		priv->hash_regs[1] = &priv->regs->gaddr1;
424 425 426 427 428 429 430 431
		priv->hash_regs[2] = &priv->regs->gaddr2;
		priv->hash_regs[3] = &priv->regs->gaddr3;
		priv->hash_regs[4] = &priv->regs->gaddr4;
		priv->hash_regs[5] = &priv->regs->gaddr5;
		priv->hash_regs[6] = &priv->regs->gaddr6;
		priv->hash_regs[7] = &priv->regs->gaddr7;
	}

432
	if (priv->device_flags & FSL_GIANFAR_DEV_HAS_PADDING)
433 434 435 436 437 438
		priv->padding = DEFAULT_PADDING;
	else
		priv->padding = 0;

	if (dev->features & NETIF_F_IP_CSUM)
		dev->hard_header_len += GMAC_FCB_LEN;
L
Linus Torvalds 已提交
439 440 441 442

	priv->rx_buffer_size = DEFAULT_RX_BUFFER_SIZE;
	priv->tx_ring_size = DEFAULT_TX_RING_SIZE;
	priv->rx_ring_size = DEFAULT_RX_RING_SIZE;
D
Dai Haruki 已提交
443
	priv->num_txbdfree = DEFAULT_TX_RING_SIZE;
L
Linus Torvalds 已提交
444 445

	priv->txcoalescing = DEFAULT_TX_COALESCE;
446
	priv->txic = DEFAULT_TXIC;
L
Linus Torvalds 已提交
447
	priv->rxcoalescing = DEFAULT_RX_COALESCE;
448
	priv->rxic = DEFAULT_RXIC;
L
Linus Torvalds 已提交
449

450 451 452
	/* Enable most messages by default */
	priv->msg_enable = (NETIF_MSG_IFUP << 1 ) - 1;

453 454 455
	/* Carrier starts down, phylib will bring it up */
	netif_carrier_off(dev);

L
Linus Torvalds 已提交
456 457 458 459 460 461 462 463
	err = register_netdev(dev);

	if (err) {
		printk(KERN_ERR "%s: Cannot register net device, aborting.\n",
				dev->name);
		goto register_fail;
	}

464 465 466
	device_init_wakeup(&dev->dev,
		priv->device_flags & FSL_GIANFAR_DEV_HAS_MAGIC_PACKET);

467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483
	/* fill out IRQ number and name fields */
	len_devname = strlen(dev->name);
	strncpy(&priv->int_name_tx[0], dev->name, len_devname);
	if (priv->device_flags & FSL_GIANFAR_DEV_HAS_MULTI_INTR) {
		strncpy(&priv->int_name_tx[len_devname],
			"_tx", sizeof("_tx") + 1);

		strncpy(&priv->int_name_rx[0], dev->name, len_devname);
		strncpy(&priv->int_name_rx[len_devname],
			"_rx", sizeof("_rx") + 1);

		strncpy(&priv->int_name_er[0], dev->name, len_devname);
		strncpy(&priv->int_name_er[len_devname],
			"_er", sizeof("_er") + 1);
	} else
		priv->int_name_tx[len_devname] = '\0';

484 485 486
	/* Create all the sysfs files */
	gfar_init_sysfs(dev);

L
Linus Torvalds 已提交
487
	/* Print out the device info */
J
Johannes Berg 已提交
488
	printk(KERN_INFO DEVICE_NAME "%pM\n", dev->name, dev->dev_addr);
L
Linus Torvalds 已提交
489 490

	/* Even more device info helps when determining which kernel */
491
	/* provided which set of benchmarks. */
L
Linus Torvalds 已提交
492 493 494 495 496 497 498
	printk(KERN_INFO "%s: Running with NAPI enabled\n", dev->name);
	printk(KERN_INFO "%s: %d/%d RX/TX BD ring size\n",
	       dev->name, priv->rx_ring_size, priv->tx_ring_size);

	return 0;

register_fail:
499
	iounmap(priv->regs);
L
Linus Torvalds 已提交
500 501
regs_fail:
	free_netdev(dev);
502
	return err;
L
Linus Torvalds 已提交
503 504
}

505
static int gfar_remove(struct of_device *ofdev)
L
Linus Torvalds 已提交
506
{
507
	struct gfar_private *priv = dev_get_drvdata(&ofdev->dev);
L
Linus Torvalds 已提交
508

509
	dev_set_drvdata(&ofdev->dev, NULL);
L
Linus Torvalds 已提交
510

511
	iounmap(priv->regs);
512
	free_netdev(priv->dev);
L
Linus Torvalds 已提交
513 514 515 516

	return 0;
}

517
#ifdef CONFIG_PM
518
static int gfar_suspend(struct of_device *ofdev, pm_message_t state)
519
{
520 521
	struct gfar_private *priv = dev_get_drvdata(&ofdev->dev);
	struct net_device *dev = priv->dev;
522 523 524 525
	unsigned long flags;
	u32 tempval;

	int magic_packet = priv->wol_en &&
526
		(priv->device_flags & FSL_GIANFAR_DEV_HAS_MAGIC_PACKET);
527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566

	netif_device_detach(dev);

	if (netif_running(dev)) {
		spin_lock_irqsave(&priv->txlock, flags);
		spin_lock(&priv->rxlock);

		gfar_halt_nodisable(dev);

		/* Disable Tx, and Rx if wake-on-LAN is disabled. */
		tempval = gfar_read(&priv->regs->maccfg1);

		tempval &= ~MACCFG1_TX_EN;

		if (!magic_packet)
			tempval &= ~MACCFG1_RX_EN;

		gfar_write(&priv->regs->maccfg1, tempval);

		spin_unlock(&priv->rxlock);
		spin_unlock_irqrestore(&priv->txlock, flags);

		napi_disable(&priv->napi);

		if (magic_packet) {
			/* Enable interrupt on Magic Packet */
			gfar_write(&priv->regs->imask, IMASK_MAG);

			/* Enable Magic Packet mode */
			tempval = gfar_read(&priv->regs->maccfg2);
			tempval |= MACCFG2_MPEN;
			gfar_write(&priv->regs->maccfg2, tempval);
		} else {
			phy_stop(priv->phydev);
		}
	}

	return 0;
}

567
static int gfar_resume(struct of_device *ofdev)
568
{
569 570
	struct gfar_private *priv = dev_get_drvdata(&ofdev->dev);
	struct net_device *dev = priv->dev;
571 572 573
	unsigned long flags;
	u32 tempval;
	int magic_packet = priv->wol_en &&
574
		(priv->device_flags & FSL_GIANFAR_DEV_HAS_MAGIC_PACKET);
575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609

	if (!netif_running(dev)) {
		netif_device_attach(dev);
		return 0;
	}

	if (!magic_packet && priv->phydev)
		phy_start(priv->phydev);

	/* Disable Magic Packet mode, in case something
	 * else woke us up.
	 */

	spin_lock_irqsave(&priv->txlock, flags);
	spin_lock(&priv->rxlock);

	tempval = gfar_read(&priv->regs->maccfg2);
	tempval &= ~MACCFG2_MPEN;
	gfar_write(&priv->regs->maccfg2, tempval);

	gfar_start(dev);

	spin_unlock(&priv->rxlock);
	spin_unlock_irqrestore(&priv->txlock, flags);

	netif_device_attach(dev);

	napi_enable(&priv->napi);

	return 0;
}
#else
#define gfar_suspend NULL
#define gfar_resume NULL
#endif
L
Linus Torvalds 已提交
610

611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631
/* Reads the controller's registers to determine what interface
 * connects it to the PHY.
 */
static phy_interface_t gfar_get_interface(struct net_device *dev)
{
	struct gfar_private *priv = netdev_priv(dev);
	u32 ecntrl = gfar_read(&priv->regs->ecntrl);

	if (ecntrl & ECNTRL_SGMII_MODE)
		return PHY_INTERFACE_MODE_SGMII;

	if (ecntrl & ECNTRL_TBI_MODE) {
		if (ecntrl & ECNTRL_REDUCED_MODE)
			return PHY_INTERFACE_MODE_RTBI;
		else
			return PHY_INTERFACE_MODE_TBI;
	}

	if (ecntrl & ECNTRL_REDUCED_MODE) {
		if (ecntrl & ECNTRL_REDUCED_MII_MODE)
			return PHY_INTERFACE_MODE_RMII;
A
Andy Fleming 已提交
632
		else {
633
			phy_interface_t interface = priv->interface;
A
Andy Fleming 已提交
634 635 636 637 638 639 640 641

			/*
			 * This isn't autodetected right now, so it must
			 * be set by the device tree or platform code.
			 */
			if (interface == PHY_INTERFACE_MODE_RGMII_ID)
				return PHY_INTERFACE_MODE_RGMII_ID;

642
			return PHY_INTERFACE_MODE_RGMII;
A
Andy Fleming 已提交
643
		}
644 645
	}

646
	if (priv->device_flags & FSL_GIANFAR_DEV_HAS_GIGABIT)
647 648 649 650 651 652
		return PHY_INTERFACE_MODE_GMII;

	return PHY_INTERFACE_MODE_MII;
}


653 654
/* Initializes driver's PHY state, and attaches to the PHY.
 * Returns 0 on success.
L
Linus Torvalds 已提交
655 656 657 658
 */
static int init_phy(struct net_device *dev)
{
	struct gfar_private *priv = netdev_priv(dev);
659
	uint gigabit_support =
660
		priv->device_flags & FSL_GIANFAR_DEV_HAS_GIGABIT ?
661 662
		SUPPORTED_1000baseT_Full : 0;
	struct phy_device *phydev;
663
	phy_interface_t interface;
L
Linus Torvalds 已提交
664 665 666 667 668

	priv->oldlink = 0;
	priv->oldspeed = 0;
	priv->oldduplex = -1;

669 670
	interface = gfar_get_interface(dev);

671
	phydev = phy_connect(dev, priv->phy_bus_id, &adjust_link, 0, interface);
L
Linus Torvalds 已提交
672

K
Kapil Juneja 已提交
673 674 675
	if (interface == PHY_INTERFACE_MODE_SGMII)
		gfar_configure_serdes(dev);

676 677 678
	if (IS_ERR(phydev)) {
		printk(KERN_ERR "%s: Could not attach to PHY\n", dev->name);
		return PTR_ERR(phydev);
L
Linus Torvalds 已提交
679 680
	}

681 682 683
	/* Remove any features not supported by the controller */
	phydev->supported &= (GFAR_SUPPORTED | gigabit_support);
	phydev->advertising = phydev->supported;
L
Linus Torvalds 已提交
684

685
	priv->phydev = phydev;
L
Linus Torvalds 已提交
686 687 688 689

	return 0;
}

690 691 692 693 694 695 696 697 698
/*
 * Initialize TBI PHY interface for communicating with the
 * SERDES lynx PHY on the chip.  We communicate with this PHY
 * through the MDIO bus on each controller, treating it as a
 * "normal" PHY at the address found in the TBIPA register.  We assume
 * that the TBIPA register is valid.  Either the MDIO bus code will set
 * it to a value that doesn't conflict with other PHYs on the bus, or the
 * value doesn't matter, as there are no other PHYs on the bus.
 */
K
Kapil Juneja 已提交
699 700 701
static void gfar_configure_serdes(struct net_device *dev)
{
	struct gfar_private *priv = netdev_priv(dev);
702

703 704 705 706 707
	if (!priv->tbiphy) {
		printk(KERN_WARNING "SGMII mode requires that the device "
				"tree specify a tbi-handle\n");
		return;
	}
K
Kapil Juneja 已提交
708

709 710
	/*
	 * If the link is already up, we must already be ok, and don't need to
711 712 713 714
	 * configure and reset the TBI<->SerDes link.  Maybe U-Boot configured
	 * everything for us?  Resetting it takes the link down and requires
	 * several seconds for it to come back.
	 */
715 716
	if (phy_read(priv->tbiphy, MII_BMSR) & BMSR_LSTATUS)
		return;
K
Kapil Juneja 已提交
717

718
	/* Single clk mode, mii mode off(for serdes communication) */
719
	phy_write(priv->tbiphy, MII_TBICON, TBICON_CLK_SELECT);
K
Kapil Juneja 已提交
720

721
	phy_write(priv->tbiphy, MII_ADVERTISE,
K
Kapil Juneja 已提交
722 723 724
			ADVERTISE_1000XFULL | ADVERTISE_1000XPAUSE |
			ADVERTISE_1000XPSE_ASYM);

725
	phy_write(priv->tbiphy, MII_BMCR, BMCR_ANENABLE |
K
Kapil Juneja 已提交
726 727 728
			BMCR_ANRESTART | BMCR_FULLDPLX | BMCR_SPEED1000);
}

L
Linus Torvalds 已提交
729 730 731 732 733 734 735 736 737 738 739
static void init_registers(struct net_device *dev)
{
	struct gfar_private *priv = netdev_priv(dev);

	/* Clear IEVENT */
	gfar_write(&priv->regs->ievent, IEVENT_INIT_CLEAR);

	/* Initialize IMASK */
	gfar_write(&priv->regs->imask, IMASK_INIT_CLEAR);

	/* Init hash registers to zero */
740 741 742 743 744 745 746 747
	gfar_write(&priv->regs->igaddr0, 0);
	gfar_write(&priv->regs->igaddr1, 0);
	gfar_write(&priv->regs->igaddr2, 0);
	gfar_write(&priv->regs->igaddr3, 0);
	gfar_write(&priv->regs->igaddr4, 0);
	gfar_write(&priv->regs->igaddr5, 0);
	gfar_write(&priv->regs->igaddr6, 0);
	gfar_write(&priv->regs->igaddr7, 0);
L
Linus Torvalds 已提交
748 749 750 751 752 753 754 755 756 757 758

	gfar_write(&priv->regs->gaddr0, 0);
	gfar_write(&priv->regs->gaddr1, 0);
	gfar_write(&priv->regs->gaddr2, 0);
	gfar_write(&priv->regs->gaddr3, 0);
	gfar_write(&priv->regs->gaddr4, 0);
	gfar_write(&priv->regs->gaddr5, 0);
	gfar_write(&priv->regs->gaddr6, 0);
	gfar_write(&priv->regs->gaddr7, 0);

	/* Zero out the rmon mib registers if it has them */
759
	if (priv->device_flags & FSL_GIANFAR_DEV_HAS_RMON) {
760
		memset_io(&(priv->regs->rmon), 0, sizeof (struct rmon_mib));
L
Linus Torvalds 已提交
761 762 763 764 765 766 767 768 769 770 771 772 773

		/* Mask off the CAM interrupts */
		gfar_write(&priv->regs->rmon.cam1, 0xffffffff);
		gfar_write(&priv->regs->rmon.cam2, 0xffffffff);
	}

	/* Initialize the max receive buffer length */
	gfar_write(&priv->regs->mrblr, priv->rx_buffer_size);

	/* Initialize the Minimum Frame Length Register */
	gfar_write(&priv->regs->minflr, MINFLR_INIT_SETTINGS);
}

774 775

/* Halt the receive and transmit queues */
776
static void gfar_halt_nodisable(struct net_device *dev)
L
Linus Torvalds 已提交
777 778
{
	struct gfar_private *priv = netdev_priv(dev);
779
	struct gfar __iomem *regs = priv->regs;
L
Linus Torvalds 已提交
780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798
	u32 tempval;

	/* Mask all interrupts */
	gfar_write(&regs->imask, IMASK_INIT_CLEAR);

	/* Clear all interrupts */
	gfar_write(&regs->ievent, IEVENT_INIT_CLEAR);

	/* Stop the DMA, and wait for it to stop */
	tempval = gfar_read(&priv->regs->dmactrl);
	if ((tempval & (DMACTRL_GRS | DMACTRL_GTS))
	    != (DMACTRL_GRS | DMACTRL_GTS)) {
		tempval |= (DMACTRL_GRS | DMACTRL_GTS);
		gfar_write(&priv->regs->dmactrl, tempval);

		while (!(gfar_read(&priv->regs->ievent) &
			 (IEVENT_GRSC | IEVENT_GTSC)))
			cpu_relax();
	}
799 800 801 802 803 804 805 806
}

/* Halt the receive and transmit queues */
void gfar_halt(struct net_device *dev)
{
	struct gfar_private *priv = netdev_priv(dev);
	struct gfar __iomem *regs = priv->regs;
	u32 tempval;
L
Linus Torvalds 已提交
807

808 809
	gfar_halt_nodisable(dev);

L
Linus Torvalds 已提交
810 811 812 813
	/* Disable Rx and Tx */
	tempval = gfar_read(&regs->maccfg1);
	tempval &= ~(MACCFG1_RX_EN | MACCFG1_TX_EN);
	gfar_write(&regs->maccfg1, tempval);
814 815 816 817 818
}

void stop_gfar(struct net_device *dev)
{
	struct gfar_private *priv = netdev_priv(dev);
819
	struct gfar __iomem *regs = priv->regs;
820 821
	unsigned long flags;

822 823
	phy_stop(priv->phydev);

824
	/* Lock it down */
A
Andy Fleming 已提交
825 826
	spin_lock_irqsave(&priv->txlock, flags);
	spin_lock(&priv->rxlock);
827 828

	gfar_halt(dev);
L
Linus Torvalds 已提交
829

A
Andy Fleming 已提交
830 831
	spin_unlock(&priv->rxlock);
	spin_unlock_irqrestore(&priv->txlock, flags);
L
Linus Torvalds 已提交
832 833

	/* Free the IRQs */
834
	if (priv->device_flags & FSL_GIANFAR_DEV_HAS_MULTI_INTR) {
L
Linus Torvalds 已提交
835 836 837 838
		free_irq(priv->interruptError, dev);
		free_irq(priv->interruptTransmit, dev);
		free_irq(priv->interruptReceive, dev);
	} else {
839
		free_irq(priv->interruptTransmit, dev);
L
Linus Torvalds 已提交
840 841 842 843
	}

	free_skb_resources(priv);

844
	dma_free_coherent(&dev->dev,
L
Linus Torvalds 已提交
845 846 847
			sizeof(struct txbd8)*priv->tx_ring_size
			+ sizeof(struct rxbd8)*priv->rx_ring_size,
			priv->tx_bd_base,
848
			gfar_read(&regs->tbase0));
L
Linus Torvalds 已提交
849 850 851 852
}

/* If there are any tx skbs or rx skbs still around, free them.
 * Then free tx_skbuff and rx_skbuff */
853
static void free_skb_resources(struct gfar_private *priv)
L
Linus Torvalds 已提交
854 855 856
{
	struct rxbd8 *rxbdp;
	struct txbd8 *txbdp;
D
Dai Haruki 已提交
857
	int i, j;
L
Linus Torvalds 已提交
858 859 860 861 862

	/* Go through all the buffer descriptors and free their data buffers */
	txbdp = priv->tx_bd_base;

	for (i = 0; i < priv->tx_ring_size; i++) {
D
Dai Haruki 已提交
863 864
		if (!priv->tx_skbuff[i])
			continue;
L
Linus Torvalds 已提交
865

D
Dai Haruki 已提交
866 867 868 869 870 871 872
		dma_unmap_single(&priv->dev->dev, txbdp->bufPtr,
				txbdp->length, DMA_TO_DEVICE);
		txbdp->lstatus = 0;
		for (j = 0; j < skb_shinfo(priv->tx_skbuff[i])->nr_frags; j++) {
			txbdp++;
			dma_unmap_page(&priv->dev->dev, txbdp->bufPtr,
					txbdp->length, DMA_TO_DEVICE);
L
Linus Torvalds 已提交
873
		}
874
		txbdp++;
D
Dai Haruki 已提交
875 876
		dev_kfree_skb_any(priv->tx_skbuff[i]);
		priv->tx_skbuff[i] = NULL;
L
Linus Torvalds 已提交
877 878 879 880 881 882 883 884 885 886 887
	}

	kfree(priv->tx_skbuff);

	rxbdp = priv->rx_bd_base;

	/* rx_skbuff is not guaranteed to be allocated, so only
	 * free it and its contents if it is allocated */
	if(priv->rx_skbuff != NULL) {
		for (i = 0; i < priv->rx_ring_size; i++) {
			if (priv->rx_skbuff[i]) {
888
				dma_unmap_single(&priv->dev->dev, rxbdp->bufPtr,
889
						priv->rx_buffer_size,
L
Linus Torvalds 已提交
890 891 892 893 894 895
						DMA_FROM_DEVICE);

				dev_kfree_skb_any(priv->rx_skbuff[i]);
				priv->rx_skbuff[i] = NULL;
			}

896
			rxbdp->lstatus = 0;
L
Linus Torvalds 已提交
897 898 899 900 901 902 903 904 905
			rxbdp->bufPtr = 0;

			rxbdp++;
		}

		kfree(priv->rx_skbuff);
	}
}

906 907 908
void gfar_start(struct net_device *dev)
{
	struct gfar_private *priv = netdev_priv(dev);
909
	struct gfar __iomem *regs = priv->regs;
910 911 912 913 914 915 916 917 918 919 920 921 922 923 924 925 926
	u32 tempval;

	/* Enable Rx and Tx in MACCFG1 */
	tempval = gfar_read(&regs->maccfg1);
	tempval |= (MACCFG1_RX_EN | MACCFG1_TX_EN);
	gfar_write(&regs->maccfg1, tempval);

	/* Initialize DMACTRL to have WWR and WOP */
	tempval = gfar_read(&priv->regs->dmactrl);
	tempval |= DMACTRL_INIT_SETTINGS;
	gfar_write(&priv->regs->dmactrl, tempval);

	/* Make sure we aren't stopped */
	tempval = gfar_read(&priv->regs->dmactrl);
	tempval &= ~(DMACTRL_GRS | DMACTRL_GTS);
	gfar_write(&priv->regs->dmactrl, tempval);

A
Andy Fleming 已提交
927 928 929 930
	/* Clear THLT/RHLT, so that the DMA starts polling now */
	gfar_write(&regs->tstat, TSTAT_CLEAR_THALT);
	gfar_write(&regs->rstat, RSTAT_CLEAR_RHALT);

931 932
	/* Unmask the interrupts we look for */
	gfar_write(&regs->imask, IMASK_DEFAULT);
933 934

	dev->trans_start = jiffies;
935 936
}

L
Linus Torvalds 已提交
937 938 939 940 941
/* Bring the controller up and running */
int startup_gfar(struct net_device *dev)
{
	struct txbd8 *txbdp;
	struct rxbd8 *rxbdp;
G
Grant Likely 已提交
942
	dma_addr_t addr = 0;
L
Linus Torvalds 已提交
943 944 945
	unsigned long vaddr;
	int i;
	struct gfar_private *priv = netdev_priv(dev);
946
	struct gfar __iomem *regs = priv->regs;
L
Linus Torvalds 已提交
947
	int err = 0;
948
	u32 rctrl = 0;
949
	u32 attrs = 0;
L
Linus Torvalds 已提交
950 951 952 953

	gfar_write(&regs->imask, IMASK_INIT_CLEAR);

	/* Allocate memory for the buffer descriptors */
954
	vaddr = (unsigned long) dma_alloc_coherent(&dev->dev,
L
Linus Torvalds 已提交
955 956 957 958 959
			sizeof (struct txbd8) * priv->tx_ring_size +
			sizeof (struct rxbd8) * priv->rx_ring_size,
			&addr, GFP_KERNEL);

	if (vaddr == 0) {
960 961 962
		if (netif_msg_ifup(priv))
			printk(KERN_ERR "%s: Could not allocate buffer descriptors!\n",
					dev->name);
L
Linus Torvalds 已提交
963 964 965 966 967 968
		return -ENOMEM;
	}

	priv->tx_bd_base = (struct txbd8 *) vaddr;

	/* enet DMA only understands physical addresses */
969
	gfar_write(&regs->tbase0, addr);
L
Linus Torvalds 已提交
970 971 972 973 974

	/* Start the rx descriptor ring where the tx ring leaves off */
	addr = addr + sizeof (struct txbd8) * priv->tx_ring_size;
	vaddr = vaddr + sizeof (struct txbd8) * priv->tx_ring_size;
	priv->rx_bd_base = (struct rxbd8 *) vaddr;
975
	gfar_write(&regs->rbase0, addr);
L
Linus Torvalds 已提交
976 977 978 979 980 981

	/* Setup the skbuff rings */
	priv->tx_skbuff =
	    (struct sk_buff **) kmalloc(sizeof (struct sk_buff *) *
					priv->tx_ring_size, GFP_KERNEL);

982
	if (NULL == priv->tx_skbuff) {
983 984 985
		if (netif_msg_ifup(priv))
			printk(KERN_ERR "%s: Could not allocate tx_skbuff\n",
					dev->name);
L
Linus Torvalds 已提交
986 987 988 989 990 991 992 993 994 995 996
		err = -ENOMEM;
		goto tx_skb_fail;
	}

	for (i = 0; i < priv->tx_ring_size; i++)
		priv->tx_skbuff[i] = NULL;

	priv->rx_skbuff =
	    (struct sk_buff **) kmalloc(sizeof (struct sk_buff *) *
					priv->rx_ring_size, GFP_KERNEL);

997
	if (NULL == priv->rx_skbuff) {
998 999 1000
		if (netif_msg_ifup(priv))
			printk(KERN_ERR "%s: Could not allocate rx_skbuff\n",
					dev->name);
L
Linus Torvalds 已提交
1001 1002 1003 1004 1005 1006 1007 1008
		err = -ENOMEM;
		goto rx_skb_fail;
	}

	for (i = 0; i < priv->rx_ring_size; i++)
		priv->rx_skbuff[i] = NULL;

	/* Initialize some variables in our dev structure */
D
Dai Haruki 已提交
1009
	priv->num_txbdfree = priv->tx_ring_size;
L
Linus Torvalds 已提交
1010 1011 1012 1013 1014 1015 1016 1017
	priv->dirty_tx = priv->cur_tx = priv->tx_bd_base;
	priv->cur_rx = priv->rx_bd_base;
	priv->skb_curtx = priv->skb_dirtytx = 0;
	priv->skb_currx = 0;

	/* Initialize Transmit Descriptor Ring */
	txbdp = priv->tx_bd_base;
	for (i = 0; i < priv->tx_ring_size; i++) {
1018
		txbdp->lstatus = 0;
L
Linus Torvalds 已提交
1019 1020 1021 1022 1023 1024 1025 1026 1027 1028
		txbdp->bufPtr = 0;
		txbdp++;
	}

	/* Set the last descriptor in the ring to indicate wrap */
	txbdp--;
	txbdp->status |= TXBD_WRAP;

	rxbdp = priv->rx_bd_base;
	for (i = 0; i < priv->rx_ring_size; i++) {
1029
		struct sk_buff *skb;
L
Linus Torvalds 已提交
1030

1031
		skb = gfar_new_skb(dev);
L
Linus Torvalds 已提交
1032

1033 1034 1035 1036 1037 1038
		if (!skb) {
			printk(KERN_ERR "%s: Can't allocate RX buffers\n",
					dev->name);

			goto err_rxalloc_fail;
		}
L
Linus Torvalds 已提交
1039 1040 1041

		priv->rx_skbuff[i] = skb;

1042 1043
		gfar_new_rxbdp(dev, rxbdp, skb);

L
Linus Torvalds 已提交
1044 1045 1046 1047 1048 1049 1050 1051 1052
		rxbdp++;
	}

	/* Set the last descriptor in the ring to wrap */
	rxbdp--;
	rxbdp->status |= RXBD_WRAP;

	/* If the device has multiple interrupts, register for
	 * them.  Otherwise, only register for the one */
1053
	if (priv->device_flags & FSL_GIANFAR_DEV_HAS_MULTI_INTR) {
1054
		/* Install our interrupt handlers for Error,
L
Linus Torvalds 已提交
1055 1056
		 * Transmit, and Receive */
		if (request_irq(priv->interruptError, gfar_error,
1057
				0, priv->int_name_er, dev) < 0) {
1058 1059 1060
			if (netif_msg_intr(priv))
				printk(KERN_ERR "%s: Can't get IRQ %d\n",
					dev->name, priv->interruptError);
L
Linus Torvalds 已提交
1061 1062 1063 1064 1065 1066

			err = -1;
			goto err_irq_fail;
		}

		if (request_irq(priv->interruptTransmit, gfar_transmit,
1067
				0, priv->int_name_tx, dev) < 0) {
1068 1069 1070
			if (netif_msg_intr(priv))
				printk(KERN_ERR "%s: Can't get IRQ %d\n",
					dev->name, priv->interruptTransmit);
L
Linus Torvalds 已提交
1071 1072 1073 1074 1075 1076 1077

			err = -1;

			goto tx_irq_fail;
		}

		if (request_irq(priv->interruptReceive, gfar_receive,
1078
				0, priv->int_name_rx, dev) < 0) {
1079 1080 1081
			if (netif_msg_intr(priv))
				printk(KERN_ERR "%s: Can't get IRQ %d (receive0)\n",
						dev->name, priv->interruptReceive);
L
Linus Torvalds 已提交
1082 1083 1084 1085 1086 1087

			err = -1;
			goto rx_irq_fail;
		}
	} else {
		if (request_irq(priv->interruptTransmit, gfar_interrupt,
1088
				0, priv->int_name_tx, dev) < 0) {
1089 1090
			if (netif_msg_intr(priv))
				printk(KERN_ERR "%s: Can't get IRQ %d\n",
1091
					dev->name, priv->interruptTransmit);
L
Linus Torvalds 已提交
1092 1093 1094 1095 1096 1097

			err = -1;
			goto err_irq_fail;
		}
	}

1098
	phy_start(priv->phydev);
L
Linus Torvalds 已提交
1099 1100

	/* Configure the coalescing support */
1101
	gfar_write(&regs->txic, 0);
L
Linus Torvalds 已提交
1102
	if (priv->txcoalescing)
1103
		gfar_write(&regs->txic, priv->txic);
L
Linus Torvalds 已提交
1104

1105
	gfar_write(&regs->rxic, 0);
L
Linus Torvalds 已提交
1106
	if (priv->rxcoalescing)
1107
		gfar_write(&regs->rxic, priv->rxic);
L
Linus Torvalds 已提交
1108

1109 1110
	if (priv->rx_csum_enable)
		rctrl |= RCTRL_CHECKSUMMING;
L
Linus Torvalds 已提交
1111

1112
	if (priv->extended_hash) {
1113
		rctrl |= RCTRL_EXTHASH;
L
Linus Torvalds 已提交
1114

1115 1116 1117 1118 1119 1120 1121 1122 1123
		gfar_clear_exact_match(dev);
		rctrl |= RCTRL_EMEN;
	}

	if (priv->padding) {
		rctrl &= ~RCTRL_PAL_MASK;
		rctrl |= RCTRL_PADDING(priv->padding);
	}

1124 1125
	/* Init rctrl based on our settings */
	gfar_write(&priv->regs->rctrl, rctrl);
L
Linus Torvalds 已提交
1126

1127 1128
	if (dev->features & NETIF_F_IP_CSUM)
		gfar_write(&priv->regs->tctrl, TCTRL_INIT_CSUM);
L
Linus Torvalds 已提交
1129

1130 1131 1132 1133 1134 1135 1136 1137 1138 1139 1140 1141 1142 1143 1144 1145 1146 1147 1148 1149 1150 1151 1152
	/* Set the extraction length and index */
	attrs = ATTRELI_EL(priv->rx_stash_size) |
		ATTRELI_EI(priv->rx_stash_index);

	gfar_write(&priv->regs->attreli, attrs);

	/* Start with defaults, and add stashing or locking
	 * depending on the approprate variables */
	attrs = ATTR_INIT_SETTINGS;

	if (priv->bd_stash_en)
		attrs |= ATTR_BDSTASH;

	if (priv->rx_stash_size != 0)
		attrs |= ATTR_BUFSTASH;

	gfar_write(&priv->regs->attr, attrs);

	gfar_write(&priv->regs->fifo_tx_thr, priv->fifo_threshold);
	gfar_write(&priv->regs->fifo_tx_starve, priv->fifo_starve);
	gfar_write(&priv->regs->fifo_tx_starve_shutoff, priv->fifo_starve_off);

	/* Start the controller */
1153
	gfar_start(dev);
L
Linus Torvalds 已提交
1154 1155 1156 1157 1158 1159 1160 1161

	return 0;

rx_irq_fail:
	free_irq(priv->interruptTransmit, dev);
tx_irq_fail:
	free_irq(priv->interruptError, dev);
err_irq_fail:
1162
err_rxalloc_fail:
L
Linus Torvalds 已提交
1163 1164 1165
rx_skb_fail:
	free_skb_resources(priv);
tx_skb_fail:
1166
	dma_free_coherent(&dev->dev,
L
Linus Torvalds 已提交
1167 1168 1169
			sizeof(struct txbd8)*priv->tx_ring_size
			+ sizeof(struct rxbd8)*priv->rx_ring_size,
			priv->tx_bd_base,
1170
			gfar_read(&regs->tbase0));
L
Linus Torvalds 已提交
1171 1172 1173 1174 1175 1176 1177 1178

	return err;
}

/* Called when something needs to use the ethernet device */
/* Returns 0 for success. */
static int gfar_enet_open(struct net_device *dev)
{
1179
	struct gfar_private *priv = netdev_priv(dev);
L
Linus Torvalds 已提交
1180 1181
	int err;

1182 1183
	napi_enable(&priv->napi);

1184 1185
	skb_queue_head_init(&priv->rx_recycle);

L
Linus Torvalds 已提交
1186 1187 1188 1189 1190 1191 1192
	/* Initialize a bunch of registers */
	init_registers(dev);

	gfar_set_mac_address(dev);

	err = init_phy(dev);

1193 1194
	if(err) {
		napi_disable(&priv->napi);
L
Linus Torvalds 已提交
1195
		return err;
1196
	}
L
Linus Torvalds 已提交
1197 1198

	err = startup_gfar(dev);
1199
	if (err) {
1200
		napi_disable(&priv->napi);
1201 1202
		return err;
	}
L
Linus Torvalds 已提交
1203 1204 1205

	netif_start_queue(dev);

1206 1207
	device_set_wakeup_enable(&dev->dev, priv->wol_en);

L
Linus Torvalds 已提交
1208 1209 1210
	return err;
}

1211
static inline struct txfcb *gfar_add_fcb(struct sk_buff *skb)
1212 1213 1214
{
	struct txfcb *fcb = (struct txfcb *)skb_push (skb, GMAC_FCB_LEN);

1215
	cacheable_memzero(fcb, GMAC_FCB_LEN);
1216 1217 1218 1219 1220 1221

	return fcb;
}

static inline void gfar_tx_checksum(struct sk_buff *skb, struct txfcb *fcb)
{
1222
	u8 flags = 0;
1223 1224 1225 1226 1227

	/* If we're here, it's a IP packet with a TCP or UDP
	 * payload.  We set it to checksum, using a pseudo-header
	 * we provide
	 */
1228
	flags = TXFCB_DEFAULT;
1229

1230 1231
	/* Tell the controller what the protocol is */
	/* And provide the already calculated phcs */
1232
	if (ip_hdr(skb)->protocol == IPPROTO_UDP) {
1233
		flags |= TXFCB_UDP;
1234
		fcb->phcs = udp_hdr(skb)->check;
1235
	} else
1236
		fcb->phcs = tcp_hdr(skb)->check;
1237 1238 1239 1240 1241

	/* l3os is the distance between the start of the
	 * frame (skb->data) and the start of the IP hdr.
	 * l4os is the distance between the start of the
	 * l3 hdr and the l4 hdr */
1242
	fcb->l3os = (u16)(skb_network_offset(skb) - GMAC_FCB_LEN);
1243
	fcb->l4os = skb_network_header_len(skb);
1244

1245
	fcb->flags = flags;
1246 1247
}

1248
void inline gfar_tx_vlan(struct sk_buff *skb, struct txfcb *fcb)
1249
{
1250
	fcb->flags |= TXFCB_VLN;
1251 1252 1253
	fcb->vlctl = vlan_tx_tag_get(skb);
}

D
Dai Haruki 已提交
1254 1255 1256 1257 1258 1259 1260 1261 1262 1263 1264 1265 1266 1267
static inline struct txbd8 *skip_txbd(struct txbd8 *bdp, int stride,
			       struct txbd8 *base, int ring_size)
{
	struct txbd8 *new_bd = bdp + stride;

	return (new_bd >= (base + ring_size)) ? (new_bd - ring_size) : new_bd;
}

static inline struct txbd8 *next_txbd(struct txbd8 *bdp, struct txbd8 *base,
		int ring_size)
{
	return skip_txbd(bdp, 1, base, ring_size);
}

L
Linus Torvalds 已提交
1268 1269 1270 1271 1272
/* This is called by the kernel when a frame is ready for transmission. */
/* It is pointed to by the dev->hard_start_xmit function pointer */
static int gfar_start_xmit(struct sk_buff *skb, struct net_device *dev)
{
	struct gfar_private *priv = netdev_priv(dev);
1273
	struct txfcb *fcb = NULL;
D
Dai Haruki 已提交
1274
	struct txbd8 *txbdp, *txbdp_start, *base;
1275
	u32 lstatus;
D
Dai Haruki 已提交
1276 1277
	int i;
	u32 bufaddr;
A
Andy Fleming 已提交
1278
	unsigned long flags;
D
Dai Haruki 已提交
1279 1280 1281 1282 1283 1284 1285 1286 1287 1288 1289 1290 1291 1292 1293 1294 1295
	unsigned int nr_frags, length;

	base = priv->tx_bd_base;

	/* total number of fragments in the SKB */
	nr_frags = skb_shinfo(skb)->nr_frags;

	spin_lock_irqsave(&priv->txlock, flags);

	/* check if there is space to queue this packet */
	if (nr_frags > priv->num_txbdfree) {
		/* no space, stop the queue */
		netif_stop_queue(dev);
		dev->stats.tx_fifo_errors++;
		spin_unlock_irqrestore(&priv->txlock, flags);
		return NETDEV_TX_BUSY;
	}
L
Linus Torvalds 已提交
1296 1297

	/* Update transmit stats */
1298
	dev->stats.tx_bytes += skb->len;
L
Linus Torvalds 已提交
1299

D
Dai Haruki 已提交
1300
	txbdp = txbdp_start = priv->cur_tx;
L
Linus Torvalds 已提交
1301

D
Dai Haruki 已提交
1302 1303 1304 1305 1306 1307 1308 1309 1310 1311 1312 1313 1314 1315 1316 1317
	if (nr_frags == 0) {
		lstatus = txbdp->lstatus | BD_LFLAG(TXBD_LAST | TXBD_INTERRUPT);
	} else {
		/* Place the fragment addresses and lengths into the TxBDs */
		for (i = 0; i < nr_frags; i++) {
			/* Point at the next BD, wrapping as needed */
			txbdp = next_txbd(txbdp, base, priv->tx_ring_size);

			length = skb_shinfo(skb)->frags[i].size;

			lstatus = txbdp->lstatus | length |
				BD_LFLAG(TXBD_READY);

			/* Handle the last BD specially */
			if (i == nr_frags - 1)
				lstatus |= BD_LFLAG(TXBD_LAST | TXBD_INTERRUPT);
L
Linus Torvalds 已提交
1318

D
Dai Haruki 已提交
1319 1320 1321 1322 1323 1324 1325 1326 1327 1328 1329 1330 1331
			bufaddr = dma_map_page(&dev->dev,
					skb_shinfo(skb)->frags[i].page,
					skb_shinfo(skb)->frags[i].page_offset,
					length,
					DMA_TO_DEVICE);

			/* set the TxBD length and buffer pointer */
			txbdp->bufPtr = bufaddr;
			txbdp->lstatus = lstatus;
		}

		lstatus = txbdp_start->lstatus;
	}
L
Linus Torvalds 已提交
1332

1333
	/* Set up checksumming */
1334
	if (CHECKSUM_PARTIAL == skb->ip_summed) {
1335
		fcb = gfar_add_fcb(skb);
1336
		lstatus |= BD_LFLAG(TXBD_TOE);
1337 1338 1339
		gfar_tx_checksum(skb, fcb);
	}

1340
	if (priv->vlgrp && vlan_tx_tag_present(skb)) {
1341
		if (unlikely(NULL == fcb)) {
1342
			fcb = gfar_add_fcb(skb);
1343
			lstatus |= BD_LFLAG(TXBD_TOE);
1344
		}
1345 1346 1347 1348

		gfar_tx_vlan(skb, fcb);
	}

D
Dai Haruki 已提交
1349
	/* setup the TxBD length and buffer pointer for the first BD */
L
Linus Torvalds 已提交
1350
	priv->tx_skbuff[priv->skb_curtx] = skb;
D
Dai Haruki 已提交
1351 1352
	txbdp_start->bufPtr = dma_map_single(&dev->dev, skb->data,
			skb_headlen(skb), DMA_TO_DEVICE);
L
Linus Torvalds 已提交
1353

D
Dai Haruki 已提交
1354
	lstatus |= BD_LFLAG(TXBD_CRC | TXBD_READY) | skb_headlen(skb);
L
Linus Torvalds 已提交
1355

D
Dai Haruki 已提交
1356 1357
	/*
	 * The powerpc-specific eieio() is used, as wmb() has too strong
1358 1359 1360 1361 1362 1363 1364
	 * semantics (it requires synchronization between cacheable and
	 * uncacheable mappings, which eieio doesn't provide and which we
	 * don't need), thus requiring a more expensive sync instruction.  At
	 * some point, the set of architecture-independent barrier functions
	 * should be expanded to include weaker barriers.
	 */
	eieio();
1365

D
Dai Haruki 已提交
1366 1367 1368 1369 1370 1371 1372 1373 1374 1375 1376 1377 1378
	txbdp_start->lstatus = lstatus;

	/* Update the current skb pointer to the next entry we will use
	 * (wrapping if necessary) */
	priv->skb_curtx = (priv->skb_curtx + 1) &
		TX_RING_MOD_MASK(priv->tx_ring_size);

	priv->cur_tx = next_txbd(txbdp, base, priv->tx_ring_size);

	/* reduce TxBD free count */
	priv->num_txbdfree -= (nr_frags + 1);

	dev->trans_start = jiffies;
L
Linus Torvalds 已提交
1379 1380 1381

	/* If the next BD still needs to be cleaned up, then the bds
	   are full.  We need to tell the kernel to stop sending us stuff. */
D
Dai Haruki 已提交
1382
	if (!priv->num_txbdfree) {
L
Linus Torvalds 已提交
1383 1384
		netif_stop_queue(dev);

1385
		dev->stats.tx_fifo_errors++;
L
Linus Torvalds 已提交
1386 1387 1388 1389 1390 1391
	}

	/* Tell the DMA to go go go */
	gfar_write(&priv->regs->tstat, TSTAT_CLEAR_THALT);

	/* Unlock priv */
A
Andy Fleming 已提交
1392
	spin_unlock_irqrestore(&priv->txlock, flags);
L
Linus Torvalds 已提交
1393 1394 1395 1396 1397 1398 1399 1400

	return 0;
}

/* Stops the kernel queue, and halts the controller */
static int gfar_close(struct net_device *dev)
{
	struct gfar_private *priv = netdev_priv(dev);
1401 1402 1403

	napi_disable(&priv->napi);

1404
	skb_queue_purge(&priv->rx_recycle);
1405
	cancel_work_sync(&priv->reset_task);
L
Linus Torvalds 已提交
1406 1407
	stop_gfar(dev);

1408 1409 1410
	/* Disconnect from the PHY */
	phy_disconnect(priv->phydev);
	priv->phydev = NULL;
L
Linus Torvalds 已提交
1411 1412 1413 1414 1415 1416 1417

	netif_stop_queue(dev);

	return 0;
}

/* Changes the mac address if the controller is not running. */
1418
static int gfar_set_mac_address(struct net_device *dev)
L
Linus Torvalds 已提交
1419
{
1420
	gfar_set_mac_for_addr(dev, 0, dev->dev_addr);
L
Linus Torvalds 已提交
1421 1422 1423 1424 1425

	return 0;
}


1426 1427 1428 1429 1430 1431 1432 1433
/* Enables and disables VLAN insertion/extraction */
static void gfar_vlan_rx_register(struct net_device *dev,
		struct vlan_group *grp)
{
	struct gfar_private *priv = netdev_priv(dev);
	unsigned long flags;
	u32 tempval;

A
Andy Fleming 已提交
1434
	spin_lock_irqsave(&priv->rxlock, flags);
1435

A
Anton Vorontsov 已提交
1436
	priv->vlgrp = grp;
1437 1438 1439 1440 1441 1442 1443

	if (grp) {
		/* Enable VLAN tag insertion */
		tempval = gfar_read(&priv->regs->tctrl);
		tempval |= TCTRL_VLINS;

		gfar_write(&priv->regs->tctrl, tempval);
1444

1445 1446 1447
		/* Enable VLAN tag extraction */
		tempval = gfar_read(&priv->regs->rctrl);
		tempval |= RCTRL_VLEX;
1448
		tempval |= (RCTRL_VLEX | RCTRL_PRSDEP_INIT);
1449 1450 1451 1452 1453 1454 1455 1456 1457 1458
		gfar_write(&priv->regs->rctrl, tempval);
	} else {
		/* Disable VLAN tag insertion */
		tempval = gfar_read(&priv->regs->tctrl);
		tempval &= ~TCTRL_VLINS;
		gfar_write(&priv->regs->tctrl, tempval);

		/* Disable VLAN tag extraction */
		tempval = gfar_read(&priv->regs->rctrl);
		tempval &= ~RCTRL_VLEX;
1459 1460 1461 1462 1463
		/* If parse is no longer required, then disable parser */
		if (tempval & RCTRL_REQ_PARSER)
			tempval |= RCTRL_PRSDEP_INIT;
		else
			tempval &= ~RCTRL_PRSDEP_INIT;
1464 1465 1466
		gfar_write(&priv->regs->rctrl, tempval);
	}

1467 1468
	gfar_change_mtu(dev, dev->mtu);

A
Andy Fleming 已提交
1469
	spin_unlock_irqrestore(&priv->rxlock, flags);
1470 1471
}

L
Linus Torvalds 已提交
1472 1473 1474 1475 1476
static int gfar_change_mtu(struct net_device *dev, int new_mtu)
{
	int tempsize, tempval;
	struct gfar_private *priv = netdev_priv(dev);
	int oldsize = priv->rx_buffer_size;
1477 1478
	int frame_size = new_mtu + ETH_HLEN;

1479
	if (priv->vlgrp)
1480
		frame_size += VLAN_HLEN;
1481

L
Linus Torvalds 已提交
1482
	if ((frame_size < 64) || (frame_size > JUMBO_FRAME_SIZE)) {
1483 1484 1485
		if (netif_msg_drv(priv))
			printk(KERN_ERR "%s: Invalid MTU setting\n",
					dev->name);
L
Linus Torvalds 已提交
1486 1487 1488
		return -EINVAL;
	}

1489 1490 1491 1492 1493
	if (gfar_uses_fcb(priv))
		frame_size += GMAC_FCB_LEN;

	frame_size += priv->padding;

L
Linus Torvalds 已提交
1494 1495 1496 1497 1498
	tempsize =
	    (frame_size & ~(INCREMENTAL_BUFFER_SIZE - 1)) +
	    INCREMENTAL_BUFFER_SIZE;

	/* Only stop and start the controller if it isn't already
1499
	 * stopped, and we changed something */
L
Linus Torvalds 已提交
1500 1501 1502 1503 1504 1505 1506 1507 1508 1509 1510 1511 1512 1513 1514 1515 1516 1517 1518 1519 1520 1521 1522 1523 1524 1525 1526 1527
	if ((oldsize != tempsize) && (dev->flags & IFF_UP))
		stop_gfar(dev);

	priv->rx_buffer_size = tempsize;

	dev->mtu = new_mtu;

	gfar_write(&priv->regs->mrblr, priv->rx_buffer_size);
	gfar_write(&priv->regs->maxfrm, priv->rx_buffer_size);

	/* If the mtu is larger than the max size for standard
	 * ethernet frames (ie, a jumbo frame), then set maccfg2
	 * to allow huge frames, and to check the length */
	tempval = gfar_read(&priv->regs->maccfg2);

	if (priv->rx_buffer_size > DEFAULT_RX_BUFFER_SIZE)
		tempval |= (MACCFG2_HUGEFRAME | MACCFG2_LENGTHCHECK);
	else
		tempval &= ~(MACCFG2_HUGEFRAME | MACCFG2_LENGTHCHECK);

	gfar_write(&priv->regs->maccfg2, tempval);

	if ((oldsize != tempsize) && (dev->flags & IFF_UP))
		startup_gfar(dev);

	return 0;
}

1528
/* gfar_reset_task gets scheduled when a packet has not been
L
Linus Torvalds 已提交
1529 1530
 * transmitted after a set amount of time.
 * For now, assume that clearing out all the structures, and
1531 1532 1533
 * starting over will fix the problem.
 */
static void gfar_reset_task(struct work_struct *work)
L
Linus Torvalds 已提交
1534
{
1535 1536 1537
	struct gfar_private *priv = container_of(work, struct gfar_private,
			reset_task);
	struct net_device *dev = priv->dev;
L
Linus Torvalds 已提交
1538 1539 1540 1541 1542 1543

	if (dev->flags & IFF_UP) {
		stop_gfar(dev);
		startup_gfar(dev);
	}

1544
	netif_tx_schedule_all(dev);
L
Linus Torvalds 已提交
1545 1546
}

1547 1548 1549 1550 1551 1552 1553 1554
static void gfar_timeout(struct net_device *dev)
{
	struct gfar_private *priv = netdev_priv(dev);

	dev->stats.tx_errors++;
	schedule_work(&priv->reset_task);
}

L
Linus Torvalds 已提交
1555
/* Interrupt Handler for Transmit complete */
1556
static int gfar_clean_tx_ring(struct net_device *dev)
L
Linus Torvalds 已提交
1557
{
D
Dai Haruki 已提交
1558
	struct gfar_private *priv = netdev_priv(dev);
D
Dai Haruki 已提交
1559 1560 1561 1562 1563 1564 1565 1566
	struct txbd8 *bdp;
	struct txbd8 *lbdp = NULL;
	struct txbd8 *base = priv->tx_bd_base;
	struct sk_buff *skb;
	int skb_dirtytx;
	int tx_ring_size = priv->tx_ring_size;
	int frags = 0;
	int i;
D
Dai Haruki 已提交
1567
	int howmany = 0;
D
Dai Haruki 已提交
1568
	u32 lstatus;
L
Linus Torvalds 已提交
1569 1570

	bdp = priv->dirty_tx;
D
Dai Haruki 已提交
1571
	skb_dirtytx = priv->skb_dirtytx;
L
Linus Torvalds 已提交
1572

D
Dai Haruki 已提交
1573 1574 1575
	while ((skb = priv->tx_skbuff[skb_dirtytx])) {
		frags = skb_shinfo(skb)->nr_frags;
		lbdp = skip_txbd(bdp, frags, base, tx_ring_size);
L
Linus Torvalds 已提交
1576

D
Dai Haruki 已提交
1577
		lstatus = lbdp->lstatus;
L
Linus Torvalds 已提交
1578

D
Dai Haruki 已提交
1579 1580 1581 1582 1583 1584 1585 1586 1587
		/* Only clean completed frames */
		if ((lstatus & BD_LFLAG(TXBD_READY)) &&
				(lstatus & BD_LENGTH_MASK))
			break;

		dma_unmap_single(&dev->dev,
				bdp->bufPtr,
				bdp->length,
				DMA_TO_DEVICE);
A
Andy Fleming 已提交
1588

D
Dai Haruki 已提交
1589 1590
		bdp->lstatus &= BD_LFLAG(TXBD_WRAP);
		bdp = next_txbd(bdp, base, tx_ring_size);
D
Dai Haruki 已提交
1591

D
Dai Haruki 已提交
1592 1593 1594 1595 1596 1597 1598 1599
		for (i = 0; i < frags; i++) {
			dma_unmap_page(&dev->dev,
					bdp->bufPtr,
					bdp->length,
					DMA_TO_DEVICE);
			bdp->lstatus &= BD_LFLAG(TXBD_WRAP);
			bdp = next_txbd(bdp, base, tx_ring_size);
		}
L
Linus Torvalds 已提交
1600

1601 1602 1603 1604 1605 1606 1607 1608 1609 1610 1611
		/*
		 * If there's room in the queue (limit it to rx_buffer_size)
		 * we add this skb back into the pool, if it's the right size
		 */
		if (skb_queue_len(&priv->rx_recycle) < priv->rx_ring_size &&
				skb_recycle_check(skb, priv->rx_buffer_size +
					RXBUF_ALIGNMENT))
			__skb_queue_head(&priv->rx_recycle, skb);
		else
			dev_kfree_skb_any(skb);

D
Dai Haruki 已提交
1612
		priv->tx_skbuff[skb_dirtytx] = NULL;
D
Dai Haruki 已提交
1613

D
Dai Haruki 已提交
1614 1615 1616 1617 1618 1619
		skb_dirtytx = (skb_dirtytx + 1) &
			TX_RING_MOD_MASK(tx_ring_size);

		howmany++;
		priv->num_txbdfree += frags + 1;
	}
L
Linus Torvalds 已提交
1620

D
Dai Haruki 已提交
1621 1622 1623
	/* If we freed a buffer, we can restart transmission, if necessary */
	if (netif_queue_stopped(dev) && priv->num_txbdfree)
		netif_wake_queue(dev);
L
Linus Torvalds 已提交
1624

D
Dai Haruki 已提交
1625 1626 1627
	/* Update dirty indicators */
	priv->skb_dirtytx = skb_dirtytx;
	priv->dirty_tx = bdp;
L
Linus Torvalds 已提交
1628

D
Dai Haruki 已提交
1629 1630 1631 1632 1633
	dev->stats.tx_packets += howmany;

	return howmany;
}

1634
static void gfar_schedule_cleanup(struct net_device *dev)
D
Dai Haruki 已提交
1635 1636
{
	struct gfar_private *priv = netdev_priv(dev);
1637 1638 1639 1640 1641
	unsigned long flags;

	spin_lock_irqsave(&priv->txlock, flags);
	spin_lock(&priv->rxlock);

1642
	if (napi_schedule_prep(&priv->napi)) {
1643
		gfar_write(&priv->regs->imask, IMASK_RTX_DISABLED);
1644
		__napi_schedule(&priv->napi);
1645
	}
1646 1647 1648

	spin_unlock(&priv->rxlock);
	spin_unlock_irqrestore(&priv->txlock, flags);
1649
}
L
Linus Torvalds 已提交
1650

1651 1652 1653 1654
/* Interrupt Handler for Transmit complete */
static irqreturn_t gfar_transmit(int irq, void *dev_id)
{
	gfar_schedule_cleanup((struct net_device *)dev_id);
L
Linus Torvalds 已提交
1655 1656 1657
	return IRQ_HANDLED;
}

1658 1659 1660 1661
static void gfar_new_rxbdp(struct net_device *dev, struct rxbd8 *bdp,
		struct sk_buff *skb)
{
	struct gfar_private *priv = netdev_priv(dev);
1662
	u32 lstatus;
1663 1664 1665 1666

	bdp->bufPtr = dma_map_single(&dev->dev, skb->data,
			priv->rx_buffer_size, DMA_FROM_DEVICE);

1667
	lstatus = BD_LFLAG(RXBD_EMPTY | RXBD_INTERRUPT);
1668 1669

	if (bdp == priv->rx_bd_base + priv->rx_ring_size - 1)
1670
		lstatus |= BD_LFLAG(RXBD_WRAP);
1671 1672 1673

	eieio();

1674
	bdp->lstatus = lstatus;
1675 1676 1677 1678
}


struct sk_buff * gfar_new_skb(struct net_device *dev)
L
Linus Torvalds 已提交
1679
{
1680
	unsigned int alignamount;
L
Linus Torvalds 已提交
1681 1682 1683
	struct gfar_private *priv = netdev_priv(dev);
	struct sk_buff *skb = NULL;

1684 1685 1686 1687
	skb = __skb_dequeue(&priv->rx_recycle);
	if (!skb)
		skb = netdev_alloc_skb(dev,
				priv->rx_buffer_size + RXBUF_ALIGNMENT);
L
Linus Torvalds 已提交
1688

1689
	if (!skb)
L
Linus Torvalds 已提交
1690 1691
		return NULL;

1692
	alignamount = RXBUF_ALIGNMENT -
1693
		(((unsigned long) skb->data) & (RXBUF_ALIGNMENT - 1));
1694

L
Linus Torvalds 已提交
1695 1696 1697
	/* We need the data buffer to be aligned properly.  We will reserve
	 * as many bytes as needed to align the data properly
	 */
1698
	skb_reserve(skb, alignamount);
L
Linus Torvalds 已提交
1699 1700 1701 1702

	return skb;
}

1703
static inline void count_errors(unsigned short status, struct net_device *dev)
L
Linus Torvalds 已提交
1704
{
1705
	struct gfar_private *priv = netdev_priv(dev);
1706
	struct net_device_stats *stats = &dev->stats;
L
Linus Torvalds 已提交
1707 1708 1709 1710 1711 1712 1713 1714 1715 1716 1717 1718 1719 1720 1721 1722 1723 1724 1725 1726 1727 1728 1729 1730 1731 1732 1733 1734 1735 1736 1737 1738 1739 1740
	struct gfar_extra_stats *estats = &priv->extra_stats;

	/* If the packet was truncated, none of the other errors
	 * matter */
	if (status & RXBD_TRUNCATED) {
		stats->rx_length_errors++;

		estats->rx_trunc++;

		return;
	}
	/* Count the errors, if there were any */
	if (status & (RXBD_LARGE | RXBD_SHORT)) {
		stats->rx_length_errors++;

		if (status & RXBD_LARGE)
			estats->rx_large++;
		else
			estats->rx_short++;
	}
	if (status & RXBD_NONOCTET) {
		stats->rx_frame_errors++;
		estats->rx_nonoctet++;
	}
	if (status & RXBD_CRCERR) {
		estats->rx_crcerr++;
		stats->rx_crc_errors++;
	}
	if (status & RXBD_OVERRUN) {
		estats->rx_overrun++;
		stats->rx_crc_errors++;
	}
}

1741
irqreturn_t gfar_receive(int irq, void *dev_id)
L
Linus Torvalds 已提交
1742
{
1743
	gfar_schedule_cleanup((struct net_device *)dev_id);
L
Linus Torvalds 已提交
1744 1745 1746
	return IRQ_HANDLED;
}

1747 1748 1749 1750 1751
static inline void gfar_rx_checksum(struct sk_buff *skb, struct rxfcb *fcb)
{
	/* If valid headers were found, and valid sums
	 * were verified, then we tell the kernel that no
	 * checksumming is necessary.  Otherwise, it is */
1752
	if ((fcb->flags & RXFCB_CSUM_MASK) == (RXFCB_CIP | RXFCB_CTU))
1753 1754 1755 1756 1757 1758
		skb->ip_summed = CHECKSUM_UNNECESSARY;
	else
		skb->ip_summed = CHECKSUM_NONE;
}


L
Linus Torvalds 已提交
1759 1760 1761
/* gfar_process_frame() -- handle one incoming packet if skb
 * isn't NULL.  */
static int gfar_process_frame(struct net_device *dev, struct sk_buff *skb,
1762
			      int amount_pull)
L
Linus Torvalds 已提交
1763 1764
{
	struct gfar_private *priv = netdev_priv(dev);
1765
	struct rxfcb *fcb = NULL;
L
Linus Torvalds 已提交
1766

1767
	int ret;
L
Linus Torvalds 已提交
1768

1769 1770
	/* fcb is at the beginning if exists */
	fcb = (struct rxfcb *)skb->data;
1771

1772 1773 1774 1775
	/* Remove the FCB from the skb */
	/* Remove the padded bytes, if there are any */
	if (amount_pull)
		skb_pull(skb, amount_pull);
1776

1777 1778
	if (priv->rx_csum_enable)
		gfar_rx_checksum(skb, fcb);
1779

1780 1781
	/* Tell the skb what kind of packet this is */
	skb->protocol = eth_type_trans(skb, dev);
L
Linus Torvalds 已提交
1782

1783 1784 1785 1786 1787
	/* Send the packet up the stack */
	if (unlikely(priv->vlgrp && (fcb->flags & RXFCB_VLN)))
		ret = vlan_hwaccel_receive_skb(skb, priv->vlgrp, fcb->vlctl);
	else
		ret = netif_receive_skb(skb);
1788

1789 1790
	if (NET_RX_DROP == ret)
		priv->extra_stats.kernel_dropped++;
L
Linus Torvalds 已提交
1791 1792 1793 1794 1795

	return 0;
}

/* gfar_clean_rx_ring() -- Processes each frame in the rx ring
1796
 *   until the budget/quota has been reached. Returns the number
L
Linus Torvalds 已提交
1797 1798
 *   of frames handled
 */
1799
int gfar_clean_rx_ring(struct net_device *dev, int rx_work_limit)
L
Linus Torvalds 已提交
1800
{
1801
	struct rxbd8 *bdp, *base;
L
Linus Torvalds 已提交
1802
	struct sk_buff *skb;
1803 1804
	int pkt_len;
	int amount_pull;
L
Linus Torvalds 已提交
1805 1806 1807 1808 1809
	int howmany = 0;
	struct gfar_private *priv = netdev_priv(dev);

	/* Get the first full descriptor */
	bdp = priv->cur_rx;
1810
	base = priv->rx_bd_base;
L
Linus Torvalds 已提交
1811

1812 1813 1814
	amount_pull = (gfar_uses_fcb(priv) ? GMAC_FCB_LEN : 0) +
		priv->padding;

L
Linus Torvalds 已提交
1815
	while (!((bdp->status & RXBD_EMPTY) || (--rx_work_limit < 0))) {
1816
		struct sk_buff *newskb;
1817
		rmb();
1818 1819 1820 1821

		/* Add another skb for the future */
		newskb = gfar_new_skb(dev);

L
Linus Torvalds 已提交
1822 1823
		skb = priv->rx_skbuff[priv->skb_currx];

A
Andy Fleming 已提交
1824 1825 1826
		dma_unmap_single(&priv->dev->dev, bdp->bufPtr,
				priv->rx_buffer_size, DMA_FROM_DEVICE);

1827 1828 1829 1830 1831 1832 1833
		/* We drop the frame if we failed to allocate a new buffer */
		if (unlikely(!newskb || !(bdp->status & RXBD_LAST) ||
				 bdp->status & RXBD_ERR)) {
			count_errors(bdp->status, dev);

			if (unlikely(!newskb))
				newskb = skb;
1834
			else if (skb)
1835
				__skb_queue_head(&priv->rx_recycle, skb);
1836
		} else {
L
Linus Torvalds 已提交
1837
			/* Increment the number of packets */
1838
			dev->stats.rx_packets++;
L
Linus Torvalds 已提交
1839 1840
			howmany++;

1841 1842 1843 1844 1845
			if (likely(skb)) {
				pkt_len = bdp->length - ETH_FCS_LEN;
				/* Remove the FCS from the packet length */
				skb_put(skb, pkt_len);
				dev->stats.rx_bytes += pkt_len;
L
Linus Torvalds 已提交
1846

1847 1848
				if (in_irq() || irqs_disabled())
					printk("Interrupt problem!\n");
1849 1850 1851 1852 1853 1854 1855 1856 1857
				gfar_process_frame(dev, skb, amount_pull);

			} else {
				if (netif_msg_rx_err(priv))
					printk(KERN_WARNING
					       "%s: Missing skb!\n", dev->name);
				dev->stats.rx_dropped++;
				priv->extra_stats.rx_skbmissing++;
			}
L
Linus Torvalds 已提交
1858 1859 1860

		}

1861
		priv->rx_skbuff[priv->skb_currx] = newskb;
L
Linus Torvalds 已提交
1862

1863 1864
		/* Setup the new bdp */
		gfar_new_rxbdp(dev, bdp, newskb);
L
Linus Torvalds 已提交
1865 1866

		/* Update to the next pointer */
1867
		bdp = next_bd(bdp, base, priv->rx_ring_size);
L
Linus Torvalds 已提交
1868 1869 1870

		/* update to point at the next skb */
		priv->skb_currx =
1871 1872
		    (priv->skb_currx + 1) &
		    RX_RING_MOD_MASK(priv->rx_ring_size);
L
Linus Torvalds 已提交
1873 1874 1875 1876 1877 1878 1879 1880
	}

	/* Update the current rxbd pointer to be the next one */
	priv->cur_rx = bdp;

	return howmany;
}

1881
static int gfar_poll(struct napi_struct *napi, int budget)
L
Linus Torvalds 已提交
1882
{
1883 1884
	struct gfar_private *priv = container_of(napi, struct gfar_private, napi);
	struct net_device *dev = priv->dev;
1885 1886
	int tx_cleaned = 0;
	int rx_cleaned = 0;
D
Dai Haruki 已提交
1887 1888
	unsigned long flags;

1889 1890 1891 1892
	/* Clear IEVENT, so interrupts aren't called again
	 * because of the packets that have already arrived */
	gfar_write(&priv->regs->ievent, IEVENT_RTX_MASK);

D
Dai Haruki 已提交
1893 1894
	/* If we fail to get the lock, don't bother with the TX BDs */
	if (spin_trylock_irqsave(&priv->txlock, flags)) {
1895
		tx_cleaned = gfar_clean_tx_ring(dev);
D
Dai Haruki 已提交
1896 1897
		spin_unlock_irqrestore(&priv->txlock, flags);
	}
L
Linus Torvalds 已提交
1898

1899
	rx_cleaned = gfar_clean_rx_ring(dev, budget);
L
Linus Torvalds 已提交
1900

1901 1902 1903 1904
	if (tx_cleaned)
		return budget;

	if (rx_cleaned < budget) {
1905
		napi_complete(napi);
L
Linus Torvalds 已提交
1906 1907 1908 1909 1910 1911 1912 1913

		/* Clear the halt bit in RSTAT */
		gfar_write(&priv->regs->rstat, RSTAT_CLEAR_RHALT);

		gfar_write(&priv->regs->imask, IMASK_DEFAULT);

		/* If we are coalescing interrupts, update the timer */
		/* Otherwise, clear it */
1914 1915
		if (likely(priv->rxcoalescing)) {
			gfar_write(&priv->regs->rxic, 0);
1916
			gfar_write(&priv->regs->rxic, priv->rxic);
1917
		}
1918 1919 1920 1921
		if (likely(priv->txcoalescing)) {
			gfar_write(&priv->regs->txic, 0);
			gfar_write(&priv->regs->txic, priv->txic);
		}
L
Linus Torvalds 已提交
1922 1923
	}

1924
	return rx_cleaned;
L
Linus Torvalds 已提交
1925 1926
}

1927 1928 1929 1930 1931 1932 1933 1934 1935 1936 1937
#ifdef CONFIG_NET_POLL_CONTROLLER
/*
 * Polling 'interrupt' - used by things like netconsole to send skbs
 * without having to re-enable interrupts. It's not called while
 * the interrupt routine is executing.
 */
static void gfar_netpoll(struct net_device *dev)
{
	struct gfar_private *priv = netdev_priv(dev);

	/* If the device has multiple interrupts, run tx/rx */
1938
	if (priv->device_flags & FSL_GIANFAR_DEV_HAS_MULTI_INTR) {
1939 1940 1941 1942 1943 1944 1945 1946 1947 1948 1949 1950 1951 1952 1953
		disable_irq(priv->interruptTransmit);
		disable_irq(priv->interruptReceive);
		disable_irq(priv->interruptError);
		gfar_interrupt(priv->interruptTransmit, dev);
		enable_irq(priv->interruptError);
		enable_irq(priv->interruptReceive);
		enable_irq(priv->interruptTransmit);
	} else {
		disable_irq(priv->interruptTransmit);
		gfar_interrupt(priv->interruptTransmit, dev);
		enable_irq(priv->interruptTransmit);
	}
}
#endif

L
Linus Torvalds 已提交
1954
/* The interrupt handler for devices with one interrupt */
1955
static irqreturn_t gfar_interrupt(int irq, void *dev_id)
L
Linus Torvalds 已提交
1956 1957 1958 1959 1960 1961 1962 1963
{
	struct net_device *dev = dev_id;
	struct gfar_private *priv = netdev_priv(dev);

	/* Save ievent for future reference */
	u32 events = gfar_read(&priv->regs->ievent);

	/* Check for reception */
1964
	if (events & IEVENT_RX_MASK)
1965
		gfar_receive(irq, dev_id);
L
Linus Torvalds 已提交
1966 1967

	/* Check for transmit completion */
1968
	if (events & IEVENT_TX_MASK)
1969
		gfar_transmit(irq, dev_id);
L
Linus Torvalds 已提交
1970

1971 1972 1973
	/* Check for errors */
	if (events & IEVENT_ERR_MASK)
		gfar_error(irq, dev_id);
L
Linus Torvalds 已提交
1974 1975 1976 1977 1978 1979

	return IRQ_HANDLED;
}

/* Called every time the controller might need to be made
 * aware of new link state.  The PHY code conveys this
1980
 * information through variables in the phydev structure, and this
L
Linus Torvalds 已提交
1981 1982 1983 1984 1985 1986
 * function converts those variables into the appropriate
 * register values, and can bring down the device if needed.
 */
static void adjust_link(struct net_device *dev)
{
	struct gfar_private *priv = netdev_priv(dev);
1987
	struct gfar __iomem *regs = priv->regs;
1988 1989 1990 1991
	unsigned long flags;
	struct phy_device *phydev = priv->phydev;
	int new_state = 0;

A
Andy Fleming 已提交
1992
	spin_lock_irqsave(&priv->txlock, flags);
1993 1994
	if (phydev->link) {
		u32 tempval = gfar_read(&regs->maccfg2);
1995
		u32 ecntrl = gfar_read(&regs->ecntrl);
L
Linus Torvalds 已提交
1996 1997 1998

		/* Now we make sure that we can be in full duplex mode.
		 * If not, we operate in half-duplex mode. */
1999 2000 2001
		if (phydev->duplex != priv->oldduplex) {
			new_state = 1;
			if (!(phydev->duplex))
L
Linus Torvalds 已提交
2002
				tempval &= ~(MACCFG2_FULL_DUPLEX);
2003
			else
L
Linus Torvalds 已提交
2004 2005
				tempval |= MACCFG2_FULL_DUPLEX;

2006
			priv->oldduplex = phydev->duplex;
L
Linus Torvalds 已提交
2007 2008
		}

2009 2010 2011
		if (phydev->speed != priv->oldspeed) {
			new_state = 1;
			switch (phydev->speed) {
L
Linus Torvalds 已提交
2012 2013 2014
			case 1000:
				tempval =
				    ((tempval & ~(MACCFG2_IF)) | MACCFG2_GMII);
2015 2016

				ecntrl &= ~(ECNTRL_R100);
L
Linus Torvalds 已提交
2017 2018 2019 2020 2021
				break;
			case 100:
			case 10:
				tempval =
				    ((tempval & ~(MACCFG2_IF)) | MACCFG2_MII);
2022 2023 2024 2025 2026 2027 2028

				/* Reduced mode distinguishes
				 * between 10 and 100 */
				if (phydev->speed == SPEED_100)
					ecntrl |= ECNTRL_R100;
				else
					ecntrl &= ~(ECNTRL_R100);
L
Linus Torvalds 已提交
2029 2030
				break;
			default:
2031 2032
				if (netif_msg_link(priv))
					printk(KERN_WARNING
2033 2034
						"%s: Ack!  Speed (%d) is not 10/100/1000!\n",
						dev->name, phydev->speed);
L
Linus Torvalds 已提交
2035 2036 2037
				break;
			}

2038
			priv->oldspeed = phydev->speed;
L
Linus Torvalds 已提交
2039 2040
		}

2041
		gfar_write(&regs->maccfg2, tempval);
2042
		gfar_write(&regs->ecntrl, ecntrl);
2043

L
Linus Torvalds 已提交
2044
		if (!priv->oldlink) {
2045
			new_state = 1;
L
Linus Torvalds 已提交
2046 2047
			priv->oldlink = 1;
		}
2048 2049 2050 2051 2052
	} else if (priv->oldlink) {
		new_state = 1;
		priv->oldlink = 0;
		priv->oldspeed = 0;
		priv->oldduplex = -1;
L
Linus Torvalds 已提交
2053 2054
	}

2055 2056 2057
	if (new_state && netif_msg_link(priv))
		phy_print_status(phydev);

A
Andy Fleming 已提交
2058
	spin_unlock_irqrestore(&priv->txlock, flags);
2059
}
L
Linus Torvalds 已提交
2060 2061 2062 2063 2064 2065 2066 2067 2068

/* Update the hash table based on the current list of multicast
 * addresses we subscribe to.  Also, change the promiscuity of
 * the device based on the flags (this function is called
 * whenever dev->flags is changed */
static void gfar_set_multi(struct net_device *dev)
{
	struct dev_mc_list *mc_ptr;
	struct gfar_private *priv = netdev_priv(dev);
2069
	struct gfar __iomem *regs = priv->regs;
L
Linus Torvalds 已提交
2070 2071 2072 2073 2074 2075 2076 2077 2078 2079 2080 2081 2082
	u32 tempval;

	if(dev->flags & IFF_PROMISC) {
		/* Set RCTRL to PROM */
		tempval = gfar_read(&regs->rctrl);
		tempval |= RCTRL_PROM;
		gfar_write(&regs->rctrl, tempval);
	} else {
		/* Set RCTRL to not PROM */
		tempval = gfar_read(&regs->rctrl);
		tempval &= ~(RCTRL_PROM);
		gfar_write(&regs->rctrl, tempval);
	}
2083

L
Linus Torvalds 已提交
2084 2085
	if(dev->flags & IFF_ALLMULTI) {
		/* Set the hash to rx all multicast frames */
2086 2087 2088 2089 2090 2091 2092 2093
		gfar_write(&regs->igaddr0, 0xffffffff);
		gfar_write(&regs->igaddr1, 0xffffffff);
		gfar_write(&regs->igaddr2, 0xffffffff);
		gfar_write(&regs->igaddr3, 0xffffffff);
		gfar_write(&regs->igaddr4, 0xffffffff);
		gfar_write(&regs->igaddr5, 0xffffffff);
		gfar_write(&regs->igaddr6, 0xffffffff);
		gfar_write(&regs->igaddr7, 0xffffffff);
L
Linus Torvalds 已提交
2094 2095 2096 2097 2098 2099 2100 2101 2102
		gfar_write(&regs->gaddr0, 0xffffffff);
		gfar_write(&regs->gaddr1, 0xffffffff);
		gfar_write(&regs->gaddr2, 0xffffffff);
		gfar_write(&regs->gaddr3, 0xffffffff);
		gfar_write(&regs->gaddr4, 0xffffffff);
		gfar_write(&regs->gaddr5, 0xffffffff);
		gfar_write(&regs->gaddr6, 0xffffffff);
		gfar_write(&regs->gaddr7, 0xffffffff);
	} else {
2103 2104 2105
		int em_num;
		int idx;

L
Linus Torvalds 已提交
2106
		/* zero out the hash */
2107 2108 2109 2110 2111 2112 2113 2114
		gfar_write(&regs->igaddr0, 0x0);
		gfar_write(&regs->igaddr1, 0x0);
		gfar_write(&regs->igaddr2, 0x0);
		gfar_write(&regs->igaddr3, 0x0);
		gfar_write(&regs->igaddr4, 0x0);
		gfar_write(&regs->igaddr5, 0x0);
		gfar_write(&regs->igaddr6, 0x0);
		gfar_write(&regs->igaddr7, 0x0);
L
Linus Torvalds 已提交
2115 2116 2117 2118 2119 2120 2121 2122 2123
		gfar_write(&regs->gaddr0, 0x0);
		gfar_write(&regs->gaddr1, 0x0);
		gfar_write(&regs->gaddr2, 0x0);
		gfar_write(&regs->gaddr3, 0x0);
		gfar_write(&regs->gaddr4, 0x0);
		gfar_write(&regs->gaddr5, 0x0);
		gfar_write(&regs->gaddr6, 0x0);
		gfar_write(&regs->gaddr7, 0x0);

2124 2125 2126 2127 2128 2129 2130 2131 2132 2133 2134 2135
		/* If we have extended hash tables, we need to
		 * clear the exact match registers to prepare for
		 * setting them */
		if (priv->extended_hash) {
			em_num = GFAR_EM_NUM + 1;
			gfar_clear_exact_match(dev);
			idx = 1;
		} else {
			idx = 0;
			em_num = 0;
		}

L
Linus Torvalds 已提交
2136 2137 2138 2139 2140
		if(dev->mc_count == 0)
			return;

		/* Parse the list, and set the appropriate bits */
		for(mc_ptr = dev->mc_list; mc_ptr; mc_ptr = mc_ptr->next) {
2141 2142 2143 2144 2145 2146
			if (idx < em_num) {
				gfar_set_mac_for_addr(dev, idx,
						mc_ptr->dmi_addr);
				idx++;
			} else
				gfar_set_hash_for_addr(dev, mc_ptr->dmi_addr);
L
Linus Torvalds 已提交
2147 2148 2149 2150 2151 2152
		}
	}

	return;
}

2153 2154 2155 2156 2157 2158 2159 2160 2161 2162 2163 2164

/* Clears each of the exact match registers to zero, so they
 * don't interfere with normal reception */
static void gfar_clear_exact_match(struct net_device *dev)
{
	int idx;
	u8 zero_arr[MAC_ADDR_LEN] = {0,0,0,0,0,0};

	for(idx = 1;idx < GFAR_EM_NUM + 1;idx++)
		gfar_set_mac_for_addr(dev, idx, (u8 *)zero_arr);
}

L
Linus Torvalds 已提交
2165 2166 2167 2168 2169 2170 2171 2172 2173 2174 2175 2176 2177 2178 2179 2180 2181 2182
/* Set the appropriate hash bit for the given addr */
/* The algorithm works like so:
 * 1) Take the Destination Address (ie the multicast address), and
 * do a CRC on it (little endian), and reverse the bits of the
 * result.
 * 2) Use the 8 most significant bits as a hash into a 256-entry
 * table.  The table is controlled through 8 32-bit registers:
 * gaddr0-7.  gaddr0's MSB is entry 0, and gaddr7's LSB is
 * gaddr7.  This means that the 3 most significant bits in the
 * hash index which gaddr register to use, and the 5 other bits
 * indicate which bit (assuming an IBM numbering scheme, which
 * for PowerPC (tm) is usually the case) in the register holds
 * the entry. */
static void gfar_set_hash_for_addr(struct net_device *dev, u8 *addr)
{
	u32 tempval;
	struct gfar_private *priv = netdev_priv(dev);
	u32 result = ether_crc(MAC_ADDR_LEN, addr);
2183 2184 2185
	int width = priv->hash_width;
	u8 whichbit = (result >> (32 - width)) & 0x1f;
	u8 whichreg = result >> (32 - width + 5);
L
Linus Torvalds 已提交
2186 2187
	u32 value = (1 << (31-whichbit));

2188
	tempval = gfar_read(priv->hash_regs[whichreg]);
L
Linus Torvalds 已提交
2189
	tempval |= value;
2190
	gfar_write(priv->hash_regs[whichreg], tempval);
L
Linus Torvalds 已提交
2191 2192 2193 2194

	return;
}

2195 2196 2197 2198 2199 2200 2201 2202 2203 2204

/* There are multiple MAC Address register pairs on some controllers
 * This function sets the numth pair to a given address
 */
static void gfar_set_mac_for_addr(struct net_device *dev, int num, u8 *addr)
{
	struct gfar_private *priv = netdev_priv(dev);
	int idx;
	char tmpbuf[MAC_ADDR_LEN];
	u32 tempval;
2205
	u32 __iomem *macptr = &priv->regs->macstnaddr1;
2206 2207 2208 2209 2210 2211 2212 2213 2214 2215 2216 2217 2218 2219 2220

	macptr += num*2;

	/* Now copy it into the mac registers backwards, cuz */
	/* little endian is silly */
	for (idx = 0; idx < MAC_ADDR_LEN; idx++)
		tmpbuf[MAC_ADDR_LEN - 1 - idx] = addr[idx];

	gfar_write(macptr, *((u32 *) (tmpbuf)));

	tempval = *((u32 *) (tmpbuf + 4));

	gfar_write(macptr+1, tempval);
}

L
Linus Torvalds 已提交
2221
/* GFAR error interrupt handler */
2222
static irqreturn_t gfar_error(int irq, void *dev_id)
L
Linus Torvalds 已提交
2223 2224 2225 2226 2227 2228 2229 2230
{
	struct net_device *dev = dev_id;
	struct gfar_private *priv = netdev_priv(dev);

	/* Save ievent for future reference */
	u32 events = gfar_read(&priv->regs->ievent);

	/* Clear IEVENT */
2231 2232 2233
	gfar_write(&priv->regs->ievent, events & IEVENT_ERR_MASK);

	/* Magic Packet is not an error. */
2234
	if ((priv->device_flags & FSL_GIANFAR_DEV_HAS_MAGIC_PACKET) &&
2235 2236
	    (events & IEVENT_MAG))
		events &= ~IEVENT_MAG;
L
Linus Torvalds 已提交
2237 2238

	/* Hmm... */
2239 2240
	if (netif_msg_rx_err(priv) || netif_msg_tx_err(priv))
		printk(KERN_DEBUG "%s: error interrupt (ievent=0x%08x imask=0x%08x)\n",
2241
		       dev->name, events, gfar_read(&priv->regs->imask));
L
Linus Torvalds 已提交
2242 2243 2244

	/* Update the error counters */
	if (events & IEVENT_TXE) {
2245
		dev->stats.tx_errors++;
L
Linus Torvalds 已提交
2246 2247

		if (events & IEVENT_LC)
2248
			dev->stats.tx_window_errors++;
L
Linus Torvalds 已提交
2249
		if (events & IEVENT_CRL)
2250
			dev->stats.tx_aborted_errors++;
L
Linus Torvalds 已提交
2251
		if (events & IEVENT_XFUN) {
2252
			if (netif_msg_tx_err(priv))
2253 2254
				printk(KERN_DEBUG "%s: TX FIFO underrun, "
				       "packet dropped.\n", dev->name);
2255
			dev->stats.tx_dropped++;
L
Linus Torvalds 已提交
2256 2257 2258 2259 2260
			priv->extra_stats.tx_underrun++;

			/* Reactivate the Tx Queues */
			gfar_write(&priv->regs->tstat, TSTAT_CLEAR_THALT);
		}
2261 2262
		if (netif_msg_tx_err(priv))
			printk(KERN_DEBUG "%s: Transmit Error\n", dev->name);
L
Linus Torvalds 已提交
2263 2264
	}
	if (events & IEVENT_BSY) {
2265
		dev->stats.rx_errors++;
L
Linus Torvalds 已提交
2266 2267
		priv->extra_stats.rx_bsy++;

2268
		gfar_receive(irq, dev_id);
L
Linus Torvalds 已提交
2269

2270
		if (netif_msg_rx_err(priv))
2271 2272
			printk(KERN_DEBUG "%s: busy error (rstat: %x)\n",
			       dev->name, gfar_read(&priv->regs->rstat));
L
Linus Torvalds 已提交
2273 2274
	}
	if (events & IEVENT_BABR) {
2275
		dev->stats.rx_errors++;
L
Linus Torvalds 已提交
2276 2277
		priv->extra_stats.rx_babr++;

2278
		if (netif_msg_rx_err(priv))
2279
			printk(KERN_DEBUG "%s: babbling RX error\n", dev->name);
L
Linus Torvalds 已提交
2280 2281 2282
	}
	if (events & IEVENT_EBERR) {
		priv->extra_stats.eberr++;
2283
		if (netif_msg_rx_err(priv))
2284
			printk(KERN_DEBUG "%s: bus error\n", dev->name);
L
Linus Torvalds 已提交
2285
	}
2286
	if ((events & IEVENT_RXC) && netif_msg_rx_status(priv))
2287
		printk(KERN_DEBUG "%s: control frame\n", dev->name);
L
Linus Torvalds 已提交
2288 2289 2290

	if (events & IEVENT_BABT) {
		priv->extra_stats.tx_babt++;
2291
		if (netif_msg_tx_err(priv))
2292
			printk(KERN_DEBUG "%s: babbling TX error\n", dev->name);
L
Linus Torvalds 已提交
2293 2294 2295 2296
	}
	return IRQ_HANDLED;
}

2297 2298 2299
/* work with hotplug and coldplug */
MODULE_ALIAS("platform:fsl-gianfar");

2300 2301 2302 2303 2304 2305 2306 2307 2308
static struct of_device_id gfar_match[] =
{
	{
		.type = "network",
		.compatible = "gianfar",
	},
	{},
};

L
Linus Torvalds 已提交
2309
/* Structure for a device driver */
2310 2311 2312 2313
static struct of_platform_driver gfar_driver = {
	.name = "fsl-gianfar",
	.match_table = gfar_match,

L
Linus Torvalds 已提交
2314 2315
	.probe = gfar_probe,
	.remove = gfar_remove,
2316 2317
	.suspend = gfar_suspend,
	.resume = gfar_resume,
L
Linus Torvalds 已提交
2318 2319 2320 2321
};

static int __init gfar_init(void)
{
2322
	return of_register_platform_driver(&gfar_driver);
L
Linus Torvalds 已提交
2323 2324 2325 2326
}

static void __exit gfar_exit(void)
{
2327
	of_unregister_platform_driver(&gfar_driver);
L
Linus Torvalds 已提交
2328 2329 2330 2331 2332
}

module_init(gfar_init);
module_exit(gfar_exit);