ps3_gelic_net.c 44.4 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50
/*
 *  PS3 gelic network driver.
 *
 * Copyright (C) 2007 Sony Computer Entertainment Inc.
 * Copyright 2006, 2007 Sony Corporation
 *
 * This file is based on: spider_net.c
 *
 * (C) Copyright IBM Corp. 2005
 *
 * Authors : Utz Bacher <utz.bacher@de.ibm.com>
 *           Jens Osterkamp <Jens.Osterkamp@de.ibm.com>
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2, or (at your option)
 * any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
 */

#undef DEBUG

#include <linux/kernel.h>
#include <linux/module.h>

#include <linux/etherdevice.h>
#include <linux/ethtool.h>
#include <linux/if_vlan.h>

#include <linux/in.h>
#include <linux/ip.h>
#include <linux/tcp.h>

#include <linux/dma-mapping.h>
#include <net/checksum.h>
#include <asm/firmware.h>
#include <asm/ps3.h>
#include <asm/lv1call.h>

#include "ps3_gelic_net.h"

#define DRV_NAME "Gelic Network Driver"
51
#define DRV_VERSION "1.1"
52 53 54 55 56

MODULE_AUTHOR("SCE Inc.");
MODULE_DESCRIPTION("Gelic Network driver");
MODULE_LICENSE("GPL");

57 58 59 60 61 62 63

static inline void gelic_card_enable_rxdmac(struct gelic_card *card);
static inline void gelic_card_disable_rxdmac(struct gelic_card *card);
static inline void gelic_card_disable_txdmac(struct gelic_card *card);
static inline void gelic_card_reset_chain(struct gelic_card *card,
					  struct gelic_descr_chain *chain,
					  struct gelic_descr *start_descr);
64 65

/* set irq_mask */
66
int gelic_card_set_irq_mask(struct gelic_card *card, u64 mask)
67 68 69 70 71 72 73
{
	int status;

	status = lv1_net_set_interrupt_mask(bus_id(card), dev_id(card),
					    mask, 0);
	if (status)
		dev_info(ctodev(card),
74
			 "%s failed %d\n", __func__, status);
75 76
	return status;
}
77

M
Masakazu Mokuno 已提交
78
static inline void gelic_card_rx_irq_on(struct gelic_card *card)
79
{
80 81
	card->irq_mask |= GELIC_CARD_RXINT;
	gelic_card_set_irq_mask(card, card->irq_mask);
82
}
M
Masakazu Mokuno 已提交
83
static inline void gelic_card_rx_irq_off(struct gelic_card *card)
84
{
85 86
	card->irq_mask &= ~GELIC_CARD_RXINT;
	gelic_card_set_irq_mask(card, card->irq_mask);
87
}
88

89 90
static void gelic_card_get_ether_port_status(struct gelic_card *card,
					     int inform)
91 92 93 94 95 96 97 98 99 100
{
	u64 v2;
	struct net_device *ether_netdev;

	lv1_net_control(bus_id(card), dev_id(card),
			GELIC_LV1_GET_ETH_PORT_STATUS,
			GELIC_LV1_VLAN_TX_ETHERNET, 0, 0,
			&card->ether_port_status, &v2);

	if (inform) {
101
		ether_netdev = card->netdev[GELIC_PORT_ETHERNET];
102 103 104 105 106 107 108
		if (card->ether_port_status & GELIC_LV1_ETHER_LINK_UP)
			netif_carrier_on(ether_netdev);
		else
			netif_carrier_off(ether_netdev);
	}
}

109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150
void gelic_card_up(struct gelic_card *card)
{
	pr_debug("%s: called\n", __func__);
	down(&card->updown_lock);
	if (atomic_inc_return(&card->users) == 1) {
		pr_debug("%s: real do\n", __func__);
		/* enable irq */
		gelic_card_set_irq_mask(card, card->irq_mask);
		/* start rx */
		gelic_card_enable_rxdmac(card);

		napi_enable(&card->napi);
	}
	up(&card->updown_lock);
	pr_debug("%s: done\n", __func__);
}

void gelic_card_down(struct gelic_card *card)
{
	u64 mask;
	pr_debug("%s: called\n", __func__);
	down(&card->updown_lock);
	if (atomic_dec_if_positive(&card->users) == 0) {
		pr_debug("%s: real do\n", __func__);
		napi_disable(&card->napi);
		/*
		 * Disable irq. Wireless interrupts will
		 * be disabled later if any
		 */
		mask = card->irq_mask & (GELIC_CARD_WLAN_EVENT_RECEIVED |
					 GELIC_CARD_WLAN_COMMAND_COMPLETED);
		gelic_card_set_irq_mask(card, mask);
		/* stop rx */
		gelic_card_disable_rxdmac(card);
		gelic_card_reset_chain(card, &card->rx_chain,
				       card->descr + GELIC_NET_TX_DESCRIPTORS);
		/* stop tx */
		gelic_card_disable_txdmac(card);
	}
	up(&card->updown_lock);
	pr_debug("%s: done\n", __func__);
}
151

152
/**
M
Masakazu Mokuno 已提交
153
 * gelic_descr_get_status -- returns the status of a descriptor
154 155 156 157
 * @descr: descriptor to look at
 *
 * returns the status as in the dmac_cmd_status field of the descriptor
 */
M
Masakazu Mokuno 已提交
158 159
static enum gelic_descr_dma_status
gelic_descr_get_status(struct gelic_descr *descr)
160
{
M
Masakazu Mokuno 已提交
161
	return be32_to_cpu(descr->dmac_cmd_status) & GELIC_DESCR_DMA_STAT_MASK;
162 163 164
}

/**
M
Masakazu Mokuno 已提交
165
 * gelic_descr_set_status -- sets the status of a descriptor
166 167 168 169 170 171
 * @descr: descriptor to change
 * @status: status to set in the descriptor
 *
 * changes the status to the specified value. Doesn't change other bits
 * in the status
 */
M
Masakazu Mokuno 已提交
172 173
static void gelic_descr_set_status(struct gelic_descr *descr,
				   enum gelic_descr_dma_status status)
174
{
M
Masakazu Mokuno 已提交
175
	descr->dmac_cmd_status = cpu_to_be32(status |
176 177
			(be32_to_cpu(descr->dmac_cmd_status) &
			 ~GELIC_DESCR_DMA_STAT_MASK));
178 179 180 181 182 183 184 185 186 187
	/*
	 * dma_cmd_status field is used to indicate whether the descriptor
	 * is valid or not.
	 * Usually caller of this function wants to inform that to the
	 * hardware, so we assure here the hardware sees the change.
	 */
	wmb();
}

/**
M
Masakazu Mokuno 已提交
188
 * gelic_card_free_chain - free descriptor chain
189 190 191
 * @card: card structure
 * @descr_in: address of desc
 */
M
Masakazu Mokuno 已提交
192 193
static void gelic_card_free_chain(struct gelic_card *card,
				  struct gelic_descr *descr_in)
194
{
M
Masakazu Mokuno 已提交
195
	struct gelic_descr *descr;
196 197 198

	for (descr = descr_in; descr && descr->bus_addr; descr = descr->next) {
		dma_unmap_single(ctodev(card), descr->bus_addr,
M
Masakazu Mokuno 已提交
199
				 GELIC_DESCR_SIZE, DMA_BIDIRECTIONAL);
200 201 202 203 204
		descr->bus_addr = 0;
	}
}

/**
M
Masakazu Mokuno 已提交
205
 * gelic_card_init_chain - links descriptor chain
206 207 208 209 210 211 212 213 214 215
 * @card: card structure
 * @chain: address of chain
 * @start_descr: address of descriptor array
 * @no: number of descriptors
 *
 * we manage a circular list that mirrors the hardware structure,
 * except that the hardware uses bus addresses.
 *
 * returns 0 on success, <0 on failure
 */
M
Masakazu Mokuno 已提交
216 217 218
static int gelic_card_init_chain(struct gelic_card *card,
				 struct gelic_descr_chain *chain,
				 struct gelic_descr *start_descr, int no)
219 220
{
	int i;
M
Masakazu Mokuno 已提交
221
	struct gelic_descr *descr;
222 223 224 225 226 227

	descr = start_descr;
	memset(descr, 0, sizeof(*descr) * no);

	/* set up the hardware pointers in each descriptor */
	for (i = 0; i < no; i++, descr++) {
M
Masakazu Mokuno 已提交
228
		gelic_descr_set_status(descr, GELIC_DESCR_DMA_NOT_IN_USE);
229 230
		descr->bus_addr =
			dma_map_single(ctodev(card), descr,
M
Masakazu Mokuno 已提交
231
				       GELIC_DESCR_SIZE,
232 233 234 235 236 237 238 239 240 241 242 243 244 245 246
				       DMA_BIDIRECTIONAL);

		if (!descr->bus_addr)
			goto iommu_error;

		descr->next = descr + 1;
		descr->prev = descr - 1;
	}
	/* make them as ring */
	(descr - 1)->next = start_descr;
	start_descr->prev = (descr - 1);

	/* chain bus addr of hw descriptor */
	descr = start_descr;
	for (i = 0; i < no; i++, descr++) {
247
		descr->next_descr_addr = cpu_to_be32(descr->next->bus_addr);
248 249 250 251 252 253 254 255 256 257 258 259 260 261
	}

	chain->head = start_descr;
	chain->tail = start_descr;

	/* do not chain last hw descriptor */
	(descr - 1)->next_descr_addr = 0;

	return 0;

iommu_error:
	for (i--, descr--; 0 <= i; i--, descr--)
		if (descr->bus_addr)
			dma_unmap_single(ctodev(card), descr->bus_addr,
M
Masakazu Mokuno 已提交
262
					 GELIC_DESCR_SIZE,
263 264 265 266
					 DMA_BIDIRECTIONAL);
	return -ENOMEM;
}

267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291
/**
 * gelic_card_reset_chain - reset status of a descriptor chain
 * @card: card structure
 * @chain: address of chain
 * @start_descr: address of descriptor array
 *
 * Reset the status of dma descriptors to ready state
 * and re-initialize the hardware chain for later use
 */
static void gelic_card_reset_chain(struct gelic_card *card,
				   struct gelic_descr_chain *chain,
				   struct gelic_descr *start_descr)
{
	struct gelic_descr *descr;

	for (descr = start_descr; start_descr != descr->next; descr++) {
		gelic_descr_set_status(descr, GELIC_DESCR_DMA_CARDOWNED);
		descr->next_descr_addr = cpu_to_be32(descr->next->bus_addr);
	}

	chain->head = start_descr;
	chain->tail = (descr - 1);

	(descr - 1)->next_descr_addr = 0;
}
292
/**
M
Masakazu Mokuno 已提交
293
 * gelic_descr_prepare_rx - reinitializes a rx descriptor
294 295 296 297 298 299 300 301
 * @card: card structure
 * @descr: descriptor to re-init
 *
 * return 0 on succes, <0 on failure
 *
 * allocates a new rx skb, iommu-maps it and attaches it to the descriptor.
 * Activate the descriptor state-wise
 */
M
Masakazu Mokuno 已提交
302
static int gelic_descr_prepare_rx(struct gelic_card *card,
303
				  struct gelic_descr *descr)
304 305 306 307
{
	int offset;
	unsigned int bufsize;

M
Masakazu Mokuno 已提交
308
	if (gelic_descr_get_status(descr) !=  GELIC_DESCR_DMA_NOT_IN_USE)
309 310 311 312 313 314
		dev_info(ctodev(card), "%s: ERROR status \n", __func__);
	/* we need to round up the buffer size to a multiple of 128 */
	bufsize = ALIGN(GELIC_NET_MAX_MTU, GELIC_NET_RXBUF_ALIGN);

	/* and we need to have it 128 byte aligned, therefore we allocate a
	 * bit more */
315
	descr->skb = dev_alloc_skb(bufsize + GELIC_NET_RXBUF_ALIGN - 1);
316 317 318 319 320 321
	if (!descr->skb) {
		descr->buf_addr = 0; /* tell DMAC don't touch memory */
		dev_info(ctodev(card),
			 "%s:allocate skb failed !!\n", __func__);
		return -ENOMEM;
	}
322
	descr->buf_size = cpu_to_be32(bufsize);
323 324 325 326 327 328 329 330 331 332
	descr->dmac_cmd_status = 0;
	descr->result_size = 0;
	descr->valid_size = 0;
	descr->data_error = 0;

	offset = ((unsigned long)descr->skb->data) &
		(GELIC_NET_RXBUF_ALIGN - 1);
	if (offset)
		skb_reserve(descr->skb, GELIC_NET_RXBUF_ALIGN - offset);
	/* io-mmu-map the skb */
333 334 335 336
	descr->buf_addr = cpu_to_be32(dma_map_single(ctodev(card),
						     descr->skb->data,
						     GELIC_NET_MAX_MTU,
						     DMA_FROM_DEVICE));
337 338 339 340 341
	if (!descr->buf_addr) {
		dev_kfree_skb_any(descr->skb);
		descr->skb = NULL;
		dev_info(ctodev(card),
			 "%s:Could not iommu-map rx buffer\n", __func__);
M
Masakazu Mokuno 已提交
342
		gelic_descr_set_status(descr, GELIC_DESCR_DMA_NOT_IN_USE);
343 344
		return -ENOMEM;
	} else {
M
Masakazu Mokuno 已提交
345
		gelic_descr_set_status(descr, GELIC_DESCR_DMA_CARDOWNED);
346 347 348 349 350
		return 0;
	}
}

/**
M
Masakazu Mokuno 已提交
351
 * gelic_card_release_rx_chain - free all skb of rx descr
352 353 354
 * @card: card structure
 *
 */
M
Masakazu Mokuno 已提交
355
static void gelic_card_release_rx_chain(struct gelic_card *card)
356
{
M
Masakazu Mokuno 已提交
357
	struct gelic_descr *descr = card->rx_chain.head;
358 359 360 361

	do {
		if (descr->skb) {
			dma_unmap_single(ctodev(card),
362
					 be32_to_cpu(descr->buf_addr),
363 364 365 366 367
					 descr->skb->len,
					 DMA_FROM_DEVICE);
			descr->buf_addr = 0;
			dev_kfree_skb_any(descr->skb);
			descr->skb = NULL;
M
Masakazu Mokuno 已提交
368 369
			gelic_descr_set_status(descr,
					       GELIC_DESCR_DMA_NOT_IN_USE);
370 371 372 373 374 375
		}
		descr = descr->next;
	} while (descr != card->rx_chain.head);
}

/**
M
Masakazu Mokuno 已提交
376
 * gelic_card_fill_rx_chain - fills descriptors/skbs in the rx chains
377 378 379 380
 * @card: card structure
 *
 * fills all descriptors in the rx chain: allocates skbs
 * and iommu-maps them.
M
Masakazu Mokuno 已提交
381
 * returns 0 on success, < 0 on failure
382
 */
M
Masakazu Mokuno 已提交
383
static int gelic_card_fill_rx_chain(struct gelic_card *card)
384
{
M
Masakazu Mokuno 已提交
385
	struct gelic_descr *descr = card->rx_chain.head;
386 387 388 389
	int ret;

	do {
		if (!descr->skb) {
M
Masakazu Mokuno 已提交
390
			ret = gelic_descr_prepare_rx(card, descr);
391 392 393 394 395 396 397 398
			if (ret)
				goto rewind;
		}
		descr = descr->next;
	} while (descr != card->rx_chain.head);

	return 0;
rewind:
M
Masakazu Mokuno 已提交
399
	gelic_card_release_rx_chain(card);
400 401 402 403
	return ret;
}

/**
M
Masakazu Mokuno 已提交
404
 * gelic_card_alloc_rx_skbs - allocates rx skbs in rx descriptor chains
405 406
 * @card: card structure
 *
M
Masakazu Mokuno 已提交
407
 * returns 0 on success, < 0 on failure
408
 */
M
Masakazu Mokuno 已提交
409
static int gelic_card_alloc_rx_skbs(struct gelic_card *card)
410
{
M
Masakazu Mokuno 已提交
411
	struct gelic_descr_chain *chain;
412 413
	int ret;
	chain = &card->rx_chain;
M
Masakazu Mokuno 已提交
414
	ret = gelic_card_fill_rx_chain(card);
415
	chain->tail = card->rx_top->prev; /* point to the last */
416 417 418 419
	return ret;
}

/**
M
Masakazu Mokuno 已提交
420
 * gelic_descr_release_tx - processes a used tx descriptor
421 422 423 424 425
 * @card: card structure
 * @descr: descriptor to release
 *
 * releases a used tx descriptor (unmapping, freeing of skb)
 */
M
Masakazu Mokuno 已提交
426
static void gelic_descr_release_tx(struct gelic_card *card,
427
				       struct gelic_descr *descr)
428
{
429
	struct sk_buff *skb = descr->skb;
430

431 432 433 434
	BUG_ON(!(be32_to_cpu(descr->data_status) & GELIC_DESCR_TX_TAIL));

	dma_unmap_single(ctodev(card), be32_to_cpu(descr->buf_addr), skb->len,
			 DMA_TO_DEVICE);
435
	dev_kfree_skb_any(skb);
436 437 438 439 440 441 442 443 444 445 446

	descr->buf_addr = 0;
	descr->buf_size = 0;
	descr->next_descr_addr = 0;
	descr->result_size = 0;
	descr->valid_size = 0;
	descr->data_status = 0;
	descr->data_error = 0;
	descr->skb = NULL;

	/* set descr status */
M
Masakazu Mokuno 已提交
447
	gelic_descr_set_status(descr, GELIC_DESCR_DMA_NOT_IN_USE);
448 449
}

450 451 452 453 454 455 456 457 458 459 460 461 462 463
static void gelic_card_stop_queues(struct gelic_card *card)
{
	netif_stop_queue(card->netdev[GELIC_PORT_ETHERNET]);

	if (card->netdev[GELIC_PORT_WIRELESS])
		netif_stop_queue(card->netdev[GELIC_PORT_WIRELESS]);
}
static void gelic_card_wake_queues(struct gelic_card *card)
{
	netif_wake_queue(card->netdev[GELIC_PORT_ETHERNET]);

	if (card->netdev[GELIC_PORT_WIRELESS])
		netif_wake_queue(card->netdev[GELIC_PORT_WIRELESS]);
}
464
/**
M
Masakazu Mokuno 已提交
465
 * gelic_card_release_tx_chain - processes sent tx descriptors
466 467 468 469 470
 * @card: adapter structure
 * @stop: net_stop sequence
 *
 * releases the tx descriptors that gelic has finished with
 */
M
Masakazu Mokuno 已提交
471
static void gelic_card_release_tx_chain(struct gelic_card *card, int stop)
472
{
M
Masakazu Mokuno 已提交
473 474
	struct gelic_descr_chain *tx_chain;
	enum gelic_descr_dma_status status;
475
	struct net_device *netdev;
476 477 478 479 480
	int release = 0;

	for (tx_chain = &card->tx_chain;
	     tx_chain->head != tx_chain->tail && tx_chain->tail;
	     tx_chain->tail = tx_chain->tail->next) {
M
Masakazu Mokuno 已提交
481
		status = gelic_descr_get_status(tx_chain->tail);
482
		netdev = tx_chain->tail->skb->dev;
483
		switch (status) {
M
Masakazu Mokuno 已提交
484 485 486
		case GELIC_DESCR_DMA_RESPONSE_ERROR:
		case GELIC_DESCR_DMA_PROTECTION_ERROR:
		case GELIC_DESCR_DMA_FORCE_END:
487 488 489 490 491
			if (printk_ratelimit())
				dev_info(ctodev(card),
					 "%s: forcing end of tx descriptor " \
					 "with status %x\n",
					 __func__, status);
492
			netdev->stats.tx_dropped++;
493 494
			break;

M
Masakazu Mokuno 已提交
495
		case GELIC_DESCR_DMA_COMPLETE:
496
			if (tx_chain->tail->skb) {
497 498
				netdev->stats.tx_packets++;
				netdev->stats.tx_bytes +=
499 500
					tx_chain->tail->skb->len;
			}
501 502
			break;

M
Masakazu Mokuno 已提交
503
		case GELIC_DESCR_DMA_CARDOWNED:
504 505
			/* pending tx request */
		default:
M
Masakazu Mokuno 已提交
506
			/* any other value (== GELIC_DESCR_DMA_NOT_IN_USE) */
507 508
			if (!stop)
				goto out;
509
		}
M
Masakazu Mokuno 已提交
510
		gelic_descr_release_tx(card, tx_chain->tail);
511
		release ++;
512 513
	}
out:
514
	if (!stop && release)
515
		gelic_card_wake_queues(card);
516 517 518 519 520 521 522 523 524 525
}

/**
 * gelic_net_set_multi - sets multicast addresses and promisc flags
 * @netdev: interface device structure
 *
 * gelic_net_set_multi configures multicast addresses as needed for the
 * netdev interface. It also sets up multicast, allmulti and promisc
 * flags appropriately
 */
526
void gelic_net_set_multi(struct net_device *netdev)
527
{
528
	struct gelic_card *card = netdev_card(netdev);
529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549
	struct dev_mc_list *mc;
	unsigned int i;
	uint8_t *p;
	u64 addr;
	int status;

	/* clear all multicast address */
	status = lv1_net_remove_multicast_address(bus_id(card), dev_id(card),
						  0, 1);
	if (status)
		dev_err(ctodev(card),
			"lv1_net_remove_multicast_address failed %d\n",
			status);
	/* set broadcast address */
	status = lv1_net_add_multicast_address(bus_id(card), dev_id(card),
					       GELIC_NET_BROADCAST_ADDR, 0);
	if (status)
		dev_err(ctodev(card),
			"lv1_net_add_multicast_address failed, %d\n",
			status);

550 551
	if ((netdev->flags & IFF_ALLMULTI) ||
	    (netdev->mc_count > GELIC_NET_MC_COUNT_MAX)) {
552 553 554 555 556 557 558 559 560 561
		status = lv1_net_add_multicast_address(bus_id(card),
						       dev_id(card),
						       0, 1);
		if (status)
			dev_err(ctodev(card),
				"lv1_net_add_multicast_address failed, %d\n",
				status);
		return;
	}

562
	/* set multicast addresses */
563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580
	for (mc = netdev->mc_list; mc; mc = mc->next) {
		addr = 0;
		p = mc->dmi_addr;
		for (i = 0; i < ETH_ALEN; i++) {
			addr <<= 8;
			addr |= *p++;
		}
		status = lv1_net_add_multicast_address(bus_id(card),
						       dev_id(card),
						       addr, 0);
		if (status)
			dev_err(ctodev(card),
				"lv1_net_add_multicast_address failed, %d\n",
				status);
	}
}

/**
M
Masakazu Mokuno 已提交
581
 * gelic_card_enable_rxdmac - enables the receive DMA controller
582 583
 * @card: card structure
 *
M
Masakazu Mokuno 已提交
584
 * gelic_card_enable_rxdmac enables the DMA controller by setting RX_DMA_EN
585 586
 * in the GDADMACCNTR register
 */
M
Masakazu Mokuno 已提交
587
static inline void gelic_card_enable_rxdmac(struct gelic_card *card)
588 589 590
{
	int status;

591 592 593 594 595 596 597 598 599 600 601
#ifdef DEBUG
	if (gelic_descr_get_status(card->rx_chain.head) !=
	    GELIC_DESCR_DMA_CARDOWNED) {
		printk(KERN_ERR "%s: status=%x\n", __func__,
		       be32_to_cpu(card->rx_chain.head->dmac_cmd_status));
		printk(KERN_ERR "%s: nextphy=%x\n", __func__,
		       be32_to_cpu(card->rx_chain.head->next_descr_addr));
		printk(KERN_ERR "%s: head=%p\n", __func__,
		       card->rx_chain.head);
	}
#endif
602
	status = lv1_net_start_rx_dma(bus_id(card), dev_id(card),
603
				card->rx_chain.head->bus_addr, 0);
604 605 606 607 608 609
	if (status)
		dev_info(ctodev(card),
			 "lv1_net_start_rx_dma failed, status=%d\n", status);
}

/**
M
Masakazu Mokuno 已提交
610
 * gelic_card_disable_rxdmac - disables the receive DMA controller
611 612
 * @card: card structure
 *
M
Masakazu Mokuno 已提交
613
 * gelic_card_disable_rxdmac terminates processing on the DMA controller by
614 615
 * turing off DMA and issueing a force end
 */
M
Masakazu Mokuno 已提交
616
static inline void gelic_card_disable_rxdmac(struct gelic_card *card)
617 618 619 620 621 622 623 624 625 626 627
{
	int status;

	/* this hvc blocks until the DMA in progress really stopped */
	status = lv1_net_stop_rx_dma(bus_id(card), dev_id(card), 0);
	if (status)
		dev_err(ctodev(card),
			"lv1_net_stop_rx_dma faild, %d\n", status);
}

/**
M
Masakazu Mokuno 已提交
628
 * gelic_card_disable_txdmac - disables the transmit DMA controller
629 630
 * @card: card structure
 *
M
Masakazu Mokuno 已提交
631
 * gelic_card_disable_txdmac terminates processing on the DMA controller by
632 633
 * turing off DMA and issueing a force end
 */
M
Masakazu Mokuno 已提交
634
static inline void gelic_card_disable_txdmac(struct gelic_card *card)
635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650
{
	int status;

	/* this hvc blocks until the DMA in progress really stopped */
	status = lv1_net_stop_tx_dma(bus_id(card), dev_id(card), 0);
	if (status)
		dev_err(ctodev(card),
			"lv1_net_stop_tx_dma faild, status=%d\n", status);
}

/**
 * gelic_net_stop - called upon ifconfig down
 * @netdev: interface device structure
 *
 * always returns 0
 */
651
int gelic_net_stop(struct net_device *netdev)
652
{
653
	struct gelic_card *card;
654

655
	pr_debug("%s: start\n", __func__);
656

657
	netif_stop_queue(netdev);
658 659
	netif_carrier_off(netdev);

660 661
	card = netdev_card(netdev);
	gelic_card_down(card);
662

663
	pr_debug("%s: done\n", __func__);
664 665 666 667
	return 0;
}

/**
M
Masakazu Mokuno 已提交
668
 * gelic_card_get_next_tx_descr - returns the next available tx descriptor
669 670 671 672
 * @card: device structure to get descriptor from
 *
 * returns the address of the next descriptor, or NULL if not available.
 */
M
Masakazu Mokuno 已提交
673 674
static struct gelic_descr *
gelic_card_get_next_tx_descr(struct gelic_card *card)
675 676 677
{
	if (!card->tx_chain.head)
		return NULL;
678
	/*  see if the next descriptor is free */
679
	if (card->tx_chain.tail != card->tx_chain.head->next &&
M
Masakazu Mokuno 已提交
680 681
	    gelic_descr_get_status(card->tx_chain.head) ==
	    GELIC_DESCR_DMA_NOT_IN_USE)
682 683 684 685 686 687 688
		return card->tx_chain.head;
	else
		return NULL;

}

/**
689
 * gelic_net_set_txdescr_cmdstat - sets the tx descriptor command field
690 691 692 693 694 695 696
 * @descr: descriptor structure to fill out
 * @skb: packet to consider
 *
 * fills out the command and status field of the descriptor structure,
 * depending on hardware checksum settings. This function assumes a wmb()
 * has executed before.
 */
M
Masakazu Mokuno 已提交
697 698
static void gelic_descr_set_tx_cmdstat(struct gelic_descr *descr,
				       struct sk_buff *skb)
699 700
{
	if (skb->ip_summed != CHECKSUM_PARTIAL)
701
		descr->dmac_cmd_status =
M
Masakazu Mokuno 已提交
702 703
			cpu_to_be32(GELIC_DESCR_DMA_CMD_NO_CHKSUM |
				    GELIC_DESCR_TX_DMA_FRAME_TAIL);
704 705 706 707 708 709
	else {
		/* is packet ip?
		 * if yes: tcp? udp? */
		if (skb->protocol == htons(ETH_P_IP)) {
			if (ip_hdr(skb)->protocol == IPPROTO_TCP)
				descr->dmac_cmd_status =
M
Masakazu Mokuno 已提交
710 711
				cpu_to_be32(GELIC_DESCR_DMA_CMD_TCP_CHKSUM |
					    GELIC_DESCR_TX_DMA_FRAME_TAIL);
712

713 714
			else if (ip_hdr(skb)->protocol == IPPROTO_UDP)
				descr->dmac_cmd_status =
M
Masakazu Mokuno 已提交
715 716
				cpu_to_be32(GELIC_DESCR_DMA_CMD_UDP_CHKSUM |
					    GELIC_DESCR_TX_DMA_FRAME_TAIL);
717 718 719 720 721
			else	/*
				 * the stack should checksum non-tcp and non-udp
				 * packets on his own: NETIF_F_IP_CSUM
				 */
				descr->dmac_cmd_status =
M
Masakazu Mokuno 已提交
722 723
				cpu_to_be32(GELIC_DESCR_DMA_CMD_NO_CHKSUM |
					    GELIC_DESCR_TX_DMA_FRAME_TAIL);
724 725 726 727
		}
	}
}

728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752
static inline struct sk_buff *gelic_put_vlan_tag(struct sk_buff *skb,
						 unsigned short tag)
{
	struct vlan_ethhdr *veth;
	static unsigned int c;

	if (skb_headroom(skb) < VLAN_HLEN) {
		struct sk_buff *sk_tmp = skb;
		pr_debug("%s: hd=%d c=%ud\n", __func__, skb_headroom(skb), c);
		skb = skb_realloc_headroom(sk_tmp, VLAN_HLEN);
		if (!skb)
			return NULL;
		dev_kfree_skb_any(sk_tmp);
	}
	veth = (struct vlan_ethhdr *)skb_push(skb, VLAN_HLEN);

	/* Move the mac addresses to the top of buffer */
	memmove(skb->data, skb->data + VLAN_HLEN, 2 * ETH_ALEN);

	veth->h_vlan_proto = __constant_htons(ETH_P_8021Q);
	veth->h_vlan_TCI = htons(tag);

	return skb;
}

753
/**
754
 * gelic_descr_prepare_tx - setup a descriptor for sending packets
755 756 757 758 759 760 761
 * @card: card structure
 * @descr: descriptor structure
 * @skb: packet to use
 *
 * returns 0 on success, <0 on failure.
 *
 */
M
Masakazu Mokuno 已提交
762 763 764
static int gelic_descr_prepare_tx(struct gelic_card *card,
				  struct gelic_descr *descr,
				  struct sk_buff *skb)
765
{
766
	dma_addr_t buf;
767

768
	if (card->vlan_required) {
769
		struct sk_buff *skb_tmp;
770 771 772
		enum gelic_port_type type;

		type = netdev_port(skb->dev)->type;
773
		skb_tmp = gelic_put_vlan_tag(skb,
774
					     card->vlan[type].tx);
775 776 777
		if (!skb_tmp)
			return -ENOMEM;
		skb = skb_tmp;
778 779
	}

780
	buf = dma_map_single(ctodev(card), skb->data, skb->len, DMA_TO_DEVICE);
781

782
	if (!buf) {
783 784
		dev_err(ctodev(card),
			"dma map 2 failed (%p, %i). Dropping packet\n",
785
			skb->data, skb->len);
786 787 788
		return -ENOMEM;
	}

789 790
	descr->buf_addr = cpu_to_be32(buf);
	descr->buf_size = cpu_to_be32(skb->len);
791
	descr->skb = skb;
792
	descr->data_status = 0;
793
	descr->next_descr_addr = 0; /* terminate hw descr */
M
Masakazu Mokuno 已提交
794
	gelic_descr_set_tx_cmdstat(descr, skb);
795 796

	/* bump free descriptor pointer */
797
	card->tx_chain.head = descr->next;
798 799 800 801
	return 0;
}

/**
M
Masakazu Mokuno 已提交
802
 * gelic_card_kick_txdma - enables TX DMA processing
803 804 805 806
 * @card: card structure
 * @descr: descriptor address to enable TX processing at
 *
 */
M
Masakazu Mokuno 已提交
807 808
static int gelic_card_kick_txdma(struct gelic_card *card,
				 struct gelic_descr *descr)
809
{
810
	int status = 0;
811 812 813 814

	if (card->tx_dma_progress)
		return 0;

M
Masakazu Mokuno 已提交
815
	if (gelic_descr_get_status(descr) == GELIC_DESCR_DMA_CARDOWNED) {
816
		card->tx_dma_progress = 1;
817 818 819
		status = lv1_net_start_tx_dma(bus_id(card), dev_id(card),
					      descr->bus_addr, 0);
		if (status)
820
			dev_info(ctodev(card), "lv1_net_start_txdma failed," \
821
				 "status=%d\n", status);
822 823 824 825 826 827 828 829 830 831 832
	}
	return status;
}

/**
 * gelic_net_xmit - transmits a frame over the device
 * @skb: packet to send out
 * @netdev: interface device structure
 *
 * returns 0 on success, <0 on failure
 */
833
int gelic_net_xmit(struct sk_buff *skb, struct net_device *netdev)
834
{
835
	struct gelic_card *card = netdev_card(netdev);
M
Masakazu Mokuno 已提交
836
	struct gelic_descr *descr;
837 838 839
	int result;
	unsigned long flags;

840
	spin_lock_irqsave(&card->tx_lock, flags);
841

M
Masakazu Mokuno 已提交
842
	gelic_card_release_tx_chain(card, 0);
843

M
Masakazu Mokuno 已提交
844
	descr = gelic_card_get_next_tx_descr(card);
845
	if (!descr) {
846 847 848
		/*
		 * no more descriptors free
		 */
849 850
		gelic_card_stop_queues(card);
		spin_unlock_irqrestore(&card->tx_lock, flags);
851 852 853
		return NETDEV_TX_BUSY;
	}

M
Masakazu Mokuno 已提交
854
	result = gelic_descr_prepare_tx(card, descr, skb);
855 856 857 858 859
	if (result) {
		/*
		 * DMA map failed.  As chanses are that failure
		 * would continue, just release skb and return
		 */
860
		netdev->stats.tx_dropped++;
861
		dev_kfree_skb_any(skb);
862
		spin_unlock_irqrestore(&card->tx_lock, flags);
863 864 865 866 867 868
		return NETDEV_TX_OK;
	}
	/*
	 * link this prepared descriptor to previous one
	 * to achieve high performance
	 */
869
	descr->prev->next_descr_addr = cpu_to_be32(descr->bus_addr);
870 871 872 873 874
	/*
	 * as hardware descriptor is modified in the above lines,
	 * ensure that the hardware sees it
	 */
	wmb();
M
Masakazu Mokuno 已提交
875
	if (gelic_card_kick_txdma(card, descr)) {
876 877 878 879
		/*
		 * kick failed.
		 * release descriptors which were just prepared
		 */
880
		netdev->stats.tx_dropped++;
M
Masakazu Mokuno 已提交
881 882
		gelic_descr_release_tx(card, descr);
		gelic_descr_release_tx(card, descr->next);
883 884 885 886 887 888
		card->tx_chain.tail = descr->next->next;
		dev_info(ctodev(card), "%s: kick failure\n", __func__);
	} else {
		/* OK, DMA started/reserved */
		netdev->trans_start = jiffies;
	}
889

890
	spin_unlock_irqrestore(&card->tx_lock, flags);
891 892 893 894 895 896 897
	return NETDEV_TX_OK;
}

/**
 * gelic_net_pass_skb_up - takes an skb from a descriptor and passes it on
 * @descr: descriptor to process
 * @card: card structure
898
 * @netdev: net_device structure to be passed packet
899 900 901 902
 *
 * iommu-unmaps the skb, fills out skb structure and passes the data to the
 * stack. The descriptor state is not changed.
 */
M
Masakazu Mokuno 已提交
903
static void gelic_net_pass_skb_up(struct gelic_descr *descr,
904 905 906
				  struct gelic_card *card,
				  struct net_device *netdev)

907
{
908
	struct sk_buff *skb = descr->skb;
909 910
	u32 data_status, data_error;

911 912
	data_status = be32_to_cpu(descr->data_status);
	data_error = be32_to_cpu(descr->data_error);
913
	/* unmap skb buffer */
914 915
	dma_unmap_single(ctodev(card), be32_to_cpu(descr->buf_addr),
			 GELIC_NET_MAX_MTU,
916 917
			 DMA_FROM_DEVICE);

918
	skb_put(skb, be32_to_cpu(descr->valid_size)?
919 920
		be32_to_cpu(descr->valid_size) :
		be32_to_cpu(descr->result_size));
921 922
	if (!descr->valid_size)
		dev_info(ctodev(card), "buffer full %x %x %x\n",
923 924 925
			 be32_to_cpu(descr->result_size),
			 be32_to_cpu(descr->buf_size),
			 be32_to_cpu(descr->dmac_cmd_status));
926 927 928 929 930 931 932 933 934 935 936

	descr->skb = NULL;
	/*
	 * the card put 2 bytes vlan tag in front
	 * of the ethernet frame
	 */
	skb_pull(skb, 2);
	skb->protocol = eth_type_trans(skb, netdev);

	/* checksum offload */
	if (card->rx_csum) {
M
Masakazu Mokuno 已提交
937 938
		if ((data_status & GELIC_DESCR_DATA_STATUS_CHK_MASK) &&
		    (!(data_error & GELIC_DESCR_DATA_ERROR_CHK_MASK)))
939 940 941 942 943 944 945
			skb->ip_summed = CHECKSUM_UNNECESSARY;
		else
			skb->ip_summed = CHECKSUM_NONE;
	} else
		skb->ip_summed = CHECKSUM_NONE;

	/* update netdevice statistics */
946 947
	netdev->stats.rx_packets++;
	netdev->stats.rx_bytes += skb->len;
948 949 950 951 952 953

	/* pass skb up to stack */
	netif_receive_skb(skb);
}

/**
M
Masakazu Mokuno 已提交
954
 * gelic_card_decode_one_descr - processes an rx descriptor
955 956 957 958 959 960 961
 * @card: card structure
 *
 * returns 1 if a packet has been sent to the stack, otherwise 0
 *
 * processes an rx descriptor by iommu-unmapping the data buffer and passing
 * the packet up to the stack
 */
M
Masakazu Mokuno 已提交
962
static int gelic_card_decode_one_descr(struct gelic_card *card)
963
{
M
Masakazu Mokuno 已提交
964 965
	enum gelic_descr_dma_status status;
	struct gelic_descr_chain *chain = &card->rx_chain;
966 967
	struct gelic_descr *descr = chain->head;
	struct net_device *netdev = NULL;
968 969
	int dmac_chain_ended;

M
Masakazu Mokuno 已提交
970
	status = gelic_descr_get_status(descr);
971 972
	/* is this descriptor terminated with next_descr == NULL? */
	dmac_chain_ended =
973
		be32_to_cpu(descr->dmac_cmd_status) &
M
Masakazu Mokuno 已提交
974
		GELIC_DESCR_RX_DMA_CHAIN_END;
975

M
Masakazu Mokuno 已提交
976
	if (status == GELIC_DESCR_DMA_CARDOWNED)
977 978
		return 0;

M
Masakazu Mokuno 已提交
979
	if (status == GELIC_DESCR_DMA_NOT_IN_USE) {
980 981 982 983
		dev_dbg(ctodev(card), "dormant descr? %p\n", descr);
		return 0;
	}

984 985 986 987 988 989 990 991 992 993 994 995 996 997 998 999 1000 1001
	/* netdevice select */
	if (card->vlan_required) {
		unsigned int i;
		u16 vid;
		vid = *(u16 *)(descr->skb->data) & VLAN_VID_MASK;
		for (i = 0; i < GELIC_PORT_MAX; i++) {
			if (card->vlan[i].rx == vid) {
				netdev = card->netdev[i];
				break;
			}
		};
		if (GELIC_PORT_MAX <= i) {
			pr_info("%s: unknown packet vid=%x\n", __func__, vid);
			goto refill;
		}
	} else
		netdev = card->netdev[GELIC_PORT_ETHERNET];

M
Masakazu Mokuno 已提交
1002 1003 1004
	if ((status == GELIC_DESCR_DMA_RESPONSE_ERROR) ||
	    (status == GELIC_DESCR_DMA_PROTECTION_ERROR) ||
	    (status == GELIC_DESCR_DMA_FORCE_END)) {
1005 1006
		dev_info(ctodev(card), "dropping RX descriptor with state %x\n",
			 status);
1007
		netdev->stats.rx_dropped++;
1008 1009 1010
		goto refill;
	}

M
Masakazu Mokuno 已提交
1011
	if (status == GELIC_DESCR_DMA_BUFFER_FULL) {
1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026 1027
		/*
		 * Buffer full would occur if and only if
		 * the frame length was longer than the size of this
		 * descriptor's buffer.  If the frame length was equal
		 * to or shorter than buffer'size, FRAME_END condition
		 * would occur.
		 * Anyway this frame was longer than the MTU,
		 * just drop it.
		 */
		dev_info(ctodev(card), "overlength frame\n");
		goto refill;
	}
	/*
	 * descriptoers any other than FRAME_END here should
	 * be treated as error.
	 */
M
Masakazu Mokuno 已提交
1028
	if (status != GELIC_DESCR_DMA_FRAME_END) {
1029 1030 1031 1032 1033 1034
		dev_dbg(ctodev(card), "RX descriptor with state %x\n",
			status);
		goto refill;
	}

	/* ok, we've got a packet in descr */
1035
	gelic_net_pass_skb_up(descr, card, netdev);
1036
refill:
1037 1038 1039 1040 1041 1042
	/*
	 * So that always DMAC can see the end
	 * of the descriptor chain to avoid
	 * from unwanted DMAC overrun.
	 */
	descr->next_descr_addr = 0;
1043 1044

	/* change the descriptor state: */
M
Masakazu Mokuno 已提交
1045
	gelic_descr_set_status(descr, GELIC_DESCR_DMA_NOT_IN_USE);
1046

1047 1048 1049
	/*
	 * this call can fail, but for now, just leave this
	 * decriptor without skb
1050
	 */
M
Masakazu Mokuno 已提交
1051
	gelic_descr_prepare_rx(card, descr);
1052

1053 1054
	chain->tail = descr;
	chain->head = descr->next;
1055 1056 1057 1058

	/*
	 * Set this descriptor the end of the chain.
	 */
1059
	descr->prev->next_descr_addr = cpu_to_be32(descr->bus_addr);
1060

1061 1062 1063 1064
	/*
	 * If dmac chain was met, DMAC stopped.
	 * thus re-enable it
	 */
1065
	if (dmac_chain_ended) {
1066 1067
		card->rx_dma_restart_required = 1;
		dev_dbg(ctodev(card), "reenable rx dma scheduled\n");
1068 1069 1070 1071 1072 1073 1074
	}

	return 1;
}

/**
 * gelic_net_poll - NAPI poll function called by the stack to return packets
1075
 * @napi: napi structure
1076 1077
 * @budget: number of packets we can pass to the stack at most
 *
1078
 * returns the number of the processed packets
1079 1080
 *
 */
1081
static int gelic_net_poll(struct napi_struct *napi, int budget)
1082
{
M
Masakazu Mokuno 已提交
1083
	struct gelic_card *card = container_of(napi, struct gelic_card, napi);
1084
	int packets_done = 0;
1085

1086
	while (packets_done < budget) {
M
Masakazu Mokuno 已提交
1087
		if (!gelic_card_decode_one_descr(card))
1088
			break;
1089 1090

		packets_done++;
1091
	}
1092 1093

	if (packets_done < budget) {
1094
		napi_complete(napi);
M
Masakazu Mokuno 已提交
1095
		gelic_card_rx_irq_on(card);
1096 1097
	}
	return packets_done;
1098 1099 1100 1101 1102 1103 1104 1105
}
/**
 * gelic_net_change_mtu - changes the MTU of an interface
 * @netdev: interface device structure
 * @new_mtu: new MTU value
 *
 * returns 0 on success, <0 on failure
 */
1106
int gelic_net_change_mtu(struct net_device *netdev, int new_mtu)
1107 1108 1109 1110 1111 1112 1113 1114 1115 1116 1117 1118
{
	/* no need to re-alloc skbs or so -- the max mtu is about 2.3k
	 * and mtu is outbound only anyway */
	if ((new_mtu < GELIC_NET_MIN_MTU) ||
	    (new_mtu > GELIC_NET_MAX_MTU)) {
		return -EINVAL;
	}
	netdev->mtu = new_mtu;
	return 0;
}

/**
M
Masakazu Mokuno 已提交
1119
 * gelic_card_interrupt - event handler for gelic_net
1120
 */
M
Masakazu Mokuno 已提交
1121
static irqreturn_t gelic_card_interrupt(int irq, void *ptr)
1122 1123
{
	unsigned long flags;
1124
	struct gelic_card *card = ptr;
1125 1126 1127 1128 1129 1130 1131
	u64 status;

	status = card->irq_status;

	if (!status)
		return IRQ_NONE;

1132 1133
	status &= card->irq_mask;

1134 1135
	if (card->rx_dma_restart_required) {
		card->rx_dma_restart_required = 0;
M
Masakazu Mokuno 已提交
1136
		gelic_card_enable_rxdmac(card);
1137 1138
	}

M
Masakazu Mokuno 已提交
1139 1140
	if (status & GELIC_CARD_RXINT) {
		gelic_card_rx_irq_off(card);
1141
		napi_schedule(&card->napi);
1142 1143
	}

M
Masakazu Mokuno 已提交
1144
	if (status & GELIC_CARD_TXINT) {
1145
		spin_lock_irqsave(&card->tx_lock, flags);
1146
		card->tx_dma_progress = 0;
M
Masakazu Mokuno 已提交
1147
		gelic_card_release_tx_chain(card, 0);
1148
		/* kick outstanding tx descriptor if any */
M
Masakazu Mokuno 已提交
1149
		gelic_card_kick_txdma(card, card->tx_chain.tail);
1150
		spin_unlock_irqrestore(&card->tx_lock, flags);
1151
	}
1152 1153 1154 1155

	/* ether port status changed */
	if (status & GELIC_CARD_PORT_STATUS_CHANGED)
		gelic_card_get_ether_port_status(card, 1);
1156

1157 1158 1159 1160 1161 1162 1163 1164 1165 1166
	return IRQ_HANDLED;
}

#ifdef CONFIG_NET_POLL_CONTROLLER
/**
 * gelic_net_poll_controller - artificial interrupt for netconsole etc.
 * @netdev: interface device structure
 *
 * see Documentation/networking/netconsole.txt
 */
1167
void gelic_net_poll_controller(struct net_device *netdev)
1168
{
1169
	struct gelic_card *card = netdev_card(netdev);
1170

M
Masakazu Mokuno 已提交
1171 1172
	gelic_card_set_irq_mask(card, 0);
	gelic_card_interrupt(netdev->irq, netdev);
1173
	gelic_card_set_irq_mask(card, card->irq_mask);
1174 1175 1176 1177 1178 1179 1180 1181 1182 1183 1184 1185
}
#endif /* CONFIG_NET_POLL_CONTROLLER */

/**
 * gelic_net_open - called upon ifonfig up
 * @netdev: interface device structure
 *
 * returns 0 on success, <0 on failure
 *
 * gelic_net_open allocates all the descriptors and memory needed for
 * operation, sets up multicast list and enables interrupts
 */
1186
int gelic_net_open(struct net_device *netdev)
1187
{
1188
	struct gelic_card *card = netdev_card(netdev);
1189

1190
	dev_dbg(ctodev(card), " -> %s %p\n", __func__, netdev);
1191

1192
	gelic_card_up(card);
1193 1194

	netif_start_queue(netdev);
1195
	gelic_card_get_ether_port_status(card, 1);
1196

1197
	dev_dbg(ctodev(card), " <- %s\n", __func__);
1198 1199 1200
	return 0;
}

1201 1202
void gelic_net_get_drvinfo(struct net_device *netdev,
			   struct ethtool_drvinfo *info)
1203 1204 1205 1206 1207
{
	strncpy(info->driver, DRV_NAME, sizeof(info->driver) - 1);
	strncpy(info->version, DRV_VERSION, sizeof(info->version) - 1);
}

M
Masakazu Mokuno 已提交
1208 1209
static int gelic_ether_get_settings(struct net_device *netdev,
				    struct ethtool_cmd *cmd)
1210
{
1211
	struct gelic_card *card = netdev_card(netdev);
1212

1213 1214 1215 1216 1217 1218 1219 1220 1221 1222 1223 1224 1225 1226 1227 1228 1229 1230 1231 1232 1233
	gelic_card_get_ether_port_status(card, 0);

	if (card->ether_port_status & GELIC_LV1_ETHER_FULL_DUPLEX)
		cmd->duplex = DUPLEX_FULL;
	else
		cmd->duplex = DUPLEX_HALF;

	switch (card->ether_port_status & GELIC_LV1_ETHER_SPEED_MASK) {
	case GELIC_LV1_ETHER_SPEED_10:
		cmd->speed = SPEED_10;
		break;
	case GELIC_LV1_ETHER_SPEED_100:
		cmd->speed = SPEED_100;
		break;
	case GELIC_LV1_ETHER_SPEED_1000:
		cmd->speed = SPEED_1000;
		break;
	default:
		pr_info("%s: speed unknown\n", __func__);
		cmd->speed = SPEED_10;
		break;
1234
	}
1235

1236 1237 1238 1239 1240 1241 1242 1243 1244 1245 1246
	cmd->supported = SUPPORTED_TP | SUPPORTED_Autoneg |
			SUPPORTED_10baseT_Half | SUPPORTED_10baseT_Full |
			SUPPORTED_100baseT_Half | SUPPORTED_100baseT_Full |
			SUPPORTED_1000baseT_Half | SUPPORTED_1000baseT_Full;
	cmd->advertising = cmd->supported;
	cmd->autoneg = AUTONEG_ENABLE; /* always enabled */
	cmd->port = PORT_TP;

	return 0;
}

1247
u32 gelic_net_get_rx_csum(struct net_device *netdev)
1248
{
1249
	struct gelic_card *card = netdev_card(netdev);
1250 1251 1252 1253

	return card->rx_csum;
}

1254
int gelic_net_set_rx_csum(struct net_device *netdev, u32 data)
1255
{
1256
	struct gelic_card *card = netdev_card(netdev);
1257 1258 1259 1260 1261

	card->rx_csum = data;
	return 0;
}

1262
static struct ethtool_ops gelic_ether_ethtool_ops = {
1263
	.get_drvinfo	= gelic_net_get_drvinfo,
M
Masakazu Mokuno 已提交
1264
	.get_settings	= gelic_ether_get_settings,
1265 1266 1267
	.get_link	= ethtool_op_get_link,
	.get_tx_csum	= ethtool_op_get_tx_csum,
	.set_tx_csum	= ethtool_op_set_tx_csum,
1268 1269 1270 1271 1272 1273 1274 1275 1276 1277 1278 1279 1280
	.get_rx_csum	= gelic_net_get_rx_csum,
	.set_rx_csum	= gelic_net_set_rx_csum,
};

/**
 * gelic_net_tx_timeout_task - task scheduled by the watchdog timeout
 * function (to be called not under interrupt status)
 * @work: work is context of tx timout task
 *
 * called as task when tx hangs, resets interface (if interface is up)
 */
static void gelic_net_tx_timeout_task(struct work_struct *work)
{
M
Masakazu Mokuno 已提交
1281 1282
	struct gelic_card *card =
		container_of(work, struct gelic_card, tx_timeout_task);
1283
	struct net_device *netdev = card->netdev[GELIC_PORT_ETHERNET];
1284 1285 1286 1287 1288 1289 1290 1291 1292 1293 1294 1295 1296 1297 1298 1299 1300 1301 1302 1303 1304 1305

	dev_info(ctodev(card), "%s:Timed out. Restarting... \n", __func__);

	if (!(netdev->flags & IFF_UP))
		goto out;

	netif_device_detach(netdev);
	gelic_net_stop(netdev);

	gelic_net_open(netdev);
	netif_device_attach(netdev);

out:
	atomic_dec(&card->tx_timeout_task_counter);
}

/**
 * gelic_net_tx_timeout - called when the tx timeout watchdog kicks in.
 * @netdev: interface device structure
 *
 * called, if tx hangs. Schedules a task that resets the interface
 */
1306
void gelic_net_tx_timeout(struct net_device *netdev)
1307
{
M
Masakazu Mokuno 已提交
1308
	struct gelic_card *card;
1309

1310
	card = netdev_card(netdev);
1311 1312 1313 1314 1315 1316 1317 1318
	atomic_inc(&card->tx_timeout_task_counter);
	if (netdev->flags & IFF_UP)
		schedule_work(&card->tx_timeout_task);
	else
		atomic_dec(&card->tx_timeout_task_counter);
}

/**
M
Masakazu Mokuno 已提交
1319
 * gelic_ether_setup_netdev_ops - initialization of net_device operations
1320 1321 1322 1323
 * @netdev: net_device structure
 *
 * fills out function pointers in the net_device structure
 */
1324 1325
static void gelic_ether_setup_netdev_ops(struct net_device *netdev,
					 struct napi_struct *napi)
1326 1327 1328 1329 1330 1331 1332 1333 1334
{
	netdev->open = &gelic_net_open;
	netdev->stop = &gelic_net_stop;
	netdev->hard_start_xmit = &gelic_net_xmit;
	netdev->set_multicast_list = &gelic_net_set_multi;
	netdev->change_mtu = &gelic_net_change_mtu;
	/* tx watchdog */
	netdev->tx_timeout = &gelic_net_tx_timeout;
	netdev->watchdog_timeo = GELIC_NET_WATCHDOG_TIMEOUT;
1335 1336 1337 1338 1339 1340 1341
	/* NAPI */
	netif_napi_add(netdev, napi,
		       gelic_net_poll, GELIC_NET_NAPI_WEIGHT);
	netdev->ethtool_ops = &gelic_ether_ethtool_ops;
#ifdef CONFIG_NET_POLL_CONTROLLER
	netdev->poll_controller = gelic_net_poll_controller;
#endif
1342 1343 1344
}

/**
1345 1346
 * gelic_ether_setup_netdev - initialization of net_device
 * @netdev: net_device structure
1347 1348 1349 1350
 * @card: card structure
 *
 * Returns 0 on success or <0 on failure
 *
1351 1352
 * gelic_ether_setup_netdev initializes the net_device structure
 * and register it.
1353
 **/
1354
int gelic_net_setup_netdev(struct net_device *netdev, struct gelic_card *card)
1355 1356 1357
{
	int status;
	u64 v1, v2;
1358
	DECLARE_MAC_BUF(mac);
1359 1360 1361 1362

	netdev->features = NETIF_F_IP_CSUM;

	status = lv1_net_control(bus_id(card), dev_id(card),
M
Masakazu Mokuno 已提交
1363
				 GELIC_LV1_GET_MAC_ADDRESS,
1364
				 0, 0, 0, &v1, &v2);
1365
	v1 <<= 16;
1366 1367 1368 1369 1370 1371
	if (status || !is_valid_ether_addr((u8 *)&v1)) {
		dev_info(ctodev(card),
			 "%s:lv1_net_control GET_MAC_ADDR failed %d\n",
			 __func__, status);
		return -EINVAL;
	}
1372
	memcpy(netdev->dev_addr, &v1, ETH_ALEN);
1373

1374
	if (card->vlan_required) {
1375
		netdev->hard_header_len += VLAN_HLEN;
1376 1377 1378 1379 1380
		/*
		 * As vlan is internally used,
		 * we can not receive vlan packets
		 */
		netdev->features |= NETIF_F_VLAN_CHALLENGED;
1381
	}
1382 1383 1384

	status = register_netdev(netdev);
	if (status) {
1385 1386
		dev_err(ctodev(card), "%s:Couldn't register %s %d\n",
			__func__, netdev->name, status);
1387 1388
		return status;
	}
1389 1390 1391
	dev_info(ctodev(card), "%s: MAC addr %s\n",
		 netdev->name,
		 print_mac(mac, netdev->dev_addr));
1392 1393 1394 1395 1396

	return 0;
}

/**
M
Masakazu Mokuno 已提交
1397
 * gelic_alloc_card_net - allocates net_device and card structure
1398 1399 1400 1401 1402
 *
 * returns the card structure or NULL in case of errors
 *
 * the card and net_device structures are linked to each other
 */
1403 1404
#define GELIC_ALIGN (32)
static struct gelic_card *gelic_alloc_card_net(struct net_device **netdev)
1405
{
M
Masakazu Mokuno 已提交
1406
	struct gelic_card *card;
1407 1408
	struct gelic_port *port;
	void *p;
1409 1410
	size_t alloc_size;
	/*
1411 1412
	 * gelic requires dma descriptor is 32 bytes aligned and
	 * the hypervisor requires irq_status is 8 bytes aligned.
1413
	 */
M
Masakazu Mokuno 已提交
1414 1415
	BUILD_BUG_ON(offsetof(struct gelic_card, irq_status) % 8);
	BUILD_BUG_ON(offsetof(struct gelic_card, descr) % 32);
1416 1417 1418 1419 1420
	alloc_size =
		sizeof(struct gelic_card) +
		sizeof(struct gelic_descr) * GELIC_NET_RX_DESCRIPTORS +
		sizeof(struct gelic_descr) * GELIC_NET_TX_DESCRIPTORS +
		GELIC_ALIGN - 1;
1421

1422 1423
	p  = kzalloc(alloc_size, GFP_KERNEL);
	if (!p)
1424
		return NULL;
1425 1426 1427 1428 1429 1430 1431 1432 1433 1434 1435 1436 1437 1438 1439 1440 1441 1442 1443 1444
	card = PTR_ALIGN(p, GELIC_ALIGN);
	card->unalign = p;

	/*
	 * alloc netdev
	 */
	*netdev = alloc_etherdev(sizeof(struct gelic_port));
	if (!netdev) {
		kfree(card->unalign);
		return NULL;
	}
	port = netdev_priv(*netdev);

	/* gelic_port */
	port->netdev = *netdev;
	port->card = card;
	port->type = GELIC_PORT_ETHERNET;

	/* gelic_card */
	card->netdev[GELIC_PORT_ETHERNET] = *netdev;
1445 1446 1447 1448

	INIT_WORK(&card->tx_timeout_task, gelic_net_tx_timeout_task);
	init_waitqueue_head(&card->waitq);
	atomic_set(&card->tx_timeout_task_counter, 0);
1449 1450
	init_MUTEX(&card->updown_lock);
	atomic_set(&card->users, 0);
1451 1452 1453 1454

	return card;
}

1455 1456 1457 1458 1459 1460 1461 1462 1463 1464 1465 1466 1467 1468 1469 1470 1471 1472 1473 1474 1475 1476 1477 1478 1479 1480 1481 1482 1483 1484 1485 1486 1487 1488 1489 1490 1491 1492 1493 1494 1495 1496 1497 1498 1499 1500 1501 1502 1503 1504 1505 1506 1507 1508 1509 1510 1511 1512 1513 1514 1515 1516 1517 1518 1519 1520 1521 1522 1523 1524 1525
static void gelic_card_get_vlan_info(struct gelic_card *card)
{
	u64 v1, v2;
	int status;
	unsigned int i;
	struct {
		int tx;
		int rx;
	} vlan_id_ix[2] = {
		[GELIC_PORT_ETHERNET] = {
			.tx = GELIC_LV1_VLAN_TX_ETHERNET,
			.rx = GELIC_LV1_VLAN_RX_ETHERNET
		},
		[GELIC_PORT_WIRELESS] = {
			.tx = GELIC_LV1_VLAN_TX_WIRELESS,
			.rx = GELIC_LV1_VLAN_RX_WIRELESS
		}
	};

	for (i = 0; i < ARRAY_SIZE(vlan_id_ix); i++) {
		/* tx tag */
		status = lv1_net_control(bus_id(card), dev_id(card),
					 GELIC_LV1_GET_VLAN_ID,
					 vlan_id_ix[i].tx,
					 0, 0, &v1, &v2);
		if (status || !v1) {
			if (status != LV1_NO_ENTRY)
				dev_dbg(ctodev(card),
					"get vlan id for tx(%d) failed(%d)\n",
					vlan_id_ix[i].tx, status);
			card->vlan[i].tx = 0;
			card->vlan[i].rx = 0;
			continue;
		}
		card->vlan[i].tx = (u16)v1;

		/* rx tag */
		status = lv1_net_control(bus_id(card), dev_id(card),
					 GELIC_LV1_GET_VLAN_ID,
					 vlan_id_ix[i].rx,
					 0, 0, &v1, &v2);
		if (status || !v1) {
			if (status != LV1_NO_ENTRY)
				dev_info(ctodev(card),
					 "get vlan id for rx(%d) failed(%d)\n",
					 vlan_id_ix[i].rx, status);
			card->vlan[i].tx = 0;
			card->vlan[i].rx = 0;
			continue;
		}
		card->vlan[i].rx = (u16)v1;

		dev_dbg(ctodev(card), "vlan_id[%d] tx=%02x rx=%02x\n",
			i, card->vlan[i].tx, card->vlan[i].rx);
	}

	if (card->vlan[GELIC_PORT_ETHERNET].tx) {
		BUG_ON(!card->vlan[GELIC_PORT_WIRELESS].tx);
		card->vlan_required = 1;
	} else
		card->vlan_required = 0;

	/* check wirelss capable firmware */
	if (ps3_compare_firmware_version(1, 6, 0) < 0) {
		card->vlan[GELIC_PORT_WIRELESS].tx = 0;
		card->vlan[GELIC_PORT_WIRELESS].rx = 0;
	}

	dev_info(ctodev(card), "internal vlan %s\n",
		 card->vlan_required? "enabled" : "disabled");
}
1526 1527 1528
/**
 * ps3_gelic_driver_probe - add a device to the control of this driver
 */
M
Masakazu Mokuno 已提交
1529
static int ps3_gelic_driver_probe(struct ps3_system_bus_device *dev)
1530
{
1531 1532
	struct gelic_card *card;
	struct net_device *netdev;
1533 1534
	int result;

1535
	pr_debug("%s: called\n", __func__);
1536 1537 1538
	result = ps3_open_hv_device(dev);

	if (result) {
1539 1540
		dev_dbg(&dev->core, "%s:ps3_open_hv_device failed\n",
			__func__);
1541 1542 1543 1544 1545 1546
		goto fail_open;
	}

	result = ps3_dma_region_create(dev->d_region);

	if (result) {
1547 1548
		dev_dbg(&dev->core, "%s:ps3_dma_region_create failed(%d)\n",
			__func__, result);
1549 1550 1551 1552
		BUG_ON("check region type");
		goto fail_dma_region;
	}

1553 1554 1555 1556 1557 1558 1559 1560 1561 1562 1563 1564 1565 1566 1567
	/* alloc card/netdevice */
	card = gelic_alloc_card_net(&netdev);
	if (!card) {
		dev_info(&dev->core, "%s:gelic_net_alloc_card failed\n",
			 __func__);
		result = -ENOMEM;
		goto fail_alloc_card;
	}
	ps3_system_bus_set_driver_data(dev, card);
	card->dev = dev;

	/* get internal vlan info */
	gelic_card_get_vlan_info(card);

	/* setup interrupt */
1568 1569 1570 1571 1572 1573 1574
	result = lv1_net_set_interrupt_status_indicator(bus_id(card),
							dev_id(card),
		ps3_mm_phys_to_lpar(__pa(&card->irq_status)),
		0);

	if (result) {
		dev_dbg(&dev->core,
1575 1576
			"%s:set_interrupt_status_indicator failed: %s\n",
			__func__, ps3_result(result));
1577 1578 1579 1580
		result = -EIO;
		goto fail_status_indicator;
	}

1581 1582 1583 1584 1585 1586 1587 1588 1589 1590 1591 1592 1593 1594 1595 1596 1597 1598 1599 1600 1601 1602 1603 1604 1605 1606 1607 1608 1609 1610 1611 1612 1613 1614 1615 1616 1617 1618 1619 1620 1621 1622 1623 1624 1625
	result = ps3_sb_event_receive_port_setup(dev, PS3_BINDING_CPU_ANY,
		&card->irq);

	if (result) {
		dev_info(ctodev(card),
			 "%s:gelic_net_open_device failed (%d)\n",
			 __func__, result);
		result = -EPERM;
		goto fail_alloc_irq;
	}
	result = request_irq(card->irq, gelic_card_interrupt,
			     IRQF_DISABLED, netdev->name, card);

	if (result) {
		dev_info(ctodev(card), "%s:request_irq failed (%d)\n",
			__func__, result);
		goto fail_request_irq;
	}

	/* setup card structure */
	card->irq_mask = GELIC_CARD_RXINT | GELIC_CARD_TXINT |
		GELIC_CARD_PORT_STATUS_CHANGED;
	card->rx_csum = GELIC_CARD_RX_CSUM_DEFAULT;


	if (gelic_card_init_chain(card, &card->tx_chain,
			card->descr, GELIC_NET_TX_DESCRIPTORS))
		goto fail_alloc_tx;
	if (gelic_card_init_chain(card, &card->rx_chain,
				 card->descr + GELIC_NET_TX_DESCRIPTORS,
				 GELIC_NET_RX_DESCRIPTORS))
		goto fail_alloc_rx;

	/* head of chain */
	card->tx_top = card->tx_chain.head;
	card->rx_top = card->rx_chain.head;
	dev_dbg(ctodev(card), "descr rx %p, tx %p, size %#lx, num %#x\n",
		card->rx_top, card->tx_top, sizeof(struct gelic_descr),
		GELIC_NET_RX_DESCRIPTORS);
	/* allocate rx skbs */
	if (gelic_card_alloc_rx_skbs(card))
		goto fail_alloc_skbs;

	spin_lock_init(&card->tx_lock);
	card->tx_dma_progress = 0;
1626

1627 1628 1629 1630 1631
	/* setup net_device structure */
	netdev->irq = card->irq;
	SET_NETDEV_DEV(netdev, &card->dev->core);
	gelic_ether_setup_netdev_ops(netdev, &card->napi);
	result = gelic_net_setup_netdev(netdev, card);
1632
	if (result) {
1633 1634
		dev_dbg(&dev->core, "%s: setup_netdev failed %d",
			__func__, result);
1635 1636 1637
		goto fail_setup_netdev;
	}

1638
	pr_debug("%s: done\n", __func__);
1639 1640 1641
	return 0;

fail_setup_netdev:
1642 1643 1644 1645 1646 1647 1648 1649 1650 1651
fail_alloc_skbs:
	gelic_card_free_chain(card, card->rx_chain.head);
fail_alloc_rx:
	gelic_card_free_chain(card, card->tx_chain.head);
fail_alloc_tx:
	free_irq(card->irq, card);
	netdev->irq = NO_IRQ;
fail_request_irq:
	ps3_sb_event_receive_port_destroy(dev, card->irq);
fail_alloc_irq:
1652
	lv1_net_set_interrupt_status_indicator(bus_id(card),
1653 1654
					       bus_id(card),
					       0, 0);
1655
fail_status_indicator:
1656 1657 1658 1659
	ps3_system_bus_set_driver_data(dev, NULL);
	kfree(netdev_card(netdev)->unalign);
	free_netdev(netdev);
fail_alloc_card:
1660 1661 1662 1663 1664 1665 1666 1667 1668 1669 1670
	ps3_dma_region_free(dev->d_region);
fail_dma_region:
	ps3_close_hv_device(dev);
fail_open:
	return result;
}

/**
 * ps3_gelic_driver_remove - remove a device from the control of this driver
 */

M
Masakazu Mokuno 已提交
1671
static int ps3_gelic_driver_remove(struct ps3_system_bus_device *dev)
1672
{
M
Masakazu Mokuno 已提交
1673
	struct gelic_card *card = ps3_system_bus_get_driver_data(dev);
1674 1675 1676 1677 1678 1679 1680 1681 1682 1683 1684 1685 1686 1687 1688 1689 1690 1691 1692 1693 1694 1695
	struct net_device *netdev0;
	pr_debug("%s: called\n", __func__);

	/* stop interrupt */
	gelic_card_set_irq_mask(card, 0);

	/* turn off DMA, force end */
	gelic_card_disable_rxdmac(card);
	gelic_card_disable_txdmac(card);

	/* release chains */
	gelic_card_release_tx_chain(card, 1);
	gelic_card_release_rx_chain(card);

	gelic_card_free_chain(card, card->tx_top);
	gelic_card_free_chain(card, card->rx_top);

	netdev0 = card->netdev[GELIC_PORT_ETHERNET];
	/* disconnect event port */
	free_irq(card->irq, card);
	netdev0->irq = NO_IRQ;
	ps3_sb_event_receive_port_destroy(card->dev, card->irq);
1696 1697 1698 1699 1700 1701 1702

	wait_event(card->waitq,
		   atomic_read(&card->tx_timeout_task_counter) == 0);

	lv1_net_set_interrupt_status_indicator(bus_id(card), dev_id(card),
					       0 , 0);

1703 1704 1705
	unregister_netdev(netdev0);
	kfree(netdev_card(netdev0)->unalign);
	free_netdev(netdev0);
1706 1707 1708 1709 1710 1711 1712

	ps3_system_bus_set_driver_data(dev, NULL);

	ps3_dma_region_free(dev->d_region);

	ps3_close_hv_device(dev);

1713
	pr_debug("%s: done\n", __func__);
1714 1715 1716 1717 1718 1719 1720 1721 1722 1723 1724 1725 1726 1727 1728 1729 1730 1731 1732 1733 1734 1735 1736 1737
	return 0;
}

static struct ps3_system_bus_driver ps3_gelic_driver = {
	.match_id = PS3_MATCH_ID_GELIC,
	.probe = ps3_gelic_driver_probe,
	.remove = ps3_gelic_driver_remove,
	.shutdown = ps3_gelic_driver_remove,
	.core.name = "ps3_gelic_driver",
	.core.owner = THIS_MODULE,
};

static int __init ps3_gelic_driver_init (void)
{
	return firmware_has_feature(FW_FEATURE_PS3_LV1)
		? ps3_system_bus_driver_register(&ps3_gelic_driver)
		: -ENODEV;
}

static void __exit ps3_gelic_driver_exit (void)
{
	ps3_system_bus_driver_unregister(&ps3_gelic_driver);
}

M
Masakazu Mokuno 已提交
1738 1739
module_init(ps3_gelic_driver_init);
module_exit(ps3_gelic_driver_exit);
1740 1741 1742

MODULE_ALIAS(PS3_MODULE_ALIAS_GELIC);