rionet.c 18.9 KB
Newer Older
M
Matt Porter 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18
/*
 * rionet - Ethernet driver over RapidIO messaging services
 *
 * Copyright 2005 MontaVista Software, Inc.
 * Matt Porter <mporter@kernel.crashing.org>
 *
 * This program is free software; you can redistribute  it and/or modify it
 * under  the terms of  the GNU General  Public License as published by the
 * Free Software Foundation;  either version 2 of the  License, or (at your
 * option) any later version.
 */

#include <linux/module.h>
#include <linux/kernel.h>
#include <linux/dma-mapping.h>
#include <linux/delay.h>
#include <linux/rio.h>
#include <linux/rio_drv.h>
19
#include <linux/slab.h>
M
Matt Porter 已提交
20 21 22 23 24 25 26
#include <linux/rio_ids.h>

#include <linux/netdevice.h>
#include <linux/etherdevice.h>
#include <linux/skbuff.h>
#include <linux/crc32.h>
#include <linux/ethtool.h>
27
#include <linux/reboot.h>
M
Matt Porter 已提交
28 29

#define DRV_NAME        "rionet"
30
#define DRV_VERSION     "0.3"
M
Matt Porter 已提交
31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50
#define DRV_AUTHOR      "Matt Porter <mporter@kernel.crashing.org>"
#define DRV_DESC        "Ethernet over RapidIO"

MODULE_AUTHOR(DRV_AUTHOR);
MODULE_DESCRIPTION(DRV_DESC);
MODULE_LICENSE("GPL");

#define RIONET_DEFAULT_MSGLEVEL \
			(NETIF_MSG_DRV          | \
			 NETIF_MSG_LINK         | \
			 NETIF_MSG_RX_ERR       | \
			 NETIF_MSG_TX_ERR)

#define RIONET_DOORBELL_JOIN	0x1000
#define RIONET_DOORBELL_LEAVE	0x1001

#define RIONET_MAILBOX		0

#define RIONET_TX_RING_SIZE	CONFIG_RIONET_TX_SIZE
#define RIONET_RX_RING_SIZE	CONFIG_RIONET_RX_SIZE
51
#define RIONET_MAX_NETS		8
52 53
#define RIONET_MSG_SIZE         RIO_MAX_MSG_SIZE
#define RIONET_MAX_MTU          (RIONET_MSG_SIZE - ETH_HLEN)
M
Matt Porter 已提交
54 55 56 57 58 59 60 61 62 63 64 65

struct rionet_private {
	struct rio_mport *mport;
	struct sk_buff *rx_skb[RIONET_RX_RING_SIZE];
	struct sk_buff *tx_skb[RIONET_TX_RING_SIZE];
	int rx_slot;
	int tx_slot;
	int tx_cnt;
	int ack_slot;
	spinlock_t lock;
	spinlock_t tx_lock;
	u32 msg_enable;
66
	bool open;
M
Matt Porter 已提交
67 68 69 70 71 72 73 74
};

struct rionet_peer {
	struct list_head node;
	struct rio_dev *rdev;
	struct resource *res;
};

75 76 77
struct rionet_net {
	struct net_device *ndev;
	struct list_head peers;
78
	spinlock_t lock;	/* net info access lock */
79 80 81
	struct rio_dev **active;
	int nact;	/* number of active peers */
};
M
Matt Porter 已提交
82

83
static struct rionet_net nets[RIONET_MAX_NETS];
M
Matt Porter 已提交
84

85 86 87
#define is_rionet_capable(src_ops, dst_ops)			\
			((src_ops & RIO_SRC_OPS_DATA_MSG) &&	\
			 (dst_ops & RIO_DST_OPS_DATA_MSG) &&	\
M
Matt Porter 已提交
88 89 90
			 (src_ops & RIO_SRC_OPS_DOORBELL) &&	\
			 (dst_ops & RIO_DST_OPS_DOORBELL))
#define dev_rionet_capable(dev) \
91
	is_rionet_capable(dev->src_ops, dev->dst_ops)
M
Matt Porter 已提交
92

93 94
#define RIONET_MAC_MATCH(x)	(!memcmp((x), "\00\01\00\01", 4))
#define RIONET_GET_DESTID(x)	((*((u8 *)x + 4) << 8) | *((u8 *)x + 5))
M
Matt Porter 已提交
95 96 97 98 99

static int rionet_rx_clean(struct net_device *ndev)
{
	int i;
	int error = 0;
100
	struct rionet_private *rnet = netdev_priv(ndev);
M
Matt Porter 已提交
101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118
	void *data;

	i = rnet->rx_slot;

	do {
		if (!rnet->rx_skb[i])
			continue;

		if (!(data = rio_get_inb_message(rnet->mport, RIONET_MAILBOX)))
			break;

		rnet->rx_skb[i]->data = data;
		skb_put(rnet->rx_skb[i], RIO_MAX_MSG_SIZE);
		rnet->rx_skb[i]->protocol =
		    eth_type_trans(rnet->rx_skb[i], ndev);
		error = netif_rx(rnet->rx_skb[i]);

		if (error == NET_RX_DROP) {
119
			ndev->stats.rx_dropped++;
M
Matt Porter 已提交
120
		} else {
121 122
			ndev->stats.rx_packets++;
			ndev->stats.rx_bytes += RIO_MAX_MSG_SIZE;
M
Matt Porter 已提交
123 124 125 126 127 128 129 130 131 132
		}

	} while ((i = (i + 1) % RIONET_RX_RING_SIZE) != rnet->rx_slot);

	return i;
}

static void rionet_rx_fill(struct net_device *ndev, int end)
{
	int i;
133
	struct rionet_private *rnet = netdev_priv(ndev);
M
Matt Porter 已提交
134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151

	i = rnet->rx_slot;
	do {
		rnet->rx_skb[i] = dev_alloc_skb(RIO_MAX_MSG_SIZE);

		if (!rnet->rx_skb[i])
			break;

		rio_add_inb_buffer(rnet->mport, RIONET_MAILBOX,
				   rnet->rx_skb[i]->data);
	} while ((i = (i + 1) % RIONET_RX_RING_SIZE) != end);

	rnet->rx_slot = i;
}

static int rionet_queue_tx_msg(struct sk_buff *skb, struct net_device *ndev,
			       struct rio_dev *rdev)
{
152
	struct rionet_private *rnet = netdev_priv(ndev);
M
Matt Porter 已提交
153 154 155 156

	rio_add_outb_message(rnet->mport, rdev, 0, skb->data, skb->len);
	rnet->tx_skb[rnet->tx_slot] = skb;

157 158
	ndev->stats.tx_packets++;
	ndev->stats.tx_bytes += skb->len;
M
Matt Porter 已提交
159 160 161 162 163 164 165 166

	if (++rnet->tx_cnt == RIONET_TX_RING_SIZE)
		netif_stop_queue(ndev);

	++rnet->tx_slot;
	rnet->tx_slot &= (RIONET_TX_RING_SIZE - 1);

	if (netif_msg_tx_queued(rnet))
167 168
		printk(KERN_INFO "%s: queued skb len %8.8x\n", DRV_NAME,
		       skb->len);
M
Matt Porter 已提交
169 170 171 172 173 174 175

	return 0;
}

static int rionet_start_xmit(struct sk_buff *skb, struct net_device *ndev)
{
	int i;
176
	struct rionet_private *rnet = netdev_priv(ndev);
M
Matt Porter 已提交
177 178 179
	struct ethhdr *eth = (struct ethhdr *)skb->data;
	u16 destid;
	unsigned long flags;
180
	int add_num = 1;
M
Matt Porter 已提交
181 182 183 184 185 186 187

	local_irq_save(flags);
	if (!spin_trylock(&rnet->tx_lock)) {
		local_irq_restore(flags);
		return NETDEV_TX_LOCKED;
	}

188
	if (is_multicast_ether_addr(eth->h_dest))
189
		add_num = nets[rnet->mport->id].nact;
190 191

	if ((rnet->tx_cnt + add_num) > RIONET_TX_RING_SIZE) {
M
Matt Porter 已提交
192 193 194 195 196 197 198
		netif_stop_queue(ndev);
		spin_unlock_irqrestore(&rnet->tx_lock, flags);
		printk(KERN_ERR "%s: BUG! Tx Ring full when queue awake!\n",
		       ndev->name);
		return NETDEV_TX_BUSY;
	}

199
	if (is_multicast_ether_addr(eth->h_dest)) {
200
		int count = 0;
201

202 203
		for (i = 0; i < RIO_MAX_ROUTE_ENTRIES(rnet->mport->sys_size);
				i++)
204
			if (nets[rnet->mport->id].active[i]) {
M
Matt Porter 已提交
205
				rionet_queue_tx_msg(skb, ndev,
206
					nets[rnet->mport->id].active[i]);
207 208 209 210
				if (count)
					atomic_inc(&skb->users);
				count++;
			}
M
Matt Porter 已提交
211 212
	} else if (RIONET_MAC_MATCH(eth->h_dest)) {
		destid = RIONET_GET_DESTID(eth->h_dest);
213 214 215
		if (nets[rnet->mport->id].active[destid])
			rionet_queue_tx_msg(skb, ndev,
					nets[rnet->mport->id].active[destid]);
216 217 218 219 220 221 222 223 224 225 226
		else {
			/*
			 * If the target device was removed from the list of
			 * active peers but we still have TX packets targeting
			 * it just report sending a packet to the target
			 * (without actual packet transfer).
			 */
			dev_kfree_skb_any(skb);
			ndev->stats.tx_packets++;
			ndev->stats.tx_bytes += skb->len;
		}
M
Matt Porter 已提交
227 228 229 230
	}

	spin_unlock_irqrestore(&rnet->tx_lock, flags);

231
	return NETDEV_TX_OK;
M
Matt Porter 已提交
232 233 234 235 236 237
}

static void rionet_dbell_event(struct rio_mport *mport, void *dev_id, u16 sid, u16 tid,
			       u16 info)
{
	struct net_device *ndev = dev_id;
238
	struct rionet_private *rnet = netdev_priv(ndev);
M
Matt Porter 已提交
239
	struct rionet_peer *peer;
240
	unsigned char netid = rnet->mport->id;
M
Matt Porter 已提交
241 242 243 244 245

	if (netif_msg_intr(rnet))
		printk(KERN_INFO "%s: doorbell sid %4.4x tid %4.4x info %4.4x",
		       DRV_NAME, sid, tid, info);
	if (info == RIONET_DOORBELL_JOIN) {
246 247 248
		if (!nets[netid].active[sid]) {
			spin_lock(&nets[netid].lock);
			list_for_each_entry(peer, &nets[netid].peers, node) {
249
				if (peer->rdev->destid == sid) {
250 251
					nets[netid].active[sid] = peer->rdev;
					nets[netid].nact++;
252
				}
M
Matt Porter 已提交
253
			}
254 255
			spin_unlock(&nets[netid].lock);

M
Matt Porter 已提交
256 257 258 259
			rio_mport_send_doorbell(mport, sid,
						RIONET_DOORBELL_JOIN);
		}
	} else if (info == RIONET_DOORBELL_LEAVE) {
260 261 262 263 264 265
		spin_lock(&nets[netid].lock);
		if (nets[netid].active[sid]) {
			nets[netid].active[sid] = NULL;
			nets[netid].nact--;
		}
		spin_unlock(&nets[netid].lock);
M
Matt Porter 已提交
266 267 268 269 270 271 272 273 274 275 276
	} else {
		if (netif_msg_intr(rnet))
			printk(KERN_WARNING "%s: unhandled doorbell\n",
			       DRV_NAME);
	}
}

static void rionet_inb_msg_event(struct rio_mport *mport, void *dev_id, int mbox, int slot)
{
	int n;
	struct net_device *ndev = dev_id;
277
	struct rionet_private *rnet = netdev_priv(ndev);
M
Matt Porter 已提交
278 279 280 281 282 283 284 285 286 287 288 289 290 291

	if (netif_msg_intr(rnet))
		printk(KERN_INFO "%s: inbound message event, mbox %d slot %d\n",
		       DRV_NAME, mbox, slot);

	spin_lock(&rnet->lock);
	if ((n = rionet_rx_clean(ndev)) != rnet->rx_slot)
		rionet_rx_fill(ndev, n);
	spin_unlock(&rnet->lock);
}

static void rionet_outb_msg_event(struct rio_mport *mport, void *dev_id, int mbox, int slot)
{
	struct net_device *ndev = dev_id;
292
	struct rionet_private *rnet = netdev_priv(ndev);
M
Matt Porter 已提交
293

294
	spin_lock(&rnet->tx_lock);
M
Matt Porter 已提交
295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312

	if (netif_msg_intr(rnet))
		printk(KERN_INFO
		       "%s: outbound message event, mbox %d slot %d\n",
		       DRV_NAME, mbox, slot);

	while (rnet->tx_cnt && (rnet->ack_slot != slot)) {
		/* dma unmap single */
		dev_kfree_skb_irq(rnet->tx_skb[rnet->ack_slot]);
		rnet->tx_skb[rnet->ack_slot] = NULL;
		++rnet->ack_slot;
		rnet->ack_slot &= (RIONET_TX_RING_SIZE - 1);
		rnet->tx_cnt--;
	}

	if (rnet->tx_cnt < RIONET_TX_RING_SIZE)
		netif_wake_queue(ndev);

313
	spin_unlock(&rnet->tx_lock);
M
Matt Porter 已提交
314 315 316 317 318
}

static int rionet_open(struct net_device *ndev)
{
	int i, rc = 0;
319
	struct rionet_peer *peer;
320
	struct rionet_private *rnet = netdev_priv(ndev);
321 322
	unsigned char netid = rnet->mport->id;
	unsigned long flags;
M
Matt Porter 已提交
323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360

	if (netif_msg_ifup(rnet))
		printk(KERN_INFO "%s: open\n", DRV_NAME);

	if ((rc = rio_request_inb_dbell(rnet->mport,
					(void *)ndev,
					RIONET_DOORBELL_JOIN,
					RIONET_DOORBELL_LEAVE,
					rionet_dbell_event)) < 0)
		goto out;

	if ((rc = rio_request_inb_mbox(rnet->mport,
				       (void *)ndev,
				       RIONET_MAILBOX,
				       RIONET_RX_RING_SIZE,
				       rionet_inb_msg_event)) < 0)
		goto out;

	if ((rc = rio_request_outb_mbox(rnet->mport,
					(void *)ndev,
					RIONET_MAILBOX,
					RIONET_TX_RING_SIZE,
					rionet_outb_msg_event)) < 0)
		goto out;

	/* Initialize inbound message ring */
	for (i = 0; i < RIONET_RX_RING_SIZE; i++)
		rnet->rx_skb[i] = NULL;
	rnet->rx_slot = 0;
	rionet_rx_fill(ndev, 0);

	rnet->tx_slot = 0;
	rnet->tx_cnt = 0;
	rnet->ack_slot = 0;

	netif_carrier_on(ndev);
	netif_start_queue(ndev);

361 362
	spin_lock_irqsave(&nets[netid].lock, flags);
	list_for_each_entry(peer, &nets[netid].peers, node) {
363 364
		/* Send a join message */
		rio_send_doorbell(peer->rdev, RIONET_DOORBELL_JOIN);
M
Matt Porter 已提交
365
	}
366 367
	spin_unlock_irqrestore(&nets[netid].lock, flags);
	rnet->open = true;
M
Matt Porter 已提交
368 369 370 371 372 373 374

      out:
	return rc;
}

static int rionet_close(struct net_device *ndev)
{
375
	struct rionet_private *rnet = netdev_priv(ndev);
376 377 378
	struct rionet_peer *peer;
	unsigned char netid = rnet->mport->id;
	unsigned long flags;
M
Matt Porter 已提交
379 380 381
	int i;

	if (netif_msg_ifup(rnet))
382
		printk(KERN_INFO "%s: close %s\n", DRV_NAME, ndev->name);
M
Matt Porter 已提交
383 384 385

	netif_stop_queue(ndev);
	netif_carrier_off(ndev);
386
	rnet->open = false;
M
Matt Porter 已提交
387 388

	for (i = 0; i < RIONET_RX_RING_SIZE; i++)
389
		kfree_skb(rnet->rx_skb[i]);
M
Matt Porter 已提交
390

391 392 393
	spin_lock_irqsave(&nets[netid].lock, flags);
	list_for_each_entry(peer, &nets[netid].peers, node) {
		if (nets[netid].active[peer->rdev->destid]) {
M
Matt Porter 已提交
394
			rio_send_doorbell(peer->rdev, RIONET_DOORBELL_LEAVE);
395
			nets[netid].active[peer->rdev->destid] = NULL;
M
Matt Porter 已提交
396
		}
397 398
		if (peer->res)
			rio_release_outb_dbell(peer->rdev, peer->res);
M
Matt Porter 已提交
399
	}
400
	spin_unlock_irqrestore(&nets[netid].lock, flags);
M
Matt Porter 已提交
401 402 403 404 405 406 407 408 409

	rio_release_inb_dbell(rnet->mport, RIONET_DOORBELL_JOIN,
			      RIONET_DOORBELL_LEAVE);
	rio_release_inb_mbox(rnet->mport, RIONET_MAILBOX);
	rio_release_outb_mbox(rnet->mport, RIONET_MAILBOX);

	return 0;
}

410
static void rionet_remove_dev(struct device *dev, struct subsys_interface *sif)
M
Matt Porter 已提交
411
{
412
	struct rio_dev *rdev = to_rio_dev(dev);
413
	unsigned char netid = rdev->net->hport->id;
414 415 416
	struct rionet_peer *peer;
	int state, found = 0;
	unsigned long flags;
M
Matt Porter 已提交
417

418 419 420 421 422 423 424 425 426 427 428 429 430
	if (!dev_rionet_capable(rdev))
		return;

	spin_lock_irqsave(&nets[netid].lock, flags);
	list_for_each_entry(peer, &nets[netid].peers, node) {
		if (peer->rdev == rdev) {
			list_del(&peer->node);
			if (nets[netid].active[rdev->destid]) {
				state = atomic_read(&rdev->state);
				if (state != RIO_DEVICE_GONE &&
				    state != RIO_DEVICE_INITIALIZING) {
					rio_send_doorbell(rdev,
							RIONET_DOORBELL_LEAVE);
431
				}
432 433
				nets[netid].active[rdev->destid] = NULL;
				nets[netid].nact--;
434
			}
435 436
			found = 1;
			break;
437
		}
M
Matt Porter 已提交
438
	}
439 440 441 442 443 444 445
	spin_unlock_irqrestore(&nets[netid].lock, flags);

	if (found) {
		if (peer->res)
			rio_release_outb_dbell(rdev, peer->res);
		kfree(peer);
	}
M
Matt Porter 已提交
446 447 448 449 450
}

static void rionet_get_drvinfo(struct net_device *ndev,
			       struct ethtool_drvinfo *info)
{
451
	struct rionet_private *rnet = netdev_priv(ndev);
M
Matt Porter 已提交
452

453 454 455 456
	strlcpy(info->driver, DRV_NAME, sizeof(info->driver));
	strlcpy(info->version, DRV_VERSION, sizeof(info->version));
	strlcpy(info->fw_version, "n/a", sizeof(info->fw_version));
	strlcpy(info->bus_info, rnet->mport->name, sizeof(info->bus_info));
M
Matt Porter 已提交
457 458 459 460
}

static u32 rionet_get_msglevel(struct net_device *ndev)
{
461
	struct rionet_private *rnet = netdev_priv(ndev);
M
Matt Porter 已提交
462 463 464 465 466 467

	return rnet->msg_enable;
}

static void rionet_set_msglevel(struct net_device *ndev, u32 value)
{
468
	struct rionet_private *rnet = netdev_priv(ndev);
M
Matt Porter 已提交
469 470 471 472

	rnet->msg_enable = value;
}

473 474 475 476 477 478 479 480 481 482 483
static int rionet_change_mtu(struct net_device *ndev, int new_mtu)
{
	if ((new_mtu < 68) || (new_mtu > RIONET_MAX_MTU)) {
		printk(KERN_ERR "%s: Invalid MTU size %d\n",
		       ndev->name, new_mtu);
		return -EINVAL;
	}
	ndev->mtu = new_mtu;
	return 0;
}

484
static const struct ethtool_ops rionet_ethtool_ops = {
M
Matt Porter 已提交
485 486 487 488 489 490
	.get_drvinfo = rionet_get_drvinfo,
	.get_msglevel = rionet_get_msglevel,
	.set_msglevel = rionet_set_msglevel,
	.get_link = ethtool_op_get_link,
};

491 492 493 494
static const struct net_device_ops rionet_netdev_ops = {
	.ndo_open		= rionet_open,
	.ndo_stop		= rionet_close,
	.ndo_start_xmit		= rionet_start_xmit,
495
	.ndo_change_mtu		= rionet_change_mtu,
496 497 498 499
	.ndo_validate_addr	= eth_validate_addr,
	.ndo_set_mac_address	= eth_mac_addr,
};

500
static int rionet_setup_netdev(struct rio_mport *mport, struct net_device *ndev)
M
Matt Porter 已提交
501 502 503 504
{
	int rc = 0;
	struct rionet_private *rnet;
	u16 device_id;
505 506
	const size_t rionet_active_bytes = sizeof(void *) *
				RIO_MAX_ROUTE_ENTRIES(mport->sys_size);
M
Matt Porter 已提交
507

508 509 510
	nets[mport->id].active = (struct rio_dev **)__get_free_pages(GFP_KERNEL,
						get_order(rionet_active_bytes));
	if (!nets[mport->id].active) {
511 512 513
		rc = -ENOMEM;
		goto out;
	}
514
	memset((void *)nets[mport->id].active, 0, rionet_active_bytes);
515

M
Matt Porter 已提交
516
	/* Set up private area */
517
	rnet = netdev_priv(ndev);
M
Matt Porter 已提交
518
	rnet->mport = mport;
519
	rnet->open = false;
M
Matt Porter 已提交
520 521 522 523 524 525 526 527 528 529

	/* Set the default MAC address */
	device_id = rio_local_get_device_id(mport);
	ndev->dev_addr[0] = 0x00;
	ndev->dev_addr[1] = 0x01;
	ndev->dev_addr[2] = 0x00;
	ndev->dev_addr[3] = 0x01;
	ndev->dev_addr[4] = device_id >> 8;
	ndev->dev_addr[5] = device_id & 0xff;

530
	ndev->netdev_ops = &rionet_netdev_ops;
531
	ndev->mtu = RIONET_MAX_MTU;
M
Matt Porter 已提交
532
	ndev->features = NETIF_F_LLTX;
533
	SET_NETDEV_DEV(ndev, &mport->dev);
534
	ndev->ethtool_ops = &rionet_ethtool_ops;
M
Matt Porter 已提交
535 536 537 538 539 540 541

	spin_lock_init(&rnet->lock);
	spin_lock_init(&rnet->tx_lock);

	rnet->msg_enable = RIONET_DEFAULT_MSGLEVEL;

	rc = register_netdev(ndev);
542 543 544
	if (rc != 0) {
		free_pages((unsigned long)nets[mport->id].active,
			   get_order(rionet_active_bytes));
M
Matt Porter 已提交
545
		goto out;
546
	}
M
Matt Porter 已提交
547

548
	printk(KERN_INFO "%s: %s %s Version %s, MAC %pM, %s\n",
M
Matt Porter 已提交
549 550 551 552
	       ndev->name,
	       DRV_NAME,
	       DRV_DESC,
	       DRV_VERSION,
553 554
	       ndev->dev_addr,
	       mport->name);
M
Matt Porter 已提交
555 556 557 558 559

      out:
	return rc;
}

560
static int rionet_add_dev(struct device *dev, struct subsys_interface *sif)
M
Matt Porter 已提交
561 562
{
	int rc = -ENODEV;
563
	u32 lsrc_ops, ldst_ops;
M
Matt Porter 已提交
564
	struct rionet_peer *peer;
565
	struct net_device *ndev = NULL;
566
	struct rio_dev *rdev = to_rio_dev(dev);
567
	unsigned char netid = rdev->net->hport->id;
M
Matt Porter 已提交
568

569 570
	if (netid >= RIONET_MAX_NETS)
		return rc;
M
Matt Porter 已提交
571 572

	/*
573 574 575
	 * If first time through this net, make sure local device is rionet
	 * capable and setup netdev (this step will be skipped in later probes
	 * on the same net).
M
Matt Porter 已提交
576
	 */
577
	if (!nets[netid].ndev) {
M
Matt Porter 已提交
578 579 580 581
		rio_local_read_config_32(rdev->net->hport, RIO_SRC_OPS_CAR,
					 &lsrc_ops);
		rio_local_read_config_32(rdev->net->hport, RIO_DST_OPS_CAR,
					 &ldst_ops);
582
		if (!is_rionet_capable(lsrc_ops, ldst_ops)) {
M
Matt Porter 已提交
583
			printk(KERN_ERR
584 585
			       "%s: local device %s is not network capable\n",
			       DRV_NAME, rdev->net->hport->name);
M
Matt Porter 已提交
586 587 588
			goto out;
		}

589 590 591 592 593 594
		/* Allocate our net_device structure */
		ndev = alloc_etherdev(sizeof(struct rionet_private));
		if (ndev == NULL) {
			rc = -ENOMEM;
			goto out;
		}
595

596
		rc = rionet_setup_netdev(rdev->net->hport, ndev);
597 598 599
		if (rc) {
			printk(KERN_ERR "%s: failed to setup netdev (rc=%d)\n",
			       DRV_NAME, rc);
600
			free_netdev(ndev);
601 602 603
			goto out;
		}

604
		INIT_LIST_HEAD(&nets[netid].peers);
605
		spin_lock_init(&nets[netid].lock);
606
		nets[netid].nact = 0;
607 608
		nets[netid].ndev = ndev;
	}
M
Matt Porter 已提交
609 610 611 612 613 614

	/*
	 * If the remote device has mailbox/doorbell capabilities,
	 * add it to the peer list.
	 */
	if (dev_rionet_capable(rdev)) {
615 616 617 618 619 620 621
		struct rionet_private *rnet;
		unsigned long flags;

		rnet = netdev_priv(nets[netid].ndev);

		peer = kzalloc(sizeof(*peer), GFP_KERNEL);
		if (!peer) {
M
Matt Porter 已提交
622 623 624 625
			rc = -ENOMEM;
			goto out;
		}
		peer->rdev = rdev;
626 627 628 629 630 631 632 633 634 635 636
		peer->res = rio_request_outb_dbell(peer->rdev,
						RIONET_DOORBELL_JOIN,
						RIONET_DOORBELL_LEAVE);
		if (!peer->res) {
			pr_err("%s: error requesting doorbells\n", DRV_NAME);
			kfree(peer);
			rc = -ENOMEM;
			goto out;
		}

		spin_lock_irqsave(&nets[netid].lock, flags);
637
		list_add_tail(&peer->node, &nets[netid].peers);
638 639 640 641 642 643 644
		spin_unlock_irqrestore(&nets[netid].lock, flags);
		pr_debug("%s: %s add peer %s\n",
			 DRV_NAME, __func__, rio_name(rdev));

		/* If netdev is already opened, send join request to new peer */
		if (rnet->open)
			rio_send_doorbell(peer->rdev, RIONET_DOORBELL_JOIN);
M
Matt Porter 已提交
645 646
	}

647 648
	return 0;
out:
M
Matt Porter 已提交
649 650 651
	return rc;
}

652 653 654
static int rionet_shutdown(struct notifier_block *nb, unsigned long code,
			   void *unused)
{
655 656
	struct rionet_peer *peer;
	unsigned long flags;
657 658 659 660 661 662 663 664
	int i;

	pr_debug("%s: %s\n", DRV_NAME, __func__);

	for (i = 0; i < RIONET_MAX_NETS; i++) {
		if (!nets[i].ndev)
			continue;

665 666
		spin_lock_irqsave(&nets[i].lock, flags);
		list_for_each_entry(peer, &nets[i].peers, node) {
667 668 669 670 671 672
			if (nets[i].active[peer->rdev->destid]) {
				rio_send_doorbell(peer->rdev,
						  RIONET_DOORBELL_LEAVE);
				nets[i].active[peer->rdev->destid] = NULL;
			}
		}
673
		spin_unlock_irqrestore(&nets[i].lock, flags);
674 675 676 677 678
	}

	return NOTIFY_DONE;
}

679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706
static void rionet_remove_mport(struct device *dev,
				struct class_interface *class_intf)
{
	struct rio_mport *mport = to_rio_mport(dev);
	struct net_device *ndev;
	int id = mport->id;

	pr_debug("%s %s\n", __func__, mport->name);

	WARN(nets[id].nact, "%s called when connected to %d peers\n",
	     __func__, nets[id].nact);
	WARN(!nets[id].ndev, "%s called for mport without NDEV\n",
	     __func__);

	if (nets[id].ndev) {
		ndev = nets[id].ndev;
		netif_stop_queue(ndev);
		unregister_netdev(ndev);

		free_pages((unsigned long)nets[id].active,
			   get_order(sizeof(void *) *
			   RIO_MAX_ROUTE_ENTRIES(mport->sys_size)));
		nets[id].active = NULL;
		free_netdev(ndev);
		nets[id].ndev = NULL;
	}
}

707
#ifdef MODULE
M
Matt Porter 已提交
708
static struct rio_device_id rionet_id_table[] = {
709 710
	{RIO_DEVICE(RIO_ANY_ID, RIO_ANY_ID)},
	{ 0, }	/* terminate list */
M
Matt Porter 已提交
711 712
};

713 714 715 716 717 718 719 720
MODULE_DEVICE_TABLE(rapidio, rionet_id_table);
#endif

static struct subsys_interface rionet_interface = {
	.name		= "rionet",
	.subsys		= &rio_bus_type,
	.add_dev	= rionet_add_dev,
	.remove_dev	= rionet_remove_dev,
M
Matt Porter 已提交
721 722
};

723 724 725 726
static struct notifier_block rionet_notifier = {
	.notifier_call = rionet_shutdown,
};

727 728 729 730 731 732 733
/* the rio_mport_interface is used to handle local mport devices */
static struct class_interface rio_mport_interface __refdata = {
	.class = &rio_mport_class,
	.add_dev = NULL,
	.remove_dev = rionet_remove_mport,
};

M
Matt Porter 已提交
734 735
static int __init rionet_init(void)
{
736 737 738 739 740 741 742 743
	int ret;

	ret = register_reboot_notifier(&rionet_notifier);
	if (ret) {
		pr_err("%s: failed to register reboot notifier (err=%d)\n",
		       DRV_NAME, ret);
		return ret;
	}
744 745 746 747 748 749 750 751

	ret = class_interface_register(&rio_mport_interface);
	if (ret) {
		pr_err("%s: class_interface_register error: %d\n",
		       DRV_NAME, ret);
		return ret;
	}

752
	return subsys_interface_register(&rionet_interface);
M
Matt Porter 已提交
753 754 755 756
}

static void __exit rionet_exit(void)
{
757
	unregister_reboot_notifier(&rionet_notifier);
758
	subsys_interface_unregister(&rionet_interface);
759
	class_interface_unregister(&rio_mport_interface);
M
Matt Porter 已提交
760 761
}

762
late_initcall(rionet_init);
M
Matt Porter 已提交
763
module_exit(rionet_exit);