ipoib_main.c 35.8 KB
Newer Older
L
Linus Torvalds 已提交
1 2
/*
 * Copyright (c) 2004 Topspin Communications.  All rights reserved.
3 4
 * Copyright (c) 2005 Sun Microsystems, Inc. All rights reserved.
 * Copyright (c) 2004 Voltaire, Inc. All rights reserved.
L
Linus Torvalds 已提交
5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40
 *
 * This software is available to you under a choice of one of two
 * licenses.  You may choose to be licensed under the terms of the GNU
 * General Public License (GPL) Version 2, available from the file
 * COPYING in the main directory of this source tree, or the
 * OpenIB.org BSD license below:
 *
 *     Redistribution and use in source and binary forms, with or
 *     without modification, are permitted provided that the following
 *     conditions are met:
 *
 *      - Redistributions of source code must retain the above
 *        copyright notice, this list of conditions and the following
 *        disclaimer.
 *
 *      - Redistributions in binary form must reproduce the above
 *        copyright notice, this list of conditions and the following
 *        disclaimer in the documentation and/or other materials
 *        provided with the distribution.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
 * SOFTWARE.
 */

#include "ipoib.h"

#include <linux/module.h>

#include <linux/init.h>
#include <linux/slab.h>
41
#include <linux/kernel.h>
42
#include <linux/vmalloc.h>
L
Linus Torvalds 已提交
43 44 45 46 47 48

#include <linux/if_arp.h>	/* For ARPHRD_xxx */

#include <linux/ip.h>
#include <linux/in.h>

49 50
#include <net/dst.h>

L
Linus Torvalds 已提交
51 52 53 54
MODULE_AUTHOR("Roland Dreier");
MODULE_DESCRIPTION("IP-over-InfiniBand net driver");
MODULE_LICENSE("Dual BSD/GPL");

55 56 57 58 59 60 61 62
int ipoib_sendq_size __read_mostly = IPOIB_TX_RING_SIZE;
int ipoib_recvq_size __read_mostly = IPOIB_RX_RING_SIZE;

module_param_named(send_queue_size, ipoib_sendq_size, int, 0444);
MODULE_PARM_DESC(send_queue_size, "Number of descriptors in send queue");
module_param_named(recv_queue_size, ipoib_recvq_size, int, 0444);
MODULE_PARM_DESC(recv_queue_size, "Number of descriptors in receive queue");

V
Vladimir Sokolovsky 已提交
63 64 65 66 67 68 69 70 71
static int lro;
module_param(lro, bool, 0444);
MODULE_PARM_DESC(lro,  "Enable LRO (Large Receive Offload)");

static int lro_max_aggr = IPOIB_LRO_MAX_AGGR;
module_param(lro_max_aggr, int, 0644);
MODULE_PARM_DESC(lro_max_aggr, "LRO: Max packets to be aggregated "
		"(default = 64)");

L
Linus Torvalds 已提交
72 73 74 75 76 77 78
#ifdef CONFIG_INFINIBAND_IPOIB_DEBUG
int ipoib_debug_level;

module_param_named(debug_level, ipoib_debug_level, int, 0644);
MODULE_PARM_DESC(debug_level, "Enable debug tracing if > 0");
#endif

79 80 81 82 83
struct ipoib_path_iter {
	struct net_device *dev;
	struct ipoib_path  path;
};

L
Linus Torvalds 已提交
84 85 86 87 88 89 90 91
static const u8 ipv4_bcast_addr[] = {
	0x00, 0xff, 0xff, 0xff,
	0xff, 0x12, 0x40, 0x1b,	0x00, 0x00, 0x00, 0x00,
	0x00, 0x00, 0x00, 0x00,	0xff, 0xff, 0xff, 0xff
};

struct workqueue_struct *ipoib_workqueue;

92 93
struct ib_sa_client ipoib_sa_client;

L
Linus Torvalds 已提交
94 95 96 97 98 99 100 101 102 103 104 105 106 107 108
static void ipoib_add_one(struct ib_device *device);
static void ipoib_remove_one(struct ib_device *device);

static struct ib_client ipoib_client = {
	.name   = "ipoib",
	.add    = ipoib_add_one,
	.remove = ipoib_remove_one
};

int ipoib_open(struct net_device *dev)
{
	struct ipoib_dev_priv *priv = netdev_priv(dev);

	ipoib_dbg(priv, "bringing up interface\n");

109
	set_bit(IPOIB_FLAG_ADMIN_UP, &priv->flags);
L
Linus Torvalds 已提交
110 111 112 113

	if (ipoib_pkey_dev_delay_open(dev))
		return 0;

114 115
	if (ipoib_ib_dev_open(dev))
		goto err_disable;
116

117 118
	if (ipoib_ib_dev_up(dev))
		goto err_stop;
L
Linus Torvalds 已提交
119 120 121 122 123

	if (!test_bit(IPOIB_FLAG_SUBINTERFACE, &priv->flags)) {
		struct ipoib_dev_priv *cpriv;

		/* Bring up any child interfaces too */
124
		mutex_lock(&priv->vlan_mutex);
L
Linus Torvalds 已提交
125 126 127 128 129 130 131 132 133
		list_for_each_entry(cpriv, &priv->child_intfs, list) {
			int flags;

			flags = cpriv->dev->flags;
			if (flags & IFF_UP)
				continue;

			dev_change_flags(cpriv->dev, flags | IFF_UP);
		}
134
		mutex_unlock(&priv->vlan_mutex);
L
Linus Torvalds 已提交
135 136 137 138 139
	}

	netif_start_queue(dev);

	return 0;
140 141 142 143 144 145 146 147

err_stop:
	ipoib_ib_dev_stop(dev, 1);

err_disable:
	clear_bit(IPOIB_FLAG_ADMIN_UP, &priv->flags);

	return -EINVAL;
L
Linus Torvalds 已提交
148 149 150 151 152 153 154 155 156 157 158 159
}

static int ipoib_stop(struct net_device *dev)
{
	struct ipoib_dev_priv *priv = netdev_priv(dev);

	ipoib_dbg(priv, "stopping interface\n");

	clear_bit(IPOIB_FLAG_ADMIN_UP, &priv->flags);

	netif_stop_queue(dev);

160 161
	ipoib_ib_dev_down(dev, 0);
	ipoib_ib_dev_stop(dev, 0);
L
Linus Torvalds 已提交
162 163 164 165 166

	if (!test_bit(IPOIB_FLAG_SUBINTERFACE, &priv->flags)) {
		struct ipoib_dev_priv *cpriv;

		/* Bring down any child interfaces too */
167
		mutex_lock(&priv->vlan_mutex);
L
Linus Torvalds 已提交
168 169 170 171 172 173 174 175 176
		list_for_each_entry(cpriv, &priv->child_intfs, list) {
			int flags;

			flags = cpriv->dev->flags;
			if (!(flags & IFF_UP))
				continue;

			dev_change_flags(cpriv->dev, flags & ~IFF_UP);
		}
177
		mutex_unlock(&priv->vlan_mutex);
L
Linus Torvalds 已提交
178 179 180 181 182 183 184 185 186
	}

	return 0;
}

static int ipoib_change_mtu(struct net_device *dev, int new_mtu)
{
	struct ipoib_dev_priv *priv = netdev_priv(dev);

187
	/* dev->mtu > 2K ==> connected mode */
188 189 190 191
	if (ipoib_cm_admin_enabled(dev)) {
		if (new_mtu > ipoib_cm_max_mtu(dev))
			return -EINVAL;

192 193 194
		if (new_mtu > priv->mcast_mtu)
			ipoib_warn(priv, "mtu > %d will cause multicast packet drops.\n",
				   priv->mcast_mtu);
195

196 197 198 199
		dev->mtu = new_mtu;
		return 0;
	}

200
	if (new_mtu > IPOIB_UD_MTU(priv->max_ib_mtu))
L
Linus Torvalds 已提交
201 202 203 204 205 206 207 208 209
		return -EINVAL;

	priv->admin_mtu = new_mtu;

	dev->mtu = min(priv->mcast_mtu, priv->admin_mtu);

	return 0;
}

210
static struct ipoib_path *__path_find(struct net_device *dev, void *gid)
L
Linus Torvalds 已提交
211 212 213 214 215 216 217 218 219
{
	struct ipoib_dev_priv *priv = netdev_priv(dev);
	struct rb_node *n = priv->path_tree.rb_node;
	struct ipoib_path *path;
	int ret;

	while (n) {
		path = rb_entry(n, struct ipoib_path, rb_node);

220
		ret = memcmp(gid, path->pathrec.dgid.raw,
L
Linus Torvalds 已提交
221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284
			     sizeof (union ib_gid));

		if (ret < 0)
			n = n->rb_left;
		else if (ret > 0)
			n = n->rb_right;
		else
			return path;
	}

	return NULL;
}

static int __path_add(struct net_device *dev, struct ipoib_path *path)
{
	struct ipoib_dev_priv *priv = netdev_priv(dev);
	struct rb_node **n = &priv->path_tree.rb_node;
	struct rb_node *pn = NULL;
	struct ipoib_path *tpath;
	int ret;

	while (*n) {
		pn = *n;
		tpath = rb_entry(pn, struct ipoib_path, rb_node);

		ret = memcmp(path->pathrec.dgid.raw, tpath->pathrec.dgid.raw,
			     sizeof (union ib_gid));
		if (ret < 0)
			n = &pn->rb_left;
		else if (ret > 0)
			n = &pn->rb_right;
		else
			return -EEXIST;
	}

	rb_link_node(&path->rb_node, pn, n);
	rb_insert_color(&path->rb_node, &priv->path_tree);

	list_add_tail(&path->list, &priv->path_list);

	return 0;
}

static void path_free(struct net_device *dev, struct ipoib_path *path)
{
	struct ipoib_dev_priv *priv = netdev_priv(dev);
	struct ipoib_neigh *neigh, *tn;
	struct sk_buff *skb;
	unsigned long flags;

	while ((skb = __skb_dequeue(&path->queue)))
		dev_kfree_skb_irq(skb);

	spin_lock_irqsave(&priv->lock, flags);

	list_for_each_entry_safe(neigh, tn, &path->neigh_list, list) {
		/*
		 * It's safe to call ipoib_put_ah() inside priv->lock
		 * here, because we know that path->ah will always
		 * hold one more reference, so ipoib_put_ah() will
		 * never do more than decrement the ref count.
		 */
		if (neigh->ah)
			ipoib_put_ah(neigh->ah);
285

286
		ipoib_neigh_free(dev, neigh);
L
Linus Torvalds 已提交
287 288 289 290 291 292 293 294 295 296
	}

	spin_unlock_irqrestore(&priv->lock, flags);

	if (path->ah)
		ipoib_put_ah(path->ah);

	kfree(path);
}

297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354
#ifdef CONFIG_INFINIBAND_IPOIB_DEBUG

struct ipoib_path_iter *ipoib_path_iter_init(struct net_device *dev)
{
	struct ipoib_path_iter *iter;

	iter = kmalloc(sizeof *iter, GFP_KERNEL);
	if (!iter)
		return NULL;

	iter->dev = dev;
	memset(iter->path.pathrec.dgid.raw, 0, 16);

	if (ipoib_path_iter_next(iter)) {
		kfree(iter);
		return NULL;
	}

	return iter;
}

int ipoib_path_iter_next(struct ipoib_path_iter *iter)
{
	struct ipoib_dev_priv *priv = netdev_priv(iter->dev);
	struct rb_node *n;
	struct ipoib_path *path;
	int ret = 1;

	spin_lock_irq(&priv->lock);

	n = rb_first(&priv->path_tree);

	while (n) {
		path = rb_entry(n, struct ipoib_path, rb_node);

		if (memcmp(iter->path.pathrec.dgid.raw, path->pathrec.dgid.raw,
			   sizeof (union ib_gid)) < 0) {
			iter->path = *path;
			ret = 0;
			break;
		}

		n = rb_next(n);
	}

	spin_unlock_irq(&priv->lock);

	return ret;
}

void ipoib_path_iter_read(struct ipoib_path_iter *iter,
			  struct ipoib_path *path)
{
	*path = iter->path;
}

#endif /* CONFIG_INFINIBAND_IPOIB_DEBUG */

355 356 357 358 359 360 361 362
void ipoib_mark_paths_invalid(struct net_device *dev)
{
	struct ipoib_dev_priv *priv = netdev_priv(dev);
	struct ipoib_path *path, *tp;

	spin_lock_irq(&priv->lock);

	list_for_each_entry_safe(path, tp, &priv->path_list, list) {
H
Harvey Harrison 已提交
363
		ipoib_dbg(priv, "mark path LID 0x%04x GID %pI6 invalid\n",
364
			be16_to_cpu(path->pathrec.dlid),
365
			path->pathrec.dgid.raw);
366 367 368 369 370 371
		path->valid =  0;
	}

	spin_unlock_irq(&priv->lock);
}

L
Linus Torvalds 已提交
372 373 374 375 376
void ipoib_flush_paths(struct net_device *dev)
{
	struct ipoib_dev_priv *priv = netdev_priv(dev);
	struct ipoib_path *path, *tp;
	LIST_HEAD(remove_list);
377
	unsigned long flags;
L
Linus Torvalds 已提交
378

379 380
	netif_tx_lock_bh(dev);
	spin_lock_irqsave(&priv->lock, flags);
L
Linus Torvalds 已提交
381

382
	list_splice_init(&priv->path_list, &remove_list);
L
Linus Torvalds 已提交
383 384 385 386 387 388 389

	list_for_each_entry(path, &remove_list, list)
		rb_erase(&path->rb_node, &priv->path_tree);

	list_for_each_entry_safe(path, tp, &remove_list, list) {
		if (path->query)
			ib_sa_cancel_query(path->query_id, path->query);
390 391
		spin_unlock_irqrestore(&priv->lock, flags);
		netif_tx_unlock_bh(dev);
L
Linus Torvalds 已提交
392 393
		wait_for_completion(&path->done);
		path_free(dev, path);
394 395
		netif_tx_lock_bh(dev);
		spin_lock_irqsave(&priv->lock, flags);
L
Linus Torvalds 已提交
396
	}
397 398 399

	spin_unlock_irqrestore(&priv->lock, flags);
	netif_tx_unlock_bh(dev);
L
Linus Torvalds 已提交
400 401 402 403 404 405 406 407 408 409
}

static void path_rec_completion(int status,
				struct ib_sa_path_rec *pathrec,
				void *path_ptr)
{
	struct ipoib_path *path = path_ptr;
	struct net_device *dev = path->dev;
	struct ipoib_dev_priv *priv = netdev_priv(dev);
	struct ipoib_ah *ah = NULL;
410
	struct ipoib_ah *old_ah = NULL;
411
	struct ipoib_neigh *neigh, *tn;
L
Linus Torvalds 已提交
412 413 414 415
	struct sk_buff_head skqueue;
	struct sk_buff *skb;
	unsigned long flags;

416
	if (!status)
H
Harvey Harrison 已提交
417
		ipoib_dbg(priv, "PathRec LID 0x%04x for GID %pI6\n",
418
			  be16_to_cpu(pathrec->dlid), pathrec->dgid.raw);
L
Linus Torvalds 已提交
419
	else
H
Harvey Harrison 已提交
420
		ipoib_dbg(priv, "PathRec status %d for GID %pI6\n",
421
			  status, path->pathrec.dgid.raw);
L
Linus Torvalds 已提交
422 423 424 425

	skb_queue_head_init(&skqueue);

	if (!status) {
426 427 428 429
		struct ib_ah_attr av;

		if (!ib_init_ah_from_path(priv->ca, priv->port, pathrec, &av))
			ah = ipoib_create_ah(dev, priv->pd, &av);
L
Linus Torvalds 已提交
430 431 432 433 434 435 436
	}

	spin_lock_irqsave(&priv->lock, flags);

	if (ah) {
		path->pathrec = *pathrec;

437 438 439
		old_ah   = path->ah;
		path->ah = ah;

L
Linus Torvalds 已提交
440 441 442 443 444 445
		ipoib_dbg(priv, "created address handle %p for LID 0x%04x, SL %d\n",
			  ah, be16_to_cpu(pathrec->dlid), pathrec->sl);

		while ((skb = __skb_dequeue(&path->queue)))
			__skb_queue_tail(&skqueue, skb);

446
		list_for_each_entry_safe(neigh, tn, &path->neigh_list, list) {
447 448 449 450 451 452 453 454 455 456 457
			if (neigh->ah) {
				WARN_ON(neigh->ah != old_ah);
				/*
				 * Dropping the ah reference inside
				 * priv->lock is safe here, because we
				 * will hold one more reference from
				 * the original value of path->ah (ie
				 * old_ah).
				 */
				ipoib_put_ah(neigh->ah);
			}
L
Linus Torvalds 已提交
458 459
			kref_get(&path->ah->ref);
			neigh->ah = path->ah;
460 461
			memcpy(&neigh->dgid.raw, &path->pathrec.dgid.raw,
			       sizeof(union ib_gid));
L
Linus Torvalds 已提交
462

463 464 465 466 467 468 469 470 471 472 473 474 475 476
			if (ipoib_cm_enabled(dev, neigh->neighbour)) {
				if (!ipoib_cm_get(neigh))
					ipoib_cm_set(neigh, ipoib_cm_create_tx(dev,
									       path,
									       neigh));
				if (!ipoib_cm_get(neigh)) {
					list_del(&neigh->list);
					if (neigh->ah)
						ipoib_put_ah(neigh->ah);
					ipoib_neigh_free(dev, neigh);
					continue;
				}
			}

L
Linus Torvalds 已提交
477 478 479
			while ((skb = __skb_dequeue(&neigh->queue)))
				__skb_queue_tail(&skqueue, skb);
		}
480
		path->valid = 1;
481
	}
L
Linus Torvalds 已提交
482

483
	path->query = NULL;
L
Linus Torvalds 已提交
484 485 486 487
	complete(&path->done);

	spin_unlock_irqrestore(&priv->lock, flags);

488 489 490
	if (old_ah)
		ipoib_put_ah(old_ah);

L
Linus Torvalds 已提交
491 492 493 494 495 496 497 498
	while ((skb = __skb_dequeue(&skqueue))) {
		skb->dev = dev;
		if (dev_queue_xmit(skb))
			ipoib_warn(priv, "dev_queue_xmit failed "
				   "to requeue packet\n");
	}
}

499
static struct ipoib_path *path_rec_create(struct net_device *dev, void *gid)
L
Linus Torvalds 已提交
500 501 502 503
{
	struct ipoib_dev_priv *priv = netdev_priv(dev);
	struct ipoib_path *path;

504 505 506
	if (!priv->broadcast)
		return NULL;

507
	path = kzalloc(sizeof *path, GFP_ATOMIC);
L
Linus Torvalds 已提交
508 509 510
	if (!path)
		return NULL;

511
	path->dev = dev;
L
Linus Torvalds 已提交
512 513 514 515 516

	skb_queue_head_init(&path->queue);

	INIT_LIST_HEAD(&path->neigh_list);

517
	memcpy(path->pathrec.dgid.raw, gid, sizeof (union ib_gid));
518 519
	path->pathrec.sgid	    = priv->local_gid;
	path->pathrec.pkey	    = cpu_to_be16(priv->pkey);
520 521
	path->pathrec.numb_path     = 1;
	path->pathrec.traffic_class = priv->broadcast->mcmember.traffic_class;
L
Linus Torvalds 已提交
522 523 524 525 526 527 528 529 530

	return path;
}

static int path_rec_start(struct net_device *dev,
			  struct ipoib_path *path)
{
	struct ipoib_dev_priv *priv = netdev_priv(dev);

H
Harvey Harrison 已提交
531
	ipoib_dbg(priv, "Start path record lookup for %pI6\n",
532
		  path->pathrec.dgid.raw);
L
Linus Torvalds 已提交
533

534 535
	init_completion(&path->done);

L
Linus Torvalds 已提交
536
	path->query_id =
537
		ib_sa_path_rec_get(&ipoib_sa_client, priv->ca, priv->port,
L
Linus Torvalds 已提交
538 539 540 541
				   &path->pathrec,
				   IB_SA_PATH_REC_DGID		|
				   IB_SA_PATH_REC_SGID		|
				   IB_SA_PATH_REC_NUMB_PATH	|
542
				   IB_SA_PATH_REC_TRAFFIC_CLASS |
L
Linus Torvalds 已提交
543 544 545 546 547
				   IB_SA_PATH_REC_PKEY,
				   1000, GFP_ATOMIC,
				   path_rec_completion,
				   path, &path->query);
	if (path->query_id < 0) {
548
		ipoib_warn(priv, "ib_sa_path_rec_get failed: %d\n", path->query_id);
L
Linus Torvalds 已提交
549
		path->query = NULL;
550
		complete(&path->done);
L
Linus Torvalds 已提交
551 552 553 554 555 556 557 558 559 560 561
		return path->query_id;
	}

	return 0;
}

static void neigh_add_path(struct sk_buff *skb, struct net_device *dev)
{
	struct ipoib_dev_priv *priv = netdev_priv(dev);
	struct ipoib_path *path;
	struct ipoib_neigh *neigh;
562
	unsigned long flags;
L
Linus Torvalds 已提交
563

E
Eric Dumazet 已提交
564
	neigh = ipoib_neigh_alloc(skb_dst(skb)->neighbour, skb->dev);
L
Linus Torvalds 已提交
565
	if (!neigh) {
566
		++dev->stats.tx_dropped;
L
Linus Torvalds 已提交
567 568 569 570
		dev_kfree_skb_any(skb);
		return;
	}

571
	spin_lock_irqsave(&priv->lock, flags);
L
Linus Torvalds 已提交
572

E
Eric Dumazet 已提交
573
	path = __path_find(dev, skb_dst(skb)->neighbour->ha + 4);
L
Linus Torvalds 已提交
574
	if (!path) {
E
Eric Dumazet 已提交
575
		path = path_rec_create(dev, skb_dst(skb)->neighbour->ha + 4);
L
Linus Torvalds 已提交
576
		if (!path)
577
			goto err_path;
L
Linus Torvalds 已提交
578 579 580 581 582 583

		__path_add(dev, path);
	}

	list_add_tail(&neigh->list, &path->neigh_list);

584
	if (path->ah) {
L
Linus Torvalds 已提交
585 586
		kref_get(&path->ah->ref);
		neigh->ah = path->ah;
587 588
		memcpy(&neigh->dgid.raw, &path->pathrec.dgid.raw,
		       sizeof(union ib_gid));
L
Linus Torvalds 已提交
589

590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606
		if (ipoib_cm_enabled(dev, neigh->neighbour)) {
			if (!ipoib_cm_get(neigh))
				ipoib_cm_set(neigh, ipoib_cm_create_tx(dev, path, neigh));
			if (!ipoib_cm_get(neigh)) {
				list_del(&neigh->list);
				if (neigh->ah)
					ipoib_put_ah(neigh->ah);
				ipoib_neigh_free(dev, neigh);
				goto err_drop;
			}
			if (skb_queue_len(&neigh->queue) < IPOIB_MAX_PATH_REC_QUEUE)
				__skb_queue_tail(&neigh->queue, skb);
			else {
				ipoib_warn(priv, "queue length limit %d. Packet drop.\n",
					   skb_queue_len(&neigh->queue));
				goto err_drop;
			}
607 608
		} else {
			spin_unlock_irqrestore(&priv->lock, flags);
E
Eric Dumazet 已提交
609
			ipoib_send(dev, skb, path->ah, IPOIB_QPN(skb_dst(skb)->neighbour->ha));
610 611
			return;
		}
L
Linus Torvalds 已提交
612 613 614 615
	} else {
		neigh->ah  = NULL;

		if (!path->query && path_rec_start(dev, path))
616
			goto err_list;
617 618

		__skb_queue_tail(&neigh->queue, skb);
L
Linus Torvalds 已提交
619 620
	}

621
	spin_unlock_irqrestore(&priv->lock, flags);
L
Linus Torvalds 已提交
622 623
	return;

624
err_list:
L
Linus Torvalds 已提交
625 626
	list_del(&neigh->list);

627
err_path:
628
	ipoib_neigh_free(dev, neigh);
629
err_drop:
630
	++dev->stats.tx_dropped;
L
Linus Torvalds 已提交
631 632
	dev_kfree_skb_any(skb);

633
	spin_unlock_irqrestore(&priv->lock, flags);
L
Linus Torvalds 已提交
634 635
}

636
static void ipoib_path_lookup(struct sk_buff *skb, struct net_device *dev)
L
Linus Torvalds 已提交
637 638 639 640
{
	struct ipoib_dev_priv *priv = netdev_priv(skb->dev);

	/* Look up path record for unicasts */
E
Eric Dumazet 已提交
641
	if (skb_dst(skb)->neighbour->ha[4] != 0xff) {
L
Linus Torvalds 已提交
642 643 644 645 646
		neigh_add_path(skb, dev);
		return;
	}

	/* Add in the P_Key for multicasts */
E
Eric Dumazet 已提交
647 648 649
	skb_dst(skb)->neighbour->ha[8] = (priv->pkey >> 8) & 0xff;
	skb_dst(skb)->neighbour->ha[9] = priv->pkey & 0xff;
	ipoib_mcast_send(dev, skb_dst(skb)->neighbour->ha + 4, skb);
L
Linus Torvalds 已提交
650 651 652 653 654 655 656
}

static void unicast_arp_send(struct sk_buff *skb, struct net_device *dev,
			     struct ipoib_pseudoheader *phdr)
{
	struct ipoib_dev_priv *priv = netdev_priv(dev);
	struct ipoib_path *path;
657
	unsigned long flags;
L
Linus Torvalds 已提交
658

659
	spin_lock_irqsave(&priv->lock, flags);
L
Linus Torvalds 已提交
660

661
	path = __path_find(dev, phdr->hwaddr + 4);
662
	if (!path || !path->valid) {
663 664 665
		int new_path = 0;

		if (!path) {
666
			path = path_rec_create(dev, phdr->hwaddr + 4);
667 668
			new_path = 1;
		}
L
Linus Torvalds 已提交
669 670 671 672 673
		if (path) {
			/* put pseudoheader back on for next time */
			skb_push(skb, sizeof *phdr);
			__skb_queue_tail(&path->queue, skb);

674
			if (!path->query && path_rec_start(dev, path)) {
675
				spin_unlock_irqrestore(&priv->lock, flags);
676 677
				if (new_path)
					path_free(dev, path);
L
Linus Torvalds 已提交
678 679 680 681
				return;
			} else
				__path_add(dev, path);
		} else {
682
			++dev->stats.tx_dropped;
L
Linus Torvalds 已提交
683 684 685
			dev_kfree_skb_any(skb);
		}

686
		spin_unlock_irqrestore(&priv->lock, flags);
L
Linus Torvalds 已提交
687 688 689
		return;
	}

690
	if (path->ah) {
L
Linus Torvalds 已提交
691 692 693
		ipoib_dbg(priv, "Send unicast ARP to %04x\n",
			  be16_to_cpu(path->pathrec.dlid));

694
		spin_unlock_irqrestore(&priv->lock, flags);
695
		ipoib_send(dev, skb, path->ah, IPOIB_QPN(phdr->hwaddr));
696
		return;
L
Linus Torvalds 已提交
697 698 699 700 701 702
	} else if ((path->query || !path_rec_start(dev, path)) &&
		   skb_queue_len(&path->queue) < IPOIB_MAX_PATH_REC_QUEUE) {
		/* put pseudoheader back on for next time */
		skb_push(skb, sizeof *phdr);
		__skb_queue_tail(&path->queue, skb);
	} else {
703
		++dev->stats.tx_dropped;
L
Linus Torvalds 已提交
704 705 706
		dev_kfree_skb_any(skb);
	}

707
	spin_unlock_irqrestore(&priv->lock, flags);
L
Linus Torvalds 已提交
708 709 710 711 712 713 714 715
}

static int ipoib_start_xmit(struct sk_buff *skb, struct net_device *dev)
{
	struct ipoib_dev_priv *priv = netdev_priv(dev);
	struct ipoib_neigh *neigh;
	unsigned long flags;

E
Eric Dumazet 已提交
716 717
	if (likely(skb_dst(skb) && skb_dst(skb)->neighbour)) {
		if (unlikely(!*to_ipoib_neigh(skb_dst(skb)->neighbour))) {
718
			ipoib_path_lookup(skb, dev);
719
			return NETDEV_TX_OK;
L
Linus Torvalds 已提交
720 721
		}

E
Eric Dumazet 已提交
722
		neigh = *to_ipoib_neigh(skb_dst(skb)->neighbour);
L
Linus Torvalds 已提交
723

724
		if (unlikely((memcmp(&neigh->dgid.raw,
E
Eric Dumazet 已提交
725
				     skb_dst(skb)->neighbour->ha + 4,
726 727 728 729 730 731 732 733 734 735 736
				     sizeof(union ib_gid))) ||
			     (neigh->dev != dev))) {
			spin_lock_irqsave(&priv->lock, flags);
			/*
			 * It's safe to call ipoib_put_ah() inside
			 * priv->lock here, because we know that
			 * path->ah will always hold one more reference,
			 * so ipoib_put_ah() will never do more than
			 * decrement the ref count.
			 */
			if (neigh->ah)
737
				ipoib_put_ah(neigh->ah);
738 739 740 741 742 743
			list_del(&neigh->list);
			ipoib_neigh_free(dev, neigh);
			spin_unlock_irqrestore(&priv->lock, flags);
			ipoib_path_lookup(skb, dev);
			return NETDEV_TX_OK;
		}
744

745 746 747
		if (ipoib_cm_get(neigh)) {
			if (ipoib_cm_up(neigh)) {
				ipoib_cm_send(dev, skb, ipoib_cm_get(neigh));
748
				return NETDEV_TX_OK;
749 750
			}
		} else if (neigh->ah) {
E
Eric Dumazet 已提交
751
			ipoib_send(dev, skb, neigh->ah, IPOIB_QPN(skb_dst(skb)->neighbour->ha));
752
			return NETDEV_TX_OK;
L
Linus Torvalds 已提交
753 754 755
		}

		if (skb_queue_len(&neigh->queue) < IPOIB_MAX_PATH_REC_QUEUE) {
756
			spin_lock_irqsave(&priv->lock, flags);
L
Linus Torvalds 已提交
757
			__skb_queue_tail(&neigh->queue, skb);
758
			spin_unlock_irqrestore(&priv->lock, flags);
L
Linus Torvalds 已提交
759
		} else {
760
			++dev->stats.tx_dropped;
L
Linus Torvalds 已提交
761 762 763 764 765 766 767 768 769 770 771 772
			dev_kfree_skb_any(skb);
		}
	} else {
		struct ipoib_pseudoheader *phdr =
			(struct ipoib_pseudoheader *) skb->data;
		skb_pull(skb, sizeof *phdr);

		if (phdr->hwaddr[4] == 0xff) {
			/* Add in the P_Key for multicast*/
			phdr->hwaddr[8] = (priv->pkey >> 8) & 0xff;
			phdr->hwaddr[9] = priv->pkey & 0xff;

773
			ipoib_mcast_send(dev, phdr->hwaddr + 4, skb);
L
Linus Torvalds 已提交
774
		} else {
775
			/* unicast GID -- should be ARP or RARP reply */
L
Linus Torvalds 已提交
776

777 778
			if ((be16_to_cpup((__be16 *) skb->data) != ETH_P_ARP) &&
			    (be16_to_cpup((__be16 *) skb->data) != ETH_P_RARP)) {
H
Harvey Harrison 已提交
779
				ipoib_warn(priv, "Unicast, no %s: type %04x, QPN %06x %pI6\n",
E
Eric Dumazet 已提交
780
					   skb_dst(skb) ? "neigh" : "dst",
781
					   be16_to_cpup((__be16 *) skb->data),
782
					   IPOIB_QPN(phdr->hwaddr),
783
					   phdr->hwaddr + 4);
L
Linus Torvalds 已提交
784
				dev_kfree_skb_any(skb);
785
				++dev->stats.tx_dropped;
786
				return NETDEV_TX_OK;
L
Linus Torvalds 已提交
787 788 789 790 791 792 793 794 795 796 797 798 799
			}

			unicast_arp_send(skb, dev, phdr);
		}
	}

	return NETDEV_TX_OK;
}

static void ipoib_timeout(struct net_device *dev)
{
	struct ipoib_dev_priv *priv = netdev_priv(dev);

800 801 802 803 804
	ipoib_warn(priv, "transmit timeout: latency %d msecs\n",
		   jiffies_to_msecs(jiffies - dev->trans_start));
	ipoib_warn(priv, "queue stopped %d, tx_head %u, tx_tail %u\n",
		   netif_queue_stopped(dev),
		   priv->tx_head, priv->tx_tail);
L
Linus Torvalds 已提交
805 806 807 808 809 810
	/* XXX reset QP, etc. */
}

static int ipoib_hard_header(struct sk_buff *skb,
			     struct net_device *dev,
			     unsigned short type,
811
			     const void *daddr, const void *saddr, unsigned len)
L
Linus Torvalds 已提交
812 813 814 815 816 817 818 819 820 821 822 823 824
{
	struct ipoib_header *header;

	header = (struct ipoib_header *) skb_push(skb, sizeof *header);

	header->proto = htons(type);
	header->reserved = 0;

	/*
	 * If we don't have a neighbour structure, stuff the
	 * destination address onto the front of the skb so we can
	 * figure out where to send the packet later.
	 */
E
Eric Dumazet 已提交
825
	if ((!skb_dst(skb) || !skb_dst(skb)->neighbour) && daddr) {
L
Linus Torvalds 已提交
826 827 828 829 830 831 832 833 834 835 836 837
		struct ipoib_pseudoheader *phdr =
			(struct ipoib_pseudoheader *) skb_push(skb, sizeof *phdr);
		memcpy(phdr->hwaddr, daddr, INFINIBAND_ALEN);
	}

	return 0;
}

static void ipoib_set_mcast_list(struct net_device *dev)
{
	struct ipoib_dev_priv *priv = netdev_priv(dev);

L
Leonid Arsh 已提交
838 839 840 841 842
	if (!test_bit(IPOIB_FLAG_OPER_UP, &priv->flags)) {
		ipoib_dbg(priv, "IPOIB_FLAG_OPER_UP not set");
		return;
	}

843
	queue_work(ipoib_workqueue, &priv->restart_task);
L
Linus Torvalds 已提交
844 845
}

846
static void ipoib_neigh_cleanup(struct neighbour *n)
L
Linus Torvalds 已提交
847 848 849 850 851 852
{
	struct ipoib_neigh *neigh;
	struct ipoib_dev_priv *priv = netdev_priv(n->dev);
	unsigned long flags;
	struct ipoib_ah *ah = NULL;

853
	neigh = *to_ipoib_neigh(n);
854
	if (neigh)
855
		priv = netdev_priv(neigh->dev);
856
	else
857
		return;
L
Linus Torvalds 已提交
858
	ipoib_dbg(priv,
H
Harvey Harrison 已提交
859
		  "neigh_cleanup for %06x %pI6\n",
860
		  IPOIB_QPN(n->ha),
861
		  n->ha + 4);
L
Linus Torvalds 已提交
862 863 864

	spin_lock_irqsave(&priv->lock, flags);

865 866 867 868
	if (neigh->ah)
		ah = neigh->ah;
	list_del(&neigh->list);
	ipoib_neigh_free(n->dev, neigh);
L
Linus Torvalds 已提交
869 870 871 872 873 874 875

	spin_unlock_irqrestore(&priv->lock, flags);

	if (ah)
		ipoib_put_ah(ah);
}

876 877
struct ipoib_neigh *ipoib_neigh_alloc(struct neighbour *neighbour,
				      struct net_device *dev)
878 879 880 881 882 883 884 885
{
	struct ipoib_neigh *neigh;

	neigh = kmalloc(sizeof *neigh, GFP_ATOMIC);
	if (!neigh)
		return NULL;

	neigh->neighbour = neighbour;
886
	neigh->dev = dev;
887
	memset(&neigh->dgid.raw, 0, sizeof (union ib_gid));
888
	*to_ipoib_neigh(neighbour) = neigh;
889
	skb_queue_head_init(&neigh->queue);
890
	ipoib_cm_set(neigh, NULL);
891 892 893 894

	return neigh;
}

895
void ipoib_neigh_free(struct net_device *dev, struct ipoib_neigh *neigh)
896
{
897
	struct sk_buff *skb;
898
	*to_ipoib_neigh(neigh->neighbour) = NULL;
899
	while ((skb = __skb_dequeue(&neigh->queue))) {
900
		++dev->stats.tx_dropped;
901 902
		dev_kfree_skb_any(skb);
	}
903 904
	if (ipoib_cm_get(neigh))
		ipoib_cm_destroy_tx(ipoib_cm_get(neigh));
905 906 907
	kfree(neigh);
}

L
Linus Torvalds 已提交
908 909
static int ipoib_neigh_setup_dev(struct net_device *dev, struct neigh_parms *parms)
{
910
	parms->neigh_cleanup = ipoib_neigh_cleanup;
L
Linus Torvalds 已提交
911 912 913 914 915 916 917 918 919

	return 0;
}

int ipoib_dev_init(struct net_device *dev, struct ib_device *ca, int port)
{
	struct ipoib_dev_priv *priv = netdev_priv(dev);

	/* Allocate RX/TX "rings" to hold queued skbs */
920
	priv->rx_ring =	kzalloc(ipoib_recvq_size * sizeof *priv->rx_ring,
L
Linus Torvalds 已提交
921 922 923
				GFP_KERNEL);
	if (!priv->rx_ring) {
		printk(KERN_WARNING "%s: failed to allocate RX ring (%d entries)\n",
924
		       ca->name, ipoib_recvq_size);
L
Linus Torvalds 已提交
925 926 927
		goto out;
	}

928
	priv->tx_ring = vmalloc(ipoib_sendq_size * sizeof *priv->tx_ring);
L
Linus Torvalds 已提交
929 930
	if (!priv->tx_ring) {
		printk(KERN_WARNING "%s: failed to allocate TX ring (%d entries)\n",
931
		       ca->name, ipoib_sendq_size);
L
Linus Torvalds 已提交
932 933
		goto out_rx_ring_cleanup;
	}
934
	memset(priv->tx_ring, 0, ipoib_sendq_size * sizeof *priv->tx_ring);
L
Linus Torvalds 已提交
935

936
	/* priv->tx_head, tx_tail & tx_outstanding are already 0 */
L
Linus Torvalds 已提交
937 938 939 940 941 942 943

	if (ipoib_ib_dev_init(dev, ca, port))
		goto out_tx_ring_cleanup;

	return 0;

out_tx_ring_cleanup:
944
	vfree(priv->tx_ring);
L
Linus Torvalds 已提交
945 946 947 948 949 950 951 952 953 954 955 956

out_rx_ring_cleanup:
	kfree(priv->rx_ring);

out:
	return -ENOMEM;
}

void ipoib_dev_cleanup(struct net_device *dev)
{
	struct ipoib_dev_priv *priv = netdev_priv(dev), *cpriv, *tcpriv;

957
	ipoib_delete_debug_files(dev);
L
Linus Torvalds 已提交
958 959 960 961 962 963 964 965 966 967

	/* Delete any child interfaces first */
	list_for_each_entry_safe(cpriv, tcpriv, &priv->child_intfs, list) {
		unregister_netdev(cpriv->dev);
		ipoib_dev_cleanup(cpriv->dev);
		free_netdev(cpriv->dev);
	}

	ipoib_ib_dev_cleanup(dev);

968
	kfree(priv->rx_ring);
969
	vfree(priv->tx_ring);
L
Linus Torvalds 已提交
970

971 972
	priv->rx_ring = NULL;
	priv->tx_ring = NULL;
L
Linus Torvalds 已提交
973 974
}

975 976 977 978
static const struct header_ops ipoib_header_ops = {
	.create	= ipoib_hard_header,
};

V
Vladimir Sokolovsky 已提交
979 980 981 982 983 984 985 986 987 988 989 990 991 992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026
static int get_skb_hdr(struct sk_buff *skb, void **iphdr,
		       void **tcph, u64 *hdr_flags, void *priv)
{
	unsigned int ip_len;
	struct iphdr *iph;

	if (unlikely(skb->protocol != htons(ETH_P_IP)))
		return -1;

	/*
	 * In the future we may add an else clause that verifies the
	 * checksum and allows devices which do not calculate checksum
	 * to use LRO.
	 */
	if (unlikely(skb->ip_summed != CHECKSUM_UNNECESSARY))
		return -1;

	/* Check for non-TCP packet */
	skb_reset_network_header(skb);
	iph = ip_hdr(skb);
	if (iph->protocol != IPPROTO_TCP)
		return -1;

	ip_len = ip_hdrlen(skb);
	skb_set_transport_header(skb, ip_len);
	*tcph = tcp_hdr(skb);

	/* check if IP header and TCP header are complete */
	if (ntohs(iph->tot_len) < ip_len + tcp_hdrlen(skb))
		return -1;

	*hdr_flags = LRO_IPV4 | LRO_TCP;
	*iphdr = iph;

	return 0;
}

static void ipoib_lro_setup(struct ipoib_dev_priv *priv)
{
	priv->lro.lro_mgr.max_aggr	 = lro_max_aggr;
	priv->lro.lro_mgr.max_desc	 = IPOIB_MAX_LRO_DESCRIPTORS;
	priv->lro.lro_mgr.lro_arr	 = priv->lro.lro_desc;
	priv->lro.lro_mgr.get_skb_header = get_skb_hdr;
	priv->lro.lro_mgr.features	 = LRO_F_NAPI;
	priv->lro.lro_mgr.dev		 = priv->dev;
	priv->lro.lro_mgr.ip_summed_aggr = CHECKSUM_UNNECESSARY;
}

1027 1028 1029 1030 1031 1032 1033 1034 1035 1036
static const struct net_device_ops ipoib_netdev_ops = {
	.ndo_open		 = ipoib_open,
	.ndo_stop		 = ipoib_stop,
	.ndo_change_mtu		 = ipoib_change_mtu,
	.ndo_start_xmit	 	 = ipoib_start_xmit,
	.ndo_tx_timeout		 = ipoib_timeout,
	.ndo_set_multicast_list	 = ipoib_set_mcast_list,
	.ndo_neigh_setup	 = ipoib_neigh_setup_dev,
};

L
Linus Torvalds 已提交
1037 1038 1039 1040
static void ipoib_setup(struct net_device *dev)
{
	struct ipoib_dev_priv *priv = netdev_priv(dev);

1041
	dev->netdev_ops		 = &ipoib_netdev_ops;
1042
	dev->header_ops		 = &ipoib_header_ops;
1043

E
Eli Cohen 已提交
1044 1045
	ipoib_set_ethtool_ops(dev);

1046
	netif_napi_add(dev, &priv->napi, ipoib_poll, 100);
L
Linus Torvalds 已提交
1047

1048
	dev->watchdog_timeo	 = HZ;
L
Linus Torvalds 已提交
1049

1050
	dev->flags		|= IFF_BROADCAST | IFF_MULTICAST;
L
Linus Torvalds 已提交
1051 1052 1053 1054 1055

	/*
	 * We add in INFINIBAND_ALEN to allow for the destination
	 * address "pseudoheader" for skbs without neighbour struct.
	 */
1056 1057 1058 1059
	dev->hard_header_len	 = IPOIB_ENCAP_LEN + INFINIBAND_ALEN;
	dev->addr_len		 = INFINIBAND_ALEN;
	dev->type		 = ARPHRD_INFINIBAND;
	dev->tx_queue_len	 = ipoib_sendq_size * 2;
E
Eli Cohen 已提交
1060 1061
	dev->features		 = (NETIF_F_VLAN_CHALLENGED	|
				    NETIF_F_HIGHDMA);
1062
	dev->priv_flags		&= ~IFF_XMIT_DST_RELEASE;
L
Linus Torvalds 已提交
1063 1064 1065 1066 1067 1068 1069

	memcpy(dev->broadcast, ipv4_bcast_addr, INFINIBAND_ALEN);

	netif_carrier_off(dev);

	priv->dev = dev;

V
Vladimir Sokolovsky 已提交
1070 1071
	ipoib_lro_setup(priv);

L
Linus Torvalds 已提交
1072 1073
	spin_lock_init(&priv->lock);

1074
	mutex_init(&priv->vlan_mutex);
L
Linus Torvalds 已提交
1075 1076 1077 1078 1079 1080

	INIT_LIST_HEAD(&priv->path_list);
	INIT_LIST_HEAD(&priv->child_intfs);
	INIT_LIST_HEAD(&priv->dead_ahs);
	INIT_LIST_HEAD(&priv->multicast_list);

1081
	INIT_DELAYED_WORK(&priv->pkey_poll_task, ipoib_pkey_poll);
D
David Howells 已提交
1082
	INIT_DELAYED_WORK(&priv->mcast_task,   ipoib_mcast_join_task);
1083
	INIT_WORK(&priv->carrier_on_task, ipoib_mcast_carrier_on_task);
1084 1085 1086
	INIT_WORK(&priv->flush_light,   ipoib_ib_dev_flush_light);
	INIT_WORK(&priv->flush_normal,   ipoib_ib_dev_flush_normal);
	INIT_WORK(&priv->flush_heavy,   ipoib_ib_dev_flush_heavy);
D
David Howells 已提交
1087 1088
	INIT_WORK(&priv->restart_task, ipoib_mcast_restart_task);
	INIT_DELAYED_WORK(&priv->ah_reap_task, ipoib_reap_ah);
L
Linus Torvalds 已提交
1089 1090 1091 1092 1093 1094 1095 1096 1097 1098 1099 1100 1101 1102
}

struct ipoib_dev_priv *ipoib_intf_alloc(const char *name)
{
	struct net_device *dev;

	dev = alloc_netdev((int) sizeof (struct ipoib_dev_priv), name,
			   ipoib_setup);
	if (!dev)
		return NULL;

	return netdev_priv(dev);
}

1103 1104
static ssize_t show_pkey(struct device *dev,
			 struct device_attribute *attr, char *buf)
L
Linus Torvalds 已提交
1105
{
1106
	struct ipoib_dev_priv *priv = netdev_priv(to_net_dev(dev));
L
Linus Torvalds 已提交
1107 1108 1109

	return sprintf(buf, "0x%04x\n", priv->pkey);
}
1110
static DEVICE_ATTR(pkey, S_IRUGO, show_pkey, NULL);
L
Linus Torvalds 已提交
1111

1112 1113 1114 1115 1116 1117 1118 1119 1120 1121 1122 1123 1124 1125 1126 1127 1128 1129 1130 1131 1132 1133 1134 1135 1136 1137 1138 1139 1140 1141 1142
static ssize_t show_umcast(struct device *dev,
			   struct device_attribute *attr, char *buf)
{
	struct ipoib_dev_priv *priv = netdev_priv(to_net_dev(dev));

	return sprintf(buf, "%d\n", test_bit(IPOIB_FLAG_UMCAST, &priv->flags));
}

static ssize_t set_umcast(struct device *dev,
			  struct device_attribute *attr,
			  const char *buf, size_t count)
{
	struct ipoib_dev_priv *priv = netdev_priv(to_net_dev(dev));
	unsigned long umcast_val = simple_strtoul(buf, NULL, 0);

	if (umcast_val > 0) {
		set_bit(IPOIB_FLAG_UMCAST, &priv->flags);
		ipoib_warn(priv, "ignoring multicast groups joined directly "
				"by userspace\n");
	} else
		clear_bit(IPOIB_FLAG_UMCAST, &priv->flags);

	return count;
}
static DEVICE_ATTR(umcast, S_IWUSR | S_IRUGO, show_umcast, set_umcast);

int ipoib_add_umcast_attr(struct net_device *dev)
{
	return device_create_file(&dev->dev, &dev_attr_umcast);
}

1143 1144
static ssize_t create_child(struct device *dev,
			    struct device_attribute *attr,
L
Linus Torvalds 已提交
1145 1146 1147 1148 1149 1150 1151 1152 1153 1154 1155
			    const char *buf, size_t count)
{
	int pkey;
	int ret;

	if (sscanf(buf, "%i", &pkey) != 1)
		return -EINVAL;

	if (pkey < 0 || pkey > 0xffff)
		return -EINVAL;

1156 1157 1158 1159 1160 1161
	/*
	 * Set the full membership bit, so that we join the right
	 * broadcast group, etc.
	 */
	pkey |= 0x8000;

1162
	ret = ipoib_vlan_add(to_net_dev(dev), pkey);
L
Linus Torvalds 已提交
1163 1164 1165

	return ret ? ret : count;
}
1166
static DEVICE_ATTR(create_child, S_IWUSR, NULL, create_child);
L
Linus Torvalds 已提交
1167

1168 1169
static ssize_t delete_child(struct device *dev,
			    struct device_attribute *attr,
L
Linus Torvalds 已提交
1170 1171 1172 1173 1174 1175 1176 1177 1178 1179 1180
			    const char *buf, size_t count)
{
	int pkey;
	int ret;

	if (sscanf(buf, "%i", &pkey) != 1)
		return -EINVAL;

	if (pkey < 0 || pkey > 0xffff)
		return -EINVAL;

1181
	ret = ipoib_vlan_delete(to_net_dev(dev), pkey);
L
Linus Torvalds 已提交
1182 1183 1184 1185

	return ret ? ret : count;

}
1186
static DEVICE_ATTR(delete_child, S_IWUSR, NULL, delete_child);
L
Linus Torvalds 已提交
1187 1188 1189

int ipoib_add_pkey_attr(struct net_device *dev)
{
1190
	return device_create_file(&dev->dev, &dev_attr_pkey);
L
Linus Torvalds 已提交
1191 1192
}

1193 1194 1195 1196 1197 1198 1199 1200 1201 1202 1203 1204 1205 1206 1207 1208 1209 1210 1211 1212 1213 1214 1215 1216 1217 1218 1219 1220 1221 1222 1223 1224 1225 1226 1227 1228 1229 1230
int ipoib_set_dev_features(struct ipoib_dev_priv *priv, struct ib_device *hca)
{
	struct ib_device_attr *device_attr;
	int result = -ENOMEM;

	device_attr = kmalloc(sizeof *device_attr, GFP_KERNEL);
	if (!device_attr) {
		printk(KERN_WARNING "%s: allocation of %zu bytes failed\n",
		       hca->name, sizeof *device_attr);
		return result;
	}

	result = ib_query_device(hca, device_attr);
	if (result) {
		printk(KERN_WARNING "%s: ib_query_device failed (ret = %d)\n",
		       hca->name, result);
		kfree(device_attr);
		return result;
	}
	priv->hca_caps = device_attr->device_cap_flags;

	kfree(device_attr);

	if (priv->hca_caps & IB_DEVICE_UD_IP_CSUM) {
		set_bit(IPOIB_FLAG_CSUM, &priv->flags);
		priv->dev->features |= NETIF_F_SG | NETIF_F_IP_CSUM;
	}

	if (lro)
		priv->dev->features |= NETIF_F_LRO;

	if (priv->dev->features & NETIF_F_SG && priv->hca_caps & IB_DEVICE_UD_TSO)
		priv->dev->features |= NETIF_F_TSO;

	return 0;
}


L
Linus Torvalds 已提交
1231 1232 1233 1234
static struct net_device *ipoib_add_port(const char *format,
					 struct ib_device *hca, u8 port)
{
	struct ipoib_dev_priv *priv;
1235
	struct ib_port_attr attr;
L
Linus Torvalds 已提交
1236 1237 1238 1239 1240 1241 1242 1243
	int result = -ENOMEM;

	priv = ipoib_intf_alloc(format);
	if (!priv)
		goto alloc_mem_failed;

	SET_NETDEV_DEV(priv->dev, hca->dma_device);

1244 1245 1246 1247 1248 1249 1250 1251 1252 1253 1254 1255
	if (!ib_query_port(hca, port, &attr))
		priv->max_ib_mtu = ib_mtu_enum_to_int(attr.max_mtu);
	else {
		printk(KERN_WARNING "%s: ib_query_port %d failed\n",
		       hca->name, port);
		goto device_init_failed;
	}

	/* MTU will be reset when mcast join happens */
	priv->dev->mtu  = IPOIB_UD_MTU(priv->max_ib_mtu);
	priv->mcast_mtu  = priv->admin_mtu = priv->dev->mtu;

L
Linus Torvalds 已提交
1256 1257 1258 1259
	result = ib_query_pkey(hca, port, 0, &priv->pkey);
	if (result) {
		printk(KERN_WARNING "%s: ib_query_pkey port %d failed (ret = %d)\n",
		       hca->name, port, result);
E
Eli Cohen 已提交
1260
		goto device_init_failed;
L
Linus Torvalds 已提交
1261 1262
	}

1263
	if (ipoib_set_dev_features(priv, hca))
1264
		goto device_init_failed;
V
Vladimir Sokolovsky 已提交
1265

1266 1267 1268 1269 1270 1271
	/*
	 * Set the full membership bit, so that we join the right
	 * broadcast group, etc.
	 */
	priv->pkey |= 0x8000;

L
Linus Torvalds 已提交
1272 1273 1274 1275 1276 1277 1278
	priv->dev->broadcast[8] = priv->pkey >> 8;
	priv->dev->broadcast[9] = priv->pkey & 0xff;

	result = ib_query_gid(hca, port, 0, &priv->local_gid);
	if (result) {
		printk(KERN_WARNING "%s: ib_query_gid port %d failed (ret = %d)\n",
		       hca->name, port, result);
E
Eli Cohen 已提交
1279
		goto device_init_failed;
L
Linus Torvalds 已提交
1280 1281 1282 1283 1284 1285 1286 1287 1288 1289 1290 1291 1292 1293 1294 1295 1296 1297 1298 1299 1300 1301 1302 1303 1304 1305 1306
	} else
		memcpy(priv->dev->dev_addr + 4, priv->local_gid.raw, sizeof (union ib_gid));

	result = ipoib_dev_init(priv->dev, hca, port);
	if (result < 0) {
		printk(KERN_WARNING "%s: failed to initialize port %d (ret = %d)\n",
		       hca->name, port, result);
		goto device_init_failed;
	}

	INIT_IB_EVENT_HANDLER(&priv->event_handler,
			      priv->ca, ipoib_event);
	result = ib_register_event_handler(&priv->event_handler);
	if (result < 0) {
		printk(KERN_WARNING "%s: ib_register_event_handler failed for "
		       "port %d (ret = %d)\n",
		       hca->name, port, result);
		goto event_failed;
	}

	result = register_netdev(priv->dev);
	if (result) {
		printk(KERN_WARNING "%s: couldn't register ipoib port %d; error %d\n",
		       hca->name, port, result);
		goto register_failed;
	}

1307
	ipoib_create_debug_files(priv->dev);
L
Linus Torvalds 已提交
1308

1309 1310
	if (ipoib_cm_add_mode_attr(priv->dev))
		goto sysfs_failed;
L
Linus Torvalds 已提交
1311 1312
	if (ipoib_add_pkey_attr(priv->dev))
		goto sysfs_failed;
1313 1314
	if (ipoib_add_umcast_attr(priv->dev))
		goto sysfs_failed;
1315
	if (device_create_file(&priv->dev->dev, &dev_attr_create_child))
L
Linus Torvalds 已提交
1316
		goto sysfs_failed;
1317
	if (device_create_file(&priv->dev->dev, &dev_attr_delete_child))
L
Linus Torvalds 已提交
1318 1319 1320 1321 1322
		goto sysfs_failed;

	return priv->dev;

sysfs_failed:
1323
	ipoib_delete_debug_files(priv->dev);
L
Linus Torvalds 已提交
1324 1325 1326 1327
	unregister_netdev(priv->dev);

register_failed:
	ib_unregister_event_handler(&priv->event_handler);
1328
	flush_workqueue(ipoib_workqueue);
L
Linus Torvalds 已提交
1329 1330 1331 1332 1333 1334 1335 1336 1337 1338 1339 1340 1341 1342 1343 1344 1345 1346

event_failed:
	ipoib_dev_cleanup(priv->dev);

device_init_failed:
	free_netdev(priv->dev);

alloc_mem_failed:
	return ERR_PTR(result);
}

static void ipoib_add_one(struct ib_device *device)
{
	struct list_head *dev_list;
	struct net_device *dev;
	struct ipoib_dev_priv *priv;
	int s, e, p;

T
Tom Tucker 已提交
1347 1348 1349
	if (rdma_node_get_transport(device->node_type) != RDMA_TRANSPORT_IB)
		return;

L
Linus Torvalds 已提交
1350 1351 1352 1353 1354 1355
	dev_list = kmalloc(sizeof *dev_list, GFP_KERNEL);
	if (!dev_list)
		return;

	INIT_LIST_HEAD(dev_list);

T
Tom Tucker 已提交
1356
	if (device->node_type == RDMA_NODE_IB_SWITCH) {
L
Linus Torvalds 已提交
1357 1358 1359 1360 1361 1362 1363 1364 1365 1366 1367 1368 1369 1370 1371 1372 1373 1374 1375 1376 1377 1378 1379
		s = 0;
		e = 0;
	} else {
		s = 1;
		e = device->phys_port_cnt;
	}

	for (p = s; p <= e; ++p) {
		dev = ipoib_add_port("ib%d", device, p);
		if (!IS_ERR(dev)) {
			priv = netdev_priv(dev);
			list_add_tail(&priv->list, dev_list);
		}
	}

	ib_set_client_data(device, &ipoib_client, dev_list);
}

static void ipoib_remove_one(struct ib_device *device)
{
	struct ipoib_dev_priv *priv, *tmp;
	struct list_head *dev_list;

T
Tom Tucker 已提交
1380 1381 1382
	if (rdma_node_get_transport(device->node_type) != RDMA_TRANSPORT_IB)
		return;

L
Linus Torvalds 已提交
1383 1384 1385 1386
	dev_list = ib_get_client_data(device, &ipoib_client);

	list_for_each_entry_safe(priv, tmp, dev_list, list) {
		ib_unregister_event_handler(&priv->event_handler);
1387 1388 1389 1390 1391 1392

		rtnl_lock();
		dev_change_flags(priv->dev, priv->dev->flags & ~IFF_UP);
		rtnl_unlock();

		flush_workqueue(ipoib_workqueue);
L
Linus Torvalds 已提交
1393 1394 1395 1396 1397

		unregister_netdev(priv->dev);
		ipoib_dev_cleanup(priv->dev);
		free_netdev(priv->dev);
	}
1398 1399

	kfree(dev_list);
L
Linus Torvalds 已提交
1400 1401 1402 1403 1404 1405
}

static int __init ipoib_init_module(void)
{
	int ret;

1406 1407 1408 1409 1410 1411
	ipoib_recvq_size = roundup_pow_of_two(ipoib_recvq_size);
	ipoib_recvq_size = min(ipoib_recvq_size, IPOIB_MAX_QUEUE_SIZE);
	ipoib_recvq_size = max(ipoib_recvq_size, IPOIB_MIN_QUEUE_SIZE);

	ipoib_sendq_size = roundup_pow_of_two(ipoib_sendq_size);
	ipoib_sendq_size = min(ipoib_sendq_size, IPOIB_MAX_QUEUE_SIZE);
1412
	ipoib_sendq_size = max3(ipoib_sendq_size, 2 * MAX_SEND_CQE, IPOIB_MIN_QUEUE_SIZE);
1413 1414 1415
#ifdef CONFIG_INFINIBAND_IPOIB_CM
	ipoib_max_conn_qp = min(ipoib_max_conn_qp, IPOIB_CM_MAX_CONN_QP);
#endif
1416

1417 1418 1419 1420 1421 1422
	/*
	 * When copying small received packets, we only copy from the
	 * linear data part of the SKB, so we rely on this condition.
	 */
	BUILD_BUG_ON(IPOIB_CM_COPYBREAK > IPOIB_CM_HEAD_SIZE);

L
Linus Torvalds 已提交
1423 1424 1425 1426 1427 1428 1429 1430 1431 1432 1433 1434 1435 1436 1437 1438 1439 1440
	ret = ipoib_register_debugfs();
	if (ret)
		return ret;

	/*
	 * We create our own workqueue mainly because we want to be
	 * able to flush it when devices are being removed.  We can't
	 * use schedule_work()/flush_scheduled_work() because both
	 * unregister_netdev() and linkwatch_event take the rtnl lock,
	 * so flush_scheduled_work() can deadlock during device
	 * removal.
	 */
	ipoib_workqueue = create_singlethread_workqueue("ipoib");
	if (!ipoib_workqueue) {
		ret = -ENOMEM;
		goto err_fs;
	}

1441 1442
	ib_sa_register_client(&ipoib_sa_client);

L
Linus Torvalds 已提交
1443 1444
	ret = ib_register_client(&ipoib_client);
	if (ret)
1445
		goto err_sa;
L
Linus Torvalds 已提交
1446 1447 1448

	return 0;

1449 1450
err_sa:
	ib_sa_unregister_client(&ipoib_sa_client);
L
Linus Torvalds 已提交
1451 1452
	destroy_workqueue(ipoib_workqueue);

1453 1454 1455
err_fs:
	ipoib_unregister_debugfs();

L
Linus Torvalds 已提交
1456 1457 1458 1459 1460 1461
	return ret;
}

static void __exit ipoib_cleanup_module(void)
{
	ib_unregister_client(&ipoib_client);
1462
	ib_sa_unregister_client(&ipoib_sa_client);
1463
	ipoib_unregister_debugfs();
L
Linus Torvalds 已提交
1464 1465 1466 1467 1468
	destroy_workqueue(ipoib_workqueue);
}

module_init(ipoib_init_module);
module_exit(ipoib_cleanup_module);