ipoib_main.c 35.8 KB
Newer Older
Linus Torvalds's avatar
Linus Torvalds committed
1 2
/*
 * Copyright (c) 2004 Topspin Communications.  All rights reserved.
3 4
 * Copyright (c) 2005 Sun Microsystems, Inc. All rights reserved.
 * Copyright (c) 2004 Voltaire, Inc. All rights reserved.
Linus Torvalds's avatar
Linus Torvalds committed
5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40
 *
 * This software is available to you under a choice of one of two
 * licenses.  You may choose to be licensed under the terms of the GNU
 * General Public License (GPL) Version 2, available from the file
 * COPYING in the main directory of this source tree, or the
 * OpenIB.org BSD license below:
 *
 *     Redistribution and use in source and binary forms, with or
 *     without modification, are permitted provided that the following
 *     conditions are met:
 *
 *      - Redistributions of source code must retain the above
 *        copyright notice, this list of conditions and the following
 *        disclaimer.
 *
 *      - Redistributions in binary form must reproduce the above
 *        copyright notice, this list of conditions and the following
 *        disclaimer in the documentation and/or other materials
 *        provided with the distribution.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
 * SOFTWARE.
 */

#include "ipoib.h"

#include <linux/module.h>

#include <linux/init.h>
#include <linux/slab.h>
41
#include <linux/kernel.h>
42
#include <linux/vmalloc.h>
Linus Torvalds's avatar
Linus Torvalds committed
43 44 45 46 47 48

#include <linux/if_arp.h>	/* For ARPHRD_xxx */

#include <linux/ip.h>
#include <linux/in.h>

49 50
#include <net/dst.h>

Linus Torvalds's avatar
Linus Torvalds committed
51 52 53 54
MODULE_AUTHOR("Roland Dreier");
MODULE_DESCRIPTION("IP-over-InfiniBand net driver");
MODULE_LICENSE("Dual BSD/GPL");

55 56 57 58 59 60 61 62
int ipoib_sendq_size __read_mostly = IPOIB_TX_RING_SIZE;
int ipoib_recvq_size __read_mostly = IPOIB_RX_RING_SIZE;

module_param_named(send_queue_size, ipoib_sendq_size, int, 0444);
MODULE_PARM_DESC(send_queue_size, "Number of descriptors in send queue");
module_param_named(recv_queue_size, ipoib_recvq_size, int, 0444);
MODULE_PARM_DESC(recv_queue_size, "Number of descriptors in receive queue");

Vladimir Sokolovsky's avatar
Vladimir Sokolovsky committed
63 64 65 66 67 68 69 70 71
static int lro;
module_param(lro, bool, 0444);
MODULE_PARM_DESC(lro,  "Enable LRO (Large Receive Offload)");

static int lro_max_aggr = IPOIB_LRO_MAX_AGGR;
module_param(lro_max_aggr, int, 0644);
MODULE_PARM_DESC(lro_max_aggr, "LRO: Max packets to be aggregated "
		"(default = 64)");

Linus Torvalds's avatar
Linus Torvalds committed
72 73 74 75 76 77 78
#ifdef CONFIG_INFINIBAND_IPOIB_DEBUG
int ipoib_debug_level;

module_param_named(debug_level, ipoib_debug_level, int, 0644);
MODULE_PARM_DESC(debug_level, "Enable debug tracing if > 0");
#endif

79 80 81 82 83
struct ipoib_path_iter {
	struct net_device *dev;
	struct ipoib_path  path;
};

Linus Torvalds's avatar
Linus Torvalds committed
84 85 86 87 88 89 90 91
static const u8 ipv4_bcast_addr[] = {
	0x00, 0xff, 0xff, 0xff,
	0xff, 0x12, 0x40, 0x1b,	0x00, 0x00, 0x00, 0x00,
	0x00, 0x00, 0x00, 0x00,	0xff, 0xff, 0xff, 0xff
};

struct workqueue_struct *ipoib_workqueue;

92 93
struct ib_sa_client ipoib_sa_client;

Linus Torvalds's avatar
Linus Torvalds committed
94 95 96 97 98 99 100 101 102 103 104 105 106 107 108
static void ipoib_add_one(struct ib_device *device);
static void ipoib_remove_one(struct ib_device *device);

static struct ib_client ipoib_client = {
	.name   = "ipoib",
	.add    = ipoib_add_one,
	.remove = ipoib_remove_one
};

int ipoib_open(struct net_device *dev)
{
	struct ipoib_dev_priv *priv = netdev_priv(dev);

	ipoib_dbg(priv, "bringing up interface\n");

109
	set_bit(IPOIB_FLAG_ADMIN_UP, &priv->flags);
Linus Torvalds's avatar
Linus Torvalds committed
110 111 112 113

	if (ipoib_pkey_dev_delay_open(dev))
		return 0;

114 115
	if (ipoib_ib_dev_open(dev))
		goto err_disable;
116

117 118
	if (ipoib_ib_dev_up(dev))
		goto err_stop;
Linus Torvalds's avatar
Linus Torvalds committed
119 120 121 122 123

	if (!test_bit(IPOIB_FLAG_SUBINTERFACE, &priv->flags)) {
		struct ipoib_dev_priv *cpriv;

		/* Bring up any child interfaces too */
124
		mutex_lock(&priv->vlan_mutex);
Linus Torvalds's avatar
Linus Torvalds committed
125 126 127 128 129 130 131 132 133
		list_for_each_entry(cpriv, &priv->child_intfs, list) {
			int flags;

			flags = cpriv->dev->flags;
			if (flags & IFF_UP)
				continue;

			dev_change_flags(cpriv->dev, flags | IFF_UP);
		}
134
		mutex_unlock(&priv->vlan_mutex);
Linus Torvalds's avatar
Linus Torvalds committed
135 136 137 138 139
	}

	netif_start_queue(dev);

	return 0;
140 141 142 143 144 145 146 147

err_stop:
	ipoib_ib_dev_stop(dev, 1);

err_disable:
	clear_bit(IPOIB_FLAG_ADMIN_UP, &priv->flags);

	return -EINVAL;
Linus Torvalds's avatar
Linus Torvalds committed
148 149 150 151 152 153 154 155 156 157 158 159
}

static int ipoib_stop(struct net_device *dev)
{
	struct ipoib_dev_priv *priv = netdev_priv(dev);

	ipoib_dbg(priv, "stopping interface\n");

	clear_bit(IPOIB_FLAG_ADMIN_UP, &priv->flags);

	netif_stop_queue(dev);

160 161
	ipoib_ib_dev_down(dev, 0);
	ipoib_ib_dev_stop(dev, 0);
Linus Torvalds's avatar
Linus Torvalds committed
162 163 164 165 166

	if (!test_bit(IPOIB_FLAG_SUBINTERFACE, &priv->flags)) {
		struct ipoib_dev_priv *cpriv;

		/* Bring down any child interfaces too */
167
		mutex_lock(&priv->vlan_mutex);
Linus Torvalds's avatar
Linus Torvalds committed
168 169 170 171 172 173 174 175 176
		list_for_each_entry(cpriv, &priv->child_intfs, list) {
			int flags;

			flags = cpriv->dev->flags;
			if (!(flags & IFF_UP))
				continue;

			dev_change_flags(cpriv->dev, flags & ~IFF_UP);
		}
177
		mutex_unlock(&priv->vlan_mutex);
Linus Torvalds's avatar
Linus Torvalds committed
178 179 180 181 182 183 184 185 186
	}

	return 0;
}

static int ipoib_change_mtu(struct net_device *dev, int new_mtu)
{
	struct ipoib_dev_priv *priv = netdev_priv(dev);

187
	/* dev->mtu > 2K ==> connected mode */
188 189 190 191
	if (ipoib_cm_admin_enabled(dev)) {
		if (new_mtu > ipoib_cm_max_mtu(dev))
			return -EINVAL;

192 193 194
		if (new_mtu > priv->mcast_mtu)
			ipoib_warn(priv, "mtu > %d will cause multicast packet drops.\n",
				   priv->mcast_mtu);
195

196 197 198 199
		dev->mtu = new_mtu;
		return 0;
	}

200
	if (new_mtu > IPOIB_UD_MTU(priv->max_ib_mtu))
Linus Torvalds's avatar
Linus Torvalds committed
201 202 203 204 205 206 207 208 209
		return -EINVAL;

	priv->admin_mtu = new_mtu;

	dev->mtu = min(priv->mcast_mtu, priv->admin_mtu);

	return 0;
}

210
static struct ipoib_path *__path_find(struct net_device *dev, void *gid)
Linus Torvalds's avatar
Linus Torvalds committed
211 212 213 214 215 216 217 218 219
{
	struct ipoib_dev_priv *priv = netdev_priv(dev);
	struct rb_node *n = priv->path_tree.rb_node;
	struct ipoib_path *path;
	int ret;

	while (n) {
		path = rb_entry(n, struct ipoib_path, rb_node);

220
		ret = memcmp(gid, path->pathrec.dgid.raw,
Linus Torvalds's avatar
Linus Torvalds committed
221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284
			     sizeof (union ib_gid));

		if (ret < 0)
			n = n->rb_left;
		else if (ret > 0)
			n = n->rb_right;
		else
			return path;
	}

	return NULL;
}

static int __path_add(struct net_device *dev, struct ipoib_path *path)
{
	struct ipoib_dev_priv *priv = netdev_priv(dev);
	struct rb_node **n = &priv->path_tree.rb_node;
	struct rb_node *pn = NULL;
	struct ipoib_path *tpath;
	int ret;

	while (*n) {
		pn = *n;
		tpath = rb_entry(pn, struct ipoib_path, rb_node);

		ret = memcmp(path->pathrec.dgid.raw, tpath->pathrec.dgid.raw,
			     sizeof (union ib_gid));
		if (ret < 0)
			n = &pn->rb_left;
		else if (ret > 0)
			n = &pn->rb_right;
		else
			return -EEXIST;
	}

	rb_link_node(&path->rb_node, pn, n);
	rb_insert_color(&path->rb_node, &priv->path_tree);

	list_add_tail(&path->list, &priv->path_list);

	return 0;
}

static void path_free(struct net_device *dev, struct ipoib_path *path)
{
	struct ipoib_dev_priv *priv = netdev_priv(dev);
	struct ipoib_neigh *neigh, *tn;
	struct sk_buff *skb;
	unsigned long flags;

	while ((skb = __skb_dequeue(&path->queue)))
		dev_kfree_skb_irq(skb);

	spin_lock_irqsave(&priv->lock, flags);

	list_for_each_entry_safe(neigh, tn, &path->neigh_list, list) {
		/*
		 * It's safe to call ipoib_put_ah() inside priv->lock
		 * here, because we know that path->ah will always
		 * hold one more reference, so ipoib_put_ah() will
		 * never do more than decrement the ref count.
		 */
		if (neigh->ah)
			ipoib_put_ah(neigh->ah);
285

286
		ipoib_neigh_free(dev, neigh);
Linus Torvalds's avatar
Linus Torvalds committed
287 288 289 290 291 292 293 294 295 296
	}

	spin_unlock_irqrestore(&priv->lock, flags);

	if (path->ah)
		ipoib_put_ah(path->ah);

	kfree(path);
}

297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354
#ifdef CONFIG_INFINIBAND_IPOIB_DEBUG

struct ipoib_path_iter *ipoib_path_iter_init(struct net_device *dev)
{
	struct ipoib_path_iter *iter;

	iter = kmalloc(sizeof *iter, GFP_KERNEL);
	if (!iter)
		return NULL;

	iter->dev = dev;
	memset(iter->path.pathrec.dgid.raw, 0, 16);

	if (ipoib_path_iter_next(iter)) {
		kfree(iter);
		return NULL;
	}

	return iter;
}

int ipoib_path_iter_next(struct ipoib_path_iter *iter)
{
	struct ipoib_dev_priv *priv = netdev_priv(iter->dev);
	struct rb_node *n;
	struct ipoib_path *path;
	int ret = 1;

	spin_lock_irq(&priv->lock);

	n = rb_first(&priv->path_tree);

	while (n) {
		path = rb_entry(n, struct ipoib_path, rb_node);

		if (memcmp(iter->path.pathrec.dgid.raw, path->pathrec.dgid.raw,
			   sizeof (union ib_gid)) < 0) {
			iter->path = *path;
			ret = 0;
			break;
		}

		n = rb_next(n);
	}

	spin_unlock_irq(&priv->lock);

	return ret;
}

void ipoib_path_iter_read(struct ipoib_path_iter *iter,
			  struct ipoib_path *path)
{
	*path = iter->path;
}

#endif /* CONFIG_INFINIBAND_IPOIB_DEBUG */

355 356 357 358 359 360 361 362
void ipoib_mark_paths_invalid(struct net_device *dev)
{
	struct ipoib_dev_priv *priv = netdev_priv(dev);
	struct ipoib_path *path, *tp;

	spin_lock_irq(&priv->lock);

	list_for_each_entry_safe(path, tp, &priv->path_list, list) {
Harvey Harrison's avatar
Harvey Harrison committed
363
		ipoib_dbg(priv, "mark path LID 0x%04x GID %pI6 invalid\n",
364
			be16_to_cpu(path->pathrec.dlid),
365
			path->pathrec.dgid.raw);
366 367 368 369 370 371
		path->valid =  0;
	}

	spin_unlock_irq(&priv->lock);
}

Linus Torvalds's avatar
Linus Torvalds committed
372 373 374 375 376
void ipoib_flush_paths(struct net_device *dev)
{
	struct ipoib_dev_priv *priv = netdev_priv(dev);
	struct ipoib_path *path, *tp;
	LIST_HEAD(remove_list);
377
	unsigned long flags;
Linus Torvalds's avatar
Linus Torvalds committed
378

379 380
	netif_tx_lock_bh(dev);
	spin_lock_irqsave(&priv->lock, flags);
Linus Torvalds's avatar
Linus Torvalds committed
381

382
	list_splice_init(&priv->path_list, &remove_list);
Linus Torvalds's avatar
Linus Torvalds committed
383 384 385 386 387 388 389

	list_for_each_entry(path, &remove_list, list)
		rb_erase(&path->rb_node, &priv->path_tree);

	list_for_each_entry_safe(path, tp, &remove_list, list) {
		if (path->query)
			ib_sa_cancel_query(path->query_id, path->query);
390 391
		spin_unlock_irqrestore(&priv->lock, flags);
		netif_tx_unlock_bh(dev);
Linus Torvalds's avatar
Linus Torvalds committed
392 393
		wait_for_completion(&path->done);
		path_free(dev, path);
394 395
		netif_tx_lock_bh(dev);
		spin_lock_irqsave(&priv->lock, flags);
Linus Torvalds's avatar
Linus Torvalds committed
396
	}
397 398 399

	spin_unlock_irqrestore(&priv->lock, flags);
	netif_tx_unlock_bh(dev);
Linus Torvalds's avatar
Linus Torvalds committed
400 401 402 403 404 405 406 407 408 409
}

static void path_rec_completion(int status,
				struct ib_sa_path_rec *pathrec,
				void *path_ptr)
{
	struct ipoib_path *path = path_ptr;
	struct net_device *dev = path->dev;
	struct ipoib_dev_priv *priv = netdev_priv(dev);
	struct ipoib_ah *ah = NULL;
410
	struct ipoib_ah *old_ah = NULL;
411
	struct ipoib_neigh *neigh, *tn;
Linus Torvalds's avatar
Linus Torvalds committed
412 413 414 415
	struct sk_buff_head skqueue;
	struct sk_buff *skb;
	unsigned long flags;

416
	if (!status)
Harvey Harrison's avatar
Harvey Harrison committed
417
		ipoib_dbg(priv, "PathRec LID 0x%04x for GID %pI6\n",
418
			  be16_to_cpu(pathrec->dlid), pathrec->dgid.raw);
Linus Torvalds's avatar
Linus Torvalds committed
419
	else
Harvey Harrison's avatar
Harvey Harrison committed
420
		ipoib_dbg(priv, "PathRec status %d for GID %pI6\n",
421
			  status, path->pathrec.dgid.raw);
Linus Torvalds's avatar
Linus Torvalds committed
422 423 424 425

	skb_queue_head_init(&skqueue);

	if (!status) {
426 427 428 429
		struct ib_ah_attr av;

		if (!ib_init_ah_from_path(priv->ca, priv->port, pathrec, &av))
			ah = ipoib_create_ah(dev, priv->pd, &av);
Linus Torvalds's avatar
Linus Torvalds committed
430 431 432 433 434 435 436
	}

	spin_lock_irqsave(&priv->lock, flags);

	if (ah) {
		path->pathrec = *pathrec;

437 438 439
		old_ah   = path->ah;
		path->ah = ah;

Linus Torvalds's avatar
Linus Torvalds committed
440 441 442 443 444 445
		ipoib_dbg(priv, "created address handle %p for LID 0x%04x, SL %d\n",
			  ah, be16_to_cpu(pathrec->dlid), pathrec->sl);

		while ((skb = __skb_dequeue(&path->queue)))
			__skb_queue_tail(&skqueue, skb);

446
		list_for_each_entry_safe(neigh, tn, &path->neigh_list, list) {
447 448 449 450 451 452 453 454 455 456 457
			if (neigh->ah) {
				WARN_ON(neigh->ah != old_ah);
				/*
				 * Dropping the ah reference inside
				 * priv->lock is safe here, because we
				 * will hold one more reference from
				 * the original value of path->ah (ie
				 * old_ah).
				 */
				ipoib_put_ah(neigh->ah);
			}
Linus Torvalds's avatar
Linus Torvalds committed
458 459
			kref_get(&path->ah->ref);
			neigh->ah = path->ah;
460 461
			memcpy(&neigh->dgid.raw, &path->pathrec.dgid.raw,
			       sizeof(union ib_gid));
Linus Torvalds's avatar
Linus Torvalds committed
462

463 464 465 466 467 468 469 470 471 472 473 474 475 476
			if (ipoib_cm_enabled(dev, neigh->neighbour)) {
				if (!ipoib_cm_get(neigh))
					ipoib_cm_set(neigh, ipoib_cm_create_tx(dev,
									       path,
									       neigh));
				if (!ipoib_cm_get(neigh)) {
					list_del(&neigh->list);
					if (neigh->ah)
						ipoib_put_ah(neigh->ah);
					ipoib_neigh_free(dev, neigh);
					continue;
				}
			}

Linus Torvalds's avatar
Linus Torvalds committed
477 478 479
			while ((skb = __skb_dequeue(&neigh->queue)))
				__skb_queue_tail(&skqueue, skb);
		}
480
		path->valid = 1;
481
	}
Linus Torvalds's avatar
Linus Torvalds committed
482

483
	path->query = NULL;
Linus Torvalds's avatar
Linus Torvalds committed
484 485 486 487
	complete(&path->done);

	spin_unlock_irqrestore(&priv->lock, flags);

488 489 490
	if (old_ah)
		ipoib_put_ah(old_ah);

Linus Torvalds's avatar
Linus Torvalds committed
491 492 493 494 495 496 497 498
	while ((skb = __skb_dequeue(&skqueue))) {
		skb->dev = dev;
		if (dev_queue_xmit(skb))
			ipoib_warn(priv, "dev_queue_xmit failed "
				   "to requeue packet\n");
	}
}

499
static struct ipoib_path *path_rec_create(struct net_device *dev, void *gid)
Linus Torvalds's avatar
Linus Torvalds committed
500 501 502 503
{
	struct ipoib_dev_priv *priv = netdev_priv(dev);
	struct ipoib_path *path;

504 505 506
	if (!priv->broadcast)
		return NULL;

507
	path = kzalloc(sizeof *path, GFP_ATOMIC);
Linus Torvalds's avatar
Linus Torvalds committed
508 509 510
	if (!path)
		return NULL;

511
	path->dev = dev;
Linus Torvalds's avatar
Linus Torvalds committed
512 513 514 515 516

	skb_queue_head_init(&path->queue);

	INIT_LIST_HEAD(&path->neigh_list);

517
	memcpy(path->pathrec.dgid.raw, gid, sizeof (union ib_gid));
518 519
	path->pathrec.sgid	    = priv->local_gid;
	path->pathrec.pkey	    = cpu_to_be16(priv->pkey);
520 521
	path->pathrec.numb_path     = 1;
	path->pathrec.traffic_class = priv->broadcast->mcmember.traffic_class;
Linus Torvalds's avatar
Linus Torvalds committed
522 523 524 525 526 527 528 529 530

	return path;
}

static int path_rec_start(struct net_device *dev,
			  struct ipoib_path *path)
{
	struct ipoib_dev_priv *priv = netdev_priv(dev);

Harvey Harrison's avatar
Harvey Harrison committed
531
	ipoib_dbg(priv, "Start path record lookup for %pI6\n",
532
		  path->pathrec.dgid.raw);
Linus Torvalds's avatar
Linus Torvalds committed
533

534 535
	init_completion(&path->done);

Linus Torvalds's avatar
Linus Torvalds committed
536
	path->query_id =
537
		ib_sa_path_rec_get(&ipoib_sa_client, priv->ca, priv->port,
Linus Torvalds's avatar
Linus Torvalds committed
538 539 540 541
				   &path->pathrec,
				   IB_SA_PATH_REC_DGID		|
				   IB_SA_PATH_REC_SGID		|
				   IB_SA_PATH_REC_NUMB_PATH	|
542
				   IB_SA_PATH_REC_TRAFFIC_CLASS |
Linus Torvalds's avatar
Linus Torvalds committed
543 544 545 546 547
				   IB_SA_PATH_REC_PKEY,
				   1000, GFP_ATOMIC,
				   path_rec_completion,
				   path, &path->query);
	if (path->query_id < 0) {
548
		ipoib_warn(priv, "ib_sa_path_rec_get failed: %d\n", path->query_id);
Linus Torvalds's avatar
Linus Torvalds committed
549
		path->query = NULL;
550
		complete(&path->done);
Linus Torvalds's avatar
Linus Torvalds committed
551 552 553 554 555 556 557 558 559 560 561
		return path->query_id;
	}

	return 0;
}

static void neigh_add_path(struct sk_buff *skb, struct net_device *dev)
{
	struct ipoib_dev_priv *priv = netdev_priv(dev);
	struct ipoib_path *path;
	struct ipoib_neigh *neigh;
562
	unsigned long flags;
Linus Torvalds's avatar
Linus Torvalds committed
563

Eric Dumazet's avatar
Eric Dumazet committed
564
	neigh = ipoib_neigh_alloc(skb_dst(skb)->neighbour, skb->dev);
Linus Torvalds's avatar
Linus Torvalds committed
565
	if (!neigh) {
566
		++dev->stats.tx_dropped;
Linus Torvalds's avatar
Linus Torvalds committed
567 568 569 570
		dev_kfree_skb_any(skb);
		return;
	}

571
	spin_lock_irqsave(&priv->lock, flags);
Linus Torvalds's avatar
Linus Torvalds committed
572

Eric Dumazet's avatar
Eric Dumazet committed
573
	path = __path_find(dev, skb_dst(skb)->neighbour->ha + 4);
Linus Torvalds's avatar
Linus Torvalds committed
574
	if (!path) {
Eric Dumazet's avatar
Eric Dumazet committed
575
		path = path_rec_create(dev, skb_dst(skb)->neighbour->ha + 4);
Linus Torvalds's avatar
Linus Torvalds committed
576
		if (!path)
577
			goto err_path;
Linus Torvalds's avatar
Linus Torvalds committed
578 579 580 581 582 583

		__path_add(dev, path);
	}

	list_add_tail(&neigh->list, &path->neigh_list);

584
	if (path->ah) {
Linus Torvalds's avatar
Linus Torvalds committed
585 586
		kref_get(&path->ah->ref);
		neigh->ah = path->ah;
587 588
		memcpy(&neigh->dgid.raw, &path->pathrec.dgid.raw,
		       sizeof(union ib_gid));
Linus Torvalds's avatar
Linus Torvalds committed
589

590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606
		if (ipoib_cm_enabled(dev, neigh->neighbour)) {
			if (!ipoib_cm_get(neigh))
				ipoib_cm_set(neigh, ipoib_cm_create_tx(dev, path, neigh));
			if (!ipoib_cm_get(neigh)) {
				list_del(&neigh->list);
				if (neigh->ah)
					ipoib_put_ah(neigh->ah);
				ipoib_neigh_free(dev, neigh);
				goto err_drop;
			}
			if (skb_queue_len(&neigh->queue) < IPOIB_MAX_PATH_REC_QUEUE)
				__skb_queue_tail(&neigh->queue, skb);
			else {
				ipoib_warn(priv, "queue length limit %d. Packet drop.\n",
					   skb_queue_len(&neigh->queue));
				goto err_drop;
			}
607 608
		} else {
			spin_unlock_irqrestore(&priv->lock, flags);
Eric Dumazet's avatar
Eric Dumazet committed
609
			ipoib_send(dev, skb, path->ah, IPOIB_QPN(skb_dst(skb)->neighbour->ha));
610 611
			return;
		}
Linus Torvalds's avatar
Linus Torvalds committed
612 613 614 615
	} else {
		neigh->ah  = NULL;

		if (!path->query && path_rec_start(dev, path))
616
			goto err_list;
617 618

		__skb_queue_tail(&neigh->queue, skb);
Linus Torvalds's avatar
Linus Torvalds committed
619 620
	}

621
	spin_unlock_irqrestore(&priv->lock, flags);
Linus Torvalds's avatar
Linus Torvalds committed
622 623
	return;

624
err_list:
Linus Torvalds's avatar
Linus Torvalds committed
625 626
	list_del(&neigh->list);

627
err_path:
628
	ipoib_neigh_free(dev, neigh);
629
err_drop:
630
	++dev->stats.tx_dropped;
Linus Torvalds's avatar
Linus Torvalds committed
631 632
	dev_kfree_skb_any(skb);

633
	spin_unlock_irqrestore(&priv->lock, flags);
Linus Torvalds's avatar
Linus Torvalds committed
634 635
}

636
static void ipoib_path_lookup(struct sk_buff *skb, struct net_device *dev)
Linus Torvalds's avatar
Linus Torvalds committed
637 638 639 640
{
	struct ipoib_dev_priv *priv = netdev_priv(skb->dev);

	/* Look up path record for unicasts */
Eric Dumazet's avatar
Eric Dumazet committed
641
	if (skb_dst(skb)->neighbour->ha[4] != 0xff) {
Linus Torvalds's avatar
Linus Torvalds committed
642 643 644 645 646
		neigh_add_path(skb, dev);
		return;
	}

	/* Add in the P_Key for multicasts */
Eric Dumazet's avatar
Eric Dumazet committed
647 648 649
	skb_dst(skb)->neighbour->ha[8] = (priv->pkey >> 8) & 0xff;
	skb_dst(skb)->neighbour->ha[9] = priv->pkey & 0xff;
	ipoib_mcast_send(dev, skb_dst(skb)->neighbour->ha + 4, skb);
Linus Torvalds's avatar
Linus Torvalds committed
650 651 652 653 654 655 656
}

static void unicast_arp_send(struct sk_buff *skb, struct net_device *dev,
			     struct ipoib_pseudoheader *phdr)
{
	struct ipoib_dev_priv *priv = netdev_priv(dev);
	struct ipoib_path *path;
657
	unsigned long flags;
Linus Torvalds's avatar
Linus Torvalds committed
658

659
	spin_lock_irqsave(&priv->lock, flags);
Linus Torvalds's avatar
Linus Torvalds committed
660

661
	path = __path_find(dev, phdr->hwaddr + 4);
662
	if (!path || !path->valid) {
663 664 665
		int new_path = 0;

		if (!path) {
666
			path = path_rec_create(dev, phdr->hwaddr + 4);
667 668
			new_path = 1;
		}
Linus Torvalds's avatar
Linus Torvalds committed
669 670 671 672 673
		if (path) {
			/* put pseudoheader back on for next time */
			skb_push(skb, sizeof *phdr);
			__skb_queue_tail(&path->queue, skb);

674
			if (!path->query && path_rec_start(dev, path)) {
675
				spin_unlock_irqrestore(&priv->lock, flags);
676 677
				if (new_path)
					path_free(dev, path);
Linus Torvalds's avatar
Linus Torvalds committed
678 679 680 681
				return;
			} else
				__path_add(dev, path);
		} else {
682
			++dev->stats.tx_dropped;
Linus Torvalds's avatar
Linus Torvalds committed
683 684 685
			dev_kfree_skb_any(skb);
		}

686
		spin_unlock_irqrestore(&priv->lock, flags);
Linus Torvalds's avatar
Linus Torvalds committed
687 688 689
		return;
	}

690
	if (path->ah) {
Linus Torvalds's avatar
Linus Torvalds committed
691 692 693
		ipoib_dbg(priv, "Send unicast ARP to %04x\n",
			  be16_to_cpu(path->pathrec.dlid));

694
		spin_unlock_irqrestore(&priv->lock, flags);
695
		ipoib_send(dev, skb, path->ah, IPOIB_QPN(phdr->hwaddr));
696
		return;
Linus Torvalds's avatar
Linus Torvalds committed
697 698 699 700 701 702
	} else if ((path->query || !path_rec_start(dev, path)) &&
		   skb_queue_len(&path->queue) < IPOIB_MAX_PATH_REC_QUEUE) {
		/* put pseudoheader back on for next time */
		skb_push(skb, sizeof *phdr);
		__skb_queue_tail(&path->queue, skb);
	} else {
703
		++dev->stats.tx_dropped;
Linus Torvalds's avatar
Linus Torvalds committed
704 705 706
		dev_kfree_skb_any(skb);
	}

707
	spin_unlock_irqrestore(&priv->lock, flags);
Linus Torvalds's avatar
Linus Torvalds committed
708 709 710 711 712 713 714 715
}

static int ipoib_start_xmit(struct sk_buff *skb, struct net_device *dev)
{
	struct ipoib_dev_priv *priv = netdev_priv(dev);
	struct ipoib_neigh *neigh;
	unsigned long flags;

Eric Dumazet's avatar
Eric Dumazet committed
716 717
	if (likely(skb_dst(skb) && skb_dst(skb)->neighbour)) {
		if (unlikely(!*to_ipoib_neigh(skb_dst(skb)->neighbour))) {
718
			ipoib_path_lookup(skb, dev);
719
			return NETDEV_TX_OK;
Linus Torvalds's avatar
Linus Torvalds committed
720 721
		}

Eric Dumazet's avatar
Eric Dumazet committed
722
		neigh = *to_ipoib_neigh(skb_dst(skb)->neighbour);
Linus Torvalds's avatar
Linus Torvalds committed
723

724
		if (unlikely((memcmp(&neigh->dgid.raw,
Eric Dumazet's avatar
Eric Dumazet committed
725
				     skb_dst(skb)->neighbour->ha + 4,
726 727 728 729 730 731 732 733 734 735 736
				     sizeof(union ib_gid))) ||
			     (neigh->dev != dev))) {
			spin_lock_irqsave(&priv->lock, flags);
			/*
			 * It's safe to call ipoib_put_ah() inside
			 * priv->lock here, because we know that
			 * path->ah will always hold one more reference,
			 * so ipoib_put_ah() will never do more than
			 * decrement the ref count.
			 */
			if (neigh->ah)
737
				ipoib_put_ah(neigh->ah);
738 739 740 741 742 743
			list_del(&neigh->list);
			ipoib_neigh_free(dev, neigh);
			spin_unlock_irqrestore(&priv->lock, flags);
			ipoib_path_lookup(skb, dev);
			return NETDEV_TX_OK;
		}
744

745 746 747
		if (ipoib_cm_get(neigh)) {
			if (ipoib_cm_up(neigh)) {
				ipoib_cm_send(dev, skb, ipoib_cm_get(neigh));
748
				return NETDEV_TX_OK;
749 750
			}
		} else if (neigh->ah) {
Eric Dumazet's avatar
Eric Dumazet committed
751
			ipoib_send(dev, skb, neigh->ah, IPOIB_QPN(skb_dst(skb)->neighbour->ha));
752
			return NETDEV_TX_OK;
Linus Torvalds's avatar
Linus Torvalds committed
753 754 755
		}

		if (skb_queue_len(&neigh->queue) < IPOIB_MAX_PATH_REC_QUEUE) {
756
			spin_lock_irqsave(&priv->lock, flags);
Linus Torvalds's avatar
Linus Torvalds committed
757
			__skb_queue_tail(&neigh->queue, skb);
758
			spin_unlock_irqrestore(&priv->lock, flags);
Linus Torvalds's avatar
Linus Torvalds committed
759
		} else {
760
			++dev->stats.tx_dropped;
Linus Torvalds's avatar
Linus Torvalds committed
761 762 763 764 765 766 767 768 769 770 771 772
			dev_kfree_skb_any(skb);
		}
	} else {
		struct ipoib_pseudoheader *phdr =
			(struct ipoib_pseudoheader *) skb->data;
		skb_pull(skb, sizeof *phdr);

		if (phdr->hwaddr[4] == 0xff) {
			/* Add in the P_Key for multicast*/
			phdr->hwaddr[8] = (priv->pkey >> 8) & 0xff;
			phdr->hwaddr[9] = priv->pkey & 0xff;

773
			ipoib_mcast_send(dev, phdr->hwaddr + 4, skb);
Linus Torvalds's avatar
Linus Torvalds committed
774
		} else {
775
			/* unicast GID -- should be ARP or RARP reply */
Linus Torvalds's avatar
Linus Torvalds committed
776

777 778
			if ((be16_to_cpup((__be16 *) skb->data) != ETH_P_ARP) &&
			    (be16_to_cpup((__be16 *) skb->data) != ETH_P_RARP)) {
Harvey Harrison's avatar
Harvey Harrison committed
779
				ipoib_warn(priv, "Unicast, no %s: type %04x, QPN %06x %pI6\n",
Eric Dumazet's avatar
Eric Dumazet committed
780
					   skb_dst(skb) ? "neigh" : "dst",
781
					   be16_to_cpup((__be16 *) skb->data),
782
					   IPOIB_QPN(phdr->hwaddr),
783
					   phdr->hwaddr + 4);
Linus Torvalds's avatar
Linus Torvalds committed
784
				dev_kfree_skb_any(skb);
785
				++dev->stats.tx_dropped;
786
				return NETDEV_TX_OK;
Linus Torvalds's avatar
Linus Torvalds committed
787 788 789 790 791 792 793 794 795 796 797 798 799
			}

			unicast_arp_send(skb, dev, phdr);
		}
	}

	return NETDEV_TX_OK;
}

static void ipoib_timeout(struct net_device *dev)
{
	struct ipoib_dev_priv *priv = netdev_priv(dev);

800 801 802 803 804
	ipoib_warn(priv, "transmit timeout: latency %d msecs\n",
		   jiffies_to_msecs(jiffies - dev->trans_start));
	ipoib_warn(priv, "queue stopped %d, tx_head %u, tx_tail %u\n",
		   netif_queue_stopped(dev),
		   priv->tx_head, priv->tx_tail);
Linus Torvalds's avatar
Linus Torvalds committed
805 806 807 808 809 810
	/* XXX reset QP, etc. */
}

static int ipoib_hard_header(struct sk_buff *skb,
			     struct net_device *dev,
			     unsigned short type,
811
			     const void *daddr, const void *saddr, unsigned len)
Linus Torvalds's avatar
Linus Torvalds committed
812 813 814 815 816 817 818 819 820 821 822 823 824
{
	struct ipoib_header *header;

	header = (struct ipoib_header *) skb_push(skb, sizeof *header);

	header->proto = htons(type);
	header->reserved = 0;

	/*
	 * If we don't have a neighbour structure, stuff the
	 * destination address onto the front of the skb so we can
	 * figure out where to send the packet later.
	 */
Eric Dumazet's avatar
Eric Dumazet committed
825
	if ((!skb_dst(skb) || !skb_dst(skb)->neighbour) && daddr) {
Linus Torvalds's avatar
Linus Torvalds committed
826 827 828 829 830 831 832 833 834 835 836 837
		struct ipoib_pseudoheader *phdr =
			(struct ipoib_pseudoheader *) skb_push(skb, sizeof *phdr);
		memcpy(phdr->hwaddr, daddr, INFINIBAND_ALEN);
	}

	return 0;
}

static void ipoib_set_mcast_list(struct net_device *dev)
{
	struct ipoib_dev_priv *priv = netdev_priv(dev);

838 839 840 841 842
	if (!test_bit(IPOIB_FLAG_OPER_UP, &priv->flags)) {
		ipoib_dbg(priv, "IPOIB_FLAG_OPER_UP not set");
		return;
	}

843
	queue_work(ipoib_workqueue, &priv->restart_task);
Linus Torvalds's avatar
Linus Torvalds committed
844 845
}

846
static void ipoib_neigh_cleanup(struct neighbour *n)
Linus Torvalds's avatar
Linus Torvalds committed
847 848 849 850 851 852
{
	struct ipoib_neigh *neigh;
	struct ipoib_dev_priv *priv = netdev_priv(n->dev);
	unsigned long flags;
	struct ipoib_ah *ah = NULL;

853
	neigh = *to_ipoib_neigh(n);
854
	if (neigh)
855
		priv = netdev_priv(neigh->dev);
856
	else
857
		return;
Linus Torvalds's avatar
Linus Torvalds committed
858
	ipoib_dbg(priv,
Harvey Harrison's avatar
Harvey Harrison committed
859
		  "neigh_cleanup for %06x %pI6\n",
860
		  IPOIB_QPN(n->ha),
861
		  n->ha + 4);
Linus Torvalds's avatar
Linus Torvalds committed
862 863 864

	spin_lock_irqsave(&priv->lock, flags);

865 866 867 868
	if (neigh->ah)
		ah = neigh->ah;
	list_del(&neigh->list);
	ipoib_neigh_free(n->dev, neigh);
Linus Torvalds's avatar
Linus Torvalds committed
869 870 871 872 873 874 875

	spin_unlock_irqrestore(&priv->lock, flags);

	if (ah)
		ipoib_put_ah(ah);
}

876 877
struct ipoib_neigh *ipoib_neigh_alloc(struct neighbour *neighbour,
				      struct net_device *dev)
878 879 880 881 882 883 884 885
{
	struct ipoib_neigh *neigh;

	neigh = kmalloc(sizeof *neigh, GFP_ATOMIC);
	if (!neigh)
		return NULL;

	neigh->neighbour = neighbour;
886
	neigh->dev = dev;
887
	memset(&neigh->dgid.raw, 0, sizeof (union ib_gid));
888
	*to_ipoib_neigh(neighbour) = neigh;
889
	skb_queue_head_init(&neigh->queue);
890
	ipoib_cm_set(neigh, NULL);
891 892 893 894

	return neigh;
}

895
void ipoib_neigh_free(struct net_device *dev, struct ipoib_neigh *neigh)
896
{
897
	struct sk_buff *skb;
898
	*to_ipoib_neigh(neigh->neighbour) = NULL;
899
	while ((skb = __skb_dequeue(&neigh->queue))) {
900
		++dev->stats.tx_dropped;
901 902
		dev_kfree_skb_any(skb);
	}
903 904
	if (ipoib_cm_get(neigh))
		ipoib_cm_destroy_tx(ipoib_cm_get(neigh));
905 906 907
	kfree(neigh);
}

Linus Torvalds's avatar
Linus Torvalds committed
908 909
static int ipoib_neigh_setup_dev(struct net_device *dev, struct neigh_parms *parms)
{
910
	parms->neigh_cleanup = ipoib_neigh_cleanup;
Linus Torvalds's avatar
Linus Torvalds committed
911 912 913 914 915 916 917 918 919

	return 0;
}

int ipoib_dev_init(struct net_device *dev, struct ib_device *ca, int port)
{
	struct ipoib_dev_priv *priv = netdev_priv(dev);

	/* Allocate RX/TX "rings" to hold queued skbs */
920
	priv->rx_ring =	kzalloc(ipoib_recvq_size * sizeof *priv->rx_ring,
Linus Torvalds's avatar
Linus Torvalds committed
921 922 923
				GFP_KERNEL);
	if (!priv->rx_ring) {
		printk(KERN_WARNING "%s: failed to allocate RX ring (%d entries)\n",
924
		       ca->name, ipoib_recvq_size);
Linus Torvalds's avatar
Linus Torvalds committed
925 926 927
		goto out;
	}

928
	priv->tx_ring = vmalloc(ipoib_sendq_size * sizeof *priv->tx_ring);
Linus Torvalds's avatar
Linus Torvalds committed
929 930
	if (!priv->tx_ring) {
		printk(KERN_WARNING "%s: failed to allocate TX ring (%d entries)\n",
931
		       ca->name, ipoib_sendq_size);
Linus Torvalds's avatar
Linus Torvalds committed
932 933
		goto out_rx_ring_cleanup;
	}
934
	memset(priv->tx_ring, 0, ipoib_sendq_size * sizeof *priv->tx_ring);
Linus Torvalds's avatar
Linus Torvalds committed
935

936
	/* priv->tx_head, tx_tail & tx_outstanding are already 0 */
Linus Torvalds's avatar
Linus Torvalds committed
937 938 939 940 941 942 943

	if (ipoib_ib_dev_init(dev, ca, port))
		goto out_tx_ring_cleanup;

	return 0;

out_tx_ring_cleanup:
944
	vfree(priv->tx_ring);
Linus Torvalds's avatar
Linus Torvalds committed
945 946 947 948 949 950 951 952 953 954 955 956

out_rx_ring_cleanup:
	kfree(priv->rx_ring);

out:
	return -ENOMEM;
}

void ipoib_dev_cleanup(struct net_device *dev)
{
	struct ipoib_dev_priv *priv = netdev_priv(dev), *cpriv, *tcpriv;

957
	ipoib_delete_debug_files(dev);
Linus Torvalds's avatar
Linus Torvalds committed
958 959 960 961 962 963 964 965 966 967

	/* Delete any child interfaces first */
	list_for_each_entry_safe(cpriv, tcpriv, &priv->child_intfs, list) {
		unregister_netdev(cpriv->dev);
		ipoib_dev_cleanup(cpriv->dev);
		free_netdev(cpriv->dev);
	}

	ipoib_ib_dev_cleanup(dev);

968
	kfree(priv->rx_ring);
969
	vfree(priv->tx_ring);
Linus Torvalds's avatar
Linus Torvalds committed
970

971 972
	priv->rx_ring = NULL;
	priv->tx_ring = NULL;
Linus Torvalds's avatar
Linus Torvalds committed
973 974
}

975 976 977 978
static const struct header_ops ipoib_header_ops = {
	.create	= ipoib_hard_header,
};

Vladimir Sokolovsky's avatar
Vladimir Sokolovsky committed
979 980 981 982 983 984 985 986 987 988 989 990 991 992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026
static int get_skb_hdr(struct sk_buff *skb, void **iphdr,
		       void **tcph, u64 *hdr_flags, void *priv)
{
	unsigned int ip_len;
	struct iphdr *iph;

	if (unlikely(skb->protocol != htons(ETH_P_IP)))
		return -1;

	/*
	 * In the future we may add an else clause that verifies the
	 * checksum and allows devices which do not calculate checksum
	 * to use LRO.
	 */
	if (unlikely(skb->ip_summed != CHECKSUM_UNNECESSARY))
		return -1;

	/* Check for non-TCP packet */
	skb_reset_network_header(skb);
	iph = ip_hdr(skb);
	if (iph->protocol != IPPROTO_TCP)
		return -1;

	ip_len = ip_hdrlen(skb);
	skb_set_transport_header(skb, ip_len);
	*tcph = tcp_hdr(skb);

	/* check if IP header and TCP header are complete */
	if (ntohs(iph->tot_len) < ip_len + tcp_hdrlen(skb))
		return -1;

	*hdr_flags = LRO_IPV4 | LRO_TCP;
	*iphdr = iph;

	return 0;
}

static void ipoib_lro_setup(struct ipoib_dev_priv *priv)
{
	priv->lro.lro_mgr.max_aggr	 = lro_max_aggr;
	priv->lro.lro_mgr.max_desc	 = IPOIB_MAX_LRO_DESCRIPTORS;
	priv->lro.lro_mgr.lro_arr	 = priv->lro.lro_desc;
	priv->lro.lro_mgr.get_skb_header = get_skb_hdr;
	priv->lro.lro_mgr.features	 = LRO_F_NAPI;
	priv->lro.lro_mgr.dev		 = priv->dev;
	priv->lro.lro_mgr.ip_summed_aggr = CHECKSUM_UNNECESSARY;
}

1027 1028 1029 1030 1031 1032 1033 1034 1035 1036
static const struct net_device_ops ipoib_netdev_ops = {
	.ndo_open		 = ipoib_open,
	.ndo_stop		 = ipoib_stop,
	.ndo_change_mtu		 = ipoib_change_mtu,
	.ndo_start_xmit	 	 = ipoib_start_xmit,
	.ndo_tx_timeout		 = ipoib_timeout,
	.ndo_set_multicast_list	 = ipoib_set_mcast_list,
	.ndo_neigh_setup	 = ipoib_neigh_setup_dev,
};

Linus Torvalds's avatar
Linus Torvalds committed
1037 1038 1039 1040
static void ipoib_setup(struct net_device *dev)
{
	struct ipoib_dev_priv *priv = netdev_priv(dev);

1041
	dev->netdev_ops		 = &ipoib_netdev_ops;
1042
	dev->header_ops		 = &ipoib_header_ops;
1043

Eli Cohen's avatar
Eli Cohen committed
1044 1045
	ipoib_set_ethtool_ops(dev);

1046
	netif_napi_add(dev, &priv->napi, ipoib_poll, 100);
Linus Torvalds's avatar
Linus Torvalds committed
1047

1048
	dev->watchdog_timeo	 = HZ;
Linus Torvalds's avatar
Linus Torvalds committed
1049

1050
	dev->flags		|= IFF_BROADCAST | IFF_MULTICAST;
Linus Torvalds's avatar
Linus Torvalds committed
1051 1052 1053 1054 1055

	/*
	 * We add in INFINIBAND_ALEN to allow for the destination
	 * address "pseudoheader" for skbs without neighbour struct.
	 */
1056 1057 1058 1059
	dev->hard_header_len	 = IPOIB_ENCAP_LEN + INFINIBAND_ALEN;
	dev->addr_len		 = INFINIBAND_ALEN;
	dev->type		 = ARPHRD_INFINIBAND;
	dev->tx_queue_len	 = ipoib_sendq_size * 2;
Eli Cohen's avatar
Eli Cohen committed
1060 1061
	dev->features		 = (NETIF_F_VLAN_CHALLENGED	|
				    NETIF_F_HIGHDMA);
1062
	dev->priv_flags		&= ~IFF_XMIT_DST_RELEASE;
Linus Torvalds's avatar
Linus Torvalds committed
1063 1064 1065 1066 1067 1068 1069

	memcpy(dev->broadcast, ipv4_bcast_addr, INFINIBAND_ALEN);

	netif_carrier_off(dev);

	priv->dev = dev;

Vladimir Sokolovsky's avatar
Vladimir Sokolovsky committed
1070 1071
	ipoib_lro_setup(priv);

Linus Torvalds's avatar
Linus Torvalds committed
1072 1073
	spin_lock_init(&priv->lock);

1074
	mutex_init(&priv->vlan_mutex);
Linus Torvalds's avatar
Linus Torvalds committed
1075 1076 1077 1078 1079 1080

	INIT_LIST_HEAD(&priv->path_list);
	INIT_LIST_HEAD(&priv->child_intfs);
	INIT_LIST_HEAD(&priv->dead_ahs);
	INIT_LIST_HEAD(&priv->multicast_list);

1081
	INIT_DELAYED_WORK(&priv->pkey_poll_task, ipoib_pkey_poll);
David Howells's avatar
David Howells committed
1082
	INIT_DELAYED_WORK(&priv->mcast_task,   ipoib_mcast_join_task);
1083
	INIT_WORK(&priv->carrier_on_task, ipoib_mcast_carrier_on_task);
1084 1085 1086
	INIT_WORK(&priv->flush_light,   ipoib_ib_dev_flush_light);
	INIT_WORK(&priv->flush_normal,   ipoib_ib_dev_flush_normal);
	INIT_WORK(&priv->flush_heavy,   ipoib_ib_dev_flush_heavy);
David Howells's avatar
David Howells committed
1087 1088
	INIT_WORK(&priv->restart_task, ipoib_mcast_restart_task);
	INIT_DELAYED_WORK(&priv->ah_reap_task, ipoib_reap_ah);
Linus Torvalds's avatar
Linus Torvalds committed
1089 1090 1091 1092 1093 1094 1095 1096 1097 1098 1099 1100 1101 1102
}

struct ipoib_dev_priv *ipoib_intf_alloc(const char *name)
{
	struct net_device *dev;

	dev = alloc_netdev((int) sizeof (struct ipoib_dev_priv), name,
			   ipoib_setup);
	if (!dev)
		return NULL;

	return netdev_priv(dev);
}

1103 1104
static ssize_t show_pkey(struct device *dev,
			 struct device_attribute *attr, char *buf)
Linus Torvalds's avatar
Linus Torvalds committed
1105
{
1106
	struct ipoib_dev_priv *priv = netdev_priv(to_net_dev(dev));
Linus Torvalds's avatar
Linus Torvalds committed
1107 1108 1109

	return sprintf(buf, "0x%04x\n", priv->pkey);
}
1110
static DEVICE_ATTR(pkey, S_IRUGO, show_pkey, NULL);
Linus Torvalds's avatar
Linus Torvalds committed
1111

1112 1113 1114 1115 1116 1117 1118 1119 1120 1121 1122 1123 1124 1125 1126 1127 1128 1129 1130 1131 1132 1133 1134 1135 1136 1137 1138 1139 1140 1141 1142
static ssize_t show_umcast(struct device *dev,
			   struct device_attribute *attr, char *buf)
{
	struct ipoib_dev_priv *priv = netdev_priv(to_net_dev(dev));

	return sprintf(buf, "%d\n", test_bit(IPOIB_FLAG_UMCAST, &priv->flags));
}

static ssize_t set_umcast(struct device *dev,
			  struct device_attribute *attr,
			  const char *buf, size_t count)
{
	struct ipoib_dev_priv *priv = netdev_priv(to_net_dev(dev));
	unsigned long umcast_val = simple_strtoul(buf, NULL, 0);

	if (umcast_val > 0) {
		set_bit(IPOIB_FLAG_UMCAST, &priv->flags);
		ipoib_warn(priv, "ignoring multicast groups joined directly "
				"by userspace\n");
	} else
		clear_bit(IPOIB_FLAG_UMCAST, &priv->flags);

	return count;
}
static DEVICE_ATTR(umcast, S_IWUSR | S_IRUGO, show_umcast, set_umcast);

int ipoib_add_umcast_attr(struct net_device *dev)
{
	return device_create_file(&dev->dev, &dev_attr_umcast);
}

1143 1144
static ssize_t create_child(struct device *dev,
			    struct device_attribute *attr,
Linus Torvalds's avatar
Linus Torvalds committed
1145 1146 1147 1148 1149 1150 1151 1152 1153 1154 1155
			    const char *buf, size_t count)
{
	int pkey;
	int ret;

	if (sscanf(buf, "%i", &pkey) != 1)
		return -EINVAL;

	if (pkey < 0 || pkey > 0xffff)
		return -EINVAL;

1156 1157 1158 1159 1160 1161
	/*
	 * Set the full membership bit, so that we join the right
	 * broadcast group, etc.
	 */
	pkey |= 0x8000;

1162
	ret = ipoib_vlan_add(to_net_dev(dev), pkey);
Linus Torvalds's avatar
Linus Torvalds committed
1163 1164 1165

	return ret ? ret : count;
}
1166
static DEVICE_ATTR(create_child, S_IWUSR, NULL, create_child);
Linus Torvalds's avatar
Linus Torvalds committed
1167

1168 1169
static ssize_t delete_child(struct device *dev,
			    struct device_attribute *attr,
Linus Torvalds's avatar
Linus Torvalds committed
1170 1171 1172 1173 1174 1175 1176 1177 1178 1179 1180
			    const char *buf, size_t count)
{
	int pkey;
	int ret;

	if (sscanf(buf, "%i", &pkey) != 1)
		return -EINVAL;

	if (pkey < 0 || pkey > 0xffff)
		return -EINVAL;

1181
	ret = ipoib_vlan_delete(to_net_dev(dev), pkey);
Linus Torvalds's avatar
Linus Torvalds committed
1182 1183 1184 1185

	return ret ? ret : count;

}
1186
static DEVICE_ATTR(delete_child, S_IWUSR, NULL, delete_child);
Linus Torvalds's avatar
Linus Torvalds committed
1187 1188 1189

int ipoib_add_pkey_attr(struct net_device *dev)
{
1190
	return device_create_file(&dev->dev, &dev_attr_pkey);
Linus Torvalds's avatar
Linus Torvalds committed
1191 1192
}

1193 1194 1195 1196 1197 1198 1199 1200 1201 1202 1203 1204 1205 1206 1207 1208 1209 1210 1211 1212 1213 1214 1215 1216 1217 1218 1219 1220 1221 1222 1223 1224 1225 1226 1227 1228 1229 1230
int ipoib_set_dev_features(struct ipoib_dev_priv *priv, struct ib_device *hca)
{
	struct ib_device_attr *device_attr;
	int result = -ENOMEM;

	device_attr = kmalloc(sizeof *device_attr, GFP_KERNEL);
	if (!device_attr) {
		printk(KERN_WARNING "%s: allocation of %zu bytes failed\n",
		       hca->name, sizeof *device_attr);
		return result;
	}

	result = ib_query_device(hca, device_attr);
	if (result) {
		printk(KERN_WARNING "%s: ib_query_device failed (ret = %d)\n",
		       hca->name, result);
		kfree(device_attr);
		return result;
	}
	priv->hca_caps = device_attr->device_cap_flags;

	kfree(device_attr);

	if (priv->hca_caps & IB_DEVICE_UD_IP_CSUM) {
		set_bit(IPOIB_FLAG_CSUM, &priv->flags);
		priv->dev->features |= NETIF_F_SG | NETIF_F_IP_CSUM;
	}

	if (lro)
		priv->dev->features |= NETIF_F_LRO;

	if (priv->dev->features & NETIF_F_SG && priv->hca_caps & IB_DEVICE_UD_TSO)
		priv->dev->features |= NETIF_F_TSO;

	return 0;
}


Linus Torvalds's avatar
Linus Torvalds committed
1231 1232 1233 1234
static struct net_device *ipoib_add_port(const char *format,
					 struct ib_device *hca, u8 port)
{
	struct ipoib_dev_priv *priv;
1235
	struct ib_port_attr attr;