bcast.c 23.4 KB
Newer Older
P
Per Liden 已提交
1 2
/*
 * net/tipc/bcast.c: TIPC broadcast code
3
 *
P
Per Liden 已提交
4
 * Copyright (c) 2004-2006, Ericsson AB
P
Per Liden 已提交
5
 * Copyright (c) 2004, Intel Corporation.
6
 * Copyright (c) 2005, 2010-2011, Wind River Systems
P
Per Liden 已提交
7 8
 * All rights reserved.
 *
P
Per Liden 已提交
9
 * Redistribution and use in source and binary forms, with or without
P
Per Liden 已提交
10 11
 * modification, are permitted provided that the following conditions are met:
 *
P
Per Liden 已提交
12 13 14 15 16 17 18 19
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions and the following disclaimer.
 * 2. Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in the
 *    documentation and/or other materials provided with the distribution.
 * 3. Neither the names of the copyright holders nor the names of its
 *    contributors may be used to endorse or promote products derived from
 *    this software without specific prior written permission.
P
Per Liden 已提交
20
 *
P
Per Liden 已提交
21 22 23 24 25 26 27 28 29 30 31 32 33 34
 * Alternatively, this software may be distributed under the terms of the
 * GNU General Public License ("GPL") version 2 as published by the Free
 * Software Foundation.
 *
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
P
Per Liden 已提交
35 36 37 38 39 40 41
 * POSSIBILITY OF SUCH DAMAGE.
 */

#include "core.h"
#include "link.h"
#include "port.h"
#include "bcast.h"
42
#include "name_distr.h"
P
Per Liden 已提交
43 44 45 46 47 48

#define MAX_PKT_DEFAULT_MCAST 1500	/* bcast link max packet size (fixed) */

#define BCLINK_WIN_DEFAULT 20		/* bcast link window size (default) */

/**
49
 * struct tipc_bcbearer_pair - a pair of bearers used by broadcast link
P
Per Liden 已提交
50 51
 * @primary: pointer to primary bearer
 * @secondary: pointer to secondary bearer
52 53
 *
 * Bearers must have same priority and same set of reachable destinations
P
Per Liden 已提交
54 55 56
 * to be paired.
 */

57
struct tipc_bcbearer_pair {
58 59
	struct tipc_bearer *primary;
	struct tipc_bearer *secondary;
P
Per Liden 已提交
60 61 62
};

/**
63
 * struct tipc_bcbearer - bearer used by broadcast link
P
Per Liden 已提交
64 65 66
 * @bearer: (non-standard) broadcast bearer structure
 * @media: (non-standard) broadcast media structure
 * @bpairs: array of bearer pairs
67 68 69
 * @bpairs_temp: temporary array of bearer pairs used by tipc_bcbearer_sort()
 * @remains: temporary node map used by tipc_bcbearer_send()
 * @remains_new: temporary node map used tipc_bcbearer_send()
70
 *
71 72 73 74
 * Note: The fields labelled "temporary" are incorporated into the bearer
 * to avoid consuming potentially limited stack space through the use of
 * large local variables within multicast routines.  Concurrent access is
 * prevented through use of the spinlock "bc_lock".
P
Per Liden 已提交
75 76
 */

77
struct tipc_bcbearer {
78
	struct tipc_bearer bearer;
79
	struct tipc_media media;
80 81
	struct tipc_bcbearer_pair bpairs[MAX_BEARERS];
	struct tipc_bcbearer_pair bpairs_temp[TIPC_MAX_LINK_PRI + 1];
82 83
	struct tipc_node_map remains;
	struct tipc_node_map remains_new;
P
Per Liden 已提交
84 85 86
};

/**
87
 * struct tipc_bclink - link used for broadcast messages
P
Per Liden 已提交
88 89
 * @link: (non-standard) broadcast link structure
 * @node: (non-standard) node structure representing b'cast link's peer node
90
 * @bcast_nodes: map of broadcast-capable nodes
91
 * @retransmit_to: node that most recently requested a retransmit
92
 *
P
Per Liden 已提交
93 94 95
 * Handles sequence numbering, fragmentation, bundling, etc.
 */

96
struct tipc_bclink {
97
	struct tipc_link link;
98
	struct tipc_node node;
99
	struct tipc_node_map bcast_nodes;
100
	struct tipc_node *retransmit_to;
P
Per Liden 已提交
101 102
};

103
static struct tipc_bcbearer bcast_bearer;
104
static struct tipc_bclink bcast_link;
105

106
static struct tipc_bcbearer *bcbearer = &bcast_bearer;
107
static struct tipc_bclink *bclink = &bcast_link;
108
static struct tipc_link *bcl = &bcast_link.link;
P
Per Liden 已提交
109

I
Ingo Molnar 已提交
110
static DEFINE_SPINLOCK(bc_lock);
P
Per Liden 已提交
111

112
const char tipc_bclink_name[] = "broadcast-link";
P
Per Liden 已提交
113

114 115 116
static void tipc_nmap_diff(struct tipc_node_map *nm_a,
			   struct tipc_node_map *nm_b,
			   struct tipc_node_map *nm_diff);
P
Per Liden 已提交
117

S
Sam Ravnborg 已提交
118
static u32 bcbuf_acks(struct sk_buff *buf)
P
Per Liden 已提交
119
{
120
	return (u32)(unsigned long)TIPC_SKB_CB(buf)->handle;
P
Per Liden 已提交
121 122
}

S
Sam Ravnborg 已提交
123
static void bcbuf_set_acks(struct sk_buff *buf, u32 acks)
P
Per Liden 已提交
124
{
125
	TIPC_SKB_CB(buf)->handle = (void *)(unsigned long)acks;
P
Per Liden 已提交
126 127
}

S
Sam Ravnborg 已提交
128
static void bcbuf_decr_acks(struct sk_buff *buf)
P
Per Liden 已提交
129 130 131 132
{
	bcbuf_set_acks(buf, bcbuf_acks(buf) - 1);
}

133 134 135 136 137 138 139 140 141 142 143 144 145
void tipc_bclink_add_node(u32 addr)
{
	spin_lock_bh(&bc_lock);
	tipc_nmap_add(&bclink->bcast_nodes, addr);
	spin_unlock_bh(&bc_lock);
}

void tipc_bclink_remove_node(u32 addr)
{
	spin_lock_bh(&bc_lock);
	tipc_nmap_remove(&bclink->bcast_nodes, addr);
	spin_unlock_bh(&bc_lock);
}
P
Per Liden 已提交
146

147 148 149 150 151 152 153 154 155 156 157 158 159
static void bclink_set_last_sent(void)
{
	if (bcl->next_out)
		bcl->fsm_msg_cnt = mod(buf_seqno(bcl->next_out) - 1);
	else
		bcl->fsm_msg_cnt = mod(bcl->next_out_no - 1);
}

u32 tipc_bclink_get_last_sent(void)
{
	return bcl->fsm_msg_cnt;
}

160
/**
P
Per Liden 已提交
161
 * bclink_set_gap - set gap according to contents of current deferred pkt queue
162
 *
P
Per Liden 已提交
163 164 165
 * Called with 'node' locked, bc_lock unlocked
 */

166
static void bclink_set_gap(struct tipc_node *n_ptr)
P
Per Liden 已提交
167 168 169 170 171 172 173 174 175
{
	struct sk_buff *buf = n_ptr->bclink.deferred_head;

	n_ptr->bclink.gap_after = n_ptr->bclink.gap_to =
		mod(n_ptr->bclink.last_in);
	if (unlikely(buf != NULL))
		n_ptr->bclink.gap_to = mod(buf_seqno(buf) - 1);
}

176
/**
P
Per Liden 已提交
177
 * bclink_ack_allowed - test if ACK or NACK message can be sent at this moment
178
 *
P
Per Liden 已提交
179 180
 * This mechanism endeavours to prevent all nodes in network from trying
 * to ACK or NACK at the same time.
181
 *
P
Per Liden 已提交
182
 * Note: TIPC uses a different trigger to distribute ACKs than it does to
183
 *       distribute NACKs, but tries to use the same spacing (divide by 16).
P
Per Liden 已提交
184 185
 */

S
Sam Ravnborg 已提交
186
static int bclink_ack_allowed(u32 n)
P
Per Liden 已提交
187
{
E
Eric Dumazet 已提交
188
	return (n % TIPC_MIN_LINK_WIN) == tipc_own_tag;
P
Per Liden 已提交
189 190 191
}


192 193 194 195 196 197 198 199 200 201 202
/**
 * tipc_bclink_retransmit_to - get most recent node to request retransmission
 *
 * Called with bc_lock locked
 */

struct tipc_node *tipc_bclink_retransmit_to(void)
{
	return bclink->retransmit_to;
}

203
/**
P
Per Liden 已提交
204 205 206
 * bclink_retransmit_pkt - retransmit broadcast packets
 * @after: sequence number of last packet to *not* retransmit
 * @to: sequence number of last packet to retransmit
207
 *
208
 * Called with bc_lock locked
P
Per Liden 已提交
209 210 211 212 213 214 215
 */

static void bclink_retransmit_pkt(u32 after, u32 to)
{
	struct sk_buff *buf;

	buf = bcl->first_out;
216
	while (buf && less_eq(buf_seqno(buf), after))
217
		buf = buf->next;
218
	tipc_link_retransmit(bcl, buf, mod(to - after));
P
Per Liden 已提交
219 220
}

221
/**
222
 * tipc_bclink_acknowledge - handle acknowledgement of broadcast packets
P
Per Liden 已提交
223 224
 * @n_ptr: node that sent acknowledgement info
 * @acked: broadcast sequence # that has been acknowledged
225
 *
P
Per Liden 已提交
226 227 228
 * Node is locked, bc_lock unlocked.
 */

229
void tipc_bclink_acknowledge(struct tipc_node *n_ptr, u32 acked)
P
Per Liden 已提交
230 231 232 233 234 235 236
{
	struct sk_buff *crs;
	struct sk_buff *next;
	unsigned int released = 0;

	spin_lock_bh(&bc_lock);

237
	/* Bail out if tx queue is empty (no clean up is required) */
P
Per Liden 已提交
238
	crs = bcl->first_out;
239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264
	if (!crs)
		goto exit;

	/* Determine which messages need to be acknowledged */
	if (acked == INVALID_LINK_SEQ) {
		/*
		 * Contact with specified node has been lost, so need to
		 * acknowledge sent messages only (if other nodes still exist)
		 * or both sent and unsent messages (otherwise)
		 */
		if (bclink->bcast_nodes.count)
			acked = bcl->fsm_msg_cnt;
		else
			acked = bcl->next_out_no;
	} else {
		/*
		 * Bail out if specified sequence number does not correspond
		 * to a message that has been sent and not yet acknowledged
		 */
		if (less(acked, buf_seqno(crs)) ||
		    less(bcl->fsm_msg_cnt, acked) ||
		    less_eq(acked, n_ptr->bclink.acked))
			goto exit;
	}

	/* Skip over packets that node has previously acknowledged */
265
	while (crs && less_eq(buf_seqno(crs), n_ptr->bclink.acked))
P
Per Liden 已提交
266 267 268 269 270 271
		crs = crs->next;

	/* Update packets that node is now acknowledging */

	while (crs && less_eq(buf_seqno(crs), acked)) {
		next = crs->next;
272 273 274 275 276 277 278 279 280

		if (crs != bcl->next_out)
			bcbuf_decr_acks(crs);
		else {
			bcbuf_set_acks(crs, 0);
			bcl->next_out = next;
			bclink_set_last_sent();
		}

P
Per Liden 已提交
281 282 283 284 285 286 287 288 289 290 291 292
		if (bcbuf_acks(crs) == 0) {
			bcl->first_out = next;
			bcl->out_queue_size--;
			buf_discard(crs);
			released = 1;
		}
		crs = next;
	}
	n_ptr->bclink.acked = acked;

	/* Try resolving broadcast link congestion, if necessary */

293
	if (unlikely(bcl->next_out)) {
294
		tipc_link_push_queue(bcl);
295 296
		bclink_set_last_sent();
	}
P
Per Liden 已提交
297
	if (unlikely(released && !list_empty(&bcl->waiting_ports)))
298
		tipc_link_wakeup_ports(bcl, 0);
299
exit:
P
Per Liden 已提交
300 301 302
	spin_unlock_bh(&bc_lock);
}

303
/**
P
Per Liden 已提交
304
 * bclink_send_ack - unicast an ACK msg
305
 *
306
 * tipc_net_lock and node lock set
P
Per Liden 已提交
307 308
 */

309
static void bclink_send_ack(struct tipc_node *n_ptr)
P
Per Liden 已提交
310
{
311
	struct tipc_link *l_ptr = n_ptr->active_links[n_ptr->addr & 1];
P
Per Liden 已提交
312 313

	if (l_ptr != NULL)
314
		tipc_link_send_proto_msg(l_ptr, STATE_MSG, 0, 0, 0, 0, 0);
P
Per Liden 已提交
315 316
}

317
/**
P
Per Liden 已提交
318
 * bclink_send_nack- broadcast a NACK msg
319
 *
320
 * tipc_net_lock and node lock set
P
Per Liden 已提交
321 322
 */

323
static void bclink_send_nack(struct tipc_node *n_ptr)
P
Per Liden 已提交
324 325 326 327 328 329 330
{
	struct sk_buff *buf;
	struct tipc_msg *msg;

	if (!less(n_ptr->bclink.gap_after, n_ptr->bclink.gap_to))
		return;

331
	buf = tipc_buf_acquire(INT_H_SIZE);
P
Per Liden 已提交
332 333
	if (buf) {
		msg = buf_msg(buf);
334
		tipc_msg_init(msg, BCAST_PROTOCOL, STATE_MSG,
335
			 INT_H_SIZE, n_ptr->addr);
336
		msg_set_non_seq(msg, 1);
P
Per Liden 已提交
337
		msg_set_mc_netid(msg, tipc_net_id);
338
		msg_set_bcast_ack(msg, mod(n_ptr->bclink.last_in));
P
Per Liden 已提交
339 340 341 342
		msg_set_bcgap_after(msg, n_ptr->bclink.gap_after);
		msg_set_bcgap_to(msg, n_ptr->bclink.gap_to);
		msg_set_bcast_tag(msg, tipc_own_tag);

343
		spin_lock_bh(&bc_lock);
344 345
		tipc_bearer_send(&bcbearer->bearer, buf, NULL);
		bcl->stats.sent_nacks++;
346
		spin_unlock_bh(&bc_lock);
347
		buf_discard(buf);
P
Per Liden 已提交
348

349
		/*
P
Per Liden 已提交
350 351 352 353
		 * Ensure we doesn't send another NACK msg to the node
		 * until 16 more deferred messages arrive from it
		 * (i.e. helps prevent all nodes from NACK'ing at same time)
		 */
354

P
Per Liden 已提交
355 356 357 358
		n_ptr->bclink.nack_sync = tipc_own_tag;
	}
}

359
/**
360
 * tipc_bclink_check_gap - send a NACK if a sequence gap exists
P
Per Liden 已提交
361
 *
362
 * tipc_net_lock and node lock set
P
Per Liden 已提交
363 364
 */

365
void tipc_bclink_check_gap(struct tipc_node *n_ptr, u32 last_sent)
P
Per Liden 已提交
366 367 368 369 370 371 372 373 374 375 376
{
	if (!n_ptr->bclink.supported ||
	    less_eq(last_sent, mod(n_ptr->bclink.last_in)))
		return;

	bclink_set_gap(n_ptr);
	if (n_ptr->bclink.gap_after == n_ptr->bclink.gap_to)
		n_ptr->bclink.gap_to = last_sent;
	bclink_send_nack(n_ptr);
}

377
/**
378
 * tipc_bclink_peek_nack - process a NACK msg meant for another node
379
 *
380
 * Only tipc_net_lock set.
P
Per Liden 已提交
381 382
 */

A
Adrian Bunk 已提交
383
static void tipc_bclink_peek_nack(u32 dest, u32 sender_tag, u32 gap_after, u32 gap_to)
P
Per Liden 已提交
384
{
385
	struct tipc_node *n_ptr = tipc_node_find(dest);
P
Per Liden 已提交
386 387
	u32 my_after, my_to;

388
	if (unlikely(!n_ptr || !tipc_node_is_up(n_ptr)))
P
Per Liden 已提交
389
		return;
390
	tipc_node_lock(n_ptr);
P
Per Liden 已提交
391 392 393 394 395 396 397 398 399 400 401 402 403 404 405
	/*
	 * Modify gap to suppress unnecessary NACKs from this node
	 */
	my_after = n_ptr->bclink.gap_after;
	my_to = n_ptr->bclink.gap_to;

	if (less_eq(gap_after, my_after)) {
		if (less(my_after, gap_to) && less(gap_to, my_to))
			n_ptr->bclink.gap_after = gap_to;
		else if (less_eq(my_to, gap_to))
			n_ptr->bclink.gap_to = n_ptr->bclink.gap_after;
	} else if (less_eq(gap_after, my_to)) {
		if (less_eq(my_to, gap_to))
			n_ptr->bclink.gap_to = gap_after;
	} else {
406
		/*
P
Per Liden 已提交
407 408 409 410 411 412 413 414
		 * Expand gap if missing bufs not in deferred queue:
		 */
		struct sk_buff *buf = n_ptr->bclink.deferred_head;
		u32 prev = n_ptr->bclink.gap_to;

		for (; buf; buf = buf->next) {
			u32 seqno = buf_seqno(buf);

415
			if (mod(seqno - prev) != 1) {
P
Per Liden 已提交
416
				buf = NULL;
417 418
				break;
			}
P
Per Liden 已提交
419 420 421 422 423 424 425 426 427
			if (seqno == gap_after)
				break;
			prev = seqno;
		}
		if (buf == NULL)
			n_ptr->bclink.gap_to = gap_after;
	}
	/*
	 * Some nodes may send a complementary NACK now:
428
	 */
P
Per Liden 已提交
429 430 431 432 433 434
	if (bclink_ack_allowed(sender_tag + 1)) {
		if (n_ptr->bclink.gap_to != n_ptr->bclink.gap_after) {
			bclink_send_nack(n_ptr);
			bclink_set_gap(n_ptr);
		}
	}
435
	tipc_node_unlock(n_ptr);
P
Per Liden 已提交
436 437 438
}

/**
439
 * tipc_bclink_send_msg - broadcast a packet to all nodes in cluster
P
Per Liden 已提交
440 441
 */

442
int tipc_bclink_send_msg(struct sk_buff *buf)
P
Per Liden 已提交
443 444 445 446 447
{
	int res;

	spin_lock_bh(&bc_lock);

448 449 450 451 452 453
	if (!bclink->bcast_nodes.count) {
		res = msg_data_sz(buf_msg(buf));
		buf_discard(buf);
		goto exit;
	}

454
	res = tipc_link_send_buf(bcl, buf);
455
	if (likely(res >= 0)) {
456
		bclink_set_last_sent();
457 458 459
		bcl->stats.queue_sz_counts++;
		bcl->stats.accu_queue_sz += bcl->out_queue_size;
	}
460
exit:
P
Per Liden 已提交
461 462 463 464 465
	spin_unlock_bh(&bc_lock);
	return res;
}

/**
466
 * tipc_bclink_recv_pkt - receive a broadcast packet, and deliver upwards
467
 *
468
 * tipc_net_lock is read_locked, no other locks set
P
Per Liden 已提交
469 470
 */

471
void tipc_bclink_recv_pkt(struct sk_buff *buf)
472
{
P
Per Liden 已提交
473
	struct tipc_msg *msg = buf_msg(buf);
474
	struct tipc_node *node;
P
Per Liden 已提交
475 476 477 478
	u32 next_in;
	u32 seqno;
	struct sk_buff *deferred;

479 480 481 482 483 484 485 486 487 488 489 490
	/* Screen out unwanted broadcast messages */

	if (msg_mc_netid(msg) != tipc_net_id)
		goto exit;

	node = tipc_node_find(msg_prevnode(msg));
	if (unlikely(!node))
		goto exit;

	tipc_node_lock(node);
	if (unlikely(!node->bclink.supported))
		goto unlock;
P
Per Liden 已提交
491 492

	if (unlikely(msg_user(msg) == BCAST_PROTOCOL)) {
493 494
		if (msg_type(msg) != STATE_MSG)
			goto unlock;
P
Per Liden 已提交
495
		if (msg_destnode(msg) == tipc_own_addr) {
496 497
			tipc_bclink_acknowledge(node, msg_bcast_ack(msg));
			tipc_node_unlock(node);
498
			spin_lock_bh(&bc_lock);
P
Per Liden 已提交
499
			bcl->stats.recv_nacks++;
500
			bclink->retransmit_to = node;
P
Per Liden 已提交
501 502
			bclink_retransmit_pkt(msg_bcgap_after(msg),
					      msg_bcgap_to(msg));
503
			spin_unlock_bh(&bc_lock);
P
Per Liden 已提交
504
		} else {
505
			tipc_node_unlock(node);
506
			tipc_bclink_peek_nack(msg_destnode(msg),
A
Adrian Bunk 已提交
507 508 509
					      msg_bcast_tag(msg),
					      msg_bcgap_after(msg),
					      msg_bcgap_to(msg));
P
Per Liden 已提交
510
		}
511
		goto exit;
P
Per Liden 已提交
512 513
	}

514 515
	/* Handle in-sequence broadcast message */

P
Per Liden 已提交
516 517 518 519 520 521 522 523 524 525 526 527 528
receive:
	next_in = mod(node->bclink.last_in + 1);
	seqno = msg_seqno(msg);

	if (likely(seqno == next_in)) {
		bcl->stats.recv_info++;
		node->bclink.last_in++;
		bclink_set_gap(node);
		if (unlikely(bclink_ack_allowed(seqno))) {
			bclink_send_ack(node);
			bcl->stats.sent_acks++;
		}
		if (likely(msg_isdata(msg))) {
529
			tipc_node_unlock(node);
530 531 532 533
			if (likely(msg_mcast(msg)))
				tipc_port_recv_mcast(buf, NULL);
			else
				buf_discard(buf);
P
Per Liden 已提交
534 535 536
		} else if (msg_user(msg) == MSG_BUNDLER) {
			bcl->stats.recv_bundles++;
			bcl->stats.recv_bundled += msg_msgcnt(msg);
537 538
			tipc_node_unlock(node);
			tipc_link_recv_bundle(buf);
P
Per Liden 已提交
539 540
		} else if (msg_user(msg) == MSG_FRAGMENTER) {
			bcl->stats.recv_fragments++;
541 542
			if (tipc_link_recv_fragment(&node->bclink.defragm,
						    &buf, &msg))
P
Per Liden 已提交
543
				bcl->stats.recv_fragmented++;
544 545
			tipc_node_unlock(node);
			tipc_net_route_msg(buf);
546 547 548
		} else if (msg_user(msg) == NAME_DISTRIBUTOR) {
			tipc_node_unlock(node);
			tipc_named_recv(buf);
P
Per Liden 已提交
549
		} else {
550
			tipc_node_unlock(node);
551
			buf_discard(buf);
P
Per Liden 已提交
552
		}
553 554
		buf = NULL;
		tipc_node_lock(node);
555
		deferred = node->bclink.deferred_head;
P
Per Liden 已提交
556 557 558 559 560 561 562 563 564 565
		if (deferred && (buf_seqno(deferred) == mod(next_in + 1))) {
			buf = deferred;
			msg = buf_msg(buf);
			node->bclink.deferred_head = deferred->next;
			goto receive;
		}
	} else if (less(next_in, seqno)) {
		u32 gap_after = node->bclink.gap_after;
		u32 gap_to = node->bclink.gap_to;

566 567 568
		if (tipc_link_defer_pkt(&node->bclink.deferred_head,
					&node->bclink.deferred_tail,
					buf)) {
P
Per Liden 已提交
569 570 571 572 573 574 575
			node->bclink.nack_sync++;
			bcl->stats.deferred_recv++;
			if (seqno == mod(gap_after + 1))
				node->bclink.gap_after = seqno;
			else if (less(gap_after, seqno) && less(seqno, gap_to))
				node->bclink.gap_to = seqno;
		}
576
		buf = NULL;
P
Per Liden 已提交
577 578 579 580 581 582 583 584
		if (bclink_ack_allowed(node->bclink.nack_sync)) {
			if (gap_to != gap_after)
				bclink_send_nack(node);
			bclink_set_gap(node);
		}
	} else {
		bcl->stats.duplicates++;
	}
585
unlock:
586
	tipc_node_unlock(node);
587 588
exit:
	buf_discard(buf);
P
Per Liden 已提交
589 590
}

591
u32 tipc_bclink_acks_missing(struct tipc_node *n_ptr)
P
Per Liden 已提交
592 593
{
	return (n_ptr->bclink.supported &&
594
		(tipc_bclink_get_last_sent() != n_ptr->bclink.acked));
P
Per Liden 已提交
595 596 597 598
}


/**
599
 * tipc_bcbearer_send - send a packet through the broadcast pseudo-bearer
600
 *
601 602
 * Send packet over as many bearers as necessary to reach all nodes
 * that have joined the broadcast link.
603
 *
604 605
 * Returns 0 (packet sent successfully) under all circumstances,
 * since the broadcast link's pseudo-bearer never blocks
P
Per Liden 已提交
606 607
 */

A
Adrian Bunk 已提交
608 609 610
static int tipc_bcbearer_send(struct sk_buff *buf,
			      struct tipc_bearer *unused1,
			      struct tipc_media_addr *unused2)
P
Per Liden 已提交
611 612 613
{
	int bp_index;

614 615 616 617 618 619
	/*
	 * Prepare broadcast link message for reliable transmission,
	 * if first time trying to send it;
	 * preparation is skipped for broadcast link protocol messages
	 * since they are sent in an unreliable manner and don't need it
	 */
P
Per Liden 已提交
620 621 622 623

	if (likely(!msg_non_seq(buf_msg(buf)))) {
		struct tipc_msg *msg;

624
		bcbuf_set_acks(buf, bclink->bcast_nodes.count);
P
Per Liden 已提交
625
		msg = buf_msg(buf);
626
		msg_set_non_seq(msg, 1);
P
Per Liden 已提交
627
		msg_set_mc_netid(msg, tipc_net_id);
628
		bcl->stats.sent_info++;
629

630
		if (WARN_ON(!bclink->bcast_nodes.count)) {
631 632 633
			dump_stack();
			return 0;
		}
P
Per Liden 已提交
634 635 636
	}

	/* Send buffer over bearers until all targets reached */
637

638
	bcbearer->remains = bclink->bcast_nodes;
P
Per Liden 已提交
639 640

	for (bp_index = 0; bp_index < MAX_BEARERS; bp_index++) {
641 642
		struct tipc_bearer *p = bcbearer->bpairs[bp_index].primary;
		struct tipc_bearer *s = bcbearer->bpairs[bp_index].secondary;
P
Per Liden 已提交
643 644 645 646

		if (!p)
			break;	/* no more bearers to try */

647 648
		tipc_nmap_diff(&bcbearer->remains, &p->nodes, &bcbearer->remains_new);
		if (bcbearer->remains_new.count == bcbearer->remains.count)
P
Per Liden 已提交
649 650
			continue;	/* bearer pair doesn't add anything */

651 652
		if (p->blocked ||
		    p->media->send_msg(buf, p, &p->media->bcast_addr)) {
653
			/* unable to send on primary bearer */
654 655
			if (!s || s->blocked ||
			    s->media->send_msg(buf, s,
656 657 658 659 660 661 662 663 664
					       &s->media->bcast_addr)) {
				/* unable to send on either bearer */
				continue;
			}
		}

		if (s) {
			bcbearer->bpairs[bp_index].primary = s;
			bcbearer->bpairs[bp_index].secondary = p;
P
Per Liden 已提交
665 666
		}

667
		if (bcbearer->remains_new.count == 0)
668
			break;	/* all targets reached */
P
Per Liden 已提交
669

670
		bcbearer->remains = bcbearer->remains_new;
P
Per Liden 已提交
671
	}
672

673
	return 0;
P
Per Liden 已提交
674 675 676
}

/**
677
 * tipc_bcbearer_sort - create sets of bearer pairs used by broadcast bearer
P
Per Liden 已提交
678 679
 */

680
void tipc_bcbearer_sort(void)
P
Per Liden 已提交
681
{
682 683
	struct tipc_bcbearer_pair *bp_temp = bcbearer->bpairs_temp;
	struct tipc_bcbearer_pair *bp_curr;
P
Per Liden 已提交
684 685 686 687 688 689 690 691 692 693
	int b_index;
	int pri;

	spin_lock_bh(&bc_lock);

	/* Group bearers by priority (can assume max of two per priority) */

	memset(bp_temp, 0, sizeof(bcbearer->bpairs_temp));

	for (b_index = 0; b_index < MAX_BEARERS; b_index++) {
694
		struct tipc_bearer *b = &tipc_bearers[b_index];
P
Per Liden 已提交
695 696 697 698 699 700 701 702 703 704 705 706 707 708 709

		if (!b->active || !b->nodes.count)
			continue;

		if (!bp_temp[b->priority].primary)
			bp_temp[b->priority].primary = b;
		else
			bp_temp[b->priority].secondary = b;
	}

	/* Create array of bearer pairs for broadcasting */

	bp_curr = bcbearer->bpairs;
	memset(bcbearer->bpairs, 0, sizeof(bcbearer->bpairs));

P
Per Liden 已提交
710
	for (pri = TIPC_MAX_LINK_PRI; pri >= 0; pri--) {
P
Per Liden 已提交
711 712 713 714 715 716 717

		if (!bp_temp[pri].primary)
			continue;

		bp_curr->primary = bp_temp[pri].primary;

		if (bp_temp[pri].secondary) {
718 719
			if (tipc_nmap_equal(&bp_temp[pri].primary->nodes,
					    &bp_temp[pri].secondary->nodes)) {
P
Per Liden 已提交
720 721 722 723 724 725 726 727 728 729 730 731 732 733
				bp_curr->secondary = bp_temp[pri].secondary;
			} else {
				bp_curr++;
				bp_curr->primary = bp_temp[pri].secondary;
			}
		}

		bp_curr++;
	}

	spin_unlock_bh(&bc_lock);
}


734
int tipc_bclink_stats(char *buf, const u32 buf_size)
P
Per Liden 已提交
735 736 737 738 739 740
{
	struct print_buf pb;

	if (!bcl)
		return 0;

741
	tipc_printbuf_init(&pb, buf, buf_size);
P
Per Liden 已提交
742 743 744 745

	spin_lock_bh(&bc_lock);

	tipc_printf(&pb, "Link <%s>\n"
746
			 "  Window:%u packets\n",
P
Per Liden 已提交
747
		    bcl->name, bcl->queue_limit[0]);
748
	tipc_printf(&pb, "  RX packets:%u fragments:%u/%u bundles:%u/%u\n",
P
Per Liden 已提交
749 750 751 752 753
		    bcl->stats.recv_info,
		    bcl->stats.recv_fragments,
		    bcl->stats.recv_fragmented,
		    bcl->stats.recv_bundles,
		    bcl->stats.recv_bundled);
754
	tipc_printf(&pb, "  TX packets:%u fragments:%u/%u bundles:%u/%u\n",
P
Per Liden 已提交
755 756
		    bcl->stats.sent_info,
		    bcl->stats.sent_fragments,
757
		    bcl->stats.sent_fragmented,
P
Per Liden 已提交
758 759
		    bcl->stats.sent_bundles,
		    bcl->stats.sent_bundled);
760
	tipc_printf(&pb, "  RX naks:%u defs:%u dups:%u\n",
P
Per Liden 已提交
761
		    bcl->stats.recv_nacks,
762
		    bcl->stats.deferred_recv,
P
Per Liden 已提交
763
		    bcl->stats.duplicates);
764 765 766
	tipc_printf(&pb, "  TX naks:%u acks:%u dups:%u\n",
		    bcl->stats.sent_nacks,
		    bcl->stats.sent_acks,
P
Per Liden 已提交
767 768 769 770 771 772 773 774 775 776
		    bcl->stats.retransmitted);
	tipc_printf(&pb, "  Congestion bearer:%u link:%u  Send queue max:%u avg:%u\n",
		    bcl->stats.bearer_congs,
		    bcl->stats.link_congs,
		    bcl->stats.max_queue_sz,
		    bcl->stats.queue_sz_counts
		    ? (bcl->stats.accu_queue_sz / bcl->stats.queue_sz_counts)
		    : 0);

	spin_unlock_bh(&bc_lock);
777
	return tipc_printbuf_validate(&pb);
P
Per Liden 已提交
778 779
}

780
int tipc_bclink_reset_stats(void)
P
Per Liden 已提交
781 782 783 784 785 786 787
{
	if (!bcl)
		return -ENOPROTOOPT;

	spin_lock_bh(&bc_lock);
	memset(&bcl->stats, 0, sizeof(bcl->stats));
	spin_unlock_bh(&bc_lock);
788
	return 0;
P
Per Liden 已提交
789 790
}

791
int tipc_bclink_set_queue_limits(u32 limit)
P
Per Liden 已提交
792 793 794 795 796 797 798
{
	if (!bcl)
		return -ENOPROTOOPT;
	if ((limit < TIPC_MIN_LINK_WIN) || (limit > TIPC_MAX_LINK_WIN))
		return -EINVAL;

	spin_lock_bh(&bc_lock);
799
	tipc_link_set_queue_limits(bcl, limit);
P
Per Liden 已提交
800
	spin_unlock_bh(&bc_lock);
801
	return 0;
P
Per Liden 已提交
802 803
}

804
void tipc_bclink_init(void)
P
Per Liden 已提交
805 806 807
{
	INIT_LIST_HEAD(&bcbearer->bearer.cong_links);
	bcbearer->bearer.media = &bcbearer->media;
808
	bcbearer->media.send_msg = tipc_bcbearer_send;
809
	sprintf(bcbearer->media.name, "tipc-broadcast");
P
Per Liden 已提交
810 811 812

	INIT_LIST_HEAD(&bcl->waiting_ports);
	bcl->next_out_no = 1;
I
Ingo Molnar 已提交
813
	spin_lock_init(&bclink->node.lock);
P
Per Liden 已提交
814
	bcl->owner = &bclink->node;
815
	bcl->max_pkt = MAX_PKT_DEFAULT_MCAST;
816
	tipc_link_set_queue_limits(bcl, BCLINK_WIN_DEFAULT);
P
Per Liden 已提交
817 818
	bcl->b_ptr = &bcbearer->bearer;
	bcl->state = WORKING_WORKING;
819
	strlcpy(bcl->name, tipc_bclink_name, TIPC_MAX_LINK_NAME);
P
Per Liden 已提交
820 821
}

822
void tipc_bclink_stop(void)
P
Per Liden 已提交
823 824
{
	spin_lock_bh(&bc_lock);
825
	tipc_link_stop(bcl);
P
Per Liden 已提交
826
	spin_unlock_bh(&bc_lock);
827 828 829

	memset(bclink, 0, sizeof(*bclink));
	memset(bcbearer, 0, sizeof(*bcbearer));
P
Per Liden 已提交
830 831
}

832 833 834 835 836 837 838 839 840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862 863 864 865 866 867 868 869 870 871

/**
 * tipc_nmap_add - add a node to a node map
 */

void tipc_nmap_add(struct tipc_node_map *nm_ptr, u32 node)
{
	int n = tipc_node(node);
	int w = n / WSIZE;
	u32 mask = (1 << (n % WSIZE));

	if ((nm_ptr->map[w] & mask) == 0) {
		nm_ptr->count++;
		nm_ptr->map[w] |= mask;
	}
}

/**
 * tipc_nmap_remove - remove a node from a node map
 */

void tipc_nmap_remove(struct tipc_node_map *nm_ptr, u32 node)
{
	int n = tipc_node(node);
	int w = n / WSIZE;
	u32 mask = (1 << (n % WSIZE));

	if ((nm_ptr->map[w] & mask) != 0) {
		nm_ptr->map[w] &= ~mask;
		nm_ptr->count--;
	}
}

/**
 * tipc_nmap_diff - find differences between node maps
 * @nm_a: input node map A
 * @nm_b: input node map B
 * @nm_diff: output node map A-B (i.e. nodes of A that are not in B)
 */

872 873 874
static void tipc_nmap_diff(struct tipc_node_map *nm_a,
			   struct tipc_node_map *nm_b,
			   struct tipc_node_map *nm_diff)
875 876 877 878 879 880 881 882 883 884 885 886 887 888 889 890 891 892
{
	int stop = ARRAY_SIZE(nm_a->map);
	int w;
	int b;
	u32 map;

	memset(nm_diff, 0, sizeof(*nm_diff));
	for (w = 0; w < stop; w++) {
		map = nm_a->map[w] ^ (nm_a->map[w] & nm_b->map[w]);
		nm_diff->map[w] = map;
		if (map != 0) {
			for (b = 0 ; b < WSIZE; b++) {
				if (map & (1 << b))
					nm_diff->count++;
			}
		}
	}
}
893 894 895 896 897

/**
 * tipc_port_list_add - add a port to a port list, ensuring no duplicates
 */

898
void tipc_port_list_add(struct tipc_port_list *pl_ptr, u32 port)
899
{
900
	struct tipc_port_list *item = pl_ptr;
901 902 903 904 905 906 907 908 909 910 911 912 913 914 915 916 917 918 919 920 921 922 923 924 925 926 927 928 929 930 931
	int i;
	int item_sz = PLSIZE;
	int cnt = pl_ptr->count;

	for (; ; cnt -= item_sz, item = item->next) {
		if (cnt < PLSIZE)
			item_sz = cnt;
		for (i = 0; i < item_sz; i++)
			if (item->ports[i] == port)
				return;
		if (i < PLSIZE) {
			item->ports[i] = port;
			pl_ptr->count++;
			return;
		}
		if (!item->next) {
			item->next = kmalloc(sizeof(*item), GFP_ATOMIC);
			if (!item->next) {
				warn("Incomplete multicast delivery, no memory\n");
				return;
			}
			item->next->next = NULL;
		}
	}
}

/**
 * tipc_port_list_free - free dynamically created entries in port_list chain
 *
 */

932
void tipc_port_list_free(struct tipc_port_list *pl_ptr)
933
{
934 935
	struct tipc_port_list *item;
	struct tipc_port_list *next;
936 937 938 939 940 941 942

	for (item = pl_ptr->next; item; item = next) {
		next = item->next;
		kfree(item);
	}
}