link.c 59.7 KB
Newer Older
P
Per Liden 已提交
1 2
/*
 * net/tipc/link.c: TIPC link code
3
 *
4
 * Copyright (c) 1996-2007, 2012-2015, Ericsson AB
5
 * Copyright (c) 2004-2007, 2010-2013, Wind River Systems
P
Per Liden 已提交
6 7
 * All rights reserved.
 *
P
Per Liden 已提交
8
 * Redistribution and use in source and binary forms, with or without
P
Per Liden 已提交
9 10
 * modification, are permitted provided that the following conditions are met:
 *
P
Per Liden 已提交
11 12 13 14 15 16 17 18
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions and the following disclaimer.
 * 2. Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in the
 *    documentation and/or other materials provided with the distribution.
 * 3. Neither the names of the copyright holders nor the names of its
 *    contributors may be used to endorse or promote products derived from
 *    this software without specific prior written permission.
P
Per Liden 已提交
19
 *
P
Per Liden 已提交
20 21 22 23 24 25 26 27 28 29 30 31 32 33
 * Alternatively, this software may be distributed under the terms of the
 * GNU General Public License ("GPL") version 2 as published by the Free
 * Software Foundation.
 *
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
P
Per Liden 已提交
34 35 36 37
 * POSSIBILITY OF SUCH DAMAGE.
 */

#include "core.h"
38
#include "subscr.h"
P
Per Liden 已提交
39
#include "link.h"
40
#include "bcast.h"
41
#include "socket.h"
P
Per Liden 已提交
42 43
#include "name_distr.h"
#include "discover.h"
44
#include "netlink.h"
P
Per Liden 已提交
45

46 47
#include <linux/pkt_sched.h>

48 49 50 51 52 53
/*
 * Error message prefixes
 */
static const char *link_co_err = "Link changeover error, ";
static const char *link_rst_msg = "Resetting link ";
static const char *link_unk_evt = "Unknown link event ";
P
Per Liden 已提交
54

55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70
static const struct nla_policy tipc_nl_link_policy[TIPC_NLA_LINK_MAX + 1] = {
	[TIPC_NLA_LINK_UNSPEC]		= { .type = NLA_UNSPEC },
	[TIPC_NLA_LINK_NAME] = {
		.type = NLA_STRING,
		.len = TIPC_MAX_LINK_NAME
	},
	[TIPC_NLA_LINK_MTU]		= { .type = NLA_U32 },
	[TIPC_NLA_LINK_BROADCAST]	= { .type = NLA_FLAG },
	[TIPC_NLA_LINK_UP]		= { .type = NLA_FLAG },
	[TIPC_NLA_LINK_ACTIVE]		= { .type = NLA_FLAG },
	[TIPC_NLA_LINK_PROP]		= { .type = NLA_NESTED },
	[TIPC_NLA_LINK_STATS]		= { .type = NLA_NESTED },
	[TIPC_NLA_LINK_RX]		= { .type = NLA_U32 },
	[TIPC_NLA_LINK_TX]		= { .type = NLA_U32 }
};

71 72 73 74 75 76 77 78
/* Properties valid for media, bearar and link */
static const struct nla_policy tipc_nl_prop_policy[TIPC_NLA_PROP_MAX + 1] = {
	[TIPC_NLA_PROP_UNSPEC]		= { .type = NLA_UNSPEC },
	[TIPC_NLA_PROP_PRIO]		= { .type = NLA_U32 },
	[TIPC_NLA_PROP_TOL]		= { .type = NLA_U32 },
	[TIPC_NLA_PROP_WIN]		= { .type = NLA_U32 }
};

79 80 81 82 83
/*
 * Out-of-range value for link session numbers
 */
#define INVALID_SESSION 0x10000

84 85
/*
 * Link state events:
P
Per Liden 已提交
86 87 88
 */
#define  STARTING_EVT    856384768	/* link processing trigger */
#define  TRAFFIC_MSG_EVT 560815u	/* rx'd ??? */
89
#define  SILENCE_EVT     560817u	/* timer dicovered silence from peer */
P
Per Liden 已提交
90

91
/*
92
 * State value stored in 'failover_pkts'
P
Per Liden 已提交
93
 */
94
#define FIRST_FAILOVER 0xffffu
P
Per Liden 已提交
95

96 97 98 99
static void link_handle_out_of_seq_msg(struct tipc_link *link,
				       struct sk_buff *skb);
static void tipc_link_proto_rcv(struct tipc_link *link,
				struct sk_buff *skb);
100
static void link_set_supervision_props(struct tipc_link *l_ptr, u32 tol);
101 102 103
static void link_state_event(struct tipc_link *l_ptr, u32 event);
static void link_reset_statistics(struct tipc_link *l_ptr);
static void link_print(struct tipc_link *l_ptr, const char *str);
104 105
static void tipc_link_sync_xmit(struct tipc_link *l);
static void tipc_link_sync_rcv(struct tipc_node *n, struct sk_buff *buf);
106 107
static void tipc_link_input(struct tipc_link *l, struct sk_buff *skb);
static bool tipc_data_input(struct tipc_link *l, struct sk_buff *skb);
108
static bool tipc_link_failover_rcv(struct tipc_link *l, struct sk_buff **skb);
109
static void link_set_timer(struct tipc_link *link, unsigned long time);
P
Per Liden 已提交
110
/*
S
Sam Ravnborg 已提交
111
 *  Simple link routines
P
Per Liden 已提交
112
 */
S
Sam Ravnborg 已提交
113
static unsigned int align(unsigned int i)
P
Per Liden 已提交
114 115 116 117
{
	return (i + 3) & ~3u;
}

118 119 120 121 122 123 124 125 126 127 128 129 130 131 132
static void tipc_link_release(struct kref *kref)
{
	kfree(container_of(kref, struct tipc_link, ref));
}

static void tipc_link_get(struct tipc_link *l_ptr)
{
	kref_get(&l_ptr->ref);
}

static void tipc_link_put(struct tipc_link *l_ptr)
{
	kref_put(&l_ptr->ref, tipc_link_release);
}

133 134
static struct tipc_link *tipc_parallel_link(struct tipc_link *l)
{
135 136 137 138 139
	struct tipc_node *n = l->owner;

	if (node_active_link(n, 0) != l)
		return node_active_link(n, 0);
	return node_active_link(n, 1);
140 141
}

P
Per Liden 已提交
142
/*
S
Sam Ravnborg 已提交
143
 *  Simple non-static link routines (i.e. referenced outside this file)
P
Per Liden 已提交
144
 */
145
int tipc_link_is_up(struct tipc_link *l_ptr)
P
Per Liden 已提交
146 147 148
{
	if (!l_ptr)
		return 0;
E
Eric Dumazet 已提交
149
	return link_working_working(l_ptr) || link_working_unknown(l_ptr);
P
Per Liden 已提交
150 151
}

152
int tipc_link_is_active(struct tipc_link *l)
P
Per Liden 已提交
153
{
154 155 156
	struct tipc_node *n = l->owner;

	return (node_active_link(n, 0) == l) || (node_active_link(n, 1) == l);
P
Per Liden 已提交
157 158 159 160 161 162
}

/**
 * link_timeout - handle expiration of link timer
 * @l_ptr: pointer to link
 */
163
static void link_timeout(unsigned long data)
P
Per Liden 已提交
164
{
165
	struct tipc_link *l_ptr = (struct tipc_link *)data;
166 167
	struct sk_buff *skb;

168
	tipc_node_lock(l_ptr->owner);
P
Per Liden 已提交
169 170

	/* update counters used in statistical profiling of send traffic */
J
Jon Paul Maloy 已提交
171
	l_ptr->stats.accu_queue_sz += skb_queue_len(&l_ptr->transmq);
P
Per Liden 已提交
172 173
	l_ptr->stats.queue_sz_counts++;

J
Jon Paul Maloy 已提交
174
	skb = skb_peek(&l_ptr->transmq);
175 176
	if (skb) {
		struct tipc_msg *msg = buf_msg(skb);
P
Per Liden 已提交
177 178
		u32 length = msg_size(msg);

179 180
		if ((msg_user(msg) == MSG_FRAGMENTER) &&
		    (msg_type(msg) == FIRST_FRAGMENT)) {
P
Per Liden 已提交
181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203
			length = msg_size(msg_get_wrapped(msg));
		}
		if (length) {
			l_ptr->stats.msg_lengths_total += length;
			l_ptr->stats.msg_length_counts++;
			if (length <= 64)
				l_ptr->stats.msg_length_profile[0]++;
			else if (length <= 256)
				l_ptr->stats.msg_length_profile[1]++;
			else if (length <= 1024)
				l_ptr->stats.msg_length_profile[2]++;
			else if (length <= 4096)
				l_ptr->stats.msg_length_profile[3]++;
			else if (length <= 16384)
				l_ptr->stats.msg_length_profile[4]++;
			else if (length <= 32768)
				l_ptr->stats.msg_length_profile[5]++;
			else
				l_ptr->stats.msg_length_profile[6]++;
		}
	}

	/* do all other link processing performed on a periodic basis */
204 205 206
	if (l_ptr->silent_intv_cnt || tipc_bclink_acks_missing(l_ptr->owner))
		link_state_event(l_ptr, SILENCE_EVT);
	l_ptr->silent_intv_cnt++;
J
Jon Paul Maloy 已提交
207
	if (skb_queue_len(&l_ptr->backlogq))
208
		tipc_link_push_packets(l_ptr);
209
	link_set_timer(l_ptr, l_ptr->keepalive_intv);
210
	tipc_node_unlock(l_ptr->owner);
211
	tipc_link_put(l_ptr);
P
Per Liden 已提交
212 213
}

214
static void link_set_timer(struct tipc_link *link, unsigned long time)
P
Per Liden 已提交
215
{
216 217
	if (!mod_timer(&link->timer, jiffies + time))
		tipc_link_get(link);
P
Per Liden 已提交
218 219 220
}

/**
221
 * tipc_link_create - create a new link
222
 * @n_ptr: pointer to associated node
P
Per Liden 已提交
223 224
 * @b_ptr: pointer to associated bearer
 * @media_addr: media address to use when sending messages over link
225
 *
P
Per Liden 已提交
226 227
 * Returns pointer to link.
 */
228
struct tipc_link *tipc_link_create(struct tipc_node *n_ptr,
229 230
				   struct tipc_bearer *b_ptr,
				   const struct tipc_media_addr *media_addr)
P
Per Liden 已提交
231
{
232
	struct tipc_net *tn = net_generic(n_ptr->net, tipc_net_id);
233
	struct tipc_link *l_ptr;
P
Per Liden 已提交
234 235
	struct tipc_msg *msg;
	char *if_name;
236 237 238
	char addr_string[16];
	u32 peer = n_ptr->addr;

239
	if (n_ptr->link_cnt >= MAX_BEARERS) {
240
		tipc_addr_string_fill(addr_string, n_ptr->addr);
241 242
		pr_err("Cannot establish %uth link to %s. Max %u allowed.\n",
		       n_ptr->link_cnt, addr_string, MAX_BEARERS);
243 244 245
		return NULL;
	}

246
	if (n_ptr->links[b_ptr->identity].link) {
247
		tipc_addr_string_fill(addr_string, n_ptr->addr);
248 249
		pr_err("Attempt to establish second link on <%s> to %s\n",
		       b_ptr->name, addr_string);
250 251
		return NULL;
	}
P
Per Liden 已提交
252

253
	l_ptr = kzalloc(sizeof(*l_ptr), GFP_ATOMIC);
P
Per Liden 已提交
254
	if (!l_ptr) {
255
		pr_warn("Link creation failed, no memory\n");
P
Per Liden 已提交
256 257
		return NULL;
	}
258
	kref_init(&l_ptr->ref);
P
Per Liden 已提交
259
	l_ptr->addr = peer;
260
	if_name = strchr(b_ptr->name, ':') + 1;
261
	sprintf(l_ptr->name, "%u.%u.%u:%s-%u.%u.%u:unknown",
262 263
		tipc_zone(tn->own_addr), tipc_cluster(tn->own_addr),
		tipc_node(tn->own_addr),
P
Per Liden 已提交
264 265
		if_name,
		tipc_zone(peer), tipc_cluster(peer), tipc_node(peer));
266
		/* note: peer i/f name is updated by reset/activate message */
P
Per Liden 已提交
267
	memcpy(&l_ptr->media_addr, media_addr, sizeof(*media_addr));
268
	l_ptr->owner = n_ptr;
269
	l_ptr->peer_session = INVALID_SESSION;
270
	l_ptr->bearer_id = b_ptr->identity;
271
	link_set_supervision_props(l_ptr, b_ptr->tolerance);
P
Per Liden 已提交
272 273 274 275
	l_ptr->state = RESET_UNKNOWN;

	l_ptr->pmsg = (struct tipc_msg *)&l_ptr->proto_msg;
	msg = l_ptr->pmsg;
276
	tipc_msg_init(tn->own_addr, msg, LINK_PROTOCOL, RESET_MSG, INT_H_SIZE,
277
		      l_ptr->addr);
P
Per Liden 已提交
278
	msg_set_size(msg, sizeof(l_ptr->proto_msg));
279
	msg_set_session(msg, (tn->random & 0xffff));
P
Per Liden 已提交
280 281
	msg_set_bearer_id(msg, b_ptr->identity);
	strcpy((char *)msg_data(msg), if_name);
282
	l_ptr->net_plane = b_ptr->net_plane;
283 284
	l_ptr->advertised_mtu = b_ptr->mtu;
	l_ptr->mtu = l_ptr->advertised_mtu;
285 286
	l_ptr->priority = b_ptr->priority;
	tipc_link_set_queue_limits(l_ptr, b_ptr->window);
287
	l_ptr->snd_nxt = 1;
J
Jon Paul Maloy 已提交
288 289 290
	__skb_queue_head_init(&l_ptr->transmq);
	__skb_queue_head_init(&l_ptr->backlogq);
	__skb_queue_head_init(&l_ptr->deferdq);
291 292 293
	skb_queue_head_init(&l_ptr->wakeupq);
	skb_queue_head_init(&l_ptr->inputq);
	skb_queue_head_init(&l_ptr->namedq);
P
Per Liden 已提交
294
	link_reset_statistics(l_ptr);
295
	tipc_node_attach_link(n_ptr, l_ptr);
296
	setup_timer(&l_ptr->timer, link_timeout, (unsigned long)l_ptr);
297
	link_state_event(l_ptr, STARTING_EVT);
P
Per Liden 已提交
298 299 300 301

	return l_ptr;
}

302
/**
303 304
 * tipc_link_delete - Delete a link
 * @l: link to be deleted
305
 */
306
void tipc_link_delete(struct tipc_link *l)
307
{
308 309 310 311 312 313 314 315
	tipc_link_reset(l);
	if (del_timer(&l->timer))
		tipc_link_put(l);
	l->flags |= LINK_STOPPED;
	/* Delete link now, or when timer is finished: */
	tipc_link_reset_fragments(l);
	tipc_node_detach_link(l->owner, l);
	tipc_link_put(l);
316 317
}

318
void tipc_link_delete_list(struct net *net, unsigned int bearer_id)
319
{
320
	struct tipc_net *tn = net_generic(net, tipc_net_id);
321 322
	struct tipc_link *link;
	struct tipc_node *node;
323

324
	rcu_read_lock();
325 326
	list_for_each_entry_rcu(node, &tn->node_list, list) {
		tipc_node_lock(node);
327
		link = node->links[bearer_id].link;
328
		if (link)
329 330
			tipc_link_delete(link);
		tipc_node_unlock(node);
331
	}
332
	rcu_read_unlock();
333
}
P
Per Liden 已提交
334 335

/**
336
 * link_schedule_user - schedule a message sender for wakeup after congestion
337
 * @link: congested link
338
 * @list: message that was attempted sent
339
 * Create pseudo msg to send back to user when congestion abates
340
 * Only consumes message if there is an error
P
Per Liden 已提交
341
 */
342
static int link_schedule_user(struct tipc_link *link, struct sk_buff_head *list)
P
Per Liden 已提交
343
{
344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367
	struct tipc_msg *msg = buf_msg(skb_peek(list));
	int imp = msg_importance(msg);
	u32 oport = msg_origport(msg);
	u32 addr = link_own_addr(link);
	struct sk_buff *skb;

	/* This really cannot happen...  */
	if (unlikely(imp > TIPC_CRITICAL_IMPORTANCE)) {
		pr_warn("%s<%s>, send queue full", link_rst_msg, link->name);
		tipc_link_reset(link);
		goto err;
	}
	/* Non-blocking sender: */
	if (TIPC_SKB_CB(skb_peek(list))->wakeup_pending)
		return -ELINKCONG;

	/* Create and schedule wakeup pseudo message */
	skb = tipc_msg_create(SOCK_WAKEUP, 0, INT_H_SIZE, 0,
			      addr, addr, oport, 0, 0);
	if (!skb)
		goto err;
	TIPC_SKB_CB(skb)->chain_sz = skb_queue_len(list);
	TIPC_SKB_CB(skb)->chain_imp = imp;
	skb_queue_tail(&link->wakeupq, skb);
368
	link->stats.link_congs++;
369 370 371 372
	return -ELINKCONG;
err:
	__skb_queue_purge(list);
	return -ENOBUFS;
P
Per Liden 已提交
373 374
}

375 376 377 378 379 380
/**
 * link_prepare_wakeup - prepare users for wakeup after congestion
 * @link: congested link
 * Move a number of waiting users, as permitted by available space in
 * the send queue, from link wait queue to node wait queue for wakeup
 */
381
void link_prepare_wakeup(struct tipc_link *l)
P
Per Liden 已提交
382
{
383 384
	int pnd[TIPC_SYSTEM_IMPORTANCE + 1] = {0,};
	int imp, lim;
385
	struct sk_buff *skb, *tmp;
386

387 388 389 390 391
	skb_queue_walk_safe(&l->wakeupq, skb, tmp) {
		imp = TIPC_SKB_CB(skb)->chain_imp;
		lim = l->window + l->backlog[imp].limit;
		pnd[imp] += TIPC_SKB_CB(skb)->chain_sz;
		if ((pnd[imp] + l->backlog[imp].len) >= lim)
P
Per Liden 已提交
392
			break;
393 394 395 396
		skb_unlink(skb, &l->wakeupq);
		skb_queue_tail(&l->inputq, skb);
		l->owner->inputq = &l->inputq;
		l->owner->action_flags |= TIPC_MSG_EVT;
P
Per Liden 已提交
397 398 399 400
	}
}

/**
401
 * tipc_link_reset_fragments - purge link's inbound message fragments queue
P
Per Liden 已提交
402 403
 * @l_ptr: pointer to link
 */
404
void tipc_link_reset_fragments(struct tipc_link *l_ptr)
P
Per Liden 已提交
405
{
406 407
	kfree_skb(l_ptr->reasm_buf);
	l_ptr->reasm_buf = NULL;
P
Per Liden 已提交
408 409
}

410
void tipc_link_purge_backlog(struct tipc_link *l)
411 412 413 414 415 416 417 418 419
{
	__skb_queue_purge(&l->backlogq);
	l->backlog[TIPC_LOW_IMPORTANCE].len = 0;
	l->backlog[TIPC_MEDIUM_IMPORTANCE].len = 0;
	l->backlog[TIPC_HIGH_IMPORTANCE].len = 0;
	l->backlog[TIPC_CRITICAL_IMPORTANCE].len = 0;
	l->backlog[TIPC_SYSTEM_IMPORTANCE].len = 0;
}

420
/**
421
 * tipc_link_purge_queues - purge all pkt queues associated with link
P
Per Liden 已提交
422 423
 * @l_ptr: pointer to link
 */
424
void tipc_link_purge_queues(struct tipc_link *l_ptr)
P
Per Liden 已提交
425
{
J
Jon Paul Maloy 已提交
426 427
	__skb_queue_purge(&l_ptr->deferdq);
	__skb_queue_purge(&l_ptr->transmq);
428
	tipc_link_purge_backlog(l_ptr);
429
	tipc_link_reset_fragments(l_ptr);
P
Per Liden 已提交
430 431
}

432
void tipc_link_reset(struct tipc_link *l_ptr)
P
Per Liden 已提交
433 434
{
	u32 prev_state = l_ptr->state;
435
	int was_active_link = tipc_link_is_active(l_ptr);
436
	struct tipc_node *owner = l_ptr->owner;
437
	struct tipc_link *pl = tipc_parallel_link(l_ptr);
438

439
	msg_set_session(l_ptr->pmsg, ((msg_session(l_ptr->pmsg) + 1) & 0xffff));
P
Per Liden 已提交
440

441 442
	/* Link is down, accept any session */
	l_ptr->peer_session = INVALID_SESSION;
P
Per Liden 已提交
443

444 445
	/* Prepare for renewed mtu size negotiation */
	l_ptr->mtu = l_ptr->advertised_mtu;
446

P
Per Liden 已提交
447 448 449 450 451
	l_ptr->state = RESET_UNKNOWN;

	if ((prev_state == RESET_UNKNOWN) || (prev_state == RESET_RESET))
		return;

452
	tipc_node_link_down(l_ptr->owner, l_ptr->bearer_id);
453
	tipc_bearer_remove_dest(owner->net, l_ptr->bearer_id, l_ptr->addr);
454

455 456
	if (was_active_link && tipc_node_is_up(l_ptr->owner) && (pl != l_ptr)) {
		l_ptr->flags |= LINK_FAILINGOVER;
457
		l_ptr->failover_checkpt = l_ptr->rcv_nxt;
458
		pl->failover_pkts = FIRST_FAILOVER;
459
		pl->failover_checkpt = l_ptr->rcv_nxt;
460 461 462
		pl->failover_skb = l_ptr->reasm_buf;
	} else {
		kfree_skb(l_ptr->reasm_buf);
P
Per Liden 已提交
463
	}
464
	/* Clean up all queues, except inputq: */
J
Jon Paul Maloy 已提交
465 466
	__skb_queue_purge(&l_ptr->transmq);
	__skb_queue_purge(&l_ptr->deferdq);
467 468 469 470
	if (!owner->inputq)
		owner->inputq = &l_ptr->inputq;
	skb_queue_splice_init(&l_ptr->wakeupq, owner->inputq);
	if (!skb_queue_empty(owner->inputq))
471
		owner->action_flags |= TIPC_MSG_EVT;
472
	tipc_link_purge_backlog(l_ptr);
473
	l_ptr->reasm_buf = NULL;
J
Jon Paul Maloy 已提交
474
	l_ptr->rcv_unacked = 0;
475 476
	l_ptr->snd_nxt = 1;
	l_ptr->silent_intv_cnt = 0;
P
Per Liden 已提交
477 478 479 480
	l_ptr->stale_count = 0;
	link_reset_statistics(l_ptr);
}

481
static void link_activate(struct tipc_link *link)
P
Per Liden 已提交
482
{
483 484
	struct tipc_node *node = link->owner;

485
	link->rcv_nxt = 1;
486
	link->stats.recv_info = 1;
487
	link->silent_intv_cnt = 0;
488
	tipc_node_link_up(node, link->bearer_id);
489
	tipc_bearer_add_dest(node->net, link->bearer_id, link->addr);
P
Per Liden 已提交
490 491 492 493 494 495 496
}

/**
 * link_state_event - link finite state machine
 * @l_ptr: pointer to link
 * @event: state machine event to process
 */
497
static void link_state_event(struct tipc_link *l_ptr, unsigned int event)
P
Per Liden 已提交
498
{
499
	struct tipc_link *other;
500
	unsigned long timer_intv = l_ptr->keepalive_intv;
P
Per Liden 已提交
501

502 503 504
	if (l_ptr->flags & LINK_STOPPED)
		return;

505
	if (!(l_ptr->flags & LINK_STARTED) && (event != STARTING_EVT))
P
Per Liden 已提交
506 507
		return;		/* Not yet. */

508
	if (l_ptr->flags & LINK_FAILINGOVER)
509
		return;
P
Per Liden 已提交
510 511 512 513 514 515

	switch (l_ptr->state) {
	case WORKING_WORKING:
		switch (event) {
		case TRAFFIC_MSG_EVT:
		case ACTIVATE_MSG:
516
			l_ptr->silent_intv_cnt = 0;
P
Per Liden 已提交
517
			break;
518 519 520
		case SILENCE_EVT:
			if (!l_ptr->silent_intv_cnt) {
				if (tipc_bclink_acks_missing(l_ptr->owner))
521
					tipc_link_proto_xmit(l_ptr, STATE_MSG,
522
							     0, 0, 0, 0);
P
Per Liden 已提交
523 524 525
				break;
			}
			l_ptr->state = WORKING_UNKNOWN;
526
			tipc_link_proto_xmit(l_ptr, STATE_MSG, 1, 0, 0, 0);
P
Per Liden 已提交
527 528
			break;
		case RESET_MSG:
529 530
			pr_debug("%s<%s>, requested by peer\n",
				 link_rst_msg, l_ptr->name);
531
			tipc_link_reset(l_ptr);
P
Per Liden 已提交
532
			l_ptr->state = RESET_RESET;
533
			tipc_link_proto_xmit(l_ptr, ACTIVATE_MSG,
534
					     0, 0, 0, 0);
P
Per Liden 已提交
535 536
			break;
		default:
537
			pr_debug("%s%u in WW state\n", link_unk_evt, event);
P
Per Liden 已提交
538 539 540 541 542 543 544
		}
		break;
	case WORKING_UNKNOWN:
		switch (event) {
		case TRAFFIC_MSG_EVT:
		case ACTIVATE_MSG:
			l_ptr->state = WORKING_WORKING;
545
			l_ptr->silent_intv_cnt = 0;
P
Per Liden 已提交
546 547
			break;
		case RESET_MSG:
548 549
			pr_debug("%s<%s>, requested by peer while probing\n",
				 link_rst_msg, l_ptr->name);
550
			tipc_link_reset(l_ptr);
P
Per Liden 已提交
551
			l_ptr->state = RESET_RESET;
552
			tipc_link_proto_xmit(l_ptr, ACTIVATE_MSG,
553
					     0, 0, 0, 0);
P
Per Liden 已提交
554
			break;
555 556
		case SILENCE_EVT:
			if (!l_ptr->silent_intv_cnt) {
P
Per Liden 已提交
557
				l_ptr->state = WORKING_WORKING;
558
				if (tipc_bclink_acks_missing(l_ptr->owner))
559
					tipc_link_proto_xmit(l_ptr, STATE_MSG,
560
							     0, 0, 0, 0);
561 562
			} else if (l_ptr->silent_intv_cnt <
				   l_ptr->abort_limit) {
563
				tipc_link_proto_xmit(l_ptr, STATE_MSG,
564
						     1, 0, 0, 0);
P
Per Liden 已提交
565
			} else {	/* Link has failed */
566 567
				pr_debug("%s<%s>, peer not responding\n",
					 link_rst_msg, l_ptr->name);
568
				tipc_link_reset(l_ptr);
P
Per Liden 已提交
569
				l_ptr->state = RESET_UNKNOWN;
570
				tipc_link_proto_xmit(l_ptr, RESET_MSG,
571
						     0, 0, 0, 0);
P
Per Liden 已提交
572 573 574
			}
			break;
		default:
575
			pr_err("%s%u in WU state\n", link_unk_evt, event);
P
Per Liden 已提交
576 577 578 579 580 581 582
		}
		break;
	case RESET_UNKNOWN:
		switch (event) {
		case TRAFFIC_MSG_EVT:
			break;
		case ACTIVATE_MSG:
583
			other = node_active_link(l_ptr->owner, 0);
584
			if (other && link_working_unknown(other))
P
Per Liden 已提交
585 586 587
				break;
			l_ptr->state = WORKING_WORKING;
			link_activate(l_ptr);
588
			tipc_link_proto_xmit(l_ptr, STATE_MSG, 1, 0, 0, 0);
589
			if (l_ptr->owner->working_links == 1)
590
				tipc_link_sync_xmit(l_ptr);
P
Per Liden 已提交
591 592 593
			break;
		case RESET_MSG:
			l_ptr->state = RESET_RESET;
594
			tipc_link_proto_xmit(l_ptr, ACTIVATE_MSG,
595
					     1, 0, 0, 0);
P
Per Liden 已提交
596 597
			break;
		case STARTING_EVT:
598
			l_ptr->flags |= LINK_STARTED;
599
			link_set_timer(l_ptr, timer_intv);
600
			break;
601
		case SILENCE_EVT:
602
			tipc_link_proto_xmit(l_ptr, RESET_MSG, 0, 0, 0, 0);
P
Per Liden 已提交
603 604
			break;
		default:
605
			pr_err("%s%u in RU state\n", link_unk_evt, event);
P
Per Liden 已提交
606 607 608 609 610 611
		}
		break;
	case RESET_RESET:
		switch (event) {
		case TRAFFIC_MSG_EVT:
		case ACTIVATE_MSG:
612
			other = node_active_link(l_ptr->owner, 0);
613
			if (other && link_working_unknown(other))
P
Per Liden 已提交
614 615 616
				break;
			l_ptr->state = WORKING_WORKING;
			link_activate(l_ptr);
617
			tipc_link_proto_xmit(l_ptr, STATE_MSG, 1, 0, 0, 0);
618
			if (l_ptr->owner->working_links == 1)
619
				tipc_link_sync_xmit(l_ptr);
P
Per Liden 已提交
620 621 622
			break;
		case RESET_MSG:
			break;
623
		case SILENCE_EVT:
624
			tipc_link_proto_xmit(l_ptr, ACTIVATE_MSG,
625
					     0, 0, 0, 0);
P
Per Liden 已提交
626 627
			break;
		default:
628
			pr_err("%s%u in RR state\n", link_unk_evt, event);
P
Per Liden 已提交
629 630 631
		}
		break;
	default:
632
		pr_err("Unknown link state %u/%u\n", l_ptr->state, event);
P
Per Liden 已提交
633 634 635
	}
}

636
/**
637
 * __tipc_link_xmit(): same as tipc_link_xmit, but destlink is known & locked
638
 * @link: link to use
639 640
 * @list: chain of buffers containing message
 *
641 642 643 644
 * Consumes the buffer chain, except when returning -ELINKCONG,
 * since the caller then may want to make more send attempts.
 * Returns 0 if success, or errno: -ELINKCONG, -EMSGSIZE or -ENOBUFS
 * Messages at TIPC_SYSTEM_IMPORTANCE are always accepted
645
 */
646 647
int __tipc_link_xmit(struct net *net, struct tipc_link *link,
		     struct sk_buff_head *list)
648
{
649
	struct tipc_msg *msg = buf_msg(skb_peek(list));
J
Jon Paul Maloy 已提交
650
	unsigned int maxwin = link->window;
651
	unsigned int i, imp = msg_importance(msg);
652
	uint mtu = link->mtu;
653 654
	u16 ack = mod(link->rcv_nxt - 1);
	u16 seqno = link->snd_nxt;
655
	u16 bc_last_in = link->owner->bclink.last_in;
656
	struct tipc_media_addr *addr = &link->media_addr;
J
Jon Paul Maloy 已提交
657 658
	struct sk_buff_head *transmq = &link->transmq;
	struct sk_buff_head *backlogq = &link->backlogq;
659
	struct sk_buff *skb, *bskb;
660

661 662 663 664 665
	/* Match msg importance against this and all higher backlog limits: */
	for (i = imp; i <= TIPC_SYSTEM_IMPORTANCE; i++) {
		if (unlikely(link->backlog[i].len >= link->backlog[i].limit))
			return link_schedule_user(link, list);
	}
J
Jon Paul Maloy 已提交
666
	if (unlikely(msg_size(msg) > mtu)) {
667
		__skb_queue_purge(list);
668 669
		return -EMSGSIZE;
	}
J
Jon Paul Maloy 已提交
670
	/* Prepare each packet for sending, and add to relevant queue: */
671 672
	while (skb_queue_len(list)) {
		skb = skb_peek(list);
673
		msg = buf_msg(skb);
J
Jon Paul Maloy 已提交
674 675
		msg_set_seqno(msg, seqno);
		msg_set_ack(msg, ack);
676 677
		msg_set_bcast_ack(msg, bc_last_in);

J
Jon Paul Maloy 已提交
678
		if (likely(skb_queue_len(transmq) < maxwin)) {
679
			__skb_dequeue(list);
J
Jon Paul Maloy 已提交
680 681 682 683 684 685
			__skb_queue_tail(transmq, skb);
			tipc_bearer_send(net, link->bearer_id, skb, addr);
			link->rcv_unacked = 0;
			seqno++;
			continue;
		}
686 687
		if (tipc_msg_bundle(skb_peek_tail(backlogq), msg, mtu)) {
			kfree_skb(__skb_dequeue(list));
688 689
			link->stats.sent_bundled++;
			continue;
J
Jon Paul Maloy 已提交
690
		}
691 692 693 694
		if (tipc_msg_make_bundle(&bskb, msg, mtu, link->addr)) {
			kfree_skb(__skb_dequeue(list));
			__skb_queue_tail(backlogq, bskb);
			link->backlog[msg_importance(buf_msg(bskb))].len++;
695 696
			link->stats.sent_bundled++;
			link->stats.sent_bundles++;
697
			continue;
698
		}
699 700
		link->backlog[imp].len += skb_queue_len(list);
		skb_queue_splice_tail_init(list, backlogq);
701
	}
702
	link->snd_nxt = seqno;
703 704 705
	return 0;
}

706 707
static void skb2list(struct sk_buff *skb, struct sk_buff_head *list)
{
708
	skb_queue_head_init(list);
709 710 711 712 713 714 715 716
	__skb_queue_tail(list, skb);
}

static int __tipc_link_xmit_skb(struct tipc_link *link, struct sk_buff *skb)
{
	struct sk_buff_head head;

	skb2list(skb, &head);
717
	return __tipc_link_xmit(link->owner->net, link, &head);
718 719
}

720 721 722 723 724 725 726 727
/* tipc_link_xmit_skb(): send single buffer to destination
 * Buffers sent via this functon are generally TIPC_SYSTEM_IMPORTANCE
 * messages, which will not be rejected
 * The only exception is datagram messages rerouted after secondary
 * lookup, which are rare and safe to dispose of anyway.
 * TODO: Return real return value, and let callers use
 * tipc_wait_for_sendpkt() where applicable
 */
728 729
int tipc_link_xmit_skb(struct net *net, struct sk_buff *skb, u32 dnode,
		       u32 selector)
730 731
{
	struct sk_buff_head head;
732
	int rc;
733 734

	skb2list(skb, &head);
735 736 737 738
	rc = tipc_link_xmit(net, &head, dnode, selector);
	if (rc == -ELINKCONG)
		kfree_skb(skb);
	return 0;
739 740
}

741
/**
742
 * tipc_link_xmit() is the general link level function for message sending
743
 * @net: the applicable net namespace
744
 * @list: chain of buffers containing message
745 746 747 748 749 750
 * @dsz: amount of user data to be sent
 * @dnode: address of destination node
 * @selector: a number used for deterministic link selection
 * Consumes the buffer chain, except when returning -ELINKCONG
 * Returns 0 if success, otherwise errno: -ELINKCONG,-EHOSTUNREACH,-EMSGSIZE
 */
751 752
int tipc_link_xmit(struct net *net, struct sk_buff_head *list, u32 dnode,
		   u32 selector)
753 754 755 756 757
{
	struct tipc_link *link = NULL;
	struct tipc_node *node;
	int rc = -EHOSTUNREACH;

758
	node = tipc_node_find(net, dnode);
759 760
	if (node) {
		tipc_node_lock(node);
761
		link = node_active_link(node, selector & 1);
762
		if (link)
763
			rc = __tipc_link_xmit(net, link, list);
764
		tipc_node_unlock(node);
765
		tipc_node_put(node);
766 767 768 769
	}
	if (link)
		return rc;

770 771 772 773
	if (likely(in_own_node(net, dnode))) {
		tipc_sk_rcv(net, list);
		return 0;
	}
774

775
	__skb_queue_purge(list);
776 777 778
	return rc;
}

779
/*
780
 * tipc_link_sync_xmit - synchronize broadcast link endpoints.
781 782 783 784 785 786
 *
 * Give a newly added peer node the sequence number where it should
 * start receiving and acking broadcast packets.
 *
 * Called with node locked
 */
787
static void tipc_link_sync_xmit(struct tipc_link *link)
788
{
789
	struct sk_buff *skb;
790 791
	struct tipc_msg *msg;

792 793
	skb = tipc_buf_acquire(INT_H_SIZE);
	if (!skb)
794 795
		return;

796
	msg = buf_msg(skb);
797
	tipc_msg_init(link_own_addr(link), msg, BCAST_PROTOCOL, STATE_MSG,
798
		      INT_H_SIZE, link->addr);
799
	msg_set_last_bcast(msg, link->owner->bclink.acked);
800
	__tipc_link_xmit_skb(link, skb);
801 802 803
}

/*
804
 * tipc_link_sync_rcv - synchronize broadcast link endpoints.
805 806 807 808 809 810
 * Receive the sequence number where we should start receiving and
 * acking broadcast packets from a newly added peer node, and open
 * up for reception of such packets.
 *
 * Called with node locked
 */
811
static void tipc_link_sync_rcv(struct tipc_node *n, struct sk_buff *buf)
812 813 814 815 816 817 818 819
{
	struct tipc_msg *msg = buf_msg(buf);

	n->bclink.last_sent = n->bclink.last_in = msg_last_bcast(msg);
	n->bclink.recv_permitted = true;
	kfree_skb(buf);
}

820
/*
821 822 823 824 825 826
 * tipc_link_push_packets - push unsent packets to bearer
 *
 * Push out the unsent messages of a link where congestion
 * has abated. Node is locked.
 *
 * Called with node locked
P
Per Liden 已提交
827
 */
J
Jon Paul Maloy 已提交
828
void tipc_link_push_packets(struct tipc_link *link)
P
Per Liden 已提交
829
{
J
Jon Paul Maloy 已提交
830
	struct sk_buff *skb;
831
	struct tipc_msg *msg;
832
	u16 seqno = link->snd_nxt;
833
	u16 ack = mod(link->rcv_nxt - 1);
P
Per Liden 已提交
834

J
Jon Paul Maloy 已提交
835 836 837
	while (skb_queue_len(&link->transmq) < link->window) {
		skb = __skb_dequeue(&link->backlogq);
		if (!skb)
838
			break;
J
Jon Paul Maloy 已提交
839
		msg = buf_msg(skb);
840
		link->backlog[msg_importance(msg)].len--;
J
Jon Paul Maloy 已提交
841
		msg_set_ack(msg, ack);
842 843
		msg_set_seqno(msg, seqno);
		seqno = mod(seqno + 1);
J
Jon Paul Maloy 已提交
844 845 846 847 848
		msg_set_bcast_ack(msg, link->owner->bclink.last_in);
		link->rcv_unacked = 0;
		__skb_queue_tail(&link->transmq, skb);
		tipc_bearer_send(link->owner->net, link->bearer_id,
				 skb, &link->media_addr);
P
Per Liden 已提交
849
	}
850
	link->snd_nxt = seqno;
P
Per Liden 已提交
851 852
}

853
void tipc_link_reset_all(struct tipc_node *node)
854 855 856 857
{
	char addr_string[16];
	u32 i;

858
	tipc_node_lock(node);
859

860
	pr_warn("Resetting all links to %s\n",
861
		tipc_addr_string_fill(addr_string, node->addr));
862 863

	for (i = 0; i < MAX_BEARERS; i++) {
864 865 866
		if (node->links[i].link) {
			link_print(node->links[i].link, "Resetting link\n");
			tipc_link_reset(node->links[i].link);
867 868 869
		}
	}

870
	tipc_node_unlock(node);
871 872
}

873
static void link_retransmit_failure(struct tipc_link *l_ptr,
874
				    struct sk_buff *buf)
875 876
{
	struct tipc_msg *msg = buf_msg(buf);
877
	struct net *net = l_ptr->owner->net;
878

879
	pr_warn("Retransmission failure on link <%s>\n", l_ptr->name);
880 881 882

	if (l_ptr->addr) {
		/* Handle failure on standard link */
883
		link_print(l_ptr, "Resetting link\n");
884 885 886 887
		tipc_link_reset(l_ptr);

	} else {
		/* Handle failure on broadcast link */
888
		struct tipc_node *n_ptr;
889 890
		char addr_string[16];

891 892 893
		pr_info("Msg seq number: %u,  ", msg_seqno(msg));
		pr_cont("Outstanding acks: %lu\n",
			(unsigned long) TIPC_SKB_CB(buf)->handle);
J
Jeff Garzik 已提交
894

895
		n_ptr = tipc_bclink_retransmit_to(net);
896

897
		tipc_addr_string_fill(addr_string, n_ptr->addr);
898
		pr_info("Broadcast link info for %s\n", addr_string);
899 900
		pr_info("Reception permitted: %d,  Acked: %u\n",
			n_ptr->bclink.recv_permitted,
901 902 903 904 905
			n_ptr->bclink.acked);
		pr_info("Last in: %u,  Oos state: %u,  Last sent: %u\n",
			n_ptr->bclink.last_in,
			n_ptr->bclink.oos_state,
			n_ptr->bclink.last_sent);
906

907
		n_ptr->action_flags |= TIPC_BCAST_RESET;
908 909 910 911
		l_ptr->stale_count = 0;
	}
}

912
void tipc_link_retransmit(struct tipc_link *l_ptr, struct sk_buff *skb,
913
			  u32 retransmits)
P
Per Liden 已提交
914 915 916
{
	struct tipc_msg *msg;

917
	if (!skb)
918 919
		return;

920
	msg = buf_msg(skb);
921

922
	/* Detect repeated retransmit failures */
923
	if (l_ptr->last_retransm == msg_seqno(msg)) {
924
		if (++l_ptr->stale_count > 100) {
925
			link_retransmit_failure(l_ptr, skb);
926
			return;
927 928
		}
	} else {
929
		l_ptr->last_retransm = msg_seqno(msg);
930
		l_ptr->stale_count = 1;
P
Per Liden 已提交
931
	}
932

J
Jon Paul Maloy 已提交
933 934
	skb_queue_walk_from(&l_ptr->transmq, skb) {
		if (!retransmits)
935 936
			break;
		msg = buf_msg(skb);
937
		msg_set_ack(msg, mod(l_ptr->rcv_nxt - 1));
938
		msg_set_bcast_ack(msg, l_ptr->owner->bclink.last_in);
939 940
		tipc_bearer_send(l_ptr->owner->net, l_ptr->bearer_id, skb,
				 &l_ptr->media_addr);
941 942
		retransmits--;
		l_ptr->stats.retransmitted++;
P
Per Liden 已提交
943 944 945
	}
}

946 947 948 949 950 951 952 953 954 955 956 957 958 959
/* link_synch(): check if all packets arrived before the synch
 *               point have been consumed
 * Returns true if the parallel links are synched, otherwise false
 */
static bool link_synch(struct tipc_link *l)
{
	unsigned int post_synch;
	struct tipc_link *pl;

	pl  = tipc_parallel_link(l);
	if (pl == l)
		goto synched;

	/* Was last pre-synch packet added to input queue ? */
960
	if (less_eq(pl->rcv_nxt, l->synch_point))
961 962 963
		return false;

	/* Is it still in the input queue ? */
964
	post_synch = mod(pl->rcv_nxt - l->synch_point) - 1;
965 966 967 968 969 970 971
	if (skb_queue_len(&pl->inputq) > post_synch)
		return false;
synched:
	l->flags &= ~LINK_SYNCHING;
	return true;
}

972 973
static void link_retrieve_defq(struct tipc_link *link,
			       struct sk_buff_head *list)
P
Per Liden 已提交
974
{
975
	u16 seq_no;
P
Per Liden 已提交
976

J
Jon Paul Maloy 已提交
977
	if (skb_queue_empty(&link->deferdq))
978 979
		return;

J
Jon Paul Maloy 已提交
980
	seq_no = buf_seqno(skb_peek(&link->deferdq));
981
	if (seq_no == link->rcv_nxt)
J
Jon Paul Maloy 已提交
982
		skb_queue_splice_tail_init(&link->deferdq, list);
P
Per Liden 已提交
983 984
}

985
/**
986
 * tipc_rcv - process TIPC packets/messages arriving from off-node
987
 * @net: the applicable net namespace
988
 * @skb: TIPC packet
989
 * @b_ptr: pointer to bearer message arrived on
990 991 992 993
 *
 * Invoked with no locks held.  Bearer pointer must point to a valid bearer
 * structure (i.e. cannot be NULL), but bearer can be inactive.
 */
994
void tipc_rcv(struct net *net, struct sk_buff *skb, struct tipc_bearer *b_ptr)
P
Per Liden 已提交
995
{
996
	struct tipc_net *tn = net_generic(net, tipc_net_id);
997 998 999 1000 1001
	struct sk_buff_head head;
	struct tipc_node *n_ptr;
	struct tipc_link *l_ptr;
	struct sk_buff *skb1, *tmp;
	struct tipc_msg *msg;
1002 1003
	u16 seq_no;
	u16 ackd;
1004
	u32 released;
P
Per Liden 已提交
1005

1006
	skb2list(skb, &head);
1007

1008
	while ((skb = __skb_dequeue(&head))) {
1009
		/* Ensure message is well-formed */
1010
		if (unlikely(!tipc_msg_validate(skb)))
1011
			goto discard;
P
Per Liden 已提交
1012

1013
		/* Handle arrival of a non-unicast link message */
1014
		msg = buf_msg(skb);
P
Per Liden 已提交
1015
		if (unlikely(msg_non_seq(msg))) {
1016
			if (msg_user(msg) ==  LINK_CONFIG)
1017
				tipc_disc_rcv(net, skb, b_ptr);
1018
			else
1019
				tipc_bclink_rcv(net, skb);
P
Per Liden 已提交
1020 1021
			continue;
		}
1022

1023
		/* Discard unicast link messages destined for another node */
1024
		if (unlikely(!msg_short(msg) &&
1025
			     (msg_destnode(msg) != tn->own_addr)))
1026
			goto discard;
1027

1028
		/* Locate neighboring node that sent message */
1029
		n_ptr = tipc_node_find(net, msg_prevnode(msg));
P
Per Liden 已提交
1030
		if (unlikely(!n_ptr))
1031
			goto discard;
1032

1033
		tipc_node_lock(n_ptr);
1034
		/* Locate unicast link endpoint that should handle message */
1035
		l_ptr = n_ptr->links[b_ptr->identity].link;
1036
		if (unlikely(!l_ptr))
1037
			goto unlock;
1038

1039
		/* Verify that communication with node is currently allowed */
Y
Ying Xue 已提交
1040
		if ((n_ptr->action_flags & TIPC_WAIT_PEER_LINKS_DOWN) &&
1041 1042 1043 1044
		    msg_user(msg) == LINK_PROTOCOL &&
		    (msg_type(msg) == RESET_MSG ||
		    msg_type(msg) == ACTIVATE_MSG) &&
		    !msg_redundant_link(msg))
Y
Ying Xue 已提交
1045
			n_ptr->action_flags &= ~TIPC_WAIT_PEER_LINKS_DOWN;
1046 1047

		if (tipc_node_blocked(n_ptr))
1048
			goto unlock;
1049 1050 1051 1052 1053 1054

		/* Validate message sequence number info */
		seq_no = msg_seqno(msg);
		ackd = msg_ack(msg);

		/* Release acked messages */
1055
		if (unlikely(n_ptr->bclink.acked != msg_bcast_ack(msg)))
1056
			tipc_bclink_acknowledge(n_ptr, msg_bcast_ack(msg));
P
Per Liden 已提交
1057

1058
		released = 0;
J
Jon Paul Maloy 已提交
1059 1060
		skb_queue_walk_safe(&l_ptr->transmq, skb1, tmp) {
			if (more(buf_seqno(skb1), ackd))
1061
				break;
J
Jon Paul Maloy 已提交
1062
			 __skb_unlink(skb1, &l_ptr->transmq);
1063 1064
			 kfree_skb(skb1);
			 released = 1;
P
Per Liden 已提交
1065
		}
1066 1067

		/* Try sending any messages link endpoint has pending */
J
Jon Paul Maloy 已提交
1068
		if (unlikely(skb_queue_len(&l_ptr->backlogq)))
1069
			tipc_link_push_packets(l_ptr);
1070

1071
		if (released && !skb_queue_empty(&l_ptr->wakeupq))
1072
			link_prepare_wakeup(l_ptr);
1073 1074

		/* Process the incoming packet */
1075 1076
		if (unlikely(!link_working_working(l_ptr))) {
			if (msg_user(msg) == LINK_PROTOCOL) {
1077
				tipc_link_proto_rcv(l_ptr, skb);
1078
				link_retrieve_defq(l_ptr, &head);
1079 1080
				skb = NULL;
				goto unlock;
P
Per Liden 已提交
1081
			}
1082 1083 1084 1085 1086 1087

			/* Traffic message. Conditionally activate link */
			link_state_event(l_ptr, TRAFFIC_MSG_EVT);

			if (link_working_working(l_ptr)) {
				/* Re-insert buffer in front of queue */
1088
				__skb_queue_head(&head, skb);
1089 1090
				skb = NULL;
				goto unlock;
1091
			}
1092
			goto unlock;
1093 1094 1095
		}

		/* Link is now in state WORKING_WORKING */
1096
		if (unlikely(seq_no != l_ptr->rcv_nxt)) {
1097
			link_handle_out_of_seq_msg(l_ptr, skb);
1098
			link_retrieve_defq(l_ptr, &head);
1099 1100
			skb = NULL;
			goto unlock;
P
Per Liden 已提交
1101
		}
1102 1103
		l_ptr->silent_intv_cnt = 0;

1104 1105
		/* Synchronize with parallel link if applicable */
		if (unlikely((l_ptr->flags & LINK_SYNCHING) && !msg_dup(msg))) {
1106 1107
			if (!link_synch(l_ptr))
				goto unlock;
1108
		}
1109
		l_ptr->rcv_nxt++;
J
Jon Paul Maloy 已提交
1110
		if (unlikely(!skb_queue_empty(&l_ptr->deferdq)))
1111
			link_retrieve_defq(l_ptr, &head);
J
Jon Paul Maloy 已提交
1112
		if (unlikely(++l_ptr->rcv_unacked >= TIPC_MIN_LINK_WIN)) {
1113
			l_ptr->stats.sent_acks++;
1114
			tipc_link_proto_xmit(l_ptr, STATE_MSG, 0, 0, 0, 0);
1115
		}
1116 1117 1118
		tipc_link_input(l_ptr, skb);
		skb = NULL;
unlock:
1119
		tipc_node_unlock(n_ptr);
1120
		tipc_node_put(n_ptr);
1121
discard:
1122 1123
		if (unlikely(skb))
			kfree_skb(skb);
P
Per Liden 已提交
1124 1125 1126
	}
}

1127
/* tipc_data_input - deliver data and name distr msgs to upper layer
1128
 *
1129
 * Consumes buffer if message is of right type
1130 1131
 * Node lock must be held
 */
1132
static bool tipc_data_input(struct tipc_link *link, struct sk_buff *skb)
1133
{
1134 1135 1136
	struct tipc_node *node = link->owner;
	struct tipc_msg *msg = buf_msg(skb);
	u32 dport = msg_destport(msg);
1137 1138

	switch (msg_user(msg)) {
1139 1140 1141 1142 1143 1144 1145 1146
	case TIPC_LOW_IMPORTANCE:
	case TIPC_MEDIUM_IMPORTANCE:
	case TIPC_HIGH_IMPORTANCE:
	case TIPC_CRITICAL_IMPORTANCE:
	case CONN_MANAGER:
		if (tipc_skb_queue_tail(&link->inputq, skb, dport)) {
			node->inputq = &link->inputq;
			node->action_flags |= TIPC_MSG_EVT;
1147
		}
1148
		return true;
1149
	case NAME_DISTRIBUTOR:
1150 1151 1152 1153 1154 1155 1156
		node->bclink.recv_permitted = true;
		node->namedq = &link->namedq;
		skb_queue_tail(&link->namedq, skb);
		if (skb_queue_len(&link->namedq) == 1)
			node->action_flags |= TIPC_NAMED_MSG_EVT;
		return true;
	case MSG_BUNDLER:
1157
	case TUNNEL_PROTOCOL:
1158
	case MSG_FRAGMENTER:
1159
	case BCAST_PROTOCOL:
1160
		return false;
1161
	default:
1162 1163 1164 1165
		pr_warn("Dropping received illegal msg type\n");
		kfree_skb(skb);
		return false;
	};
1166
}
1167 1168 1169 1170 1171

/* tipc_link_input - process packet that has passed link protocol check
 *
 * Consumes buffer
 * Node lock must be held
1172
 */
1173
static void tipc_link_input(struct tipc_link *link, struct sk_buff *skb)
1174
{
1175 1176 1177 1178 1179 1180 1181
	struct tipc_node *node = link->owner;
	struct tipc_msg *msg = buf_msg(skb);
	struct sk_buff *iskb;
	int pos = 0;

	if (likely(tipc_data_input(link, skb)))
		return;
1182 1183

	switch (msg_user(msg)) {
1184
	case TUNNEL_PROTOCOL:
1185 1186 1187
		if (msg_dup(msg)) {
			link->flags |= LINK_SYNCHING;
			link->synch_point = msg_seqno(msg_get_wrapped(msg));
1188 1189
			kfree_skb(skb);
			break;
1190
		}
1191
		if (!tipc_link_failover_rcv(link, &skb))
1192 1193 1194 1195 1196 1197 1198 1199 1200 1201 1202
			break;
		if (msg_user(buf_msg(skb)) != MSG_BUNDLER) {
			tipc_data_input(link, skb);
			break;
		}
	case MSG_BUNDLER:
		link->stats.recv_bundles++;
		link->stats.recv_bundled += msg_msgcnt(msg);

		while (tipc_msg_extract(skb, &iskb, &pos))
			tipc_data_input(link, iskb);
1203
		break;
1204 1205 1206 1207 1208 1209 1210 1211
	case MSG_FRAGMENTER:
		link->stats.recv_fragments++;
		if (tipc_buf_append(&link->reasm_buf, &skb)) {
			link->stats.recv_fragmented++;
			tipc_data_input(link, skb);
		} else if (!link->reasm_buf) {
			tipc_link_reset(link);
		}
1212
		break;
1213 1214
	case BCAST_PROTOCOL:
		tipc_link_sync_rcv(node, skb);
1215 1216
		break;
	default:
1217 1218
		break;
	};
1219 1220
}

1221
/**
1222 1223 1224
 * tipc_link_defer_pkt - Add out-of-sequence message to deferred reception queue
 *
 * Returns increase in queue length (i.e. 0 or 1)
P
Per Liden 已提交
1225
 */
1226
u32 tipc_link_defer_pkt(struct sk_buff_head *list, struct sk_buff *skb)
P
Per Liden 已提交
1227
{
1228
	struct sk_buff *skb1;
1229
	u16 seq_no = buf_seqno(skb);
P
Per Liden 已提交
1230 1231

	/* Empty queue ? */
1232 1233
	if (skb_queue_empty(list)) {
		__skb_queue_tail(list, skb);
P
Per Liden 已提交
1234 1235 1236 1237
		return 1;
	}

	/* Last ? */
1238 1239
	if (less(buf_seqno(skb_peek_tail(list)), seq_no)) {
		__skb_queue_tail(list, skb);
P
Per Liden 已提交
1240 1241 1242
		return 1;
	}

1243
	/* Locate insertion point in queue, then insert; discard if duplicate */
1244
	skb_queue_walk(list, skb1) {
1245
		u16 curr_seqno = buf_seqno(skb1);
P
Per Liden 已提交
1246

1247
		if (seq_no == curr_seqno) {
1248
			kfree_skb(skb);
1249
			return 0;
P
Per Liden 已提交
1250
		}
1251 1252

		if (less(seq_no, curr_seqno))
P
Per Liden 已提交
1253
			break;
1254
	}
P
Per Liden 已提交
1255

1256
	__skb_queue_before(list, skb1, skb);
1257
	return 1;
P
Per Liden 已提交
1258 1259
}

1260
/*
P
Per Liden 已提交
1261 1262
 * link_handle_out_of_seq_msg - handle arrival of out-of-sequence packet
 */
1263
static void link_handle_out_of_seq_msg(struct tipc_link *l_ptr,
P
Per Liden 已提交
1264 1265
				       struct sk_buff *buf)
{
1266
	u32 seq_no = buf_seqno(buf);
P
Per Liden 已提交
1267 1268

	if (likely(msg_user(buf_msg(buf)) == LINK_PROTOCOL)) {
1269
		tipc_link_proto_rcv(l_ptr, buf);
P
Per Liden 已提交
1270 1271 1272
		return;
	}

1273 1274
	/* Record OOS packet arrival */
	l_ptr->silent_intv_cnt = 0;
P
Per Liden 已提交
1275

1276
	/*
P
Per Liden 已提交
1277 1278 1279
	 * Discard packet if a duplicate; otherwise add it to deferred queue
	 * and notify peer of gap as per protocol specification
	 */
1280
	if (less(seq_no, l_ptr->rcv_nxt)) {
P
Per Liden 已提交
1281
		l_ptr->stats.duplicates++;
1282
		kfree_skb(buf);
P
Per Liden 已提交
1283 1284 1285
		return;
	}

J
Jon Paul Maloy 已提交
1286
	if (tipc_link_defer_pkt(&l_ptr->deferdq, buf)) {
P
Per Liden 已提交
1287
		l_ptr->stats.deferred_recv++;
J
Jon Paul Maloy 已提交
1288
		if ((skb_queue_len(&l_ptr->deferdq) % TIPC_MIN_LINK_WIN) == 1)
1289
			tipc_link_proto_xmit(l_ptr, STATE_MSG, 0, 0, 0, 0);
1290
	} else {
P
Per Liden 已提交
1291
		l_ptr->stats.duplicates++;
1292
	}
P
Per Liden 已提交
1293 1294 1295 1296 1297
}

/*
 * Send protocol message to the other endpoint.
 */
1298
void tipc_link_proto_xmit(struct tipc_link *l_ptr, u32 msg_typ, int probe_msg,
1299
			  u32 gap, u32 tolerance, u32 priority)
P
Per Liden 已提交
1300
{
1301
	struct sk_buff *buf = NULL;
P
Per Liden 已提交
1302
	struct tipc_msg *msg = l_ptr->pmsg;
1303
	u32 msg_size = sizeof(l_ptr->proto_msg);
1304
	int r_flag;
1305
	u16 last_rcv;
P
Per Liden 已提交
1306

1307 1308
	/* Don't send protocol message during link failover */
	if (l_ptr->flags & LINK_FAILINGOVER)
P
Per Liden 已提交
1309
		return;
1310 1311

	/* Abort non-RESET send if communication with node is prohibited */
1312
	if ((tipc_node_blocked(l_ptr->owner)) && (msg_typ != RESET_MSG))
1313 1314
		return;

1315
	/* Create protocol message with "out-of-sequence" sequence number */
P
Per Liden 已提交
1316
	msg_set_type(msg, msg_typ);
1317
	msg_set_net_plane(msg, l_ptr->net_plane);
1318
	msg_set_bcast_ack(msg, l_ptr->owner->bclink.last_in);
1319
	msg_set_last_bcast(msg, tipc_bclink_get_last_sent(l_ptr->owner->net));
P
Per Liden 已提交
1320 1321

	if (msg_typ == STATE_MSG) {
1322
		u16 next_sent = l_ptr->snd_nxt;
P
Per Liden 已提交
1323

1324
		if (!tipc_link_is_up(l_ptr))
P
Per Liden 已提交
1325 1326
			return;
		msg_set_next_sent(msg, next_sent);
J
Jon Paul Maloy 已提交
1327
		if (!skb_queue_empty(&l_ptr->deferdq)) {
1328
			last_rcv = buf_seqno(skb_peek(&l_ptr->deferdq));
1329
			gap = mod(last_rcv - l_ptr->rcv_nxt);
P
Per Liden 已提交
1330 1331 1332 1333 1334 1335
		}
		msg_set_seq_gap(msg, gap);
		if (gap)
			l_ptr->stats.sent_nacks++;
		msg_set_link_tolerance(msg, tolerance);
		msg_set_linkprio(msg, priority);
1336
		msg_set_max_pkt(msg, l_ptr->mtu);
1337
		msg_set_ack(msg, mod(l_ptr->rcv_nxt - 1));
P
Per Liden 已提交
1338
		msg_set_probe(msg, probe_msg != 0);
1339
		if (probe_msg)
P
Per Liden 已提交
1340 1341 1342
			l_ptr->stats.sent_probes++;
		l_ptr->stats.sent_states++;
	} else {		/* RESET_MSG or ACTIVATE_MSG */
1343
		msg_set_ack(msg, mod(l_ptr->failover_checkpt - 1));
P
Per Liden 已提交
1344 1345
		msg_set_seq_gap(msg, 0);
		msg_set_next_sent(msg, 1);
1346
		msg_set_probe(msg, 0);
P
Per Liden 已提交
1347 1348
		msg_set_link_tolerance(msg, l_ptr->tolerance);
		msg_set_linkprio(msg, l_ptr->priority);
1349
		msg_set_max_pkt(msg, l_ptr->advertised_mtu);
P
Per Liden 已提交
1350 1351
	}

1352 1353
	r_flag = (l_ptr->owner->working_links > tipc_link_is_up(l_ptr));
	msg_set_redundant_link(msg, r_flag);
P
Per Liden 已提交
1354
	msg_set_linkprio(msg, l_ptr->priority);
1355
	msg_set_size(msg, msg_size);
P
Per Liden 已提交
1356

1357
	msg_set_seqno(msg, mod(l_ptr->snd_nxt + (0xffff / 2)));
P
Per Liden 已提交
1358

1359
	buf = tipc_buf_acquire(msg_size);
P
Per Liden 已提交
1360 1361 1362
	if (!buf)
		return;

1363
	skb_copy_to_linear_data(buf, msg, sizeof(l_ptr->proto_msg));
1364
	buf->priority = TC_PRIO_CONTROL;
1365 1366
	tipc_bearer_send(l_ptr->owner->net, l_ptr->bearer_id, buf,
			 &l_ptr->media_addr);
J
Jon Paul Maloy 已提交
1367
	l_ptr->rcv_unacked = 0;
1368
	kfree_skb(buf);
P
Per Liden 已提交
1369 1370 1371 1372
}

/*
 * Receive protocol message :
1373 1374
 * Note that network plane id propagates through the network, and may
 * change at any time. The node with lowest address rules
P
Per Liden 已提交
1375
 */
1376
static void tipc_link_proto_rcv(struct tipc_link *l_ptr,
1377
				struct sk_buff *buf)
P
Per Liden 已提交
1378 1379 1380 1381 1382
{
	u32 rec_gap = 0;
	u32 msg_tol;
	struct tipc_msg *msg = buf_msg(buf);

1383
	if (l_ptr->flags & LINK_FAILINGOVER)
P
Per Liden 已提交
1384 1385
		goto exit;

1386
	if (l_ptr->net_plane != msg_net_plane(msg))
1387
		if (link_own_addr(l_ptr) > msg_prevnode(msg))
1388
			l_ptr->net_plane = msg_net_plane(msg);
P
Per Liden 已提交
1389 1390

	switch (msg_type(msg)) {
1391

P
Per Liden 已提交
1392
	case RESET_MSG:
1393 1394
		if (!link_working_unknown(l_ptr) &&
		    (l_ptr->peer_session != INVALID_SESSION)) {
1395 1396
			if (less_eq(msg_session(msg), l_ptr->peer_session))
				break; /* duplicate or old reset: ignore */
P
Per Liden 已提交
1397
		}
1398 1399 1400 1401 1402 1403 1404

		if (!msg_redundant_link(msg) && (link_working_working(l_ptr) ||
				link_working_unknown(l_ptr))) {
			/*
			 * peer has lost contact -- don't allow peer's links
			 * to reactivate before we recognize loss & clean up
			 */
1405
			l_ptr->owner->action_flags |= TIPC_WAIT_OWN_LINKS_DOWN;
1406 1407
		}

1408 1409
		link_state_event(l_ptr, RESET_MSG);

P
Per Liden 已提交
1410 1411 1412 1413 1414
		/* fall thru' */
	case ACTIVATE_MSG:
		/* Update link settings according other endpoint's values */
		strcpy((strrchr(l_ptr->name, ':') + 1), (char *)msg_data(msg));

1415 1416
		msg_tol = msg_link_tolerance(msg);
		if (msg_tol > l_ptr->tolerance)
P
Per Liden 已提交
1417 1418 1419 1420 1421
			link_set_supervision_props(l_ptr, msg_tol);

		if (msg_linkprio(msg) > l_ptr->priority)
			l_ptr->priority = msg_linkprio(msg);

1422 1423
		if (l_ptr->mtu > msg_max_pkt(msg))
			l_ptr->mtu = msg_max_pkt(msg);
P
Per Liden 已提交
1424

1425
		/* Synchronize broadcast link info, if not done previously */
1426 1427 1428 1429 1430 1431
		if (!tipc_node_is_up(l_ptr->owner)) {
			l_ptr->owner->bclink.last_sent =
				l_ptr->owner->bclink.last_in =
				msg_last_bcast(msg);
			l_ptr->owner->bclink.oos_state = 0;
		}
1432

P
Per Liden 已提交
1433 1434
		l_ptr->peer_session = msg_session(msg);
		l_ptr->peer_bearer_id = msg_bearer_id(msg);
1435 1436 1437

		if (msg_type(msg) == ACTIVATE_MSG)
			link_state_event(l_ptr, ACTIVATE_MSG);
P
Per Liden 已提交
1438 1439 1440
		break;
	case STATE_MSG:

1441 1442
		msg_tol = msg_link_tolerance(msg);
		if (msg_tol)
P
Per Liden 已提交
1443
			link_set_supervision_props(l_ptr, msg_tol);
1444 1445

		if (msg_linkprio(msg) &&
P
Per Liden 已提交
1446
		    (msg_linkprio(msg) != l_ptr->priority)) {
1447 1448 1449
			pr_debug("%s<%s>, priority change %u->%u\n",
				 link_rst_msg, l_ptr->name,
				 l_ptr->priority, msg_linkprio(msg));
P
Per Liden 已提交
1450
			l_ptr->priority = msg_linkprio(msg);
1451
			tipc_link_reset(l_ptr); /* Enforce change to take effect */
P
Per Liden 已提交
1452 1453
			break;
		}
1454 1455

		/* Record reception; force mismatch at next timeout: */
1456
		l_ptr->silent_intv_cnt = 0;
1457

P
Per Liden 已提交
1458 1459 1460 1461 1462
		link_state_event(l_ptr, TRAFFIC_MSG_EVT);
		l_ptr->stats.recv_states++;
		if (link_reset_unknown(l_ptr))
			break;

1463 1464
		if (less_eq(l_ptr->rcv_nxt, msg_next_sent(msg)))
			rec_gap = mod(msg_next_sent(msg) - l_ptr->rcv_nxt);
P
Per Liden 已提交
1465

1466
		if (msg_probe(msg))
P
Per Liden 已提交
1467 1468 1469
			l_ptr->stats.recv_probes++;

		/* Protocol message before retransmits, reduce loss risk */
1470
		if (l_ptr->owner->bclink.recv_permitted)
1471
			tipc_bclink_update_link_state(l_ptr->owner,
1472
						      msg_last_bcast(msg));
P
Per Liden 已提交
1473 1474

		if (rec_gap || (msg_probe(msg))) {
1475 1476
			tipc_link_proto_xmit(l_ptr, STATE_MSG, 0,
					     rec_gap, 0, 0);
P
Per Liden 已提交
1477 1478 1479
		}
		if (msg_seq_gap(msg)) {
			l_ptr->stats.recv_nacks++;
J
Jon Paul Maloy 已提交
1480
			tipc_link_retransmit(l_ptr, skb_peek(&l_ptr->transmq),
1481
					     msg_seq_gap(msg));
P
Per Liden 已提交
1482 1483 1484 1485
		}
		break;
	}
exit:
1486
	kfree_skb(buf);
P
Per Liden 已提交
1487 1488 1489
}


1490 1491
/* tipc_link_tunnel_xmit(): Tunnel one packet via a link belonging to
 * a different bearer. Owner node is locked.
P
Per Liden 已提交
1492
 */
1493 1494 1495 1496
static void tipc_link_tunnel_xmit(struct tipc_link *l_ptr,
				  struct tipc_msg *tunnel_hdr,
				  struct tipc_msg *msg,
				  u32 selector)
P
Per Liden 已提交
1497
{
1498
	struct tipc_link *tunnel;
1499
	struct sk_buff *skb;
P
Per Liden 已提交
1500 1501
	u32 length = msg_size(msg);

1502
	tunnel = node_active_link(l_ptr->owner, selector & 1);
1503
	if (!tipc_link_is_up(tunnel)) {
1504
		pr_warn("%stunnel link no longer available\n", link_co_err);
P
Per Liden 已提交
1505
		return;
1506
	}
P
Per Liden 已提交
1507
	msg_set_size(tunnel_hdr, length + INT_H_SIZE);
1508 1509
	skb = tipc_buf_acquire(length + INT_H_SIZE);
	if (!skb) {
1510
		pr_warn("%sunable to send tunnel msg\n", link_co_err);
P
Per Liden 已提交
1511
		return;
1512
	}
1513 1514 1515
	skb_copy_to_linear_data(skb, tunnel_hdr, INT_H_SIZE);
	skb_copy_to_linear_data_offset(skb, INT_H_SIZE, msg, length);
	__tipc_link_xmit_skb(tunnel, skb);
P
Per Liden 已提交
1516 1517 1518
}


1519 1520 1521 1522 1523
/* tipc_link_failover_send_queue(): A link has gone down, but a second
 * link is still active. We can do failover. Tunnel the failing link's
 * whole send queue via the remaining link. This way, we don't lose
 * any packets, and sequence order is preserved for subsequent traffic
 * sent over the remaining link. Owner node is locked.
P
Per Liden 已提交
1524
 */
1525
void tipc_link_failover_send_queue(struct tipc_link *l_ptr)
P
Per Liden 已提交
1526
{
J
Jon Paul Maloy 已提交
1527
	int msgcount;
1528
	struct tipc_link *tunnel = node_active_link(l_ptr->owner, 0);
P
Per Liden 已提交
1529
	struct tipc_msg tunnel_hdr;
1530
	struct sk_buff *skb;
1531
	int split_bundles;
P
Per Liden 已提交
1532 1533 1534 1535

	if (!tunnel)
		return;

1536 1537
	tipc_msg_init(link_own_addr(l_ptr), &tunnel_hdr, TUNNEL_PROTOCOL,
		      FAILOVER_MSG, INT_H_SIZE, l_ptr->addr);
1538 1539 1540 1541 1542

	skb_queue_walk(&l_ptr->backlogq, skb) {
		msg_set_seqno(buf_msg(skb), l_ptr->snd_nxt);
		l_ptr->snd_nxt = mod(l_ptr->snd_nxt + 1);
	}
J
Jon Paul Maloy 已提交
1543
	skb_queue_splice_tail_init(&l_ptr->backlogq, &l_ptr->transmq);
1544
	tipc_link_purge_backlog(l_ptr);
J
Jon Paul Maloy 已提交
1545
	msgcount = skb_queue_len(&l_ptr->transmq);
P
Per Liden 已提交
1546 1547
	msg_set_bearer_id(&tunnel_hdr, l_ptr->peer_bearer_id);
	msg_set_msgcnt(&tunnel_hdr, msgcount);
1548

J
Jon Paul Maloy 已提交
1549
	if (skb_queue_empty(&l_ptr->transmq)) {
1550 1551 1552
		skb = tipc_buf_acquire(INT_H_SIZE);
		if (skb) {
			skb_copy_to_linear_data(skb, &tunnel_hdr, INT_H_SIZE);
P
Per Liden 已提交
1553
			msg_set_size(&tunnel_hdr, INT_H_SIZE);
1554
			__tipc_link_xmit_skb(tunnel, skb);
P
Per Liden 已提交
1555
		} else {
1556 1557
			pr_warn("%sunable to send changeover msg\n",
				link_co_err);
P
Per Liden 已提交
1558 1559 1560
		}
		return;
	}
1561

1562 1563
	split_bundles = (node_active_link(l_ptr->owner, 0) !=
			 node_active_link(l_ptr->owner, 0));
1564

J
Jon Paul Maloy 已提交
1565
	skb_queue_walk(&l_ptr->transmq, skb) {
1566
		struct tipc_msg *msg = buf_msg(skb);
P
Per Liden 已提交
1567 1568 1569

		if ((msg_user(msg) == MSG_BUNDLER) && split_bundles) {
			struct tipc_msg *m = msg_get_wrapped(msg);
1570
			unchar *pos = (unchar *)m;
P
Per Liden 已提交
1571

1572
			msgcount = msg_msgcnt(msg);
P
Per Liden 已提交
1573
			while (msgcount--) {
1574
				msg_set_seqno(m, msg_seqno(msg));
1575 1576
				tipc_link_tunnel_xmit(l_ptr, &tunnel_hdr, m,
						      msg_link_selector(m));
P
Per Liden 已提交
1577 1578 1579 1580
				pos += align(msg_size(m));
				m = (struct tipc_msg *)pos;
			}
		} else {
1581 1582
			tipc_link_tunnel_xmit(l_ptr, &tunnel_hdr, msg,
					      msg_link_selector(msg));
P
Per Liden 已提交
1583 1584 1585 1586
		}
	}
}

1587
/* tipc_link_dup_queue_xmit(): A second link has become active. Tunnel a
1588 1589 1590 1591 1592 1593 1594 1595
 * duplicate of the first link's send queue via the new link. This way, we
 * are guaranteed that currently queued packets from a socket are delivered
 * before future traffic from the same socket, even if this is using the
 * new link. The last arriving copy of each duplicate packet is dropped at
 * the receiving end by the regular protocol check, so packet cardinality
 * and sequence order is preserved per sender/receiver socket pair.
 * Owner node is locked.
 */
J
Jon Paul Maloy 已提交
1596 1597
void tipc_link_dup_queue_xmit(struct tipc_link *link,
			      struct tipc_link *tnl)
P
Per Liden 已提交
1598
{
1599
	struct sk_buff *skb;
J
Jon Paul Maloy 已提交
1600 1601 1602
	struct tipc_msg tnl_hdr;
	struct sk_buff_head *queue = &link->transmq;
	int mcnt;
1603
	u16 seqno;
J
Jon Paul Maloy 已提交
1604

1605 1606
	tipc_msg_init(link_own_addr(link), &tnl_hdr, TUNNEL_PROTOCOL,
		      SYNCH_MSG, INT_H_SIZE, link->addr);
J
Jon Paul Maloy 已提交
1607 1608 1609 1610 1611 1612
	mcnt = skb_queue_len(&link->transmq) + skb_queue_len(&link->backlogq);
	msg_set_msgcnt(&tnl_hdr, mcnt);
	msg_set_bearer_id(&tnl_hdr, link->peer_bearer_id);

tunnel_queue:
	skb_queue_walk(queue, skb) {
1613 1614
		struct sk_buff *outskb;
		struct tipc_msg *msg = buf_msg(skb);
J
Jon Paul Maloy 已提交
1615
		u32 len = msg_size(msg);
P
Per Liden 已提交
1616

1617
		msg_set_ack(msg, mod(link->rcv_nxt - 1));
J
Jon Paul Maloy 已提交
1618 1619 1620
		msg_set_bcast_ack(msg, link->owner->bclink.last_in);
		msg_set_size(&tnl_hdr, len + INT_H_SIZE);
		outskb = tipc_buf_acquire(len + INT_H_SIZE);
1621
		if (outskb == NULL) {
1622 1623
			pr_warn("%sunable to send duplicate msg\n",
				link_co_err);
P
Per Liden 已提交
1624 1625
			return;
		}
J
Jon Paul Maloy 已提交
1626 1627 1628 1629 1630
		skb_copy_to_linear_data(outskb, &tnl_hdr, INT_H_SIZE);
		skb_copy_to_linear_data_offset(outskb, INT_H_SIZE,
					       skb->data, len);
		__tipc_link_xmit_skb(tnl, outskb);
		if (!tipc_link_is_up(link))
P
Per Liden 已提交
1631 1632
			return;
	}
J
Jon Paul Maloy 已提交
1633 1634
	if (queue == &link->backlogq)
		return;
1635 1636 1637 1638 1639
	seqno = link->snd_nxt;
	skb_queue_walk(&link->backlogq, skb) {
		msg_set_seqno(buf_msg(skb), seqno);
		seqno = mod(seqno + 1);
	}
J
Jon Paul Maloy 已提交
1640 1641
	queue = &link->backlogq;
	goto tunnel_queue;
P
Per Liden 已提交
1642 1643
}

1644
/*  tipc_link_failover_rcv(): Receive a tunnelled FAILOVER_MSG packet
1645 1646
 *  Owner node is locked.
 */
1647
static bool tipc_link_failover_rcv(struct tipc_link *link,
1648
				   struct sk_buff **skb)
1649
{
1650 1651
	struct tipc_msg *msg = buf_msg(*skb);
	struct sk_buff *iskb = NULL;
1652
	struct tipc_link *pl = NULL;
1653
	int bearer_id = msg_bearer_id(msg);
1654
	int pos = 0;
1655

1656
	if (msg_type(msg) != FAILOVER_MSG) {
1657 1658
		pr_warn("%sunknown tunnel pkt received\n", link_co_err);
		goto exit;
1659
	}
1660 1661
	if (bearer_id >= MAX_BEARERS)
		goto exit;
1662 1663

	if (bearer_id == link->bearer_id)
1664
		goto exit;
P
Per Liden 已提交
1665

1666
	pl = link->owner->links[bearer_id].link;
1667 1668 1669 1670 1671
	if (pl && tipc_link_is_up(pl))
		tipc_link_reset(pl);

	if (link->failover_pkts == FIRST_FAILOVER)
		link->failover_pkts = msg_msgcnt(msg);
1672

1673
	/* Should we expect an inner packet? */
1674
	if (!link->failover_pkts)
1675
		goto exit;
1676

1677 1678 1679
	if (!tipc_msg_extract(*skb, &iskb, &pos)) {
		pr_warn("%sno inner failover pkt\n", link_co_err);
		*skb = NULL;
P
Per Liden 已提交
1680
		goto exit;
1681
	}
1682
	link->failover_pkts--;
1683
	*skb = NULL;
P
Per Liden 已提交
1684

1685 1686
	/* Was this packet already delivered? */
	if (less(buf_seqno(iskb), link->failover_checkpt)) {
1687 1688 1689 1690 1691 1692
		kfree_skb(iskb);
		iskb = NULL;
		goto exit;
	}
	if (msg_user(buf_msg(iskb)) == MSG_FRAGMENTER) {
		link->stats.recv_fragments++;
1693
		tipc_buf_append(&link->failover_skb, &iskb);
1694
	}
P
Per Liden 已提交
1695
exit:
1696 1697
	if (!link->failover_pkts && pl)
		pl->flags &= ~LINK_FAILINGOVER;
1698 1699 1700
	kfree_skb(*skb);
	*skb = iskb;
	return *skb;
P
Per Liden 已提交
1701 1702
}

1703
static void link_set_supervision_props(struct tipc_link *l_ptr, u32 tol)
P
Per Liden 已提交
1704
{
1705 1706 1707
	unsigned long intv = ((tol / 4) > 500) ? 500 : tol / 4;

	if ((tol < TIPC_MIN_LINK_TOL) || (tol > TIPC_MAX_LINK_TOL))
1708 1709
		return;

1710
	l_ptr->tolerance = tol;
1711 1712
	l_ptr->keepalive_intv = msecs_to_jiffies(intv);
	l_ptr->abort_limit = tol / (jiffies_to_msecs(l_ptr->keepalive_intv));
P
Per Liden 已提交
1713 1714
}

1715
void tipc_link_set_queue_limits(struct tipc_link *l, u32 win)
P
Per Liden 已提交
1716
{
1717
	int max_bulk = TIPC_MAX_PUBLICATIONS / (l->mtu / ITEM_SIZE);
1718 1719

	l->window = win;
1720 1721 1722 1723 1724
	l->backlog[TIPC_LOW_IMPORTANCE].limit      = win / 2;
	l->backlog[TIPC_MEDIUM_IMPORTANCE].limit   = win;
	l->backlog[TIPC_HIGH_IMPORTANCE].limit     = win / 2 * 3;
	l->backlog[TIPC_CRITICAL_IMPORTANCE].limit = win * 2;
	l->backlog[TIPC_SYSTEM_IMPORTANCE].limit   = max_bulk;
P
Per Liden 已提交
1725 1726
}

1727
/* tipc_link_find_owner - locate owner node of link by link's name
1728
 * @net: the applicable net namespace
1729 1730
 * @name: pointer to link name string
 * @bearer_id: pointer to index in 'node->links' array where the link was found.
1731
 *
1732
 * Returns pointer to node owning the link, or 0 if no matching link is found.
P
Per Liden 已提交
1733
 */
1734 1735
static struct tipc_node *tipc_link_find_owner(struct net *net,
					      const char *link_name,
1736
					      unsigned int *bearer_id)
P
Per Liden 已提交
1737
{
1738
	struct tipc_net *tn = net_generic(net, tipc_net_id);
1739
	struct tipc_link *l_ptr;
1740
	struct tipc_node *n_ptr;
1741
	struct tipc_node *found_node = NULL;
1742
	int i;
P
Per Liden 已提交
1743

1744
	*bearer_id = 0;
1745
	rcu_read_lock();
1746
	list_for_each_entry_rcu(n_ptr, &tn->node_list, list) {
1747
		tipc_node_lock(n_ptr);
1748
		for (i = 0; i < MAX_BEARERS; i++) {
1749
			l_ptr = n_ptr->links[i].link;
1750 1751 1752 1753 1754
			if (l_ptr && !strcmp(l_ptr->name, link_name)) {
				*bearer_id = i;
				found_node = n_ptr;
				break;
			}
1755
		}
1756
		tipc_node_unlock(n_ptr);
1757 1758
		if (found_node)
			break;
1759
	}
1760 1761
	rcu_read_unlock();

1762
	return found_node;
P
Per Liden 已提交
1763 1764 1765 1766 1767 1768
}

/**
 * link_reset_statistics - reset link statistics
 * @l_ptr: pointer to link
 */
1769
static void link_reset_statistics(struct tipc_link *l_ptr)
P
Per Liden 已提交
1770 1771
{
	memset(&l_ptr->stats, 0, sizeof(l_ptr->stats));
1772 1773
	l_ptr->stats.sent_info = l_ptr->snd_nxt;
	l_ptr->stats.recv_info = l_ptr->rcv_nxt;
P
Per Liden 已提交
1774 1775
}

1776
static void link_print(struct tipc_link *l_ptr, const char *str)
P
Per Liden 已提交
1777
{
1778
	struct tipc_net *tn = net_generic(l_ptr->owner->net, tipc_net_id);
1779 1780 1781
	struct tipc_bearer *b_ptr;

	rcu_read_lock();
1782
	b_ptr = rcu_dereference_rtnl(tn->bearer_list[l_ptr->bearer_id]);
1783 1784 1785
	if (b_ptr)
		pr_info("%s Link %x<%s>:", str, l_ptr->addr, b_ptr->name);
	rcu_read_unlock();
1786

P
Per Liden 已提交
1787
	if (link_working_unknown(l_ptr))
1788
		pr_cont(":WU\n");
1789
	else if (link_reset_reset(l_ptr))
1790
		pr_cont(":RR\n");
1791
	else if (link_reset_unknown(l_ptr))
1792
		pr_cont(":RU\n");
1793
	else if (link_working_working(l_ptr))
1794 1795 1796
		pr_cont(":WW\n");
	else
		pr_cont("\n");
P
Per Liden 已提交
1797
}
1798 1799 1800 1801 1802 1803 1804 1805 1806 1807 1808 1809 1810 1811 1812 1813 1814 1815 1816 1817 1818 1819 1820 1821 1822 1823 1824 1825 1826 1827 1828 1829 1830 1831 1832 1833 1834 1835

/* Parse and validate nested (link) properties valid for media, bearer and link
 */
int tipc_nl_parse_link_prop(struct nlattr *prop, struct nlattr *props[])
{
	int err;

	err = nla_parse_nested(props, TIPC_NLA_PROP_MAX, prop,
			       tipc_nl_prop_policy);
	if (err)
		return err;

	if (props[TIPC_NLA_PROP_PRIO]) {
		u32 prio;

		prio = nla_get_u32(props[TIPC_NLA_PROP_PRIO]);
		if (prio > TIPC_MAX_LINK_PRI)
			return -EINVAL;
	}

	if (props[TIPC_NLA_PROP_TOL]) {
		u32 tol;

		tol = nla_get_u32(props[TIPC_NLA_PROP_TOL]);
		if ((tol < TIPC_MIN_LINK_TOL) || (tol > TIPC_MAX_LINK_TOL))
			return -EINVAL;
	}

	if (props[TIPC_NLA_PROP_WIN]) {
		u32 win;

		win = nla_get_u32(props[TIPC_NLA_PROP_WIN]);
		if ((win < TIPC_MIN_LINK_WIN) || (win > TIPC_MAX_LINK_WIN))
			return -EINVAL;
	}

	return 0;
}
1836

1837 1838 1839 1840 1841 1842 1843 1844 1845
int tipc_nl_link_set(struct sk_buff *skb, struct genl_info *info)
{
	int err;
	int res = 0;
	int bearer_id;
	char *name;
	struct tipc_link *link;
	struct tipc_node *node;
	struct nlattr *attrs[TIPC_NLA_LINK_MAX + 1];
1846
	struct net *net = sock_net(skb->sk);
1847 1848 1849 1850 1851 1852 1853 1854 1855 1856 1857 1858 1859 1860 1861

	if (!info->attrs[TIPC_NLA_LINK])
		return -EINVAL;

	err = nla_parse_nested(attrs, TIPC_NLA_LINK_MAX,
			       info->attrs[TIPC_NLA_LINK],
			       tipc_nl_link_policy);
	if (err)
		return err;

	if (!attrs[TIPC_NLA_LINK_NAME])
		return -EINVAL;

	name = nla_data(attrs[TIPC_NLA_LINK_NAME]);

1862 1863 1864
	if (strcmp(name, tipc_bclink_name) == 0)
		return tipc_nl_bc_link_set(net, attrs);

1865
	node = tipc_link_find_owner(net, name, &bearer_id);
1866 1867 1868 1869 1870
	if (!node)
		return -EINVAL;

	tipc_node_lock(node);

1871
	link = node->links[bearer_id].link;
1872 1873 1874 1875 1876 1877 1878 1879 1880 1881 1882 1883 1884 1885 1886 1887 1888 1889 1890 1891
	if (!link) {
		res = -EINVAL;
		goto out;
	}

	if (attrs[TIPC_NLA_LINK_PROP]) {
		struct nlattr *props[TIPC_NLA_PROP_MAX + 1];

		err = tipc_nl_parse_link_prop(attrs[TIPC_NLA_LINK_PROP],
					      props);
		if (err) {
			res = err;
			goto out;
		}

		if (props[TIPC_NLA_PROP_TOL]) {
			u32 tol;

			tol = nla_get_u32(props[TIPC_NLA_PROP_TOL]);
			link_set_supervision_props(link, tol);
1892
			tipc_link_proto_xmit(link, STATE_MSG, 0, 0, tol, 0);
1893 1894 1895 1896 1897 1898
		}
		if (props[TIPC_NLA_PROP_PRIO]) {
			u32 prio;

			prio = nla_get_u32(props[TIPC_NLA_PROP_PRIO]);
			link->priority = prio;
1899
			tipc_link_proto_xmit(link, STATE_MSG, 0, 0, 0, prio);
1900 1901 1902 1903 1904 1905 1906 1907 1908 1909 1910 1911 1912 1913
		}
		if (props[TIPC_NLA_PROP_WIN]) {
			u32 win;

			win = nla_get_u32(props[TIPC_NLA_PROP_WIN]);
			tipc_link_set_queue_limits(link, win);
		}
	}

out:
	tipc_node_unlock(node);

	return res;
}
1914 1915

static int __tipc_nl_add_stats(struct sk_buff *skb, struct tipc_stats *s)
1916 1917 1918 1919 1920 1921 1922 1923 1924 1925 1926 1927 1928 1929 1930 1931 1932 1933 1934 1935 1936 1937 1938 1939 1940 1941 1942 1943 1944 1945 1946 1947 1948 1949 1950 1951 1952 1953 1954 1955 1956 1957 1958 1959 1960 1961 1962 1963 1964 1965 1966 1967 1968 1969 1970 1971 1972 1973 1974 1975 1976 1977 1978 1979 1980
{
	int i;
	struct nlattr *stats;

	struct nla_map {
		u32 key;
		u32 val;
	};

	struct nla_map map[] = {
		{TIPC_NLA_STATS_RX_INFO, s->recv_info},
		{TIPC_NLA_STATS_RX_FRAGMENTS, s->recv_fragments},
		{TIPC_NLA_STATS_RX_FRAGMENTED, s->recv_fragmented},
		{TIPC_NLA_STATS_RX_BUNDLES, s->recv_bundles},
		{TIPC_NLA_STATS_RX_BUNDLED, s->recv_bundled},
		{TIPC_NLA_STATS_TX_INFO, s->sent_info},
		{TIPC_NLA_STATS_TX_FRAGMENTS, s->sent_fragments},
		{TIPC_NLA_STATS_TX_FRAGMENTED, s->sent_fragmented},
		{TIPC_NLA_STATS_TX_BUNDLES, s->sent_bundles},
		{TIPC_NLA_STATS_TX_BUNDLED, s->sent_bundled},
		{TIPC_NLA_STATS_MSG_PROF_TOT, (s->msg_length_counts) ?
			s->msg_length_counts : 1},
		{TIPC_NLA_STATS_MSG_LEN_CNT, s->msg_length_counts},
		{TIPC_NLA_STATS_MSG_LEN_TOT, s->msg_lengths_total},
		{TIPC_NLA_STATS_MSG_LEN_P0, s->msg_length_profile[0]},
		{TIPC_NLA_STATS_MSG_LEN_P1, s->msg_length_profile[1]},
		{TIPC_NLA_STATS_MSG_LEN_P2, s->msg_length_profile[2]},
		{TIPC_NLA_STATS_MSG_LEN_P3, s->msg_length_profile[3]},
		{TIPC_NLA_STATS_MSG_LEN_P4, s->msg_length_profile[4]},
		{TIPC_NLA_STATS_MSG_LEN_P5, s->msg_length_profile[5]},
		{TIPC_NLA_STATS_MSG_LEN_P6, s->msg_length_profile[6]},
		{TIPC_NLA_STATS_RX_STATES, s->recv_states},
		{TIPC_NLA_STATS_RX_PROBES, s->recv_probes},
		{TIPC_NLA_STATS_RX_NACKS, s->recv_nacks},
		{TIPC_NLA_STATS_RX_DEFERRED, s->deferred_recv},
		{TIPC_NLA_STATS_TX_STATES, s->sent_states},
		{TIPC_NLA_STATS_TX_PROBES, s->sent_probes},
		{TIPC_NLA_STATS_TX_NACKS, s->sent_nacks},
		{TIPC_NLA_STATS_TX_ACKS, s->sent_acks},
		{TIPC_NLA_STATS_RETRANSMITTED, s->retransmitted},
		{TIPC_NLA_STATS_DUPLICATES, s->duplicates},
		{TIPC_NLA_STATS_LINK_CONGS, s->link_congs},
		{TIPC_NLA_STATS_MAX_QUEUE, s->max_queue_sz},
		{TIPC_NLA_STATS_AVG_QUEUE, s->queue_sz_counts ?
			(s->accu_queue_sz / s->queue_sz_counts) : 0}
	};

	stats = nla_nest_start(skb, TIPC_NLA_LINK_STATS);
	if (!stats)
		return -EMSGSIZE;

	for (i = 0; i <  ARRAY_SIZE(map); i++)
		if (nla_put_u32(skb, map[i].key, map[i].val))
			goto msg_full;

	nla_nest_end(skb, stats);

	return 0;
msg_full:
	nla_nest_cancel(skb, stats);

	return -EMSGSIZE;
}

/* Caller should hold appropriate locks to protect the link */
1981
static int __tipc_nl_add_link(struct net *net, struct tipc_nl_msg *msg,
1982
			      struct tipc_link *link, int nlflags)
1983 1984 1985 1986 1987
{
	int err;
	void *hdr;
	struct nlattr *attrs;
	struct nlattr *prop;
1988
	struct tipc_net *tn = net_generic(net, tipc_net_id);
1989

1990
	hdr = genlmsg_put(msg->skb, msg->portid, msg->seq, &tipc_genl_family,
1991
			  nlflags, TIPC_NL_LINK_GET);
1992 1993 1994 1995 1996 1997 1998 1999 2000 2001
	if (!hdr)
		return -EMSGSIZE;

	attrs = nla_nest_start(msg->skb, TIPC_NLA_LINK);
	if (!attrs)
		goto msg_full;

	if (nla_put_string(msg->skb, TIPC_NLA_LINK_NAME, link->name))
		goto attr_msg_full;
	if (nla_put_u32(msg->skb, TIPC_NLA_LINK_DEST,
2002
			tipc_cluster_mask(tn->own_addr)))
2003
		goto attr_msg_full;
2004
	if (nla_put_u32(msg->skb, TIPC_NLA_LINK_MTU, link->mtu))
2005
		goto attr_msg_full;
2006
	if (nla_put_u32(msg->skb, TIPC_NLA_LINK_RX, link->rcv_nxt))
2007
		goto attr_msg_full;
2008
	if (nla_put_u32(msg->skb, TIPC_NLA_LINK_TX, link->snd_nxt))
2009 2010 2011 2012 2013 2014 2015 2016 2017 2018 2019 2020 2021 2022 2023 2024 2025
		goto attr_msg_full;

	if (tipc_link_is_up(link))
		if (nla_put_flag(msg->skb, TIPC_NLA_LINK_UP))
			goto attr_msg_full;
	if (tipc_link_is_active(link))
		if (nla_put_flag(msg->skb, TIPC_NLA_LINK_ACTIVE))
			goto attr_msg_full;

	prop = nla_nest_start(msg->skb, TIPC_NLA_LINK_PROP);
	if (!prop)
		goto attr_msg_full;
	if (nla_put_u32(msg->skb, TIPC_NLA_PROP_PRIO, link->priority))
		goto prop_msg_full;
	if (nla_put_u32(msg->skb, TIPC_NLA_PROP_TOL, link->tolerance))
		goto prop_msg_full;
	if (nla_put_u32(msg->skb, TIPC_NLA_PROP_WIN,
2026
			link->window))
2027 2028 2029 2030 2031 2032 2033 2034 2035 2036 2037 2038 2039 2040 2041 2042 2043 2044 2045 2046 2047 2048 2049 2050 2051
		goto prop_msg_full;
	if (nla_put_u32(msg->skb, TIPC_NLA_PROP_PRIO, link->priority))
		goto prop_msg_full;
	nla_nest_end(msg->skb, prop);

	err = __tipc_nl_add_stats(msg->skb, &link->stats);
	if (err)
		goto attr_msg_full;

	nla_nest_end(msg->skb, attrs);
	genlmsg_end(msg->skb, hdr);

	return 0;

prop_msg_full:
	nla_nest_cancel(msg->skb, prop);
attr_msg_full:
	nla_nest_cancel(msg->skb, attrs);
msg_full:
	genlmsg_cancel(msg->skb, hdr);

	return -EMSGSIZE;
}

/* Caller should hold node lock  */
2052 2053
static int __tipc_nl_add_node_links(struct net *net, struct tipc_nl_msg *msg,
				    struct tipc_node *node, u32 *prev_link)
2054 2055 2056 2057 2058 2059 2060
{
	u32 i;
	int err;

	for (i = *prev_link; i < MAX_BEARERS; i++) {
		*prev_link = i;

2061
		if (!node->links[i].link)
2062 2063
			continue;

2064 2065
		err = __tipc_nl_add_link(net, msg,
					 node->links[i].link, NLM_F_MULTI);
2066 2067 2068 2069 2070 2071 2072 2073 2074 2075
		if (err)
			return err;
	}
	*prev_link = 0;

	return 0;
}

int tipc_nl_link_dump(struct sk_buff *skb, struct netlink_callback *cb)
{
2076 2077
	struct net *net = sock_net(skb->sk);
	struct tipc_net *tn = net_generic(net, tipc_net_id);
2078 2079 2080 2081 2082 2083 2084 2085 2086 2087 2088 2089 2090 2091 2092 2093
	struct tipc_node *node;
	struct tipc_nl_msg msg;
	u32 prev_node = cb->args[0];
	u32 prev_link = cb->args[1];
	int done = cb->args[2];
	int err;

	if (done)
		return 0;

	msg.skb = skb;
	msg.portid = NETLINK_CB(cb->skb).portid;
	msg.seq = cb->nlh->nlmsg_seq;

	rcu_read_lock();
	if (prev_node) {
2094
		node = tipc_node_find(net, prev_node);
2095 2096 2097 2098 2099 2100 2101 2102 2103 2104
		if (!node) {
			/* We never set seq or call nl_dump_check_consistent()
			 * this means that setting prev_seq here will cause the
			 * consistence check to fail in the netlink callback
			 * handler. Resulting in the last NLMSG_DONE message
			 * having the NLM_F_DUMP_INTR flag set.
			 */
			cb->prev_seq = 1;
			goto out;
		}
2105
		tipc_node_put(node);
2106

2107 2108
		list_for_each_entry_continue_rcu(node, &tn->node_list,
						 list) {
2109
			tipc_node_lock(node);
2110 2111
			err = __tipc_nl_add_node_links(net, &msg, node,
						       &prev_link);
2112 2113 2114 2115 2116 2117 2118
			tipc_node_unlock(node);
			if (err)
				goto out;

			prev_node = node->addr;
		}
	} else {
2119
		err = tipc_nl_add_bc_link(net, &msg);
2120 2121 2122
		if (err)
			goto out;

2123
		list_for_each_entry_rcu(node, &tn->node_list, list) {
2124
			tipc_node_lock(node);
2125 2126
			err = __tipc_nl_add_node_links(net, &msg, node,
						       &prev_link);
2127 2128 2129 2130 2131 2132 2133 2134 2135 2136 2137 2138 2139 2140 2141 2142 2143 2144 2145 2146
			tipc_node_unlock(node);
			if (err)
				goto out;

			prev_node = node->addr;
		}
	}
	done = 1;
out:
	rcu_read_unlock();

	cb->args[0] = prev_node;
	cb->args[1] = prev_link;
	cb->args[2] = done;

	return skb->len;
}

int tipc_nl_link_get(struct sk_buff *skb, struct genl_info *info)
{
2147
	struct net *net = genl_info_net(info);
2148 2149 2150 2151
	struct tipc_nl_msg msg;
	char *name;
	int err;

2152 2153 2154
	msg.portid = info->snd_portid;
	msg.seq = info->snd_seq;

2155 2156 2157 2158
	if (!info->attrs[TIPC_NLA_LINK_NAME])
		return -EINVAL;
	name = nla_data(info->attrs[TIPC_NLA_LINK_NAME]);

2159 2160
	msg.skb = nlmsg_new(NLMSG_GOODSIZE, GFP_KERNEL);
	if (!msg.skb)
2161 2162
		return -ENOMEM;

2163 2164 2165 2166 2167 2168 2169 2170 2171 2172
	if (strcmp(name, tipc_bclink_name) == 0) {
		err = tipc_nl_add_bc_link(net, &msg);
		if (err) {
			nlmsg_free(msg.skb);
			return err;
		}
	} else {
		int bearer_id;
		struct tipc_node *node;
		struct tipc_link *link;
2173

2174 2175 2176
		node = tipc_link_find_owner(net, name, &bearer_id);
		if (!node)
			return -EINVAL;
2177

2178
		tipc_node_lock(node);
2179
		link = node->links[bearer_id].link;
2180 2181 2182 2183 2184
		if (!link) {
			tipc_node_unlock(node);
			nlmsg_free(msg.skb);
			return -EINVAL;
		}
2185

2186 2187 2188 2189 2190 2191 2192
		err = __tipc_nl_add_link(net, &msg, link, 0);
		tipc_node_unlock(node);
		if (err) {
			nlmsg_free(msg.skb);
			return err;
		}
	}
2193

2194
	return genlmsg_reply(msg.skb, info);
2195
}
2196 2197 2198 2199 2200 2201 2202 2203 2204

int tipc_nl_link_reset_stats(struct sk_buff *skb, struct genl_info *info)
{
	int err;
	char *link_name;
	unsigned int bearer_id;
	struct tipc_link *link;
	struct tipc_node *node;
	struct nlattr *attrs[TIPC_NLA_LINK_MAX + 1];
2205
	struct net *net = sock_net(skb->sk);
2206 2207 2208 2209 2210 2211 2212 2213 2214 2215 2216 2217 2218 2219 2220 2221

	if (!info->attrs[TIPC_NLA_LINK])
		return -EINVAL;

	err = nla_parse_nested(attrs, TIPC_NLA_LINK_MAX,
			       info->attrs[TIPC_NLA_LINK],
			       tipc_nl_link_policy);
	if (err)
		return err;

	if (!attrs[TIPC_NLA_LINK_NAME])
		return -EINVAL;

	link_name = nla_data(attrs[TIPC_NLA_LINK_NAME]);

	if (strcmp(link_name, tipc_bclink_name) == 0) {
2222
		err = tipc_bclink_reset_stats(net);
2223 2224 2225 2226 2227
		if (err)
			return err;
		return 0;
	}

2228
	node = tipc_link_find_owner(net, link_name, &bearer_id);
2229 2230 2231 2232 2233
	if (!node)
		return -EINVAL;

	tipc_node_lock(node);

2234
	link = node->links[bearer_id].link;
2235 2236 2237 2238 2239 2240 2241 2242 2243 2244 2245
	if (!link) {
		tipc_node_unlock(node);
		return -EINVAL;
	}

	link_reset_statistics(link);

	tipc_node_unlock(node);

	return 0;
}