link.c 59.6 KB
Newer Older
P
Per Liden 已提交
1 2
/*
 * net/tipc/link.c: TIPC link code
3
 *
4
 * Copyright (c) 1996-2007, 2012-2015, Ericsson AB
5
 * Copyright (c) 2004-2007, 2010-2013, Wind River Systems
P
Per Liden 已提交
6 7
 * All rights reserved.
 *
P
Per Liden 已提交
8
 * Redistribution and use in source and binary forms, with or without
P
Per Liden 已提交
9 10
 * modification, are permitted provided that the following conditions are met:
 *
P
Per Liden 已提交
11 12 13 14 15 16 17 18
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions and the following disclaimer.
 * 2. Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in the
 *    documentation and/or other materials provided with the distribution.
 * 3. Neither the names of the copyright holders nor the names of its
 *    contributors may be used to endorse or promote products derived from
 *    this software without specific prior written permission.
P
Per Liden 已提交
19
 *
P
Per Liden 已提交
20 21 22 23 24 25 26 27 28 29 30 31 32 33
 * Alternatively, this software may be distributed under the terms of the
 * GNU General Public License ("GPL") version 2 as published by the Free
 * Software Foundation.
 *
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
P
Per Liden 已提交
34 35 36 37
 * POSSIBILITY OF SUCH DAMAGE.
 */

#include "core.h"
38
#include "subscr.h"
P
Per Liden 已提交
39
#include "link.h"
40
#include "bcast.h"
41
#include "socket.h"
P
Per Liden 已提交
42 43
#include "name_distr.h"
#include "discover.h"
44
#include "netlink.h"
P
Per Liden 已提交
45

46 47
#include <linux/pkt_sched.h>

48 49 50 51 52 53
/*
 * Error message prefixes
 */
static const char *link_co_err = "Link changeover error, ";
static const char *link_rst_msg = "Resetting link ";
static const char *link_unk_evt = "Unknown link event ";
P
Per Liden 已提交
54

55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70
static const struct nla_policy tipc_nl_link_policy[TIPC_NLA_LINK_MAX + 1] = {
	[TIPC_NLA_LINK_UNSPEC]		= { .type = NLA_UNSPEC },
	[TIPC_NLA_LINK_NAME] = {
		.type = NLA_STRING,
		.len = TIPC_MAX_LINK_NAME
	},
	[TIPC_NLA_LINK_MTU]		= { .type = NLA_U32 },
	[TIPC_NLA_LINK_BROADCAST]	= { .type = NLA_FLAG },
	[TIPC_NLA_LINK_UP]		= { .type = NLA_FLAG },
	[TIPC_NLA_LINK_ACTIVE]		= { .type = NLA_FLAG },
	[TIPC_NLA_LINK_PROP]		= { .type = NLA_NESTED },
	[TIPC_NLA_LINK_STATS]		= { .type = NLA_NESTED },
	[TIPC_NLA_LINK_RX]		= { .type = NLA_U32 },
	[TIPC_NLA_LINK_TX]		= { .type = NLA_U32 }
};

71 72 73 74 75 76 77 78
/* Properties valid for media, bearar and link */
static const struct nla_policy tipc_nl_prop_policy[TIPC_NLA_PROP_MAX + 1] = {
	[TIPC_NLA_PROP_UNSPEC]		= { .type = NLA_UNSPEC },
	[TIPC_NLA_PROP_PRIO]		= { .type = NLA_U32 },
	[TIPC_NLA_PROP_TOL]		= { .type = NLA_U32 },
	[TIPC_NLA_PROP_WIN]		= { .type = NLA_U32 }
};

79 80 81 82 83
/*
 * Out-of-range value for link session numbers
 */
#define INVALID_SESSION 0x10000

84 85
/*
 * Link state events:
P
Per Liden 已提交
86 87 88
 */
#define  STARTING_EVT    856384768	/* link processing trigger */
#define  TRAFFIC_MSG_EVT 560815u	/* rx'd ??? */
89
#define  SILENCE_EVT     560817u	/* timer dicovered silence from peer */
P
Per Liden 已提交
90

91
/*
92
 * State value stored in 'failover_pkts'
P
Per Liden 已提交
93
 */
94
#define FIRST_FAILOVER 0xffffu
P
Per Liden 已提交
95

96 97 98 99
static void link_handle_out_of_seq_msg(struct tipc_link *link,
				       struct sk_buff *skb);
static void tipc_link_proto_rcv(struct tipc_link *link,
				struct sk_buff *skb);
100
static void link_set_supervision_props(struct tipc_link *l_ptr, u32 tol);
101 102 103
static void link_state_event(struct tipc_link *l_ptr, u32 event);
static void link_reset_statistics(struct tipc_link *l_ptr);
static void link_print(struct tipc_link *l_ptr, const char *str);
104 105
static void tipc_link_sync_xmit(struct tipc_link *l);
static void tipc_link_sync_rcv(struct tipc_node *n, struct sk_buff *buf);
106 107
static void tipc_link_input(struct tipc_link *l, struct sk_buff *skb);
static bool tipc_data_input(struct tipc_link *l, struct sk_buff *skb);
108
static bool tipc_link_failover_rcv(struct tipc_link *l, struct sk_buff **skb);
109
static void link_set_timer(struct tipc_link *link, unsigned long time);
P
Per Liden 已提交
110
/*
S
Sam Ravnborg 已提交
111
 *  Simple link routines
P
Per Liden 已提交
112
 */
S
Sam Ravnborg 已提交
113
static unsigned int align(unsigned int i)
P
Per Liden 已提交
114 115 116 117
{
	return (i + 3) & ~3u;
}

118 119 120 121 122 123 124 125 126 127 128 129 130 131 132
static void tipc_link_release(struct kref *kref)
{
	kfree(container_of(kref, struct tipc_link, ref));
}

static void tipc_link_get(struct tipc_link *l_ptr)
{
	kref_get(&l_ptr->ref);
}

static void tipc_link_put(struct tipc_link *l_ptr)
{
	kref_put(&l_ptr->ref, tipc_link_release);
}

133 134
static struct tipc_link *tipc_parallel_link(struct tipc_link *l)
{
135 136 137 138 139
	struct tipc_node *n = l->owner;

	if (node_active_link(n, 0) != l)
		return node_active_link(n, 0);
	return node_active_link(n, 1);
140 141
}

P
Per Liden 已提交
142
/*
S
Sam Ravnborg 已提交
143
 *  Simple non-static link routines (i.e. referenced outside this file)
P
Per Liden 已提交
144
 */
145
int tipc_link_is_up(struct tipc_link *l_ptr)
P
Per Liden 已提交
146 147 148
{
	if (!l_ptr)
		return 0;
E
Eric Dumazet 已提交
149
	return link_working_working(l_ptr) || link_working_unknown(l_ptr);
P
Per Liden 已提交
150 151
}

152
int tipc_link_is_active(struct tipc_link *l)
P
Per Liden 已提交
153
{
154 155 156
	struct tipc_node *n = l->owner;

	return (node_active_link(n, 0) == l) || (node_active_link(n, 1) == l);
P
Per Liden 已提交
157 158 159 160 161 162
}

/**
 * link_timeout - handle expiration of link timer
 * @l_ptr: pointer to link
 */
163
static void link_timeout(unsigned long data)
P
Per Liden 已提交
164
{
165
	struct tipc_link *l_ptr = (struct tipc_link *)data;
166 167
	struct sk_buff *skb;

168
	tipc_node_lock(l_ptr->owner);
P
Per Liden 已提交
169 170

	/* update counters used in statistical profiling of send traffic */
J
Jon Paul Maloy 已提交
171
	l_ptr->stats.accu_queue_sz += skb_queue_len(&l_ptr->transmq);
P
Per Liden 已提交
172 173
	l_ptr->stats.queue_sz_counts++;

J
Jon Paul Maloy 已提交
174
	skb = skb_peek(&l_ptr->transmq);
175 176
	if (skb) {
		struct tipc_msg *msg = buf_msg(skb);
P
Per Liden 已提交
177 178
		u32 length = msg_size(msg);

179 180
		if ((msg_user(msg) == MSG_FRAGMENTER) &&
		    (msg_type(msg) == FIRST_FRAGMENT)) {
P
Per Liden 已提交
181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203
			length = msg_size(msg_get_wrapped(msg));
		}
		if (length) {
			l_ptr->stats.msg_lengths_total += length;
			l_ptr->stats.msg_length_counts++;
			if (length <= 64)
				l_ptr->stats.msg_length_profile[0]++;
			else if (length <= 256)
				l_ptr->stats.msg_length_profile[1]++;
			else if (length <= 1024)
				l_ptr->stats.msg_length_profile[2]++;
			else if (length <= 4096)
				l_ptr->stats.msg_length_profile[3]++;
			else if (length <= 16384)
				l_ptr->stats.msg_length_profile[4]++;
			else if (length <= 32768)
				l_ptr->stats.msg_length_profile[5]++;
			else
				l_ptr->stats.msg_length_profile[6]++;
		}
	}

	/* do all other link processing performed on a periodic basis */
204 205 206
	if (l_ptr->silent_intv_cnt || tipc_bclink_acks_missing(l_ptr->owner))
		link_state_event(l_ptr, SILENCE_EVT);
	l_ptr->silent_intv_cnt++;
J
Jon Paul Maloy 已提交
207
	if (skb_queue_len(&l_ptr->backlogq))
208
		tipc_link_push_packets(l_ptr);
209
	link_set_timer(l_ptr, l_ptr->keepalive_intv);
210
	tipc_node_unlock(l_ptr->owner);
211
	tipc_link_put(l_ptr);
P
Per Liden 已提交
212 213
}

214
static void link_set_timer(struct tipc_link *link, unsigned long time)
P
Per Liden 已提交
215
{
216 217
	if (!mod_timer(&link->timer, jiffies + time))
		tipc_link_get(link);
P
Per Liden 已提交
218 219 220
}

/**
221
 * tipc_link_create - create a new link
222
 * @n_ptr: pointer to associated node
P
Per Liden 已提交
223 224
 * @b_ptr: pointer to associated bearer
 * @media_addr: media address to use when sending messages over link
225
 *
P
Per Liden 已提交
226 227
 * Returns pointer to link.
 */
228
struct tipc_link *tipc_link_create(struct tipc_node *n_ptr,
229
				   struct tipc_bearer *b_ptr,
230 231 232
				   const struct tipc_media_addr *media_addr,
				   struct sk_buff_head *inputq,
				   struct sk_buff_head *namedq)
P
Per Liden 已提交
233
{
234
	struct tipc_net *tn = net_generic(n_ptr->net, tipc_net_id);
235
	struct tipc_link *l_ptr;
P
Per Liden 已提交
236 237
	struct tipc_msg *msg;
	char *if_name;
238 239 240
	char addr_string[16];
	u32 peer = n_ptr->addr;

241
	if (n_ptr->link_cnt >= MAX_BEARERS) {
242
		tipc_addr_string_fill(addr_string, n_ptr->addr);
243 244
		pr_err("Cannot establish %uth link to %s. Max %u allowed.\n",
		       n_ptr->link_cnt, addr_string, MAX_BEARERS);
245 246 247
		return NULL;
	}

248
	if (n_ptr->links[b_ptr->identity].link) {
249
		tipc_addr_string_fill(addr_string, n_ptr->addr);
250 251
		pr_err("Attempt to establish second link on <%s> to %s\n",
		       b_ptr->name, addr_string);
252 253
		return NULL;
	}
P
Per Liden 已提交
254

255
	l_ptr = kzalloc(sizeof(*l_ptr), GFP_ATOMIC);
P
Per Liden 已提交
256
	if (!l_ptr) {
257
		pr_warn("Link creation failed, no memory\n");
P
Per Liden 已提交
258 259
		return NULL;
	}
260
	kref_init(&l_ptr->ref);
P
Per Liden 已提交
261
	l_ptr->addr = peer;
262
	if_name = strchr(b_ptr->name, ':') + 1;
263
	sprintf(l_ptr->name, "%u.%u.%u:%s-%u.%u.%u:unknown",
264 265
		tipc_zone(tn->own_addr), tipc_cluster(tn->own_addr),
		tipc_node(tn->own_addr),
P
Per Liden 已提交
266 267
		if_name,
		tipc_zone(peer), tipc_cluster(peer), tipc_node(peer));
268
		/* note: peer i/f name is updated by reset/activate message */
P
Per Liden 已提交
269
	memcpy(&l_ptr->media_addr, media_addr, sizeof(*media_addr));
270
	l_ptr->owner = n_ptr;
271
	l_ptr->peer_session = INVALID_SESSION;
272
	l_ptr->bearer_id = b_ptr->identity;
273
	link_set_supervision_props(l_ptr, b_ptr->tolerance);
P
Per Liden 已提交
274 275 276 277
	l_ptr->state = RESET_UNKNOWN;

	l_ptr->pmsg = (struct tipc_msg *)&l_ptr->proto_msg;
	msg = l_ptr->pmsg;
278
	tipc_msg_init(tn->own_addr, msg, LINK_PROTOCOL, RESET_MSG, INT_H_SIZE,
279
		      l_ptr->addr);
P
Per Liden 已提交
280
	msg_set_size(msg, sizeof(l_ptr->proto_msg));
281
	msg_set_session(msg, (tn->random & 0xffff));
P
Per Liden 已提交
282 283
	msg_set_bearer_id(msg, b_ptr->identity);
	strcpy((char *)msg_data(msg), if_name);
284
	l_ptr->net_plane = b_ptr->net_plane;
285 286
	l_ptr->advertised_mtu = b_ptr->mtu;
	l_ptr->mtu = l_ptr->advertised_mtu;
287 288
	l_ptr->priority = b_ptr->priority;
	tipc_link_set_queue_limits(l_ptr, b_ptr->window);
289
	l_ptr->snd_nxt = 1;
J
Jon Paul Maloy 已提交
290 291 292
	__skb_queue_head_init(&l_ptr->transmq);
	__skb_queue_head_init(&l_ptr->backlogq);
	__skb_queue_head_init(&l_ptr->deferdq);
293
	skb_queue_head_init(&l_ptr->wakeupq);
294 295 296
	l_ptr->inputq = inputq;
	l_ptr->namedq = namedq;
	skb_queue_head_init(l_ptr->inputq);
P
Per Liden 已提交
297
	link_reset_statistics(l_ptr);
298
	tipc_node_attach_link(n_ptr, l_ptr);
299
	setup_timer(&l_ptr->timer, link_timeout, (unsigned long)l_ptr);
300
	link_state_event(l_ptr, STARTING_EVT);
P
Per Liden 已提交
301 302 303 304

	return l_ptr;
}

305
/**
306 307
 * tipc_link_delete - Delete a link
 * @l: link to be deleted
308
 */
309
void tipc_link_delete(struct tipc_link *l)
310
{
311 312 313 314 315 316 317 318
	tipc_link_reset(l);
	if (del_timer(&l->timer))
		tipc_link_put(l);
	l->flags |= LINK_STOPPED;
	/* Delete link now, or when timer is finished: */
	tipc_link_reset_fragments(l);
	tipc_node_detach_link(l->owner, l);
	tipc_link_put(l);
319 320
}

321
void tipc_link_delete_list(struct net *net, unsigned int bearer_id)
322
{
323
	struct tipc_net *tn = net_generic(net, tipc_net_id);
324 325
	struct tipc_link *link;
	struct tipc_node *node;
326

327
	rcu_read_lock();
328 329
	list_for_each_entry_rcu(node, &tn->node_list, list) {
		tipc_node_lock(node);
330
		link = node->links[bearer_id].link;
331
		if (link)
332 333
			tipc_link_delete(link);
		tipc_node_unlock(node);
334
	}
335
	rcu_read_unlock();
336
}
P
Per Liden 已提交
337 338

/**
339
 * link_schedule_user - schedule a message sender for wakeup after congestion
340
 * @link: congested link
341
 * @list: message that was attempted sent
342
 * Create pseudo msg to send back to user when congestion abates
343
 * Does not consume buffer list
P
Per Liden 已提交
344
 */
345
static int link_schedule_user(struct tipc_link *link, struct sk_buff_head *list)
P
Per Liden 已提交
346
{
347 348 349 350 351 352 353 354 355 356
	struct tipc_msg *msg = buf_msg(skb_peek(list));
	int imp = msg_importance(msg);
	u32 oport = msg_origport(msg);
	u32 addr = link_own_addr(link);
	struct sk_buff *skb;

	/* This really cannot happen...  */
	if (unlikely(imp > TIPC_CRITICAL_IMPORTANCE)) {
		pr_warn("%s<%s>, send queue full", link_rst_msg, link->name);
		tipc_link_reset(link);
357
		return -ENOBUFS;
358 359 360 361 362 363 364 365 366
	}
	/* Non-blocking sender: */
	if (TIPC_SKB_CB(skb_peek(list))->wakeup_pending)
		return -ELINKCONG;

	/* Create and schedule wakeup pseudo message */
	skb = tipc_msg_create(SOCK_WAKEUP, 0, INT_H_SIZE, 0,
			      addr, addr, oport, 0, 0);
	if (!skb)
367
		return -ENOBUFS;
368 369 370
	TIPC_SKB_CB(skb)->chain_sz = skb_queue_len(list);
	TIPC_SKB_CB(skb)->chain_imp = imp;
	skb_queue_tail(&link->wakeupq, skb);
371
	link->stats.link_congs++;
372
	return -ELINKCONG;
P
Per Liden 已提交
373 374
}

375 376 377 378 379 380
/**
 * link_prepare_wakeup - prepare users for wakeup after congestion
 * @link: congested link
 * Move a number of waiting users, as permitted by available space in
 * the send queue, from link wait queue to node wait queue for wakeup
 */
381
void link_prepare_wakeup(struct tipc_link *l)
P
Per Liden 已提交
382
{
383 384
	int pnd[TIPC_SYSTEM_IMPORTANCE + 1] = {0,};
	int imp, lim;
385
	struct sk_buff *skb, *tmp;
386

387 388 389 390 391
	skb_queue_walk_safe(&l->wakeupq, skb, tmp) {
		imp = TIPC_SKB_CB(skb)->chain_imp;
		lim = l->window + l->backlog[imp].limit;
		pnd[imp] += TIPC_SKB_CB(skb)->chain_sz;
		if ((pnd[imp] + l->backlog[imp].len) >= lim)
P
Per Liden 已提交
392
			break;
393
		skb_unlink(skb, &l->wakeupq);
394 395
		skb_queue_tail(l->inputq, skb);
		l->owner->inputq = l->inputq;
396
		l->owner->action_flags |= TIPC_MSG_EVT;
P
Per Liden 已提交
397 398 399 400
	}
}

/**
401
 * tipc_link_reset_fragments - purge link's inbound message fragments queue
P
Per Liden 已提交
402 403
 * @l_ptr: pointer to link
 */
404
void tipc_link_reset_fragments(struct tipc_link *l_ptr)
P
Per Liden 已提交
405
{
406 407
	kfree_skb(l_ptr->reasm_buf);
	l_ptr->reasm_buf = NULL;
P
Per Liden 已提交
408 409
}

410
void tipc_link_purge_backlog(struct tipc_link *l)
411 412 413 414 415 416 417 418 419
{
	__skb_queue_purge(&l->backlogq);
	l->backlog[TIPC_LOW_IMPORTANCE].len = 0;
	l->backlog[TIPC_MEDIUM_IMPORTANCE].len = 0;
	l->backlog[TIPC_HIGH_IMPORTANCE].len = 0;
	l->backlog[TIPC_CRITICAL_IMPORTANCE].len = 0;
	l->backlog[TIPC_SYSTEM_IMPORTANCE].len = 0;
}

420
/**
421
 * tipc_link_purge_queues - purge all pkt queues associated with link
P
Per Liden 已提交
422 423
 * @l_ptr: pointer to link
 */
424
void tipc_link_purge_queues(struct tipc_link *l_ptr)
P
Per Liden 已提交
425
{
J
Jon Paul Maloy 已提交
426 427
	__skb_queue_purge(&l_ptr->deferdq);
	__skb_queue_purge(&l_ptr->transmq);
428
	tipc_link_purge_backlog(l_ptr);
429
	tipc_link_reset_fragments(l_ptr);
P
Per Liden 已提交
430 431
}

432
void tipc_link_reset(struct tipc_link *l_ptr)
P
Per Liden 已提交
433 434
{
	u32 prev_state = l_ptr->state;
435
	int was_active_link = tipc_link_is_active(l_ptr);
436
	struct tipc_node *owner = l_ptr->owner;
437
	struct tipc_link *pl = tipc_parallel_link(l_ptr);
438

439
	msg_set_session(l_ptr->pmsg, ((msg_session(l_ptr->pmsg) + 1) & 0xffff));
P
Per Liden 已提交
440

441 442
	/* Link is down, accept any session */
	l_ptr->peer_session = INVALID_SESSION;
P
Per Liden 已提交
443

444 445
	/* Prepare for renewed mtu size negotiation */
	l_ptr->mtu = l_ptr->advertised_mtu;
446

P
Per Liden 已提交
447 448 449 450 451
	l_ptr->state = RESET_UNKNOWN;

	if ((prev_state == RESET_UNKNOWN) || (prev_state == RESET_RESET))
		return;

452
	tipc_node_link_down(l_ptr->owner, l_ptr->bearer_id);
453
	tipc_bearer_remove_dest(owner->net, l_ptr->bearer_id, l_ptr->addr);
454

455 456
	if (was_active_link && tipc_node_is_up(l_ptr->owner) && (pl != l_ptr)) {
		l_ptr->flags |= LINK_FAILINGOVER;
457
		l_ptr->failover_checkpt = l_ptr->rcv_nxt;
458
		pl->failover_pkts = FIRST_FAILOVER;
459
		pl->failover_checkpt = l_ptr->rcv_nxt;
460 461 462
		pl->failover_skb = l_ptr->reasm_buf;
	} else {
		kfree_skb(l_ptr->reasm_buf);
P
Per Liden 已提交
463
	}
464
	/* Clean up all queues, except inputq: */
J
Jon Paul Maloy 已提交
465 466
	__skb_queue_purge(&l_ptr->transmq);
	__skb_queue_purge(&l_ptr->deferdq);
467
	if (!owner->inputq)
468
		owner->inputq = l_ptr->inputq;
469 470
	skb_queue_splice_init(&l_ptr->wakeupq, owner->inputq);
	if (!skb_queue_empty(owner->inputq))
471
		owner->action_flags |= TIPC_MSG_EVT;
472
	tipc_link_purge_backlog(l_ptr);
473
	l_ptr->reasm_buf = NULL;
J
Jon Paul Maloy 已提交
474
	l_ptr->rcv_unacked = 0;
475 476
	l_ptr->snd_nxt = 1;
	l_ptr->silent_intv_cnt = 0;
P
Per Liden 已提交
477 478 479 480
	l_ptr->stale_count = 0;
	link_reset_statistics(l_ptr);
}

481
static void link_activate(struct tipc_link *link)
P
Per Liden 已提交
482
{
483 484
	struct tipc_node *node = link->owner;

485
	link->rcv_nxt = 1;
486
	link->stats.recv_info = 1;
487
	link->silent_intv_cnt = 0;
488
	tipc_node_link_up(node, link->bearer_id);
489
	tipc_bearer_add_dest(node->net, link->bearer_id, link->addr);
P
Per Liden 已提交
490 491 492 493 494 495 496
}

/**
 * link_state_event - link finite state machine
 * @l_ptr: pointer to link
 * @event: state machine event to process
 */
497
static void link_state_event(struct tipc_link *l_ptr, unsigned int event)
P
Per Liden 已提交
498
{
499
	struct tipc_link *other;
500
	unsigned long timer_intv = l_ptr->keepalive_intv;
P
Per Liden 已提交
501

502 503 504
	if (l_ptr->flags & LINK_STOPPED)
		return;

505
	if (!(l_ptr->flags & LINK_STARTED) && (event != STARTING_EVT))
P
Per Liden 已提交
506 507
		return;		/* Not yet. */

508
	if (l_ptr->flags & LINK_FAILINGOVER)
509
		return;
P
Per Liden 已提交
510 511 512 513 514 515

	switch (l_ptr->state) {
	case WORKING_WORKING:
		switch (event) {
		case TRAFFIC_MSG_EVT:
		case ACTIVATE_MSG:
516
			l_ptr->silent_intv_cnt = 0;
P
Per Liden 已提交
517
			break;
518 519 520
		case SILENCE_EVT:
			if (!l_ptr->silent_intv_cnt) {
				if (tipc_bclink_acks_missing(l_ptr->owner))
521
					tipc_link_proto_xmit(l_ptr, STATE_MSG,
522
							     0, 0, 0, 0);
P
Per Liden 已提交
523 524 525
				break;
			}
			l_ptr->state = WORKING_UNKNOWN;
526
			tipc_link_proto_xmit(l_ptr, STATE_MSG, 1, 0, 0, 0);
P
Per Liden 已提交
527 528
			break;
		case RESET_MSG:
529 530
			pr_debug("%s<%s>, requested by peer\n",
				 link_rst_msg, l_ptr->name);
531
			tipc_link_reset(l_ptr);
P
Per Liden 已提交
532
			l_ptr->state = RESET_RESET;
533
			tipc_link_proto_xmit(l_ptr, ACTIVATE_MSG,
534
					     0, 0, 0, 0);
P
Per Liden 已提交
535 536
			break;
		default:
537
			pr_debug("%s%u in WW state\n", link_unk_evt, event);
P
Per Liden 已提交
538 539 540 541 542 543 544
		}
		break;
	case WORKING_UNKNOWN:
		switch (event) {
		case TRAFFIC_MSG_EVT:
		case ACTIVATE_MSG:
			l_ptr->state = WORKING_WORKING;
545
			l_ptr->silent_intv_cnt = 0;
P
Per Liden 已提交
546 547
			break;
		case RESET_MSG:
548 549
			pr_debug("%s<%s>, requested by peer while probing\n",
				 link_rst_msg, l_ptr->name);
550
			tipc_link_reset(l_ptr);
P
Per Liden 已提交
551
			l_ptr->state = RESET_RESET;
552
			tipc_link_proto_xmit(l_ptr, ACTIVATE_MSG,
553
					     0, 0, 0, 0);
P
Per Liden 已提交
554
			break;
555 556
		case SILENCE_EVT:
			if (!l_ptr->silent_intv_cnt) {
P
Per Liden 已提交
557
				l_ptr->state = WORKING_WORKING;
558
				if (tipc_bclink_acks_missing(l_ptr->owner))
559
					tipc_link_proto_xmit(l_ptr, STATE_MSG,
560
							     0, 0, 0, 0);
561 562
			} else if (l_ptr->silent_intv_cnt <
				   l_ptr->abort_limit) {
563
				tipc_link_proto_xmit(l_ptr, STATE_MSG,
564
						     1, 0, 0, 0);
P
Per Liden 已提交
565
			} else {	/* Link has failed */
566 567
				pr_debug("%s<%s>, peer not responding\n",
					 link_rst_msg, l_ptr->name);
568
				tipc_link_reset(l_ptr);
P
Per Liden 已提交
569
				l_ptr->state = RESET_UNKNOWN;
570
				tipc_link_proto_xmit(l_ptr, RESET_MSG,
571
						     0, 0, 0, 0);
P
Per Liden 已提交
572 573 574
			}
			break;
		default:
575
			pr_err("%s%u in WU state\n", link_unk_evt, event);
P
Per Liden 已提交
576 577 578 579 580 581 582
		}
		break;
	case RESET_UNKNOWN:
		switch (event) {
		case TRAFFIC_MSG_EVT:
			break;
		case ACTIVATE_MSG:
583
			other = node_active_link(l_ptr->owner, 0);
584
			if (other && link_working_unknown(other))
P
Per Liden 已提交
585 586 587
				break;
			l_ptr->state = WORKING_WORKING;
			link_activate(l_ptr);
588
			tipc_link_proto_xmit(l_ptr, STATE_MSG, 1, 0, 0, 0);
589
			if (l_ptr->owner->working_links == 1)
590
				tipc_link_sync_xmit(l_ptr);
P
Per Liden 已提交
591 592 593
			break;
		case RESET_MSG:
			l_ptr->state = RESET_RESET;
594
			tipc_link_proto_xmit(l_ptr, ACTIVATE_MSG,
595
					     1, 0, 0, 0);
P
Per Liden 已提交
596 597
			break;
		case STARTING_EVT:
598
			l_ptr->flags |= LINK_STARTED;
599
			link_set_timer(l_ptr, timer_intv);
600
			break;
601
		case SILENCE_EVT:
602
			tipc_link_proto_xmit(l_ptr, RESET_MSG, 0, 0, 0, 0);
P
Per Liden 已提交
603 604
			break;
		default:
605
			pr_err("%s%u in RU state\n", link_unk_evt, event);
P
Per Liden 已提交
606 607 608 609 610 611
		}
		break;
	case RESET_RESET:
		switch (event) {
		case TRAFFIC_MSG_EVT:
		case ACTIVATE_MSG:
612
			other = node_active_link(l_ptr->owner, 0);
613
			if (other && link_working_unknown(other))
P
Per Liden 已提交
614 615 616
				break;
			l_ptr->state = WORKING_WORKING;
			link_activate(l_ptr);
617
			tipc_link_proto_xmit(l_ptr, STATE_MSG, 1, 0, 0, 0);
618
			if (l_ptr->owner->working_links == 1)
619
				tipc_link_sync_xmit(l_ptr);
P
Per Liden 已提交
620 621 622
			break;
		case RESET_MSG:
			break;
623
		case SILENCE_EVT:
624
			tipc_link_proto_xmit(l_ptr, ACTIVATE_MSG,
625
					     0, 0, 0, 0);
P
Per Liden 已提交
626 627
			break;
		default:
628
			pr_err("%s%u in RR state\n", link_unk_evt, event);
P
Per Liden 已提交
629 630 631
		}
		break;
	default:
632
		pr_err("Unknown link state %u/%u\n", l_ptr->state, event);
P
Per Liden 已提交
633 634 635
	}
}

636
/**
637
 * __tipc_link_xmit(): same as tipc_link_xmit, but destlink is known & locked
638
 * @link: link to use
639 640
 * @list: chain of buffers containing message
 *
641
 * Consumes the buffer chain, except when returning an error code,
642 643
 * Returns 0 if success, or errno: -ELINKCONG, -EMSGSIZE or -ENOBUFS
 * Messages at TIPC_SYSTEM_IMPORTANCE are always accepted
644
 */
645 646
int __tipc_link_xmit(struct net *net, struct tipc_link *link,
		     struct sk_buff_head *list)
647
{
648
	struct tipc_msg *msg = buf_msg(skb_peek(list));
J
Jon Paul Maloy 已提交
649
	unsigned int maxwin = link->window;
650
	unsigned int i, imp = msg_importance(msg);
651
	uint mtu = link->mtu;
652 653
	u16 ack = mod(link->rcv_nxt - 1);
	u16 seqno = link->snd_nxt;
654
	u16 bc_last_in = link->owner->bclink.last_in;
655
	struct tipc_media_addr *addr = &link->media_addr;
J
Jon Paul Maloy 已提交
656 657
	struct sk_buff_head *transmq = &link->transmq;
	struct sk_buff_head *backlogq = &link->backlogq;
658
	struct sk_buff *skb, *bskb;
659

660 661 662 663 664
	/* Match msg importance against this and all higher backlog limits: */
	for (i = imp; i <= TIPC_SYSTEM_IMPORTANCE; i++) {
		if (unlikely(link->backlog[i].len >= link->backlog[i].limit))
			return link_schedule_user(link, list);
	}
665
	if (unlikely(msg_size(msg) > mtu))
666
		return -EMSGSIZE;
667

J
Jon Paul Maloy 已提交
668
	/* Prepare each packet for sending, and add to relevant queue: */
669 670
	while (skb_queue_len(list)) {
		skb = skb_peek(list);
671
		msg = buf_msg(skb);
J
Jon Paul Maloy 已提交
672 673
		msg_set_seqno(msg, seqno);
		msg_set_ack(msg, ack);
674 675
		msg_set_bcast_ack(msg, bc_last_in);

J
Jon Paul Maloy 已提交
676
		if (likely(skb_queue_len(transmq) < maxwin)) {
677
			__skb_dequeue(list);
J
Jon Paul Maloy 已提交
678 679 680 681 682 683
			__skb_queue_tail(transmq, skb);
			tipc_bearer_send(net, link->bearer_id, skb, addr);
			link->rcv_unacked = 0;
			seqno++;
			continue;
		}
684 685
		if (tipc_msg_bundle(skb_peek_tail(backlogq), msg, mtu)) {
			kfree_skb(__skb_dequeue(list));
686 687
			link->stats.sent_bundled++;
			continue;
J
Jon Paul Maloy 已提交
688
		}
689 690 691 692
		if (tipc_msg_make_bundle(&bskb, msg, mtu, link->addr)) {
			kfree_skb(__skb_dequeue(list));
			__skb_queue_tail(backlogq, bskb);
			link->backlog[msg_importance(buf_msg(bskb))].len++;
693 694
			link->stats.sent_bundled++;
			link->stats.sent_bundles++;
695
			continue;
696
		}
697 698
		link->backlog[imp].len += skb_queue_len(list);
		skb_queue_splice_tail_init(list, backlogq);
699
	}
700
	link->snd_nxt = seqno;
701 702 703
	return 0;
}

704 705
static void skb2list(struct sk_buff *skb, struct sk_buff_head *list)
{
706
	skb_queue_head_init(list);
707 708 709 710 711 712 713 714
	__skb_queue_tail(list, skb);
}

static int __tipc_link_xmit_skb(struct tipc_link *link, struct sk_buff *skb)
{
	struct sk_buff_head head;

	skb2list(skb, &head);
715
	return __tipc_link_xmit(link->owner->net, link, &head);
716 717
}

718 719
/* tipc_link_xmit_skb(): send single buffer to destination
 * Buffers sent via this functon are generally TIPC_SYSTEM_IMPORTANCE
720
 * messages, which will not cause link congestion
721 722 723 724 725
 * The only exception is datagram messages rerouted after secondary
 * lookup, which are rare and safe to dispose of anyway.
 * TODO: Return real return value, and let callers use
 * tipc_wait_for_sendpkt() where applicable
 */
726 727
int tipc_link_xmit_skb(struct net *net, struct sk_buff *skb, u32 dnode,
		       u32 selector)
728 729
{
	struct sk_buff_head head;
730
	int rc;
731 732

	skb2list(skb, &head);
733
	rc = tipc_link_xmit(net, &head, dnode, selector);
734
	if (rc)
735 736
		kfree_skb(skb);
	return 0;
737 738
}

739
/**
740
 * tipc_link_xmit() is the general link level function for message sending
741
 * @net: the applicable net namespace
742
 * @list: chain of buffers containing message
743 744 745
 * @dsz: amount of user data to be sent
 * @dnode: address of destination node
 * @selector: a number used for deterministic link selection
746
 * Consumes the buffer chain, except when returning error
747 748
 * Returns 0 if success, otherwise errno: -ELINKCONG,-EHOSTUNREACH,-EMSGSIZE
 */
749 750
int tipc_link_xmit(struct net *net, struct sk_buff_head *list, u32 dnode,
		   u32 selector)
751 752 753 754 755
{
	struct tipc_link *link = NULL;
	struct tipc_node *node;
	int rc = -EHOSTUNREACH;

756
	node = tipc_node_find(net, dnode);
757 758
	if (node) {
		tipc_node_lock(node);
759
		link = node_active_link(node, selector & 1);
760
		if (link)
761
			rc = __tipc_link_xmit(net, link, list);
762
		tipc_node_unlock(node);
763
		tipc_node_put(node);
764 765 766 767
	}
	if (link)
		return rc;

768 769 770 771
	if (likely(in_own_node(net, dnode))) {
		tipc_sk_rcv(net, list);
		return 0;
	}
772

773
	__skb_queue_purge(list);
774 775 776
	return rc;
}

777
/*
778
 * tipc_link_sync_xmit - synchronize broadcast link endpoints.
779 780 781 782 783 784
 *
 * Give a newly added peer node the sequence number where it should
 * start receiving and acking broadcast packets.
 *
 * Called with node locked
 */
785
static void tipc_link_sync_xmit(struct tipc_link *link)
786
{
787
	struct sk_buff *skb;
788 789
	struct tipc_msg *msg;

790 791
	skb = tipc_buf_acquire(INT_H_SIZE);
	if (!skb)
792 793
		return;

794
	msg = buf_msg(skb);
795
	tipc_msg_init(link_own_addr(link), msg, BCAST_PROTOCOL, STATE_MSG,
796
		      INT_H_SIZE, link->addr);
797
	msg_set_last_bcast(msg, link->owner->bclink.acked);
798
	__tipc_link_xmit_skb(link, skb);
799 800 801
}

/*
802
 * tipc_link_sync_rcv - synchronize broadcast link endpoints.
803 804 805 806 807 808
 * Receive the sequence number where we should start receiving and
 * acking broadcast packets from a newly added peer node, and open
 * up for reception of such packets.
 *
 * Called with node locked
 */
809
static void tipc_link_sync_rcv(struct tipc_node *n, struct sk_buff *buf)
810 811 812 813 814 815 816 817
{
	struct tipc_msg *msg = buf_msg(buf);

	n->bclink.last_sent = n->bclink.last_in = msg_last_bcast(msg);
	n->bclink.recv_permitted = true;
	kfree_skb(buf);
}

818
/*
819 820 821 822 823 824
 * tipc_link_push_packets - push unsent packets to bearer
 *
 * Push out the unsent messages of a link where congestion
 * has abated. Node is locked.
 *
 * Called with node locked
P
Per Liden 已提交
825
 */
J
Jon Paul Maloy 已提交
826
void tipc_link_push_packets(struct tipc_link *link)
P
Per Liden 已提交
827
{
J
Jon Paul Maloy 已提交
828
	struct sk_buff *skb;
829
	struct tipc_msg *msg;
830
	u16 seqno = link->snd_nxt;
831
	u16 ack = mod(link->rcv_nxt - 1);
P
Per Liden 已提交
832

J
Jon Paul Maloy 已提交
833 834 835
	while (skb_queue_len(&link->transmq) < link->window) {
		skb = __skb_dequeue(&link->backlogq);
		if (!skb)
836
			break;
J
Jon Paul Maloy 已提交
837
		msg = buf_msg(skb);
838
		link->backlog[msg_importance(msg)].len--;
J
Jon Paul Maloy 已提交
839
		msg_set_ack(msg, ack);
840 841
		msg_set_seqno(msg, seqno);
		seqno = mod(seqno + 1);
J
Jon Paul Maloy 已提交
842 843 844 845 846
		msg_set_bcast_ack(msg, link->owner->bclink.last_in);
		link->rcv_unacked = 0;
		__skb_queue_tail(&link->transmq, skb);
		tipc_bearer_send(link->owner->net, link->bearer_id,
				 skb, &link->media_addr);
P
Per Liden 已提交
847
	}
848
	link->snd_nxt = seqno;
P
Per Liden 已提交
849 850
}

851
void tipc_link_reset_all(struct tipc_node *node)
852 853 854 855
{
	char addr_string[16];
	u32 i;

856
	tipc_node_lock(node);
857

858
	pr_warn("Resetting all links to %s\n",
859
		tipc_addr_string_fill(addr_string, node->addr));
860 861

	for (i = 0; i < MAX_BEARERS; i++) {
862 863 864
		if (node->links[i].link) {
			link_print(node->links[i].link, "Resetting link\n");
			tipc_link_reset(node->links[i].link);
865 866 867
		}
	}

868
	tipc_node_unlock(node);
869 870
}

871
static void link_retransmit_failure(struct tipc_link *l_ptr,
872
				    struct sk_buff *buf)
873 874
{
	struct tipc_msg *msg = buf_msg(buf);
875
	struct net *net = l_ptr->owner->net;
876

877
	pr_warn("Retransmission failure on link <%s>\n", l_ptr->name);
878 879 880

	if (l_ptr->addr) {
		/* Handle failure on standard link */
881
		link_print(l_ptr, "Resetting link\n");
882 883 884 885
		tipc_link_reset(l_ptr);

	} else {
		/* Handle failure on broadcast link */
886
		struct tipc_node *n_ptr;
887 888
		char addr_string[16];

889 890 891
		pr_info("Msg seq number: %u,  ", msg_seqno(msg));
		pr_cont("Outstanding acks: %lu\n",
			(unsigned long) TIPC_SKB_CB(buf)->handle);
J
Jeff Garzik 已提交
892

893
		n_ptr = tipc_bclink_retransmit_to(net);
894

895
		tipc_addr_string_fill(addr_string, n_ptr->addr);
896
		pr_info("Broadcast link info for %s\n", addr_string);
897 898
		pr_info("Reception permitted: %d,  Acked: %u\n",
			n_ptr->bclink.recv_permitted,
899 900 901 902 903
			n_ptr->bclink.acked);
		pr_info("Last in: %u,  Oos state: %u,  Last sent: %u\n",
			n_ptr->bclink.last_in,
			n_ptr->bclink.oos_state,
			n_ptr->bclink.last_sent);
904

905
		n_ptr->action_flags |= TIPC_BCAST_RESET;
906 907 908 909
		l_ptr->stale_count = 0;
	}
}

910
void tipc_link_retransmit(struct tipc_link *l_ptr, struct sk_buff *skb,
911
			  u32 retransmits)
P
Per Liden 已提交
912 913 914
{
	struct tipc_msg *msg;

915
	if (!skb)
916 917
		return;

918
	msg = buf_msg(skb);
919

920
	/* Detect repeated retransmit failures */
921
	if (l_ptr->last_retransm == msg_seqno(msg)) {
922
		if (++l_ptr->stale_count > 100) {
923
			link_retransmit_failure(l_ptr, skb);
924
			return;
925 926
		}
	} else {
927
		l_ptr->last_retransm = msg_seqno(msg);
928
		l_ptr->stale_count = 1;
P
Per Liden 已提交
929
	}
930

J
Jon Paul Maloy 已提交
931 932
	skb_queue_walk_from(&l_ptr->transmq, skb) {
		if (!retransmits)
933 934
			break;
		msg = buf_msg(skb);
935
		msg_set_ack(msg, mod(l_ptr->rcv_nxt - 1));
936
		msg_set_bcast_ack(msg, l_ptr->owner->bclink.last_in);
937 938
		tipc_bearer_send(l_ptr->owner->net, l_ptr->bearer_id, skb,
				 &l_ptr->media_addr);
939 940
		retransmits--;
		l_ptr->stats.retransmitted++;
P
Per Liden 已提交
941 942 943
	}
}

944 945 946 947 948 949 950 951 952 953 954 955 956 957
/* link_synch(): check if all packets arrived before the synch
 *               point have been consumed
 * Returns true if the parallel links are synched, otherwise false
 */
static bool link_synch(struct tipc_link *l)
{
	unsigned int post_synch;
	struct tipc_link *pl;

	pl  = tipc_parallel_link(l);
	if (pl == l)
		goto synched;

	/* Was last pre-synch packet added to input queue ? */
958
	if (less_eq(pl->rcv_nxt, l->synch_point))
959 960 961
		return false;

	/* Is it still in the input queue ? */
962
	post_synch = mod(pl->rcv_nxt - l->synch_point) - 1;
963
	if (skb_queue_len(pl->inputq) > post_synch)
964 965 966 967 968 969
		return false;
synched:
	l->flags &= ~LINK_SYNCHING;
	return true;
}

970 971
static void link_retrieve_defq(struct tipc_link *link,
			       struct sk_buff_head *list)
P
Per Liden 已提交
972
{
973
	u16 seq_no;
P
Per Liden 已提交
974

J
Jon Paul Maloy 已提交
975
	if (skb_queue_empty(&link->deferdq))
976 977
		return;

J
Jon Paul Maloy 已提交
978
	seq_no = buf_seqno(skb_peek(&link->deferdq));
979
	if (seq_no == link->rcv_nxt)
J
Jon Paul Maloy 已提交
980
		skb_queue_splice_tail_init(&link->deferdq, list);
P
Per Liden 已提交
981 982
}

983
/**
984
 * tipc_rcv - process TIPC packets/messages arriving from off-node
985
 * @net: the applicable net namespace
986
 * @skb: TIPC packet
987
 * @b_ptr: pointer to bearer message arrived on
988 989 990 991
 *
 * Invoked with no locks held.  Bearer pointer must point to a valid bearer
 * structure (i.e. cannot be NULL), but bearer can be inactive.
 */
992
void tipc_rcv(struct net *net, struct sk_buff *skb, struct tipc_bearer *b_ptr)
P
Per Liden 已提交
993
{
994
	struct tipc_net *tn = net_generic(net, tipc_net_id);
995 996 997 998 999
	struct sk_buff_head head;
	struct tipc_node *n_ptr;
	struct tipc_link *l_ptr;
	struct sk_buff *skb1, *tmp;
	struct tipc_msg *msg;
1000 1001
	u16 seq_no;
	u16 ackd;
1002
	u32 released;
P
Per Liden 已提交
1003

1004
	skb2list(skb, &head);
1005

1006
	while ((skb = __skb_dequeue(&head))) {
1007
		/* Ensure message is well-formed */
1008
		if (unlikely(!tipc_msg_validate(skb)))
1009
			goto discard;
P
Per Liden 已提交
1010

1011
		/* Handle arrival of a non-unicast link message */
1012
		msg = buf_msg(skb);
P
Per Liden 已提交
1013
		if (unlikely(msg_non_seq(msg))) {
1014
			if (msg_user(msg) ==  LINK_CONFIG)
1015
				tipc_disc_rcv(net, skb, b_ptr);
1016
			else
1017
				tipc_bclink_rcv(net, skb);
P
Per Liden 已提交
1018 1019
			continue;
		}
1020

1021
		/* Discard unicast link messages destined for another node */
1022
		if (unlikely(!msg_short(msg) &&
1023
			     (msg_destnode(msg) != tn->own_addr)))
1024
			goto discard;
1025

1026
		/* Locate neighboring node that sent message */
1027
		n_ptr = tipc_node_find(net, msg_prevnode(msg));
P
Per Liden 已提交
1028
		if (unlikely(!n_ptr))
1029
			goto discard;
1030

1031
		tipc_node_lock(n_ptr);
1032
		/* Locate unicast link endpoint that should handle message */
1033
		l_ptr = n_ptr->links[b_ptr->identity].link;
1034
		if (unlikely(!l_ptr))
1035
			goto unlock;
1036

1037
		/* Verify that communication with node is currently allowed */
Y
Ying Xue 已提交
1038
		if ((n_ptr->action_flags & TIPC_WAIT_PEER_LINKS_DOWN) &&
1039 1040 1041 1042
		    msg_user(msg) == LINK_PROTOCOL &&
		    (msg_type(msg) == RESET_MSG ||
		    msg_type(msg) == ACTIVATE_MSG) &&
		    !msg_redundant_link(msg))
Y
Ying Xue 已提交
1043
			n_ptr->action_flags &= ~TIPC_WAIT_PEER_LINKS_DOWN;
1044 1045

		if (tipc_node_blocked(n_ptr))
1046
			goto unlock;
1047 1048 1049 1050 1051 1052

		/* Validate message sequence number info */
		seq_no = msg_seqno(msg);
		ackd = msg_ack(msg);

		/* Release acked messages */
1053
		if (unlikely(n_ptr->bclink.acked != msg_bcast_ack(msg)))
1054
			tipc_bclink_acknowledge(n_ptr, msg_bcast_ack(msg));
P
Per Liden 已提交
1055

1056
		released = 0;
J
Jon Paul Maloy 已提交
1057 1058
		skb_queue_walk_safe(&l_ptr->transmq, skb1, tmp) {
			if (more(buf_seqno(skb1), ackd))
1059
				break;
J
Jon Paul Maloy 已提交
1060
			 __skb_unlink(skb1, &l_ptr->transmq);
1061 1062
			 kfree_skb(skb1);
			 released = 1;
P
Per Liden 已提交
1063
		}
1064 1065

		/* Try sending any messages link endpoint has pending */
J
Jon Paul Maloy 已提交
1066
		if (unlikely(skb_queue_len(&l_ptr->backlogq)))
1067
			tipc_link_push_packets(l_ptr);
1068

1069
		if (released && !skb_queue_empty(&l_ptr->wakeupq))
1070
			link_prepare_wakeup(l_ptr);
1071 1072

		/* Process the incoming packet */
1073 1074
		if (unlikely(!link_working_working(l_ptr))) {
			if (msg_user(msg) == LINK_PROTOCOL) {
1075
				tipc_link_proto_rcv(l_ptr, skb);
1076
				link_retrieve_defq(l_ptr, &head);
1077 1078
				skb = NULL;
				goto unlock;
P
Per Liden 已提交
1079
			}
1080 1081 1082 1083 1084 1085

			/* Traffic message. Conditionally activate link */
			link_state_event(l_ptr, TRAFFIC_MSG_EVT);

			if (link_working_working(l_ptr)) {
				/* Re-insert buffer in front of queue */
1086
				__skb_queue_head(&head, skb);
1087 1088
				skb = NULL;
				goto unlock;
1089
			}
1090
			goto unlock;
1091 1092 1093
		}

		/* Link is now in state WORKING_WORKING */
1094
		if (unlikely(seq_no != l_ptr->rcv_nxt)) {
1095
			link_handle_out_of_seq_msg(l_ptr, skb);
1096
			link_retrieve_defq(l_ptr, &head);
1097 1098
			skb = NULL;
			goto unlock;
P
Per Liden 已提交
1099
		}
1100 1101
		l_ptr->silent_intv_cnt = 0;

1102 1103
		/* Synchronize with parallel link if applicable */
		if (unlikely((l_ptr->flags & LINK_SYNCHING) && !msg_dup(msg))) {
1104 1105
			if (!link_synch(l_ptr))
				goto unlock;
1106
		}
1107
		l_ptr->rcv_nxt++;
J
Jon Paul Maloy 已提交
1108
		if (unlikely(!skb_queue_empty(&l_ptr->deferdq)))
1109
			link_retrieve_defq(l_ptr, &head);
J
Jon Paul Maloy 已提交
1110
		if (unlikely(++l_ptr->rcv_unacked >= TIPC_MIN_LINK_WIN)) {
1111
			l_ptr->stats.sent_acks++;
1112
			tipc_link_proto_xmit(l_ptr, STATE_MSG, 0, 0, 0, 0);
1113
		}
1114 1115 1116
		tipc_link_input(l_ptr, skb);
		skb = NULL;
unlock:
1117
		tipc_node_unlock(n_ptr);
1118
		tipc_node_put(n_ptr);
1119
discard:
1120 1121
		if (unlikely(skb))
			kfree_skb(skb);
P
Per Liden 已提交
1122 1123 1124
	}
}

1125
/* tipc_data_input - deliver data and name distr msgs to upper layer
1126
 *
1127
 * Consumes buffer if message is of right type
1128 1129
 * Node lock must be held
 */
1130
static bool tipc_data_input(struct tipc_link *link, struct sk_buff *skb)
1131
{
1132 1133 1134
	struct tipc_node *node = link->owner;
	struct tipc_msg *msg = buf_msg(skb);
	u32 dport = msg_destport(msg);
1135 1136

	switch (msg_user(msg)) {
1137 1138 1139 1140 1141
	case TIPC_LOW_IMPORTANCE:
	case TIPC_MEDIUM_IMPORTANCE:
	case TIPC_HIGH_IMPORTANCE:
	case TIPC_CRITICAL_IMPORTANCE:
	case CONN_MANAGER:
1142 1143
		if (tipc_skb_queue_tail(link->inputq, skb, dport)) {
			node->inputq = link->inputq;
1144
			node->action_flags |= TIPC_MSG_EVT;
1145
		}
1146
		return true;
1147
	case NAME_DISTRIBUTOR:
1148
		node->bclink.recv_permitted = true;
1149 1150 1151
		node->namedq = link->namedq;
		skb_queue_tail(link->namedq, skb);
		if (skb_queue_len(link->namedq) == 1)
1152 1153 1154
			node->action_flags |= TIPC_NAMED_MSG_EVT;
		return true;
	case MSG_BUNDLER:
1155
	case TUNNEL_PROTOCOL:
1156
	case MSG_FRAGMENTER:
1157
	case BCAST_PROTOCOL:
1158
		return false;
1159
	default:
1160 1161 1162 1163
		pr_warn("Dropping received illegal msg type\n");
		kfree_skb(skb);
		return false;
	};
1164
}
1165 1166 1167 1168 1169

/* tipc_link_input - process packet that has passed link protocol check
 *
 * Consumes buffer
 * Node lock must be held
1170
 */
1171
static void tipc_link_input(struct tipc_link *link, struct sk_buff *skb)
1172
{
1173 1174 1175 1176 1177 1178 1179
	struct tipc_node *node = link->owner;
	struct tipc_msg *msg = buf_msg(skb);
	struct sk_buff *iskb;
	int pos = 0;

	if (likely(tipc_data_input(link, skb)))
		return;
1180 1181

	switch (msg_user(msg)) {
1182
	case TUNNEL_PROTOCOL:
1183 1184 1185
		if (msg_dup(msg)) {
			link->flags |= LINK_SYNCHING;
			link->synch_point = msg_seqno(msg_get_wrapped(msg));
1186 1187
			kfree_skb(skb);
			break;
1188
		}
1189
		if (!tipc_link_failover_rcv(link, &skb))
1190 1191 1192 1193 1194 1195 1196 1197 1198 1199 1200
			break;
		if (msg_user(buf_msg(skb)) != MSG_BUNDLER) {
			tipc_data_input(link, skb);
			break;
		}
	case MSG_BUNDLER:
		link->stats.recv_bundles++;
		link->stats.recv_bundled += msg_msgcnt(msg);

		while (tipc_msg_extract(skb, &iskb, &pos))
			tipc_data_input(link, iskb);
1201
		break;
1202 1203 1204 1205 1206 1207 1208 1209
	case MSG_FRAGMENTER:
		link->stats.recv_fragments++;
		if (tipc_buf_append(&link->reasm_buf, &skb)) {
			link->stats.recv_fragmented++;
			tipc_data_input(link, skb);
		} else if (!link->reasm_buf) {
			tipc_link_reset(link);
		}
1210
		break;
1211 1212
	case BCAST_PROTOCOL:
		tipc_link_sync_rcv(node, skb);
1213 1214
		break;
	default:
1215 1216
		break;
	};
1217 1218
}

1219
/**
1220 1221 1222
 * tipc_link_defer_pkt - Add out-of-sequence message to deferred reception queue
 *
 * Returns increase in queue length (i.e. 0 or 1)
P
Per Liden 已提交
1223
 */
1224
u32 tipc_link_defer_pkt(struct sk_buff_head *list, struct sk_buff *skb)
P
Per Liden 已提交
1225
{
1226
	struct sk_buff *skb1;
1227
	u16 seq_no = buf_seqno(skb);
P
Per Liden 已提交
1228 1229

	/* Empty queue ? */
1230 1231
	if (skb_queue_empty(list)) {
		__skb_queue_tail(list, skb);
P
Per Liden 已提交
1232 1233 1234 1235
		return 1;
	}

	/* Last ? */
1236 1237
	if (less(buf_seqno(skb_peek_tail(list)), seq_no)) {
		__skb_queue_tail(list, skb);
P
Per Liden 已提交
1238 1239 1240
		return 1;
	}

1241
	/* Locate insertion point in queue, then insert; discard if duplicate */
1242
	skb_queue_walk(list, skb1) {
1243
		u16 curr_seqno = buf_seqno(skb1);
P
Per Liden 已提交
1244

1245
		if (seq_no == curr_seqno) {
1246
			kfree_skb(skb);
1247
			return 0;
P
Per Liden 已提交
1248
		}
1249 1250

		if (less(seq_no, curr_seqno))
P
Per Liden 已提交
1251
			break;
1252
	}
P
Per Liden 已提交
1253

1254
	__skb_queue_before(list, skb1, skb);
1255
	return 1;
P
Per Liden 已提交
1256 1257
}

1258
/*
P
Per Liden 已提交
1259 1260
 * link_handle_out_of_seq_msg - handle arrival of out-of-sequence packet
 */
1261
static void link_handle_out_of_seq_msg(struct tipc_link *l_ptr,
P
Per Liden 已提交
1262 1263
				       struct sk_buff *buf)
{
1264
	u32 seq_no = buf_seqno(buf);
P
Per Liden 已提交
1265 1266

	if (likely(msg_user(buf_msg(buf)) == LINK_PROTOCOL)) {
1267
		tipc_link_proto_rcv(l_ptr, buf);
P
Per Liden 已提交
1268 1269 1270
		return;
	}

1271 1272
	/* Record OOS packet arrival */
	l_ptr->silent_intv_cnt = 0;
P
Per Liden 已提交
1273

1274
	/*
P
Per Liden 已提交
1275 1276 1277
	 * Discard packet if a duplicate; otherwise add it to deferred queue
	 * and notify peer of gap as per protocol specification
	 */
1278
	if (less(seq_no, l_ptr->rcv_nxt)) {
P
Per Liden 已提交
1279
		l_ptr->stats.duplicates++;
1280
		kfree_skb(buf);
P
Per Liden 已提交
1281 1282 1283
		return;
	}

J
Jon Paul Maloy 已提交
1284
	if (tipc_link_defer_pkt(&l_ptr->deferdq, buf)) {
P
Per Liden 已提交
1285
		l_ptr->stats.deferred_recv++;
J
Jon Paul Maloy 已提交
1286
		if ((skb_queue_len(&l_ptr->deferdq) % TIPC_MIN_LINK_WIN) == 1)
1287
			tipc_link_proto_xmit(l_ptr, STATE_MSG, 0, 0, 0, 0);
1288
	} else {
P
Per Liden 已提交
1289
		l_ptr->stats.duplicates++;
1290
	}
P
Per Liden 已提交
1291 1292 1293 1294 1295
}

/*
 * Send protocol message to the other endpoint.
 */
1296
void tipc_link_proto_xmit(struct tipc_link *l_ptr, u32 msg_typ, int probe_msg,
1297
			  u32 gap, u32 tolerance, u32 priority)
P
Per Liden 已提交
1298
{
1299
	struct sk_buff *buf = NULL;
P
Per Liden 已提交
1300
	struct tipc_msg *msg = l_ptr->pmsg;
1301
	u32 msg_size = sizeof(l_ptr->proto_msg);
1302
	int r_flag;
1303
	u16 last_rcv;
P
Per Liden 已提交
1304

1305 1306
	/* Don't send protocol message during link failover */
	if (l_ptr->flags & LINK_FAILINGOVER)
P
Per Liden 已提交
1307
		return;
1308 1309

	/* Abort non-RESET send if communication with node is prohibited */
1310
	if ((tipc_node_blocked(l_ptr->owner)) && (msg_typ != RESET_MSG))
1311 1312
		return;

1313
	/* Create protocol message with "out-of-sequence" sequence number */
P
Per Liden 已提交
1314
	msg_set_type(msg, msg_typ);
1315
	msg_set_net_plane(msg, l_ptr->net_plane);
1316
	msg_set_bcast_ack(msg, l_ptr->owner->bclink.last_in);
1317
	msg_set_last_bcast(msg, tipc_bclink_get_last_sent(l_ptr->owner->net));
P
Per Liden 已提交
1318 1319

	if (msg_typ == STATE_MSG) {
1320
		u16 next_sent = l_ptr->snd_nxt;
P
Per Liden 已提交
1321

1322
		if (!tipc_link_is_up(l_ptr))
P
Per Liden 已提交
1323 1324
			return;
		msg_set_next_sent(msg, next_sent);
J
Jon Paul Maloy 已提交
1325
		if (!skb_queue_empty(&l_ptr->deferdq)) {
1326
			last_rcv = buf_seqno(skb_peek(&l_ptr->deferdq));
1327
			gap = mod(last_rcv - l_ptr->rcv_nxt);
P
Per Liden 已提交
1328 1329 1330 1331 1332 1333
		}
		msg_set_seq_gap(msg, gap);
		if (gap)
			l_ptr->stats.sent_nacks++;
		msg_set_link_tolerance(msg, tolerance);
		msg_set_linkprio(msg, priority);
1334
		msg_set_max_pkt(msg, l_ptr->mtu);
1335
		msg_set_ack(msg, mod(l_ptr->rcv_nxt - 1));
P
Per Liden 已提交
1336
		msg_set_probe(msg, probe_msg != 0);
1337
		if (probe_msg)
P
Per Liden 已提交
1338 1339 1340
			l_ptr->stats.sent_probes++;
		l_ptr->stats.sent_states++;
	} else {		/* RESET_MSG or ACTIVATE_MSG */
1341
		msg_set_ack(msg, mod(l_ptr->failover_checkpt - 1));
P
Per Liden 已提交
1342 1343
		msg_set_seq_gap(msg, 0);
		msg_set_next_sent(msg, 1);
1344
		msg_set_probe(msg, 0);
P
Per Liden 已提交
1345 1346
		msg_set_link_tolerance(msg, l_ptr->tolerance);
		msg_set_linkprio(msg, l_ptr->priority);
1347
		msg_set_max_pkt(msg, l_ptr->advertised_mtu);
P
Per Liden 已提交
1348 1349
	}

1350 1351
	r_flag = (l_ptr->owner->working_links > tipc_link_is_up(l_ptr));
	msg_set_redundant_link(msg, r_flag);
P
Per Liden 已提交
1352
	msg_set_linkprio(msg, l_ptr->priority);
1353
	msg_set_size(msg, msg_size);
P
Per Liden 已提交
1354

1355
	msg_set_seqno(msg, mod(l_ptr->snd_nxt + (0xffff / 2)));
P
Per Liden 已提交
1356

1357
	buf = tipc_buf_acquire(msg_size);
P
Per Liden 已提交
1358 1359 1360
	if (!buf)
		return;

1361
	skb_copy_to_linear_data(buf, msg, sizeof(l_ptr->proto_msg));
1362
	buf->priority = TC_PRIO_CONTROL;
1363 1364
	tipc_bearer_send(l_ptr->owner->net, l_ptr->bearer_id, buf,
			 &l_ptr->media_addr);
J
Jon Paul Maloy 已提交
1365
	l_ptr->rcv_unacked = 0;
1366
	kfree_skb(buf);
P
Per Liden 已提交
1367 1368 1369 1370
}

/*
 * Receive protocol message :
1371 1372
 * Note that network plane id propagates through the network, and may
 * change at any time. The node with lowest address rules
P
Per Liden 已提交
1373
 */
1374
static void tipc_link_proto_rcv(struct tipc_link *l_ptr,
1375
				struct sk_buff *buf)
P
Per Liden 已提交
1376 1377 1378 1379 1380
{
	u32 rec_gap = 0;
	u32 msg_tol;
	struct tipc_msg *msg = buf_msg(buf);

1381
	if (l_ptr->flags & LINK_FAILINGOVER)
P
Per Liden 已提交
1382 1383
		goto exit;

1384
	if (l_ptr->net_plane != msg_net_plane(msg))
1385
		if (link_own_addr(l_ptr) > msg_prevnode(msg))
1386
			l_ptr->net_plane = msg_net_plane(msg);
P
Per Liden 已提交
1387 1388

	switch (msg_type(msg)) {
1389

P
Per Liden 已提交
1390
	case RESET_MSG:
1391 1392
		if (!link_working_unknown(l_ptr) &&
		    (l_ptr->peer_session != INVALID_SESSION)) {
1393 1394
			if (less_eq(msg_session(msg), l_ptr->peer_session))
				break; /* duplicate or old reset: ignore */
P
Per Liden 已提交
1395
		}
1396 1397 1398 1399 1400 1401 1402

		if (!msg_redundant_link(msg) && (link_working_working(l_ptr) ||
				link_working_unknown(l_ptr))) {
			/*
			 * peer has lost contact -- don't allow peer's links
			 * to reactivate before we recognize loss & clean up
			 */
1403
			l_ptr->owner->action_flags |= TIPC_WAIT_OWN_LINKS_DOWN;
1404 1405
		}

1406 1407
		link_state_event(l_ptr, RESET_MSG);

P
Per Liden 已提交
1408 1409 1410 1411 1412
		/* fall thru' */
	case ACTIVATE_MSG:
		/* Update link settings according other endpoint's values */
		strcpy((strrchr(l_ptr->name, ':') + 1), (char *)msg_data(msg));

1413 1414
		msg_tol = msg_link_tolerance(msg);
		if (msg_tol > l_ptr->tolerance)
P
Per Liden 已提交
1415 1416 1417 1418 1419
			link_set_supervision_props(l_ptr, msg_tol);

		if (msg_linkprio(msg) > l_ptr->priority)
			l_ptr->priority = msg_linkprio(msg);

1420 1421
		if (l_ptr->mtu > msg_max_pkt(msg))
			l_ptr->mtu = msg_max_pkt(msg);
P
Per Liden 已提交
1422

1423
		/* Synchronize broadcast link info, if not done previously */
1424 1425 1426 1427 1428 1429
		if (!tipc_node_is_up(l_ptr->owner)) {
			l_ptr->owner->bclink.last_sent =
				l_ptr->owner->bclink.last_in =
				msg_last_bcast(msg);
			l_ptr->owner->bclink.oos_state = 0;
		}
1430

P
Per Liden 已提交
1431 1432
		l_ptr->peer_session = msg_session(msg);
		l_ptr->peer_bearer_id = msg_bearer_id(msg);
1433 1434 1435

		if (msg_type(msg) == ACTIVATE_MSG)
			link_state_event(l_ptr, ACTIVATE_MSG);
P
Per Liden 已提交
1436 1437 1438
		break;
	case STATE_MSG:

1439 1440
		msg_tol = msg_link_tolerance(msg);
		if (msg_tol)
P
Per Liden 已提交
1441
			link_set_supervision_props(l_ptr, msg_tol);
1442 1443

		if (msg_linkprio(msg) &&
P
Per Liden 已提交
1444
		    (msg_linkprio(msg) != l_ptr->priority)) {
1445 1446 1447
			pr_debug("%s<%s>, priority change %u->%u\n",
				 link_rst_msg, l_ptr->name,
				 l_ptr->priority, msg_linkprio(msg));
P
Per Liden 已提交
1448
			l_ptr->priority = msg_linkprio(msg);
1449
			tipc_link_reset(l_ptr); /* Enforce change to take effect */
P
Per Liden 已提交
1450 1451
			break;
		}
1452 1453

		/* Record reception; force mismatch at next timeout: */
1454
		l_ptr->silent_intv_cnt = 0;
1455

P
Per Liden 已提交
1456 1457 1458 1459 1460
		link_state_event(l_ptr, TRAFFIC_MSG_EVT);
		l_ptr->stats.recv_states++;
		if (link_reset_unknown(l_ptr))
			break;

1461 1462
		if (less_eq(l_ptr->rcv_nxt, msg_next_sent(msg)))
			rec_gap = mod(msg_next_sent(msg) - l_ptr->rcv_nxt);
P
Per Liden 已提交
1463

1464
		if (msg_probe(msg))
P
Per Liden 已提交
1465 1466 1467
			l_ptr->stats.recv_probes++;

		/* Protocol message before retransmits, reduce loss risk */
1468
		if (l_ptr->owner->bclink.recv_permitted)
1469
			tipc_bclink_update_link_state(l_ptr->owner,
1470
						      msg_last_bcast(msg));
P
Per Liden 已提交
1471 1472

		if (rec_gap || (msg_probe(msg))) {
1473 1474
			tipc_link_proto_xmit(l_ptr, STATE_MSG, 0,
					     rec_gap, 0, 0);
P
Per Liden 已提交
1475 1476 1477
		}
		if (msg_seq_gap(msg)) {
			l_ptr->stats.recv_nacks++;
J
Jon Paul Maloy 已提交
1478
			tipc_link_retransmit(l_ptr, skb_peek(&l_ptr->transmq),
1479
					     msg_seq_gap(msg));
P
Per Liden 已提交
1480 1481 1482 1483
		}
		break;
	}
exit:
1484
	kfree_skb(buf);
P
Per Liden 已提交
1485 1486 1487
}


1488 1489
/* tipc_link_tunnel_xmit(): Tunnel one packet via a link belonging to
 * a different bearer. Owner node is locked.
P
Per Liden 已提交
1490
 */
1491 1492 1493 1494
static void tipc_link_tunnel_xmit(struct tipc_link *l_ptr,
				  struct tipc_msg *tunnel_hdr,
				  struct tipc_msg *msg,
				  u32 selector)
P
Per Liden 已提交
1495
{
1496
	struct tipc_link *tunnel;
1497
	struct sk_buff *skb;
P
Per Liden 已提交
1498 1499
	u32 length = msg_size(msg);

1500
	tunnel = node_active_link(l_ptr->owner, selector & 1);
1501
	if (!tipc_link_is_up(tunnel)) {
1502
		pr_warn("%stunnel link no longer available\n", link_co_err);
P
Per Liden 已提交
1503
		return;
1504
	}
P
Per Liden 已提交
1505
	msg_set_size(tunnel_hdr, length + INT_H_SIZE);
1506 1507
	skb = tipc_buf_acquire(length + INT_H_SIZE);
	if (!skb) {
1508
		pr_warn("%sunable to send tunnel msg\n", link_co_err);
P
Per Liden 已提交
1509
		return;
1510
	}
1511 1512 1513
	skb_copy_to_linear_data(skb, tunnel_hdr, INT_H_SIZE);
	skb_copy_to_linear_data_offset(skb, INT_H_SIZE, msg, length);
	__tipc_link_xmit_skb(tunnel, skb);
P
Per Liden 已提交
1514 1515 1516
}


1517 1518 1519 1520 1521
/* tipc_link_failover_send_queue(): A link has gone down, but a second
 * link is still active. We can do failover. Tunnel the failing link's
 * whole send queue via the remaining link. This way, we don't lose
 * any packets, and sequence order is preserved for subsequent traffic
 * sent over the remaining link. Owner node is locked.
P
Per Liden 已提交
1522
 */
1523
void tipc_link_failover_send_queue(struct tipc_link *l_ptr)
P
Per Liden 已提交
1524
{
J
Jon Paul Maloy 已提交
1525
	int msgcount;
1526
	struct tipc_link *tunnel = node_active_link(l_ptr->owner, 0);
P
Per Liden 已提交
1527
	struct tipc_msg tunnel_hdr;
1528
	struct sk_buff *skb;
1529
	int split_bundles;
P
Per Liden 已提交
1530 1531 1532 1533

	if (!tunnel)
		return;

1534 1535
	tipc_msg_init(link_own_addr(l_ptr), &tunnel_hdr, TUNNEL_PROTOCOL,
		      FAILOVER_MSG, INT_H_SIZE, l_ptr->addr);
1536 1537 1538 1539 1540

	skb_queue_walk(&l_ptr->backlogq, skb) {
		msg_set_seqno(buf_msg(skb), l_ptr->snd_nxt);
		l_ptr->snd_nxt = mod(l_ptr->snd_nxt + 1);
	}
J
Jon Paul Maloy 已提交
1541
	skb_queue_splice_tail_init(&l_ptr->backlogq, &l_ptr->transmq);
1542
	tipc_link_purge_backlog(l_ptr);
J
Jon Paul Maloy 已提交
1543
	msgcount = skb_queue_len(&l_ptr->transmq);
P
Per Liden 已提交
1544 1545
	msg_set_bearer_id(&tunnel_hdr, l_ptr->peer_bearer_id);
	msg_set_msgcnt(&tunnel_hdr, msgcount);
1546

J
Jon Paul Maloy 已提交
1547
	if (skb_queue_empty(&l_ptr->transmq)) {
1548 1549 1550
		skb = tipc_buf_acquire(INT_H_SIZE);
		if (skb) {
			skb_copy_to_linear_data(skb, &tunnel_hdr, INT_H_SIZE);
P
Per Liden 已提交
1551
			msg_set_size(&tunnel_hdr, INT_H_SIZE);
1552
			__tipc_link_xmit_skb(tunnel, skb);
P
Per Liden 已提交
1553
		} else {
1554 1555
			pr_warn("%sunable to send changeover msg\n",
				link_co_err);
P
Per Liden 已提交
1556 1557 1558
		}
		return;
	}
1559

1560 1561
	split_bundles = (node_active_link(l_ptr->owner, 0) !=
			 node_active_link(l_ptr->owner, 0));
1562

J
Jon Paul Maloy 已提交
1563
	skb_queue_walk(&l_ptr->transmq, skb) {
1564
		struct tipc_msg *msg = buf_msg(skb);
P
Per Liden 已提交
1565 1566 1567

		if ((msg_user(msg) == MSG_BUNDLER) && split_bundles) {
			struct tipc_msg *m = msg_get_wrapped(msg);
1568
			unchar *pos = (unchar *)m;
P
Per Liden 已提交
1569

1570
			msgcount = msg_msgcnt(msg);
P
Per Liden 已提交
1571
			while (msgcount--) {
1572
				msg_set_seqno(m, msg_seqno(msg));
1573 1574
				tipc_link_tunnel_xmit(l_ptr, &tunnel_hdr, m,
						      msg_link_selector(m));
P
Per Liden 已提交
1575 1576 1577 1578
				pos += align(msg_size(m));
				m = (struct tipc_msg *)pos;
			}
		} else {
1579 1580
			tipc_link_tunnel_xmit(l_ptr, &tunnel_hdr, msg,
					      msg_link_selector(msg));
P
Per Liden 已提交
1581 1582 1583 1584
		}
	}
}

1585
/* tipc_link_dup_queue_xmit(): A second link has become active. Tunnel a
1586 1587 1588 1589 1590 1591 1592 1593
 * duplicate of the first link's send queue via the new link. This way, we
 * are guaranteed that currently queued packets from a socket are delivered
 * before future traffic from the same socket, even if this is using the
 * new link. The last arriving copy of each duplicate packet is dropped at
 * the receiving end by the regular protocol check, so packet cardinality
 * and sequence order is preserved per sender/receiver socket pair.
 * Owner node is locked.
 */
J
Jon Paul Maloy 已提交
1594 1595
void tipc_link_dup_queue_xmit(struct tipc_link *link,
			      struct tipc_link *tnl)
P
Per Liden 已提交
1596
{
1597
	struct sk_buff *skb;
J
Jon Paul Maloy 已提交
1598 1599 1600
	struct tipc_msg tnl_hdr;
	struct sk_buff_head *queue = &link->transmq;
	int mcnt;
1601
	u16 seqno;
J
Jon Paul Maloy 已提交
1602

1603 1604
	tipc_msg_init(link_own_addr(link), &tnl_hdr, TUNNEL_PROTOCOL,
		      SYNCH_MSG, INT_H_SIZE, link->addr);
J
Jon Paul Maloy 已提交
1605 1606 1607 1608 1609 1610
	mcnt = skb_queue_len(&link->transmq) + skb_queue_len(&link->backlogq);
	msg_set_msgcnt(&tnl_hdr, mcnt);
	msg_set_bearer_id(&tnl_hdr, link->peer_bearer_id);

tunnel_queue:
	skb_queue_walk(queue, skb) {
1611 1612
		struct sk_buff *outskb;
		struct tipc_msg *msg = buf_msg(skb);
J
Jon Paul Maloy 已提交
1613
		u32 len = msg_size(msg);
P
Per Liden 已提交
1614

1615
		msg_set_ack(msg, mod(link->rcv_nxt - 1));
J
Jon Paul Maloy 已提交
1616 1617 1618
		msg_set_bcast_ack(msg, link->owner->bclink.last_in);
		msg_set_size(&tnl_hdr, len + INT_H_SIZE);
		outskb = tipc_buf_acquire(len + INT_H_SIZE);
1619
		if (outskb == NULL) {
1620 1621
			pr_warn("%sunable to send duplicate msg\n",
				link_co_err);
P
Per Liden 已提交
1622 1623
			return;
		}
J
Jon Paul Maloy 已提交
1624 1625 1626 1627 1628
		skb_copy_to_linear_data(outskb, &tnl_hdr, INT_H_SIZE);
		skb_copy_to_linear_data_offset(outskb, INT_H_SIZE,
					       skb->data, len);
		__tipc_link_xmit_skb(tnl, outskb);
		if (!tipc_link_is_up(link))
P
Per Liden 已提交
1629 1630
			return;
	}
J
Jon Paul Maloy 已提交
1631 1632
	if (queue == &link->backlogq)
		return;
1633 1634 1635 1636 1637
	seqno = link->snd_nxt;
	skb_queue_walk(&link->backlogq, skb) {
		msg_set_seqno(buf_msg(skb), seqno);
		seqno = mod(seqno + 1);
	}
J
Jon Paul Maloy 已提交
1638 1639
	queue = &link->backlogq;
	goto tunnel_queue;
P
Per Liden 已提交
1640 1641
}

1642
/*  tipc_link_failover_rcv(): Receive a tunnelled FAILOVER_MSG packet
1643 1644
 *  Owner node is locked.
 */
1645
static bool tipc_link_failover_rcv(struct tipc_link *link,
1646
				   struct sk_buff **skb)
1647
{
1648 1649
	struct tipc_msg *msg = buf_msg(*skb);
	struct sk_buff *iskb = NULL;
1650
	struct tipc_link *pl = NULL;
1651
	int bearer_id = msg_bearer_id(msg);
1652
	int pos = 0;
1653

1654
	if (msg_type(msg) != FAILOVER_MSG) {
1655 1656
		pr_warn("%sunknown tunnel pkt received\n", link_co_err);
		goto exit;
1657
	}
1658 1659
	if (bearer_id >= MAX_BEARERS)
		goto exit;
1660 1661

	if (bearer_id == link->bearer_id)
1662
		goto exit;
P
Per Liden 已提交
1663

1664
	pl = link->owner->links[bearer_id].link;
1665 1666 1667 1668 1669
	if (pl && tipc_link_is_up(pl))
		tipc_link_reset(pl);

	if (link->failover_pkts == FIRST_FAILOVER)
		link->failover_pkts = msg_msgcnt(msg);
1670

1671
	/* Should we expect an inner packet? */
1672
	if (!link->failover_pkts)
1673
		goto exit;
1674

1675 1676 1677
	if (!tipc_msg_extract(*skb, &iskb, &pos)) {
		pr_warn("%sno inner failover pkt\n", link_co_err);
		*skb = NULL;
P
Per Liden 已提交
1678
		goto exit;
1679
	}
1680
	link->failover_pkts--;
1681
	*skb = NULL;
P
Per Liden 已提交
1682

1683 1684
	/* Was this packet already delivered? */
	if (less(buf_seqno(iskb), link->failover_checkpt)) {
1685 1686 1687 1688 1689 1690
		kfree_skb(iskb);
		iskb = NULL;
		goto exit;
	}
	if (msg_user(buf_msg(iskb)) == MSG_FRAGMENTER) {
		link->stats.recv_fragments++;
1691
		tipc_buf_append(&link->failover_skb, &iskb);
1692
	}
P
Per Liden 已提交
1693
exit:
1694 1695
	if (!link->failover_pkts && pl)
		pl->flags &= ~LINK_FAILINGOVER;
1696 1697 1698
	kfree_skb(*skb);
	*skb = iskb;
	return *skb;
P
Per Liden 已提交
1699 1700
}

1701
static void link_set_supervision_props(struct tipc_link *l_ptr, u32 tol)
P
Per Liden 已提交
1702
{
1703 1704 1705
	unsigned long intv = ((tol / 4) > 500) ? 500 : tol / 4;

	if ((tol < TIPC_MIN_LINK_TOL) || (tol > TIPC_MAX_LINK_TOL))
1706 1707
		return;

1708
	l_ptr->tolerance = tol;
1709 1710
	l_ptr->keepalive_intv = msecs_to_jiffies(intv);
	l_ptr->abort_limit = tol / (jiffies_to_msecs(l_ptr->keepalive_intv));
P
Per Liden 已提交
1711 1712
}

1713
void tipc_link_set_queue_limits(struct tipc_link *l, u32 win)
P
Per Liden 已提交
1714
{
1715
	int max_bulk = TIPC_MAX_PUBLICATIONS / (l->mtu / ITEM_SIZE);
1716 1717

	l->window = win;
1718 1719 1720 1721 1722
	l->backlog[TIPC_LOW_IMPORTANCE].limit      = win / 2;
	l->backlog[TIPC_MEDIUM_IMPORTANCE].limit   = win;
	l->backlog[TIPC_HIGH_IMPORTANCE].limit     = win / 2 * 3;
	l->backlog[TIPC_CRITICAL_IMPORTANCE].limit = win * 2;
	l->backlog[TIPC_SYSTEM_IMPORTANCE].limit   = max_bulk;
P
Per Liden 已提交
1723 1724
}

1725
/* tipc_link_find_owner - locate owner node of link by link's name
1726
 * @net: the applicable net namespace
1727 1728
 * @name: pointer to link name string
 * @bearer_id: pointer to index in 'node->links' array where the link was found.
1729
 *
1730
 * Returns pointer to node owning the link, or 0 if no matching link is found.
P
Per Liden 已提交
1731
 */
1732 1733
static struct tipc_node *tipc_link_find_owner(struct net *net,
					      const char *link_name,
1734
					      unsigned int *bearer_id)
P
Per Liden 已提交
1735
{
1736
	struct tipc_net *tn = net_generic(net, tipc_net_id);
1737
	struct tipc_link *l_ptr;
1738
	struct tipc_node *n_ptr;
1739
	struct tipc_node *found_node = NULL;
1740
	int i;
P
Per Liden 已提交
1741

1742
	*bearer_id = 0;
1743
	rcu_read_lock();
1744
	list_for_each_entry_rcu(n_ptr, &tn->node_list, list) {
1745
		tipc_node_lock(n_ptr);
1746
		for (i = 0; i < MAX_BEARERS; i++) {
1747
			l_ptr = n_ptr->links[i].link;
1748 1749 1750 1751 1752
			if (l_ptr && !strcmp(l_ptr->name, link_name)) {
				*bearer_id = i;
				found_node = n_ptr;
				break;
			}
1753
		}
1754
		tipc_node_unlock(n_ptr);
1755 1756
		if (found_node)
			break;
1757
	}
1758 1759
	rcu_read_unlock();

1760
	return found_node;
P
Per Liden 已提交
1761 1762 1763 1764 1765 1766
}

/**
 * link_reset_statistics - reset link statistics
 * @l_ptr: pointer to link
 */
1767
static void link_reset_statistics(struct tipc_link *l_ptr)
P
Per Liden 已提交
1768 1769
{
	memset(&l_ptr->stats, 0, sizeof(l_ptr->stats));
1770 1771
	l_ptr->stats.sent_info = l_ptr->snd_nxt;
	l_ptr->stats.recv_info = l_ptr->rcv_nxt;
P
Per Liden 已提交
1772 1773
}

1774
static void link_print(struct tipc_link *l_ptr, const char *str)
P
Per Liden 已提交
1775
{
1776
	struct tipc_net *tn = net_generic(l_ptr->owner->net, tipc_net_id);
1777 1778 1779
	struct tipc_bearer *b_ptr;

	rcu_read_lock();
1780
	b_ptr = rcu_dereference_rtnl(tn->bearer_list[l_ptr->bearer_id]);
1781 1782 1783
	if (b_ptr)
		pr_info("%s Link %x<%s>:", str, l_ptr->addr, b_ptr->name);
	rcu_read_unlock();
1784

P
Per Liden 已提交
1785
	if (link_working_unknown(l_ptr))
1786
		pr_cont(":WU\n");
1787
	else if (link_reset_reset(l_ptr))
1788
		pr_cont(":RR\n");
1789
	else if (link_reset_unknown(l_ptr))
1790
		pr_cont(":RU\n");
1791
	else if (link_working_working(l_ptr))
1792 1793 1794
		pr_cont(":WW\n");
	else
		pr_cont("\n");
P
Per Liden 已提交
1795
}
1796 1797 1798 1799 1800 1801 1802 1803 1804 1805 1806 1807 1808 1809 1810 1811 1812 1813 1814 1815 1816 1817 1818 1819 1820 1821 1822 1823 1824 1825 1826 1827 1828 1829 1830 1831 1832 1833

/* Parse and validate nested (link) properties valid for media, bearer and link
 */
int tipc_nl_parse_link_prop(struct nlattr *prop, struct nlattr *props[])
{
	int err;

	err = nla_parse_nested(props, TIPC_NLA_PROP_MAX, prop,
			       tipc_nl_prop_policy);
	if (err)
		return err;

	if (props[TIPC_NLA_PROP_PRIO]) {
		u32 prio;

		prio = nla_get_u32(props[TIPC_NLA_PROP_PRIO]);
		if (prio > TIPC_MAX_LINK_PRI)
			return -EINVAL;
	}

	if (props[TIPC_NLA_PROP_TOL]) {
		u32 tol;

		tol = nla_get_u32(props[TIPC_NLA_PROP_TOL]);
		if ((tol < TIPC_MIN_LINK_TOL) || (tol > TIPC_MAX_LINK_TOL))
			return -EINVAL;
	}

	if (props[TIPC_NLA_PROP_WIN]) {
		u32 win;

		win = nla_get_u32(props[TIPC_NLA_PROP_WIN]);
		if ((win < TIPC_MIN_LINK_WIN) || (win > TIPC_MAX_LINK_WIN))
			return -EINVAL;
	}

	return 0;
}
1834

1835 1836 1837 1838 1839 1840 1841 1842 1843
int tipc_nl_link_set(struct sk_buff *skb, struct genl_info *info)
{
	int err;
	int res = 0;
	int bearer_id;
	char *name;
	struct tipc_link *link;
	struct tipc_node *node;
	struct nlattr *attrs[TIPC_NLA_LINK_MAX + 1];
1844
	struct net *net = sock_net(skb->sk);
1845 1846 1847 1848 1849 1850 1851 1852 1853 1854 1855 1856 1857 1858 1859

	if (!info->attrs[TIPC_NLA_LINK])
		return -EINVAL;

	err = nla_parse_nested(attrs, TIPC_NLA_LINK_MAX,
			       info->attrs[TIPC_NLA_LINK],
			       tipc_nl_link_policy);
	if (err)
		return err;

	if (!attrs[TIPC_NLA_LINK_NAME])
		return -EINVAL;

	name = nla_data(attrs[TIPC_NLA_LINK_NAME]);

1860 1861 1862
	if (strcmp(name, tipc_bclink_name) == 0)
		return tipc_nl_bc_link_set(net, attrs);

1863
	node = tipc_link_find_owner(net, name, &bearer_id);
1864 1865 1866 1867 1868
	if (!node)
		return -EINVAL;

	tipc_node_lock(node);

1869
	link = node->links[bearer_id].link;
1870 1871 1872 1873 1874 1875 1876 1877 1878 1879 1880 1881 1882 1883 1884 1885 1886 1887 1888 1889
	if (!link) {
		res = -EINVAL;
		goto out;
	}

	if (attrs[TIPC_NLA_LINK_PROP]) {
		struct nlattr *props[TIPC_NLA_PROP_MAX + 1];

		err = tipc_nl_parse_link_prop(attrs[TIPC_NLA_LINK_PROP],
					      props);
		if (err) {
			res = err;
			goto out;
		}

		if (props[TIPC_NLA_PROP_TOL]) {
			u32 tol;

			tol = nla_get_u32(props[TIPC_NLA_PROP_TOL]);
			link_set_supervision_props(link, tol);
1890
			tipc_link_proto_xmit(link, STATE_MSG, 0, 0, tol, 0);
1891 1892 1893 1894 1895 1896
		}
		if (props[TIPC_NLA_PROP_PRIO]) {
			u32 prio;

			prio = nla_get_u32(props[TIPC_NLA_PROP_PRIO]);
			link->priority = prio;
1897
			tipc_link_proto_xmit(link, STATE_MSG, 0, 0, 0, prio);
1898 1899 1900 1901 1902 1903 1904 1905 1906 1907 1908 1909 1910 1911
		}
		if (props[TIPC_NLA_PROP_WIN]) {
			u32 win;

			win = nla_get_u32(props[TIPC_NLA_PROP_WIN]);
			tipc_link_set_queue_limits(link, win);
		}
	}

out:
	tipc_node_unlock(node);

	return res;
}
1912 1913

static int __tipc_nl_add_stats(struct sk_buff *skb, struct tipc_stats *s)
1914 1915 1916 1917 1918 1919 1920 1921 1922 1923 1924 1925 1926 1927 1928 1929 1930 1931 1932 1933 1934 1935 1936 1937 1938 1939 1940 1941 1942 1943 1944 1945 1946 1947 1948 1949 1950 1951 1952 1953 1954 1955 1956 1957 1958 1959 1960 1961 1962 1963 1964 1965 1966 1967 1968 1969 1970 1971 1972 1973 1974 1975 1976 1977 1978
{
	int i;
	struct nlattr *stats;

	struct nla_map {
		u32 key;
		u32 val;
	};

	struct nla_map map[] = {
		{TIPC_NLA_STATS_RX_INFO, s->recv_info},
		{TIPC_NLA_STATS_RX_FRAGMENTS, s->recv_fragments},
		{TIPC_NLA_STATS_RX_FRAGMENTED, s->recv_fragmented},
		{TIPC_NLA_STATS_RX_BUNDLES, s->recv_bundles},
		{TIPC_NLA_STATS_RX_BUNDLED, s->recv_bundled},
		{TIPC_NLA_STATS_TX_INFO, s->sent_info},
		{TIPC_NLA_STATS_TX_FRAGMENTS, s->sent_fragments},
		{TIPC_NLA_STATS_TX_FRAGMENTED, s->sent_fragmented},
		{TIPC_NLA_STATS_TX_BUNDLES, s->sent_bundles},
		{TIPC_NLA_STATS_TX_BUNDLED, s->sent_bundled},
		{TIPC_NLA_STATS_MSG_PROF_TOT, (s->msg_length_counts) ?
			s->msg_length_counts : 1},
		{TIPC_NLA_STATS_MSG_LEN_CNT, s->msg_length_counts},
		{TIPC_NLA_STATS_MSG_LEN_TOT, s->msg_lengths_total},
		{TIPC_NLA_STATS_MSG_LEN_P0, s->msg_length_profile[0]},
		{TIPC_NLA_STATS_MSG_LEN_P1, s->msg_length_profile[1]},
		{TIPC_NLA_STATS_MSG_LEN_P2, s->msg_length_profile[2]},
		{TIPC_NLA_STATS_MSG_LEN_P3, s->msg_length_profile[3]},
		{TIPC_NLA_STATS_MSG_LEN_P4, s->msg_length_profile[4]},
		{TIPC_NLA_STATS_MSG_LEN_P5, s->msg_length_profile[5]},
		{TIPC_NLA_STATS_MSG_LEN_P6, s->msg_length_profile[6]},
		{TIPC_NLA_STATS_RX_STATES, s->recv_states},
		{TIPC_NLA_STATS_RX_PROBES, s->recv_probes},
		{TIPC_NLA_STATS_RX_NACKS, s->recv_nacks},
		{TIPC_NLA_STATS_RX_DEFERRED, s->deferred_recv},
		{TIPC_NLA_STATS_TX_STATES, s->sent_states},
		{TIPC_NLA_STATS_TX_PROBES, s->sent_probes},
		{TIPC_NLA_STATS_TX_NACKS, s->sent_nacks},
		{TIPC_NLA_STATS_TX_ACKS, s->sent_acks},
		{TIPC_NLA_STATS_RETRANSMITTED, s->retransmitted},
		{TIPC_NLA_STATS_DUPLICATES, s->duplicates},
		{TIPC_NLA_STATS_LINK_CONGS, s->link_congs},
		{TIPC_NLA_STATS_MAX_QUEUE, s->max_queue_sz},
		{TIPC_NLA_STATS_AVG_QUEUE, s->queue_sz_counts ?
			(s->accu_queue_sz / s->queue_sz_counts) : 0}
	};

	stats = nla_nest_start(skb, TIPC_NLA_LINK_STATS);
	if (!stats)
		return -EMSGSIZE;

	for (i = 0; i <  ARRAY_SIZE(map); i++)
		if (nla_put_u32(skb, map[i].key, map[i].val))
			goto msg_full;

	nla_nest_end(skb, stats);

	return 0;
msg_full:
	nla_nest_cancel(skb, stats);

	return -EMSGSIZE;
}

/* Caller should hold appropriate locks to protect the link */
1979
static int __tipc_nl_add_link(struct net *net, struct tipc_nl_msg *msg,
1980
			      struct tipc_link *link, int nlflags)
1981 1982 1983 1984 1985
{
	int err;
	void *hdr;
	struct nlattr *attrs;
	struct nlattr *prop;
1986
	struct tipc_net *tn = net_generic(net, tipc_net_id);
1987

1988
	hdr = genlmsg_put(msg->skb, msg->portid, msg->seq, &tipc_genl_family,
1989
			  nlflags, TIPC_NL_LINK_GET);
1990 1991 1992 1993 1994 1995 1996 1997 1998 1999
	if (!hdr)
		return -EMSGSIZE;

	attrs = nla_nest_start(msg->skb, TIPC_NLA_LINK);
	if (!attrs)
		goto msg_full;

	if (nla_put_string(msg->skb, TIPC_NLA_LINK_NAME, link->name))
		goto attr_msg_full;
	if (nla_put_u32(msg->skb, TIPC_NLA_LINK_DEST,
2000
			tipc_cluster_mask(tn->own_addr)))
2001
		goto attr_msg_full;
2002
	if (nla_put_u32(msg->skb, TIPC_NLA_LINK_MTU, link->mtu))
2003
		goto attr_msg_full;
2004
	if (nla_put_u32(msg->skb, TIPC_NLA_LINK_RX, link->rcv_nxt))
2005
		goto attr_msg_full;
2006
	if (nla_put_u32(msg->skb, TIPC_NLA_LINK_TX, link->snd_nxt))
2007 2008 2009 2010 2011 2012 2013 2014 2015 2016 2017 2018 2019 2020 2021 2022 2023
		goto attr_msg_full;

	if (tipc_link_is_up(link))
		if (nla_put_flag(msg->skb, TIPC_NLA_LINK_UP))
			goto attr_msg_full;
	if (tipc_link_is_active(link))
		if (nla_put_flag(msg->skb, TIPC_NLA_LINK_ACTIVE))
			goto attr_msg_full;

	prop = nla_nest_start(msg->skb, TIPC_NLA_LINK_PROP);
	if (!prop)
		goto attr_msg_full;
	if (nla_put_u32(msg->skb, TIPC_NLA_PROP_PRIO, link->priority))
		goto prop_msg_full;
	if (nla_put_u32(msg->skb, TIPC_NLA_PROP_TOL, link->tolerance))
		goto prop_msg_full;
	if (nla_put_u32(msg->skb, TIPC_NLA_PROP_WIN,
2024
			link->window))
2025 2026 2027 2028 2029 2030 2031 2032 2033 2034 2035 2036 2037 2038 2039 2040 2041 2042 2043 2044 2045 2046 2047 2048 2049
		goto prop_msg_full;
	if (nla_put_u32(msg->skb, TIPC_NLA_PROP_PRIO, link->priority))
		goto prop_msg_full;
	nla_nest_end(msg->skb, prop);

	err = __tipc_nl_add_stats(msg->skb, &link->stats);
	if (err)
		goto attr_msg_full;

	nla_nest_end(msg->skb, attrs);
	genlmsg_end(msg->skb, hdr);

	return 0;

prop_msg_full:
	nla_nest_cancel(msg->skb, prop);
attr_msg_full:
	nla_nest_cancel(msg->skb, attrs);
msg_full:
	genlmsg_cancel(msg->skb, hdr);

	return -EMSGSIZE;
}

/* Caller should hold node lock  */
2050 2051
static int __tipc_nl_add_node_links(struct net *net, struct tipc_nl_msg *msg,
				    struct tipc_node *node, u32 *prev_link)
2052 2053 2054 2055 2056 2057 2058
{
	u32 i;
	int err;

	for (i = *prev_link; i < MAX_BEARERS; i++) {
		*prev_link = i;

2059
		if (!node->links[i].link)
2060 2061
			continue;

2062 2063
		err = __tipc_nl_add_link(net, msg,
					 node->links[i].link, NLM_F_MULTI);
2064 2065 2066 2067 2068 2069 2070 2071 2072 2073
		if (err)
			return err;
	}
	*prev_link = 0;

	return 0;
}

int tipc_nl_link_dump(struct sk_buff *skb, struct netlink_callback *cb)
{
2074 2075
	struct net *net = sock_net(skb->sk);
	struct tipc_net *tn = net_generic(net, tipc_net_id);
2076 2077 2078 2079 2080 2081 2082 2083 2084 2085 2086 2087 2088 2089 2090 2091
	struct tipc_node *node;
	struct tipc_nl_msg msg;
	u32 prev_node = cb->args[0];
	u32 prev_link = cb->args[1];
	int done = cb->args[2];
	int err;

	if (done)
		return 0;

	msg.skb = skb;
	msg.portid = NETLINK_CB(cb->skb).portid;
	msg.seq = cb->nlh->nlmsg_seq;

	rcu_read_lock();
	if (prev_node) {
2092
		node = tipc_node_find(net, prev_node);
2093 2094 2095 2096 2097 2098 2099 2100 2101 2102
		if (!node) {
			/* We never set seq or call nl_dump_check_consistent()
			 * this means that setting prev_seq here will cause the
			 * consistence check to fail in the netlink callback
			 * handler. Resulting in the last NLMSG_DONE message
			 * having the NLM_F_DUMP_INTR flag set.
			 */
			cb->prev_seq = 1;
			goto out;
		}
2103
		tipc_node_put(node);
2104

2105 2106
		list_for_each_entry_continue_rcu(node, &tn->node_list,
						 list) {
2107
			tipc_node_lock(node);
2108 2109
			err = __tipc_nl_add_node_links(net, &msg, node,
						       &prev_link);
2110 2111 2112 2113 2114 2115 2116
			tipc_node_unlock(node);
			if (err)
				goto out;

			prev_node = node->addr;
		}
	} else {
2117
		err = tipc_nl_add_bc_link(net, &msg);
2118 2119 2120
		if (err)
			goto out;

2121
		list_for_each_entry_rcu(node, &tn->node_list, list) {
2122
			tipc_node_lock(node);
2123 2124
			err = __tipc_nl_add_node_links(net, &msg, node,
						       &prev_link);
2125 2126 2127 2128 2129 2130 2131 2132 2133 2134 2135 2136 2137 2138 2139 2140 2141 2142 2143 2144
			tipc_node_unlock(node);
			if (err)
				goto out;

			prev_node = node->addr;
		}
	}
	done = 1;
out:
	rcu_read_unlock();

	cb->args[0] = prev_node;
	cb->args[1] = prev_link;
	cb->args[2] = done;

	return skb->len;
}

int tipc_nl_link_get(struct sk_buff *skb, struct genl_info *info)
{
2145
	struct net *net = genl_info_net(info);
2146 2147 2148 2149
	struct tipc_nl_msg msg;
	char *name;
	int err;

2150 2151 2152
	msg.portid = info->snd_portid;
	msg.seq = info->snd_seq;

2153 2154 2155 2156
	if (!info->attrs[TIPC_NLA_LINK_NAME])
		return -EINVAL;
	name = nla_data(info->attrs[TIPC_NLA_LINK_NAME]);

2157 2158
	msg.skb = nlmsg_new(NLMSG_GOODSIZE, GFP_KERNEL);
	if (!msg.skb)
2159 2160
		return -ENOMEM;

2161 2162 2163 2164 2165 2166 2167 2168 2169 2170
	if (strcmp(name, tipc_bclink_name) == 0) {
		err = tipc_nl_add_bc_link(net, &msg);
		if (err) {
			nlmsg_free(msg.skb);
			return err;
		}
	} else {
		int bearer_id;
		struct tipc_node *node;
		struct tipc_link *link;
2171

2172 2173 2174
		node = tipc_link_find_owner(net, name, &bearer_id);
		if (!node)
			return -EINVAL;
2175

2176
		tipc_node_lock(node);
2177
		link = node->links[bearer_id].link;
2178 2179 2180 2181 2182
		if (!link) {
			tipc_node_unlock(node);
			nlmsg_free(msg.skb);
			return -EINVAL;
		}
2183

2184 2185 2186 2187 2188 2189 2190
		err = __tipc_nl_add_link(net, &msg, link, 0);
		tipc_node_unlock(node);
		if (err) {
			nlmsg_free(msg.skb);
			return err;
		}
	}
2191

2192
	return genlmsg_reply(msg.skb, info);
2193
}
2194 2195 2196 2197 2198 2199 2200 2201 2202

int tipc_nl_link_reset_stats(struct sk_buff *skb, struct genl_info *info)
{
	int err;
	char *link_name;
	unsigned int bearer_id;
	struct tipc_link *link;
	struct tipc_node *node;
	struct nlattr *attrs[TIPC_NLA_LINK_MAX + 1];
2203
	struct net *net = sock_net(skb->sk);
2204 2205 2206 2207 2208 2209 2210 2211 2212 2213 2214 2215 2216 2217 2218 2219

	if (!info->attrs[TIPC_NLA_LINK])
		return -EINVAL;

	err = nla_parse_nested(attrs, TIPC_NLA_LINK_MAX,
			       info->attrs[TIPC_NLA_LINK],
			       tipc_nl_link_policy);
	if (err)
		return err;

	if (!attrs[TIPC_NLA_LINK_NAME])
		return -EINVAL;

	link_name = nla_data(attrs[TIPC_NLA_LINK_NAME]);

	if (strcmp(link_name, tipc_bclink_name) == 0) {
2220
		err = tipc_bclink_reset_stats(net);
2221 2222 2223 2224 2225
		if (err)
			return err;
		return 0;
	}

2226
	node = tipc_link_find_owner(net, link_name, &bearer_id);
2227 2228 2229 2230 2231
	if (!node)
		return -EINVAL;

	tipc_node_lock(node);

2232
	link = node->links[bearer_id].link;
2233 2234 2235 2236 2237 2238 2239 2240 2241 2242 2243
	if (!link) {
		tipc_node_unlock(node);
		return -EINVAL;
	}

	link_reset_statistics(link);

	tipc_node_unlock(node);

	return 0;
}