link.c 60.0 KB
Newer Older
P
Per Liden 已提交
1 2
/*
 * net/tipc/link.c: TIPC link code
3
 *
4
 * Copyright (c) 1996-2007, 2012-2015, Ericsson AB
5
 * Copyright (c) 2004-2007, 2010-2013, Wind River Systems
P
Per Liden 已提交
6 7
 * All rights reserved.
 *
P
Per Liden 已提交
8
 * Redistribution and use in source and binary forms, with or without
P
Per Liden 已提交
9 10
 * modification, are permitted provided that the following conditions are met:
 *
P
Per Liden 已提交
11 12 13 14 15 16 17 18
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions and the following disclaimer.
 * 2. Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in the
 *    documentation and/or other materials provided with the distribution.
 * 3. Neither the names of the copyright holders nor the names of its
 *    contributors may be used to endorse or promote products derived from
 *    this software without specific prior written permission.
P
Per Liden 已提交
19
 *
P
Per Liden 已提交
20 21 22 23 24 25 26 27 28 29 30 31 32 33
 * Alternatively, this software may be distributed under the terms of the
 * GNU General Public License ("GPL") version 2 as published by the Free
 * Software Foundation.
 *
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
P
Per Liden 已提交
34 35 36 37
 * POSSIBILITY OF SUCH DAMAGE.
 */

#include "core.h"
38
#include "subscr.h"
P
Per Liden 已提交
39
#include "link.h"
40
#include "bcast.h"
41
#include "socket.h"
P
Per Liden 已提交
42 43
#include "name_distr.h"
#include "discover.h"
44
#include "netlink.h"
P
Per Liden 已提交
45

46 47
#include <linux/pkt_sched.h>

48 49 50 51 52 53
/*
 * Error message prefixes
 */
static const char *link_co_err = "Link changeover error, ";
static const char *link_rst_msg = "Resetting link ";
static const char *link_unk_evt = "Unknown link event ";
P
Per Liden 已提交
54

55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70
static const struct nla_policy tipc_nl_link_policy[TIPC_NLA_LINK_MAX + 1] = {
	[TIPC_NLA_LINK_UNSPEC]		= { .type = NLA_UNSPEC },
	[TIPC_NLA_LINK_NAME] = {
		.type = NLA_STRING,
		.len = TIPC_MAX_LINK_NAME
	},
	[TIPC_NLA_LINK_MTU]		= { .type = NLA_U32 },
	[TIPC_NLA_LINK_BROADCAST]	= { .type = NLA_FLAG },
	[TIPC_NLA_LINK_UP]		= { .type = NLA_FLAG },
	[TIPC_NLA_LINK_ACTIVE]		= { .type = NLA_FLAG },
	[TIPC_NLA_LINK_PROP]		= { .type = NLA_NESTED },
	[TIPC_NLA_LINK_STATS]		= { .type = NLA_NESTED },
	[TIPC_NLA_LINK_RX]		= { .type = NLA_U32 },
	[TIPC_NLA_LINK_TX]		= { .type = NLA_U32 }
};

71 72 73 74 75 76 77 78
/* Properties valid for media, bearar and link */
static const struct nla_policy tipc_nl_prop_policy[TIPC_NLA_PROP_MAX + 1] = {
	[TIPC_NLA_PROP_UNSPEC]		= { .type = NLA_UNSPEC },
	[TIPC_NLA_PROP_PRIO]		= { .type = NLA_U32 },
	[TIPC_NLA_PROP_TOL]		= { .type = NLA_U32 },
	[TIPC_NLA_PROP_WIN]		= { .type = NLA_U32 }
};

79 80 81 82 83
/*
 * Out-of-range value for link session numbers
 */
#define INVALID_SESSION 0x10000

84 85
/*
 * Link state events:
P
Per Liden 已提交
86 87 88 89 90
 */
#define  STARTING_EVT    856384768	/* link processing trigger */
#define  TRAFFIC_MSG_EVT 560815u	/* rx'd ??? */
#define  TIMEOUT_EVT     560817u	/* link timer expired */

91
/*
92
 * State value stored in 'failover_pkts'
P
Per Liden 已提交
93
 */
94
#define FIRST_FAILOVER 0xffffu
P
Per Liden 已提交
95

96 97 98 99
static void link_handle_out_of_seq_msg(struct tipc_link *link,
				       struct sk_buff *skb);
static void tipc_link_proto_rcv(struct tipc_link *link,
				struct sk_buff *skb);
100
static void link_set_supervision_props(struct tipc_link *l_ptr, u32 tol);
101 102 103
static void link_state_event(struct tipc_link *l_ptr, u32 event);
static void link_reset_statistics(struct tipc_link *l_ptr);
static void link_print(struct tipc_link *l_ptr, const char *str);
104 105
static void tipc_link_sync_xmit(struct tipc_link *l);
static void tipc_link_sync_rcv(struct tipc_node *n, struct sk_buff *buf);
106 107
static void tipc_link_input(struct tipc_link *l, struct sk_buff *skb);
static bool tipc_data_input(struct tipc_link *l, struct sk_buff *skb);
108
static bool tipc_link_failover_rcv(struct tipc_link *l, struct sk_buff **skb);
P
Per Liden 已提交
109
/*
S
Sam Ravnborg 已提交
110
 *  Simple link routines
P
Per Liden 已提交
111
 */
S
Sam Ravnborg 已提交
112
static unsigned int align(unsigned int i)
P
Per Liden 已提交
113 114 115 116
{
	return (i + 3) & ~3u;
}

117 118 119 120 121 122 123 124 125 126 127 128 129 130 131
static void tipc_link_release(struct kref *kref)
{
	kfree(container_of(kref, struct tipc_link, ref));
}

static void tipc_link_get(struct tipc_link *l_ptr)
{
	kref_get(&l_ptr->ref);
}

static void tipc_link_put(struct tipc_link *l_ptr)
{
	kref_put(&l_ptr->ref, tipc_link_release);
}

132 133 134 135 136 137 138
static struct tipc_link *tipc_parallel_link(struct tipc_link *l)
{
	if (l->owner->active_links[0] != l)
		return l->owner->active_links[0];
	return l->owner->active_links[1];
}

P
Per Liden 已提交
139
/*
S
Sam Ravnborg 已提交
140
 *  Simple non-static link routines (i.e. referenced outside this file)
P
Per Liden 已提交
141
 */
142
int tipc_link_is_up(struct tipc_link *l_ptr)
P
Per Liden 已提交
143 144 145
{
	if (!l_ptr)
		return 0;
E
Eric Dumazet 已提交
146
	return link_working_working(l_ptr) || link_working_unknown(l_ptr);
P
Per Liden 已提交
147 148
}

149
int tipc_link_is_active(struct tipc_link *l_ptr)
P
Per Liden 已提交
150
{
E
Eric Dumazet 已提交
151 152
	return	(l_ptr->owner->active_links[0] == l_ptr) ||
		(l_ptr->owner->active_links[1] == l_ptr);
P
Per Liden 已提交
153 154 155 156 157 158
}

/**
 * link_timeout - handle expiration of link timer
 * @l_ptr: pointer to link
 */
159
static void link_timeout(unsigned long data)
P
Per Liden 已提交
160
{
161
	struct tipc_link *l_ptr = (struct tipc_link *)data;
162 163
	struct sk_buff *skb;

164
	tipc_node_lock(l_ptr->owner);
P
Per Liden 已提交
165 166

	/* update counters used in statistical profiling of send traffic */
J
Jon Paul Maloy 已提交
167
	l_ptr->stats.accu_queue_sz += skb_queue_len(&l_ptr->transmq);
P
Per Liden 已提交
168 169
	l_ptr->stats.queue_sz_counts++;

J
Jon Paul Maloy 已提交
170
	skb = skb_peek(&l_ptr->transmq);
171 172
	if (skb) {
		struct tipc_msg *msg = buf_msg(skb);
P
Per Liden 已提交
173 174
		u32 length = msg_size(msg);

175 176
		if ((msg_user(msg) == MSG_FRAGMENTER) &&
		    (msg_type(msg) == FIRST_FRAGMENT)) {
P
Per Liden 已提交
177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201
			length = msg_size(msg_get_wrapped(msg));
		}
		if (length) {
			l_ptr->stats.msg_lengths_total += length;
			l_ptr->stats.msg_length_counts++;
			if (length <= 64)
				l_ptr->stats.msg_length_profile[0]++;
			else if (length <= 256)
				l_ptr->stats.msg_length_profile[1]++;
			else if (length <= 1024)
				l_ptr->stats.msg_length_profile[2]++;
			else if (length <= 4096)
				l_ptr->stats.msg_length_profile[3]++;
			else if (length <= 16384)
				l_ptr->stats.msg_length_profile[4]++;
			else if (length <= 32768)
				l_ptr->stats.msg_length_profile[5]++;
			else
				l_ptr->stats.msg_length_profile[6]++;
		}
	}

	/* do all other link processing performed on a periodic basis */
	link_state_event(l_ptr, TIMEOUT_EVT);

J
Jon Paul Maloy 已提交
202
	if (skb_queue_len(&l_ptr->backlogq))
203
		tipc_link_push_packets(l_ptr);
P
Per Liden 已提交
204

205
	tipc_node_unlock(l_ptr->owner);
206
	tipc_link_put(l_ptr);
P
Per Liden 已提交
207 208
}

209
static void link_set_timer(struct tipc_link *link, unsigned long time)
P
Per Liden 已提交
210
{
211 212
	if (!mod_timer(&link->timer, jiffies + time))
		tipc_link_get(link);
P
Per Liden 已提交
213 214 215
}

/**
216
 * tipc_link_create - create a new link
217
 * @n_ptr: pointer to associated node
P
Per Liden 已提交
218 219
 * @b_ptr: pointer to associated bearer
 * @media_addr: media address to use when sending messages over link
220
 *
P
Per Liden 已提交
221 222
 * Returns pointer to link.
 */
223
struct tipc_link *tipc_link_create(struct tipc_node *n_ptr,
224 225
				   struct tipc_bearer *b_ptr,
				   const struct tipc_media_addr *media_addr)
P
Per Liden 已提交
226
{
227
	struct tipc_net *tn = net_generic(n_ptr->net, tipc_net_id);
228
	struct tipc_link *l_ptr;
P
Per Liden 已提交
229 230
	struct tipc_msg *msg;
	char *if_name;
231 232 233
	char addr_string[16];
	u32 peer = n_ptr->addr;

234
	if (n_ptr->link_cnt >= MAX_BEARERS) {
235
		tipc_addr_string_fill(addr_string, n_ptr->addr);
236 237
		pr_err("Cannot establish %uth link to %s. Max %u allowed.\n",
		       n_ptr->link_cnt, addr_string, MAX_BEARERS);
238 239 240 241 242
		return NULL;
	}

	if (n_ptr->links[b_ptr->identity]) {
		tipc_addr_string_fill(addr_string, n_ptr->addr);
243 244
		pr_err("Attempt to establish second link on <%s> to %s\n",
		       b_ptr->name, addr_string);
245 246
		return NULL;
	}
P
Per Liden 已提交
247

248
	l_ptr = kzalloc(sizeof(*l_ptr), GFP_ATOMIC);
P
Per Liden 已提交
249
	if (!l_ptr) {
250
		pr_warn("Link creation failed, no memory\n");
P
Per Liden 已提交
251 252
		return NULL;
	}
253
	kref_init(&l_ptr->ref);
P
Per Liden 已提交
254
	l_ptr->addr = peer;
255
	if_name = strchr(b_ptr->name, ':') + 1;
256
	sprintf(l_ptr->name, "%u.%u.%u:%s-%u.%u.%u:unknown",
257 258
		tipc_zone(tn->own_addr), tipc_cluster(tn->own_addr),
		tipc_node(tn->own_addr),
P
Per Liden 已提交
259 260
		if_name,
		tipc_zone(peer), tipc_cluster(peer), tipc_node(peer));
261
		/* note: peer i/f name is updated by reset/activate message */
P
Per Liden 已提交
262
	memcpy(&l_ptr->media_addr, media_addr, sizeof(*media_addr));
263
	l_ptr->owner = n_ptr;
P
Per Liden 已提交
264
	l_ptr->checkpoint = 1;
265
	l_ptr->peer_session = INVALID_SESSION;
266
	l_ptr->bearer_id = b_ptr->identity;
267
	link_set_supervision_props(l_ptr, b_ptr->tolerance);
P
Per Liden 已提交
268 269 270 271
	l_ptr->state = RESET_UNKNOWN;

	l_ptr->pmsg = (struct tipc_msg *)&l_ptr->proto_msg;
	msg = l_ptr->pmsg;
272
	tipc_msg_init(tn->own_addr, msg, LINK_PROTOCOL, RESET_MSG, INT_H_SIZE,
273
		      l_ptr->addr);
P
Per Liden 已提交
274
	msg_set_size(msg, sizeof(l_ptr->proto_msg));
275
	msg_set_session(msg, (tn->random & 0xffff));
P
Per Liden 已提交
276 277
	msg_set_bearer_id(msg, b_ptr->identity);
	strcpy((char *)msg_data(msg), if_name);
278
	l_ptr->net_plane = b_ptr->net_plane;
279 280
	l_ptr->advertised_mtu = b_ptr->mtu;
	l_ptr->mtu = l_ptr->advertised_mtu;
281 282
	l_ptr->priority = b_ptr->priority;
	tipc_link_set_queue_limits(l_ptr, b_ptr->window);
283
	l_ptr->snd_nxt = 1;
J
Jon Paul Maloy 已提交
284 285 286
	__skb_queue_head_init(&l_ptr->transmq);
	__skb_queue_head_init(&l_ptr->backlogq);
	__skb_queue_head_init(&l_ptr->deferdq);
287 288 289
	skb_queue_head_init(&l_ptr->wakeupq);
	skb_queue_head_init(&l_ptr->inputq);
	skb_queue_head_init(&l_ptr->namedq);
P
Per Liden 已提交
290
	link_reset_statistics(l_ptr);
291
	tipc_node_attach_link(n_ptr, l_ptr);
292
	setup_timer(&l_ptr->timer, link_timeout, (unsigned long)l_ptr);
293
	link_state_event(l_ptr, STARTING_EVT);
P
Per Liden 已提交
294 295 296 297

	return l_ptr;
}

298
/**
299 300
 * tipc_link_delete - Delete a link
 * @l: link to be deleted
301
 */
302
void tipc_link_delete(struct tipc_link *l)
303
{
304 305 306 307 308 309 310 311
	tipc_link_reset(l);
	if (del_timer(&l->timer))
		tipc_link_put(l);
	l->flags |= LINK_STOPPED;
	/* Delete link now, or when timer is finished: */
	tipc_link_reset_fragments(l);
	tipc_node_detach_link(l->owner, l);
	tipc_link_put(l);
312 313
}

314
void tipc_link_delete_list(struct net *net, unsigned int bearer_id)
315
{
316
	struct tipc_net *tn = net_generic(net, tipc_net_id);
317 318
	struct tipc_link *link;
	struct tipc_node *node;
319

320
	rcu_read_lock();
321 322 323
	list_for_each_entry_rcu(node, &tn->node_list, list) {
		tipc_node_lock(node);
		link = node->links[bearer_id];
324
		if (link)
325 326
			tipc_link_delete(link);
		tipc_node_unlock(node);
327
	}
328
	rcu_read_unlock();
329
}
P
Per Liden 已提交
330 331

/**
332
 * link_schedule_user - schedule a message sender for wakeup after congestion
333
 * @link: congested link
334
 * @list: message that was attempted sent
335
 * Create pseudo msg to send back to user when congestion abates
336
 * Only consumes message if there is an error
P
Per Liden 已提交
337
 */
338
static int link_schedule_user(struct tipc_link *link, struct sk_buff_head *list)
P
Per Liden 已提交
339
{
340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363
	struct tipc_msg *msg = buf_msg(skb_peek(list));
	int imp = msg_importance(msg);
	u32 oport = msg_origport(msg);
	u32 addr = link_own_addr(link);
	struct sk_buff *skb;

	/* This really cannot happen...  */
	if (unlikely(imp > TIPC_CRITICAL_IMPORTANCE)) {
		pr_warn("%s<%s>, send queue full", link_rst_msg, link->name);
		tipc_link_reset(link);
		goto err;
	}
	/* Non-blocking sender: */
	if (TIPC_SKB_CB(skb_peek(list))->wakeup_pending)
		return -ELINKCONG;

	/* Create and schedule wakeup pseudo message */
	skb = tipc_msg_create(SOCK_WAKEUP, 0, INT_H_SIZE, 0,
			      addr, addr, oport, 0, 0);
	if (!skb)
		goto err;
	TIPC_SKB_CB(skb)->chain_sz = skb_queue_len(list);
	TIPC_SKB_CB(skb)->chain_imp = imp;
	skb_queue_tail(&link->wakeupq, skb);
364
	link->stats.link_congs++;
365 366 367 368
	return -ELINKCONG;
err:
	__skb_queue_purge(list);
	return -ENOBUFS;
P
Per Liden 已提交
369 370
}

371 372 373 374 375 376
/**
 * link_prepare_wakeup - prepare users for wakeup after congestion
 * @link: congested link
 * Move a number of waiting users, as permitted by available space in
 * the send queue, from link wait queue to node wait queue for wakeup
 */
377
void link_prepare_wakeup(struct tipc_link *l)
P
Per Liden 已提交
378
{
379 380
	int pnd[TIPC_SYSTEM_IMPORTANCE + 1] = {0,};
	int imp, lim;
381
	struct sk_buff *skb, *tmp;
382

383 384 385 386 387
	skb_queue_walk_safe(&l->wakeupq, skb, tmp) {
		imp = TIPC_SKB_CB(skb)->chain_imp;
		lim = l->window + l->backlog[imp].limit;
		pnd[imp] += TIPC_SKB_CB(skb)->chain_sz;
		if ((pnd[imp] + l->backlog[imp].len) >= lim)
P
Per Liden 已提交
388
			break;
389 390 391 392
		skb_unlink(skb, &l->wakeupq);
		skb_queue_tail(&l->inputq, skb);
		l->owner->inputq = &l->inputq;
		l->owner->action_flags |= TIPC_MSG_EVT;
P
Per Liden 已提交
393 394 395 396
	}
}

/**
397
 * tipc_link_reset_fragments - purge link's inbound message fragments queue
P
Per Liden 已提交
398 399
 * @l_ptr: pointer to link
 */
400
void tipc_link_reset_fragments(struct tipc_link *l_ptr)
P
Per Liden 已提交
401
{
402 403
	kfree_skb(l_ptr->reasm_buf);
	l_ptr->reasm_buf = NULL;
P
Per Liden 已提交
404 405
}

406 407 408 409 410 411 412 413 414 415
static void tipc_link_purge_backlog(struct tipc_link *l)
{
	__skb_queue_purge(&l->backlogq);
	l->backlog[TIPC_LOW_IMPORTANCE].len = 0;
	l->backlog[TIPC_MEDIUM_IMPORTANCE].len = 0;
	l->backlog[TIPC_HIGH_IMPORTANCE].len = 0;
	l->backlog[TIPC_CRITICAL_IMPORTANCE].len = 0;
	l->backlog[TIPC_SYSTEM_IMPORTANCE].len = 0;
}

416
/**
417
 * tipc_link_purge_queues - purge all pkt queues associated with link
P
Per Liden 已提交
418 419
 * @l_ptr: pointer to link
 */
420
void tipc_link_purge_queues(struct tipc_link *l_ptr)
P
Per Liden 已提交
421
{
J
Jon Paul Maloy 已提交
422 423
	__skb_queue_purge(&l_ptr->deferdq);
	__skb_queue_purge(&l_ptr->transmq);
424
	tipc_link_purge_backlog(l_ptr);
425
	tipc_link_reset_fragments(l_ptr);
P
Per Liden 已提交
426 427
}

428
void tipc_link_reset(struct tipc_link *l_ptr)
P
Per Liden 已提交
429 430
{
	u32 prev_state = l_ptr->state;
431
	int was_active_link = tipc_link_is_active(l_ptr);
432
	struct tipc_node *owner = l_ptr->owner;
433
	struct tipc_link *pl = tipc_parallel_link(l_ptr);
434

435
	msg_set_session(l_ptr->pmsg, ((msg_session(l_ptr->pmsg) + 1) & 0xffff));
P
Per Liden 已提交
436

437 438
	/* Link is down, accept any session */
	l_ptr->peer_session = INVALID_SESSION;
P
Per Liden 已提交
439

440 441
	/* Prepare for renewed mtu size negotiation */
	l_ptr->mtu = l_ptr->advertised_mtu;
442

P
Per Liden 已提交
443 444 445 446 447
	l_ptr->state = RESET_UNKNOWN;

	if ((prev_state == RESET_UNKNOWN) || (prev_state == RESET_RESET))
		return;

448
	tipc_node_link_down(l_ptr->owner, l_ptr);
449
	tipc_bearer_remove_dest(owner->net, l_ptr->bearer_id, l_ptr->addr);
450

451 452
	if (was_active_link && tipc_node_is_up(l_ptr->owner) && (pl != l_ptr)) {
		l_ptr->flags |= LINK_FAILINGOVER;
453
		l_ptr->failover_checkpt = l_ptr->rcv_nxt;
454
		pl->failover_pkts = FIRST_FAILOVER;
455
		pl->failover_checkpt = l_ptr->rcv_nxt;
456 457 458
		pl->failover_skb = l_ptr->reasm_buf;
	} else {
		kfree_skb(l_ptr->reasm_buf);
P
Per Liden 已提交
459
	}
460
	/* Clean up all queues, except inputq: */
J
Jon Paul Maloy 已提交
461 462
	__skb_queue_purge(&l_ptr->transmq);
	__skb_queue_purge(&l_ptr->deferdq);
463 464 465 466
	if (!owner->inputq)
		owner->inputq = &l_ptr->inputq;
	skb_queue_splice_init(&l_ptr->wakeupq, owner->inputq);
	if (!skb_queue_empty(owner->inputq))
467
		owner->action_flags |= TIPC_MSG_EVT;
468
	tipc_link_purge_backlog(l_ptr);
469
	l_ptr->reasm_buf = NULL;
J
Jon Paul Maloy 已提交
470
	l_ptr->rcv_unacked = 0;
P
Per Liden 已提交
471
	l_ptr->checkpoint = 1;
472 473
	l_ptr->snd_nxt = 1;
	l_ptr->silent_intv_cnt = 0;
P
Per Liden 已提交
474 475 476 477
	l_ptr->stale_count = 0;
	link_reset_statistics(l_ptr);
}

478
static void link_activate(struct tipc_link *link)
P
Per Liden 已提交
479
{
480 481
	struct tipc_node *node = link->owner;

482
	link->rcv_nxt = 1;
483 484 485
	link->stats.recv_info = 1;
	tipc_node_link_up(node, link);
	tipc_bearer_add_dest(node->net, link->bearer_id, link->addr);
P
Per Liden 已提交
486 487 488 489 490 491 492
}

/**
 * link_state_event - link finite state machine
 * @l_ptr: pointer to link
 * @event: state machine event to process
 */
493
static void link_state_event(struct tipc_link *l_ptr, unsigned int event)
P
Per Liden 已提交
494
{
495
	struct tipc_link *other;
496
	unsigned long timer_intv = l_ptr->keepalive_intv;
P
Per Liden 已提交
497

498 499 500
	if (l_ptr->flags & LINK_STOPPED)
		return;

501
	if (!(l_ptr->flags & LINK_STARTED) && (event != STARTING_EVT))
P
Per Liden 已提交
502 503
		return;		/* Not yet. */

504
	if (l_ptr->flags & LINK_FAILINGOVER) {
505
		if (event == TIMEOUT_EVT)
506
			link_set_timer(l_ptr, timer_intv);
507
		return;
P
Per Liden 已提交
508 509 510 511 512 513 514 515 516
	}

	switch (l_ptr->state) {
	case WORKING_WORKING:
		switch (event) {
		case TRAFFIC_MSG_EVT:
		case ACTIVATE_MSG:
			break;
		case TIMEOUT_EVT:
517 518
			if (l_ptr->rcv_nxt != l_ptr->checkpoint) {
				l_ptr->checkpoint = l_ptr->rcv_nxt;
519
				if (tipc_bclink_acks_missing(l_ptr->owner)) {
520
					tipc_link_proto_xmit(l_ptr, STATE_MSG,
521
							     0, 0, 0, 0);
522
					l_ptr->silent_intv_cnt++;
P
Per Liden 已提交
523
				}
524
				link_set_timer(l_ptr, timer_intv);
P
Per Liden 已提交
525 526 527
				break;
			}
			l_ptr->state = WORKING_UNKNOWN;
528
			l_ptr->silent_intv_cnt = 0;
529
			tipc_link_proto_xmit(l_ptr, STATE_MSG, 1, 0, 0, 0);
530 531
			l_ptr->silent_intv_cnt++;
			link_set_timer(l_ptr, timer_intv);
P
Per Liden 已提交
532 533
			break;
		case RESET_MSG:
534 535
			pr_debug("%s<%s>, requested by peer\n",
				 link_rst_msg, l_ptr->name);
536
			tipc_link_reset(l_ptr);
P
Per Liden 已提交
537
			l_ptr->state = RESET_RESET;
538
			l_ptr->silent_intv_cnt = 0;
539
			tipc_link_proto_xmit(l_ptr, ACTIVATE_MSG,
540
					     0, 0, 0, 0);
541 542
			l_ptr->silent_intv_cnt++;
			link_set_timer(l_ptr, timer_intv);
P
Per Liden 已提交
543 544
			break;
		default:
545
			pr_debug("%s%u in WW state\n", link_unk_evt, event);
P
Per Liden 已提交
546 547 548 549 550 551 552
		}
		break;
	case WORKING_UNKNOWN:
		switch (event) {
		case TRAFFIC_MSG_EVT:
		case ACTIVATE_MSG:
			l_ptr->state = WORKING_WORKING;
553 554
			l_ptr->silent_intv_cnt = 0;
			link_set_timer(l_ptr, timer_intv);
P
Per Liden 已提交
555 556
			break;
		case RESET_MSG:
557 558
			pr_debug("%s<%s>, requested by peer while probing\n",
				 link_rst_msg, l_ptr->name);
559
			tipc_link_reset(l_ptr);
P
Per Liden 已提交
560
			l_ptr->state = RESET_RESET;
561
			l_ptr->silent_intv_cnt = 0;
562
			tipc_link_proto_xmit(l_ptr, ACTIVATE_MSG,
563
					     0, 0, 0, 0);
564 565
			l_ptr->silent_intv_cnt++;
			link_set_timer(l_ptr, timer_intv);
P
Per Liden 已提交
566 567
			break;
		case TIMEOUT_EVT:
568
			if (l_ptr->rcv_nxt != l_ptr->checkpoint) {
P
Per Liden 已提交
569
				l_ptr->state = WORKING_WORKING;
570 571
				l_ptr->silent_intv_cnt = 0;
				l_ptr->checkpoint = l_ptr->rcv_nxt;
572
				if (tipc_bclink_acks_missing(l_ptr->owner)) {
573
					tipc_link_proto_xmit(l_ptr, STATE_MSG,
574
							     0, 0, 0, 0);
575
					l_ptr->silent_intv_cnt++;
P
Per Liden 已提交
576
				}
577 578 579
				link_set_timer(l_ptr, timer_intv);
			} else if (l_ptr->silent_intv_cnt <
				   l_ptr->abort_limit) {
580
				tipc_link_proto_xmit(l_ptr, STATE_MSG,
581
						     1, 0, 0, 0);
582 583
				l_ptr->silent_intv_cnt++;
				link_set_timer(l_ptr, timer_intv);
P
Per Liden 已提交
584
			} else {	/* Link has failed */
585 586
				pr_debug("%s<%s>, peer not responding\n",
					 link_rst_msg, l_ptr->name);
587
				tipc_link_reset(l_ptr);
P
Per Liden 已提交
588
				l_ptr->state = RESET_UNKNOWN;
589
				l_ptr->silent_intv_cnt = 0;
590
				tipc_link_proto_xmit(l_ptr, RESET_MSG,
591
						     0, 0, 0, 0);
592 593
				l_ptr->silent_intv_cnt++;
				link_set_timer(l_ptr, timer_intv);
P
Per Liden 已提交
594 595 596
			}
			break;
		default:
597
			pr_err("%s%u in WU state\n", link_unk_evt, event);
P
Per Liden 已提交
598 599 600 601 602 603 604 605
		}
		break;
	case RESET_UNKNOWN:
		switch (event) {
		case TRAFFIC_MSG_EVT:
			break;
		case ACTIVATE_MSG:
			other = l_ptr->owner->active_links[0];
606
			if (other && link_working_unknown(other))
P
Per Liden 已提交
607 608
				break;
			l_ptr->state = WORKING_WORKING;
609
			l_ptr->silent_intv_cnt = 0;
P
Per Liden 已提交
610
			link_activate(l_ptr);
611
			tipc_link_proto_xmit(l_ptr, STATE_MSG, 1, 0, 0, 0);
612
			l_ptr->silent_intv_cnt++;
613
			if (l_ptr->owner->working_links == 1)
614
				tipc_link_sync_xmit(l_ptr);
615
			link_set_timer(l_ptr, timer_intv);
P
Per Liden 已提交
616 617 618
			break;
		case RESET_MSG:
			l_ptr->state = RESET_RESET;
619
			l_ptr->silent_intv_cnt = 0;
620
			tipc_link_proto_xmit(l_ptr, ACTIVATE_MSG,
621
					     1, 0, 0, 0);
622 623
			l_ptr->silent_intv_cnt++;
			link_set_timer(l_ptr, timer_intv);
P
Per Liden 已提交
624 625
			break;
		case STARTING_EVT:
626
			l_ptr->flags |= LINK_STARTED;
627 628
			l_ptr->silent_intv_cnt++;
			link_set_timer(l_ptr, timer_intv);
629
			break;
P
Per Liden 已提交
630
		case TIMEOUT_EVT:
631
			tipc_link_proto_xmit(l_ptr, RESET_MSG, 0, 0, 0, 0);
632 633
			l_ptr->silent_intv_cnt++;
			link_set_timer(l_ptr, timer_intv);
P
Per Liden 已提交
634 635
			break;
		default:
636
			pr_err("%s%u in RU state\n", link_unk_evt, event);
P
Per Liden 已提交
637 638 639 640 641 642 643
		}
		break;
	case RESET_RESET:
		switch (event) {
		case TRAFFIC_MSG_EVT:
		case ACTIVATE_MSG:
			other = l_ptr->owner->active_links[0];
644
			if (other && link_working_unknown(other))
P
Per Liden 已提交
645 646
				break;
			l_ptr->state = WORKING_WORKING;
647
			l_ptr->silent_intv_cnt = 0;
P
Per Liden 已提交
648
			link_activate(l_ptr);
649
			tipc_link_proto_xmit(l_ptr, STATE_MSG, 1, 0, 0, 0);
650
			l_ptr->silent_intv_cnt++;
651
			if (l_ptr->owner->working_links == 1)
652
				tipc_link_sync_xmit(l_ptr);
653
			link_set_timer(l_ptr, timer_intv);
P
Per Liden 已提交
654 655 656 657
			break;
		case RESET_MSG:
			break;
		case TIMEOUT_EVT:
658
			tipc_link_proto_xmit(l_ptr, ACTIVATE_MSG,
659
					     0, 0, 0, 0);
660 661
			l_ptr->silent_intv_cnt++;
			link_set_timer(l_ptr, timer_intv);
P
Per Liden 已提交
662 663
			break;
		default:
664
			pr_err("%s%u in RR state\n", link_unk_evt, event);
P
Per Liden 已提交
665 666 667
		}
		break;
	default:
668
		pr_err("Unknown link state %u/%u\n", l_ptr->state, event);
P
Per Liden 已提交
669 670 671
	}
}

672
/**
673
 * __tipc_link_xmit(): same as tipc_link_xmit, but destlink is known & locked
674
 * @link: link to use
675 676
 * @list: chain of buffers containing message
 *
677 678 679 680
 * Consumes the buffer chain, except when returning -ELINKCONG,
 * since the caller then may want to make more send attempts.
 * Returns 0 if success, or errno: -ELINKCONG, -EMSGSIZE or -ENOBUFS
 * Messages at TIPC_SYSTEM_IMPORTANCE are always accepted
681
 */
682 683
int __tipc_link_xmit(struct net *net, struct tipc_link *link,
		     struct sk_buff_head *list)
684
{
685
	struct tipc_msg *msg = buf_msg(skb_peek(list));
J
Jon Paul Maloy 已提交
686
	unsigned int maxwin = link->window;
687
	unsigned int imp = msg_importance(msg);
688
	uint mtu = link->mtu;
689 690
	u16 ack = mod(link->rcv_nxt - 1);
	u16 seqno = link->snd_nxt;
691
	u16 bc_last_in = link->owner->bclink.last_in;
692
	struct tipc_media_addr *addr = &link->media_addr;
J
Jon Paul Maloy 已提交
693 694
	struct sk_buff_head *transmq = &link->transmq;
	struct sk_buff_head *backlogq = &link->backlogq;
695
	struct sk_buff *skb, *tmp;
696

697 698
	/* Match backlog limit against msg importance: */
	if (unlikely(link->backlog[imp].len >= link->backlog[imp].limit))
699
		return link_schedule_user(link, list);
700

J
Jon Paul Maloy 已提交
701
	if (unlikely(msg_size(msg) > mtu)) {
702
		__skb_queue_purge(list);
703 704
		return -EMSGSIZE;
	}
J
Jon Paul Maloy 已提交
705
	/* Prepare each packet for sending, and add to relevant queue: */
706 707
	skb_queue_walk_safe(list, skb, tmp) {
		__skb_unlink(skb, list);
708
		msg = buf_msg(skb);
J
Jon Paul Maloy 已提交
709 710
		msg_set_seqno(msg, seqno);
		msg_set_ack(msg, ack);
711 712
		msg_set_bcast_ack(msg, bc_last_in);

J
Jon Paul Maloy 已提交
713 714 715 716 717 718 719 720
		if (likely(skb_queue_len(transmq) < maxwin)) {
			__skb_queue_tail(transmq, skb);
			tipc_bearer_send(net, link->bearer_id, skb, addr);
			link->rcv_unacked = 0;
			seqno++;
			continue;
		}
		if (tipc_msg_bundle(skb_peek_tail(backlogq), skb, mtu)) {
721 722
			link->stats.sent_bundled++;
			continue;
J
Jon Paul Maloy 已提交
723 724
		}
		if (tipc_msg_make_bundle(&skb, mtu, link->addr)) {
725 726
			link->stats.sent_bundled++;
			link->stats.sent_bundles++;
727
			imp = msg_importance(buf_msg(skb));
728
		}
J
Jon Paul Maloy 已提交
729
		__skb_queue_tail(backlogq, skb);
730
		link->backlog[imp].len++;
731 732
		seqno++;
	}
733
	link->snd_nxt = seqno;
734 735 736
	return 0;
}

737 738
static void skb2list(struct sk_buff *skb, struct sk_buff_head *list)
{
739
	skb_queue_head_init(list);
740 741 742 743 744 745 746 747
	__skb_queue_tail(list, skb);
}

static int __tipc_link_xmit_skb(struct tipc_link *link, struct sk_buff *skb)
{
	struct sk_buff_head head;

	skb2list(skb, &head);
748
	return __tipc_link_xmit(link->owner->net, link, &head);
749 750
}

751 752 753 754 755 756 757 758
/* tipc_link_xmit_skb(): send single buffer to destination
 * Buffers sent via this functon are generally TIPC_SYSTEM_IMPORTANCE
 * messages, which will not be rejected
 * The only exception is datagram messages rerouted after secondary
 * lookup, which are rare and safe to dispose of anyway.
 * TODO: Return real return value, and let callers use
 * tipc_wait_for_sendpkt() where applicable
 */
759 760
int tipc_link_xmit_skb(struct net *net, struct sk_buff *skb, u32 dnode,
		       u32 selector)
761 762
{
	struct sk_buff_head head;
763
	int rc;
764 765

	skb2list(skb, &head);
766 767 768 769
	rc = tipc_link_xmit(net, &head, dnode, selector);
	if (rc == -ELINKCONG)
		kfree_skb(skb);
	return 0;
770 771
}

772
/**
773
 * tipc_link_xmit() is the general link level function for message sending
774
 * @net: the applicable net namespace
775
 * @list: chain of buffers containing message
776 777 778 779 780 781
 * @dsz: amount of user data to be sent
 * @dnode: address of destination node
 * @selector: a number used for deterministic link selection
 * Consumes the buffer chain, except when returning -ELINKCONG
 * Returns 0 if success, otherwise errno: -ELINKCONG,-EHOSTUNREACH,-EMSGSIZE
 */
782 783
int tipc_link_xmit(struct net *net, struct sk_buff_head *list, u32 dnode,
		   u32 selector)
784 785 786 787 788
{
	struct tipc_link *link = NULL;
	struct tipc_node *node;
	int rc = -EHOSTUNREACH;

789
	node = tipc_node_find(net, dnode);
790 791 792 793
	if (node) {
		tipc_node_lock(node);
		link = node->active_links[selector & 1];
		if (link)
794
			rc = __tipc_link_xmit(net, link, list);
795
		tipc_node_unlock(node);
796
		tipc_node_put(node);
797 798 799 800
	}
	if (link)
		return rc;

801 802 803 804
	if (likely(in_own_node(net, dnode))) {
		tipc_sk_rcv(net, list);
		return 0;
	}
805

806
	__skb_queue_purge(list);
807 808 809
	return rc;
}

810
/*
811
 * tipc_link_sync_xmit - synchronize broadcast link endpoints.
812 813 814 815 816 817
 *
 * Give a newly added peer node the sequence number where it should
 * start receiving and acking broadcast packets.
 *
 * Called with node locked
 */
818
static void tipc_link_sync_xmit(struct tipc_link *link)
819
{
820
	struct sk_buff *skb;
821 822
	struct tipc_msg *msg;

823 824
	skb = tipc_buf_acquire(INT_H_SIZE);
	if (!skb)
825 826
		return;

827
	msg = buf_msg(skb);
828
	tipc_msg_init(link_own_addr(link), msg, BCAST_PROTOCOL, STATE_MSG,
829
		      INT_H_SIZE, link->addr);
830
	msg_set_last_bcast(msg, link->owner->bclink.acked);
831
	__tipc_link_xmit_skb(link, skb);
832 833 834
}

/*
835
 * tipc_link_sync_rcv - synchronize broadcast link endpoints.
836 837 838 839 840 841
 * Receive the sequence number where we should start receiving and
 * acking broadcast packets from a newly added peer node, and open
 * up for reception of such packets.
 *
 * Called with node locked
 */
842
static void tipc_link_sync_rcv(struct tipc_node *n, struct sk_buff *buf)
843 844 845 846 847 848 849 850
{
	struct tipc_msg *msg = buf_msg(buf);

	n->bclink.last_sent = n->bclink.last_in = msg_last_bcast(msg);
	n->bclink.recv_permitted = true;
	kfree_skb(buf);
}

851
/*
852 853 854 855 856 857
 * tipc_link_push_packets - push unsent packets to bearer
 *
 * Push out the unsent messages of a link where congestion
 * has abated. Node is locked.
 *
 * Called with node locked
P
Per Liden 已提交
858
 */
J
Jon Paul Maloy 已提交
859
void tipc_link_push_packets(struct tipc_link *link)
P
Per Liden 已提交
860
{
J
Jon Paul Maloy 已提交
861
	struct sk_buff *skb;
862
	struct tipc_msg *msg;
863
	u16 ack = mod(link->rcv_nxt - 1);
P
Per Liden 已提交
864

J
Jon Paul Maloy 已提交
865 866 867
	while (skb_queue_len(&link->transmq) < link->window) {
		skb = __skb_dequeue(&link->backlogq);
		if (!skb)
868
			break;
J
Jon Paul Maloy 已提交
869
		msg = buf_msg(skb);
870
		link->backlog[msg_importance(msg)].len--;
J
Jon Paul Maloy 已提交
871 872 873 874 875 876
		msg_set_ack(msg, ack);
		msg_set_bcast_ack(msg, link->owner->bclink.last_in);
		link->rcv_unacked = 0;
		__skb_queue_tail(&link->transmq, skb);
		tipc_bearer_send(link->owner->net, link->bearer_id,
				 skb, &link->media_addr);
P
Per Liden 已提交
877 878 879
	}
}

880
void tipc_link_reset_all(struct tipc_node *node)
881 882 883 884
{
	char addr_string[16];
	u32 i;

885
	tipc_node_lock(node);
886

887
	pr_warn("Resetting all links to %s\n",
888
		tipc_addr_string_fill(addr_string, node->addr));
889 890

	for (i = 0; i < MAX_BEARERS; i++) {
891 892 893
		if (node->links[i]) {
			link_print(node->links[i], "Resetting link\n");
			tipc_link_reset(node->links[i]);
894 895 896
		}
	}

897
	tipc_node_unlock(node);
898 899
}

900
static void link_retransmit_failure(struct tipc_link *l_ptr,
901
				    struct sk_buff *buf)
902 903
{
	struct tipc_msg *msg = buf_msg(buf);
904
	struct net *net = l_ptr->owner->net;
905

906
	pr_warn("Retransmission failure on link <%s>\n", l_ptr->name);
907 908 909

	if (l_ptr->addr) {
		/* Handle failure on standard link */
910
		link_print(l_ptr, "Resetting link\n");
911 912 913 914
		tipc_link_reset(l_ptr);

	} else {
		/* Handle failure on broadcast link */
915
		struct tipc_node *n_ptr;
916 917
		char addr_string[16];

918 919 920
		pr_info("Msg seq number: %u,  ", msg_seqno(msg));
		pr_cont("Outstanding acks: %lu\n",
			(unsigned long) TIPC_SKB_CB(buf)->handle);
J
Jeff Garzik 已提交
921

922
		n_ptr = tipc_bclink_retransmit_to(net);
923

924
		tipc_addr_string_fill(addr_string, n_ptr->addr);
925
		pr_info("Broadcast link info for %s\n", addr_string);
926 927
		pr_info("Reception permitted: %d,  Acked: %u\n",
			n_ptr->bclink.recv_permitted,
928 929 930 931 932
			n_ptr->bclink.acked);
		pr_info("Last in: %u,  Oos state: %u,  Last sent: %u\n",
			n_ptr->bclink.last_in,
			n_ptr->bclink.oos_state,
			n_ptr->bclink.last_sent);
933

934
		n_ptr->action_flags |= TIPC_BCAST_RESET;
935 936 937 938
		l_ptr->stale_count = 0;
	}
}

939
void tipc_link_retransmit(struct tipc_link *l_ptr, struct sk_buff *skb,
940
			  u32 retransmits)
P
Per Liden 已提交
941 942 943
{
	struct tipc_msg *msg;

944
	if (!skb)
945 946
		return;

947
	msg = buf_msg(skb);
948

949
	/* Detect repeated retransmit failures */
950
	if (l_ptr->last_retransm == msg_seqno(msg)) {
951
		if (++l_ptr->stale_count > 100) {
952
			link_retransmit_failure(l_ptr, skb);
953
			return;
954 955
		}
	} else {
956
		l_ptr->last_retransm = msg_seqno(msg);
957
		l_ptr->stale_count = 1;
P
Per Liden 已提交
958
	}
959

J
Jon Paul Maloy 已提交
960 961
	skb_queue_walk_from(&l_ptr->transmq, skb) {
		if (!retransmits)
962 963
			break;
		msg = buf_msg(skb);
964
		msg_set_ack(msg, mod(l_ptr->rcv_nxt - 1));
965
		msg_set_bcast_ack(msg, l_ptr->owner->bclink.last_in);
966 967
		tipc_bearer_send(l_ptr->owner->net, l_ptr->bearer_id, skb,
				 &l_ptr->media_addr);
968 969
		retransmits--;
		l_ptr->stats.retransmitted++;
P
Per Liden 已提交
970 971 972
	}
}

973 974 975 976 977 978 979 980 981 982 983 984 985 986
/* link_synch(): check if all packets arrived before the synch
 *               point have been consumed
 * Returns true if the parallel links are synched, otherwise false
 */
static bool link_synch(struct tipc_link *l)
{
	unsigned int post_synch;
	struct tipc_link *pl;

	pl  = tipc_parallel_link(l);
	if (pl == l)
		goto synched;

	/* Was last pre-synch packet added to input queue ? */
987
	if (less_eq(pl->rcv_nxt, l->synch_point))
988 989 990
		return false;

	/* Is it still in the input queue ? */
991
	post_synch = mod(pl->rcv_nxt - l->synch_point) - 1;
992 993 994 995 996 997 998
	if (skb_queue_len(&pl->inputq) > post_synch)
		return false;
synched:
	l->flags &= ~LINK_SYNCHING;
	return true;
}

999 1000
static void link_retrieve_defq(struct tipc_link *link,
			       struct sk_buff_head *list)
P
Per Liden 已提交
1001
{
1002
	u16 seq_no;
P
Per Liden 已提交
1003

J
Jon Paul Maloy 已提交
1004
	if (skb_queue_empty(&link->deferdq))
1005 1006
		return;

J
Jon Paul Maloy 已提交
1007
	seq_no = buf_seqno(skb_peek(&link->deferdq));
1008
	if (seq_no == link->rcv_nxt)
J
Jon Paul Maloy 已提交
1009
		skb_queue_splice_tail_init(&link->deferdq, list);
P
Per Liden 已提交
1010 1011
}

1012
/**
1013
 * tipc_rcv - process TIPC packets/messages arriving from off-node
1014
 * @net: the applicable net namespace
1015
 * @skb: TIPC packet
1016
 * @b_ptr: pointer to bearer message arrived on
1017 1018 1019 1020
 *
 * Invoked with no locks held.  Bearer pointer must point to a valid bearer
 * structure (i.e. cannot be NULL), but bearer can be inactive.
 */
1021
void tipc_rcv(struct net *net, struct sk_buff *skb, struct tipc_bearer *b_ptr)
P
Per Liden 已提交
1022
{
1023
	struct tipc_net *tn = net_generic(net, tipc_net_id);
1024 1025 1026 1027 1028
	struct sk_buff_head head;
	struct tipc_node *n_ptr;
	struct tipc_link *l_ptr;
	struct sk_buff *skb1, *tmp;
	struct tipc_msg *msg;
1029 1030
	u16 seq_no;
	u16 ackd;
1031
	u32 released;
P
Per Liden 已提交
1032

1033
	skb2list(skb, &head);
1034

1035
	while ((skb = __skb_dequeue(&head))) {
1036
		/* Ensure message is well-formed */
1037
		if (unlikely(!tipc_msg_validate(skb)))
1038
			goto discard;
P
Per Liden 已提交
1039

1040
		/* Handle arrival of a non-unicast link message */
1041
		msg = buf_msg(skb);
P
Per Liden 已提交
1042
		if (unlikely(msg_non_seq(msg))) {
1043
			if (msg_user(msg) ==  LINK_CONFIG)
1044
				tipc_disc_rcv(net, skb, b_ptr);
1045
			else
1046
				tipc_bclink_rcv(net, skb);
P
Per Liden 已提交
1047 1048
			continue;
		}
1049

1050
		/* Discard unicast link messages destined for another node */
1051
		if (unlikely(!msg_short(msg) &&
1052
			     (msg_destnode(msg) != tn->own_addr)))
1053
			goto discard;
1054

1055
		/* Locate neighboring node that sent message */
1056
		n_ptr = tipc_node_find(net, msg_prevnode(msg));
P
Per Liden 已提交
1057
		if (unlikely(!n_ptr))
1058
			goto discard;
1059

1060
		tipc_node_lock(n_ptr);
1061 1062
		/* Locate unicast link endpoint that should handle message */
		l_ptr = n_ptr->links[b_ptr->identity];
1063
		if (unlikely(!l_ptr))
1064
			goto unlock;
1065

1066
		/* Verify that communication with node is currently allowed */
Y
Ying Xue 已提交
1067
		if ((n_ptr->action_flags & TIPC_WAIT_PEER_LINKS_DOWN) &&
1068 1069 1070 1071
		    msg_user(msg) == LINK_PROTOCOL &&
		    (msg_type(msg) == RESET_MSG ||
		    msg_type(msg) == ACTIVATE_MSG) &&
		    !msg_redundant_link(msg))
Y
Ying Xue 已提交
1072
			n_ptr->action_flags &= ~TIPC_WAIT_PEER_LINKS_DOWN;
1073 1074

		if (tipc_node_blocked(n_ptr))
1075
			goto unlock;
1076 1077 1078 1079 1080 1081

		/* Validate message sequence number info */
		seq_no = msg_seqno(msg);
		ackd = msg_ack(msg);

		/* Release acked messages */
1082
		if (unlikely(n_ptr->bclink.acked != msg_bcast_ack(msg)))
1083
			tipc_bclink_acknowledge(n_ptr, msg_bcast_ack(msg));
P
Per Liden 已提交
1084

1085
		released = 0;
J
Jon Paul Maloy 已提交
1086 1087
		skb_queue_walk_safe(&l_ptr->transmq, skb1, tmp) {
			if (more(buf_seqno(skb1), ackd))
1088
				break;
J
Jon Paul Maloy 已提交
1089
			 __skb_unlink(skb1, &l_ptr->transmq);
1090 1091
			 kfree_skb(skb1);
			 released = 1;
P
Per Liden 已提交
1092
		}
1093 1094

		/* Try sending any messages link endpoint has pending */
J
Jon Paul Maloy 已提交
1095
		if (unlikely(skb_queue_len(&l_ptr->backlogq)))
1096
			tipc_link_push_packets(l_ptr);
1097

1098
		if (released && !skb_queue_empty(&l_ptr->wakeupq))
1099
			link_prepare_wakeup(l_ptr);
1100 1101

		/* Process the incoming packet */
1102 1103
		if (unlikely(!link_working_working(l_ptr))) {
			if (msg_user(msg) == LINK_PROTOCOL) {
1104
				tipc_link_proto_rcv(l_ptr, skb);
1105
				link_retrieve_defq(l_ptr, &head);
1106 1107
				skb = NULL;
				goto unlock;
P
Per Liden 已提交
1108
			}
1109 1110 1111 1112 1113 1114

			/* Traffic message. Conditionally activate link */
			link_state_event(l_ptr, TRAFFIC_MSG_EVT);

			if (link_working_working(l_ptr)) {
				/* Re-insert buffer in front of queue */
1115
				__skb_queue_head(&head, skb);
1116 1117
				skb = NULL;
				goto unlock;
1118
			}
1119
			goto unlock;
1120 1121 1122
		}

		/* Link is now in state WORKING_WORKING */
1123
		if (unlikely(seq_no != l_ptr->rcv_nxt)) {
1124
			link_handle_out_of_seq_msg(l_ptr, skb);
1125
			link_retrieve_defq(l_ptr, &head);
1126 1127
			skb = NULL;
			goto unlock;
P
Per Liden 已提交
1128
		}
1129 1130
		/* Synchronize with parallel link if applicable */
		if (unlikely((l_ptr->flags & LINK_SYNCHING) && !msg_dup(msg))) {
1131 1132
			if (!link_synch(l_ptr))
				goto unlock;
1133
		}
1134
		l_ptr->rcv_nxt++;
J
Jon Paul Maloy 已提交
1135
		if (unlikely(!skb_queue_empty(&l_ptr->deferdq)))
1136
			link_retrieve_defq(l_ptr, &head);
J
Jon Paul Maloy 已提交
1137
		if (unlikely(++l_ptr->rcv_unacked >= TIPC_MIN_LINK_WIN)) {
1138
			l_ptr->stats.sent_acks++;
1139
			tipc_link_proto_xmit(l_ptr, STATE_MSG, 0, 0, 0, 0);
1140
		}
1141 1142 1143
		tipc_link_input(l_ptr, skb);
		skb = NULL;
unlock:
1144
		tipc_node_unlock(n_ptr);
1145
		tipc_node_put(n_ptr);
1146
discard:
1147 1148
		if (unlikely(skb))
			kfree_skb(skb);
P
Per Liden 已提交
1149 1150 1151
	}
}

1152
/* tipc_data_input - deliver data and name distr msgs to upper layer
1153
 *
1154
 * Consumes buffer if message is of right type
1155 1156
 * Node lock must be held
 */
1157
static bool tipc_data_input(struct tipc_link *link, struct sk_buff *skb)
1158
{
1159 1160 1161
	struct tipc_node *node = link->owner;
	struct tipc_msg *msg = buf_msg(skb);
	u32 dport = msg_destport(msg);
1162 1163

	switch (msg_user(msg)) {
1164 1165 1166 1167 1168 1169 1170 1171
	case TIPC_LOW_IMPORTANCE:
	case TIPC_MEDIUM_IMPORTANCE:
	case TIPC_HIGH_IMPORTANCE:
	case TIPC_CRITICAL_IMPORTANCE:
	case CONN_MANAGER:
		if (tipc_skb_queue_tail(&link->inputq, skb, dport)) {
			node->inputq = &link->inputq;
			node->action_flags |= TIPC_MSG_EVT;
1172
		}
1173
		return true;
1174
	case NAME_DISTRIBUTOR:
1175 1176 1177 1178 1179 1180 1181
		node->bclink.recv_permitted = true;
		node->namedq = &link->namedq;
		skb_queue_tail(&link->namedq, skb);
		if (skb_queue_len(&link->namedq) == 1)
			node->action_flags |= TIPC_NAMED_MSG_EVT;
		return true;
	case MSG_BUNDLER:
1182
	case TUNNEL_PROTOCOL:
1183
	case MSG_FRAGMENTER:
1184
	case BCAST_PROTOCOL:
1185
		return false;
1186
	default:
1187 1188 1189 1190
		pr_warn("Dropping received illegal msg type\n");
		kfree_skb(skb);
		return false;
	};
1191
}
1192 1193 1194 1195 1196

/* tipc_link_input - process packet that has passed link protocol check
 *
 * Consumes buffer
 * Node lock must be held
1197
 */
1198
static void tipc_link_input(struct tipc_link *link, struct sk_buff *skb)
1199
{
1200 1201 1202 1203 1204 1205 1206
	struct tipc_node *node = link->owner;
	struct tipc_msg *msg = buf_msg(skb);
	struct sk_buff *iskb;
	int pos = 0;

	if (likely(tipc_data_input(link, skb)))
		return;
1207 1208

	switch (msg_user(msg)) {
1209
	case TUNNEL_PROTOCOL:
1210 1211 1212
		if (msg_dup(msg)) {
			link->flags |= LINK_SYNCHING;
			link->synch_point = msg_seqno(msg_get_wrapped(msg));
1213 1214
			kfree_skb(skb);
			break;
1215
		}
1216
		if (!tipc_link_failover_rcv(link, &skb))
1217 1218 1219 1220 1221 1222 1223 1224 1225 1226 1227
			break;
		if (msg_user(buf_msg(skb)) != MSG_BUNDLER) {
			tipc_data_input(link, skb);
			break;
		}
	case MSG_BUNDLER:
		link->stats.recv_bundles++;
		link->stats.recv_bundled += msg_msgcnt(msg);

		while (tipc_msg_extract(skb, &iskb, &pos))
			tipc_data_input(link, iskb);
1228
		break;
1229 1230 1231 1232 1233 1234 1235 1236
	case MSG_FRAGMENTER:
		link->stats.recv_fragments++;
		if (tipc_buf_append(&link->reasm_buf, &skb)) {
			link->stats.recv_fragmented++;
			tipc_data_input(link, skb);
		} else if (!link->reasm_buf) {
			tipc_link_reset(link);
		}
1237
		break;
1238 1239
	case BCAST_PROTOCOL:
		tipc_link_sync_rcv(node, skb);
1240 1241
		break;
	default:
1242 1243
		break;
	};
1244 1245
}

1246
/**
1247 1248 1249
 * tipc_link_defer_pkt - Add out-of-sequence message to deferred reception queue
 *
 * Returns increase in queue length (i.e. 0 or 1)
P
Per Liden 已提交
1250
 */
1251
u32 tipc_link_defer_pkt(struct sk_buff_head *list, struct sk_buff *skb)
P
Per Liden 已提交
1252
{
1253
	struct sk_buff *skb1;
1254
	u16 seq_no = buf_seqno(skb);
P
Per Liden 已提交
1255 1256

	/* Empty queue ? */
1257 1258
	if (skb_queue_empty(list)) {
		__skb_queue_tail(list, skb);
P
Per Liden 已提交
1259 1260 1261 1262
		return 1;
	}

	/* Last ? */
1263 1264
	if (less(buf_seqno(skb_peek_tail(list)), seq_no)) {
		__skb_queue_tail(list, skb);
P
Per Liden 已提交
1265 1266 1267
		return 1;
	}

1268
	/* Locate insertion point in queue, then insert; discard if duplicate */
1269
	skb_queue_walk(list, skb1) {
1270
		u16 curr_seqno = buf_seqno(skb1);
P
Per Liden 已提交
1271

1272
		if (seq_no == curr_seqno) {
1273
			kfree_skb(skb);
1274
			return 0;
P
Per Liden 已提交
1275
		}
1276 1277

		if (less(seq_no, curr_seqno))
P
Per Liden 已提交
1278
			break;
1279
	}
P
Per Liden 已提交
1280

1281
	__skb_queue_before(list, skb1, skb);
1282
	return 1;
P
Per Liden 已提交
1283 1284
}

1285
/*
P
Per Liden 已提交
1286 1287
 * link_handle_out_of_seq_msg - handle arrival of out-of-sequence packet
 */
1288
static void link_handle_out_of_seq_msg(struct tipc_link *l_ptr,
P
Per Liden 已提交
1289 1290
				       struct sk_buff *buf)
{
1291
	u32 seq_no = buf_seqno(buf);
P
Per Liden 已提交
1292 1293

	if (likely(msg_user(buf_msg(buf)) == LINK_PROTOCOL)) {
1294
		tipc_link_proto_rcv(l_ptr, buf);
P
Per Liden 已提交
1295 1296 1297 1298 1299 1300
		return;
	}

	/* Record OOS packet arrival (force mismatch on next timeout) */
	l_ptr->checkpoint--;

1301
	/*
P
Per Liden 已提交
1302 1303 1304
	 * Discard packet if a duplicate; otherwise add it to deferred queue
	 * and notify peer of gap as per protocol specification
	 */
1305
	if (less(seq_no, l_ptr->rcv_nxt)) {
P
Per Liden 已提交
1306
		l_ptr->stats.duplicates++;
1307
		kfree_skb(buf);
P
Per Liden 已提交
1308 1309 1310
		return;
	}

J
Jon Paul Maloy 已提交
1311
	if (tipc_link_defer_pkt(&l_ptr->deferdq, buf)) {
P
Per Liden 已提交
1312
		l_ptr->stats.deferred_recv++;
J
Jon Paul Maloy 已提交
1313
		if ((skb_queue_len(&l_ptr->deferdq) % TIPC_MIN_LINK_WIN) == 1)
1314
			tipc_link_proto_xmit(l_ptr, STATE_MSG, 0, 0, 0, 0);
1315
	} else {
P
Per Liden 已提交
1316
		l_ptr->stats.duplicates++;
1317
	}
P
Per Liden 已提交
1318 1319 1320 1321 1322
}

/*
 * Send protocol message to the other endpoint.
 */
1323
void tipc_link_proto_xmit(struct tipc_link *l_ptr, u32 msg_typ, int probe_msg,
1324
			  u32 gap, u32 tolerance, u32 priority)
P
Per Liden 已提交
1325
{
1326
	struct sk_buff *buf = NULL;
P
Per Liden 已提交
1327
	struct tipc_msg *msg = l_ptr->pmsg;
1328
	u32 msg_size = sizeof(l_ptr->proto_msg);
1329
	int r_flag;
1330
	u16 last_rcv;
P
Per Liden 已提交
1331

1332 1333
	/* Don't send protocol message during link failover */
	if (l_ptr->flags & LINK_FAILINGOVER)
P
Per Liden 已提交
1334
		return;
1335 1336

	/* Abort non-RESET send if communication with node is prohibited */
1337
	if ((tipc_node_blocked(l_ptr->owner)) && (msg_typ != RESET_MSG))
1338 1339
		return;

1340
	/* Create protocol message with "out-of-sequence" sequence number */
P
Per Liden 已提交
1341
	msg_set_type(msg, msg_typ);
1342
	msg_set_net_plane(msg, l_ptr->net_plane);
1343
	msg_set_bcast_ack(msg, l_ptr->owner->bclink.last_in);
1344
	msg_set_last_bcast(msg, tipc_bclink_get_last_sent(l_ptr->owner->net));
P
Per Liden 已提交
1345 1346

	if (msg_typ == STATE_MSG) {
1347
		u16 next_sent = l_ptr->snd_nxt;
P
Per Liden 已提交
1348

1349
		if (!tipc_link_is_up(l_ptr))
P
Per Liden 已提交
1350
			return;
J
Jon Paul Maloy 已提交
1351 1352
		if (skb_queue_len(&l_ptr->backlogq))
			next_sent = buf_seqno(skb_peek(&l_ptr->backlogq));
P
Per Liden 已提交
1353
		msg_set_next_sent(msg, next_sent);
J
Jon Paul Maloy 已提交
1354
		if (!skb_queue_empty(&l_ptr->deferdq)) {
1355
			last_rcv = buf_seqno(skb_peek(&l_ptr->deferdq));
1356
			gap = mod(last_rcv - l_ptr->rcv_nxt);
P
Per Liden 已提交
1357 1358 1359 1360 1361 1362
		}
		msg_set_seq_gap(msg, gap);
		if (gap)
			l_ptr->stats.sent_nacks++;
		msg_set_link_tolerance(msg, tolerance);
		msg_set_linkprio(msg, priority);
1363
		msg_set_max_pkt(msg, l_ptr->mtu);
1364
		msg_set_ack(msg, mod(l_ptr->rcv_nxt - 1));
P
Per Liden 已提交
1365
		msg_set_probe(msg, probe_msg != 0);
1366
		if (probe_msg)
P
Per Liden 已提交
1367 1368 1369
			l_ptr->stats.sent_probes++;
		l_ptr->stats.sent_states++;
	} else {		/* RESET_MSG or ACTIVATE_MSG */
1370
		msg_set_ack(msg, mod(l_ptr->failover_checkpt - 1));
P
Per Liden 已提交
1371 1372
		msg_set_seq_gap(msg, 0);
		msg_set_next_sent(msg, 1);
1373
		msg_set_probe(msg, 0);
P
Per Liden 已提交
1374 1375
		msg_set_link_tolerance(msg, l_ptr->tolerance);
		msg_set_linkprio(msg, l_ptr->priority);
1376
		msg_set_max_pkt(msg, l_ptr->advertised_mtu);
P
Per Liden 已提交
1377 1378
	}

1379 1380
	r_flag = (l_ptr->owner->working_links > tipc_link_is_up(l_ptr));
	msg_set_redundant_link(msg, r_flag);
P
Per Liden 已提交
1381
	msg_set_linkprio(msg, l_ptr->priority);
1382
	msg_set_size(msg, msg_size);
P
Per Liden 已提交
1383

1384
	msg_set_seqno(msg, mod(l_ptr->snd_nxt + (0xffff / 2)));
P
Per Liden 已提交
1385

1386
	buf = tipc_buf_acquire(msg_size);
P
Per Liden 已提交
1387 1388 1389
	if (!buf)
		return;

1390
	skb_copy_to_linear_data(buf, msg, sizeof(l_ptr->proto_msg));
1391
	buf->priority = TC_PRIO_CONTROL;
1392 1393
	tipc_bearer_send(l_ptr->owner->net, l_ptr->bearer_id, buf,
			 &l_ptr->media_addr);
J
Jon Paul Maloy 已提交
1394
	l_ptr->rcv_unacked = 0;
1395
	kfree_skb(buf);
P
Per Liden 已提交
1396 1397 1398 1399
}

/*
 * Receive protocol message :
1400 1401
 * Note that network plane id propagates through the network, and may
 * change at any time. The node with lowest address rules
P
Per Liden 已提交
1402
 */
1403
static void tipc_link_proto_rcv(struct tipc_link *l_ptr,
1404
				struct sk_buff *buf)
P
Per Liden 已提交
1405 1406 1407 1408 1409
{
	u32 rec_gap = 0;
	u32 msg_tol;
	struct tipc_msg *msg = buf_msg(buf);

1410
	if (l_ptr->flags & LINK_FAILINGOVER)
P
Per Liden 已提交
1411 1412
		goto exit;

1413
	if (l_ptr->net_plane != msg_net_plane(msg))
1414
		if (link_own_addr(l_ptr) > msg_prevnode(msg))
1415
			l_ptr->net_plane = msg_net_plane(msg);
P
Per Liden 已提交
1416 1417

	switch (msg_type(msg)) {
1418

P
Per Liden 已提交
1419
	case RESET_MSG:
1420 1421
		if (!link_working_unknown(l_ptr) &&
		    (l_ptr->peer_session != INVALID_SESSION)) {
1422 1423
			if (less_eq(msg_session(msg), l_ptr->peer_session))
				break; /* duplicate or old reset: ignore */
P
Per Liden 已提交
1424
		}
1425 1426 1427 1428 1429 1430 1431

		if (!msg_redundant_link(msg) && (link_working_working(l_ptr) ||
				link_working_unknown(l_ptr))) {
			/*
			 * peer has lost contact -- don't allow peer's links
			 * to reactivate before we recognize loss & clean up
			 */
1432
			l_ptr->owner->action_flags |= TIPC_WAIT_OWN_LINKS_DOWN;
1433 1434
		}

1435 1436
		link_state_event(l_ptr, RESET_MSG);

P
Per Liden 已提交
1437 1438 1439 1440 1441
		/* fall thru' */
	case ACTIVATE_MSG:
		/* Update link settings according other endpoint's values */
		strcpy((strrchr(l_ptr->name, ':') + 1), (char *)msg_data(msg));

1442 1443
		msg_tol = msg_link_tolerance(msg);
		if (msg_tol > l_ptr->tolerance)
P
Per Liden 已提交
1444 1445 1446 1447 1448
			link_set_supervision_props(l_ptr, msg_tol);

		if (msg_linkprio(msg) > l_ptr->priority)
			l_ptr->priority = msg_linkprio(msg);

1449 1450
		if (l_ptr->mtu > msg_max_pkt(msg))
			l_ptr->mtu = msg_max_pkt(msg);
P
Per Liden 已提交
1451

1452
		/* Synchronize broadcast link info, if not done previously */
1453 1454 1455 1456 1457 1458
		if (!tipc_node_is_up(l_ptr->owner)) {
			l_ptr->owner->bclink.last_sent =
				l_ptr->owner->bclink.last_in =
				msg_last_bcast(msg);
			l_ptr->owner->bclink.oos_state = 0;
		}
1459

P
Per Liden 已提交
1460 1461
		l_ptr->peer_session = msg_session(msg);
		l_ptr->peer_bearer_id = msg_bearer_id(msg);
1462 1463 1464

		if (msg_type(msg) == ACTIVATE_MSG)
			link_state_event(l_ptr, ACTIVATE_MSG);
P
Per Liden 已提交
1465 1466 1467
		break;
	case STATE_MSG:

1468 1469
		msg_tol = msg_link_tolerance(msg);
		if (msg_tol)
P
Per Liden 已提交
1470
			link_set_supervision_props(l_ptr, msg_tol);
1471 1472

		if (msg_linkprio(msg) &&
P
Per Liden 已提交
1473
		    (msg_linkprio(msg) != l_ptr->priority)) {
1474 1475 1476
			pr_debug("%s<%s>, priority change %u->%u\n",
				 link_rst_msg, l_ptr->name,
				 l_ptr->priority, msg_linkprio(msg));
P
Per Liden 已提交
1477
			l_ptr->priority = msg_linkprio(msg);
1478
			tipc_link_reset(l_ptr); /* Enforce change to take effect */
P
Per Liden 已提交
1479 1480
			break;
		}
1481 1482 1483 1484

		/* Record reception; force mismatch at next timeout: */
		l_ptr->checkpoint--;

P
Per Liden 已提交
1485 1486 1487 1488 1489
		link_state_event(l_ptr, TRAFFIC_MSG_EVT);
		l_ptr->stats.recv_states++;
		if (link_reset_unknown(l_ptr))
			break;

1490 1491
		if (less_eq(l_ptr->rcv_nxt, msg_next_sent(msg)))
			rec_gap = mod(msg_next_sent(msg) - l_ptr->rcv_nxt);
P
Per Liden 已提交
1492

1493
		if (msg_probe(msg))
P
Per Liden 已提交
1494 1495 1496
			l_ptr->stats.recv_probes++;

		/* Protocol message before retransmits, reduce loss risk */
1497
		if (l_ptr->owner->bclink.recv_permitted)
1498
			tipc_bclink_update_link_state(l_ptr->owner,
1499
						      msg_last_bcast(msg));
P
Per Liden 已提交
1500 1501

		if (rec_gap || (msg_probe(msg))) {
1502 1503
			tipc_link_proto_xmit(l_ptr, STATE_MSG, 0,
					     rec_gap, 0, 0);
P
Per Liden 已提交
1504 1505 1506
		}
		if (msg_seq_gap(msg)) {
			l_ptr->stats.recv_nacks++;
J
Jon Paul Maloy 已提交
1507
			tipc_link_retransmit(l_ptr, skb_peek(&l_ptr->transmq),
1508
					     msg_seq_gap(msg));
P
Per Liden 已提交
1509 1510 1511 1512
		}
		break;
	}
exit:
1513
	kfree_skb(buf);
P
Per Liden 已提交
1514 1515 1516
}


1517 1518
/* tipc_link_tunnel_xmit(): Tunnel one packet via a link belonging to
 * a different bearer. Owner node is locked.
P
Per Liden 已提交
1519
 */
1520 1521 1522 1523
static void tipc_link_tunnel_xmit(struct tipc_link *l_ptr,
				  struct tipc_msg *tunnel_hdr,
				  struct tipc_msg *msg,
				  u32 selector)
P
Per Liden 已提交
1524
{
1525
	struct tipc_link *tunnel;
1526
	struct sk_buff *skb;
P
Per Liden 已提交
1527 1528 1529
	u32 length = msg_size(msg);

	tunnel = l_ptr->owner->active_links[selector & 1];
1530
	if (!tipc_link_is_up(tunnel)) {
1531
		pr_warn("%stunnel link no longer available\n", link_co_err);
P
Per Liden 已提交
1532
		return;
1533
	}
P
Per Liden 已提交
1534
	msg_set_size(tunnel_hdr, length + INT_H_SIZE);
1535 1536
	skb = tipc_buf_acquire(length + INT_H_SIZE);
	if (!skb) {
1537
		pr_warn("%sunable to send tunnel msg\n", link_co_err);
P
Per Liden 已提交
1538
		return;
1539
	}
1540 1541 1542
	skb_copy_to_linear_data(skb, tunnel_hdr, INT_H_SIZE);
	skb_copy_to_linear_data_offset(skb, INT_H_SIZE, msg, length);
	__tipc_link_xmit_skb(tunnel, skb);
P
Per Liden 已提交
1543 1544 1545
}


1546 1547 1548 1549 1550
/* tipc_link_failover_send_queue(): A link has gone down, but a second
 * link is still active. We can do failover. Tunnel the failing link's
 * whole send queue via the remaining link. This way, we don't lose
 * any packets, and sequence order is preserved for subsequent traffic
 * sent over the remaining link. Owner node is locked.
P
Per Liden 已提交
1551
 */
1552
void tipc_link_failover_send_queue(struct tipc_link *l_ptr)
P
Per Liden 已提交
1553
{
J
Jon Paul Maloy 已提交
1554
	int msgcount;
1555
	struct tipc_link *tunnel = l_ptr->owner->active_links[0];
P
Per Liden 已提交
1556
	struct tipc_msg tunnel_hdr;
1557
	struct sk_buff *skb;
1558
	int split_bundles;
P
Per Liden 已提交
1559 1560 1561 1562

	if (!tunnel)
		return;

1563 1564
	tipc_msg_init(link_own_addr(l_ptr), &tunnel_hdr, TUNNEL_PROTOCOL,
		      FAILOVER_MSG, INT_H_SIZE, l_ptr->addr);
J
Jon Paul Maloy 已提交
1565
	skb_queue_splice_tail_init(&l_ptr->backlogq, &l_ptr->transmq);
1566
	tipc_link_purge_backlog(l_ptr);
J
Jon Paul Maloy 已提交
1567
	msgcount = skb_queue_len(&l_ptr->transmq);
P
Per Liden 已提交
1568 1569
	msg_set_bearer_id(&tunnel_hdr, l_ptr->peer_bearer_id);
	msg_set_msgcnt(&tunnel_hdr, msgcount);
1570

J
Jon Paul Maloy 已提交
1571
	if (skb_queue_empty(&l_ptr->transmq)) {
1572 1573 1574
		skb = tipc_buf_acquire(INT_H_SIZE);
		if (skb) {
			skb_copy_to_linear_data(skb, &tunnel_hdr, INT_H_SIZE);
P
Per Liden 已提交
1575
			msg_set_size(&tunnel_hdr, INT_H_SIZE);
1576
			__tipc_link_xmit_skb(tunnel, skb);
P
Per Liden 已提交
1577
		} else {
1578 1579
			pr_warn("%sunable to send changeover msg\n",
				link_co_err);
P
Per Liden 已提交
1580 1581 1582
		}
		return;
	}
1583

1584
	split_bundles = (l_ptr->owner->active_links[0] !=
1585 1586
			 l_ptr->owner->active_links[1]);

J
Jon Paul Maloy 已提交
1587
	skb_queue_walk(&l_ptr->transmq, skb) {
1588
		struct tipc_msg *msg = buf_msg(skb);
P
Per Liden 已提交
1589 1590 1591

		if ((msg_user(msg) == MSG_BUNDLER) && split_bundles) {
			struct tipc_msg *m = msg_get_wrapped(msg);
1592
			unchar *pos = (unchar *)m;
P
Per Liden 已提交
1593

1594
			msgcount = msg_msgcnt(msg);
P
Per Liden 已提交
1595
			while (msgcount--) {
1596
				msg_set_seqno(m, msg_seqno(msg));
1597 1598
				tipc_link_tunnel_xmit(l_ptr, &tunnel_hdr, m,
						      msg_link_selector(m));
P
Per Liden 已提交
1599 1600 1601 1602
				pos += align(msg_size(m));
				m = (struct tipc_msg *)pos;
			}
		} else {
1603 1604
			tipc_link_tunnel_xmit(l_ptr, &tunnel_hdr, msg,
					      msg_link_selector(msg));
P
Per Liden 已提交
1605 1606 1607 1608
		}
	}
}

1609
/* tipc_link_dup_queue_xmit(): A second link has become active. Tunnel a
1610 1611 1612 1613 1614 1615 1616 1617
 * duplicate of the first link's send queue via the new link. This way, we
 * are guaranteed that currently queued packets from a socket are delivered
 * before future traffic from the same socket, even if this is using the
 * new link. The last arriving copy of each duplicate packet is dropped at
 * the receiving end by the regular protocol check, so packet cardinality
 * and sequence order is preserved per sender/receiver socket pair.
 * Owner node is locked.
 */
J
Jon Paul Maloy 已提交
1618 1619
void tipc_link_dup_queue_xmit(struct tipc_link *link,
			      struct tipc_link *tnl)
P
Per Liden 已提交
1620
{
1621
	struct sk_buff *skb;
J
Jon Paul Maloy 已提交
1622 1623 1624 1625
	struct tipc_msg tnl_hdr;
	struct sk_buff_head *queue = &link->transmq;
	int mcnt;

1626 1627
	tipc_msg_init(link_own_addr(link), &tnl_hdr, TUNNEL_PROTOCOL,
		      SYNCH_MSG, INT_H_SIZE, link->addr);
J
Jon Paul Maloy 已提交
1628 1629 1630 1631 1632 1633
	mcnt = skb_queue_len(&link->transmq) + skb_queue_len(&link->backlogq);
	msg_set_msgcnt(&tnl_hdr, mcnt);
	msg_set_bearer_id(&tnl_hdr, link->peer_bearer_id);

tunnel_queue:
	skb_queue_walk(queue, skb) {
1634 1635
		struct sk_buff *outskb;
		struct tipc_msg *msg = buf_msg(skb);
J
Jon Paul Maloy 已提交
1636
		u32 len = msg_size(msg);
P
Per Liden 已提交
1637

1638
		msg_set_ack(msg, mod(link->rcv_nxt - 1));
J
Jon Paul Maloy 已提交
1639 1640 1641
		msg_set_bcast_ack(msg, link->owner->bclink.last_in);
		msg_set_size(&tnl_hdr, len + INT_H_SIZE);
		outskb = tipc_buf_acquire(len + INT_H_SIZE);
1642
		if (outskb == NULL) {
1643 1644
			pr_warn("%sunable to send duplicate msg\n",
				link_co_err);
P
Per Liden 已提交
1645 1646
			return;
		}
J
Jon Paul Maloy 已提交
1647 1648 1649 1650 1651
		skb_copy_to_linear_data(outskb, &tnl_hdr, INT_H_SIZE);
		skb_copy_to_linear_data_offset(outskb, INT_H_SIZE,
					       skb->data, len);
		__tipc_link_xmit_skb(tnl, outskb);
		if (!tipc_link_is_up(link))
P
Per Liden 已提交
1652 1653
			return;
	}
J
Jon Paul Maloy 已提交
1654 1655 1656 1657
	if (queue == &link->backlogq)
		return;
	queue = &link->backlogq;
	goto tunnel_queue;
P
Per Liden 已提交
1658 1659
}

1660
/*  tipc_link_failover_rcv(): Receive a tunnelled FAILOVER_MSG packet
1661 1662
 *  Owner node is locked.
 */
1663
static bool tipc_link_failover_rcv(struct tipc_link *link,
1664
				   struct sk_buff **skb)
1665
{
1666 1667
	struct tipc_msg *msg = buf_msg(*skb);
	struct sk_buff *iskb = NULL;
1668
	struct tipc_link *pl = NULL;
1669
	int bearer_id = msg_bearer_id(msg);
1670
	int pos = 0;
1671

1672
	if (msg_type(msg) != FAILOVER_MSG) {
1673 1674
		pr_warn("%sunknown tunnel pkt received\n", link_co_err);
		goto exit;
1675
	}
1676 1677
	if (bearer_id >= MAX_BEARERS)
		goto exit;
1678 1679

	if (bearer_id == link->bearer_id)
1680
		goto exit;
P
Per Liden 已提交
1681

1682 1683 1684 1685 1686 1687
	pl = link->owner->links[bearer_id];
	if (pl && tipc_link_is_up(pl))
		tipc_link_reset(pl);

	if (link->failover_pkts == FIRST_FAILOVER)
		link->failover_pkts = msg_msgcnt(msg);
1688

1689
	/* Should we expect an inner packet? */
1690
	if (!link->failover_pkts)
1691
		goto exit;
1692

1693 1694 1695
	if (!tipc_msg_extract(*skb, &iskb, &pos)) {
		pr_warn("%sno inner failover pkt\n", link_co_err);
		*skb = NULL;
P
Per Liden 已提交
1696
		goto exit;
1697
	}
1698
	link->failover_pkts--;
1699
	*skb = NULL;
P
Per Liden 已提交
1700

1701 1702
	/* Was this packet already delivered? */
	if (less(buf_seqno(iskb), link->failover_checkpt)) {
1703 1704 1705 1706 1707 1708
		kfree_skb(iskb);
		iskb = NULL;
		goto exit;
	}
	if (msg_user(buf_msg(iskb)) == MSG_FRAGMENTER) {
		link->stats.recv_fragments++;
1709
		tipc_buf_append(&link->failover_skb, &iskb);
1710
	}
P
Per Liden 已提交
1711
exit:
1712 1713
	if (!link->failover_pkts && pl)
		pl->flags &= ~LINK_FAILINGOVER;
1714 1715 1716
	kfree_skb(*skb);
	*skb = iskb;
	return *skb;
P
Per Liden 已提交
1717 1718
}

1719
static void link_set_supervision_props(struct tipc_link *l_ptr, u32 tol)
P
Per Liden 已提交
1720
{
1721 1722 1723
	unsigned long intv = ((tol / 4) > 500) ? 500 : tol / 4;

	if ((tol < TIPC_MIN_LINK_TOL) || (tol > TIPC_MAX_LINK_TOL))
1724 1725
		return;

1726
	l_ptr->tolerance = tol;
1727 1728
	l_ptr->keepalive_intv = msecs_to_jiffies(intv);
	l_ptr->abort_limit = tol / (jiffies_to_msecs(l_ptr->keepalive_intv));
P
Per Liden 已提交
1729 1730
}

1731
void tipc_link_set_queue_limits(struct tipc_link *l, u32 win)
P
Per Liden 已提交
1732
{
1733
	int max_bulk = TIPC_MAX_PUBLICATIONS / (l->mtu / ITEM_SIZE);
1734 1735

	l->window = win;
1736 1737 1738 1739 1740
	l->backlog[TIPC_LOW_IMPORTANCE].limit      = win / 2;
	l->backlog[TIPC_MEDIUM_IMPORTANCE].limit   = win;
	l->backlog[TIPC_HIGH_IMPORTANCE].limit     = win / 2 * 3;
	l->backlog[TIPC_CRITICAL_IMPORTANCE].limit = win * 2;
	l->backlog[TIPC_SYSTEM_IMPORTANCE].limit   = max_bulk;
P
Per Liden 已提交
1741 1742
}

1743
/* tipc_link_find_owner - locate owner node of link by link's name
1744
 * @net: the applicable net namespace
1745 1746
 * @name: pointer to link name string
 * @bearer_id: pointer to index in 'node->links' array where the link was found.
1747
 *
1748
 * Returns pointer to node owning the link, or 0 if no matching link is found.
P
Per Liden 已提交
1749
 */
1750 1751
static struct tipc_node *tipc_link_find_owner(struct net *net,
					      const char *link_name,
1752
					      unsigned int *bearer_id)
P
Per Liden 已提交
1753
{
1754
	struct tipc_net *tn = net_generic(net, tipc_net_id);
1755
	struct tipc_link *l_ptr;
1756
	struct tipc_node *n_ptr;
1757
	struct tipc_node *found_node = NULL;
1758
	int i;
P
Per Liden 已提交
1759

1760
	*bearer_id = 0;
1761
	rcu_read_lock();
1762
	list_for_each_entry_rcu(n_ptr, &tn->node_list, list) {
1763
		tipc_node_lock(n_ptr);
1764 1765
		for (i = 0; i < MAX_BEARERS; i++) {
			l_ptr = n_ptr->links[i];
1766 1767 1768 1769 1770
			if (l_ptr && !strcmp(l_ptr->name, link_name)) {
				*bearer_id = i;
				found_node = n_ptr;
				break;
			}
1771
		}
1772
		tipc_node_unlock(n_ptr);
1773 1774
		if (found_node)
			break;
1775
	}
1776 1777
	rcu_read_unlock();

1778
	return found_node;
P
Per Liden 已提交
1779 1780 1781 1782 1783 1784
}

/**
 * link_reset_statistics - reset link statistics
 * @l_ptr: pointer to link
 */
1785
static void link_reset_statistics(struct tipc_link *l_ptr)
P
Per Liden 已提交
1786 1787
{
	memset(&l_ptr->stats, 0, sizeof(l_ptr->stats));
1788 1789
	l_ptr->stats.sent_info = l_ptr->snd_nxt;
	l_ptr->stats.recv_info = l_ptr->rcv_nxt;
P
Per Liden 已提交
1790 1791
}

1792
static void link_print(struct tipc_link *l_ptr, const char *str)
P
Per Liden 已提交
1793
{
1794
	struct tipc_net *tn = net_generic(l_ptr->owner->net, tipc_net_id);
1795 1796 1797
	struct tipc_bearer *b_ptr;

	rcu_read_lock();
1798
	b_ptr = rcu_dereference_rtnl(tn->bearer_list[l_ptr->bearer_id]);
1799 1800 1801
	if (b_ptr)
		pr_info("%s Link %x<%s>:", str, l_ptr->addr, b_ptr->name);
	rcu_read_unlock();
1802

P
Per Liden 已提交
1803
	if (link_working_unknown(l_ptr))
1804
		pr_cont(":WU\n");
1805
	else if (link_reset_reset(l_ptr))
1806
		pr_cont(":RR\n");
1807
	else if (link_reset_unknown(l_ptr))
1808
		pr_cont(":RU\n");
1809
	else if (link_working_working(l_ptr))
1810 1811 1812
		pr_cont(":WW\n");
	else
		pr_cont("\n");
P
Per Liden 已提交
1813
}
1814 1815 1816 1817 1818 1819 1820 1821 1822 1823 1824 1825 1826 1827 1828 1829 1830 1831 1832 1833 1834 1835 1836 1837 1838 1839 1840 1841 1842 1843 1844 1845 1846 1847 1848 1849 1850 1851

/* Parse and validate nested (link) properties valid for media, bearer and link
 */
int tipc_nl_parse_link_prop(struct nlattr *prop, struct nlattr *props[])
{
	int err;

	err = nla_parse_nested(props, TIPC_NLA_PROP_MAX, prop,
			       tipc_nl_prop_policy);
	if (err)
		return err;

	if (props[TIPC_NLA_PROP_PRIO]) {
		u32 prio;

		prio = nla_get_u32(props[TIPC_NLA_PROP_PRIO]);
		if (prio > TIPC_MAX_LINK_PRI)
			return -EINVAL;
	}

	if (props[TIPC_NLA_PROP_TOL]) {
		u32 tol;

		tol = nla_get_u32(props[TIPC_NLA_PROP_TOL]);
		if ((tol < TIPC_MIN_LINK_TOL) || (tol > TIPC_MAX_LINK_TOL))
			return -EINVAL;
	}

	if (props[TIPC_NLA_PROP_WIN]) {
		u32 win;

		win = nla_get_u32(props[TIPC_NLA_PROP_WIN]);
		if ((win < TIPC_MIN_LINK_WIN) || (win > TIPC_MAX_LINK_WIN))
			return -EINVAL;
	}

	return 0;
}
1852

1853 1854 1855 1856 1857 1858 1859 1860 1861
int tipc_nl_link_set(struct sk_buff *skb, struct genl_info *info)
{
	int err;
	int res = 0;
	int bearer_id;
	char *name;
	struct tipc_link *link;
	struct tipc_node *node;
	struct nlattr *attrs[TIPC_NLA_LINK_MAX + 1];
1862
	struct net *net = sock_net(skb->sk);
1863 1864 1865 1866 1867 1868 1869 1870 1871 1872 1873 1874 1875 1876 1877

	if (!info->attrs[TIPC_NLA_LINK])
		return -EINVAL;

	err = nla_parse_nested(attrs, TIPC_NLA_LINK_MAX,
			       info->attrs[TIPC_NLA_LINK],
			       tipc_nl_link_policy);
	if (err)
		return err;

	if (!attrs[TIPC_NLA_LINK_NAME])
		return -EINVAL;

	name = nla_data(attrs[TIPC_NLA_LINK_NAME]);

1878 1879 1880
	if (strcmp(name, tipc_bclink_name) == 0)
		return tipc_nl_bc_link_set(net, attrs);

1881
	node = tipc_link_find_owner(net, name, &bearer_id);
1882 1883 1884 1885 1886 1887 1888 1889 1890 1891 1892 1893 1894 1895 1896 1897 1898 1899 1900 1901 1902 1903 1904 1905 1906 1907
	if (!node)
		return -EINVAL;

	tipc_node_lock(node);

	link = node->links[bearer_id];
	if (!link) {
		res = -EINVAL;
		goto out;
	}

	if (attrs[TIPC_NLA_LINK_PROP]) {
		struct nlattr *props[TIPC_NLA_PROP_MAX + 1];

		err = tipc_nl_parse_link_prop(attrs[TIPC_NLA_LINK_PROP],
					      props);
		if (err) {
			res = err;
			goto out;
		}

		if (props[TIPC_NLA_PROP_TOL]) {
			u32 tol;

			tol = nla_get_u32(props[TIPC_NLA_PROP_TOL]);
			link_set_supervision_props(link, tol);
1908
			tipc_link_proto_xmit(link, STATE_MSG, 0, 0, tol, 0);
1909 1910 1911 1912 1913 1914
		}
		if (props[TIPC_NLA_PROP_PRIO]) {
			u32 prio;

			prio = nla_get_u32(props[TIPC_NLA_PROP_PRIO]);
			link->priority = prio;
1915
			tipc_link_proto_xmit(link, STATE_MSG, 0, 0, 0, prio);
1916 1917 1918 1919 1920 1921 1922 1923 1924 1925 1926 1927 1928 1929
		}
		if (props[TIPC_NLA_PROP_WIN]) {
			u32 win;

			win = nla_get_u32(props[TIPC_NLA_PROP_WIN]);
			tipc_link_set_queue_limits(link, win);
		}
	}

out:
	tipc_node_unlock(node);

	return res;
}
1930 1931

static int __tipc_nl_add_stats(struct sk_buff *skb, struct tipc_stats *s)
1932 1933 1934 1935 1936 1937 1938 1939 1940 1941 1942 1943 1944 1945 1946 1947 1948 1949 1950 1951 1952 1953 1954 1955 1956 1957 1958 1959 1960 1961 1962 1963 1964 1965 1966 1967 1968 1969 1970 1971 1972 1973 1974 1975 1976 1977 1978 1979 1980 1981 1982 1983 1984 1985 1986 1987 1988 1989 1990 1991 1992 1993 1994 1995 1996
{
	int i;
	struct nlattr *stats;

	struct nla_map {
		u32 key;
		u32 val;
	};

	struct nla_map map[] = {
		{TIPC_NLA_STATS_RX_INFO, s->recv_info},
		{TIPC_NLA_STATS_RX_FRAGMENTS, s->recv_fragments},
		{TIPC_NLA_STATS_RX_FRAGMENTED, s->recv_fragmented},
		{TIPC_NLA_STATS_RX_BUNDLES, s->recv_bundles},
		{TIPC_NLA_STATS_RX_BUNDLED, s->recv_bundled},
		{TIPC_NLA_STATS_TX_INFO, s->sent_info},
		{TIPC_NLA_STATS_TX_FRAGMENTS, s->sent_fragments},
		{TIPC_NLA_STATS_TX_FRAGMENTED, s->sent_fragmented},
		{TIPC_NLA_STATS_TX_BUNDLES, s->sent_bundles},
		{TIPC_NLA_STATS_TX_BUNDLED, s->sent_bundled},
		{TIPC_NLA_STATS_MSG_PROF_TOT, (s->msg_length_counts) ?
			s->msg_length_counts : 1},
		{TIPC_NLA_STATS_MSG_LEN_CNT, s->msg_length_counts},
		{TIPC_NLA_STATS_MSG_LEN_TOT, s->msg_lengths_total},
		{TIPC_NLA_STATS_MSG_LEN_P0, s->msg_length_profile[0]},
		{TIPC_NLA_STATS_MSG_LEN_P1, s->msg_length_profile[1]},
		{TIPC_NLA_STATS_MSG_LEN_P2, s->msg_length_profile[2]},
		{TIPC_NLA_STATS_MSG_LEN_P3, s->msg_length_profile[3]},
		{TIPC_NLA_STATS_MSG_LEN_P4, s->msg_length_profile[4]},
		{TIPC_NLA_STATS_MSG_LEN_P5, s->msg_length_profile[5]},
		{TIPC_NLA_STATS_MSG_LEN_P6, s->msg_length_profile[6]},
		{TIPC_NLA_STATS_RX_STATES, s->recv_states},
		{TIPC_NLA_STATS_RX_PROBES, s->recv_probes},
		{TIPC_NLA_STATS_RX_NACKS, s->recv_nacks},
		{TIPC_NLA_STATS_RX_DEFERRED, s->deferred_recv},
		{TIPC_NLA_STATS_TX_STATES, s->sent_states},
		{TIPC_NLA_STATS_TX_PROBES, s->sent_probes},
		{TIPC_NLA_STATS_TX_NACKS, s->sent_nacks},
		{TIPC_NLA_STATS_TX_ACKS, s->sent_acks},
		{TIPC_NLA_STATS_RETRANSMITTED, s->retransmitted},
		{TIPC_NLA_STATS_DUPLICATES, s->duplicates},
		{TIPC_NLA_STATS_LINK_CONGS, s->link_congs},
		{TIPC_NLA_STATS_MAX_QUEUE, s->max_queue_sz},
		{TIPC_NLA_STATS_AVG_QUEUE, s->queue_sz_counts ?
			(s->accu_queue_sz / s->queue_sz_counts) : 0}
	};

	stats = nla_nest_start(skb, TIPC_NLA_LINK_STATS);
	if (!stats)
		return -EMSGSIZE;

	for (i = 0; i <  ARRAY_SIZE(map); i++)
		if (nla_put_u32(skb, map[i].key, map[i].val))
			goto msg_full;

	nla_nest_end(skb, stats);

	return 0;
msg_full:
	nla_nest_cancel(skb, stats);

	return -EMSGSIZE;
}

/* Caller should hold appropriate locks to protect the link */
1997
static int __tipc_nl_add_link(struct net *net, struct tipc_nl_msg *msg,
1998
			      struct tipc_link *link, int nlflags)
1999 2000 2001 2002 2003
{
	int err;
	void *hdr;
	struct nlattr *attrs;
	struct nlattr *prop;
2004
	struct tipc_net *tn = net_generic(net, tipc_net_id);
2005

2006
	hdr = genlmsg_put(msg->skb, msg->portid, msg->seq, &tipc_genl_family,
2007
			  nlflags, TIPC_NL_LINK_GET);
2008 2009 2010 2011 2012 2013 2014 2015 2016 2017
	if (!hdr)
		return -EMSGSIZE;

	attrs = nla_nest_start(msg->skb, TIPC_NLA_LINK);
	if (!attrs)
		goto msg_full;

	if (nla_put_string(msg->skb, TIPC_NLA_LINK_NAME, link->name))
		goto attr_msg_full;
	if (nla_put_u32(msg->skb, TIPC_NLA_LINK_DEST,
2018
			tipc_cluster_mask(tn->own_addr)))
2019
		goto attr_msg_full;
2020
	if (nla_put_u32(msg->skb, TIPC_NLA_LINK_MTU, link->mtu))
2021
		goto attr_msg_full;
2022
	if (nla_put_u32(msg->skb, TIPC_NLA_LINK_RX, link->rcv_nxt))
2023
		goto attr_msg_full;
2024
	if (nla_put_u32(msg->skb, TIPC_NLA_LINK_TX, link->snd_nxt))
2025 2026 2027 2028 2029 2030 2031 2032 2033 2034 2035 2036 2037 2038 2039 2040 2041
		goto attr_msg_full;

	if (tipc_link_is_up(link))
		if (nla_put_flag(msg->skb, TIPC_NLA_LINK_UP))
			goto attr_msg_full;
	if (tipc_link_is_active(link))
		if (nla_put_flag(msg->skb, TIPC_NLA_LINK_ACTIVE))
			goto attr_msg_full;

	prop = nla_nest_start(msg->skb, TIPC_NLA_LINK_PROP);
	if (!prop)
		goto attr_msg_full;
	if (nla_put_u32(msg->skb, TIPC_NLA_PROP_PRIO, link->priority))
		goto prop_msg_full;
	if (nla_put_u32(msg->skb, TIPC_NLA_PROP_TOL, link->tolerance))
		goto prop_msg_full;
	if (nla_put_u32(msg->skb, TIPC_NLA_PROP_WIN,
2042
			link->window))
2043 2044 2045 2046 2047 2048 2049 2050 2051 2052 2053 2054 2055 2056 2057 2058 2059 2060 2061 2062 2063 2064 2065 2066 2067
		goto prop_msg_full;
	if (nla_put_u32(msg->skb, TIPC_NLA_PROP_PRIO, link->priority))
		goto prop_msg_full;
	nla_nest_end(msg->skb, prop);

	err = __tipc_nl_add_stats(msg->skb, &link->stats);
	if (err)
		goto attr_msg_full;

	nla_nest_end(msg->skb, attrs);
	genlmsg_end(msg->skb, hdr);

	return 0;

prop_msg_full:
	nla_nest_cancel(msg->skb, prop);
attr_msg_full:
	nla_nest_cancel(msg->skb, attrs);
msg_full:
	genlmsg_cancel(msg->skb, hdr);

	return -EMSGSIZE;
}

/* Caller should hold node lock  */
2068 2069
static int __tipc_nl_add_node_links(struct net *net, struct tipc_nl_msg *msg,
				    struct tipc_node *node, u32 *prev_link)
2070 2071 2072 2073 2074 2075 2076 2077 2078 2079
{
	u32 i;
	int err;

	for (i = *prev_link; i < MAX_BEARERS; i++) {
		*prev_link = i;

		if (!node->links[i])
			continue;

2080
		err = __tipc_nl_add_link(net, msg, node->links[i], NLM_F_MULTI);
2081 2082 2083 2084 2085 2086 2087 2088 2089 2090
		if (err)
			return err;
	}
	*prev_link = 0;

	return 0;
}

int tipc_nl_link_dump(struct sk_buff *skb, struct netlink_callback *cb)
{
2091 2092
	struct net *net = sock_net(skb->sk);
	struct tipc_net *tn = net_generic(net, tipc_net_id);
2093 2094 2095 2096 2097 2098 2099 2100 2101 2102 2103 2104 2105 2106 2107 2108
	struct tipc_node *node;
	struct tipc_nl_msg msg;
	u32 prev_node = cb->args[0];
	u32 prev_link = cb->args[1];
	int done = cb->args[2];
	int err;

	if (done)
		return 0;

	msg.skb = skb;
	msg.portid = NETLINK_CB(cb->skb).portid;
	msg.seq = cb->nlh->nlmsg_seq;

	rcu_read_lock();
	if (prev_node) {
2109
		node = tipc_node_find(net, prev_node);
2110 2111 2112 2113 2114 2115 2116 2117 2118 2119
		if (!node) {
			/* We never set seq or call nl_dump_check_consistent()
			 * this means that setting prev_seq here will cause the
			 * consistence check to fail in the netlink callback
			 * handler. Resulting in the last NLMSG_DONE message
			 * having the NLM_F_DUMP_INTR flag set.
			 */
			cb->prev_seq = 1;
			goto out;
		}
2120
		tipc_node_put(node);
2121

2122 2123
		list_for_each_entry_continue_rcu(node, &tn->node_list,
						 list) {
2124
			tipc_node_lock(node);
2125 2126
			err = __tipc_nl_add_node_links(net, &msg, node,
						       &prev_link);
2127 2128 2129 2130 2131 2132 2133
			tipc_node_unlock(node);
			if (err)
				goto out;

			prev_node = node->addr;
		}
	} else {
2134
		err = tipc_nl_add_bc_link(net, &msg);
2135 2136 2137
		if (err)
			goto out;

2138
		list_for_each_entry_rcu(node, &tn->node_list, list) {
2139
			tipc_node_lock(node);
2140 2141
			err = __tipc_nl_add_node_links(net, &msg, node,
						       &prev_link);
2142 2143 2144 2145 2146 2147 2148 2149 2150 2151 2152 2153 2154 2155 2156 2157 2158 2159 2160 2161
			tipc_node_unlock(node);
			if (err)
				goto out;

			prev_node = node->addr;
		}
	}
	done = 1;
out:
	rcu_read_unlock();

	cb->args[0] = prev_node;
	cb->args[1] = prev_link;
	cb->args[2] = done;

	return skb->len;
}

int tipc_nl_link_get(struct sk_buff *skb, struct genl_info *info)
{
2162
	struct net *net = genl_info_net(info);
2163 2164 2165 2166
	struct tipc_nl_msg msg;
	char *name;
	int err;

2167 2168 2169
	msg.portid = info->snd_portid;
	msg.seq = info->snd_seq;

2170 2171 2172 2173
	if (!info->attrs[TIPC_NLA_LINK_NAME])
		return -EINVAL;
	name = nla_data(info->attrs[TIPC_NLA_LINK_NAME]);

2174 2175
	msg.skb = nlmsg_new(NLMSG_GOODSIZE, GFP_KERNEL);
	if (!msg.skb)
2176 2177
		return -ENOMEM;

2178 2179 2180 2181 2182 2183 2184 2185 2186 2187
	if (strcmp(name, tipc_bclink_name) == 0) {
		err = tipc_nl_add_bc_link(net, &msg);
		if (err) {
			nlmsg_free(msg.skb);
			return err;
		}
	} else {
		int bearer_id;
		struct tipc_node *node;
		struct tipc_link *link;
2188

2189 2190 2191
		node = tipc_link_find_owner(net, name, &bearer_id);
		if (!node)
			return -EINVAL;
2192

2193 2194 2195 2196 2197 2198 2199
		tipc_node_lock(node);
		link = node->links[bearer_id];
		if (!link) {
			tipc_node_unlock(node);
			nlmsg_free(msg.skb);
			return -EINVAL;
		}
2200

2201 2202 2203 2204 2205 2206 2207
		err = __tipc_nl_add_link(net, &msg, link, 0);
		tipc_node_unlock(node);
		if (err) {
			nlmsg_free(msg.skb);
			return err;
		}
	}
2208

2209
	return genlmsg_reply(msg.skb, info);
2210
}
2211 2212 2213 2214 2215 2216 2217 2218 2219

int tipc_nl_link_reset_stats(struct sk_buff *skb, struct genl_info *info)
{
	int err;
	char *link_name;
	unsigned int bearer_id;
	struct tipc_link *link;
	struct tipc_node *node;
	struct nlattr *attrs[TIPC_NLA_LINK_MAX + 1];
2220
	struct net *net = sock_net(skb->sk);
2221 2222 2223 2224 2225 2226 2227 2228 2229 2230 2231 2232 2233 2234 2235 2236

	if (!info->attrs[TIPC_NLA_LINK])
		return -EINVAL;

	err = nla_parse_nested(attrs, TIPC_NLA_LINK_MAX,
			       info->attrs[TIPC_NLA_LINK],
			       tipc_nl_link_policy);
	if (err)
		return err;

	if (!attrs[TIPC_NLA_LINK_NAME])
		return -EINVAL;

	link_name = nla_data(attrs[TIPC_NLA_LINK_NAME]);

	if (strcmp(link_name, tipc_bclink_name) == 0) {
2237
		err = tipc_bclink_reset_stats(net);
2238 2239 2240 2241 2242
		if (err)
			return err;
		return 0;
	}

2243
	node = tipc_link_find_owner(net, link_name, &bearer_id);
2244 2245 2246 2247 2248 2249 2250 2251 2252 2253 2254 2255 2256 2257 2258 2259 2260
	if (!node)
		return -EINVAL;

	tipc_node_lock(node);

	link = node->links[bearer_id];
	if (!link) {
		tipc_node_unlock(node);
		return -EINVAL;
	}

	link_reset_statistics(link);

	tipc_node_unlock(node);

	return 0;
}