link.c 65.0 KB
Newer Older
P
Per Liden 已提交
1 2
/*
 * net/tipc/link.c: TIPC link code
3
 *
4
 * Copyright (c) 1996-2007, 2012-2014, Ericsson AB
5
 * Copyright (c) 2004-2007, 2010-2013, Wind River Systems
P
Per Liden 已提交
6 7
 * All rights reserved.
 *
P
Per Liden 已提交
8
 * Redistribution and use in source and binary forms, with or without
P
Per Liden 已提交
9 10
 * modification, are permitted provided that the following conditions are met:
 *
P
Per Liden 已提交
11 12 13 14 15 16 17 18
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions and the following disclaimer.
 * 2. Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in the
 *    documentation and/or other materials provided with the distribution.
 * 3. Neither the names of the copyright holders nor the names of its
 *    contributors may be used to endorse or promote products derived from
 *    this software without specific prior written permission.
P
Per Liden 已提交
19
 *
P
Per Liden 已提交
20 21 22 23 24 25 26 27 28 29 30 31 32 33
 * Alternatively, this software may be distributed under the terms of the
 * GNU General Public License ("GPL") version 2 as published by the Free
 * Software Foundation.
 *
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
P
Per Liden 已提交
34 35 36 37 38
 * POSSIBILITY OF SUCH DAMAGE.
 */

#include "core.h"
#include "link.h"
39
#include "bcast.h"
40
#include "socket.h"
P
Per Liden 已提交
41 42
#include "name_distr.h"
#include "discover.h"
43
#include "netlink.h"
P
Per Liden 已提交
44

45 46
#include <linux/pkt_sched.h>

47 48 49 50 51 52
/*
 * Error message prefixes
 */
static const char *link_co_err = "Link changeover error, ";
static const char *link_rst_msg = "Resetting link ";
static const char *link_unk_evt = "Unknown link event ";
P
Per Liden 已提交
53

54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69
static const struct nla_policy tipc_nl_link_policy[TIPC_NLA_LINK_MAX + 1] = {
	[TIPC_NLA_LINK_UNSPEC]		= { .type = NLA_UNSPEC },
	[TIPC_NLA_LINK_NAME] = {
		.type = NLA_STRING,
		.len = TIPC_MAX_LINK_NAME
	},
	[TIPC_NLA_LINK_MTU]		= { .type = NLA_U32 },
	[TIPC_NLA_LINK_BROADCAST]	= { .type = NLA_FLAG },
	[TIPC_NLA_LINK_UP]		= { .type = NLA_FLAG },
	[TIPC_NLA_LINK_ACTIVE]		= { .type = NLA_FLAG },
	[TIPC_NLA_LINK_PROP]		= { .type = NLA_NESTED },
	[TIPC_NLA_LINK_STATS]		= { .type = NLA_NESTED },
	[TIPC_NLA_LINK_RX]		= { .type = NLA_U32 },
	[TIPC_NLA_LINK_TX]		= { .type = NLA_U32 }
};

70 71 72 73 74 75 76 77
/* Properties valid for media, bearar and link */
static const struct nla_policy tipc_nl_prop_policy[TIPC_NLA_PROP_MAX + 1] = {
	[TIPC_NLA_PROP_UNSPEC]		= { .type = NLA_UNSPEC },
	[TIPC_NLA_PROP_PRIO]		= { .type = NLA_U32 },
	[TIPC_NLA_PROP_TOL]		= { .type = NLA_U32 },
	[TIPC_NLA_PROP_WIN]		= { .type = NLA_U32 }
};

78 79 80 81 82
/*
 * Out-of-range value for link session numbers
 */
#define INVALID_SESSION 0x10000

83 84
/*
 * Link state events:
P
Per Liden 已提交
85 86 87 88 89
 */
#define  STARTING_EVT    856384768	/* link processing trigger */
#define  TRAFFIC_MSG_EVT 560815u	/* rx'd ??? */
#define  TIMEOUT_EVT     560817u	/* link timer expired */

90 91 92
/*
 * The following two 'message types' is really just implementation
 * data conveniently stored in the message header.
P
Per Liden 已提交
93 94 95 96 97
 * They must not be considered part of the protocol
 */
#define OPEN_MSG   0
#define CLOSED_MSG 1

98
/*
P
Per Liden 已提交
99 100 101 102
 * State value stored in 'exp_msg_count'
 */
#define START_CHANGEOVER 100000u

103 104 105 106 107 108
static void link_handle_out_of_seq_msg(struct tipc_link *link,
				       struct sk_buff *skb);
static void tipc_link_proto_rcv(struct tipc_link *link,
				struct sk_buff *skb);
static int  tipc_link_tunnel_rcv(struct tipc_node *node,
				 struct sk_buff **skb);
109
static void link_set_supervision_props(struct tipc_link *l_ptr, u32 tol);
110 111 112
static void link_state_event(struct tipc_link *l_ptr, u32 event);
static void link_reset_statistics(struct tipc_link *l_ptr);
static void link_print(struct tipc_link *l_ptr, const char *str);
113 114
static void tipc_link_sync_xmit(struct tipc_link *l);
static void tipc_link_sync_rcv(struct tipc_node *n, struct sk_buff *buf);
115 116
static void tipc_link_input(struct tipc_link *l, struct sk_buff *skb);
static bool tipc_data_input(struct tipc_link *l, struct sk_buff *skb);
117

P
Per Liden 已提交
118
/*
S
Sam Ravnborg 已提交
119
 *  Simple link routines
P
Per Liden 已提交
120
 */
S
Sam Ravnborg 已提交
121
static unsigned int align(unsigned int i)
P
Per Liden 已提交
122 123 124 125
{
	return (i + 3) & ~3u;
}

126 127 128 129 130 131 132 133 134 135 136 137 138 139 140
static void tipc_link_release(struct kref *kref)
{
	kfree(container_of(kref, struct tipc_link, ref));
}

static void tipc_link_get(struct tipc_link *l_ptr)
{
	kref_get(&l_ptr->ref);
}

static void tipc_link_put(struct tipc_link *l_ptr)
{
	kref_put(&l_ptr->ref, tipc_link_release);
}

141
static void link_init_max_pkt(struct tipc_link *l_ptr)
P
Per Liden 已提交
142
{
143 144
	struct tipc_node *node = l_ptr->owner;
	struct tipc_net *tn = net_generic(node->net, tipc_net_id);
145
	struct tipc_bearer *b_ptr;
P
Per Liden 已提交
146
	u32 max_pkt;
147

148
	rcu_read_lock();
149
	b_ptr = rcu_dereference_rtnl(tn->bearer_list[l_ptr->bearer_id]);
150 151 152 153 154 155 156
	if (!b_ptr) {
		rcu_read_unlock();
		return;
	}
	max_pkt = (b_ptr->mtu & ~3);
	rcu_read_unlock();

P
Per Liden 已提交
157 158 159
	if (max_pkt > MAX_MSG_SIZE)
		max_pkt = MAX_MSG_SIZE;

160
	l_ptr->max_pkt_target = max_pkt;
P
Per Liden 已提交
161 162
	if (l_ptr->max_pkt_target < MAX_PKT_DEFAULT)
		l_ptr->max_pkt = l_ptr->max_pkt_target;
163
	else
P
Per Liden 已提交
164 165
		l_ptr->max_pkt = MAX_PKT_DEFAULT;

166
	l_ptr->max_pkt_probes = 0;
P
Per Liden 已提交
167 168 169
}

/*
S
Sam Ravnborg 已提交
170
 *  Simple non-static link routines (i.e. referenced outside this file)
P
Per Liden 已提交
171
 */
172
int tipc_link_is_up(struct tipc_link *l_ptr)
P
Per Liden 已提交
173 174 175
{
	if (!l_ptr)
		return 0;
E
Eric Dumazet 已提交
176
	return link_working_working(l_ptr) || link_working_unknown(l_ptr);
P
Per Liden 已提交
177 178
}

179
int tipc_link_is_active(struct tipc_link *l_ptr)
P
Per Liden 已提交
180
{
E
Eric Dumazet 已提交
181 182
	return	(l_ptr->owner->active_links[0] == l_ptr) ||
		(l_ptr->owner->active_links[1] == l_ptr);
P
Per Liden 已提交
183 184 185 186 187 188
}

/**
 * link_timeout - handle expiration of link timer
 * @l_ptr: pointer to link
 */
189
static void link_timeout(unsigned long data)
P
Per Liden 已提交
190
{
191
	struct tipc_link *l_ptr = (struct tipc_link *)data;
192 193
	struct sk_buff *skb;

194
	tipc_node_lock(l_ptr->owner);
P
Per Liden 已提交
195 196

	/* update counters used in statistical profiling of send traffic */
197
	l_ptr->stats.accu_queue_sz += skb_queue_len(&l_ptr->outqueue);
P
Per Liden 已提交
198 199
	l_ptr->stats.queue_sz_counts++;

200 201 202
	skb = skb_peek(&l_ptr->outqueue);
	if (skb) {
		struct tipc_msg *msg = buf_msg(skb);
P
Per Liden 已提交
203 204
		u32 length = msg_size(msg);

205 206
		if ((msg_user(msg) == MSG_FRAGMENTER) &&
		    (msg_type(msg) == FIRST_FRAGMENT)) {
P
Per Liden 已提交
207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232
			length = msg_size(msg_get_wrapped(msg));
		}
		if (length) {
			l_ptr->stats.msg_lengths_total += length;
			l_ptr->stats.msg_length_counts++;
			if (length <= 64)
				l_ptr->stats.msg_length_profile[0]++;
			else if (length <= 256)
				l_ptr->stats.msg_length_profile[1]++;
			else if (length <= 1024)
				l_ptr->stats.msg_length_profile[2]++;
			else if (length <= 4096)
				l_ptr->stats.msg_length_profile[3]++;
			else if (length <= 16384)
				l_ptr->stats.msg_length_profile[4]++;
			else if (length <= 32768)
				l_ptr->stats.msg_length_profile[5]++;
			else
				l_ptr->stats.msg_length_profile[6]++;
		}
	}

	/* do all other link processing performed on a periodic basis */
	link_state_event(l_ptr, TIMEOUT_EVT);

	if (l_ptr->next_out)
233
		tipc_link_push_packets(l_ptr);
P
Per Liden 已提交
234

235
	tipc_node_unlock(l_ptr->owner);
236
	tipc_link_put(l_ptr);
P
Per Liden 已提交
237 238
}

239
static void link_set_timer(struct tipc_link *link, unsigned long time)
P
Per Liden 已提交
240
{
241 242
	if (!mod_timer(&link->timer, jiffies + time))
		tipc_link_get(link);
P
Per Liden 已提交
243 244 245
}

/**
246
 * tipc_link_create - create a new link
247
 * @n_ptr: pointer to associated node
P
Per Liden 已提交
248 249
 * @b_ptr: pointer to associated bearer
 * @media_addr: media address to use when sending messages over link
250
 *
P
Per Liden 已提交
251 252
 * Returns pointer to link.
 */
253
struct tipc_link *tipc_link_create(struct tipc_node *n_ptr,
254 255
				   struct tipc_bearer *b_ptr,
				   const struct tipc_media_addr *media_addr)
P
Per Liden 已提交
256
{
257
	struct tipc_net *tn = net_generic(n_ptr->net, tipc_net_id);
258
	struct tipc_link *l_ptr;
P
Per Liden 已提交
259 260
	struct tipc_msg *msg;
	char *if_name;
261 262 263
	char addr_string[16];
	u32 peer = n_ptr->addr;

264
	if (n_ptr->link_cnt >= MAX_BEARERS) {
265
		tipc_addr_string_fill(addr_string, n_ptr->addr);
266 267
		pr_err("Attempt to establish %uth link to %s. Max %u allowed.\n",
			n_ptr->link_cnt, addr_string, MAX_BEARERS);
268 269 270 271 272
		return NULL;
	}

	if (n_ptr->links[b_ptr->identity]) {
		tipc_addr_string_fill(addr_string, n_ptr->addr);
273 274
		pr_err("Attempt to establish second link on <%s> to %s\n",
		       b_ptr->name, addr_string);
275 276
		return NULL;
	}
P
Per Liden 已提交
277

278
	l_ptr = kzalloc(sizeof(*l_ptr), GFP_ATOMIC);
P
Per Liden 已提交
279
	if (!l_ptr) {
280
		pr_warn("Link creation failed, no memory\n");
P
Per Liden 已提交
281 282
		return NULL;
	}
283
	kref_init(&l_ptr->ref);
P
Per Liden 已提交
284
	l_ptr->addr = peer;
285
	if_name = strchr(b_ptr->name, ':') + 1;
286
	sprintf(l_ptr->name, "%u.%u.%u:%s-%u.%u.%u:unknown",
287 288
		tipc_zone(tn->own_addr), tipc_cluster(tn->own_addr),
		tipc_node(tn->own_addr),
P
Per Liden 已提交
289 290
		if_name,
		tipc_zone(peer), tipc_cluster(peer), tipc_node(peer));
291
		/* note: peer i/f name is updated by reset/activate message */
P
Per Liden 已提交
292
	memcpy(&l_ptr->media_addr, media_addr, sizeof(*media_addr));
293
	l_ptr->owner = n_ptr;
P
Per Liden 已提交
294
	l_ptr->checkpoint = 1;
295
	l_ptr->peer_session = INVALID_SESSION;
296
	l_ptr->bearer_id = b_ptr->identity;
297
	link_set_supervision_props(l_ptr, b_ptr->tolerance);
P
Per Liden 已提交
298 299 300 301
	l_ptr->state = RESET_UNKNOWN;

	l_ptr->pmsg = (struct tipc_msg *)&l_ptr->proto_msg;
	msg = l_ptr->pmsg;
302
	tipc_msg_init(tn->own_addr, msg, LINK_PROTOCOL, RESET_MSG, INT_H_SIZE,
303
		      l_ptr->addr);
P
Per Liden 已提交
304
	msg_set_size(msg, sizeof(l_ptr->proto_msg));
305
	msg_set_session(msg, (tn->random & 0xffff));
P
Per Liden 已提交
306 307 308 309
	msg_set_bearer_id(msg, b_ptr->identity);
	strcpy((char *)msg_data(msg), if_name);

	l_ptr->priority = b_ptr->priority;
310
	tipc_link_set_queue_limits(l_ptr, b_ptr->window);
P
Per Liden 已提交
311

312
	l_ptr->net_plane = b_ptr->net_plane;
P
Per Liden 已提交
313 314 315
	link_init_max_pkt(l_ptr);

	l_ptr->next_out_no = 1;
316
	__skb_queue_head_init(&l_ptr->outqueue);
317
	__skb_queue_head_init(&l_ptr->deferred_queue);
318 319 320
	skb_queue_head_init(&l_ptr->wakeupq);
	skb_queue_head_init(&l_ptr->inputq);
	skb_queue_head_init(&l_ptr->namedq);
P
Per Liden 已提交
321
	link_reset_statistics(l_ptr);
322
	tipc_node_attach_link(n_ptr, l_ptr);
323
	setup_timer(&l_ptr->timer, link_timeout, (unsigned long)l_ptr);
324
	link_state_event(l_ptr, STARTING_EVT);
P
Per Liden 已提交
325 326 327 328

	return l_ptr;
}

329 330 331 332 333 334 335 336 337 338 339 340
/**
 * link_delete - Conditional deletion of link.
 *               If timer still running, real delete is done when it expires
 * @link: link to be deleted
 */
void tipc_link_delete(struct tipc_link *link)
{
	tipc_link_reset_fragments(link);
	tipc_node_detach_link(link->owner, link);
	tipc_link_put(link);
}

341 342
void tipc_link_delete_list(struct net *net, unsigned int bearer_id,
			   bool shutting_down)
343
{
344
	struct tipc_net *tn = net_generic(net, tipc_net_id);
345 346
	struct tipc_link *link;
	struct tipc_node *node;
347
	bool del_link;
348

349
	rcu_read_lock();
350 351 352 353 354
	list_for_each_entry_rcu(node, &tn->node_list, list) {
		tipc_node_lock(node);
		link = node->links[bearer_id];
		if (!link) {
			tipc_node_unlock(node);
355 356
			continue;
		}
357
		del_link = !tipc_link_is_up(link) && !link->exp_msg_count;
358 359 360 361 362
		tipc_link_reset(link);
		if (del_timer(&link->timer))
			tipc_link_put(link);
		link->flags |= LINK_STOPPED;
		/* Delete link now, or when failover is finished: */
363
		if (shutting_down || !tipc_node_is_up(node) || del_link)
364 365
			tipc_link_delete(link);
		tipc_node_unlock(node);
366
	}
367
	rcu_read_unlock();
368
}
P
Per Liden 已提交
369 370

/**
371 372 373 374 375 376
 * link_schedule_user - schedule user for wakeup after congestion
 * @link: congested link
 * @oport: sending port
 * @chain_sz: size of buffer chain that was attempted sent
 * @imp: importance of message attempted sent
 * Create pseudo msg to send back to user when congestion abates
P
Per Liden 已提交
377
 */
378 379
static bool link_schedule_user(struct tipc_link *link, u32 oport,
			       uint chain_sz, uint imp)
P
Per Liden 已提交
380
{
381 382
	struct sk_buff *buf;

383 384 385
	buf = tipc_msg_create(SOCK_WAKEUP, 0, INT_H_SIZE, 0,
			      link_own_addr(link), link_own_addr(link),
			      oport, 0, 0);
386 387 388 389
	if (!buf)
		return false;
	TIPC_SKB_CB(buf)->chain_sz = chain_sz;
	TIPC_SKB_CB(buf)->chain_imp = imp;
390
	skb_queue_tail(&link->wakeupq, buf);
391 392
	link->stats.link_congs++;
	return true;
P
Per Liden 已提交
393 394
}

395 396 397 398 399 400
/**
 * link_prepare_wakeup - prepare users for wakeup after congestion
 * @link: congested link
 * Move a number of waiting users, as permitted by available space in
 * the send queue, from link wait queue to node wait queue for wakeup
 */
401
void link_prepare_wakeup(struct tipc_link *link)
P
Per Liden 已提交
402
{
403
	uint pend_qsz = skb_queue_len(&link->outqueue);
404
	struct sk_buff *skb, *tmp;
405

406
	skb_queue_walk_safe(&link->wakeupq, skb, tmp) {
407
		if (pend_qsz >= link->queue_limit[TIPC_SKB_CB(skb)->chain_imp])
P
Per Liden 已提交
408
			break;
409
		pend_qsz += TIPC_SKB_CB(skb)->chain_sz;
410 411 412 413
		skb_unlink(skb, &link->wakeupq);
		skb_queue_tail(&link->inputq, skb);
		link->owner->inputq = &link->inputq;
		link->owner->action_flags |= TIPC_MSG_EVT;
P
Per Liden 已提交
414 415 416 417
	}
}

/**
418
 * tipc_link_reset_fragments - purge link's inbound message fragments queue
P
Per Liden 已提交
419 420
 * @l_ptr: pointer to link
 */
421
void tipc_link_reset_fragments(struct tipc_link *l_ptr)
P
Per Liden 已提交
422
{
423 424
	kfree_skb(l_ptr->reasm_buf);
	l_ptr->reasm_buf = NULL;
P
Per Liden 已提交
425 426
}

427
/**
428
 * tipc_link_purge_queues - purge all pkt queues associated with link
P
Per Liden 已提交
429 430
 * @l_ptr: pointer to link
 */
431
void tipc_link_purge_queues(struct tipc_link *l_ptr)
P
Per Liden 已提交
432
{
433
	__skb_queue_purge(&l_ptr->deferred_queue);
434
	__skb_queue_purge(&l_ptr->outqueue);
435
	tipc_link_reset_fragments(l_ptr);
P
Per Liden 已提交
436 437
}

438
void tipc_link_reset(struct tipc_link *l_ptr)
P
Per Liden 已提交
439 440 441
{
	u32 prev_state = l_ptr->state;
	u32 checkpoint = l_ptr->next_in_no;
442
	int was_active_link = tipc_link_is_active(l_ptr);
443
	struct tipc_node *owner = l_ptr->owner;
444

445
	msg_set_session(l_ptr->pmsg, ((msg_session(l_ptr->pmsg) + 1) & 0xffff));
P
Per Liden 已提交
446

447 448
	/* Link is down, accept any session */
	l_ptr->peer_session = INVALID_SESSION;
P
Per Liden 已提交
449

450
	/* Prepare for max packet size negotiation */
P
Per Liden 已提交
451
	link_init_max_pkt(l_ptr);
452

P
Per Liden 已提交
453 454 455 456 457
	l_ptr->state = RESET_UNKNOWN;

	if ((prev_state == RESET_UNKNOWN) || (prev_state == RESET_RESET))
		return;

458
	tipc_node_link_down(l_ptr->owner, l_ptr);
459
	tipc_bearer_remove_dest(owner->net, l_ptr->bearer_id, l_ptr->addr);
460

461
	if (was_active_link && tipc_node_active_links(l_ptr->owner)) {
P
Per Liden 已提交
462 463 464 465
		l_ptr->reset_checkpoint = checkpoint;
		l_ptr->exp_msg_count = START_CHANGEOVER;
	}

466
	/* Clean up all queues, except inputq: */
467
	__skb_queue_purge(&l_ptr->outqueue);
468
	__skb_queue_purge(&l_ptr->deferred_queue);
469 470 471 472
	if (!owner->inputq)
		owner->inputq = &l_ptr->inputq;
	skb_queue_splice_init(&l_ptr->wakeupq, owner->inputq);
	if (!skb_queue_empty(owner->inputq))
473
		owner->action_flags |= TIPC_MSG_EVT;
P
Per Liden 已提交
474 475 476 477 478 479 480 481 482
	l_ptr->next_out = NULL;
	l_ptr->unacked_window = 0;
	l_ptr->checkpoint = 1;
	l_ptr->next_out_no = 1;
	l_ptr->fsm_msg_cnt = 0;
	l_ptr->stale_count = 0;
	link_reset_statistics(l_ptr);
}

483
void tipc_link_reset_list(struct net *net, unsigned int bearer_id)
484
{
485
	struct tipc_net *tn = net_generic(net, tipc_net_id);
486
	struct tipc_link *l_ptr;
487
	struct tipc_node *n_ptr;
488

489
	rcu_read_lock();
490
	list_for_each_entry_rcu(n_ptr, &tn->node_list, list) {
491
		tipc_node_lock(n_ptr);
492 493 494
		l_ptr = n_ptr->links[bearer_id];
		if (l_ptr)
			tipc_link_reset(l_ptr);
495
		tipc_node_unlock(n_ptr);
496
	}
497
	rcu_read_unlock();
498
}
P
Per Liden 已提交
499

500
static void link_activate(struct tipc_link *link)
P
Per Liden 已提交
501
{
502 503 504 505 506 507
	struct tipc_node *node = link->owner;

	link->next_in_no = 1;
	link->stats.recv_info = 1;
	tipc_node_link_up(node, link);
	tipc_bearer_add_dest(node->net, link->bearer_id, link->addr);
P
Per Liden 已提交
508 509 510 511 512 513 514
}

/**
 * link_state_event - link finite state machine
 * @l_ptr: pointer to link
 * @event: state machine event to process
 */
515
static void link_state_event(struct tipc_link *l_ptr, unsigned int event)
P
Per Liden 已提交
516
{
517
	struct tipc_link *other;
518
	unsigned long cont_intv = l_ptr->cont_intv;
P
Per Liden 已提交
519

520 521 522
	if (l_ptr->flags & LINK_STOPPED)
		return;

523
	if (!(l_ptr->flags & LINK_STARTED) && (event != STARTING_EVT))
P
Per Liden 已提交
524 525
		return;		/* Not yet. */

526 527
	/* Check whether changeover is going on */
	if (l_ptr->exp_msg_count) {
528
		if (event == TIMEOUT_EVT)
P
Per Liden 已提交
529
			link_set_timer(l_ptr, cont_intv);
530
		return;
P
Per Liden 已提交
531 532 533 534 535 536 537 538 539 540 541
	}

	switch (l_ptr->state) {
	case WORKING_WORKING:
		switch (event) {
		case TRAFFIC_MSG_EVT:
		case ACTIVATE_MSG:
			break;
		case TIMEOUT_EVT:
			if (l_ptr->next_in_no != l_ptr->checkpoint) {
				l_ptr->checkpoint = l_ptr->next_in_no;
542
				if (tipc_bclink_acks_missing(l_ptr->owner)) {
543 544
					tipc_link_proto_xmit(l_ptr, STATE_MSG,
							     0, 0, 0, 0, 0);
P
Per Liden 已提交
545 546
					l_ptr->fsm_msg_cnt++;
				} else if (l_ptr->max_pkt < l_ptr->max_pkt_target) {
547 548
					tipc_link_proto_xmit(l_ptr, STATE_MSG,
							     1, 0, 0, 0, 0);
P
Per Liden 已提交
549 550 551 552 553 554 555
					l_ptr->fsm_msg_cnt++;
				}
				link_set_timer(l_ptr, cont_intv);
				break;
			}
			l_ptr->state = WORKING_UNKNOWN;
			l_ptr->fsm_msg_cnt = 0;
556
			tipc_link_proto_xmit(l_ptr, STATE_MSG, 1, 0, 0, 0, 0);
P
Per Liden 已提交
557 558 559 560
			l_ptr->fsm_msg_cnt++;
			link_set_timer(l_ptr, cont_intv / 4);
			break;
		case RESET_MSG:
561 562
			pr_debug("%s<%s>, requested by peer\n",
				 link_rst_msg, l_ptr->name);
563
			tipc_link_reset(l_ptr);
P
Per Liden 已提交
564 565
			l_ptr->state = RESET_RESET;
			l_ptr->fsm_msg_cnt = 0;
566 567
			tipc_link_proto_xmit(l_ptr, ACTIVATE_MSG,
					     0, 0, 0, 0, 0);
P
Per Liden 已提交
568 569 570 571
			l_ptr->fsm_msg_cnt++;
			link_set_timer(l_ptr, cont_intv);
			break;
		default:
572
			pr_debug("%s%u in WW state\n", link_unk_evt, event);
P
Per Liden 已提交
573 574 575 576 577 578 579 580 581 582 583
		}
		break;
	case WORKING_UNKNOWN:
		switch (event) {
		case TRAFFIC_MSG_EVT:
		case ACTIVATE_MSG:
			l_ptr->state = WORKING_WORKING;
			l_ptr->fsm_msg_cnt = 0;
			link_set_timer(l_ptr, cont_intv);
			break;
		case RESET_MSG:
584 585
			pr_debug("%s<%s>, requested by peer while probing\n",
				 link_rst_msg, l_ptr->name);
586
			tipc_link_reset(l_ptr);
P
Per Liden 已提交
587 588
			l_ptr->state = RESET_RESET;
			l_ptr->fsm_msg_cnt = 0;
589 590
			tipc_link_proto_xmit(l_ptr, ACTIVATE_MSG,
					     0, 0, 0, 0, 0);
P
Per Liden 已提交
591 592 593 594 595 596 597 598
			l_ptr->fsm_msg_cnt++;
			link_set_timer(l_ptr, cont_intv);
			break;
		case TIMEOUT_EVT:
			if (l_ptr->next_in_no != l_ptr->checkpoint) {
				l_ptr->state = WORKING_WORKING;
				l_ptr->fsm_msg_cnt = 0;
				l_ptr->checkpoint = l_ptr->next_in_no;
599
				if (tipc_bclink_acks_missing(l_ptr->owner)) {
600 601
					tipc_link_proto_xmit(l_ptr, STATE_MSG,
							     0, 0, 0, 0, 0);
P
Per Liden 已提交
602 603 604 605
					l_ptr->fsm_msg_cnt++;
				}
				link_set_timer(l_ptr, cont_intv);
			} else if (l_ptr->fsm_msg_cnt < l_ptr->abort_limit) {
606 607
				tipc_link_proto_xmit(l_ptr, STATE_MSG,
						     1, 0, 0, 0, 0);
P
Per Liden 已提交
608 609 610
				l_ptr->fsm_msg_cnt++;
				link_set_timer(l_ptr, cont_intv / 4);
			} else {	/* Link has failed */
611 612
				pr_debug("%s<%s>, peer not responding\n",
					 link_rst_msg, l_ptr->name);
613
				tipc_link_reset(l_ptr);
P
Per Liden 已提交
614 615
				l_ptr->state = RESET_UNKNOWN;
				l_ptr->fsm_msg_cnt = 0;
616 617
				tipc_link_proto_xmit(l_ptr, RESET_MSG,
						     0, 0, 0, 0, 0);
P
Per Liden 已提交
618 619 620 621 622
				l_ptr->fsm_msg_cnt++;
				link_set_timer(l_ptr, cont_intv);
			}
			break;
		default:
623
			pr_err("%s%u in WU state\n", link_unk_evt, event);
P
Per Liden 已提交
624 625 626 627 628 629 630 631
		}
		break;
	case RESET_UNKNOWN:
		switch (event) {
		case TRAFFIC_MSG_EVT:
			break;
		case ACTIVATE_MSG:
			other = l_ptr->owner->active_links[0];
632
			if (other && link_working_unknown(other))
P
Per Liden 已提交
633 634 635 636
				break;
			l_ptr->state = WORKING_WORKING;
			l_ptr->fsm_msg_cnt = 0;
			link_activate(l_ptr);
637
			tipc_link_proto_xmit(l_ptr, STATE_MSG, 1, 0, 0, 0, 0);
P
Per Liden 已提交
638
			l_ptr->fsm_msg_cnt++;
639
			if (l_ptr->owner->working_links == 1)
640
				tipc_link_sync_xmit(l_ptr);
P
Per Liden 已提交
641 642 643 644 645
			link_set_timer(l_ptr, cont_intv);
			break;
		case RESET_MSG:
			l_ptr->state = RESET_RESET;
			l_ptr->fsm_msg_cnt = 0;
646 647
			tipc_link_proto_xmit(l_ptr, ACTIVATE_MSG,
					     1, 0, 0, 0, 0);
P
Per Liden 已提交
648 649 650 651
			l_ptr->fsm_msg_cnt++;
			link_set_timer(l_ptr, cont_intv);
			break;
		case STARTING_EVT:
652
			l_ptr->flags |= LINK_STARTED;
653 654 655
			l_ptr->fsm_msg_cnt++;
			link_set_timer(l_ptr, cont_intv);
			break;
P
Per Liden 已提交
656
		case TIMEOUT_EVT:
657
			tipc_link_proto_xmit(l_ptr, RESET_MSG, 0, 0, 0, 0, 0);
P
Per Liden 已提交
658 659 660 661
			l_ptr->fsm_msg_cnt++;
			link_set_timer(l_ptr, cont_intv);
			break;
		default:
662
			pr_err("%s%u in RU state\n", link_unk_evt, event);
P
Per Liden 已提交
663 664 665 666 667 668 669
		}
		break;
	case RESET_RESET:
		switch (event) {
		case TRAFFIC_MSG_EVT:
		case ACTIVATE_MSG:
			other = l_ptr->owner->active_links[0];
670
			if (other && link_working_unknown(other))
P
Per Liden 已提交
671 672 673 674
				break;
			l_ptr->state = WORKING_WORKING;
			l_ptr->fsm_msg_cnt = 0;
			link_activate(l_ptr);
675
			tipc_link_proto_xmit(l_ptr, STATE_MSG, 1, 0, 0, 0, 0);
P
Per Liden 已提交
676
			l_ptr->fsm_msg_cnt++;
677
			if (l_ptr->owner->working_links == 1)
678
				tipc_link_sync_xmit(l_ptr);
P
Per Liden 已提交
679 680 681 682 683
			link_set_timer(l_ptr, cont_intv);
			break;
		case RESET_MSG:
			break;
		case TIMEOUT_EVT:
684 685
			tipc_link_proto_xmit(l_ptr, ACTIVATE_MSG,
					     0, 0, 0, 0, 0);
P
Per Liden 已提交
686 687 688 689
			l_ptr->fsm_msg_cnt++;
			link_set_timer(l_ptr, cont_intv);
			break;
		default:
690
			pr_err("%s%u in RR state\n", link_unk_evt, event);
P
Per Liden 已提交
691 692 693
		}
		break;
	default:
694
		pr_err("Unknown link state %u/%u\n", l_ptr->state, event);
P
Per Liden 已提交
695 696 697
	}
}

698 699 700 701 702 703 704
/* tipc_link_cong: determine return value and how to treat the
 * sent buffer during link congestion.
 * - For plain, errorless user data messages we keep the buffer and
 *   return -ELINKONG.
 * - For all other messages we discard the buffer and return -EHOSTUNREACH
 * - For TIPC internal messages we also reset the link
 */
705
static int tipc_link_cong(struct tipc_link *link, struct sk_buff_head *list)
706
{
707 708
	struct sk_buff *skb = skb_peek(list);
	struct tipc_msg *msg = buf_msg(skb);
709 710 711
	uint imp = tipc_msg_tot_importance(msg);
	u32 oport = msg_tot_origport(msg);

712
	if (unlikely(imp > TIPC_CRITICAL_IMPORTANCE)) {
713 714
		pr_warn("%s<%s>, send queue full", link_rst_msg, link->name);
		tipc_link_reset(link);
715
		goto drop;
716
	}
717 718 719 720
	if (unlikely(msg_errcode(msg)))
		goto drop;
	if (unlikely(msg_reroute_cnt(msg)))
		goto drop;
721
	if (TIPC_SKB_CB(skb)->wakeup_pending)
722
		return -ELINKCONG;
723
	if (link_schedule_user(link, oport, skb_queue_len(list), imp))
724 725
		return -ELINKCONG;
drop:
726
	__skb_queue_purge(list);
727 728 729 730
	return -EHOSTUNREACH;
}

/**
731
 * __tipc_link_xmit(): same as tipc_link_xmit, but destlink is known & locked
732
 * @link: link to use
733 734
 * @list: chain of buffers containing message
 *
735 736 737 738 739 740
 * Consumes the buffer chain, except when returning -ELINKCONG
 * Returns 0 if success, otherwise errno: -ELINKCONG, -EMSGSIZE (plain socket
 * user data messages) or -EHOSTUNREACH (all other messages/senders)
 * Only the socket functions tipc_send_stream() and tipc_send_packet() need
 * to act on the return value, since they may need to do more send attempts.
 */
741 742
int __tipc_link_xmit(struct net *net, struct tipc_link *link,
		     struct sk_buff_head *list)
743
{
744
	struct tipc_msg *msg = buf_msg(skb_peek(list));
745 746 747 748 749 750 751 752
	uint psz = msg_size(msg);
	uint sndlim = link->queue_limit[0];
	uint imp = tipc_msg_tot_importance(msg);
	uint mtu = link->max_pkt;
	uint ack = mod(link->next_in_no - 1);
	uint seqno = link->next_out_no;
	uint bc_last_in = link->owner->bclink.last_in;
	struct tipc_media_addr *addr = &link->media_addr;
753
	struct sk_buff_head *outqueue = &link->outqueue;
754
	struct sk_buff *skb, *tmp;
755 756

	/* Match queue limits against msg importance: */
757
	if (unlikely(skb_queue_len(outqueue) >= link->queue_limit[imp]))
758
		return tipc_link_cong(link, list);
759 760 761

	/* Has valid packet limit been used ? */
	if (unlikely(psz > mtu)) {
762
		__skb_queue_purge(list);
763 764 765 766
		return -EMSGSIZE;
	}

	/* Prepare each packet for sending, and add to outqueue: */
767 768
	skb_queue_walk_safe(list, skb, tmp) {
		__skb_unlink(skb, list);
769
		msg = buf_msg(skb);
770 771 772
		msg_set_word(msg, 2, ((ack << 16) | mod(seqno)));
		msg_set_bcast_ack(msg, bc_last_in);

773 774
		if (skb_queue_len(outqueue) < sndlim) {
			__skb_queue_tail(outqueue, skb);
775 776
			tipc_bearer_send(net, link->bearer_id,
					 skb, addr);
777 778 779
			link->next_out = NULL;
			link->unacked_window = 0;
		} else if (tipc_msg_bundle(outqueue, skb, mtu)) {
780 781
			link->stats.sent_bundled++;
			continue;
782
		} else if (tipc_msg_make_bundle(outqueue, skb, mtu,
783
						link->addr)) {
784 785 786
			link->stats.sent_bundled++;
			link->stats.sent_bundles++;
			if (!link->next_out)
787
				link->next_out = skb_peek_tail(outqueue);
788
		} else {
789
			__skb_queue_tail(outqueue, skb);
790
			if (!link->next_out)
791
				link->next_out = skb;
792 793 794 795 796 797 798
		}
		seqno++;
	}
	link->next_out_no = seqno;
	return 0;
}

799 800
static void skb2list(struct sk_buff *skb, struct sk_buff_head *list)
{
801
	skb_queue_head_init(list);
802 803 804 805 806 807 808 809
	__skb_queue_tail(list, skb);
}

static int __tipc_link_xmit_skb(struct tipc_link *link, struct sk_buff *skb)
{
	struct sk_buff_head head;

	skb2list(skb, &head);
810
	return __tipc_link_xmit(link->owner->net, link, &head);
811 812
}

813 814
int tipc_link_xmit_skb(struct net *net, struct sk_buff *skb, u32 dnode,
		       u32 selector)
815 816 817 818
{
	struct sk_buff_head head;

	skb2list(skb, &head);
819
	return tipc_link_xmit(net, &head, dnode, selector);
820 821
}

822
/**
823
 * tipc_link_xmit() is the general link level function for message sending
824
 * @net: the applicable net namespace
825
 * @list: chain of buffers containing message
826 827 828 829 830 831
 * @dsz: amount of user data to be sent
 * @dnode: address of destination node
 * @selector: a number used for deterministic link selection
 * Consumes the buffer chain, except when returning -ELINKCONG
 * Returns 0 if success, otherwise errno: -ELINKCONG,-EHOSTUNREACH,-EMSGSIZE
 */
832 833
int tipc_link_xmit(struct net *net, struct sk_buff_head *list, u32 dnode,
		   u32 selector)
834 835 836 837 838
{
	struct tipc_link *link = NULL;
	struct tipc_node *node;
	int rc = -EHOSTUNREACH;

839
	node = tipc_node_find(net, dnode);
840 841 842 843
	if (node) {
		tipc_node_lock(node);
		link = node->active_links[selector & 1];
		if (link)
844
			rc = __tipc_link_xmit(net, link, list);
845 846 847 848 849
		tipc_node_unlock(node);
	}
	if (link)
		return rc;

850 851
	if (likely(in_own_node(net, dnode)))
		return tipc_sk_rcv(net, list);
852

853
	__skb_queue_purge(list);
854 855 856
	return rc;
}

857
/*
858
 * tipc_link_sync_xmit - synchronize broadcast link endpoints.
859 860 861 862 863 864
 *
 * Give a newly added peer node the sequence number where it should
 * start receiving and acking broadcast packets.
 *
 * Called with node locked
 */
865
static void tipc_link_sync_xmit(struct tipc_link *link)
866
{
867
	struct sk_buff *skb;
868 869
	struct tipc_msg *msg;

870 871
	skb = tipc_buf_acquire(INT_H_SIZE);
	if (!skb)
872 873
		return;

874
	msg = buf_msg(skb);
875
	tipc_msg_init(link_own_addr(link), msg, BCAST_PROTOCOL, STATE_MSG,
876
		      INT_H_SIZE, link->addr);
877
	msg_set_last_bcast(msg, link->owner->bclink.acked);
878
	__tipc_link_xmit_skb(link, skb);
879 880 881
}

/*
882
 * tipc_link_sync_rcv - synchronize broadcast link endpoints.
883 884 885 886 887 888
 * Receive the sequence number where we should start receiving and
 * acking broadcast packets from a newly added peer node, and open
 * up for reception of such packets.
 *
 * Called with node locked
 */
889
static void tipc_link_sync_rcv(struct tipc_node *n, struct sk_buff *buf)
890 891 892 893 894 895 896 897
{
	struct tipc_msg *msg = buf_msg(buf);

	n->bclink.last_sent = n->bclink.last_in = msg_last_bcast(msg);
	n->bclink.recv_permitted = true;
	kfree_skb(buf);
}

898 899 900 901 902 903 904 905
struct sk_buff *tipc_skb_queue_next(const struct sk_buff_head *list,
				    const struct sk_buff *skb)
{
	if (skb_queue_is_last(list, skb))
		return NULL;
	return skb->next;
}

906
/*
907 908 909 910 911 912
 * tipc_link_push_packets - push unsent packets to bearer
 *
 * Push out the unsent messages of a link where congestion
 * has abated. Node is locked.
 *
 * Called with node locked
P
Per Liden 已提交
913
 */
914
void tipc_link_push_packets(struct tipc_link *l_ptr)
P
Per Liden 已提交
915
{
916 917
	struct sk_buff_head *outqueue = &l_ptr->outqueue;
	struct sk_buff *skb = l_ptr->next_out;
918 919
	struct tipc_msg *msg;
	u32 next, first;
P
Per Liden 已提交
920

921
	skb_queue_walk_from(outqueue, skb) {
922 923
		msg = buf_msg(skb);
		next = msg_seqno(msg);
924
		first = buf_seqno(skb_peek(outqueue));
P
Per Liden 已提交
925 926 927

		if (mod(next - first) < l_ptr->queue_limit[0]) {
			msg_set_ack(msg, mod(l_ptr->next_in_no - 1));
928
			msg_set_bcast_ack(msg, l_ptr->owner->bclink.last_in);
929
			if (msg_user(msg) == MSG_BUNDLER)
930
				TIPC_SKB_CB(skb)->bundling = false;
931 932
			tipc_bearer_send(l_ptr->owner->net,
					 l_ptr->bearer_id, skb,
933
					 &l_ptr->media_addr);
934
			l_ptr->next_out = tipc_skb_queue_next(outqueue, skb);
935 936
		} else {
			break;
P
Per Liden 已提交
937 938 939 940
		}
	}
}

941
void tipc_link_reset_all(struct tipc_node *node)
942 943 944 945
{
	char addr_string[16];
	u32 i;

946
	tipc_node_lock(node);
947

948
	pr_warn("Resetting all links to %s\n",
949
		tipc_addr_string_fill(addr_string, node->addr));
950 951

	for (i = 0; i < MAX_BEARERS; i++) {
952 953 954
		if (node->links[i]) {
			link_print(node->links[i], "Resetting link\n");
			tipc_link_reset(node->links[i]);
955 956 957
		}
	}

958
	tipc_node_unlock(node);
959 960
}

961
static void link_retransmit_failure(struct tipc_link *l_ptr,
962
				    struct sk_buff *buf)
963 964
{
	struct tipc_msg *msg = buf_msg(buf);
965
	struct net *net = l_ptr->owner->net;
966

967
	pr_warn("Retransmission failure on link <%s>\n", l_ptr->name);
968 969 970

	if (l_ptr->addr) {
		/* Handle failure on standard link */
971
		link_print(l_ptr, "Resetting link\n");
972 973 974 975
		tipc_link_reset(l_ptr);

	} else {
		/* Handle failure on broadcast link */
976
		struct tipc_node *n_ptr;
977 978
		char addr_string[16];

979 980 981
		pr_info("Msg seq number: %u,  ", msg_seqno(msg));
		pr_cont("Outstanding acks: %lu\n",
			(unsigned long) TIPC_SKB_CB(buf)->handle);
J
Jeff Garzik 已提交
982

983
		n_ptr = tipc_bclink_retransmit_to(net);
984 985
		tipc_node_lock(n_ptr);

986
		tipc_addr_string_fill(addr_string, n_ptr->addr);
987
		pr_info("Broadcast link info for %s\n", addr_string);
988 989
		pr_info("Reception permitted: %d,  Acked: %u\n",
			n_ptr->bclink.recv_permitted,
990 991 992 993 994
			n_ptr->bclink.acked);
		pr_info("Last in: %u,  Oos state: %u,  Last sent: %u\n",
			n_ptr->bclink.last_in,
			n_ptr->bclink.oos_state,
			n_ptr->bclink.last_sent);
995 996 997

		tipc_node_unlock(n_ptr);

998
		tipc_bclink_set_flags(net, TIPC_BCLINK_RESET);
999 1000 1001 1002
		l_ptr->stale_count = 0;
	}
}

1003
void tipc_link_retransmit(struct tipc_link *l_ptr, struct sk_buff *skb,
1004
			  u32 retransmits)
P
Per Liden 已提交
1005 1006 1007
{
	struct tipc_msg *msg;

1008
	if (!skb)
1009 1010
		return;

1011
	msg = buf_msg(skb);
1012

1013 1014 1015
	/* Detect repeated retransmit failures */
	if (l_ptr->last_retransmitted == msg_seqno(msg)) {
		if (++l_ptr->stale_count > 100) {
1016
			link_retransmit_failure(l_ptr, skb);
1017
			return;
1018 1019
		}
	} else {
1020 1021
		l_ptr->last_retransmitted = msg_seqno(msg);
		l_ptr->stale_count = 1;
P
Per Liden 已提交
1022
	}
1023

1024 1025 1026 1027
	skb_queue_walk_from(&l_ptr->outqueue, skb) {
		if (!retransmits || skb == l_ptr->next_out)
			break;
		msg = buf_msg(skb);
P
Per Liden 已提交
1028
		msg_set_ack(msg, mod(l_ptr->next_in_no - 1));
1029
		msg_set_bcast_ack(msg, l_ptr->owner->bclink.last_in);
1030 1031
		tipc_bearer_send(l_ptr->owner->net, l_ptr->bearer_id, skb,
				 &l_ptr->media_addr);
1032 1033
		retransmits--;
		l_ptr->stats.retransmitted++;
P
Per Liden 已提交
1034 1035 1036
	}
}

1037 1038
static void link_retrieve_defq(struct tipc_link *link,
			       struct sk_buff_head *list)
P
Per Liden 已提交
1039 1040 1041
{
	u32 seq_no;

1042 1043 1044 1045 1046 1047
	if (skb_queue_empty(&link->deferred_queue))
		return;

	seq_no = buf_seqno(skb_peek(&link->deferred_queue));
	if (seq_no == mod(link->next_in_no))
		skb_queue_splice_tail_init(&link->deferred_queue, list);
P
Per Liden 已提交
1048 1049
}

1050 1051 1052 1053 1054 1055 1056 1057 1058 1059 1060 1061 1062 1063 1064
/**
 * link_recv_buf_validate - validate basic format of received message
 *
 * This routine ensures a TIPC message has an acceptable header, and at least
 * as much data as the header indicates it should.  The routine also ensures
 * that the entire message header is stored in the main fragment of the message
 * buffer, to simplify future access to message header fields.
 *
 * Note: Having extra info present in the message header or data areas is OK.
 * TIPC will ignore the excess, under the assumption that it is optional info
 * introduced by a later release of the protocol.
 */
static int link_recv_buf_validate(struct sk_buff *buf)
{
	static u32 min_data_hdr_size[8] = {
1065
		SHORT_H_SIZE, MCAST_H_SIZE, NAMED_H_SIZE, BASIC_H_SIZE,
1066 1067 1068 1069 1070 1071 1072 1073 1074
		MAX_H_SIZE, MAX_H_SIZE, MAX_H_SIZE, MAX_H_SIZE
		};

	struct tipc_msg *msg;
	u32 tipc_hdr[2];
	u32 size;
	u32 hdr_size;
	u32 min_hdr_size;

1075 1076 1077 1078 1079 1080
	/* If this packet comes from the defer queue, the skb has already
	 * been validated
	 */
	if (unlikely(TIPC_SKB_CB(buf)->deferred))
		return 1;

1081 1082 1083 1084 1085 1086 1087 1088 1089 1090 1091 1092 1093 1094 1095 1096 1097 1098 1099 1100 1101 1102 1103 1104
	if (unlikely(buf->len < MIN_H_SIZE))
		return 0;

	msg = skb_header_pointer(buf, 0, sizeof(tipc_hdr), tipc_hdr);
	if (msg == NULL)
		return 0;

	if (unlikely(msg_version(msg) != TIPC_VERSION))
		return 0;

	size = msg_size(msg);
	hdr_size = msg_hdr_sz(msg);
	min_hdr_size = msg_isdata(msg) ?
		min_data_hdr_size[msg_type(msg)] : INT_H_SIZE;

	if (unlikely((hdr_size < min_hdr_size) ||
		     (size < hdr_size) ||
		     (buf->len < size) ||
		     (size - hdr_size > TIPC_MAX_USER_MSG_SIZE)))
		return 0;

	return pskb_may_pull(buf, hdr_size);
}

1105
/**
1106
 * tipc_rcv - process TIPC packets/messages arriving from off-node
1107
 * @net: the applicable net namespace
1108
 * @skb: TIPC packet
1109
 * @b_ptr: pointer to bearer message arrived on
1110 1111 1112 1113
 *
 * Invoked with no locks held.  Bearer pointer must point to a valid bearer
 * structure (i.e. cannot be NULL), but bearer can be inactive.
 */
1114
void tipc_rcv(struct net *net, struct sk_buff *skb, struct tipc_bearer *b_ptr)
P
Per Liden 已提交
1115
{
1116
	struct tipc_net *tn = net_generic(net, tipc_net_id);
1117 1118 1119 1120 1121 1122 1123 1124
	struct sk_buff_head head;
	struct tipc_node *n_ptr;
	struct tipc_link *l_ptr;
	struct sk_buff *skb1, *tmp;
	struct tipc_msg *msg;
	u32 seq_no;
	u32 ackd;
	u32 released;
P
Per Liden 已提交
1125

1126
	skb2list(skb, &head);
1127

1128
	while ((skb = __skb_dequeue(&head))) {
1129
		/* Ensure message is well-formed */
1130
		if (unlikely(!link_recv_buf_validate(skb)))
1131
			goto discard;
P
Per Liden 已提交
1132

1133
		/* Ensure message data is a single contiguous unit */
1134
		if (unlikely(skb_linearize(skb)))
1135
			goto discard;
1136

1137
		/* Handle arrival of a non-unicast link message */
1138
		msg = buf_msg(skb);
1139

P
Per Liden 已提交
1140
		if (unlikely(msg_non_seq(msg))) {
1141
			if (msg_user(msg) ==  LINK_CONFIG)
1142
				tipc_disc_rcv(net, skb, b_ptr);
1143
			else
1144
				tipc_bclink_rcv(net, skb);
P
Per Liden 已提交
1145 1146
			continue;
		}
1147

1148
		/* Discard unicast link messages destined for another node */
1149
		if (unlikely(!msg_short(msg) &&
1150
			     (msg_destnode(msg) != tn->own_addr)))
1151
			goto discard;
1152

1153
		/* Locate neighboring node that sent message */
1154
		n_ptr = tipc_node_find(net, msg_prevnode(msg));
P
Per Liden 已提交
1155
		if (unlikely(!n_ptr))
1156
			goto discard;
1157
		tipc_node_lock(n_ptr);
1158

1159 1160
		/* Locate unicast link endpoint that should handle message */
		l_ptr = n_ptr->links[b_ptr->identity];
1161
		if (unlikely(!l_ptr))
1162
			goto unlock;
1163

1164
		/* Verify that communication with node is currently allowed */
Y
Ying Xue 已提交
1165
		if ((n_ptr->action_flags & TIPC_WAIT_PEER_LINKS_DOWN) &&
1166 1167 1168 1169
		    msg_user(msg) == LINK_PROTOCOL &&
		    (msg_type(msg) == RESET_MSG ||
		    msg_type(msg) == ACTIVATE_MSG) &&
		    !msg_redundant_link(msg))
Y
Ying Xue 已提交
1170
			n_ptr->action_flags &= ~TIPC_WAIT_PEER_LINKS_DOWN;
1171 1172

		if (tipc_node_blocked(n_ptr))
1173
			goto unlock;
1174 1175 1176 1177 1178 1179

		/* Validate message sequence number info */
		seq_no = msg_seqno(msg);
		ackd = msg_ack(msg);

		/* Release acked messages */
1180
		if (n_ptr->bclink.recv_permitted)
1181
			tipc_bclink_acknowledge(n_ptr, msg_bcast_ack(msg));
P
Per Liden 已提交
1182

1183 1184 1185 1186 1187 1188 1189 1190
		released = 0;
		skb_queue_walk_safe(&l_ptr->outqueue, skb1, tmp) {
			if (skb1 == l_ptr->next_out ||
			    more(buf_seqno(skb1), ackd))
				break;
			 __skb_unlink(skb1, &l_ptr->outqueue);
			 kfree_skb(skb1);
			 released = 1;
P
Per Liden 已提交
1191
		}
1192 1193

		/* Try sending any messages link endpoint has pending */
P
Per Liden 已提交
1194
		if (unlikely(l_ptr->next_out))
1195
			tipc_link_push_packets(l_ptr);
1196

1197
		if (released && !skb_queue_empty(&l_ptr->wakeupq))
1198
			link_prepare_wakeup(l_ptr);
1199 1200

		/* Process the incoming packet */
1201 1202
		if (unlikely(!link_working_working(l_ptr))) {
			if (msg_user(msg) == LINK_PROTOCOL) {
1203
				tipc_link_proto_rcv(l_ptr, skb);
1204
				link_retrieve_defq(l_ptr, &head);
1205 1206
				skb = NULL;
				goto unlock;
P
Per Liden 已提交
1207
			}
1208 1209 1210 1211 1212 1213

			/* Traffic message. Conditionally activate link */
			link_state_event(l_ptr, TRAFFIC_MSG_EVT);

			if (link_working_working(l_ptr)) {
				/* Re-insert buffer in front of queue */
1214
				__skb_queue_head(&head, skb);
1215 1216
				skb = NULL;
				goto unlock;
1217
			}
1218
			goto unlock;
1219 1220 1221 1222
		}

		/* Link is now in state WORKING_WORKING */
		if (unlikely(seq_no != mod(l_ptr->next_in_no))) {
1223
			link_handle_out_of_seq_msg(l_ptr, skb);
1224
			link_retrieve_defq(l_ptr, &head);
1225 1226
			skb = NULL;
			goto unlock;
P
Per Liden 已提交
1227
		}
1228
		l_ptr->next_in_no++;
1229
		if (unlikely(!skb_queue_empty(&l_ptr->deferred_queue)))
1230
			link_retrieve_defq(l_ptr, &head);
1231

1232 1233 1234 1235
		if (unlikely(++l_ptr->unacked_window >= TIPC_MIN_LINK_WIN)) {
			l_ptr->stats.sent_acks++;
			tipc_link_proto_xmit(l_ptr, STATE_MSG, 0, 0, 0, 0, 0);
		}
1236 1237 1238
		tipc_link_input(l_ptr, skb);
		skb = NULL;
unlock:
1239 1240
		tipc_node_unlock(n_ptr);
discard:
1241 1242
		if (unlikely(skb))
			kfree_skb(skb);
P
Per Liden 已提交
1243 1244 1245
	}
}

1246
/* tipc_data_input - deliver data and name distr msgs to upper layer
1247
 *
1248
 * Consumes buffer if message is of right type
1249 1250
 * Node lock must be held
 */
1251
static bool tipc_data_input(struct tipc_link *link, struct sk_buff *skb)
1252
{
1253 1254 1255
	struct tipc_node *node = link->owner;
	struct tipc_msg *msg = buf_msg(skb);
	u32 dport = msg_destport(msg);
1256 1257

	switch (msg_user(msg)) {
1258 1259 1260 1261 1262 1263 1264 1265
	case TIPC_LOW_IMPORTANCE:
	case TIPC_MEDIUM_IMPORTANCE:
	case TIPC_HIGH_IMPORTANCE:
	case TIPC_CRITICAL_IMPORTANCE:
	case CONN_MANAGER:
		if (tipc_skb_queue_tail(&link->inputq, skb, dport)) {
			node->inputq = &link->inputq;
			node->action_flags |= TIPC_MSG_EVT;
1266
		}
1267
		return true;
1268
	case NAME_DISTRIBUTOR:
1269 1270 1271 1272 1273 1274 1275 1276 1277
		node->bclink.recv_permitted = true;
		node->namedq = &link->namedq;
		skb_queue_tail(&link->namedq, skb);
		if (skb_queue_len(&link->namedq) == 1)
			node->action_flags |= TIPC_NAMED_MSG_EVT;
		return true;
	case MSG_BUNDLER:
	case CHANGEOVER_PROTOCOL:
	case MSG_FRAGMENTER:
1278
	case BCAST_PROTOCOL:
1279
		return false;
1280
	default:
1281 1282 1283 1284
		pr_warn("Dropping received illegal msg type\n");
		kfree_skb(skb);
		return false;
	};
1285
}
1286 1287 1288 1289 1290

/* tipc_link_input - process packet that has passed link protocol check
 *
 * Consumes buffer
 * Node lock must be held
1291
 */
1292
static void tipc_link_input(struct tipc_link *link, struct sk_buff *skb)
1293
{
1294 1295 1296 1297 1298 1299 1300
	struct tipc_node *node = link->owner;
	struct tipc_msg *msg = buf_msg(skb);
	struct sk_buff *iskb;
	int pos = 0;

	if (likely(tipc_data_input(link, skb)))
		return;
1301 1302

	switch (msg_user(msg)) {
1303 1304 1305 1306 1307 1308 1309 1310 1311 1312 1313 1314 1315
	case CHANGEOVER_PROTOCOL:
		if (!tipc_link_tunnel_rcv(node, &skb))
			break;
		if (msg_user(buf_msg(skb)) != MSG_BUNDLER) {
			tipc_data_input(link, skb);
			break;
		}
	case MSG_BUNDLER:
		link->stats.recv_bundles++;
		link->stats.recv_bundled += msg_msgcnt(msg);

		while (tipc_msg_extract(skb, &iskb, &pos))
			tipc_data_input(link, iskb);
1316
		break;
1317 1318 1319 1320 1321 1322 1323 1324
	case MSG_FRAGMENTER:
		link->stats.recv_fragments++;
		if (tipc_buf_append(&link->reasm_buf, &skb)) {
			link->stats.recv_fragmented++;
			tipc_data_input(link, skb);
		} else if (!link->reasm_buf) {
			tipc_link_reset(link);
		}
1325
		break;
1326 1327
	case BCAST_PROTOCOL:
		tipc_link_sync_rcv(node, skb);
1328 1329
		break;
	default:
1330 1331
		break;
	};
1332 1333
}

1334
/**
1335 1336 1337
 * tipc_link_defer_pkt - Add out-of-sequence message to deferred reception queue
 *
 * Returns increase in queue length (i.e. 0 or 1)
P
Per Liden 已提交
1338
 */
1339
u32 tipc_link_defer_pkt(struct sk_buff_head *list, struct sk_buff *skb)
P
Per Liden 已提交
1340
{
1341 1342
	struct sk_buff *skb1;
	u32 seq_no = buf_seqno(skb);
P
Per Liden 已提交
1343 1344

	/* Empty queue ? */
1345 1346
	if (skb_queue_empty(list)) {
		__skb_queue_tail(list, skb);
P
Per Liden 已提交
1347 1348 1349 1350
		return 1;
	}

	/* Last ? */
1351 1352
	if (less(buf_seqno(skb_peek_tail(list)), seq_no)) {
		__skb_queue_tail(list, skb);
P
Per Liden 已提交
1353 1354 1355
		return 1;
	}

1356
	/* Locate insertion point in queue, then insert; discard if duplicate */
1357 1358
	skb_queue_walk(list, skb1) {
		u32 curr_seqno = buf_seqno(skb1);
P
Per Liden 已提交
1359

1360
		if (seq_no == curr_seqno) {
1361
			kfree_skb(skb);
1362
			return 0;
P
Per Liden 已提交
1363
		}
1364 1365

		if (less(seq_no, curr_seqno))
P
Per Liden 已提交
1366
			break;
1367
	}
P
Per Liden 已提交
1368

1369
	__skb_queue_before(list, skb1, skb);
1370
	return 1;
P
Per Liden 已提交
1371 1372
}

1373
/*
P
Per Liden 已提交
1374 1375
 * link_handle_out_of_seq_msg - handle arrival of out-of-sequence packet
 */
1376
static void link_handle_out_of_seq_msg(struct tipc_link *l_ptr,
P
Per Liden 已提交
1377 1378
				       struct sk_buff *buf)
{
1379
	u32 seq_no = buf_seqno(buf);
P
Per Liden 已提交
1380 1381

	if (likely(msg_user(buf_msg(buf)) == LINK_PROTOCOL)) {
1382
		tipc_link_proto_rcv(l_ptr, buf);
P
Per Liden 已提交
1383 1384 1385 1386 1387 1388
		return;
	}

	/* Record OOS packet arrival (force mismatch on next timeout) */
	l_ptr->checkpoint--;

1389
	/*
P
Per Liden 已提交
1390 1391 1392 1393 1394
	 * Discard packet if a duplicate; otherwise add it to deferred queue
	 * and notify peer of gap as per protocol specification
	 */
	if (less(seq_no, mod(l_ptr->next_in_no))) {
		l_ptr->stats.duplicates++;
1395
		kfree_skb(buf);
P
Per Liden 已提交
1396 1397 1398
		return;
	}

1399
	if (tipc_link_defer_pkt(&l_ptr->deferred_queue, buf)) {
P
Per Liden 已提交
1400
		l_ptr->stats.deferred_recv++;
1401
		TIPC_SKB_CB(buf)->deferred = true;
1402
		if ((skb_queue_len(&l_ptr->deferred_queue) % 16) == 1)
1403
			tipc_link_proto_xmit(l_ptr, STATE_MSG, 0, 0, 0, 0, 0);
1404
	} else {
P
Per Liden 已提交
1405
		l_ptr->stats.duplicates++;
1406
	}
P
Per Liden 已提交
1407 1408 1409 1410 1411
}

/*
 * Send protocol message to the other endpoint.
 */
1412 1413
void tipc_link_proto_xmit(struct tipc_link *l_ptr, u32 msg_typ, int probe_msg,
			  u32 gap, u32 tolerance, u32 priority, u32 ack_mtu)
P
Per Liden 已提交
1414
{
1415
	struct sk_buff *buf = NULL;
P
Per Liden 已提交
1416
	struct tipc_msg *msg = l_ptr->pmsg;
1417
	u32 msg_size = sizeof(l_ptr->proto_msg);
1418
	int r_flag;
P
Per Liden 已提交
1419

1420 1421
	/* Don't send protocol message during link changeover */
	if (l_ptr->exp_msg_count)
P
Per Liden 已提交
1422
		return;
1423 1424

	/* Abort non-RESET send if communication with node is prohibited */
1425
	if ((tipc_node_blocked(l_ptr->owner)) && (msg_typ != RESET_MSG))
1426 1427
		return;

1428
	/* Create protocol message with "out-of-sequence" sequence number */
P
Per Liden 已提交
1429
	msg_set_type(msg, msg_typ);
1430
	msg_set_net_plane(msg, l_ptr->net_plane);
1431
	msg_set_bcast_ack(msg, l_ptr->owner->bclink.last_in);
1432
	msg_set_last_bcast(msg, tipc_bclink_get_last_sent(l_ptr->owner->net));
P
Per Liden 已提交
1433 1434 1435 1436

	if (msg_typ == STATE_MSG) {
		u32 next_sent = mod(l_ptr->next_out_no);

1437
		if (!tipc_link_is_up(l_ptr))
P
Per Liden 已提交
1438 1439
			return;
		if (l_ptr->next_out)
1440
			next_sent = buf_seqno(l_ptr->next_out);
P
Per Liden 已提交
1441
		msg_set_next_sent(msg, next_sent);
1442 1443
		if (!skb_queue_empty(&l_ptr->deferred_queue)) {
			u32 rec = buf_seqno(skb_peek(&l_ptr->deferred_queue));
P
Per Liden 已提交
1444 1445 1446 1447 1448 1449 1450 1451 1452 1453
			gap = mod(rec - mod(l_ptr->next_in_no));
		}
		msg_set_seq_gap(msg, gap);
		if (gap)
			l_ptr->stats.sent_nacks++;
		msg_set_link_tolerance(msg, tolerance);
		msg_set_linkprio(msg, priority);
		msg_set_max_pkt(msg, ack_mtu);
		msg_set_ack(msg, mod(l_ptr->next_in_no - 1));
		msg_set_probe(msg, probe_msg != 0);
1454
		if (probe_msg) {
P
Per Liden 已提交
1455 1456
			u32 mtu = l_ptr->max_pkt;

1457
			if ((mtu < l_ptr->max_pkt_target) &&
P
Per Liden 已提交
1458 1459 1460
			    link_working_working(l_ptr) &&
			    l_ptr->fsm_msg_cnt) {
				msg_size = (mtu + (l_ptr->max_pkt_target - mtu)/2 + 2) & ~3;
1461 1462 1463
				if (l_ptr->max_pkt_probes == 10) {
					l_ptr->max_pkt_target = (msg_size - 4);
					l_ptr->max_pkt_probes = 0;
P
Per Liden 已提交
1464
					msg_size = (mtu + (l_ptr->max_pkt_target - mtu)/2 + 2) & ~3;
1465
				}
P
Per Liden 已提交
1466
				l_ptr->max_pkt_probes++;
1467
			}
P
Per Liden 已提交
1468 1469

			l_ptr->stats.sent_probes++;
1470
		}
P
Per Liden 已提交
1471 1472 1473 1474 1475
		l_ptr->stats.sent_states++;
	} else {		/* RESET_MSG or ACTIVATE_MSG */
		msg_set_ack(msg, mod(l_ptr->reset_checkpoint - 1));
		msg_set_seq_gap(msg, 0);
		msg_set_next_sent(msg, 1);
1476
		msg_set_probe(msg, 0);
P
Per Liden 已提交
1477 1478 1479 1480 1481
		msg_set_link_tolerance(msg, l_ptr->tolerance);
		msg_set_linkprio(msg, l_ptr->priority);
		msg_set_max_pkt(msg, l_ptr->max_pkt_target);
	}

1482 1483
	r_flag = (l_ptr->owner->working_links > tipc_link_is_up(l_ptr));
	msg_set_redundant_link(msg, r_flag);
P
Per Liden 已提交
1484
	msg_set_linkprio(msg, l_ptr->priority);
1485
	msg_set_size(msg, msg_size);
P
Per Liden 已提交
1486 1487 1488

	msg_set_seqno(msg, mod(l_ptr->next_out_no + (0xffff/2)));

1489
	buf = tipc_buf_acquire(msg_size);
P
Per Liden 已提交
1490 1491 1492
	if (!buf)
		return;

1493
	skb_copy_to_linear_data(buf, msg, sizeof(l_ptr->proto_msg));
1494
	buf->priority = TC_PRIO_CONTROL;
P
Per Liden 已提交
1495

1496 1497
	tipc_bearer_send(l_ptr->owner->net, l_ptr->bearer_id, buf,
			 &l_ptr->media_addr);
1498
	l_ptr->unacked_window = 0;
1499
	kfree_skb(buf);
P
Per Liden 已提交
1500 1501 1502 1503
}

/*
 * Receive protocol message :
1504 1505
 * Note that network plane id propagates through the network, and may
 * change at any time. The node with lowest address rules
P
Per Liden 已提交
1506
 */
1507
static void tipc_link_proto_rcv(struct tipc_link *l_ptr,
1508
				struct sk_buff *buf)
P
Per Liden 已提交
1509 1510 1511
{
	u32 rec_gap = 0;
	u32 max_pkt_info;
1512
	u32 max_pkt_ack;
P
Per Liden 已提交
1513 1514 1515
	u32 msg_tol;
	struct tipc_msg *msg = buf_msg(buf);

1516 1517
	/* Discard protocol message during link changeover */
	if (l_ptr->exp_msg_count)
P
Per Liden 已提交
1518 1519
		goto exit;

1520
	if (l_ptr->net_plane != msg_net_plane(msg))
1521
		if (link_own_addr(l_ptr) > msg_prevnode(msg))
1522
			l_ptr->net_plane = msg_net_plane(msg);
P
Per Liden 已提交
1523 1524

	switch (msg_type(msg)) {
1525

P
Per Liden 已提交
1526
	case RESET_MSG:
1527 1528
		if (!link_working_unknown(l_ptr) &&
		    (l_ptr->peer_session != INVALID_SESSION)) {
1529 1530
			if (less_eq(msg_session(msg), l_ptr->peer_session))
				break; /* duplicate or old reset: ignore */
P
Per Liden 已提交
1531
		}
1532 1533 1534 1535 1536 1537 1538

		if (!msg_redundant_link(msg) && (link_working_working(l_ptr) ||
				link_working_unknown(l_ptr))) {
			/*
			 * peer has lost contact -- don't allow peer's links
			 * to reactivate before we recognize loss & clean up
			 */
1539
			l_ptr->owner->action_flags |= TIPC_WAIT_OWN_LINKS_DOWN;
1540 1541
		}

1542 1543
		link_state_event(l_ptr, RESET_MSG);

P
Per Liden 已提交
1544 1545 1546 1547 1548
		/* fall thru' */
	case ACTIVATE_MSG:
		/* Update link settings according other endpoint's values */
		strcpy((strrchr(l_ptr->name, ':') + 1), (char *)msg_data(msg));

1549 1550
		msg_tol = msg_link_tolerance(msg);
		if (msg_tol > l_ptr->tolerance)
P
Per Liden 已提交
1551 1552 1553 1554 1555 1556
			link_set_supervision_props(l_ptr, msg_tol);

		if (msg_linkprio(msg) > l_ptr->priority)
			l_ptr->priority = msg_linkprio(msg);

		max_pkt_info = msg_max_pkt(msg);
1557
		if (max_pkt_info) {
P
Per Liden 已提交
1558 1559 1560 1561 1562
			if (max_pkt_info < l_ptr->max_pkt_target)
				l_ptr->max_pkt_target = max_pkt_info;
			if (l_ptr->max_pkt > l_ptr->max_pkt_target)
				l_ptr->max_pkt = l_ptr->max_pkt_target;
		} else {
1563
			l_ptr->max_pkt = l_ptr->max_pkt_target;
P
Per Liden 已提交
1564 1565
		}

1566
		/* Synchronize broadcast link info, if not done previously */
1567 1568 1569 1570 1571 1572
		if (!tipc_node_is_up(l_ptr->owner)) {
			l_ptr->owner->bclink.last_sent =
				l_ptr->owner->bclink.last_in =
				msg_last_bcast(msg);
			l_ptr->owner->bclink.oos_state = 0;
		}
1573

P
Per Liden 已提交
1574 1575
		l_ptr->peer_session = msg_session(msg);
		l_ptr->peer_bearer_id = msg_bearer_id(msg);
1576 1577 1578

		if (msg_type(msg) == ACTIVATE_MSG)
			link_state_event(l_ptr, ACTIVATE_MSG);
P
Per Liden 已提交
1579 1580 1581
		break;
	case STATE_MSG:

1582 1583
		msg_tol = msg_link_tolerance(msg);
		if (msg_tol)
P
Per Liden 已提交
1584
			link_set_supervision_props(l_ptr, msg_tol);
1585 1586

		if (msg_linkprio(msg) &&
P
Per Liden 已提交
1587
		    (msg_linkprio(msg) != l_ptr->priority)) {
1588 1589 1590
			pr_debug("%s<%s>, priority change %u->%u\n",
				 link_rst_msg, l_ptr->name,
				 l_ptr->priority, msg_linkprio(msg));
P
Per Liden 已提交
1591
			l_ptr->priority = msg_linkprio(msg);
1592
			tipc_link_reset(l_ptr); /* Enforce change to take effect */
P
Per Liden 已提交
1593 1594
			break;
		}
1595 1596 1597 1598

		/* Record reception; force mismatch at next timeout: */
		l_ptr->checkpoint--;

P
Per Liden 已提交
1599 1600 1601 1602 1603 1604
		link_state_event(l_ptr, TRAFFIC_MSG_EVT);
		l_ptr->stats.recv_states++;
		if (link_reset_unknown(l_ptr))
			break;

		if (less_eq(mod(l_ptr->next_in_no), msg_next_sent(msg))) {
1605
			rec_gap = mod(msg_next_sent(msg) -
P
Per Liden 已提交
1606 1607 1608 1609
				      mod(l_ptr->next_in_no));
		}

		max_pkt_ack = msg_max_pkt(msg);
1610 1611 1612 1613
		if (max_pkt_ack > l_ptr->max_pkt) {
			l_ptr->max_pkt = max_pkt_ack;
			l_ptr->max_pkt_probes = 0;
		}
P
Per Liden 已提交
1614 1615

		max_pkt_ack = 0;
1616
		if (msg_probe(msg)) {
P
Per Liden 已提交
1617
			l_ptr->stats.recv_probes++;
1618
			if (msg_size(msg) > sizeof(l_ptr->proto_msg))
1619 1620
				max_pkt_ack = msg_size(msg);
		}
P
Per Liden 已提交
1621 1622

		/* Protocol message before retransmits, reduce loss risk */
1623
		if (l_ptr->owner->bclink.recv_permitted)
1624
			tipc_bclink_update_link_state(l_ptr->owner,
1625
						      msg_last_bcast(msg));
P
Per Liden 已提交
1626 1627

		if (rec_gap || (msg_probe(msg))) {
1628 1629
			tipc_link_proto_xmit(l_ptr, STATE_MSG, 0, rec_gap, 0,
					     0, max_pkt_ack);
P
Per Liden 已提交
1630 1631 1632
		}
		if (msg_seq_gap(msg)) {
			l_ptr->stats.recv_nacks++;
1633
			tipc_link_retransmit(l_ptr, skb_peek(&l_ptr->outqueue),
1634
					     msg_seq_gap(msg));
P
Per Liden 已提交
1635 1636 1637 1638
		}
		break;
	}
exit:
1639
	kfree_skb(buf);
P
Per Liden 已提交
1640 1641 1642
}


1643 1644
/* tipc_link_tunnel_xmit(): Tunnel one packet via a link belonging to
 * a different bearer. Owner node is locked.
P
Per Liden 已提交
1645
 */
1646 1647 1648 1649
static void tipc_link_tunnel_xmit(struct tipc_link *l_ptr,
				  struct tipc_msg *tunnel_hdr,
				  struct tipc_msg *msg,
				  u32 selector)
P
Per Liden 已提交
1650
{
1651
	struct tipc_link *tunnel;
1652
	struct sk_buff *skb;
P
Per Liden 已提交
1653 1654 1655
	u32 length = msg_size(msg);

	tunnel = l_ptr->owner->active_links[selector & 1];
1656
	if (!tipc_link_is_up(tunnel)) {
1657
		pr_warn("%stunnel link no longer available\n", link_co_err);
P
Per Liden 已提交
1658
		return;
1659
	}
P
Per Liden 已提交
1660
	msg_set_size(tunnel_hdr, length + INT_H_SIZE);
1661 1662
	skb = tipc_buf_acquire(length + INT_H_SIZE);
	if (!skb) {
1663
		pr_warn("%sunable to send tunnel msg\n", link_co_err);
P
Per Liden 已提交
1664
		return;
1665
	}
1666 1667 1668
	skb_copy_to_linear_data(skb, tunnel_hdr, INT_H_SIZE);
	skb_copy_to_linear_data_offset(skb, INT_H_SIZE, msg, length);
	__tipc_link_xmit_skb(tunnel, skb);
P
Per Liden 已提交
1669 1670 1671
}


1672 1673 1674 1675 1676
/* tipc_link_failover_send_queue(): A link has gone down, but a second
 * link is still active. We can do failover. Tunnel the failing link's
 * whole send queue via the remaining link. This way, we don't lose
 * any packets, and sequence order is preserved for subsequent traffic
 * sent over the remaining link. Owner node is locked.
P
Per Liden 已提交
1677
 */
1678
void tipc_link_failover_send_queue(struct tipc_link *l_ptr)
P
Per Liden 已提交
1679
{
1680
	u32 msgcount = skb_queue_len(&l_ptr->outqueue);
1681
	struct tipc_link *tunnel = l_ptr->owner->active_links[0];
P
Per Liden 已提交
1682
	struct tipc_msg tunnel_hdr;
1683
	struct sk_buff *skb;
1684
	int split_bundles;
P
Per Liden 已提交
1685 1686 1687 1688

	if (!tunnel)
		return;

1689
	tipc_msg_init(link_own_addr(l_ptr), &tunnel_hdr, CHANGEOVER_PROTOCOL,
1690
		      ORIGINAL_MSG, INT_H_SIZE, l_ptr->addr);
P
Per Liden 已提交
1691 1692
	msg_set_bearer_id(&tunnel_hdr, l_ptr->peer_bearer_id);
	msg_set_msgcnt(&tunnel_hdr, msgcount);
1693

1694 1695 1696 1697
	if (skb_queue_empty(&l_ptr->outqueue)) {
		skb = tipc_buf_acquire(INT_H_SIZE);
		if (skb) {
			skb_copy_to_linear_data(skb, &tunnel_hdr, INT_H_SIZE);
P
Per Liden 已提交
1698
			msg_set_size(&tunnel_hdr, INT_H_SIZE);
1699
			__tipc_link_xmit_skb(tunnel, skb);
P
Per Liden 已提交
1700
		} else {
1701 1702
			pr_warn("%sunable to send changeover msg\n",
				link_co_err);
P
Per Liden 已提交
1703 1704 1705
		}
		return;
	}
1706

1707
	split_bundles = (l_ptr->owner->active_links[0] !=
1708 1709
			 l_ptr->owner->active_links[1]);

1710 1711
	skb_queue_walk(&l_ptr->outqueue, skb) {
		struct tipc_msg *msg = buf_msg(skb);
P
Per Liden 已提交
1712 1713 1714

		if ((msg_user(msg) == MSG_BUNDLER) && split_bundles) {
			struct tipc_msg *m = msg_get_wrapped(msg);
1715
			unchar *pos = (unchar *)m;
P
Per Liden 已提交
1716

1717
			msgcount = msg_msgcnt(msg);
P
Per Liden 已提交
1718
			while (msgcount--) {
1719
				msg_set_seqno(m, msg_seqno(msg));
1720 1721
				tipc_link_tunnel_xmit(l_ptr, &tunnel_hdr, m,
						      msg_link_selector(m));
P
Per Liden 已提交
1722 1723 1724 1725
				pos += align(msg_size(m));
				m = (struct tipc_msg *)pos;
			}
		} else {
1726 1727
			tipc_link_tunnel_xmit(l_ptr, &tunnel_hdr, msg,
					      msg_link_selector(msg));
P
Per Liden 已提交
1728 1729 1730 1731
		}
	}
}

1732
/* tipc_link_dup_queue_xmit(): A second link has become active. Tunnel a
1733 1734 1735 1736 1737 1738 1739 1740
 * duplicate of the first link's send queue via the new link. This way, we
 * are guaranteed that currently queued packets from a socket are delivered
 * before future traffic from the same socket, even if this is using the
 * new link. The last arriving copy of each duplicate packet is dropped at
 * the receiving end by the regular protocol check, so packet cardinality
 * and sequence order is preserved per sender/receiver socket pair.
 * Owner node is locked.
 */
1741
void tipc_link_dup_queue_xmit(struct tipc_link *l_ptr,
1742
			      struct tipc_link *tunnel)
P
Per Liden 已提交
1743
{
1744
	struct sk_buff *skb;
P
Per Liden 已提交
1745 1746
	struct tipc_msg tunnel_hdr;

1747
	tipc_msg_init(link_own_addr(l_ptr), &tunnel_hdr, CHANGEOVER_PROTOCOL,
1748
		      DUPLICATE_MSG, INT_H_SIZE, l_ptr->addr);
1749
	msg_set_msgcnt(&tunnel_hdr, skb_queue_len(&l_ptr->outqueue));
P
Per Liden 已提交
1750
	msg_set_bearer_id(&tunnel_hdr, l_ptr->peer_bearer_id);
1751 1752 1753
	skb_queue_walk(&l_ptr->outqueue, skb) {
		struct sk_buff *outskb;
		struct tipc_msg *msg = buf_msg(skb);
P
Per Liden 已提交
1754 1755 1756 1757 1758
		u32 length = msg_size(msg);

		if (msg_user(msg) == MSG_BUNDLER)
			msg_set_type(msg, CLOSED_MSG);
		msg_set_ack(msg, mod(l_ptr->next_in_no - 1));	/* Update */
1759
		msg_set_bcast_ack(msg, l_ptr->owner->bclink.last_in);
P
Per Liden 已提交
1760
		msg_set_size(&tunnel_hdr, length + INT_H_SIZE);
1761 1762
		outskb = tipc_buf_acquire(length + INT_H_SIZE);
		if (outskb == NULL) {
1763 1764
			pr_warn("%sunable to send duplicate msg\n",
				link_co_err);
P
Per Liden 已提交
1765 1766
			return;
		}
1767 1768
		skb_copy_to_linear_data(outskb, &tunnel_hdr, INT_H_SIZE);
		skb_copy_to_linear_data_offset(outskb, INT_H_SIZE, skb->data,
1769
					       length);
1770
		__tipc_link_xmit_skb(tunnel, outskb);
1771
		if (!tipc_link_is_up(l_ptr))
P
Per Liden 已提交
1772 1773 1774 1775 1776 1777 1778 1779 1780
			return;
	}
}

/**
 * buf_extract - extracts embedded TIPC message from another message
 * @skb: encapsulating message buffer
 * @from_pos: offset to extract from
 *
1781
 * Returns a new message buffer containing an embedded message.  The
1782
 * encapsulating buffer is left unchanged.
P
Per Liden 已提交
1783 1784 1785 1786 1787 1788 1789
 */
static struct sk_buff *buf_extract(struct sk_buff *skb, u32 from_pos)
{
	struct tipc_msg *msg = (struct tipc_msg *)(skb->data + from_pos);
	u32 size = msg_size(msg);
	struct sk_buff *eb;

1790
	eb = tipc_buf_acquire(size);
P
Per Liden 已提交
1791
	if (eb)
1792
		skb_copy_to_linear_data(eb, msg, size);
P
Per Liden 已提交
1793 1794 1795
	return eb;
}

1796 1797 1798
/* tipc_link_dup_rcv(): Receive a tunnelled DUPLICATE_MSG packet.
 * Owner node is locked.
 */
1799
static void tipc_link_dup_rcv(struct tipc_link *l_ptr,
1800 1801 1802 1803 1804 1805 1806 1807 1808 1809 1810 1811 1812 1813
			      struct sk_buff *t_buf)
{
	struct sk_buff *buf;

	if (!tipc_link_is_up(l_ptr))
		return;

	buf = buf_extract(t_buf, INT_H_SIZE);
	if (buf == NULL) {
		pr_warn("%sfailed to extract inner dup pkt\n", link_co_err);
		return;
	}

	/* Add buffer to deferred queue, if applicable: */
1814
	link_handle_out_of_seq_msg(l_ptr, buf);
1815 1816
}

1817 1818 1819 1820 1821 1822 1823 1824 1825 1826 1827 1828 1829 1830 1831 1832 1833 1834 1835 1836 1837 1838 1839 1840 1841 1842 1843 1844 1845 1846 1847 1848 1849 1850
/*  tipc_link_failover_rcv(): Receive a tunnelled ORIGINAL_MSG packet
 *  Owner node is locked.
 */
static struct sk_buff *tipc_link_failover_rcv(struct tipc_link *l_ptr,
					      struct sk_buff *t_buf)
{
	struct tipc_msg *t_msg = buf_msg(t_buf);
	struct sk_buff *buf = NULL;
	struct tipc_msg *msg;

	if (tipc_link_is_up(l_ptr))
		tipc_link_reset(l_ptr);

	/* First failover packet? */
	if (l_ptr->exp_msg_count == START_CHANGEOVER)
		l_ptr->exp_msg_count = msg_msgcnt(t_msg);

	/* Should there be an inner packet? */
	if (l_ptr->exp_msg_count) {
		l_ptr->exp_msg_count--;
		buf = buf_extract(t_buf, INT_H_SIZE);
		if (buf == NULL) {
			pr_warn("%sno inner failover pkt\n", link_co_err);
			goto exit;
		}
		msg = buf_msg(buf);

		if (less(msg_seqno(msg), l_ptr->reset_checkpoint)) {
			kfree_skb(buf);
			buf = NULL;
			goto exit;
		}
		if (msg_user(msg) == MSG_FRAGMENTER) {
			l_ptr->stats.recv_fragments++;
1851
			tipc_buf_append(&l_ptr->reasm_buf, &buf);
1852 1853 1854
		}
	}
exit:
1855 1856
	if ((!l_ptr->exp_msg_count) && (l_ptr->flags & LINK_STOPPED))
		tipc_link_delete(l_ptr);
1857 1858 1859
	return buf;
}

1860
/*  tipc_link_tunnel_rcv(): Receive a tunnelled packet, sent
1861 1862 1863 1864
 *  via other link as result of a failover (ORIGINAL_MSG) or
 *  a new active link (DUPLICATE_MSG). Failover packets are
 *  returned to the active link for delivery upwards.
 *  Owner node is locked.
P
Per Liden 已提交
1865
 */
1866
static int tipc_link_tunnel_rcv(struct tipc_node *n_ptr,
1867
				struct sk_buff **buf)
P
Per Liden 已提交
1868
{
1869 1870 1871 1872
	struct sk_buff *t_buf = *buf;
	struct tipc_link *l_ptr;
	struct tipc_msg *t_msg = buf_msg(t_buf);
	u32 bearer_id = msg_bearer_id(t_msg);
P
Per Liden 已提交
1873

1874 1875
	*buf = NULL;

1876 1877
	if (bearer_id >= MAX_BEARERS)
		goto exit;
1878

1879 1880
	l_ptr = n_ptr->links[bearer_id];
	if (!l_ptr)
P
Per Liden 已提交
1881 1882
		goto exit;

1883
	if (msg_type(t_msg) == DUPLICATE_MSG)
1884
		tipc_link_dup_rcv(l_ptr, t_buf);
1885 1886
	else if (msg_type(t_msg) == ORIGINAL_MSG)
		*buf = tipc_link_failover_rcv(l_ptr, t_buf);
1887 1888
	else
		pr_warn("%sunknown tunnel pkt received\n", link_co_err);
P
Per Liden 已提交
1889
exit:
1890
	kfree_skb(t_buf);
1891
	return *buf != NULL;
P
Per Liden 已提交
1892 1893
}

1894
static void link_set_supervision_props(struct tipc_link *l_ptr, u32 tol)
P
Per Liden 已提交
1895
{
1896 1897 1898
	unsigned long intv = ((tol / 4) > 500) ? 500 : tol / 4;

	if ((tol < TIPC_MIN_LINK_TOL) || (tol > TIPC_MAX_LINK_TOL))
1899 1900
		return;

1901 1902 1903
	l_ptr->tolerance = tol;
	l_ptr->cont_intv = msecs_to_jiffies(intv);
	l_ptr->abort_limit = tol / (jiffies_to_msecs(l_ptr->cont_intv) / 4);
P
Per Liden 已提交
1904 1905
}

1906
void tipc_link_set_queue_limits(struct tipc_link *l_ptr, u32 window)
P
Per Liden 已提交
1907 1908
{
	/* Data messages from this node, inclusive FIRST_FRAGM */
1909 1910 1911 1912
	l_ptr->queue_limit[TIPC_LOW_IMPORTANCE] = window;
	l_ptr->queue_limit[TIPC_MEDIUM_IMPORTANCE] = (window / 3) * 4;
	l_ptr->queue_limit[TIPC_HIGH_IMPORTANCE] = (window / 3) * 5;
	l_ptr->queue_limit[TIPC_CRITICAL_IMPORTANCE] = (window / 3) * 6;
P
Per Liden 已提交
1913
	/* Transiting data messages,inclusive FIRST_FRAGM */
1914 1915 1916 1917
	l_ptr->queue_limit[TIPC_LOW_IMPORTANCE + 4] = 300;
	l_ptr->queue_limit[TIPC_MEDIUM_IMPORTANCE + 4] = 600;
	l_ptr->queue_limit[TIPC_HIGH_IMPORTANCE + 4] = 900;
	l_ptr->queue_limit[TIPC_CRITICAL_IMPORTANCE + 4] = 1200;
P
Per Liden 已提交
1918 1919 1920 1921 1922 1923 1924
	l_ptr->queue_limit[CONN_MANAGER] = 1200;
	l_ptr->queue_limit[CHANGEOVER_PROTOCOL] = 2500;
	l_ptr->queue_limit[NAME_DISTRIBUTOR] = 3000;
	/* FRAGMENT and LAST_FRAGMENT packets */
	l_ptr->queue_limit[MSG_FRAGMENTER] = 4000;
}

1925
/* tipc_link_find_owner - locate owner node of link by link's name
1926
 * @net: the applicable net namespace
1927 1928
 * @name: pointer to link name string
 * @bearer_id: pointer to index in 'node->links' array where the link was found.
1929
 *
1930
 * Returns pointer to node owning the link, or 0 if no matching link is found.
P
Per Liden 已提交
1931
 */
1932 1933
static struct tipc_node *tipc_link_find_owner(struct net *net,
					      const char *link_name,
1934
					      unsigned int *bearer_id)
P
Per Liden 已提交
1935
{
1936
	struct tipc_net *tn = net_generic(net, tipc_net_id);
1937
	struct tipc_link *l_ptr;
1938
	struct tipc_node *n_ptr;
1939
	struct tipc_node *found_node = NULL;
1940
	int i;
P
Per Liden 已提交
1941

1942
	*bearer_id = 0;
1943
	rcu_read_lock();
1944
	list_for_each_entry_rcu(n_ptr, &tn->node_list, list) {
1945
		tipc_node_lock(n_ptr);
1946 1947
		for (i = 0; i < MAX_BEARERS; i++) {
			l_ptr = n_ptr->links[i];
1948 1949 1950 1951 1952
			if (l_ptr && !strcmp(l_ptr->name, link_name)) {
				*bearer_id = i;
				found_node = n_ptr;
				break;
			}
1953
		}
1954
		tipc_node_unlock(n_ptr);
1955 1956
		if (found_node)
			break;
1957
	}
1958 1959
	rcu_read_unlock();

1960
	return found_node;
P
Per Liden 已提交
1961 1962 1963 1964 1965 1966
}

/**
 * link_reset_statistics - reset link statistics
 * @l_ptr: pointer to link
 */
1967
static void link_reset_statistics(struct tipc_link *l_ptr)
P
Per Liden 已提交
1968 1969 1970 1971 1972 1973
{
	memset(&l_ptr->stats, 0, sizeof(l_ptr->stats));
	l_ptr->stats.sent_info = l_ptr->next_out_no;
	l_ptr->stats.recv_info = l_ptr->next_in_no;
}

1974
static void link_print(struct tipc_link *l_ptr, const char *str)
P
Per Liden 已提交
1975
{
1976
	struct tipc_net *tn = net_generic(l_ptr->owner->net, tipc_net_id);
1977 1978 1979
	struct tipc_bearer *b_ptr;

	rcu_read_lock();
1980
	b_ptr = rcu_dereference_rtnl(tn->bearer_list[l_ptr->bearer_id]);
1981 1982 1983
	if (b_ptr)
		pr_info("%s Link %x<%s>:", str, l_ptr->addr, b_ptr->name);
	rcu_read_unlock();
1984

P
Per Liden 已提交
1985
	if (link_working_unknown(l_ptr))
1986
		pr_cont(":WU\n");
1987
	else if (link_reset_reset(l_ptr))
1988
		pr_cont(":RR\n");
1989
	else if (link_reset_unknown(l_ptr))
1990
		pr_cont(":RU\n");
1991
	else if (link_working_working(l_ptr))
1992 1993 1994
		pr_cont(":WW\n");
	else
		pr_cont("\n");
P
Per Liden 已提交
1995
}
1996 1997 1998 1999 2000 2001 2002 2003 2004 2005 2006 2007 2008 2009 2010 2011 2012 2013 2014 2015 2016 2017 2018 2019 2020 2021 2022 2023 2024 2025 2026 2027 2028 2029 2030 2031 2032 2033

/* Parse and validate nested (link) properties valid for media, bearer and link
 */
int tipc_nl_parse_link_prop(struct nlattr *prop, struct nlattr *props[])
{
	int err;

	err = nla_parse_nested(props, TIPC_NLA_PROP_MAX, prop,
			       tipc_nl_prop_policy);
	if (err)
		return err;

	if (props[TIPC_NLA_PROP_PRIO]) {
		u32 prio;

		prio = nla_get_u32(props[TIPC_NLA_PROP_PRIO]);
		if (prio > TIPC_MAX_LINK_PRI)
			return -EINVAL;
	}

	if (props[TIPC_NLA_PROP_TOL]) {
		u32 tol;

		tol = nla_get_u32(props[TIPC_NLA_PROP_TOL]);
		if ((tol < TIPC_MIN_LINK_TOL) || (tol > TIPC_MAX_LINK_TOL))
			return -EINVAL;
	}

	if (props[TIPC_NLA_PROP_WIN]) {
		u32 win;

		win = nla_get_u32(props[TIPC_NLA_PROP_WIN]);
		if ((win < TIPC_MIN_LINK_WIN) || (win > TIPC_MAX_LINK_WIN))
			return -EINVAL;
	}

	return 0;
}
2034

2035 2036 2037 2038 2039 2040 2041 2042 2043
int tipc_nl_link_set(struct sk_buff *skb, struct genl_info *info)
{
	int err;
	int res = 0;
	int bearer_id;
	char *name;
	struct tipc_link *link;
	struct tipc_node *node;
	struct nlattr *attrs[TIPC_NLA_LINK_MAX + 1];
2044
	struct net *net = sock_net(skb->sk);
2045 2046 2047 2048 2049 2050 2051 2052 2053 2054 2055 2056 2057 2058 2059

	if (!info->attrs[TIPC_NLA_LINK])
		return -EINVAL;

	err = nla_parse_nested(attrs, TIPC_NLA_LINK_MAX,
			       info->attrs[TIPC_NLA_LINK],
			       tipc_nl_link_policy);
	if (err)
		return err;

	if (!attrs[TIPC_NLA_LINK_NAME])
		return -EINVAL;

	name = nla_data(attrs[TIPC_NLA_LINK_NAME]);

2060
	node = tipc_link_find_owner(net, name, &bearer_id);
2061 2062 2063 2064 2065 2066 2067 2068 2069 2070 2071 2072 2073 2074 2075 2076 2077 2078 2079 2080 2081 2082 2083 2084 2085 2086 2087 2088 2089 2090 2091 2092 2093 2094 2095 2096 2097 2098 2099 2100 2101 2102 2103 2104 2105 2106 2107 2108
	if (!node)
		return -EINVAL;

	tipc_node_lock(node);

	link = node->links[bearer_id];
	if (!link) {
		res = -EINVAL;
		goto out;
	}

	if (attrs[TIPC_NLA_LINK_PROP]) {
		struct nlattr *props[TIPC_NLA_PROP_MAX + 1];

		err = tipc_nl_parse_link_prop(attrs[TIPC_NLA_LINK_PROP],
					      props);
		if (err) {
			res = err;
			goto out;
		}

		if (props[TIPC_NLA_PROP_TOL]) {
			u32 tol;

			tol = nla_get_u32(props[TIPC_NLA_PROP_TOL]);
			link_set_supervision_props(link, tol);
			tipc_link_proto_xmit(link, STATE_MSG, 0, 0, tol, 0, 0);
		}
		if (props[TIPC_NLA_PROP_PRIO]) {
			u32 prio;

			prio = nla_get_u32(props[TIPC_NLA_PROP_PRIO]);
			link->priority = prio;
			tipc_link_proto_xmit(link, STATE_MSG, 0, 0, 0, prio, 0);
		}
		if (props[TIPC_NLA_PROP_WIN]) {
			u32 win;

			win = nla_get_u32(props[TIPC_NLA_PROP_WIN]);
			tipc_link_set_queue_limits(link, win);
		}
	}

out:
	tipc_node_unlock(node);

	return res;
}
2109 2110

static int __tipc_nl_add_stats(struct sk_buff *skb, struct tipc_stats *s)
2111 2112 2113 2114 2115 2116 2117 2118 2119 2120 2121 2122 2123 2124 2125 2126 2127 2128 2129 2130 2131 2132 2133 2134 2135 2136 2137 2138 2139 2140 2141 2142 2143 2144 2145 2146 2147 2148 2149 2150 2151 2152 2153 2154 2155 2156 2157 2158 2159 2160 2161 2162 2163 2164 2165 2166 2167 2168 2169 2170 2171 2172 2173 2174 2175
{
	int i;
	struct nlattr *stats;

	struct nla_map {
		u32 key;
		u32 val;
	};

	struct nla_map map[] = {
		{TIPC_NLA_STATS_RX_INFO, s->recv_info},
		{TIPC_NLA_STATS_RX_FRAGMENTS, s->recv_fragments},
		{TIPC_NLA_STATS_RX_FRAGMENTED, s->recv_fragmented},
		{TIPC_NLA_STATS_RX_BUNDLES, s->recv_bundles},
		{TIPC_NLA_STATS_RX_BUNDLED, s->recv_bundled},
		{TIPC_NLA_STATS_TX_INFO, s->sent_info},
		{TIPC_NLA_STATS_TX_FRAGMENTS, s->sent_fragments},
		{TIPC_NLA_STATS_TX_FRAGMENTED, s->sent_fragmented},
		{TIPC_NLA_STATS_TX_BUNDLES, s->sent_bundles},
		{TIPC_NLA_STATS_TX_BUNDLED, s->sent_bundled},
		{TIPC_NLA_STATS_MSG_PROF_TOT, (s->msg_length_counts) ?
			s->msg_length_counts : 1},
		{TIPC_NLA_STATS_MSG_LEN_CNT, s->msg_length_counts},
		{TIPC_NLA_STATS_MSG_LEN_TOT, s->msg_lengths_total},
		{TIPC_NLA_STATS_MSG_LEN_P0, s->msg_length_profile[0]},
		{TIPC_NLA_STATS_MSG_LEN_P1, s->msg_length_profile[1]},
		{TIPC_NLA_STATS_MSG_LEN_P2, s->msg_length_profile[2]},
		{TIPC_NLA_STATS_MSG_LEN_P3, s->msg_length_profile[3]},
		{TIPC_NLA_STATS_MSG_LEN_P4, s->msg_length_profile[4]},
		{TIPC_NLA_STATS_MSG_LEN_P5, s->msg_length_profile[5]},
		{TIPC_NLA_STATS_MSG_LEN_P6, s->msg_length_profile[6]},
		{TIPC_NLA_STATS_RX_STATES, s->recv_states},
		{TIPC_NLA_STATS_RX_PROBES, s->recv_probes},
		{TIPC_NLA_STATS_RX_NACKS, s->recv_nacks},
		{TIPC_NLA_STATS_RX_DEFERRED, s->deferred_recv},
		{TIPC_NLA_STATS_TX_STATES, s->sent_states},
		{TIPC_NLA_STATS_TX_PROBES, s->sent_probes},
		{TIPC_NLA_STATS_TX_NACKS, s->sent_nacks},
		{TIPC_NLA_STATS_TX_ACKS, s->sent_acks},
		{TIPC_NLA_STATS_RETRANSMITTED, s->retransmitted},
		{TIPC_NLA_STATS_DUPLICATES, s->duplicates},
		{TIPC_NLA_STATS_LINK_CONGS, s->link_congs},
		{TIPC_NLA_STATS_MAX_QUEUE, s->max_queue_sz},
		{TIPC_NLA_STATS_AVG_QUEUE, s->queue_sz_counts ?
			(s->accu_queue_sz / s->queue_sz_counts) : 0}
	};

	stats = nla_nest_start(skb, TIPC_NLA_LINK_STATS);
	if (!stats)
		return -EMSGSIZE;

	for (i = 0; i <  ARRAY_SIZE(map); i++)
		if (nla_put_u32(skb, map[i].key, map[i].val))
			goto msg_full;

	nla_nest_end(skb, stats);

	return 0;
msg_full:
	nla_nest_cancel(skb, stats);

	return -EMSGSIZE;
}

/* Caller should hold appropriate locks to protect the link */
2176 2177
static int __tipc_nl_add_link(struct net *net, struct tipc_nl_msg *msg,
			      struct tipc_link *link)
2178 2179 2180 2181 2182
{
	int err;
	void *hdr;
	struct nlattr *attrs;
	struct nlattr *prop;
2183
	struct tipc_net *tn = net_generic(net, tipc_net_id);
2184

2185
	hdr = genlmsg_put(msg->skb, msg->portid, msg->seq, &tipc_genl_family,
2186 2187 2188 2189 2190 2191 2192 2193 2194 2195 2196
			  NLM_F_MULTI, TIPC_NL_LINK_GET);
	if (!hdr)
		return -EMSGSIZE;

	attrs = nla_nest_start(msg->skb, TIPC_NLA_LINK);
	if (!attrs)
		goto msg_full;

	if (nla_put_string(msg->skb, TIPC_NLA_LINK_NAME, link->name))
		goto attr_msg_full;
	if (nla_put_u32(msg->skb, TIPC_NLA_LINK_DEST,
2197
			tipc_cluster_mask(tn->own_addr)))
2198 2199 2200 2201 2202 2203 2204 2205 2206 2207 2208 2209 2210 2211 2212 2213 2214 2215 2216 2217 2218 2219 2220 2221 2222 2223 2224 2225 2226 2227 2228 2229 2230 2231 2232 2233 2234 2235 2236 2237 2238 2239 2240 2241 2242 2243 2244 2245 2246
		goto attr_msg_full;
	if (nla_put_u32(msg->skb, TIPC_NLA_LINK_MTU, link->max_pkt))
		goto attr_msg_full;
	if (nla_put_u32(msg->skb, TIPC_NLA_LINK_RX, link->next_in_no))
		goto attr_msg_full;
	if (nla_put_u32(msg->skb, TIPC_NLA_LINK_TX, link->next_out_no))
		goto attr_msg_full;

	if (tipc_link_is_up(link))
		if (nla_put_flag(msg->skb, TIPC_NLA_LINK_UP))
			goto attr_msg_full;
	if (tipc_link_is_active(link))
		if (nla_put_flag(msg->skb, TIPC_NLA_LINK_ACTIVE))
			goto attr_msg_full;

	prop = nla_nest_start(msg->skb, TIPC_NLA_LINK_PROP);
	if (!prop)
		goto attr_msg_full;
	if (nla_put_u32(msg->skb, TIPC_NLA_PROP_PRIO, link->priority))
		goto prop_msg_full;
	if (nla_put_u32(msg->skb, TIPC_NLA_PROP_TOL, link->tolerance))
		goto prop_msg_full;
	if (nla_put_u32(msg->skb, TIPC_NLA_PROP_WIN,
			link->queue_limit[TIPC_LOW_IMPORTANCE]))
		goto prop_msg_full;
	if (nla_put_u32(msg->skb, TIPC_NLA_PROP_PRIO, link->priority))
		goto prop_msg_full;
	nla_nest_end(msg->skb, prop);

	err = __tipc_nl_add_stats(msg->skb, &link->stats);
	if (err)
		goto attr_msg_full;

	nla_nest_end(msg->skb, attrs);
	genlmsg_end(msg->skb, hdr);

	return 0;

prop_msg_full:
	nla_nest_cancel(msg->skb, prop);
attr_msg_full:
	nla_nest_cancel(msg->skb, attrs);
msg_full:
	genlmsg_cancel(msg->skb, hdr);

	return -EMSGSIZE;
}

/* Caller should hold node lock  */
2247 2248
static int __tipc_nl_add_node_links(struct net *net, struct tipc_nl_msg *msg,
				    struct tipc_node *node, u32 *prev_link)
2249 2250 2251 2252 2253 2254 2255 2256 2257 2258
{
	u32 i;
	int err;

	for (i = *prev_link; i < MAX_BEARERS; i++) {
		*prev_link = i;

		if (!node->links[i])
			continue;

2259
		err = __tipc_nl_add_link(net, msg, node->links[i]);
2260 2261 2262 2263 2264 2265 2266 2267 2268 2269
		if (err)
			return err;
	}
	*prev_link = 0;

	return 0;
}

int tipc_nl_link_dump(struct sk_buff *skb, struct netlink_callback *cb)
{
2270 2271
	struct net *net = sock_net(skb->sk);
	struct tipc_net *tn = net_generic(net, tipc_net_id);
2272 2273 2274 2275 2276 2277 2278 2279 2280 2281 2282 2283 2284 2285 2286 2287 2288
	struct tipc_node *node;
	struct tipc_nl_msg msg;
	u32 prev_node = cb->args[0];
	u32 prev_link = cb->args[1];
	int done = cb->args[2];
	int err;

	if (done)
		return 0;

	msg.skb = skb;
	msg.portid = NETLINK_CB(cb->skb).portid;
	msg.seq = cb->nlh->nlmsg_seq;

	rcu_read_lock();

	if (prev_node) {
2289
		node = tipc_node_find(net, prev_node);
2290 2291 2292 2293 2294 2295 2296 2297 2298 2299 2300
		if (!node) {
			/* We never set seq or call nl_dump_check_consistent()
			 * this means that setting prev_seq here will cause the
			 * consistence check to fail in the netlink callback
			 * handler. Resulting in the last NLMSG_DONE message
			 * having the NLM_F_DUMP_INTR flag set.
			 */
			cb->prev_seq = 1;
			goto out;
		}

2301 2302
		list_for_each_entry_continue_rcu(node, &tn->node_list,
						 list) {
2303
			tipc_node_lock(node);
2304 2305
			err = __tipc_nl_add_node_links(net, &msg, node,
						       &prev_link);
2306 2307 2308 2309 2310 2311 2312
			tipc_node_unlock(node);
			if (err)
				goto out;

			prev_node = node->addr;
		}
	} else {
2313
		err = tipc_nl_add_bc_link(net, &msg);
2314 2315 2316
		if (err)
			goto out;

2317
		list_for_each_entry_rcu(node, &tn->node_list, list) {
2318
			tipc_node_lock(node);
2319 2320
			err = __tipc_nl_add_node_links(net, &msg, node,
						       &prev_link);
2321 2322 2323 2324 2325 2326 2327 2328 2329 2330 2331 2332 2333 2334 2335 2336 2337 2338 2339 2340
			tipc_node_unlock(node);
			if (err)
				goto out;

			prev_node = node->addr;
		}
	}
	done = 1;
out:
	rcu_read_unlock();

	cb->args[0] = prev_node;
	cb->args[1] = prev_link;
	cb->args[2] = done;

	return skb->len;
}

int tipc_nl_link_get(struct sk_buff *skb, struct genl_info *info)
{
2341
	struct net *net = genl_info_net(info);
2342 2343 2344 2345 2346 2347 2348 2349 2350 2351 2352 2353
	struct sk_buff *ans_skb;
	struct tipc_nl_msg msg;
	struct tipc_link *link;
	struct tipc_node *node;
	char *name;
	int bearer_id;
	int err;

	if (!info->attrs[TIPC_NLA_LINK_NAME])
		return -EINVAL;

	name = nla_data(info->attrs[TIPC_NLA_LINK_NAME]);
2354
	node = tipc_link_find_owner(net, name, &bearer_id);
2355 2356 2357 2358 2359 2360 2361 2362 2363 2364 2365 2366 2367 2368 2369 2370 2371 2372
	if (!node)
		return -EINVAL;

	ans_skb = nlmsg_new(NLMSG_GOODSIZE, GFP_KERNEL);
	if (!ans_skb)
		return -ENOMEM;

	msg.skb = ans_skb;
	msg.portid = info->snd_portid;
	msg.seq = info->snd_seq;

	tipc_node_lock(node);
	link = node->links[bearer_id];
	if (!link) {
		err = -EINVAL;
		goto err_out;
	}

2373
	err = __tipc_nl_add_link(net, &msg, link);
2374 2375 2376 2377 2378 2379 2380 2381 2382 2383 2384 2385 2386
	if (err)
		goto err_out;

	tipc_node_unlock(node);

	return genlmsg_reply(ans_skb, info);

err_out:
	tipc_node_unlock(node);
	nlmsg_free(ans_skb);

	return err;
}
2387 2388 2389 2390 2391 2392 2393 2394 2395

int tipc_nl_link_reset_stats(struct sk_buff *skb, struct genl_info *info)
{
	int err;
	char *link_name;
	unsigned int bearer_id;
	struct tipc_link *link;
	struct tipc_node *node;
	struct nlattr *attrs[TIPC_NLA_LINK_MAX + 1];
2396
	struct net *net = sock_net(skb->sk);
2397 2398 2399 2400 2401 2402 2403 2404 2405 2406 2407 2408 2409 2410 2411 2412

	if (!info->attrs[TIPC_NLA_LINK])
		return -EINVAL;

	err = nla_parse_nested(attrs, TIPC_NLA_LINK_MAX,
			       info->attrs[TIPC_NLA_LINK],
			       tipc_nl_link_policy);
	if (err)
		return err;

	if (!attrs[TIPC_NLA_LINK_NAME])
		return -EINVAL;

	link_name = nla_data(attrs[TIPC_NLA_LINK_NAME]);

	if (strcmp(link_name, tipc_bclink_name) == 0) {
2413
		err = tipc_bclink_reset_stats(net);
2414 2415 2416 2417 2418
		if (err)
			return err;
		return 0;
	}

2419
	node = tipc_link_find_owner(net, link_name, &bearer_id);
2420 2421 2422 2423 2424 2425 2426 2427 2428 2429 2430 2431 2432 2433 2434 2435 2436
	if (!node)
		return -EINVAL;

	tipc_node_lock(node);

	link = node->links[bearer_id];
	if (!link) {
		tipc_node_unlock(node);
		return -EINVAL;
	}

	link_reset_statistics(link);

	tipc_node_unlock(node);

	return 0;
}