link.c 62.8 KB
Newer Older
P
Per Liden 已提交
1 2
/*
 * net/tipc/link.c: TIPC link code
3
 *
4
 * Copyright (c) 1996-2007, 2012-2015, Ericsson AB
5
 * Copyright (c) 2004-2007, 2010-2013, Wind River Systems
P
Per Liden 已提交
6 7
 * All rights reserved.
 *
P
Per Liden 已提交
8
 * Redistribution and use in source and binary forms, with or without
P
Per Liden 已提交
9 10
 * modification, are permitted provided that the following conditions are met:
 *
P
Per Liden 已提交
11 12 13 14 15 16 17 18
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions and the following disclaimer.
 * 2. Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in the
 *    documentation and/or other materials provided with the distribution.
 * 3. Neither the names of the copyright holders nor the names of its
 *    contributors may be used to endorse or promote products derived from
 *    this software without specific prior written permission.
P
Per Liden 已提交
19
 *
P
Per Liden 已提交
20 21 22 23 24 25 26 27 28 29 30 31 32 33
 * Alternatively, this software may be distributed under the terms of the
 * GNU General Public License ("GPL") version 2 as published by the Free
 * Software Foundation.
 *
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
P
Per Liden 已提交
34 35 36 37 38
 * POSSIBILITY OF SUCH DAMAGE.
 */

#include "core.h"
#include "link.h"
39
#include "bcast.h"
40
#include "socket.h"
P
Per Liden 已提交
41 42
#include "name_distr.h"
#include "discover.h"
43
#include "netlink.h"
P
Per Liden 已提交
44

45 46
#include <linux/pkt_sched.h>

47 48 49 50 51 52
/*
 * Error message prefixes
 */
static const char *link_co_err = "Link changeover error, ";
static const char *link_rst_msg = "Resetting link ";
static const char *link_unk_evt = "Unknown link event ";
P
Per Liden 已提交
53

54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69
static const struct nla_policy tipc_nl_link_policy[TIPC_NLA_LINK_MAX + 1] = {
	[TIPC_NLA_LINK_UNSPEC]		= { .type = NLA_UNSPEC },
	[TIPC_NLA_LINK_NAME] = {
		.type = NLA_STRING,
		.len = TIPC_MAX_LINK_NAME
	},
	[TIPC_NLA_LINK_MTU]		= { .type = NLA_U32 },
	[TIPC_NLA_LINK_BROADCAST]	= { .type = NLA_FLAG },
	[TIPC_NLA_LINK_UP]		= { .type = NLA_FLAG },
	[TIPC_NLA_LINK_ACTIVE]		= { .type = NLA_FLAG },
	[TIPC_NLA_LINK_PROP]		= { .type = NLA_NESTED },
	[TIPC_NLA_LINK_STATS]		= { .type = NLA_NESTED },
	[TIPC_NLA_LINK_RX]		= { .type = NLA_U32 },
	[TIPC_NLA_LINK_TX]		= { .type = NLA_U32 }
};

70 71 72 73 74 75 76 77
/* Properties valid for media, bearar and link */
static const struct nla_policy tipc_nl_prop_policy[TIPC_NLA_PROP_MAX + 1] = {
	[TIPC_NLA_PROP_UNSPEC]		= { .type = NLA_UNSPEC },
	[TIPC_NLA_PROP_PRIO]		= { .type = NLA_U32 },
	[TIPC_NLA_PROP_TOL]		= { .type = NLA_U32 },
	[TIPC_NLA_PROP_WIN]		= { .type = NLA_U32 }
};

78 79 80 81 82
/*
 * Out-of-range value for link session numbers
 */
#define INVALID_SESSION 0x10000

83 84
/*
 * Link state events:
P
Per Liden 已提交
85 86 87 88 89
 */
#define  STARTING_EVT    856384768	/* link processing trigger */
#define  TRAFFIC_MSG_EVT 560815u	/* rx'd ??? */
#define  TIMEOUT_EVT     560817u	/* link timer expired */

90 91 92
/*
 * The following two 'message types' is really just implementation
 * data conveniently stored in the message header.
P
Per Liden 已提交
93 94 95 96 97
 * They must not be considered part of the protocol
 */
#define OPEN_MSG   0
#define CLOSED_MSG 1

98
/*
P
Per Liden 已提交
99 100 101 102
 * State value stored in 'exp_msg_count'
 */
#define START_CHANGEOVER 100000u

103 104 105 106 107 108
static void link_handle_out_of_seq_msg(struct tipc_link *link,
				       struct sk_buff *skb);
static void tipc_link_proto_rcv(struct tipc_link *link,
				struct sk_buff *skb);
static int  tipc_link_tunnel_rcv(struct tipc_node *node,
				 struct sk_buff **skb);
109
static void link_set_supervision_props(struct tipc_link *l_ptr, u32 tol);
110 111 112
static void link_state_event(struct tipc_link *l_ptr, u32 event);
static void link_reset_statistics(struct tipc_link *l_ptr);
static void link_print(struct tipc_link *l_ptr, const char *str);
113 114
static void tipc_link_sync_xmit(struct tipc_link *l);
static void tipc_link_sync_rcv(struct tipc_node *n, struct sk_buff *buf);
115 116
static void tipc_link_input(struct tipc_link *l, struct sk_buff *skb);
static bool tipc_data_input(struct tipc_link *l, struct sk_buff *skb);
117

P
Per Liden 已提交
118
/*
S
Sam Ravnborg 已提交
119
 *  Simple link routines
P
Per Liden 已提交
120
 */
S
Sam Ravnborg 已提交
121
static unsigned int align(unsigned int i)
P
Per Liden 已提交
122 123 124 125
{
	return (i + 3) & ~3u;
}

126 127 128 129 130 131 132 133 134 135 136 137 138 139 140
static void tipc_link_release(struct kref *kref)
{
	kfree(container_of(kref, struct tipc_link, ref));
}

static void tipc_link_get(struct tipc_link *l_ptr)
{
	kref_get(&l_ptr->ref);
}

static void tipc_link_put(struct tipc_link *l_ptr)
{
	kref_put(&l_ptr->ref, tipc_link_release);
}

141
static void link_init_max_pkt(struct tipc_link *l_ptr)
P
Per Liden 已提交
142
{
143 144
	struct tipc_node *node = l_ptr->owner;
	struct tipc_net *tn = net_generic(node->net, tipc_net_id);
145
	struct tipc_bearer *b_ptr;
P
Per Liden 已提交
146
	u32 max_pkt;
147

148
	rcu_read_lock();
149
	b_ptr = rcu_dereference_rtnl(tn->bearer_list[l_ptr->bearer_id]);
150 151 152 153 154 155 156
	if (!b_ptr) {
		rcu_read_unlock();
		return;
	}
	max_pkt = (b_ptr->mtu & ~3);
	rcu_read_unlock();

P
Per Liden 已提交
157 158 159
	if (max_pkt > MAX_MSG_SIZE)
		max_pkt = MAX_MSG_SIZE;

160
	l_ptr->max_pkt_target = max_pkt;
P
Per Liden 已提交
161 162
	if (l_ptr->max_pkt_target < MAX_PKT_DEFAULT)
		l_ptr->max_pkt = l_ptr->max_pkt_target;
163
	else
P
Per Liden 已提交
164 165
		l_ptr->max_pkt = MAX_PKT_DEFAULT;

166
	l_ptr->max_pkt_probes = 0;
P
Per Liden 已提交
167 168 169
}

/*
S
Sam Ravnborg 已提交
170
 *  Simple non-static link routines (i.e. referenced outside this file)
P
Per Liden 已提交
171
 */
172
int tipc_link_is_up(struct tipc_link *l_ptr)
P
Per Liden 已提交
173 174 175
{
	if (!l_ptr)
		return 0;
E
Eric Dumazet 已提交
176
	return link_working_working(l_ptr) || link_working_unknown(l_ptr);
P
Per Liden 已提交
177 178
}

179
int tipc_link_is_active(struct tipc_link *l_ptr)
P
Per Liden 已提交
180
{
E
Eric Dumazet 已提交
181 182
	return	(l_ptr->owner->active_links[0] == l_ptr) ||
		(l_ptr->owner->active_links[1] == l_ptr);
P
Per Liden 已提交
183 184 185 186 187 188
}

/**
 * link_timeout - handle expiration of link timer
 * @l_ptr: pointer to link
 */
189
static void link_timeout(unsigned long data)
P
Per Liden 已提交
190
{
191
	struct tipc_link *l_ptr = (struct tipc_link *)data;
192 193
	struct sk_buff *skb;

194
	tipc_node_lock(l_ptr->owner);
P
Per Liden 已提交
195 196

	/* update counters used in statistical profiling of send traffic */
197
	l_ptr->stats.accu_queue_sz += skb_queue_len(&l_ptr->outqueue);
P
Per Liden 已提交
198 199
	l_ptr->stats.queue_sz_counts++;

200 201 202
	skb = skb_peek(&l_ptr->outqueue);
	if (skb) {
		struct tipc_msg *msg = buf_msg(skb);
P
Per Liden 已提交
203 204
		u32 length = msg_size(msg);

205 206
		if ((msg_user(msg) == MSG_FRAGMENTER) &&
		    (msg_type(msg) == FIRST_FRAGMENT)) {
P
Per Liden 已提交
207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232
			length = msg_size(msg_get_wrapped(msg));
		}
		if (length) {
			l_ptr->stats.msg_lengths_total += length;
			l_ptr->stats.msg_length_counts++;
			if (length <= 64)
				l_ptr->stats.msg_length_profile[0]++;
			else if (length <= 256)
				l_ptr->stats.msg_length_profile[1]++;
			else if (length <= 1024)
				l_ptr->stats.msg_length_profile[2]++;
			else if (length <= 4096)
				l_ptr->stats.msg_length_profile[3]++;
			else if (length <= 16384)
				l_ptr->stats.msg_length_profile[4]++;
			else if (length <= 32768)
				l_ptr->stats.msg_length_profile[5]++;
			else
				l_ptr->stats.msg_length_profile[6]++;
		}
	}

	/* do all other link processing performed on a periodic basis */
	link_state_event(l_ptr, TIMEOUT_EVT);

	if (l_ptr->next_out)
233
		tipc_link_push_packets(l_ptr);
P
Per Liden 已提交
234

235
	tipc_node_unlock(l_ptr->owner);
236
	tipc_link_put(l_ptr);
P
Per Liden 已提交
237 238
}

239
static void link_set_timer(struct tipc_link *link, unsigned long time)
P
Per Liden 已提交
240
{
241 242
	if (!mod_timer(&link->timer, jiffies + time))
		tipc_link_get(link);
P
Per Liden 已提交
243 244 245
}

/**
246
 * tipc_link_create - create a new link
247
 * @n_ptr: pointer to associated node
P
Per Liden 已提交
248 249
 * @b_ptr: pointer to associated bearer
 * @media_addr: media address to use when sending messages over link
250
 *
P
Per Liden 已提交
251 252
 * Returns pointer to link.
 */
253
struct tipc_link *tipc_link_create(struct tipc_node *n_ptr,
254 255
				   struct tipc_bearer *b_ptr,
				   const struct tipc_media_addr *media_addr)
P
Per Liden 已提交
256
{
257
	struct tipc_net *tn = net_generic(n_ptr->net, tipc_net_id);
258
	struct tipc_link *l_ptr;
P
Per Liden 已提交
259 260
	struct tipc_msg *msg;
	char *if_name;
261 262 263
	char addr_string[16];
	u32 peer = n_ptr->addr;

264
	if (n_ptr->link_cnt >= MAX_BEARERS) {
265
		tipc_addr_string_fill(addr_string, n_ptr->addr);
266 267
		pr_err("Attempt to establish %uth link to %s. Max %u allowed.\n",
			n_ptr->link_cnt, addr_string, MAX_BEARERS);
268 269 270 271 272
		return NULL;
	}

	if (n_ptr->links[b_ptr->identity]) {
		tipc_addr_string_fill(addr_string, n_ptr->addr);
273 274
		pr_err("Attempt to establish second link on <%s> to %s\n",
		       b_ptr->name, addr_string);
275 276
		return NULL;
	}
P
Per Liden 已提交
277

278
	l_ptr = kzalloc(sizeof(*l_ptr), GFP_ATOMIC);
P
Per Liden 已提交
279
	if (!l_ptr) {
280
		pr_warn("Link creation failed, no memory\n");
P
Per Liden 已提交
281 282
		return NULL;
	}
283
	kref_init(&l_ptr->ref);
P
Per Liden 已提交
284
	l_ptr->addr = peer;
285
	if_name = strchr(b_ptr->name, ':') + 1;
286
	sprintf(l_ptr->name, "%u.%u.%u:%s-%u.%u.%u:unknown",
287 288
		tipc_zone(tn->own_addr), tipc_cluster(tn->own_addr),
		tipc_node(tn->own_addr),
P
Per Liden 已提交
289 290
		if_name,
		tipc_zone(peer), tipc_cluster(peer), tipc_node(peer));
291
		/* note: peer i/f name is updated by reset/activate message */
P
Per Liden 已提交
292
	memcpy(&l_ptr->media_addr, media_addr, sizeof(*media_addr));
293
	l_ptr->owner = n_ptr;
P
Per Liden 已提交
294
	l_ptr->checkpoint = 1;
295
	l_ptr->peer_session = INVALID_SESSION;
296
	l_ptr->bearer_id = b_ptr->identity;
297
	link_set_supervision_props(l_ptr, b_ptr->tolerance);
P
Per Liden 已提交
298 299 300 301
	l_ptr->state = RESET_UNKNOWN;

	l_ptr->pmsg = (struct tipc_msg *)&l_ptr->proto_msg;
	msg = l_ptr->pmsg;
302
	tipc_msg_init(tn->own_addr, msg, LINK_PROTOCOL, RESET_MSG, INT_H_SIZE,
303
		      l_ptr->addr);
P
Per Liden 已提交
304
	msg_set_size(msg, sizeof(l_ptr->proto_msg));
305
	msg_set_session(msg, (tn->random & 0xffff));
P
Per Liden 已提交
306 307 308 309
	msg_set_bearer_id(msg, b_ptr->identity);
	strcpy((char *)msg_data(msg), if_name);

	l_ptr->priority = b_ptr->priority;
310
	tipc_link_set_queue_limits(l_ptr, b_ptr->window);
P
Per Liden 已提交
311

312
	l_ptr->net_plane = b_ptr->net_plane;
P
Per Liden 已提交
313 314 315
	link_init_max_pkt(l_ptr);

	l_ptr->next_out_no = 1;
316
	__skb_queue_head_init(&l_ptr->outqueue);
317
	__skb_queue_head_init(&l_ptr->deferred_queue);
318 319 320
	skb_queue_head_init(&l_ptr->wakeupq);
	skb_queue_head_init(&l_ptr->inputq);
	skb_queue_head_init(&l_ptr->namedq);
P
Per Liden 已提交
321
	link_reset_statistics(l_ptr);
322
	tipc_node_attach_link(n_ptr, l_ptr);
323
	setup_timer(&l_ptr->timer, link_timeout, (unsigned long)l_ptr);
324
	link_state_event(l_ptr, STARTING_EVT);
P
Per Liden 已提交
325 326 327 328

	return l_ptr;
}

329 330 331 332 333 334 335 336 337 338 339 340
/**
 * link_delete - Conditional deletion of link.
 *               If timer still running, real delete is done when it expires
 * @link: link to be deleted
 */
void tipc_link_delete(struct tipc_link *link)
{
	tipc_link_reset_fragments(link);
	tipc_node_detach_link(link->owner, link);
	tipc_link_put(link);
}

341 342
void tipc_link_delete_list(struct net *net, unsigned int bearer_id,
			   bool shutting_down)
343
{
344
	struct tipc_net *tn = net_generic(net, tipc_net_id);
345 346
	struct tipc_link *link;
	struct tipc_node *node;
347
	bool del_link;
348

349
	rcu_read_lock();
350 351 352 353 354
	list_for_each_entry_rcu(node, &tn->node_list, list) {
		tipc_node_lock(node);
		link = node->links[bearer_id];
		if (!link) {
			tipc_node_unlock(node);
355 356
			continue;
		}
357
		del_link = !tipc_link_is_up(link) && !link->exp_msg_count;
358 359 360 361 362
		tipc_link_reset(link);
		if (del_timer(&link->timer))
			tipc_link_put(link);
		link->flags |= LINK_STOPPED;
		/* Delete link now, or when failover is finished: */
363
		if (shutting_down || !tipc_node_is_up(node) || del_link)
364 365
			tipc_link_delete(link);
		tipc_node_unlock(node);
366
	}
367
	rcu_read_unlock();
368
}
P
Per Liden 已提交
369 370

/**
371 372 373 374 375 376
 * link_schedule_user - schedule user for wakeup after congestion
 * @link: congested link
 * @oport: sending port
 * @chain_sz: size of buffer chain that was attempted sent
 * @imp: importance of message attempted sent
 * Create pseudo msg to send back to user when congestion abates
P
Per Liden 已提交
377
 */
378 379
static bool link_schedule_user(struct tipc_link *link, u32 oport,
			       uint chain_sz, uint imp)
P
Per Liden 已提交
380
{
381 382
	struct sk_buff *buf;

383 384 385
	buf = tipc_msg_create(SOCK_WAKEUP, 0, INT_H_SIZE, 0,
			      link_own_addr(link), link_own_addr(link),
			      oport, 0, 0);
386 387 388 389
	if (!buf)
		return false;
	TIPC_SKB_CB(buf)->chain_sz = chain_sz;
	TIPC_SKB_CB(buf)->chain_imp = imp;
390
	skb_queue_tail(&link->wakeupq, buf);
391 392
	link->stats.link_congs++;
	return true;
P
Per Liden 已提交
393 394
}

395 396 397 398 399 400
/**
 * link_prepare_wakeup - prepare users for wakeup after congestion
 * @link: congested link
 * Move a number of waiting users, as permitted by available space in
 * the send queue, from link wait queue to node wait queue for wakeup
 */
401
void link_prepare_wakeup(struct tipc_link *link)
P
Per Liden 已提交
402
{
403
	uint pend_qsz = skb_queue_len(&link->outqueue);
404
	struct sk_buff *skb, *tmp;
405

406
	skb_queue_walk_safe(&link->wakeupq, skb, tmp) {
407
		if (pend_qsz >= link->queue_limit[TIPC_SKB_CB(skb)->chain_imp])
P
Per Liden 已提交
408
			break;
409
		pend_qsz += TIPC_SKB_CB(skb)->chain_sz;
410 411 412 413
		skb_unlink(skb, &link->wakeupq);
		skb_queue_tail(&link->inputq, skb);
		link->owner->inputq = &link->inputq;
		link->owner->action_flags |= TIPC_MSG_EVT;
P
Per Liden 已提交
414 415 416 417
	}
}

/**
418
 * tipc_link_reset_fragments - purge link's inbound message fragments queue
P
Per Liden 已提交
419 420
 * @l_ptr: pointer to link
 */
421
void tipc_link_reset_fragments(struct tipc_link *l_ptr)
P
Per Liden 已提交
422
{
423 424
	kfree_skb(l_ptr->reasm_buf);
	l_ptr->reasm_buf = NULL;
P
Per Liden 已提交
425 426
}

427
/**
428
 * tipc_link_purge_queues - purge all pkt queues associated with link
P
Per Liden 已提交
429 430
 * @l_ptr: pointer to link
 */
431
void tipc_link_purge_queues(struct tipc_link *l_ptr)
P
Per Liden 已提交
432
{
433
	__skb_queue_purge(&l_ptr->deferred_queue);
434
	__skb_queue_purge(&l_ptr->outqueue);
435
	tipc_link_reset_fragments(l_ptr);
P
Per Liden 已提交
436 437
}

438
void tipc_link_reset(struct tipc_link *l_ptr)
P
Per Liden 已提交
439 440 441
{
	u32 prev_state = l_ptr->state;
	u32 checkpoint = l_ptr->next_in_no;
442
	int was_active_link = tipc_link_is_active(l_ptr);
443
	struct tipc_node *owner = l_ptr->owner;
444

445
	msg_set_session(l_ptr->pmsg, ((msg_session(l_ptr->pmsg) + 1) & 0xffff));
P
Per Liden 已提交
446

447 448
	/* Link is down, accept any session */
	l_ptr->peer_session = INVALID_SESSION;
P
Per Liden 已提交
449

450
	/* Prepare for max packet size negotiation */
P
Per Liden 已提交
451
	link_init_max_pkt(l_ptr);
452

P
Per Liden 已提交
453 454 455 456 457
	l_ptr->state = RESET_UNKNOWN;

	if ((prev_state == RESET_UNKNOWN) || (prev_state == RESET_RESET))
		return;

458
	tipc_node_link_down(l_ptr->owner, l_ptr);
459
	tipc_bearer_remove_dest(owner->net, l_ptr->bearer_id, l_ptr->addr);
460

461
	if (was_active_link && tipc_node_active_links(l_ptr->owner)) {
P
Per Liden 已提交
462 463 464 465
		l_ptr->reset_checkpoint = checkpoint;
		l_ptr->exp_msg_count = START_CHANGEOVER;
	}

466
	/* Clean up all queues, except inputq: */
467
	__skb_queue_purge(&l_ptr->outqueue);
468
	__skb_queue_purge(&l_ptr->deferred_queue);
469 470 471 472
	if (!owner->inputq)
		owner->inputq = &l_ptr->inputq;
	skb_queue_splice_init(&l_ptr->wakeupq, owner->inputq);
	if (!skb_queue_empty(owner->inputq))
473
		owner->action_flags |= TIPC_MSG_EVT;
P
Per Liden 已提交
474 475 476 477 478 479 480 481 482
	l_ptr->next_out = NULL;
	l_ptr->unacked_window = 0;
	l_ptr->checkpoint = 1;
	l_ptr->next_out_no = 1;
	l_ptr->fsm_msg_cnt = 0;
	l_ptr->stale_count = 0;
	link_reset_statistics(l_ptr);
}

483
void tipc_link_reset_list(struct net *net, unsigned int bearer_id)
484
{
485
	struct tipc_net *tn = net_generic(net, tipc_net_id);
486
	struct tipc_link *l_ptr;
487
	struct tipc_node *n_ptr;
488

489
	rcu_read_lock();
490
	list_for_each_entry_rcu(n_ptr, &tn->node_list, list) {
491
		tipc_node_lock(n_ptr);
492 493 494
		l_ptr = n_ptr->links[bearer_id];
		if (l_ptr)
			tipc_link_reset(l_ptr);
495
		tipc_node_unlock(n_ptr);
496
	}
497
	rcu_read_unlock();
498
}
P
Per Liden 已提交
499

500
static void link_activate(struct tipc_link *link)
P
Per Liden 已提交
501
{
502 503 504 505 506 507
	struct tipc_node *node = link->owner;

	link->next_in_no = 1;
	link->stats.recv_info = 1;
	tipc_node_link_up(node, link);
	tipc_bearer_add_dest(node->net, link->bearer_id, link->addr);
P
Per Liden 已提交
508 509 510 511 512 513 514
}

/**
 * link_state_event - link finite state machine
 * @l_ptr: pointer to link
 * @event: state machine event to process
 */
515
static void link_state_event(struct tipc_link *l_ptr, unsigned int event)
P
Per Liden 已提交
516
{
517
	struct tipc_link *other;
518
	unsigned long cont_intv = l_ptr->cont_intv;
P
Per Liden 已提交
519

520 521 522
	if (l_ptr->flags & LINK_STOPPED)
		return;

523
	if (!(l_ptr->flags & LINK_STARTED) && (event != STARTING_EVT))
P
Per Liden 已提交
524 525
		return;		/* Not yet. */

526 527
	/* Check whether changeover is going on */
	if (l_ptr->exp_msg_count) {
528
		if (event == TIMEOUT_EVT)
P
Per Liden 已提交
529
			link_set_timer(l_ptr, cont_intv);
530
		return;
P
Per Liden 已提交
531 532 533 534 535 536 537 538 539 540 541
	}

	switch (l_ptr->state) {
	case WORKING_WORKING:
		switch (event) {
		case TRAFFIC_MSG_EVT:
		case ACTIVATE_MSG:
			break;
		case TIMEOUT_EVT:
			if (l_ptr->next_in_no != l_ptr->checkpoint) {
				l_ptr->checkpoint = l_ptr->next_in_no;
542
				if (tipc_bclink_acks_missing(l_ptr->owner)) {
543 544
					tipc_link_proto_xmit(l_ptr, STATE_MSG,
							     0, 0, 0, 0, 0);
P
Per Liden 已提交
545 546
					l_ptr->fsm_msg_cnt++;
				} else if (l_ptr->max_pkt < l_ptr->max_pkt_target) {
547 548
					tipc_link_proto_xmit(l_ptr, STATE_MSG,
							     1, 0, 0, 0, 0);
P
Per Liden 已提交
549 550 551 552 553 554 555
					l_ptr->fsm_msg_cnt++;
				}
				link_set_timer(l_ptr, cont_intv);
				break;
			}
			l_ptr->state = WORKING_UNKNOWN;
			l_ptr->fsm_msg_cnt = 0;
556
			tipc_link_proto_xmit(l_ptr, STATE_MSG, 1, 0, 0, 0, 0);
P
Per Liden 已提交
557 558 559 560
			l_ptr->fsm_msg_cnt++;
			link_set_timer(l_ptr, cont_intv / 4);
			break;
		case RESET_MSG:
561 562
			pr_debug("%s<%s>, requested by peer\n",
				 link_rst_msg, l_ptr->name);
563
			tipc_link_reset(l_ptr);
P
Per Liden 已提交
564 565
			l_ptr->state = RESET_RESET;
			l_ptr->fsm_msg_cnt = 0;
566 567
			tipc_link_proto_xmit(l_ptr, ACTIVATE_MSG,
					     0, 0, 0, 0, 0);
P
Per Liden 已提交
568 569 570 571
			l_ptr->fsm_msg_cnt++;
			link_set_timer(l_ptr, cont_intv);
			break;
		default:
572
			pr_debug("%s%u in WW state\n", link_unk_evt, event);
P
Per Liden 已提交
573 574 575 576 577 578 579 580 581 582 583
		}
		break;
	case WORKING_UNKNOWN:
		switch (event) {
		case TRAFFIC_MSG_EVT:
		case ACTIVATE_MSG:
			l_ptr->state = WORKING_WORKING;
			l_ptr->fsm_msg_cnt = 0;
			link_set_timer(l_ptr, cont_intv);
			break;
		case RESET_MSG:
584 585
			pr_debug("%s<%s>, requested by peer while probing\n",
				 link_rst_msg, l_ptr->name);
586
			tipc_link_reset(l_ptr);
P
Per Liden 已提交
587 588
			l_ptr->state = RESET_RESET;
			l_ptr->fsm_msg_cnt = 0;
589 590
			tipc_link_proto_xmit(l_ptr, ACTIVATE_MSG,
					     0, 0, 0, 0, 0);
P
Per Liden 已提交
591 592 593 594 595 596 597 598
			l_ptr->fsm_msg_cnt++;
			link_set_timer(l_ptr, cont_intv);
			break;
		case TIMEOUT_EVT:
			if (l_ptr->next_in_no != l_ptr->checkpoint) {
				l_ptr->state = WORKING_WORKING;
				l_ptr->fsm_msg_cnt = 0;
				l_ptr->checkpoint = l_ptr->next_in_no;
599
				if (tipc_bclink_acks_missing(l_ptr->owner)) {
600 601
					tipc_link_proto_xmit(l_ptr, STATE_MSG,
							     0, 0, 0, 0, 0);
P
Per Liden 已提交
602 603 604 605
					l_ptr->fsm_msg_cnt++;
				}
				link_set_timer(l_ptr, cont_intv);
			} else if (l_ptr->fsm_msg_cnt < l_ptr->abort_limit) {
606 607
				tipc_link_proto_xmit(l_ptr, STATE_MSG,
						     1, 0, 0, 0, 0);
P
Per Liden 已提交
608 609 610
				l_ptr->fsm_msg_cnt++;
				link_set_timer(l_ptr, cont_intv / 4);
			} else {	/* Link has failed */
611 612
				pr_debug("%s<%s>, peer not responding\n",
					 link_rst_msg, l_ptr->name);
613
				tipc_link_reset(l_ptr);
P
Per Liden 已提交
614 615
				l_ptr->state = RESET_UNKNOWN;
				l_ptr->fsm_msg_cnt = 0;
616 617
				tipc_link_proto_xmit(l_ptr, RESET_MSG,
						     0, 0, 0, 0, 0);
P
Per Liden 已提交
618 619 620 621 622
				l_ptr->fsm_msg_cnt++;
				link_set_timer(l_ptr, cont_intv);
			}
			break;
		default:
623
			pr_err("%s%u in WU state\n", link_unk_evt, event);
P
Per Liden 已提交
624 625 626 627 628 629 630 631
		}
		break;
	case RESET_UNKNOWN:
		switch (event) {
		case TRAFFIC_MSG_EVT:
			break;
		case ACTIVATE_MSG:
			other = l_ptr->owner->active_links[0];
632
			if (other && link_working_unknown(other))
P
Per Liden 已提交
633 634 635 636
				break;
			l_ptr->state = WORKING_WORKING;
			l_ptr->fsm_msg_cnt = 0;
			link_activate(l_ptr);
637
			tipc_link_proto_xmit(l_ptr, STATE_MSG, 1, 0, 0, 0, 0);
P
Per Liden 已提交
638
			l_ptr->fsm_msg_cnt++;
639
			if (l_ptr->owner->working_links == 1)
640
				tipc_link_sync_xmit(l_ptr);
P
Per Liden 已提交
641 642 643 644 645
			link_set_timer(l_ptr, cont_intv);
			break;
		case RESET_MSG:
			l_ptr->state = RESET_RESET;
			l_ptr->fsm_msg_cnt = 0;
646 647
			tipc_link_proto_xmit(l_ptr, ACTIVATE_MSG,
					     1, 0, 0, 0, 0);
P
Per Liden 已提交
648 649 650 651
			l_ptr->fsm_msg_cnt++;
			link_set_timer(l_ptr, cont_intv);
			break;
		case STARTING_EVT:
652
			l_ptr->flags |= LINK_STARTED;
653 654 655
			l_ptr->fsm_msg_cnt++;
			link_set_timer(l_ptr, cont_intv);
			break;
P
Per Liden 已提交
656
		case TIMEOUT_EVT:
657
			tipc_link_proto_xmit(l_ptr, RESET_MSG, 0, 0, 0, 0, 0);
P
Per Liden 已提交
658 659 660 661
			l_ptr->fsm_msg_cnt++;
			link_set_timer(l_ptr, cont_intv);
			break;
		default:
662
			pr_err("%s%u in RU state\n", link_unk_evt, event);
P
Per Liden 已提交
663 664 665 666 667 668 669
		}
		break;
	case RESET_RESET:
		switch (event) {
		case TRAFFIC_MSG_EVT:
		case ACTIVATE_MSG:
			other = l_ptr->owner->active_links[0];
670
			if (other && link_working_unknown(other))
P
Per Liden 已提交
671 672 673 674
				break;
			l_ptr->state = WORKING_WORKING;
			l_ptr->fsm_msg_cnt = 0;
			link_activate(l_ptr);
675
			tipc_link_proto_xmit(l_ptr, STATE_MSG, 1, 0, 0, 0, 0);
P
Per Liden 已提交
676
			l_ptr->fsm_msg_cnt++;
677
			if (l_ptr->owner->working_links == 1)
678
				tipc_link_sync_xmit(l_ptr);
P
Per Liden 已提交
679 680 681 682 683
			link_set_timer(l_ptr, cont_intv);
			break;
		case RESET_MSG:
			break;
		case TIMEOUT_EVT:
684 685
			tipc_link_proto_xmit(l_ptr, ACTIVATE_MSG,
					     0, 0, 0, 0, 0);
P
Per Liden 已提交
686 687 688 689
			l_ptr->fsm_msg_cnt++;
			link_set_timer(l_ptr, cont_intv);
			break;
		default:
690
			pr_err("%s%u in RR state\n", link_unk_evt, event);
P
Per Liden 已提交
691 692 693
		}
		break;
	default:
694
		pr_err("Unknown link state %u/%u\n", l_ptr->state, event);
P
Per Liden 已提交
695 696 697
	}
}

698 699 700 701 702 703 704
/* tipc_link_cong: determine return value and how to treat the
 * sent buffer during link congestion.
 * - For plain, errorless user data messages we keep the buffer and
 *   return -ELINKONG.
 * - For all other messages we discard the buffer and return -EHOSTUNREACH
 * - For TIPC internal messages we also reset the link
 */
705
static int tipc_link_cong(struct tipc_link *link, struct sk_buff_head *list)
706
{
707 708
	struct sk_buff *skb = skb_peek(list);
	struct tipc_msg *msg = buf_msg(skb);
709 710 711
	uint imp = tipc_msg_tot_importance(msg);
	u32 oport = msg_tot_origport(msg);

712
	if (unlikely(imp > TIPC_CRITICAL_IMPORTANCE)) {
713 714
		pr_warn("%s<%s>, send queue full", link_rst_msg, link->name);
		tipc_link_reset(link);
715
		goto drop;
716
	}
717 718 719 720
	if (unlikely(msg_errcode(msg)))
		goto drop;
	if (unlikely(msg_reroute_cnt(msg)))
		goto drop;
721
	if (TIPC_SKB_CB(skb)->wakeup_pending)
722
		return -ELINKCONG;
723
	if (link_schedule_user(link, oport, skb_queue_len(list), imp))
724 725
		return -ELINKCONG;
drop:
726
	__skb_queue_purge(list);
727 728 729 730
	return -EHOSTUNREACH;
}

/**
731
 * __tipc_link_xmit(): same as tipc_link_xmit, but destlink is known & locked
732
 * @link: link to use
733 734
 * @list: chain of buffers containing message
 *
735 736 737 738 739 740
 * Consumes the buffer chain, except when returning -ELINKCONG
 * Returns 0 if success, otherwise errno: -ELINKCONG, -EMSGSIZE (plain socket
 * user data messages) or -EHOSTUNREACH (all other messages/senders)
 * Only the socket functions tipc_send_stream() and tipc_send_packet() need
 * to act on the return value, since they may need to do more send attempts.
 */
741 742
int __tipc_link_xmit(struct net *net, struct tipc_link *link,
		     struct sk_buff_head *list)
743
{
744
	struct tipc_msg *msg = buf_msg(skb_peek(list));
745 746 747 748 749 750 751 752
	uint psz = msg_size(msg);
	uint sndlim = link->queue_limit[0];
	uint imp = tipc_msg_tot_importance(msg);
	uint mtu = link->max_pkt;
	uint ack = mod(link->next_in_no - 1);
	uint seqno = link->next_out_no;
	uint bc_last_in = link->owner->bclink.last_in;
	struct tipc_media_addr *addr = &link->media_addr;
753
	struct sk_buff_head *outqueue = &link->outqueue;
754
	struct sk_buff *skb, *tmp;
755 756

	/* Match queue limits against msg importance: */
757
	if (unlikely(skb_queue_len(outqueue) >= link->queue_limit[imp]))
758
		return tipc_link_cong(link, list);
759 760 761

	/* Has valid packet limit been used ? */
	if (unlikely(psz > mtu)) {
762
		__skb_queue_purge(list);
763 764 765 766
		return -EMSGSIZE;
	}

	/* Prepare each packet for sending, and add to outqueue: */
767 768
	skb_queue_walk_safe(list, skb, tmp) {
		__skb_unlink(skb, list);
769
		msg = buf_msg(skb);
770 771 772
		msg_set_word(msg, 2, ((ack << 16) | mod(seqno)));
		msg_set_bcast_ack(msg, bc_last_in);

773 774
		if (skb_queue_len(outqueue) < sndlim) {
			__skb_queue_tail(outqueue, skb);
775 776
			tipc_bearer_send(net, link->bearer_id,
					 skb, addr);
777 778 779
			link->next_out = NULL;
			link->unacked_window = 0;
		} else if (tipc_msg_bundle(outqueue, skb, mtu)) {
780 781
			link->stats.sent_bundled++;
			continue;
782
		} else if (tipc_msg_make_bundle(outqueue, skb, mtu,
783
						link->addr)) {
784 785 786
			link->stats.sent_bundled++;
			link->stats.sent_bundles++;
			if (!link->next_out)
787
				link->next_out = skb_peek_tail(outqueue);
788
		} else {
789
			__skb_queue_tail(outqueue, skb);
790
			if (!link->next_out)
791
				link->next_out = skb;
792 793 794 795 796 797 798
		}
		seqno++;
	}
	link->next_out_no = seqno;
	return 0;
}

799 800
static void skb2list(struct sk_buff *skb, struct sk_buff_head *list)
{
801
	skb_queue_head_init(list);
802 803 804 805 806 807 808 809
	__skb_queue_tail(list, skb);
}

static int __tipc_link_xmit_skb(struct tipc_link *link, struct sk_buff *skb)
{
	struct sk_buff_head head;

	skb2list(skb, &head);
810
	return __tipc_link_xmit(link->owner->net, link, &head);
811 812
}

813 814
int tipc_link_xmit_skb(struct net *net, struct sk_buff *skb, u32 dnode,
		       u32 selector)
815 816 817 818
{
	struct sk_buff_head head;

	skb2list(skb, &head);
819
	return tipc_link_xmit(net, &head, dnode, selector);
820 821
}

822
/**
823
 * tipc_link_xmit() is the general link level function for message sending
824
 * @net: the applicable net namespace
825
 * @list: chain of buffers containing message
826 827 828 829 830 831
 * @dsz: amount of user data to be sent
 * @dnode: address of destination node
 * @selector: a number used for deterministic link selection
 * Consumes the buffer chain, except when returning -ELINKCONG
 * Returns 0 if success, otherwise errno: -ELINKCONG,-EHOSTUNREACH,-EMSGSIZE
 */
832 833
int tipc_link_xmit(struct net *net, struct sk_buff_head *list, u32 dnode,
		   u32 selector)
834 835 836 837 838
{
	struct tipc_link *link = NULL;
	struct tipc_node *node;
	int rc = -EHOSTUNREACH;

839
	node = tipc_node_find(net, dnode);
840 841 842 843
	if (node) {
		tipc_node_lock(node);
		link = node->active_links[selector & 1];
		if (link)
844
			rc = __tipc_link_xmit(net, link, list);
845 846 847 848 849
		tipc_node_unlock(node);
	}
	if (link)
		return rc;

850 851
	if (likely(in_own_node(net, dnode)))
		return tipc_sk_rcv(net, list);
852

853
	__skb_queue_purge(list);
854 855 856
	return rc;
}

857
/*
858
 * tipc_link_sync_xmit - synchronize broadcast link endpoints.
859 860 861 862 863 864
 *
 * Give a newly added peer node the sequence number where it should
 * start receiving and acking broadcast packets.
 *
 * Called with node locked
 */
865
static void tipc_link_sync_xmit(struct tipc_link *link)
866
{
867
	struct sk_buff *skb;
868 869
	struct tipc_msg *msg;

870 871
	skb = tipc_buf_acquire(INT_H_SIZE);
	if (!skb)
872 873
		return;

874
	msg = buf_msg(skb);
875
	tipc_msg_init(link_own_addr(link), msg, BCAST_PROTOCOL, STATE_MSG,
876
		      INT_H_SIZE, link->addr);
877
	msg_set_last_bcast(msg, link->owner->bclink.acked);
878
	__tipc_link_xmit_skb(link, skb);
879 880 881
}

/*
882
 * tipc_link_sync_rcv - synchronize broadcast link endpoints.
883 884 885 886 887 888
 * Receive the sequence number where we should start receiving and
 * acking broadcast packets from a newly added peer node, and open
 * up for reception of such packets.
 *
 * Called with node locked
 */
889
static void tipc_link_sync_rcv(struct tipc_node *n, struct sk_buff *buf)
890 891 892 893 894 895 896 897
{
	struct tipc_msg *msg = buf_msg(buf);

	n->bclink.last_sent = n->bclink.last_in = msg_last_bcast(msg);
	n->bclink.recv_permitted = true;
	kfree_skb(buf);
}

898 899 900 901 902 903 904 905
struct sk_buff *tipc_skb_queue_next(const struct sk_buff_head *list,
				    const struct sk_buff *skb)
{
	if (skb_queue_is_last(list, skb))
		return NULL;
	return skb->next;
}

906
/*
907 908 909 910 911 912
 * tipc_link_push_packets - push unsent packets to bearer
 *
 * Push out the unsent messages of a link where congestion
 * has abated. Node is locked.
 *
 * Called with node locked
P
Per Liden 已提交
913
 */
914
void tipc_link_push_packets(struct tipc_link *l_ptr)
P
Per Liden 已提交
915
{
916 917
	struct sk_buff_head *outqueue = &l_ptr->outqueue;
	struct sk_buff *skb = l_ptr->next_out;
918 919
	struct tipc_msg *msg;
	u32 next, first;
P
Per Liden 已提交
920

921
	skb_queue_walk_from(outqueue, skb) {
922 923
		msg = buf_msg(skb);
		next = msg_seqno(msg);
924
		first = buf_seqno(skb_peek(outqueue));
P
Per Liden 已提交
925 926 927

		if (mod(next - first) < l_ptr->queue_limit[0]) {
			msg_set_ack(msg, mod(l_ptr->next_in_no - 1));
928
			msg_set_bcast_ack(msg, l_ptr->owner->bclink.last_in);
929
			if (msg_user(msg) == MSG_BUNDLER)
930
				TIPC_SKB_CB(skb)->bundling = false;
931 932
			tipc_bearer_send(l_ptr->owner->net,
					 l_ptr->bearer_id, skb,
933
					 &l_ptr->media_addr);
934
			l_ptr->next_out = tipc_skb_queue_next(outqueue, skb);
935 936
		} else {
			break;
P
Per Liden 已提交
937 938 939 940
		}
	}
}

941
void tipc_link_reset_all(struct tipc_node *node)
942 943 944 945
{
	char addr_string[16];
	u32 i;

946
	tipc_node_lock(node);
947

948
	pr_warn("Resetting all links to %s\n",
949
		tipc_addr_string_fill(addr_string, node->addr));
950 951

	for (i = 0; i < MAX_BEARERS; i++) {
952 953 954
		if (node->links[i]) {
			link_print(node->links[i], "Resetting link\n");
			tipc_link_reset(node->links[i]);
955 956 957
		}
	}

958
	tipc_node_unlock(node);
959 960
}

961
static void link_retransmit_failure(struct tipc_link *l_ptr,
962
				    struct sk_buff *buf)
963 964
{
	struct tipc_msg *msg = buf_msg(buf);
965
	struct net *net = l_ptr->owner->net;
966

967
	pr_warn("Retransmission failure on link <%s>\n", l_ptr->name);
968 969 970

	if (l_ptr->addr) {
		/* Handle failure on standard link */
971
		link_print(l_ptr, "Resetting link\n");
972 973 974 975
		tipc_link_reset(l_ptr);

	} else {
		/* Handle failure on broadcast link */
976
		struct tipc_node *n_ptr;
977 978
		char addr_string[16];

979 980 981
		pr_info("Msg seq number: %u,  ", msg_seqno(msg));
		pr_cont("Outstanding acks: %lu\n",
			(unsigned long) TIPC_SKB_CB(buf)->handle);
J
Jeff Garzik 已提交
982

983
		n_ptr = tipc_bclink_retransmit_to(net);
984 985
		tipc_node_lock(n_ptr);

986
		tipc_addr_string_fill(addr_string, n_ptr->addr);
987
		pr_info("Broadcast link info for %s\n", addr_string);
988 989
		pr_info("Reception permitted: %d,  Acked: %u\n",
			n_ptr->bclink.recv_permitted,
990 991 992 993 994
			n_ptr->bclink.acked);
		pr_info("Last in: %u,  Oos state: %u,  Last sent: %u\n",
			n_ptr->bclink.last_in,
			n_ptr->bclink.oos_state,
			n_ptr->bclink.last_sent);
995 996 997

		tipc_node_unlock(n_ptr);

998
		tipc_bclink_set_flags(net, TIPC_BCLINK_RESET);
999 1000 1001 1002
		l_ptr->stale_count = 0;
	}
}

1003
void tipc_link_retransmit(struct tipc_link *l_ptr, struct sk_buff *skb,
1004
			  u32 retransmits)
P
Per Liden 已提交
1005 1006 1007
{
	struct tipc_msg *msg;

1008
	if (!skb)
1009 1010
		return;

1011
	msg = buf_msg(skb);
1012

1013 1014 1015
	/* Detect repeated retransmit failures */
	if (l_ptr->last_retransmitted == msg_seqno(msg)) {
		if (++l_ptr->stale_count > 100) {
1016
			link_retransmit_failure(l_ptr, skb);
1017
			return;
1018 1019
		}
	} else {
1020 1021
		l_ptr->last_retransmitted = msg_seqno(msg);
		l_ptr->stale_count = 1;
P
Per Liden 已提交
1022
	}
1023

1024 1025 1026 1027
	skb_queue_walk_from(&l_ptr->outqueue, skb) {
		if (!retransmits || skb == l_ptr->next_out)
			break;
		msg = buf_msg(skb);
P
Per Liden 已提交
1028
		msg_set_ack(msg, mod(l_ptr->next_in_no - 1));
1029
		msg_set_bcast_ack(msg, l_ptr->owner->bclink.last_in);
1030 1031
		tipc_bearer_send(l_ptr->owner->net, l_ptr->bearer_id, skb,
				 &l_ptr->media_addr);
1032 1033
		retransmits--;
		l_ptr->stats.retransmitted++;
P
Per Liden 已提交
1034 1035 1036
	}
}

1037 1038
static void link_retrieve_defq(struct tipc_link *link,
			       struct sk_buff_head *list)
P
Per Liden 已提交
1039 1040 1041
{
	u32 seq_no;

1042 1043 1044 1045 1046 1047
	if (skb_queue_empty(&link->deferred_queue))
		return;

	seq_no = buf_seqno(skb_peek(&link->deferred_queue));
	if (seq_no == mod(link->next_in_no))
		skb_queue_splice_tail_init(&link->deferred_queue, list);
P
Per Liden 已提交
1048 1049
}

1050
/**
1051
 * tipc_rcv - process TIPC packets/messages arriving from off-node
1052
 * @net: the applicable net namespace
1053
 * @skb: TIPC packet
1054
 * @b_ptr: pointer to bearer message arrived on
1055 1056 1057 1058
 *
 * Invoked with no locks held.  Bearer pointer must point to a valid bearer
 * structure (i.e. cannot be NULL), but bearer can be inactive.
 */
1059
void tipc_rcv(struct net *net, struct sk_buff *skb, struct tipc_bearer *b_ptr)
P
Per Liden 已提交
1060
{
1061
	struct tipc_net *tn = net_generic(net, tipc_net_id);
1062 1063 1064 1065 1066 1067 1068 1069
	struct sk_buff_head head;
	struct tipc_node *n_ptr;
	struct tipc_link *l_ptr;
	struct sk_buff *skb1, *tmp;
	struct tipc_msg *msg;
	u32 seq_no;
	u32 ackd;
	u32 released;
P
Per Liden 已提交
1070

1071
	skb2list(skb, &head);
1072

1073
	while ((skb = __skb_dequeue(&head))) {
1074
		/* Ensure message is well-formed */
1075
		if (unlikely(!tipc_msg_validate(skb)))
1076
			goto discard;
P
Per Liden 已提交
1077

1078
		/* Handle arrival of a non-unicast link message */
1079
		msg = buf_msg(skb);
P
Per Liden 已提交
1080
		if (unlikely(msg_non_seq(msg))) {
1081
			if (msg_user(msg) ==  LINK_CONFIG)
1082
				tipc_disc_rcv(net, skb, b_ptr);
1083
			else
1084
				tipc_bclink_rcv(net, skb);
P
Per Liden 已提交
1085 1086
			continue;
		}
1087

1088
		/* Discard unicast link messages destined for another node */
1089
		if (unlikely(!msg_short(msg) &&
1090
			     (msg_destnode(msg) != tn->own_addr)))
1091
			goto discard;
1092

1093
		/* Locate neighboring node that sent message */
1094
		n_ptr = tipc_node_find(net, msg_prevnode(msg));
P
Per Liden 已提交
1095
		if (unlikely(!n_ptr))
1096
			goto discard;
1097
		tipc_node_lock(n_ptr);
1098

1099 1100
		/* Locate unicast link endpoint that should handle message */
		l_ptr = n_ptr->links[b_ptr->identity];
1101
		if (unlikely(!l_ptr))
1102
			goto unlock;
1103

1104
		/* Verify that communication with node is currently allowed */
Y
Ying Xue 已提交
1105
		if ((n_ptr->action_flags & TIPC_WAIT_PEER_LINKS_DOWN) &&
1106 1107 1108 1109
		    msg_user(msg) == LINK_PROTOCOL &&
		    (msg_type(msg) == RESET_MSG ||
		    msg_type(msg) == ACTIVATE_MSG) &&
		    !msg_redundant_link(msg))
Y
Ying Xue 已提交
1110
			n_ptr->action_flags &= ~TIPC_WAIT_PEER_LINKS_DOWN;
1111 1112

		if (tipc_node_blocked(n_ptr))
1113
			goto unlock;
1114 1115 1116 1117 1118 1119

		/* Validate message sequence number info */
		seq_no = msg_seqno(msg);
		ackd = msg_ack(msg);

		/* Release acked messages */
1120
		if (unlikely(n_ptr->bclink.acked != msg_bcast_ack(msg)))
1121
			tipc_bclink_acknowledge(n_ptr, msg_bcast_ack(msg));
P
Per Liden 已提交
1122

1123 1124 1125 1126 1127 1128 1129 1130
		released = 0;
		skb_queue_walk_safe(&l_ptr->outqueue, skb1, tmp) {
			if (skb1 == l_ptr->next_out ||
			    more(buf_seqno(skb1), ackd))
				break;
			 __skb_unlink(skb1, &l_ptr->outqueue);
			 kfree_skb(skb1);
			 released = 1;
P
Per Liden 已提交
1131
		}
1132 1133

		/* Try sending any messages link endpoint has pending */
P
Per Liden 已提交
1134
		if (unlikely(l_ptr->next_out))
1135
			tipc_link_push_packets(l_ptr);
1136

1137
		if (released && !skb_queue_empty(&l_ptr->wakeupq))
1138
			link_prepare_wakeup(l_ptr);
1139 1140

		/* Process the incoming packet */
1141 1142
		if (unlikely(!link_working_working(l_ptr))) {
			if (msg_user(msg) == LINK_PROTOCOL) {
1143
				tipc_link_proto_rcv(l_ptr, skb);
1144
				link_retrieve_defq(l_ptr, &head);
1145 1146
				skb = NULL;
				goto unlock;
P
Per Liden 已提交
1147
			}
1148 1149 1150 1151 1152 1153

			/* Traffic message. Conditionally activate link */
			link_state_event(l_ptr, TRAFFIC_MSG_EVT);

			if (link_working_working(l_ptr)) {
				/* Re-insert buffer in front of queue */
1154
				__skb_queue_head(&head, skb);
1155 1156
				skb = NULL;
				goto unlock;
1157
			}
1158
			goto unlock;
1159 1160 1161 1162
		}

		/* Link is now in state WORKING_WORKING */
		if (unlikely(seq_no != mod(l_ptr->next_in_no))) {
1163
			link_handle_out_of_seq_msg(l_ptr, skb);
1164
			link_retrieve_defq(l_ptr, &head);
1165 1166
			skb = NULL;
			goto unlock;
P
Per Liden 已提交
1167
		}
1168
		l_ptr->next_in_no++;
1169
		if (unlikely(!skb_queue_empty(&l_ptr->deferred_queue)))
1170
			link_retrieve_defq(l_ptr, &head);
1171

1172 1173 1174 1175
		if (unlikely(++l_ptr->unacked_window >= TIPC_MIN_LINK_WIN)) {
			l_ptr->stats.sent_acks++;
			tipc_link_proto_xmit(l_ptr, STATE_MSG, 0, 0, 0, 0, 0);
		}
1176 1177 1178
		tipc_link_input(l_ptr, skb);
		skb = NULL;
unlock:
1179 1180
		tipc_node_unlock(n_ptr);
discard:
1181 1182
		if (unlikely(skb))
			kfree_skb(skb);
P
Per Liden 已提交
1183 1184 1185
	}
}

1186
/* tipc_data_input - deliver data and name distr msgs to upper layer
1187
 *
1188
 * Consumes buffer if message is of right type
1189 1190
 * Node lock must be held
 */
1191
static bool tipc_data_input(struct tipc_link *link, struct sk_buff *skb)
1192
{
1193 1194 1195
	struct tipc_node *node = link->owner;
	struct tipc_msg *msg = buf_msg(skb);
	u32 dport = msg_destport(msg);
1196 1197

	switch (msg_user(msg)) {
1198 1199 1200 1201 1202 1203 1204 1205
	case TIPC_LOW_IMPORTANCE:
	case TIPC_MEDIUM_IMPORTANCE:
	case TIPC_HIGH_IMPORTANCE:
	case TIPC_CRITICAL_IMPORTANCE:
	case CONN_MANAGER:
		if (tipc_skb_queue_tail(&link->inputq, skb, dport)) {
			node->inputq = &link->inputq;
			node->action_flags |= TIPC_MSG_EVT;
1206
		}
1207
		return true;
1208
	case NAME_DISTRIBUTOR:
1209 1210 1211 1212 1213 1214 1215 1216 1217
		node->bclink.recv_permitted = true;
		node->namedq = &link->namedq;
		skb_queue_tail(&link->namedq, skb);
		if (skb_queue_len(&link->namedq) == 1)
			node->action_flags |= TIPC_NAMED_MSG_EVT;
		return true;
	case MSG_BUNDLER:
	case CHANGEOVER_PROTOCOL:
	case MSG_FRAGMENTER:
1218
	case BCAST_PROTOCOL:
1219
		return false;
1220
	default:
1221 1222 1223 1224
		pr_warn("Dropping received illegal msg type\n");
		kfree_skb(skb);
		return false;
	};
1225
}
1226 1227 1228 1229 1230

/* tipc_link_input - process packet that has passed link protocol check
 *
 * Consumes buffer
 * Node lock must be held
1231
 */
1232
static void tipc_link_input(struct tipc_link *link, struct sk_buff *skb)
1233
{
1234 1235 1236 1237 1238 1239 1240
	struct tipc_node *node = link->owner;
	struct tipc_msg *msg = buf_msg(skb);
	struct sk_buff *iskb;
	int pos = 0;

	if (likely(tipc_data_input(link, skb)))
		return;
1241 1242

	switch (msg_user(msg)) {
1243 1244 1245 1246 1247 1248 1249 1250 1251 1252 1253 1254 1255
	case CHANGEOVER_PROTOCOL:
		if (!tipc_link_tunnel_rcv(node, &skb))
			break;
		if (msg_user(buf_msg(skb)) != MSG_BUNDLER) {
			tipc_data_input(link, skb);
			break;
		}
	case MSG_BUNDLER:
		link->stats.recv_bundles++;
		link->stats.recv_bundled += msg_msgcnt(msg);

		while (tipc_msg_extract(skb, &iskb, &pos))
			tipc_data_input(link, iskb);
1256
		break;
1257 1258 1259 1260 1261 1262 1263 1264
	case MSG_FRAGMENTER:
		link->stats.recv_fragments++;
		if (tipc_buf_append(&link->reasm_buf, &skb)) {
			link->stats.recv_fragmented++;
			tipc_data_input(link, skb);
		} else if (!link->reasm_buf) {
			tipc_link_reset(link);
		}
1265
		break;
1266 1267
	case BCAST_PROTOCOL:
		tipc_link_sync_rcv(node, skb);
1268 1269
		break;
	default:
1270 1271
		break;
	};
1272 1273
}

1274
/**
1275 1276 1277
 * tipc_link_defer_pkt - Add out-of-sequence message to deferred reception queue
 *
 * Returns increase in queue length (i.e. 0 or 1)
P
Per Liden 已提交
1278
 */
1279
u32 tipc_link_defer_pkt(struct sk_buff_head *list, struct sk_buff *skb)
P
Per Liden 已提交
1280
{
1281 1282
	struct sk_buff *skb1;
	u32 seq_no = buf_seqno(skb);
P
Per Liden 已提交
1283 1284

	/* Empty queue ? */
1285 1286
	if (skb_queue_empty(list)) {
		__skb_queue_tail(list, skb);
P
Per Liden 已提交
1287 1288 1289 1290
		return 1;
	}

	/* Last ? */
1291 1292
	if (less(buf_seqno(skb_peek_tail(list)), seq_no)) {
		__skb_queue_tail(list, skb);
P
Per Liden 已提交
1293 1294 1295
		return 1;
	}

1296
	/* Locate insertion point in queue, then insert; discard if duplicate */
1297 1298
	skb_queue_walk(list, skb1) {
		u32 curr_seqno = buf_seqno(skb1);
P
Per Liden 已提交
1299

1300
		if (seq_no == curr_seqno) {
1301
			kfree_skb(skb);
1302
			return 0;
P
Per Liden 已提交
1303
		}
1304 1305

		if (less(seq_no, curr_seqno))
P
Per Liden 已提交
1306
			break;
1307
	}
P
Per Liden 已提交
1308

1309
	__skb_queue_before(list, skb1, skb);
1310
	return 1;
P
Per Liden 已提交
1311 1312
}

1313
/*
P
Per Liden 已提交
1314 1315
 * link_handle_out_of_seq_msg - handle arrival of out-of-sequence packet
 */
1316
static void link_handle_out_of_seq_msg(struct tipc_link *l_ptr,
P
Per Liden 已提交
1317 1318
				       struct sk_buff *buf)
{
1319
	u32 seq_no = buf_seqno(buf);
P
Per Liden 已提交
1320 1321

	if (likely(msg_user(buf_msg(buf)) == LINK_PROTOCOL)) {
1322
		tipc_link_proto_rcv(l_ptr, buf);
P
Per Liden 已提交
1323 1324 1325 1326 1327 1328
		return;
	}

	/* Record OOS packet arrival (force mismatch on next timeout) */
	l_ptr->checkpoint--;

1329
	/*
P
Per Liden 已提交
1330 1331 1332 1333 1334
	 * Discard packet if a duplicate; otherwise add it to deferred queue
	 * and notify peer of gap as per protocol specification
	 */
	if (less(seq_no, mod(l_ptr->next_in_no))) {
		l_ptr->stats.duplicates++;
1335
		kfree_skb(buf);
P
Per Liden 已提交
1336 1337 1338
		return;
	}

1339
	if (tipc_link_defer_pkt(&l_ptr->deferred_queue, buf)) {
P
Per Liden 已提交
1340
		l_ptr->stats.deferred_recv++;
1341
		if ((skb_queue_len(&l_ptr->deferred_queue) % 16) == 1)
1342
			tipc_link_proto_xmit(l_ptr, STATE_MSG, 0, 0, 0, 0, 0);
1343
	} else {
P
Per Liden 已提交
1344
		l_ptr->stats.duplicates++;
1345
	}
P
Per Liden 已提交
1346 1347 1348 1349 1350
}

/*
 * Send protocol message to the other endpoint.
 */
1351 1352
void tipc_link_proto_xmit(struct tipc_link *l_ptr, u32 msg_typ, int probe_msg,
			  u32 gap, u32 tolerance, u32 priority, u32 ack_mtu)
P
Per Liden 已提交
1353
{
1354
	struct sk_buff *buf = NULL;
P
Per Liden 已提交
1355
	struct tipc_msg *msg = l_ptr->pmsg;
1356
	u32 msg_size = sizeof(l_ptr->proto_msg);
1357
	int r_flag;
P
Per Liden 已提交
1358

1359 1360
	/* Don't send protocol message during link changeover */
	if (l_ptr->exp_msg_count)
P
Per Liden 已提交
1361
		return;
1362 1363

	/* Abort non-RESET send if communication with node is prohibited */
1364
	if ((tipc_node_blocked(l_ptr->owner)) && (msg_typ != RESET_MSG))
1365 1366
		return;

1367
	/* Create protocol message with "out-of-sequence" sequence number */
P
Per Liden 已提交
1368
	msg_set_type(msg, msg_typ);
1369
	msg_set_net_plane(msg, l_ptr->net_plane);
1370
	msg_set_bcast_ack(msg, l_ptr->owner->bclink.last_in);
1371
	msg_set_last_bcast(msg, tipc_bclink_get_last_sent(l_ptr->owner->net));
P
Per Liden 已提交
1372 1373 1374 1375

	if (msg_typ == STATE_MSG) {
		u32 next_sent = mod(l_ptr->next_out_no);

1376
		if (!tipc_link_is_up(l_ptr))
P
Per Liden 已提交
1377 1378
			return;
		if (l_ptr->next_out)
1379
			next_sent = buf_seqno(l_ptr->next_out);
P
Per Liden 已提交
1380
		msg_set_next_sent(msg, next_sent);
1381 1382
		if (!skb_queue_empty(&l_ptr->deferred_queue)) {
			u32 rec = buf_seqno(skb_peek(&l_ptr->deferred_queue));
P
Per Liden 已提交
1383 1384 1385 1386 1387 1388 1389 1390 1391 1392
			gap = mod(rec - mod(l_ptr->next_in_no));
		}
		msg_set_seq_gap(msg, gap);
		if (gap)
			l_ptr->stats.sent_nacks++;
		msg_set_link_tolerance(msg, tolerance);
		msg_set_linkprio(msg, priority);
		msg_set_max_pkt(msg, ack_mtu);
		msg_set_ack(msg, mod(l_ptr->next_in_no - 1));
		msg_set_probe(msg, probe_msg != 0);
1393
		if (probe_msg) {
P
Per Liden 已提交
1394 1395
			u32 mtu = l_ptr->max_pkt;

1396
			if ((mtu < l_ptr->max_pkt_target) &&
P
Per Liden 已提交
1397 1398 1399
			    link_working_working(l_ptr) &&
			    l_ptr->fsm_msg_cnt) {
				msg_size = (mtu + (l_ptr->max_pkt_target - mtu)/2 + 2) & ~3;
1400 1401 1402
				if (l_ptr->max_pkt_probes == 10) {
					l_ptr->max_pkt_target = (msg_size - 4);
					l_ptr->max_pkt_probes = 0;
P
Per Liden 已提交
1403
					msg_size = (mtu + (l_ptr->max_pkt_target - mtu)/2 + 2) & ~3;
1404
				}
P
Per Liden 已提交
1405
				l_ptr->max_pkt_probes++;
1406
			}
P
Per Liden 已提交
1407 1408

			l_ptr->stats.sent_probes++;
1409
		}
P
Per Liden 已提交
1410 1411 1412 1413 1414
		l_ptr->stats.sent_states++;
	} else {		/* RESET_MSG or ACTIVATE_MSG */
		msg_set_ack(msg, mod(l_ptr->reset_checkpoint - 1));
		msg_set_seq_gap(msg, 0);
		msg_set_next_sent(msg, 1);
1415
		msg_set_probe(msg, 0);
P
Per Liden 已提交
1416 1417 1418 1419 1420
		msg_set_link_tolerance(msg, l_ptr->tolerance);
		msg_set_linkprio(msg, l_ptr->priority);
		msg_set_max_pkt(msg, l_ptr->max_pkt_target);
	}

1421 1422
	r_flag = (l_ptr->owner->working_links > tipc_link_is_up(l_ptr));
	msg_set_redundant_link(msg, r_flag);
P
Per Liden 已提交
1423
	msg_set_linkprio(msg, l_ptr->priority);
1424
	msg_set_size(msg, msg_size);
P
Per Liden 已提交
1425 1426 1427

	msg_set_seqno(msg, mod(l_ptr->next_out_no + (0xffff/2)));

1428
	buf = tipc_buf_acquire(msg_size);
P
Per Liden 已提交
1429 1430 1431
	if (!buf)
		return;

1432
	skb_copy_to_linear_data(buf, msg, sizeof(l_ptr->proto_msg));
1433
	buf->priority = TC_PRIO_CONTROL;
P
Per Liden 已提交
1434

1435 1436
	tipc_bearer_send(l_ptr->owner->net, l_ptr->bearer_id, buf,
			 &l_ptr->media_addr);
1437
	l_ptr->unacked_window = 0;
1438
	kfree_skb(buf);
P
Per Liden 已提交
1439 1440 1441 1442
}

/*
 * Receive protocol message :
1443 1444
 * Note that network plane id propagates through the network, and may
 * change at any time. The node with lowest address rules
P
Per Liden 已提交
1445
 */
1446
static void tipc_link_proto_rcv(struct tipc_link *l_ptr,
1447
				struct sk_buff *buf)
P
Per Liden 已提交
1448 1449 1450
{
	u32 rec_gap = 0;
	u32 max_pkt_info;
1451
	u32 max_pkt_ack;
P
Per Liden 已提交
1452 1453 1454
	u32 msg_tol;
	struct tipc_msg *msg = buf_msg(buf);

1455 1456
	/* Discard protocol message during link changeover */
	if (l_ptr->exp_msg_count)
P
Per Liden 已提交
1457 1458
		goto exit;

1459
	if (l_ptr->net_plane != msg_net_plane(msg))
1460
		if (link_own_addr(l_ptr) > msg_prevnode(msg))
1461
			l_ptr->net_plane = msg_net_plane(msg);
P
Per Liden 已提交
1462 1463

	switch (msg_type(msg)) {
1464

P
Per Liden 已提交
1465
	case RESET_MSG:
1466 1467
		if (!link_working_unknown(l_ptr) &&
		    (l_ptr->peer_session != INVALID_SESSION)) {
1468 1469
			if (less_eq(msg_session(msg), l_ptr->peer_session))
				break; /* duplicate or old reset: ignore */
P
Per Liden 已提交
1470
		}
1471 1472 1473 1474 1475 1476 1477

		if (!msg_redundant_link(msg) && (link_working_working(l_ptr) ||
				link_working_unknown(l_ptr))) {
			/*
			 * peer has lost contact -- don't allow peer's links
			 * to reactivate before we recognize loss & clean up
			 */
1478
			l_ptr->owner->action_flags |= TIPC_WAIT_OWN_LINKS_DOWN;
1479 1480
		}

1481 1482
		link_state_event(l_ptr, RESET_MSG);

P
Per Liden 已提交
1483 1484 1485 1486 1487
		/* fall thru' */
	case ACTIVATE_MSG:
		/* Update link settings according other endpoint's values */
		strcpy((strrchr(l_ptr->name, ':') + 1), (char *)msg_data(msg));

1488 1489
		msg_tol = msg_link_tolerance(msg);
		if (msg_tol > l_ptr->tolerance)
P
Per Liden 已提交
1490 1491 1492 1493 1494 1495
			link_set_supervision_props(l_ptr, msg_tol);

		if (msg_linkprio(msg) > l_ptr->priority)
			l_ptr->priority = msg_linkprio(msg);

		max_pkt_info = msg_max_pkt(msg);
1496
		if (max_pkt_info) {
P
Per Liden 已提交
1497 1498 1499 1500 1501
			if (max_pkt_info < l_ptr->max_pkt_target)
				l_ptr->max_pkt_target = max_pkt_info;
			if (l_ptr->max_pkt > l_ptr->max_pkt_target)
				l_ptr->max_pkt = l_ptr->max_pkt_target;
		} else {
1502
			l_ptr->max_pkt = l_ptr->max_pkt_target;
P
Per Liden 已提交
1503 1504
		}

1505
		/* Synchronize broadcast link info, if not done previously */
1506 1507 1508 1509 1510 1511
		if (!tipc_node_is_up(l_ptr->owner)) {
			l_ptr->owner->bclink.last_sent =
				l_ptr->owner->bclink.last_in =
				msg_last_bcast(msg);
			l_ptr->owner->bclink.oos_state = 0;
		}
1512

P
Per Liden 已提交
1513 1514
		l_ptr->peer_session = msg_session(msg);
		l_ptr->peer_bearer_id = msg_bearer_id(msg);
1515 1516 1517

		if (msg_type(msg) == ACTIVATE_MSG)
			link_state_event(l_ptr, ACTIVATE_MSG);
P
Per Liden 已提交
1518 1519 1520
		break;
	case STATE_MSG:

1521 1522
		msg_tol = msg_link_tolerance(msg);
		if (msg_tol)
P
Per Liden 已提交
1523
			link_set_supervision_props(l_ptr, msg_tol);
1524 1525

		if (msg_linkprio(msg) &&
P
Per Liden 已提交
1526
		    (msg_linkprio(msg) != l_ptr->priority)) {
1527 1528 1529
			pr_debug("%s<%s>, priority change %u->%u\n",
				 link_rst_msg, l_ptr->name,
				 l_ptr->priority, msg_linkprio(msg));
P
Per Liden 已提交
1530
			l_ptr->priority = msg_linkprio(msg);
1531
			tipc_link_reset(l_ptr); /* Enforce change to take effect */
P
Per Liden 已提交
1532 1533
			break;
		}
1534 1535 1536 1537

		/* Record reception; force mismatch at next timeout: */
		l_ptr->checkpoint--;

P
Per Liden 已提交
1538 1539 1540 1541 1542 1543
		link_state_event(l_ptr, TRAFFIC_MSG_EVT);
		l_ptr->stats.recv_states++;
		if (link_reset_unknown(l_ptr))
			break;

		if (less_eq(mod(l_ptr->next_in_no), msg_next_sent(msg))) {
1544
			rec_gap = mod(msg_next_sent(msg) -
P
Per Liden 已提交
1545 1546 1547 1548
				      mod(l_ptr->next_in_no));
		}

		max_pkt_ack = msg_max_pkt(msg);
1549 1550 1551 1552
		if (max_pkt_ack > l_ptr->max_pkt) {
			l_ptr->max_pkt = max_pkt_ack;
			l_ptr->max_pkt_probes = 0;
		}
P
Per Liden 已提交
1553 1554

		max_pkt_ack = 0;
1555
		if (msg_probe(msg)) {
P
Per Liden 已提交
1556
			l_ptr->stats.recv_probes++;
1557
			if (msg_size(msg) > sizeof(l_ptr->proto_msg))
1558 1559
				max_pkt_ack = msg_size(msg);
		}
P
Per Liden 已提交
1560 1561

		/* Protocol message before retransmits, reduce loss risk */
1562
		if (l_ptr->owner->bclink.recv_permitted)
1563
			tipc_bclink_update_link_state(l_ptr->owner,
1564
						      msg_last_bcast(msg));
P
Per Liden 已提交
1565 1566

		if (rec_gap || (msg_probe(msg))) {
1567 1568
			tipc_link_proto_xmit(l_ptr, STATE_MSG, 0, rec_gap, 0,
					     0, max_pkt_ack);
P
Per Liden 已提交
1569 1570 1571
		}
		if (msg_seq_gap(msg)) {
			l_ptr->stats.recv_nacks++;
1572
			tipc_link_retransmit(l_ptr, skb_peek(&l_ptr->outqueue),
1573
					     msg_seq_gap(msg));
P
Per Liden 已提交
1574 1575 1576 1577
		}
		break;
	}
exit:
1578
	kfree_skb(buf);
P
Per Liden 已提交
1579 1580 1581
}


1582 1583
/* tipc_link_tunnel_xmit(): Tunnel one packet via a link belonging to
 * a different bearer. Owner node is locked.
P
Per Liden 已提交
1584
 */
1585 1586 1587 1588
static void tipc_link_tunnel_xmit(struct tipc_link *l_ptr,
				  struct tipc_msg *tunnel_hdr,
				  struct tipc_msg *msg,
				  u32 selector)
P
Per Liden 已提交
1589
{
1590
	struct tipc_link *tunnel;
1591
	struct sk_buff *skb;
P
Per Liden 已提交
1592 1593 1594
	u32 length = msg_size(msg);

	tunnel = l_ptr->owner->active_links[selector & 1];
1595
	if (!tipc_link_is_up(tunnel)) {
1596
		pr_warn("%stunnel link no longer available\n", link_co_err);
P
Per Liden 已提交
1597
		return;
1598
	}
P
Per Liden 已提交
1599
	msg_set_size(tunnel_hdr, length + INT_H_SIZE);
1600 1601
	skb = tipc_buf_acquire(length + INT_H_SIZE);
	if (!skb) {
1602
		pr_warn("%sunable to send tunnel msg\n", link_co_err);
P
Per Liden 已提交
1603
		return;
1604
	}
1605 1606 1607
	skb_copy_to_linear_data(skb, tunnel_hdr, INT_H_SIZE);
	skb_copy_to_linear_data_offset(skb, INT_H_SIZE, msg, length);
	__tipc_link_xmit_skb(tunnel, skb);
P
Per Liden 已提交
1608 1609 1610
}


1611 1612 1613 1614 1615
/* tipc_link_failover_send_queue(): A link has gone down, but a second
 * link is still active. We can do failover. Tunnel the failing link's
 * whole send queue via the remaining link. This way, we don't lose
 * any packets, and sequence order is preserved for subsequent traffic
 * sent over the remaining link. Owner node is locked.
P
Per Liden 已提交
1616
 */
1617
void tipc_link_failover_send_queue(struct tipc_link *l_ptr)
P
Per Liden 已提交
1618
{
1619
	u32 msgcount = skb_queue_len(&l_ptr->outqueue);
1620
	struct tipc_link *tunnel = l_ptr->owner->active_links[0];
P
Per Liden 已提交
1621
	struct tipc_msg tunnel_hdr;
1622
	struct sk_buff *skb;
1623
	int split_bundles;
P
Per Liden 已提交
1624 1625 1626 1627

	if (!tunnel)
		return;

1628
	tipc_msg_init(link_own_addr(l_ptr), &tunnel_hdr, CHANGEOVER_PROTOCOL,
1629
		      ORIGINAL_MSG, INT_H_SIZE, l_ptr->addr);
P
Per Liden 已提交
1630 1631
	msg_set_bearer_id(&tunnel_hdr, l_ptr->peer_bearer_id);
	msg_set_msgcnt(&tunnel_hdr, msgcount);
1632

1633 1634 1635 1636
	if (skb_queue_empty(&l_ptr->outqueue)) {
		skb = tipc_buf_acquire(INT_H_SIZE);
		if (skb) {
			skb_copy_to_linear_data(skb, &tunnel_hdr, INT_H_SIZE);
P
Per Liden 已提交
1637
			msg_set_size(&tunnel_hdr, INT_H_SIZE);
1638
			__tipc_link_xmit_skb(tunnel, skb);
P
Per Liden 已提交
1639
		} else {
1640 1641
			pr_warn("%sunable to send changeover msg\n",
				link_co_err);
P
Per Liden 已提交
1642 1643 1644
		}
		return;
	}
1645

1646
	split_bundles = (l_ptr->owner->active_links[0] !=
1647 1648
			 l_ptr->owner->active_links[1]);

1649 1650
	skb_queue_walk(&l_ptr->outqueue, skb) {
		struct tipc_msg *msg = buf_msg(skb);
P
Per Liden 已提交
1651 1652 1653

		if ((msg_user(msg) == MSG_BUNDLER) && split_bundles) {
			struct tipc_msg *m = msg_get_wrapped(msg);
1654
			unchar *pos = (unchar *)m;
P
Per Liden 已提交
1655

1656
			msgcount = msg_msgcnt(msg);
P
Per Liden 已提交
1657
			while (msgcount--) {
1658
				msg_set_seqno(m, msg_seqno(msg));
1659 1660
				tipc_link_tunnel_xmit(l_ptr, &tunnel_hdr, m,
						      msg_link_selector(m));
P
Per Liden 已提交
1661 1662 1663 1664
				pos += align(msg_size(m));
				m = (struct tipc_msg *)pos;
			}
		} else {
1665 1666
			tipc_link_tunnel_xmit(l_ptr, &tunnel_hdr, msg,
					      msg_link_selector(msg));
P
Per Liden 已提交
1667 1668 1669 1670
		}
	}
}

1671
/* tipc_link_dup_queue_xmit(): A second link has become active. Tunnel a
1672 1673 1674 1675 1676 1677 1678 1679
 * duplicate of the first link's send queue via the new link. This way, we
 * are guaranteed that currently queued packets from a socket are delivered
 * before future traffic from the same socket, even if this is using the
 * new link. The last arriving copy of each duplicate packet is dropped at
 * the receiving end by the regular protocol check, so packet cardinality
 * and sequence order is preserved per sender/receiver socket pair.
 * Owner node is locked.
 */
1680
void tipc_link_dup_queue_xmit(struct tipc_link *l_ptr,
1681
			      struct tipc_link *tunnel)
P
Per Liden 已提交
1682
{
1683
	struct sk_buff *skb;
P
Per Liden 已提交
1684 1685
	struct tipc_msg tunnel_hdr;

1686
	tipc_msg_init(link_own_addr(l_ptr), &tunnel_hdr, CHANGEOVER_PROTOCOL,
1687
		      DUPLICATE_MSG, INT_H_SIZE, l_ptr->addr);
1688
	msg_set_msgcnt(&tunnel_hdr, skb_queue_len(&l_ptr->outqueue));
P
Per Liden 已提交
1689
	msg_set_bearer_id(&tunnel_hdr, l_ptr->peer_bearer_id);
1690 1691 1692
	skb_queue_walk(&l_ptr->outqueue, skb) {
		struct sk_buff *outskb;
		struct tipc_msg *msg = buf_msg(skb);
P
Per Liden 已提交
1693 1694 1695 1696 1697
		u32 length = msg_size(msg);

		if (msg_user(msg) == MSG_BUNDLER)
			msg_set_type(msg, CLOSED_MSG);
		msg_set_ack(msg, mod(l_ptr->next_in_no - 1));	/* Update */
1698
		msg_set_bcast_ack(msg, l_ptr->owner->bclink.last_in);
P
Per Liden 已提交
1699
		msg_set_size(&tunnel_hdr, length + INT_H_SIZE);
1700 1701
		outskb = tipc_buf_acquire(length + INT_H_SIZE);
		if (outskb == NULL) {
1702 1703
			pr_warn("%sunable to send duplicate msg\n",
				link_co_err);
P
Per Liden 已提交
1704 1705
			return;
		}
1706 1707
		skb_copy_to_linear_data(outskb, &tunnel_hdr, INT_H_SIZE);
		skb_copy_to_linear_data_offset(outskb, INT_H_SIZE, skb->data,
1708
					       length);
1709
		__tipc_link_xmit_skb(tunnel, outskb);
1710
		if (!tipc_link_is_up(l_ptr))
P
Per Liden 已提交
1711 1712 1713 1714
			return;
	}
}

1715 1716 1717
/* tipc_link_dup_rcv(): Receive a tunnelled DUPLICATE_MSG packet.
 * Owner node is locked.
 */
1718 1719
static void tipc_link_dup_rcv(struct tipc_link *link,
			      struct sk_buff *skb)
1720
{
1721 1722
	struct sk_buff *iskb;
	int pos = 0;
1723

1724
	if (!tipc_link_is_up(link))
1725 1726
		return;

1727
	if (!tipc_msg_extract(skb, &iskb, &pos)) {
1728 1729 1730
		pr_warn("%sfailed to extract inner dup pkt\n", link_co_err);
		return;
	}
1731 1732
	/* Append buffer to deferred queue, if applicable: */
	link_handle_out_of_seq_msg(link, iskb);
1733 1734
}

1735 1736 1737 1738 1739 1740 1741 1742 1743
/*  tipc_link_failover_rcv(): Receive a tunnelled ORIGINAL_MSG packet
 *  Owner node is locked.
 */
static struct sk_buff *tipc_link_failover_rcv(struct tipc_link *l_ptr,
					      struct sk_buff *t_buf)
{
	struct tipc_msg *t_msg = buf_msg(t_buf);
	struct sk_buff *buf = NULL;
	struct tipc_msg *msg;
1744
	int pos = 0;
1745 1746 1747 1748 1749 1750 1751 1752 1753 1754 1755

	if (tipc_link_is_up(l_ptr))
		tipc_link_reset(l_ptr);

	/* First failover packet? */
	if (l_ptr->exp_msg_count == START_CHANGEOVER)
		l_ptr->exp_msg_count = msg_msgcnt(t_msg);

	/* Should there be an inner packet? */
	if (l_ptr->exp_msg_count) {
		l_ptr->exp_msg_count--;
1756
		if (!tipc_msg_extract(t_buf, &buf, &pos)) {
1757 1758 1759 1760 1761 1762 1763 1764 1765 1766 1767 1768
			pr_warn("%sno inner failover pkt\n", link_co_err);
			goto exit;
		}
		msg = buf_msg(buf);

		if (less(msg_seqno(msg), l_ptr->reset_checkpoint)) {
			kfree_skb(buf);
			buf = NULL;
			goto exit;
		}
		if (msg_user(msg) == MSG_FRAGMENTER) {
			l_ptr->stats.recv_fragments++;
1769
			tipc_buf_append(&l_ptr->reasm_buf, &buf);
1770 1771 1772
		}
	}
exit:
1773 1774
	if ((!l_ptr->exp_msg_count) && (l_ptr->flags & LINK_STOPPED))
		tipc_link_delete(l_ptr);
1775 1776 1777
	return buf;
}

1778
/*  tipc_link_tunnel_rcv(): Receive a tunnelled packet, sent
1779 1780 1781 1782
 *  via other link as result of a failover (ORIGINAL_MSG) or
 *  a new active link (DUPLICATE_MSG). Failover packets are
 *  returned to the active link for delivery upwards.
 *  Owner node is locked.
P
Per Liden 已提交
1783
 */
1784
static int tipc_link_tunnel_rcv(struct tipc_node *n_ptr,
1785
				struct sk_buff **buf)
P
Per Liden 已提交
1786
{
1787 1788 1789 1790
	struct sk_buff *t_buf = *buf;
	struct tipc_link *l_ptr;
	struct tipc_msg *t_msg = buf_msg(t_buf);
	u32 bearer_id = msg_bearer_id(t_msg);
P
Per Liden 已提交
1791

1792 1793
	*buf = NULL;

1794 1795
	if (bearer_id >= MAX_BEARERS)
		goto exit;
1796

1797 1798
	l_ptr = n_ptr->links[bearer_id];
	if (!l_ptr)
P
Per Liden 已提交
1799 1800
		goto exit;

1801
	if (msg_type(t_msg) == DUPLICATE_MSG)
1802
		tipc_link_dup_rcv(l_ptr, t_buf);
1803 1804
	else if (msg_type(t_msg) == ORIGINAL_MSG)
		*buf = tipc_link_failover_rcv(l_ptr, t_buf);
1805 1806
	else
		pr_warn("%sunknown tunnel pkt received\n", link_co_err);
P
Per Liden 已提交
1807
exit:
1808
	kfree_skb(t_buf);
1809
	return *buf != NULL;
P
Per Liden 已提交
1810 1811
}

1812
static void link_set_supervision_props(struct tipc_link *l_ptr, u32 tol)
P
Per Liden 已提交
1813
{
1814 1815 1816
	unsigned long intv = ((tol / 4) > 500) ? 500 : tol / 4;

	if ((tol < TIPC_MIN_LINK_TOL) || (tol > TIPC_MAX_LINK_TOL))
1817 1818
		return;

1819 1820 1821
	l_ptr->tolerance = tol;
	l_ptr->cont_intv = msecs_to_jiffies(intv);
	l_ptr->abort_limit = tol / (jiffies_to_msecs(l_ptr->cont_intv) / 4);
P
Per Liden 已提交
1822 1823
}

1824
void tipc_link_set_queue_limits(struct tipc_link *l_ptr, u32 window)
P
Per Liden 已提交
1825 1826
{
	/* Data messages from this node, inclusive FIRST_FRAGM */
1827 1828 1829 1830
	l_ptr->queue_limit[TIPC_LOW_IMPORTANCE] = window;
	l_ptr->queue_limit[TIPC_MEDIUM_IMPORTANCE] = (window / 3) * 4;
	l_ptr->queue_limit[TIPC_HIGH_IMPORTANCE] = (window / 3) * 5;
	l_ptr->queue_limit[TIPC_CRITICAL_IMPORTANCE] = (window / 3) * 6;
P
Per Liden 已提交
1831
	/* Transiting data messages,inclusive FIRST_FRAGM */
1832 1833 1834 1835
	l_ptr->queue_limit[TIPC_LOW_IMPORTANCE + 4] = 300;
	l_ptr->queue_limit[TIPC_MEDIUM_IMPORTANCE + 4] = 600;
	l_ptr->queue_limit[TIPC_HIGH_IMPORTANCE + 4] = 900;
	l_ptr->queue_limit[TIPC_CRITICAL_IMPORTANCE + 4] = 1200;
P
Per Liden 已提交
1836 1837 1838 1839 1840 1841 1842
	l_ptr->queue_limit[CONN_MANAGER] = 1200;
	l_ptr->queue_limit[CHANGEOVER_PROTOCOL] = 2500;
	l_ptr->queue_limit[NAME_DISTRIBUTOR] = 3000;
	/* FRAGMENT and LAST_FRAGMENT packets */
	l_ptr->queue_limit[MSG_FRAGMENTER] = 4000;
}

1843
/* tipc_link_find_owner - locate owner node of link by link's name
1844
 * @net: the applicable net namespace
1845 1846
 * @name: pointer to link name string
 * @bearer_id: pointer to index in 'node->links' array where the link was found.
1847
 *
1848
 * Returns pointer to node owning the link, or 0 if no matching link is found.
P
Per Liden 已提交
1849
 */
1850 1851
static struct tipc_node *tipc_link_find_owner(struct net *net,
					      const char *link_name,
1852
					      unsigned int *bearer_id)
P
Per Liden 已提交
1853
{
1854
	struct tipc_net *tn = net_generic(net, tipc_net_id);
1855
	struct tipc_link *l_ptr;
1856
	struct tipc_node *n_ptr;
1857
	struct tipc_node *found_node = NULL;
1858
	int i;
P
Per Liden 已提交
1859

1860
	*bearer_id = 0;
1861
	rcu_read_lock();
1862
	list_for_each_entry_rcu(n_ptr, &tn->node_list, list) {
1863
		tipc_node_lock(n_ptr);
1864 1865
		for (i = 0; i < MAX_BEARERS; i++) {
			l_ptr = n_ptr->links[i];
1866 1867 1868 1869 1870
			if (l_ptr && !strcmp(l_ptr->name, link_name)) {
				*bearer_id = i;
				found_node = n_ptr;
				break;
			}
1871
		}
1872
		tipc_node_unlock(n_ptr);
1873 1874
		if (found_node)
			break;
1875
	}
1876 1877
	rcu_read_unlock();

1878
	return found_node;
P
Per Liden 已提交
1879 1880 1881 1882 1883 1884
}

/**
 * link_reset_statistics - reset link statistics
 * @l_ptr: pointer to link
 */
1885
static void link_reset_statistics(struct tipc_link *l_ptr)
P
Per Liden 已提交
1886 1887 1888 1889 1890 1891
{
	memset(&l_ptr->stats, 0, sizeof(l_ptr->stats));
	l_ptr->stats.sent_info = l_ptr->next_out_no;
	l_ptr->stats.recv_info = l_ptr->next_in_no;
}

1892
static void link_print(struct tipc_link *l_ptr, const char *str)
P
Per Liden 已提交
1893
{
1894
	struct tipc_net *tn = net_generic(l_ptr->owner->net, tipc_net_id);
1895 1896 1897
	struct tipc_bearer *b_ptr;

	rcu_read_lock();
1898
	b_ptr = rcu_dereference_rtnl(tn->bearer_list[l_ptr->bearer_id]);
1899 1900 1901
	if (b_ptr)
		pr_info("%s Link %x<%s>:", str, l_ptr->addr, b_ptr->name);
	rcu_read_unlock();
1902

P
Per Liden 已提交
1903
	if (link_working_unknown(l_ptr))
1904
		pr_cont(":WU\n");
1905
	else if (link_reset_reset(l_ptr))
1906
		pr_cont(":RR\n");
1907
	else if (link_reset_unknown(l_ptr))
1908
		pr_cont(":RU\n");
1909
	else if (link_working_working(l_ptr))
1910 1911 1912
		pr_cont(":WW\n");
	else
		pr_cont("\n");
P
Per Liden 已提交
1913
}
1914 1915 1916 1917 1918 1919 1920 1921 1922 1923 1924 1925 1926 1927 1928 1929 1930 1931 1932 1933 1934 1935 1936 1937 1938 1939 1940 1941 1942 1943 1944 1945 1946 1947 1948 1949 1950 1951

/* Parse and validate nested (link) properties valid for media, bearer and link
 */
int tipc_nl_parse_link_prop(struct nlattr *prop, struct nlattr *props[])
{
	int err;

	err = nla_parse_nested(props, TIPC_NLA_PROP_MAX, prop,
			       tipc_nl_prop_policy);
	if (err)
		return err;

	if (props[TIPC_NLA_PROP_PRIO]) {
		u32 prio;

		prio = nla_get_u32(props[TIPC_NLA_PROP_PRIO]);
		if (prio > TIPC_MAX_LINK_PRI)
			return -EINVAL;
	}

	if (props[TIPC_NLA_PROP_TOL]) {
		u32 tol;

		tol = nla_get_u32(props[TIPC_NLA_PROP_TOL]);
		if ((tol < TIPC_MIN_LINK_TOL) || (tol > TIPC_MAX_LINK_TOL))
			return -EINVAL;
	}

	if (props[TIPC_NLA_PROP_WIN]) {
		u32 win;

		win = nla_get_u32(props[TIPC_NLA_PROP_WIN]);
		if ((win < TIPC_MIN_LINK_WIN) || (win > TIPC_MAX_LINK_WIN))
			return -EINVAL;
	}

	return 0;
}
1952

1953 1954 1955 1956 1957 1958 1959 1960 1961
int tipc_nl_link_set(struct sk_buff *skb, struct genl_info *info)
{
	int err;
	int res = 0;
	int bearer_id;
	char *name;
	struct tipc_link *link;
	struct tipc_node *node;
	struct nlattr *attrs[TIPC_NLA_LINK_MAX + 1];
1962
	struct net *net = sock_net(skb->sk);
1963 1964 1965 1966 1967 1968 1969 1970 1971 1972 1973 1974 1975 1976 1977

	if (!info->attrs[TIPC_NLA_LINK])
		return -EINVAL;

	err = nla_parse_nested(attrs, TIPC_NLA_LINK_MAX,
			       info->attrs[TIPC_NLA_LINK],
			       tipc_nl_link_policy);
	if (err)
		return err;

	if (!attrs[TIPC_NLA_LINK_NAME])
		return -EINVAL;

	name = nla_data(attrs[TIPC_NLA_LINK_NAME]);

1978
	node = tipc_link_find_owner(net, name, &bearer_id);
1979 1980 1981 1982 1983 1984 1985 1986 1987 1988 1989 1990 1991 1992 1993 1994 1995 1996 1997 1998 1999 2000 2001 2002 2003 2004 2005 2006 2007 2008 2009 2010 2011 2012 2013 2014 2015 2016 2017 2018 2019 2020 2021 2022 2023 2024 2025 2026
	if (!node)
		return -EINVAL;

	tipc_node_lock(node);

	link = node->links[bearer_id];
	if (!link) {
		res = -EINVAL;
		goto out;
	}

	if (attrs[TIPC_NLA_LINK_PROP]) {
		struct nlattr *props[TIPC_NLA_PROP_MAX + 1];

		err = tipc_nl_parse_link_prop(attrs[TIPC_NLA_LINK_PROP],
					      props);
		if (err) {
			res = err;
			goto out;
		}

		if (props[TIPC_NLA_PROP_TOL]) {
			u32 tol;

			tol = nla_get_u32(props[TIPC_NLA_PROP_TOL]);
			link_set_supervision_props(link, tol);
			tipc_link_proto_xmit(link, STATE_MSG, 0, 0, tol, 0, 0);
		}
		if (props[TIPC_NLA_PROP_PRIO]) {
			u32 prio;

			prio = nla_get_u32(props[TIPC_NLA_PROP_PRIO]);
			link->priority = prio;
			tipc_link_proto_xmit(link, STATE_MSG, 0, 0, 0, prio, 0);
		}
		if (props[TIPC_NLA_PROP_WIN]) {
			u32 win;

			win = nla_get_u32(props[TIPC_NLA_PROP_WIN]);
			tipc_link_set_queue_limits(link, win);
		}
	}

out:
	tipc_node_unlock(node);

	return res;
}
2027 2028

static int __tipc_nl_add_stats(struct sk_buff *skb, struct tipc_stats *s)
2029 2030 2031 2032 2033 2034 2035 2036 2037 2038 2039 2040 2041 2042 2043 2044 2045 2046 2047 2048 2049 2050 2051 2052 2053 2054 2055 2056 2057 2058 2059 2060 2061 2062 2063 2064 2065 2066 2067 2068 2069 2070 2071 2072 2073 2074 2075 2076 2077 2078 2079 2080 2081 2082 2083 2084 2085 2086 2087 2088 2089 2090 2091 2092 2093
{
	int i;
	struct nlattr *stats;

	struct nla_map {
		u32 key;
		u32 val;
	};

	struct nla_map map[] = {
		{TIPC_NLA_STATS_RX_INFO, s->recv_info},
		{TIPC_NLA_STATS_RX_FRAGMENTS, s->recv_fragments},
		{TIPC_NLA_STATS_RX_FRAGMENTED, s->recv_fragmented},
		{TIPC_NLA_STATS_RX_BUNDLES, s->recv_bundles},
		{TIPC_NLA_STATS_RX_BUNDLED, s->recv_bundled},
		{TIPC_NLA_STATS_TX_INFO, s->sent_info},
		{TIPC_NLA_STATS_TX_FRAGMENTS, s->sent_fragments},
		{TIPC_NLA_STATS_TX_FRAGMENTED, s->sent_fragmented},
		{TIPC_NLA_STATS_TX_BUNDLES, s->sent_bundles},
		{TIPC_NLA_STATS_TX_BUNDLED, s->sent_bundled},
		{TIPC_NLA_STATS_MSG_PROF_TOT, (s->msg_length_counts) ?
			s->msg_length_counts : 1},
		{TIPC_NLA_STATS_MSG_LEN_CNT, s->msg_length_counts},
		{TIPC_NLA_STATS_MSG_LEN_TOT, s->msg_lengths_total},
		{TIPC_NLA_STATS_MSG_LEN_P0, s->msg_length_profile[0]},
		{TIPC_NLA_STATS_MSG_LEN_P1, s->msg_length_profile[1]},
		{TIPC_NLA_STATS_MSG_LEN_P2, s->msg_length_profile[2]},
		{TIPC_NLA_STATS_MSG_LEN_P3, s->msg_length_profile[3]},
		{TIPC_NLA_STATS_MSG_LEN_P4, s->msg_length_profile[4]},
		{TIPC_NLA_STATS_MSG_LEN_P5, s->msg_length_profile[5]},
		{TIPC_NLA_STATS_MSG_LEN_P6, s->msg_length_profile[6]},
		{TIPC_NLA_STATS_RX_STATES, s->recv_states},
		{TIPC_NLA_STATS_RX_PROBES, s->recv_probes},
		{TIPC_NLA_STATS_RX_NACKS, s->recv_nacks},
		{TIPC_NLA_STATS_RX_DEFERRED, s->deferred_recv},
		{TIPC_NLA_STATS_TX_STATES, s->sent_states},
		{TIPC_NLA_STATS_TX_PROBES, s->sent_probes},
		{TIPC_NLA_STATS_TX_NACKS, s->sent_nacks},
		{TIPC_NLA_STATS_TX_ACKS, s->sent_acks},
		{TIPC_NLA_STATS_RETRANSMITTED, s->retransmitted},
		{TIPC_NLA_STATS_DUPLICATES, s->duplicates},
		{TIPC_NLA_STATS_LINK_CONGS, s->link_congs},
		{TIPC_NLA_STATS_MAX_QUEUE, s->max_queue_sz},
		{TIPC_NLA_STATS_AVG_QUEUE, s->queue_sz_counts ?
			(s->accu_queue_sz / s->queue_sz_counts) : 0}
	};

	stats = nla_nest_start(skb, TIPC_NLA_LINK_STATS);
	if (!stats)
		return -EMSGSIZE;

	for (i = 0; i <  ARRAY_SIZE(map); i++)
		if (nla_put_u32(skb, map[i].key, map[i].val))
			goto msg_full;

	nla_nest_end(skb, stats);

	return 0;
msg_full:
	nla_nest_cancel(skb, stats);

	return -EMSGSIZE;
}

/* Caller should hold appropriate locks to protect the link */
2094 2095
static int __tipc_nl_add_link(struct net *net, struct tipc_nl_msg *msg,
			      struct tipc_link *link)
2096 2097 2098 2099 2100
{
	int err;
	void *hdr;
	struct nlattr *attrs;
	struct nlattr *prop;
2101
	struct tipc_net *tn = net_generic(net, tipc_net_id);
2102

2103
	hdr = genlmsg_put(msg->skb, msg->portid, msg->seq, &tipc_genl_family,
2104 2105 2106 2107 2108 2109 2110 2111 2112 2113 2114
			  NLM_F_MULTI, TIPC_NL_LINK_GET);
	if (!hdr)
		return -EMSGSIZE;

	attrs = nla_nest_start(msg->skb, TIPC_NLA_LINK);
	if (!attrs)
		goto msg_full;

	if (nla_put_string(msg->skb, TIPC_NLA_LINK_NAME, link->name))
		goto attr_msg_full;
	if (nla_put_u32(msg->skb, TIPC_NLA_LINK_DEST,
2115
			tipc_cluster_mask(tn->own_addr)))
2116 2117 2118 2119 2120 2121 2122 2123 2124 2125 2126 2127 2128 2129 2130 2131 2132 2133 2134 2135 2136 2137 2138 2139 2140 2141 2142 2143 2144 2145 2146 2147 2148 2149 2150 2151 2152 2153 2154 2155 2156 2157 2158 2159 2160 2161 2162 2163 2164
		goto attr_msg_full;
	if (nla_put_u32(msg->skb, TIPC_NLA_LINK_MTU, link->max_pkt))
		goto attr_msg_full;
	if (nla_put_u32(msg->skb, TIPC_NLA_LINK_RX, link->next_in_no))
		goto attr_msg_full;
	if (nla_put_u32(msg->skb, TIPC_NLA_LINK_TX, link->next_out_no))
		goto attr_msg_full;

	if (tipc_link_is_up(link))
		if (nla_put_flag(msg->skb, TIPC_NLA_LINK_UP))
			goto attr_msg_full;
	if (tipc_link_is_active(link))
		if (nla_put_flag(msg->skb, TIPC_NLA_LINK_ACTIVE))
			goto attr_msg_full;

	prop = nla_nest_start(msg->skb, TIPC_NLA_LINK_PROP);
	if (!prop)
		goto attr_msg_full;
	if (nla_put_u32(msg->skb, TIPC_NLA_PROP_PRIO, link->priority))
		goto prop_msg_full;
	if (nla_put_u32(msg->skb, TIPC_NLA_PROP_TOL, link->tolerance))
		goto prop_msg_full;
	if (nla_put_u32(msg->skb, TIPC_NLA_PROP_WIN,
			link->queue_limit[TIPC_LOW_IMPORTANCE]))
		goto prop_msg_full;
	if (nla_put_u32(msg->skb, TIPC_NLA_PROP_PRIO, link->priority))
		goto prop_msg_full;
	nla_nest_end(msg->skb, prop);

	err = __tipc_nl_add_stats(msg->skb, &link->stats);
	if (err)
		goto attr_msg_full;

	nla_nest_end(msg->skb, attrs);
	genlmsg_end(msg->skb, hdr);

	return 0;

prop_msg_full:
	nla_nest_cancel(msg->skb, prop);
attr_msg_full:
	nla_nest_cancel(msg->skb, attrs);
msg_full:
	genlmsg_cancel(msg->skb, hdr);

	return -EMSGSIZE;
}

/* Caller should hold node lock  */
2165 2166
static int __tipc_nl_add_node_links(struct net *net, struct tipc_nl_msg *msg,
				    struct tipc_node *node, u32 *prev_link)
2167 2168 2169 2170 2171 2172 2173 2174 2175 2176
{
	u32 i;
	int err;

	for (i = *prev_link; i < MAX_BEARERS; i++) {
		*prev_link = i;

		if (!node->links[i])
			continue;

2177
		err = __tipc_nl_add_link(net, msg, node->links[i]);
2178 2179 2180 2181 2182 2183 2184 2185 2186 2187
		if (err)
			return err;
	}
	*prev_link = 0;

	return 0;
}

int tipc_nl_link_dump(struct sk_buff *skb, struct netlink_callback *cb)
{
2188 2189
	struct net *net = sock_net(skb->sk);
	struct tipc_net *tn = net_generic(net, tipc_net_id);
2190 2191 2192 2193 2194 2195 2196 2197 2198 2199 2200 2201 2202 2203 2204 2205 2206
	struct tipc_node *node;
	struct tipc_nl_msg msg;
	u32 prev_node = cb->args[0];
	u32 prev_link = cb->args[1];
	int done = cb->args[2];
	int err;

	if (done)
		return 0;

	msg.skb = skb;
	msg.portid = NETLINK_CB(cb->skb).portid;
	msg.seq = cb->nlh->nlmsg_seq;

	rcu_read_lock();

	if (prev_node) {
2207
		node = tipc_node_find(net, prev_node);
2208 2209 2210 2211 2212 2213 2214 2215 2216 2217 2218
		if (!node) {
			/* We never set seq or call nl_dump_check_consistent()
			 * this means that setting prev_seq here will cause the
			 * consistence check to fail in the netlink callback
			 * handler. Resulting in the last NLMSG_DONE message
			 * having the NLM_F_DUMP_INTR flag set.
			 */
			cb->prev_seq = 1;
			goto out;
		}

2219 2220
		list_for_each_entry_continue_rcu(node, &tn->node_list,
						 list) {
2221
			tipc_node_lock(node);
2222 2223
			err = __tipc_nl_add_node_links(net, &msg, node,
						       &prev_link);
2224 2225 2226 2227 2228 2229 2230
			tipc_node_unlock(node);
			if (err)
				goto out;

			prev_node = node->addr;
		}
	} else {
2231
		err = tipc_nl_add_bc_link(net, &msg);
2232 2233 2234
		if (err)
			goto out;

2235
		list_for_each_entry_rcu(node, &tn->node_list, list) {
2236
			tipc_node_lock(node);
2237 2238
			err = __tipc_nl_add_node_links(net, &msg, node,
						       &prev_link);
2239 2240 2241 2242 2243 2244 2245 2246 2247 2248 2249 2250 2251 2252 2253 2254 2255 2256 2257 2258
			tipc_node_unlock(node);
			if (err)
				goto out;

			prev_node = node->addr;
		}
	}
	done = 1;
out:
	rcu_read_unlock();

	cb->args[0] = prev_node;
	cb->args[1] = prev_link;
	cb->args[2] = done;

	return skb->len;
}

int tipc_nl_link_get(struct sk_buff *skb, struct genl_info *info)
{
2259
	struct net *net = genl_info_net(info);
2260 2261 2262 2263 2264 2265 2266 2267 2268 2269 2270 2271
	struct sk_buff *ans_skb;
	struct tipc_nl_msg msg;
	struct tipc_link *link;
	struct tipc_node *node;
	char *name;
	int bearer_id;
	int err;

	if (!info->attrs[TIPC_NLA_LINK_NAME])
		return -EINVAL;

	name = nla_data(info->attrs[TIPC_NLA_LINK_NAME]);
2272
	node = tipc_link_find_owner(net, name, &bearer_id);
2273 2274 2275 2276 2277 2278 2279 2280 2281 2282 2283 2284 2285 2286 2287 2288 2289 2290
	if (!node)
		return -EINVAL;

	ans_skb = nlmsg_new(NLMSG_GOODSIZE, GFP_KERNEL);
	if (!ans_skb)
		return -ENOMEM;

	msg.skb = ans_skb;
	msg.portid = info->snd_portid;
	msg.seq = info->snd_seq;

	tipc_node_lock(node);
	link = node->links[bearer_id];
	if (!link) {
		err = -EINVAL;
		goto err_out;
	}

2291
	err = __tipc_nl_add_link(net, &msg, link);
2292 2293 2294 2295 2296 2297 2298 2299 2300 2301 2302 2303 2304
	if (err)
		goto err_out;

	tipc_node_unlock(node);

	return genlmsg_reply(ans_skb, info);

err_out:
	tipc_node_unlock(node);
	nlmsg_free(ans_skb);

	return err;
}
2305 2306 2307 2308 2309 2310 2311 2312 2313

int tipc_nl_link_reset_stats(struct sk_buff *skb, struct genl_info *info)
{
	int err;
	char *link_name;
	unsigned int bearer_id;
	struct tipc_link *link;
	struct tipc_node *node;
	struct nlattr *attrs[TIPC_NLA_LINK_MAX + 1];
2314
	struct net *net = sock_net(skb->sk);
2315 2316 2317 2318 2319 2320 2321 2322 2323 2324 2325 2326 2327 2328 2329 2330

	if (!info->attrs[TIPC_NLA_LINK])
		return -EINVAL;

	err = nla_parse_nested(attrs, TIPC_NLA_LINK_MAX,
			       info->attrs[TIPC_NLA_LINK],
			       tipc_nl_link_policy);
	if (err)
		return err;

	if (!attrs[TIPC_NLA_LINK_NAME])
		return -EINVAL;

	link_name = nla_data(attrs[TIPC_NLA_LINK_NAME]);

	if (strcmp(link_name, tipc_bclink_name) == 0) {
2331
		err = tipc_bclink_reset_stats(net);
2332 2333 2334 2335 2336
		if (err)
			return err;
		return 0;
	}

2337
	node = tipc_link_find_owner(net, link_name, &bearer_id);
2338 2339 2340 2341 2342 2343 2344 2345 2346 2347 2348 2349 2350 2351 2352 2353 2354
	if (!node)
		return -EINVAL;

	tipc_node_lock(node);

	link = node->links[bearer_id];
	if (!link) {
		tipc_node_unlock(node);
		return -EINVAL;
	}

	link_reset_statistics(link);

	tipc_node_unlock(node);

	return 0;
}