link.c 70.8 KB
Newer Older
P
Per Liden 已提交
1 2
/*
 * net/tipc/link.c: TIPC link code
3
 *
4
 * Copyright (c) 1996-2007, 2012-2014, Ericsson AB
5
 * Copyright (c) 2004-2007, 2010-2013, Wind River Systems
P
Per Liden 已提交
6 7
 * All rights reserved.
 *
P
Per Liden 已提交
8
 * Redistribution and use in source and binary forms, with or without
P
Per Liden 已提交
9 10
 * modification, are permitted provided that the following conditions are met:
 *
P
Per Liden 已提交
11 12 13 14 15 16 17 18
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions and the following disclaimer.
 * 2. Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in the
 *    documentation and/or other materials provided with the distribution.
 * 3. Neither the names of the copyright holders nor the names of its
 *    contributors may be used to endorse or promote products derived from
 *    this software without specific prior written permission.
P
Per Liden 已提交
19
 *
P
Per Liden 已提交
20 21 22 23 24 25 26 27 28 29 30 31 32 33
 * Alternatively, this software may be distributed under the terms of the
 * GNU General Public License ("GPL") version 2 as published by the Free
 * Software Foundation.
 *
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
P
Per Liden 已提交
34 35 36 37 38 39
 * POSSIBILITY OF SUCH DAMAGE.
 */

#include "core.h"
#include "link.h"
#include "port.h"
40
#include "socket.h"
P
Per Liden 已提交
41 42 43 44
#include "name_distr.h"
#include "discover.h"
#include "config.h"

45 46
#include <linux/pkt_sched.h>

47 48 49 50 51 52
/*
 * Error message prefixes
 */
static const char *link_co_err = "Link changeover error, ";
static const char *link_rst_msg = "Resetting link ";
static const char *link_unk_evt = "Unknown link event ";
P
Per Liden 已提交
53

54 55 56 57 58
/*
 * Out-of-range value for link session numbers
 */
#define INVALID_SESSION 0x10000

59 60
/*
 * Link state events:
P
Per Liden 已提交
61 62 63 64 65
 */
#define  STARTING_EVT    856384768	/* link processing trigger */
#define  TRAFFIC_MSG_EVT 560815u	/* rx'd ??? */
#define  TIMEOUT_EVT     560817u	/* link timer expired */

66 67 68
/*
 * The following two 'message types' is really just implementation
 * data conveniently stored in the message header.
P
Per Liden 已提交
69 70 71 72 73
 * They must not be considered part of the protocol
 */
#define OPEN_MSG   0
#define CLOSED_MSG 1

74
/*
P
Per Liden 已提交
75 76 77 78
 * State value stored in 'exp_msg_count'
 */
#define START_CHANGEOVER 100000u

79
static void link_handle_out_of_seq_msg(struct tipc_link *l_ptr,
P
Per Liden 已提交
80
				       struct sk_buff *buf);
81
static void tipc_link_proto_rcv(struct tipc_link *l_ptr, struct sk_buff *buf);
82
static int  tipc_link_tunnel_rcv(struct tipc_node *n_ptr,
83
				 struct sk_buff **buf);
84 85 86 87
static void link_set_supervision_props(struct tipc_link *l_ptr, u32 tolerance);
static void link_state_event(struct tipc_link *l_ptr, u32 event);
static void link_reset_statistics(struct tipc_link *l_ptr);
static void link_print(struct tipc_link *l_ptr, const char *str);
88 89 90
static int tipc_link_frag_xmit(struct tipc_link *l_ptr, struct sk_buff *buf);
static void tipc_link_sync_xmit(struct tipc_link *l);
static void tipc_link_sync_rcv(struct tipc_node *n, struct sk_buff *buf);
91 92
static int tipc_link_input(struct tipc_link *l, struct sk_buff *buf);
static int tipc_link_prepare_input(struct tipc_link *l, struct sk_buff **buf);
93

P
Per Liden 已提交
94
/*
S
Sam Ravnborg 已提交
95
 *  Simple link routines
P
Per Liden 已提交
96
 */
S
Sam Ravnborg 已提交
97
static unsigned int align(unsigned int i)
P
Per Liden 已提交
98 99 100 101
{
	return (i + 3) & ~3u;
}

102
static void link_init_max_pkt(struct tipc_link *l_ptr)
P
Per Liden 已提交
103
{
104
	struct tipc_bearer *b_ptr;
P
Per Liden 已提交
105
	u32 max_pkt;
106

107 108 109 110 111 112 113 114 115
	rcu_read_lock();
	b_ptr = rcu_dereference_rtnl(bearer_list[l_ptr->bearer_id]);
	if (!b_ptr) {
		rcu_read_unlock();
		return;
	}
	max_pkt = (b_ptr->mtu & ~3);
	rcu_read_unlock();

P
Per Liden 已提交
116 117 118
	if (max_pkt > MAX_MSG_SIZE)
		max_pkt = MAX_MSG_SIZE;

119
	l_ptr->max_pkt_target = max_pkt;
P
Per Liden 已提交
120 121
	if (l_ptr->max_pkt_target < MAX_PKT_DEFAULT)
		l_ptr->max_pkt = l_ptr->max_pkt_target;
122
	else
P
Per Liden 已提交
123 124
		l_ptr->max_pkt = MAX_PKT_DEFAULT;

125
	l_ptr->max_pkt_probes = 0;
P
Per Liden 已提交
126 127
}

128
static u32 link_next_sent(struct tipc_link *l_ptr)
P
Per Liden 已提交
129 130
{
	if (l_ptr->next_out)
131
		return buf_seqno(l_ptr->next_out);
P
Per Liden 已提交
132 133 134
	return mod(l_ptr->next_out_no);
}

135
static u32 link_last_sent(struct tipc_link *l_ptr)
P
Per Liden 已提交
136 137 138 139 140
{
	return mod(link_next_sent(l_ptr) - 1);
}

/*
S
Sam Ravnborg 已提交
141
 *  Simple non-static link routines (i.e. referenced outside this file)
P
Per Liden 已提交
142
 */
143
int tipc_link_is_up(struct tipc_link *l_ptr)
P
Per Liden 已提交
144 145 146
{
	if (!l_ptr)
		return 0;
E
Eric Dumazet 已提交
147
	return link_working_working(l_ptr) || link_working_unknown(l_ptr);
P
Per Liden 已提交
148 149
}

150
int tipc_link_is_active(struct tipc_link *l_ptr)
P
Per Liden 已提交
151
{
E
Eric Dumazet 已提交
152 153
	return	(l_ptr->owner->active_links[0] == l_ptr) ||
		(l_ptr->owner->active_links[1] == l_ptr);
P
Per Liden 已提交
154 155 156 157 158 159
}

/**
 * link_timeout - handle expiration of link timer
 * @l_ptr: pointer to link
 */
160
static void link_timeout(struct tipc_link *l_ptr)
P
Per Liden 已提交
161
{
162
	tipc_node_lock(l_ptr->owner);
P
Per Liden 已提交
163 164 165 166 167 168 169 170 171

	/* update counters used in statistical profiling of send traffic */
	l_ptr->stats.accu_queue_sz += l_ptr->out_queue_size;
	l_ptr->stats.queue_sz_counts++;

	if (l_ptr->first_out) {
		struct tipc_msg *msg = buf_msg(l_ptr->first_out);
		u32 length = msg_size(msg);

172 173
		if ((msg_user(msg) == MSG_FRAGMENTER) &&
		    (msg_type(msg) == FIRST_FRAGMENT)) {
P
Per Liden 已提交
174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200
			length = msg_size(msg_get_wrapped(msg));
		}
		if (length) {
			l_ptr->stats.msg_lengths_total += length;
			l_ptr->stats.msg_length_counts++;
			if (length <= 64)
				l_ptr->stats.msg_length_profile[0]++;
			else if (length <= 256)
				l_ptr->stats.msg_length_profile[1]++;
			else if (length <= 1024)
				l_ptr->stats.msg_length_profile[2]++;
			else if (length <= 4096)
				l_ptr->stats.msg_length_profile[3]++;
			else if (length <= 16384)
				l_ptr->stats.msg_length_profile[4]++;
			else if (length <= 32768)
				l_ptr->stats.msg_length_profile[5]++;
			else
				l_ptr->stats.msg_length_profile[6]++;
		}
	}

	/* do all other link processing performed on a periodic basis */

	link_state_event(l_ptr, TIMEOUT_EVT);

	if (l_ptr->next_out)
201
		tipc_link_push_queue(l_ptr);
P
Per Liden 已提交
202

203
	tipc_node_unlock(l_ptr->owner);
P
Per Liden 已提交
204 205
}

206
static void link_set_timer(struct tipc_link *l_ptr, u32 time)
P
Per Liden 已提交
207 208 209 210 211
{
	k_start_timer(&l_ptr->timer, time);
}

/**
212
 * tipc_link_create - create a new link
213
 * @n_ptr: pointer to associated node
P
Per Liden 已提交
214 215
 * @b_ptr: pointer to associated bearer
 * @media_addr: media address to use when sending messages over link
216
 *
P
Per Liden 已提交
217 218
 * Returns pointer to link.
 */
219
struct tipc_link *tipc_link_create(struct tipc_node *n_ptr,
220 221
				   struct tipc_bearer *b_ptr,
				   const struct tipc_media_addr *media_addr)
P
Per Liden 已提交
222
{
223
	struct tipc_link *l_ptr;
P
Per Liden 已提交
224 225
	struct tipc_msg *msg;
	char *if_name;
226 227 228 229 230
	char addr_string[16];
	u32 peer = n_ptr->addr;

	if (n_ptr->link_cnt >= 2) {
		tipc_addr_string_fill(addr_string, n_ptr->addr);
231
		pr_err("Attempt to establish third link to %s\n", addr_string);
232 233 234 235 236
		return NULL;
	}

	if (n_ptr->links[b_ptr->identity]) {
		tipc_addr_string_fill(addr_string, n_ptr->addr);
237 238
		pr_err("Attempt to establish second link on <%s> to %s\n",
		       b_ptr->name, addr_string);
239 240
		return NULL;
	}
P
Per Liden 已提交
241

242
	l_ptr = kzalloc(sizeof(*l_ptr), GFP_ATOMIC);
P
Per Liden 已提交
243
	if (!l_ptr) {
244
		pr_warn("Link creation failed, no memory\n");
P
Per Liden 已提交
245 246 247 248
		return NULL;
	}

	l_ptr->addr = peer;
249
	if_name = strchr(b_ptr->name, ':') + 1;
250
	sprintf(l_ptr->name, "%u.%u.%u:%s-%u.%u.%u:unknown",
P
Per Liden 已提交
251
		tipc_zone(tipc_own_addr), tipc_cluster(tipc_own_addr),
252
		tipc_node(tipc_own_addr),
P
Per Liden 已提交
253 254
		if_name,
		tipc_zone(peer), tipc_cluster(peer), tipc_node(peer));
255
		/* note: peer i/f name is updated by reset/activate message */
P
Per Liden 已提交
256
	memcpy(&l_ptr->media_addr, media_addr, sizeof(*media_addr));
257
	l_ptr->owner = n_ptr;
P
Per Liden 已提交
258
	l_ptr->checkpoint = 1;
259
	l_ptr->peer_session = INVALID_SESSION;
260
	l_ptr->bearer_id = b_ptr->identity;
261
	link_set_supervision_props(l_ptr, b_ptr->tolerance);
P
Per Liden 已提交
262 263 264 265
	l_ptr->state = RESET_UNKNOWN;

	l_ptr->pmsg = (struct tipc_msg *)&l_ptr->proto_msg;
	msg = l_ptr->pmsg;
266
	tipc_msg_init(msg, LINK_PROTOCOL, RESET_MSG, INT_H_SIZE, l_ptr->addr);
P
Per Liden 已提交
267
	msg_set_size(msg, sizeof(l_ptr->proto_msg));
268
	msg_set_session(msg, (tipc_random & 0xffff));
P
Per Liden 已提交
269 270 271 272
	msg_set_bearer_id(msg, b_ptr->identity);
	strcpy((char *)msg_data(msg), if_name);

	l_ptr->priority = b_ptr->priority;
273
	tipc_link_set_queue_limits(l_ptr, b_ptr->window);
P
Per Liden 已提交
274

275
	l_ptr->net_plane = b_ptr->net_plane;
P
Per Liden 已提交
276 277 278 279 280 281 282
	link_init_max_pkt(l_ptr);

	l_ptr->next_out_no = 1;
	INIT_LIST_HEAD(&l_ptr->waiting_ports);

	link_reset_statistics(l_ptr);

283
	tipc_node_attach_link(n_ptr, l_ptr);
P
Per Liden 已提交
284

285 286
	k_init_timer(&l_ptr->timer, (Handler)link_timeout,
		     (unsigned long)l_ptr);
287 288

	link_state_event(l_ptr, STARTING_EVT);
P
Per Liden 已提交
289 290 291 292

	return l_ptr;
}

293
void tipc_link_delete_list(unsigned int bearer_id, bool shutting_down)
294 295
{
	struct tipc_link *l_ptr;
296
	struct tipc_node *n_ptr;
297

298 299
	rcu_read_lock();
	list_for_each_entry_rcu(n_ptr, &tipc_node_list, list) {
300
		tipc_node_lock(n_ptr);
301 302 303
		l_ptr = n_ptr->links[bearer_id];
		if (l_ptr) {
			tipc_link_reset(l_ptr);
304 305 306
			if (shutting_down || !tipc_node_is_up(n_ptr)) {
				tipc_node_detach_link(l_ptr->owner, l_ptr);
				tipc_link_reset_fragments(l_ptr);
307
				tipc_node_unlock(n_ptr);
308 309 310 311 312 313 314

				/* Nobody else can access this link now: */
				del_timer_sync(&l_ptr->timer);
				kfree(l_ptr);
			} else {
				/* Detach/delete when failover is finished: */
				l_ptr->flags |= LINK_STOPPED;
315
				tipc_node_unlock(n_ptr);
316 317
				del_timer_sync(&l_ptr->timer);
			}
318 319
			continue;
		}
320
		tipc_node_unlock(n_ptr);
321
	}
322
	rcu_read_unlock();
323
}
P
Per Liden 已提交
324 325

/**
326
 * link_schedule_port - schedule port for deferred sending
P
Per Liden 已提交
327 328 329
 * @l_ptr: pointer to link
 * @origport: reference to sending port
 * @sz: amount of data to be sent
330 331
 *
 * Schedules port for renewed sending of messages after link congestion
P
Per Liden 已提交
332 333
 * has abated.
 */
334
static int link_schedule_port(struct tipc_link *l_ptr, u32 origport, u32 sz)
P
Per Liden 已提交
335
{
336
	struct tipc_port *p_ptr;
337
	struct tipc_sock *tsk;
P
Per Liden 已提交
338

339 340
	spin_lock_bh(&tipc_port_list_lock);
	p_ptr = tipc_port_lock(origport);
P
Per Liden 已提交
341 342 343
	if (p_ptr) {
		if (!list_empty(&p_ptr->wait_list))
			goto exit;
344 345
		tsk = tipc_port_to_sock(p_ptr);
		tsk->link_cong = 1;
346
		p_ptr->waiting_pkts = 1 + ((sz - 1) / l_ptr->max_pkt);
P
Per Liden 已提交
347 348 349
		list_add_tail(&p_ptr->wait_list, &l_ptr->waiting_ports);
		l_ptr->stats.link_congs++;
exit:
350
		tipc_port_unlock(p_ptr);
P
Per Liden 已提交
351
	}
352
	spin_unlock_bh(&tipc_port_list_lock);
P
Per Liden 已提交
353 354 355
	return -ELINKCONG;
}

356
void tipc_link_wakeup_ports(struct tipc_link *l_ptr, int all)
P
Per Liden 已提交
357
{
358
	struct tipc_port *p_ptr;
359
	struct tipc_sock *tsk;
360
	struct tipc_port *temp_p_ptr;
P
Per Liden 已提交
361 362 363 364 365 366
	int win = l_ptr->queue_limit[0] - l_ptr->out_queue_size;

	if (all)
		win = 100000;
	if (win <= 0)
		return;
367
	if (!spin_trylock_bh(&tipc_port_list_lock))
P
Per Liden 已提交
368 369 370
		return;
	if (link_congested(l_ptr))
		goto exit;
371
	list_for_each_entry_safe(p_ptr, temp_p_ptr, &l_ptr->waiting_ports,
P
Per Liden 已提交
372 373 374
				 wait_list) {
		if (win <= 0)
			break;
375
		tsk = tipc_port_to_sock(p_ptr);
P
Per Liden 已提交
376
		list_del_init(&p_ptr->wait_list);
377
		spin_lock_bh(p_ptr->lock);
378 379
		tsk->link_cong = 0;
		tipc_sock_wakeup(tsk);
P
Per Liden 已提交
380
		win -= p_ptr->waiting_pkts;
381
		spin_unlock_bh(p_ptr->lock);
P
Per Liden 已提交
382 383 384
	}

exit:
385
	spin_unlock_bh(&tipc_port_list_lock);
P
Per Liden 已提交
386 387
}

388
/**
P
Per Liden 已提交
389 390 391
 * link_release_outqueue - purge link's outbound message queue
 * @l_ptr: pointer to link
 */
392
static void link_release_outqueue(struct tipc_link *l_ptr)
P
Per Liden 已提交
393
{
394
	kfree_skb_list(l_ptr->first_out);
P
Per Liden 已提交
395 396 397 398 399
	l_ptr->first_out = NULL;
	l_ptr->out_queue_size = 0;
}

/**
400
 * tipc_link_reset_fragments - purge link's inbound message fragments queue
P
Per Liden 已提交
401 402
 * @l_ptr: pointer to link
 */
403
void tipc_link_reset_fragments(struct tipc_link *l_ptr)
P
Per Liden 已提交
404
{
405 406
	kfree_skb(l_ptr->reasm_buf);
	l_ptr->reasm_buf = NULL;
P
Per Liden 已提交
407 408
}

409
/**
410
 * tipc_link_purge_queues - purge all pkt queues associated with link
P
Per Liden 已提交
411 412
 * @l_ptr: pointer to link
 */
413
void tipc_link_purge_queues(struct tipc_link *l_ptr)
P
Per Liden 已提交
414
{
415 416
	kfree_skb_list(l_ptr->oldest_deferred_in);
	kfree_skb_list(l_ptr->first_out);
417
	tipc_link_reset_fragments(l_ptr);
418
	kfree_skb(l_ptr->proto_msg_queue);
P
Per Liden 已提交
419 420 421
	l_ptr->proto_msg_queue = NULL;
}

422
void tipc_link_reset(struct tipc_link *l_ptr)
P
Per Liden 已提交
423 424 425
{
	u32 prev_state = l_ptr->state;
	u32 checkpoint = l_ptr->next_in_no;
426
	int was_active_link = tipc_link_is_active(l_ptr);
427

428
	msg_set_session(l_ptr->pmsg, ((msg_session(l_ptr->pmsg) + 1) & 0xffff));
P
Per Liden 已提交
429

430 431
	/* Link is down, accept any session */
	l_ptr->peer_session = INVALID_SESSION;
P
Per Liden 已提交
432

433
	/* Prepare for max packet size negotiation */
P
Per Liden 已提交
434
	link_init_max_pkt(l_ptr);
435

P
Per Liden 已提交
436 437 438 439 440
	l_ptr->state = RESET_UNKNOWN;

	if ((prev_state == RESET_UNKNOWN) || (prev_state == RESET_RESET))
		return;

441
	tipc_node_link_down(l_ptr->owner, l_ptr);
442
	tipc_bearer_remove_dest(l_ptr->bearer_id, l_ptr->addr);
443

444
	if (was_active_link && tipc_node_active_links(l_ptr->owner)) {
P
Per Liden 已提交
445 446 447 448 449 450
		l_ptr->reset_checkpoint = checkpoint;
		l_ptr->exp_msg_count = START_CHANGEOVER;
	}

	/* Clean up all queues: */
	link_release_outqueue(l_ptr);
451
	kfree_skb(l_ptr->proto_msg_queue);
P
Per Liden 已提交
452
	l_ptr->proto_msg_queue = NULL;
453
	kfree_skb_list(l_ptr->oldest_deferred_in);
P
Per Liden 已提交
454
	if (!list_empty(&l_ptr->waiting_ports))
455
		tipc_link_wakeup_ports(l_ptr, 1);
P
Per Liden 已提交
456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472

	l_ptr->retransm_queue_head = 0;
	l_ptr->retransm_queue_size = 0;
	l_ptr->last_out = NULL;
	l_ptr->first_out = NULL;
	l_ptr->next_out = NULL;
	l_ptr->unacked_window = 0;
	l_ptr->checkpoint = 1;
	l_ptr->next_out_no = 1;
	l_ptr->deferred_inqueue_sz = 0;
	l_ptr->oldest_deferred_in = NULL;
	l_ptr->newest_deferred_in = NULL;
	l_ptr->fsm_msg_cnt = 0;
	l_ptr->stale_count = 0;
	link_reset_statistics(l_ptr);
}

473
void tipc_link_reset_list(unsigned int bearer_id)
474 475
{
	struct tipc_link *l_ptr;
476
	struct tipc_node *n_ptr;
477

478 479
	rcu_read_lock();
	list_for_each_entry_rcu(n_ptr, &tipc_node_list, list) {
480
		tipc_node_lock(n_ptr);
481 482 483
		l_ptr = n_ptr->links[bearer_id];
		if (l_ptr)
			tipc_link_reset(l_ptr);
484
		tipc_node_unlock(n_ptr);
485
	}
486
	rcu_read_unlock();
487
}
P
Per Liden 已提交
488

489
static void link_activate(struct tipc_link *l_ptr)
P
Per Liden 已提交
490
{
491
	l_ptr->next_in_no = l_ptr->stats.recv_info = 1;
492
	tipc_node_link_up(l_ptr->owner, l_ptr);
493
	tipc_bearer_add_dest(l_ptr->bearer_id, l_ptr->addr);
P
Per Liden 已提交
494 495 496 497 498 499 500
}

/**
 * link_state_event - link finite state machine
 * @l_ptr: pointer to link
 * @event: state machine event to process
 */
501
static void link_state_event(struct tipc_link *l_ptr, unsigned int event)
P
Per Liden 已提交
502
{
503
	struct tipc_link *other;
P
Per Liden 已提交
504 505
	u32 cont_intv = l_ptr->continuity_interval;

506 507 508
	if (l_ptr->flags & LINK_STOPPED)
		return;

509
	if (!(l_ptr->flags & LINK_STARTED) && (event != STARTING_EVT))
P
Per Liden 已提交
510 511
		return;		/* Not yet. */

512 513
	/* Check whether changeover is going on */
	if (l_ptr->exp_msg_count) {
514
		if (event == TIMEOUT_EVT)
P
Per Liden 已提交
515
			link_set_timer(l_ptr, cont_intv);
516
		return;
P
Per Liden 已提交
517 518 519 520 521 522 523 524 525 526 527
	}

	switch (l_ptr->state) {
	case WORKING_WORKING:
		switch (event) {
		case TRAFFIC_MSG_EVT:
		case ACTIVATE_MSG:
			break;
		case TIMEOUT_EVT:
			if (l_ptr->next_in_no != l_ptr->checkpoint) {
				l_ptr->checkpoint = l_ptr->next_in_no;
528
				if (tipc_bclink_acks_missing(l_ptr->owner)) {
529 530
					tipc_link_proto_xmit(l_ptr, STATE_MSG,
							     0, 0, 0, 0, 0);
P
Per Liden 已提交
531 532
					l_ptr->fsm_msg_cnt++;
				} else if (l_ptr->max_pkt < l_ptr->max_pkt_target) {
533 534
					tipc_link_proto_xmit(l_ptr, STATE_MSG,
							     1, 0, 0, 0, 0);
P
Per Liden 已提交
535 536 537 538 539 540 541
					l_ptr->fsm_msg_cnt++;
				}
				link_set_timer(l_ptr, cont_intv);
				break;
			}
			l_ptr->state = WORKING_UNKNOWN;
			l_ptr->fsm_msg_cnt = 0;
542
			tipc_link_proto_xmit(l_ptr, STATE_MSG, 1, 0, 0, 0, 0);
P
Per Liden 已提交
543 544 545 546
			l_ptr->fsm_msg_cnt++;
			link_set_timer(l_ptr, cont_intv / 4);
			break;
		case RESET_MSG:
547 548
			pr_info("%s<%s>, requested by peer\n", link_rst_msg,
				l_ptr->name);
549
			tipc_link_reset(l_ptr);
P
Per Liden 已提交
550 551
			l_ptr->state = RESET_RESET;
			l_ptr->fsm_msg_cnt = 0;
552 553
			tipc_link_proto_xmit(l_ptr, ACTIVATE_MSG,
					     0, 0, 0, 0, 0);
P
Per Liden 已提交
554 555 556 557
			l_ptr->fsm_msg_cnt++;
			link_set_timer(l_ptr, cont_intv);
			break;
		default:
558
			pr_err("%s%u in WW state\n", link_unk_evt, event);
P
Per Liden 已提交
559 560 561 562 563 564 565 566 567 568 569
		}
		break;
	case WORKING_UNKNOWN:
		switch (event) {
		case TRAFFIC_MSG_EVT:
		case ACTIVATE_MSG:
			l_ptr->state = WORKING_WORKING;
			l_ptr->fsm_msg_cnt = 0;
			link_set_timer(l_ptr, cont_intv);
			break;
		case RESET_MSG:
570 571
			pr_info("%s<%s>, requested by peer while probing\n",
				link_rst_msg, l_ptr->name);
572
			tipc_link_reset(l_ptr);
P
Per Liden 已提交
573 574
			l_ptr->state = RESET_RESET;
			l_ptr->fsm_msg_cnt = 0;
575 576
			tipc_link_proto_xmit(l_ptr, ACTIVATE_MSG,
					     0, 0, 0, 0, 0);
P
Per Liden 已提交
577 578 579 580 581 582 583 584
			l_ptr->fsm_msg_cnt++;
			link_set_timer(l_ptr, cont_intv);
			break;
		case TIMEOUT_EVT:
			if (l_ptr->next_in_no != l_ptr->checkpoint) {
				l_ptr->state = WORKING_WORKING;
				l_ptr->fsm_msg_cnt = 0;
				l_ptr->checkpoint = l_ptr->next_in_no;
585
				if (tipc_bclink_acks_missing(l_ptr->owner)) {
586 587
					tipc_link_proto_xmit(l_ptr, STATE_MSG,
							     0, 0, 0, 0, 0);
P
Per Liden 已提交
588 589 590 591
					l_ptr->fsm_msg_cnt++;
				}
				link_set_timer(l_ptr, cont_intv);
			} else if (l_ptr->fsm_msg_cnt < l_ptr->abort_limit) {
592 593
				tipc_link_proto_xmit(l_ptr, STATE_MSG,
						     1, 0, 0, 0, 0);
P
Per Liden 已提交
594 595 596
				l_ptr->fsm_msg_cnt++;
				link_set_timer(l_ptr, cont_intv / 4);
			} else {	/* Link has failed */
597 598
				pr_warn("%s<%s>, peer not responding\n",
					link_rst_msg, l_ptr->name);
599
				tipc_link_reset(l_ptr);
P
Per Liden 已提交
600 601
				l_ptr->state = RESET_UNKNOWN;
				l_ptr->fsm_msg_cnt = 0;
602 603
				tipc_link_proto_xmit(l_ptr, RESET_MSG,
						     0, 0, 0, 0, 0);
P
Per Liden 已提交
604 605 606 607 608
				l_ptr->fsm_msg_cnt++;
				link_set_timer(l_ptr, cont_intv);
			}
			break;
		default:
609
			pr_err("%s%u in WU state\n", link_unk_evt, event);
P
Per Liden 已提交
610 611 612 613 614 615 616 617
		}
		break;
	case RESET_UNKNOWN:
		switch (event) {
		case TRAFFIC_MSG_EVT:
			break;
		case ACTIVATE_MSG:
			other = l_ptr->owner->active_links[0];
618
			if (other && link_working_unknown(other))
P
Per Liden 已提交
619 620 621 622
				break;
			l_ptr->state = WORKING_WORKING;
			l_ptr->fsm_msg_cnt = 0;
			link_activate(l_ptr);
623
			tipc_link_proto_xmit(l_ptr, STATE_MSG, 1, 0, 0, 0, 0);
P
Per Liden 已提交
624
			l_ptr->fsm_msg_cnt++;
625
			if (l_ptr->owner->working_links == 1)
626
				tipc_link_sync_xmit(l_ptr);
P
Per Liden 已提交
627 628 629 630 631
			link_set_timer(l_ptr, cont_intv);
			break;
		case RESET_MSG:
			l_ptr->state = RESET_RESET;
			l_ptr->fsm_msg_cnt = 0;
632 633
			tipc_link_proto_xmit(l_ptr, ACTIVATE_MSG,
					     1, 0, 0, 0, 0);
P
Per Liden 已提交
634 635 636 637
			l_ptr->fsm_msg_cnt++;
			link_set_timer(l_ptr, cont_intv);
			break;
		case STARTING_EVT:
638
			l_ptr->flags |= LINK_STARTED;
P
Per Liden 已提交
639 640
			/* fall through */
		case TIMEOUT_EVT:
641
			tipc_link_proto_xmit(l_ptr, RESET_MSG, 0, 0, 0, 0, 0);
P
Per Liden 已提交
642 643 644 645
			l_ptr->fsm_msg_cnt++;
			link_set_timer(l_ptr, cont_intv);
			break;
		default:
646
			pr_err("%s%u in RU state\n", link_unk_evt, event);
P
Per Liden 已提交
647 648 649 650 651 652 653
		}
		break;
	case RESET_RESET:
		switch (event) {
		case TRAFFIC_MSG_EVT:
		case ACTIVATE_MSG:
			other = l_ptr->owner->active_links[0];
654
			if (other && link_working_unknown(other))
P
Per Liden 已提交
655 656 657 658
				break;
			l_ptr->state = WORKING_WORKING;
			l_ptr->fsm_msg_cnt = 0;
			link_activate(l_ptr);
659
			tipc_link_proto_xmit(l_ptr, STATE_MSG, 1, 0, 0, 0, 0);
P
Per Liden 已提交
660
			l_ptr->fsm_msg_cnt++;
661
			if (l_ptr->owner->working_links == 1)
662
				tipc_link_sync_xmit(l_ptr);
P
Per Liden 已提交
663 664 665 666 667
			link_set_timer(l_ptr, cont_intv);
			break;
		case RESET_MSG:
			break;
		case TIMEOUT_EVT:
668 669
			tipc_link_proto_xmit(l_ptr, ACTIVATE_MSG,
					     0, 0, 0, 0, 0);
P
Per Liden 已提交
670 671 672 673
			l_ptr->fsm_msg_cnt++;
			link_set_timer(l_ptr, cont_intv);
			break;
		default:
674
			pr_err("%s%u in RR state\n", link_unk_evt, event);
P
Per Liden 已提交
675 676 677
		}
		break;
	default:
678
		pr_err("Unknown link state %u/%u\n", l_ptr->state, event);
P
Per Liden 已提交
679 680 681 682 683
	}
}

/*
 * link_bundle_buf(): Append contents of a buffer to
684
 * the tail of an existing one.
P
Per Liden 已提交
685
 */
686
static int link_bundle_buf(struct tipc_link *l_ptr, struct sk_buff *bundler,
P
Per Liden 已提交
687 688 689 690 691
			   struct sk_buff *buf)
{
	struct tipc_msg *bundler_msg = buf_msg(bundler);
	struct tipc_msg *msg = buf_msg(buf);
	u32 size = msg_size(msg);
692 693 694
	u32 bundle_size = msg_size(bundler_msg);
	u32 to_pos = align(bundle_size);
	u32 pad = to_pos - bundle_size;
P
Per Liden 已提交
695 696 697 698 699

	if (msg_user(bundler_msg) != MSG_BUNDLER)
		return 0;
	if (msg_type(bundler_msg) != OPEN_MSG)
		return 0;
700
	if (skb_tailroom(bundler) < (pad + size))
P
Per Liden 已提交
701
		return 0;
702
	if (l_ptr->max_pkt < (to_pos + size))
703
		return 0;
P
Per Liden 已提交
704

705
	skb_put(bundler, pad + size);
706
	skb_copy_to_linear_data_offset(bundler, to_pos, buf->data, size);
P
Per Liden 已提交
707 708
	msg_set_size(bundler_msg, to_pos + size);
	msg_set_msgcnt(bundler_msg, msg_msgcnt(bundler_msg) + 1);
709
	kfree_skb(buf);
P
Per Liden 已提交
710 711 712 713
	l_ptr->stats.sent_bundled++;
	return 1;
}

714
static void link_add_to_outqueue(struct tipc_link *l_ptr,
S
Sam Ravnborg 已提交
715 716
				 struct sk_buff *buf,
				 struct tipc_msg *msg)
P
Per Liden 已提交
717 718 719 720 721 722 723 724 725 726 727 728
{
	u32 ack = mod(l_ptr->next_in_no - 1);
	u32 seqno = mod(l_ptr->next_out_no++);

	msg_set_word(msg, 2, ((ack << 16) | seqno));
	msg_set_bcast_ack(msg, l_ptr->owner->bclink.last_in);
	buf->next = NULL;
	if (l_ptr->first_out) {
		l_ptr->last_out->next = buf;
		l_ptr->last_out = buf;
	} else
		l_ptr->first_out = l_ptr->last_out = buf;
729

P
Per Liden 已提交
730
	l_ptr->out_queue_size++;
731 732
	if (l_ptr->out_queue_size > l_ptr->stats.max_queue_sz)
		l_ptr->stats.max_queue_sz = l_ptr->out_queue_size;
P
Per Liden 已提交
733 734
}

735
static void link_add_chain_to_outqueue(struct tipc_link *l_ptr,
736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753
				       struct sk_buff *buf_chain,
				       u32 long_msgno)
{
	struct sk_buff *buf;
	struct tipc_msg *msg;

	if (!l_ptr->next_out)
		l_ptr->next_out = buf_chain;
	while (buf_chain) {
		buf = buf_chain;
		buf_chain = buf_chain->next;

		msg = buf_msg(buf);
		msg_set_long_msgno(msg, long_msgno);
		link_add_to_outqueue(l_ptr, buf, msg);
	}
}

754
/*
755 756
 * tipc_link_xmit() is the 'full path' for messages, called from
 * inside TIPC when the 'fast path' in tipc_send_xmit
P
Per Liden 已提交
757 758
 * has failed, and from link_send()
 */
759
int __tipc_link_xmit(struct tipc_link *l_ptr, struct sk_buff *buf)
P
Per Liden 已提交
760 761 762 763 764
{
	struct tipc_msg *msg = buf_msg(buf);
	u32 size = msg_size(msg);
	u32 dsz = msg_data_sz(msg);
	u32 queue_size = l_ptr->out_queue_size;
765
	u32 imp = tipc_msg_tot_importance(msg);
P
Per Liden 已提交
766
	u32 queue_limit = l_ptr->queue_limit[imp];
767
	u32 max_packet = l_ptr->max_pkt;
P
Per Liden 已提交
768 769 770 771

	/* Match msg importance against queue limits: */
	if (unlikely(queue_size >= queue_limit)) {
		if (imp <= TIPC_CRITICAL_IMPORTANCE) {
772
			link_schedule_port(l_ptr, msg_origport(msg), size);
773
			kfree_skb(buf);
774
			return -ELINKCONG;
P
Per Liden 已提交
775
		}
776
		kfree_skb(buf);
P
Per Liden 已提交
777
		if (imp > CONN_MANAGER) {
778 779
			pr_warn("%s<%s>, send queue full", link_rst_msg,
				l_ptr->name);
780
			tipc_link_reset(l_ptr);
P
Per Liden 已提交
781 782 783 784 785 786
		}
		return dsz;
	}

	/* Fragmentation needed ? */
	if (size > max_packet)
787
		return tipc_link_frag_xmit(l_ptr, buf);
P
Per Liden 已提交
788

789
	/* Packet can be queued or sent. */
790
	if (likely(!link_congested(l_ptr))) {
P
Per Liden 已提交
791 792
		link_add_to_outqueue(l_ptr, buf, msg);

793
		tipc_bearer_send(l_ptr->bearer_id, buf, &l_ptr->media_addr);
794
		l_ptr->unacked_window = 0;
P
Per Liden 已提交
795 796
		return dsz;
	}
797
	/* Congestion: can message be bundled ? */
P
Per Liden 已提交
798 799 800 801
	if ((msg_user(msg) != CHANGEOVER_PROTOCOL) &&
	    (msg_user(msg) != MSG_FRAGMENTER)) {

		/* Try adding message to an existing bundle */
802
		if (l_ptr->next_out &&
803
		    link_bundle_buf(l_ptr, l_ptr->last_out, buf))
P
Per Liden 已提交
804 805 806 807
			return dsz;

		/* Try creating a new bundle */
		if (size <= max_packet * 2 / 3) {
808
			struct sk_buff *bundler = tipc_buf_acquire(max_packet);
P
Per Liden 已提交
809 810 811
			struct tipc_msg bundler_hdr;

			if (bundler) {
812
				tipc_msg_init(&bundler_hdr, MSG_BUNDLER, OPEN_MSG,
813
					 INT_H_SIZE, l_ptr->addr);
814 815
				skb_copy_to_linear_data(bundler, &bundler_hdr,
							INT_H_SIZE);
P
Per Liden 已提交
816 817 818 819 820 821 822 823 824 825 826 827 828 829
				skb_trim(bundler, INT_H_SIZE);
				link_bundle_buf(l_ptr, bundler, buf);
				buf = bundler;
				msg = buf_msg(buf);
				l_ptr->stats.sent_bundles++;
			}
		}
	}
	if (!l_ptr->next_out)
		l_ptr->next_out = buf;
	link_add_to_outqueue(l_ptr, buf, msg);
	return dsz;
}

830
/*
831 832
 * tipc_link_xmit(): same as __tipc_link_xmit(), but the link to use
 * has not been selected yet, and the the owner node is not locked
P
Per Liden 已提交
833 834
 * Called by TIPC internal users, e.g. the name distributor
 */
835
int tipc_link_xmit(struct sk_buff *buf, u32 dest, u32 selector)
P
Per Liden 已提交
836
{
837
	struct tipc_link *l_ptr;
838
	struct tipc_node *n_ptr;
P
Per Liden 已提交
839 840
	int res = -ELINKCONG;

841
	n_ptr = tipc_node_find(dest);
P
Per Liden 已提交
842
	if (n_ptr) {
843
		tipc_node_lock(n_ptr);
P
Per Liden 已提交
844
		l_ptr = n_ptr->active_links[selector & 1];
845
		if (l_ptr)
846
			res = __tipc_link_xmit(l_ptr, buf);
847
		else
848
			kfree_skb(buf);
849
		tipc_node_unlock(n_ptr);
P
Per Liden 已提交
850
	} else {
851
		kfree_skb(buf);
P
Per Liden 已提交
852 853 854 855
	}
	return res;
}

856 857 858 859 860 861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904 905 906 907 908 909 910 911 912 913 914 915 916 917 918 919 920 921 922 923 924 925 926 927 928 929 930 931 932 933 934 935 936 937 938 939 940 941 942 943 944 945 946 947 948 949 950 951 952 953 954 955 956 957 958 959 960 961 962 963 964 965 966 967 968 969 970 971 972 973 974 975 976 977 978 979 980 981 982 983 984 985 986 987 988 989 990 991 992 993
/* tipc_link_cong: determine return value and how to treat the
 * sent buffer during link congestion.
 * - For plain, errorless user data messages we keep the buffer and
 *   return -ELINKONG.
 * - For all other messages we discard the buffer and return -EHOSTUNREACH
 * - For TIPC internal messages we also reset the link
 */
static int tipc_link_cong(struct tipc_link *link, struct sk_buff *buf)
{
	struct tipc_msg *msg = buf_msg(buf);
	uint psz = msg_size(msg);
	uint imp = tipc_msg_tot_importance(msg);
	u32 oport = msg_tot_origport(msg);

	if (likely(imp <= TIPC_CRITICAL_IMPORTANCE)) {
		if (!msg_errcode(msg) && !msg_reroute_cnt(msg)) {
			link_schedule_port(link, oport, psz);
			return -ELINKCONG;
		}
	} else {
		pr_warn("%s<%s>, send queue full", link_rst_msg, link->name);
		tipc_link_reset(link);
	}
	kfree_skb_list(buf);
	return -EHOSTUNREACH;
}

/**
 * __tipc_link_xmit2(): same as tipc_link_xmit2, but destlink is known & locked
 * @link: link to use
 * @buf: chain of buffers containing message
 * Consumes the buffer chain, except when returning -ELINKCONG
 * Returns 0 if success, otherwise errno: -ELINKCONG, -EMSGSIZE (plain socket
 * user data messages) or -EHOSTUNREACH (all other messages/senders)
 * Only the socket functions tipc_send_stream() and tipc_send_packet() need
 * to act on the return value, since they may need to do more send attempts.
 */
int __tipc_link_xmit2(struct tipc_link *link, struct sk_buff *buf)
{
	struct tipc_msg *msg = buf_msg(buf);
	uint psz = msg_size(msg);
	uint qsz = link->out_queue_size;
	uint sndlim = link->queue_limit[0];
	uint imp = tipc_msg_tot_importance(msg);
	uint mtu = link->max_pkt;
	uint ack = mod(link->next_in_no - 1);
	uint seqno = link->next_out_no;
	uint bc_last_in = link->owner->bclink.last_in;
	struct tipc_media_addr *addr = &link->media_addr;
	struct sk_buff *next = buf->next;

	/* Match queue limits against msg importance: */
	if (unlikely(qsz >= link->queue_limit[imp]))
		return tipc_link_cong(link, buf);

	/* Has valid packet limit been used ? */
	if (unlikely(psz > mtu)) {
		kfree_skb_list(buf);
		return -EMSGSIZE;
	}

	/* Prepare each packet for sending, and add to outqueue: */
	while (buf) {
		next = buf->next;
		msg = buf_msg(buf);
		msg_set_word(msg, 2, ((ack << 16) | mod(seqno)));
		msg_set_bcast_ack(msg, bc_last_in);

		if (!link->first_out) {
			link->first_out = buf;
		} else if (qsz < sndlim) {
			link->last_out->next = buf;
		} else if (tipc_msg_bundle(link->last_out, buf, mtu)) {
			link->stats.sent_bundled++;
			buf = next;
			next = buf->next;
			continue;
		} else if (tipc_msg_make_bundle(&buf, mtu, link->addr)) {
			link->stats.sent_bundled++;
			link->stats.sent_bundles++;
			link->last_out->next = buf;
			if (!link->next_out)
				link->next_out = buf;
		} else {
			link->last_out->next = buf;
			if (!link->next_out)
				link->next_out = buf;
		}

		/* Send packet if possible: */
		if (likely(++qsz <= sndlim)) {
			tipc_bearer_send(link->bearer_id, buf, addr);
			link->next_out = next;
			link->unacked_window = 0;
		}
		seqno++;
		link->last_out = buf;
		buf = next;
	}
	link->next_out_no = seqno;
	link->out_queue_size = qsz;
	return 0;
}

/**
 * tipc_link_xmit2() is the general link level function for message sending
 * @buf: chain of buffers containing message
 * @dsz: amount of user data to be sent
 * @dnode: address of destination node
 * @selector: a number used for deterministic link selection
 * Consumes the buffer chain, except when returning -ELINKCONG
 * Returns 0 if success, otherwise errno: -ELINKCONG,-EHOSTUNREACH,-EMSGSIZE
 */
int tipc_link_xmit2(struct sk_buff *buf, u32 dnode, u32 selector)
{
	struct tipc_link *link = NULL;
	struct tipc_node *node;
	int rc = -EHOSTUNREACH;

	node = tipc_node_find(dnode);
	if (node) {
		tipc_node_lock(node);
		link = node->active_links[selector & 1];
		if (link)
			rc = __tipc_link_xmit2(link, buf);
		tipc_node_unlock(node);
	}

	if (link)
		return rc;

	if (likely(in_own_node(dnode)))
		return tipc_sk_rcv(buf);

	kfree_skb_list(buf);
	return rc;
}

994
/*
995
 * tipc_link_sync_xmit - synchronize broadcast link endpoints.
996 997 998 999 1000 1001
 *
 * Give a newly added peer node the sequence number where it should
 * start receiving and acking broadcast packets.
 *
 * Called with node locked
 */
1002
static void tipc_link_sync_xmit(struct tipc_link *l)
1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018
{
	struct sk_buff *buf;
	struct tipc_msg *msg;

	buf = tipc_buf_acquire(INT_H_SIZE);
	if (!buf)
		return;

	msg = buf_msg(buf);
	tipc_msg_init(msg, BCAST_PROTOCOL, STATE_MSG, INT_H_SIZE, l->addr);
	msg_set_last_bcast(msg, l->owner->bclink.acked);
	link_add_chain_to_outqueue(l, buf, 0);
	tipc_link_push_queue(l);
}

/*
1019
 * tipc_link_sync_rcv - synchronize broadcast link endpoints.
1020 1021 1022 1023 1024 1025
 * Receive the sequence number where we should start receiving and
 * acking broadcast packets from a newly added peer node, and open
 * up for reception of such packets.
 *
 * Called with node locked
 */
1026
static void tipc_link_sync_rcv(struct tipc_node *n, struct sk_buff *buf)
1027 1028 1029 1030 1031 1032 1033 1034 1035
{
	struct tipc_msg *msg = buf_msg(buf);

	n->bclink.last_sent = n->bclink.last_in = msg_last_bcast(msg);
	n->bclink.recv_permitted = true;
	kfree_skb(buf);
}

/*
1036
 * tipc_link_names_xmit - send name table entries to new neighbor
1037 1038 1039 1040 1041 1042 1043
 *
 * Send routine for bulk delivery of name table messages when contact
 * with a new neighbor occurs. No link congestion checking is performed
 * because name table messages *must* be delivered. The messages must be
 * small enough not to require fragmentation.
 * Called without any locks held.
 */
1044
void tipc_link_names_xmit(struct list_head *message_list, u32 dest)
1045 1046
{
	struct tipc_node *n_ptr;
1047
	struct tipc_link *l_ptr;
1048 1049 1050 1051 1052 1053 1054 1055 1056 1057 1058 1059 1060 1061 1062 1063 1064 1065 1066 1067 1068 1069 1070 1071
	struct sk_buff *buf;
	struct sk_buff *temp_buf;

	if (list_empty(message_list))
		return;

	n_ptr = tipc_node_find(dest);
	if (n_ptr) {
		tipc_node_lock(n_ptr);
		l_ptr = n_ptr->active_links[0];
		if (l_ptr) {
			/* convert circular list to linear list */
			((struct sk_buff *)message_list->prev)->next = NULL;
			link_add_chain_to_outqueue(l_ptr,
				(struct sk_buff *)message_list->next, 0);
			tipc_link_push_queue(l_ptr);
			INIT_LIST_HEAD(message_list);
		}
		tipc_node_unlock(n_ptr);
	}

	/* discard the messages if they couldn't be sent */
	list_for_each_safe(buf, temp_buf, ((struct sk_buff *)message_list)) {
		list_del((struct list_head *)buf);
1072
		kfree_skb(buf);
1073 1074 1075
	}
}

1076
/*
1077
 * tipc_link_push_packet: Push one unsent packet to the media
P
Per Liden 已提交
1078
 */
1079
static u32 tipc_link_push_packet(struct tipc_link *l_ptr)
P
Per Liden 已提交
1080 1081 1082 1083 1084 1085 1086 1087
{
	struct sk_buff *buf = l_ptr->first_out;
	u32 r_q_size = l_ptr->retransm_queue_size;
	u32 r_q_head = l_ptr->retransm_queue_head;

	/* Step to position where retransmission failed, if any,    */
	/* consider that buffers may have been released in meantime */
	if (r_q_size && buf) {
1088
		u32 last = lesser(mod(r_q_head + r_q_size),
P
Per Liden 已提交
1089
				  link_last_sent(l_ptr));
1090
		u32 first = buf_seqno(buf);
P
Per Liden 已提交
1091 1092 1093 1094 1095 1096 1097 1098 1099 1100

		while (buf && less(first, r_q_head)) {
			first = mod(first + 1);
			buf = buf->next;
		}
		l_ptr->retransm_queue_head = r_q_head = first;
		l_ptr->retransm_queue_size = r_q_size = mod(last - first);
	}

	/* Continue retransmission now, if there is anything: */
1101
	if (r_q_size && buf) {
P
Per Liden 已提交
1102
		msg_set_ack(buf_msg(buf), mod(l_ptr->next_in_no - 1));
1103
		msg_set_bcast_ack(buf_msg(buf), l_ptr->owner->bclink.last_in);
1104
		tipc_bearer_send(l_ptr->bearer_id, buf, &l_ptr->media_addr);
1105 1106 1107 1108
		l_ptr->retransm_queue_head = mod(++r_q_head);
		l_ptr->retransm_queue_size = --r_q_size;
		l_ptr->stats.retransmitted++;
		return 0;
P
Per Liden 已提交
1109 1110 1111 1112 1113 1114
	}

	/* Send deferred protocol message, if any: */
	buf = l_ptr->proto_msg_queue;
	if (buf) {
		msg_set_ack(buf_msg(buf), mod(l_ptr->next_in_no - 1));
1115
		msg_set_bcast_ack(buf_msg(buf), l_ptr->owner->bclink.last_in);
1116
		tipc_bearer_send(l_ptr->bearer_id, buf, &l_ptr->media_addr);
1117 1118 1119 1120
		l_ptr->unacked_window = 0;
		kfree_skb(buf);
		l_ptr->proto_msg_queue = NULL;
		return 0;
P
Per Liden 已提交
1121 1122 1123 1124 1125 1126 1127
	}

	/* Send one deferred data message, if send window not full: */
	buf = l_ptr->next_out;
	if (buf) {
		struct tipc_msg *msg = buf_msg(buf);
		u32 next = msg_seqno(msg);
1128
		u32 first = buf_seqno(l_ptr->first_out);
P
Per Liden 已提交
1129 1130 1131

		if (mod(next - first) < l_ptr->queue_limit[0]) {
			msg_set_ack(msg, mod(l_ptr->next_in_no - 1));
1132
			msg_set_bcast_ack(msg, l_ptr->owner->bclink.last_in);
1133 1134
			tipc_bearer_send(l_ptr->bearer_id, buf,
					 &l_ptr->media_addr);
1135
			if (msg_user(msg) == MSG_BUNDLER)
1136
				msg_set_type(msg, BUNDLE_CLOSED);
1137 1138
			l_ptr->next_out = buf->next;
			return 0;
P
Per Liden 已提交
1139 1140
		}
	}
1141
	return 1;
P
Per Liden 已提交
1142 1143 1144 1145 1146 1147
}

/*
 * push_queue(): push out the unsent messages of a link where
 *               congestion has abated. Node is locked
 */
1148
void tipc_link_push_queue(struct tipc_link *l_ptr)
P
Per Liden 已提交
1149 1150 1151 1152
{
	u32 res;

	do {
1153
		res = tipc_link_push_packet(l_ptr);
1154
	} while (!res);
P
Per Liden 已提交
1155 1156
}

1157
void tipc_link_reset_all(struct tipc_node *node)
1158 1159 1160 1161
{
	char addr_string[16];
	u32 i;

1162
	tipc_node_lock(node);
1163

1164
	pr_warn("Resetting all links to %s\n",
1165
		tipc_addr_string_fill(addr_string, node->addr));
1166 1167

	for (i = 0; i < MAX_BEARERS; i++) {
1168 1169 1170
		if (node->links[i]) {
			link_print(node->links[i], "Resetting link\n");
			tipc_link_reset(node->links[i]);
1171 1172 1173
		}
	}

1174
	tipc_node_unlock(node);
1175 1176
}

1177
static void link_retransmit_failure(struct tipc_link *l_ptr,
1178
				    struct sk_buff *buf)
1179 1180 1181
{
	struct tipc_msg *msg = buf_msg(buf);

1182
	pr_warn("Retransmission failure on link <%s>\n", l_ptr->name);
1183 1184 1185

	if (l_ptr->addr) {
		/* Handle failure on standard link */
1186
		link_print(l_ptr, "Resetting link\n");
1187 1188 1189 1190
		tipc_link_reset(l_ptr);

	} else {
		/* Handle failure on broadcast link */
1191
		struct tipc_node *n_ptr;
1192 1193
		char addr_string[16];

1194 1195 1196
		pr_info("Msg seq number: %u,  ", msg_seqno(msg));
		pr_cont("Outstanding acks: %lu\n",
			(unsigned long) TIPC_SKB_CB(buf)->handle);
J
Jeff Garzik 已提交
1197

1198
		n_ptr = tipc_bclink_retransmit_to();
1199 1200
		tipc_node_lock(n_ptr);

1201
		tipc_addr_string_fill(addr_string, n_ptr->addr);
1202
		pr_info("Broadcast link info for %s\n", addr_string);
1203 1204
		pr_info("Reception permitted: %d,  Acked: %u\n",
			n_ptr->bclink.recv_permitted,
1205 1206 1207 1208 1209
			n_ptr->bclink.acked);
		pr_info("Last in: %u,  Oos state: %u,  Last sent: %u\n",
			n_ptr->bclink.last_in,
			n_ptr->bclink.oos_state,
			n_ptr->bclink.last_sent);
1210 1211 1212

		tipc_node_unlock(n_ptr);

1213
		tipc_bclink_set_flags(TIPC_BCLINK_RESET);
1214 1215 1216 1217
		l_ptr->stale_count = 0;
	}
}

1218
void tipc_link_retransmit(struct tipc_link *l_ptr, struct sk_buff *buf,
1219
			  u32 retransmits)
P
Per Liden 已提交
1220 1221 1222
{
	struct tipc_msg *msg;

1223 1224 1225 1226
	if (!buf)
		return;

	msg = buf_msg(buf);
1227

1228 1229 1230 1231 1232
	/* Detect repeated retransmit failures */
	if (l_ptr->last_retransmitted == msg_seqno(msg)) {
		if (++l_ptr->stale_count > 100) {
			link_retransmit_failure(l_ptr, buf);
			return;
1233 1234
		}
	} else {
1235 1236
		l_ptr->last_retransmitted = msg_seqno(msg);
		l_ptr->stale_count = 1;
P
Per Liden 已提交
1237
	}
1238

1239
	while (retransmits && (buf != l_ptr->next_out) && buf) {
P
Per Liden 已提交
1240 1241
		msg = buf_msg(buf);
		msg_set_ack(msg, mod(l_ptr->next_in_no - 1));
1242
		msg_set_bcast_ack(msg, l_ptr->owner->bclink.last_in);
1243
		tipc_bearer_send(l_ptr->bearer_id, buf, &l_ptr->media_addr);
1244 1245 1246
		buf = buf->next;
		retransmits--;
		l_ptr->stats.retransmitted++;
P
Per Liden 已提交
1247
	}
1248

P
Per Liden 已提交
1249 1250 1251
	l_ptr->retransm_queue_head = l_ptr->retransm_queue_size = 0;
}

1252
/**
P
Per Liden 已提交
1253 1254
 * link_insert_deferred_queue - insert deferred messages back into receive chain
 */
1255
static struct sk_buff *link_insert_deferred_queue(struct tipc_link *l_ptr,
P
Per Liden 已提交
1256 1257 1258 1259 1260 1261 1262
						  struct sk_buff *buf)
{
	u32 seq_no;

	if (l_ptr->oldest_deferred_in == NULL)
		return buf;

1263
	seq_no = buf_seqno(l_ptr->oldest_deferred_in);
P
Per Liden 已提交
1264 1265 1266 1267 1268 1269 1270 1271 1272
	if (seq_no == mod(l_ptr->next_in_no)) {
		l_ptr->newest_deferred_in->next = buf;
		buf = l_ptr->oldest_deferred_in;
		l_ptr->oldest_deferred_in = NULL;
		l_ptr->deferred_inqueue_sz = 0;
	}
	return buf;
}

1273 1274 1275 1276 1277 1278 1279 1280 1281 1282 1283 1284 1285 1286 1287
/**
 * link_recv_buf_validate - validate basic format of received message
 *
 * This routine ensures a TIPC message has an acceptable header, and at least
 * as much data as the header indicates it should.  The routine also ensures
 * that the entire message header is stored in the main fragment of the message
 * buffer, to simplify future access to message header fields.
 *
 * Note: Having extra info present in the message header or data areas is OK.
 * TIPC will ignore the excess, under the assumption that it is optional info
 * introduced by a later release of the protocol.
 */
static int link_recv_buf_validate(struct sk_buff *buf)
{
	static u32 min_data_hdr_size[8] = {
1288
		SHORT_H_SIZE, MCAST_H_SIZE, NAMED_H_SIZE, BASIC_H_SIZE,
1289 1290 1291 1292 1293 1294 1295 1296 1297
		MAX_H_SIZE, MAX_H_SIZE, MAX_H_SIZE, MAX_H_SIZE
		};

	struct tipc_msg *msg;
	u32 tipc_hdr[2];
	u32 size;
	u32 hdr_size;
	u32 min_hdr_size;

1298 1299 1300 1301 1302 1303
	/* If this packet comes from the defer queue, the skb has already
	 * been validated
	 */
	if (unlikely(TIPC_SKB_CB(buf)->deferred))
		return 1;

1304 1305 1306 1307 1308 1309 1310 1311 1312 1313 1314 1315 1316 1317 1318 1319 1320 1321 1322 1323 1324 1325 1326 1327
	if (unlikely(buf->len < MIN_H_SIZE))
		return 0;

	msg = skb_header_pointer(buf, 0, sizeof(tipc_hdr), tipc_hdr);
	if (msg == NULL)
		return 0;

	if (unlikely(msg_version(msg) != TIPC_VERSION))
		return 0;

	size = msg_size(msg);
	hdr_size = msg_hdr_sz(msg);
	min_hdr_size = msg_isdata(msg) ?
		min_data_hdr_size[msg_type(msg)] : INT_H_SIZE;

	if (unlikely((hdr_size < min_hdr_size) ||
		     (size < hdr_size) ||
		     (buf->len < size) ||
		     (size - hdr_size > TIPC_MAX_USER_MSG_SIZE)))
		return 0;

	return pskb_may_pull(buf, hdr_size);
}

1328
/**
1329
 * tipc_rcv - process TIPC packets/messages arriving from off-node
1330
 * @head: pointer to message buffer chain
1331
 * @b_ptr: pointer to bearer message arrived on
1332 1333 1334 1335
 *
 * Invoked with no locks held.  Bearer pointer must point to a valid bearer
 * structure (i.e. cannot be NULL), but bearer can be inactive.
 */
1336
void tipc_rcv(struct sk_buff *head, struct tipc_bearer *b_ptr)
P
Per Liden 已提交
1337 1338
{
	while (head) {
1339
		struct tipc_node *n_ptr;
1340
		struct tipc_link *l_ptr;
P
Per Liden 已提交
1341 1342
		struct sk_buff *crs;
		struct sk_buff *buf = head;
1343 1344 1345
		struct tipc_msg *msg;
		u32 seq_no;
		u32 ackd;
P
Per Liden 已提交
1346 1347 1348
		u32 released = 0;

		head = head->next;
1349
		buf->next = NULL;
1350 1351 1352

		/* Ensure message is well-formed */
		if (unlikely(!link_recv_buf_validate(buf)))
1353
			goto discard;
P
Per Liden 已提交
1354

1355
		/* Ensure message data is a single contiguous unit */
1356
		if (unlikely(skb_linearize(buf)))
1357
			goto discard;
1358

1359 1360 1361
		/* Handle arrival of a non-unicast link message */
		msg = buf_msg(buf);

P
Per Liden 已提交
1362
		if (unlikely(msg_non_seq(msg))) {
1363
			if (msg_user(msg) ==  LINK_CONFIG)
1364
				tipc_disc_rcv(buf, b_ptr);
1365
			else
1366
				tipc_bclink_rcv(buf);
P
Per Liden 已提交
1367 1368
			continue;
		}
1369

1370
		/* Discard unicast link messages destined for another node */
1371 1372
		if (unlikely(!msg_short(msg) &&
			     (msg_destnode(msg) != tipc_own_addr)))
1373
			goto discard;
1374

1375
		/* Locate neighboring node that sent message */
1376
		n_ptr = tipc_node_find(msg_prevnode(msg));
P
Per Liden 已提交
1377
		if (unlikely(!n_ptr))
1378
			goto discard;
1379
		tipc_node_lock(n_ptr);
1380

1381 1382
		/* Locate unicast link endpoint that should handle message */
		l_ptr = n_ptr->links[b_ptr->identity];
1383 1384
		if (unlikely(!l_ptr))
			goto unlock_discard;
1385

1386
		/* Verify that communication with node is currently allowed */
Y
Ying Xue 已提交
1387
		if ((n_ptr->action_flags & TIPC_WAIT_PEER_LINKS_DOWN) &&
1388 1389 1390 1391
		    msg_user(msg) == LINK_PROTOCOL &&
		    (msg_type(msg) == RESET_MSG ||
		    msg_type(msg) == ACTIVATE_MSG) &&
		    !msg_redundant_link(msg))
Y
Ying Xue 已提交
1392
			n_ptr->action_flags &= ~TIPC_WAIT_PEER_LINKS_DOWN;
1393 1394

		if (tipc_node_blocked(n_ptr))
1395
			goto unlock_discard;
1396 1397 1398 1399 1400 1401

		/* Validate message sequence number info */
		seq_no = msg_seqno(msg);
		ackd = msg_ack(msg);

		/* Release acked messages */
1402
		if (n_ptr->bclink.recv_permitted)
1403
			tipc_bclink_acknowledge(n_ptr, msg_bcast_ack(msg));
P
Per Liden 已提交
1404 1405

		crs = l_ptr->first_out;
1406
		while ((crs != l_ptr->next_out) &&
1407
		       less_eq(buf_seqno(crs), ackd)) {
P
Per Liden 已提交
1408
			struct sk_buff *next = crs->next;
1409
			kfree_skb(crs);
P
Per Liden 已提交
1410 1411 1412 1413 1414 1415 1416
			crs = next;
			released++;
		}
		if (released) {
			l_ptr->first_out = crs;
			l_ptr->out_queue_size -= released;
		}
1417 1418

		/* Try sending any messages link endpoint has pending */
P
Per Liden 已提交
1419
		if (unlikely(l_ptr->next_out))
1420
			tipc_link_push_queue(l_ptr);
1421

P
Per Liden 已提交
1422
		if (unlikely(!list_empty(&l_ptr->waiting_ports)))
1423
			tipc_link_wakeup_ports(l_ptr, 0);
1424

P
Per Liden 已提交
1425 1426
		if (unlikely(++l_ptr->unacked_window >= TIPC_MIN_LINK_WIN)) {
			l_ptr->stats.sent_acks++;
1427
			tipc_link_proto_xmit(l_ptr, STATE_MSG, 0, 0, 0, 0, 0);
P
Per Liden 已提交
1428 1429
		}

1430
		/* Process the incoming packet */
1431 1432
		if (unlikely(!link_working_working(l_ptr))) {
			if (msg_user(msg) == LINK_PROTOCOL) {
1433
				tipc_link_proto_rcv(l_ptr, buf);
1434
				head = link_insert_deferred_queue(l_ptr, head);
1435
				tipc_node_unlock(n_ptr);
P
Per Liden 已提交
1436 1437
				continue;
			}
1438 1439 1440 1441 1442 1443 1444 1445 1446 1447 1448 1449 1450 1451 1452 1453

			/* Traffic message. Conditionally activate link */
			link_state_event(l_ptr, TRAFFIC_MSG_EVT);

			if (link_working_working(l_ptr)) {
				/* Re-insert buffer in front of queue */
				buf->next = head;
				head = buf;
				tipc_node_unlock(n_ptr);
				continue;
			}
			goto unlock_discard;
		}

		/* Link is now in state WORKING_WORKING */
		if (unlikely(seq_no != mod(l_ptr->next_in_no))) {
P
Per Liden 已提交
1454 1455
			link_handle_out_of_seq_msg(l_ptr, buf);
			head = link_insert_deferred_queue(l_ptr, head);
1456
			tipc_node_unlock(n_ptr);
P
Per Liden 已提交
1457 1458
			continue;
		}
1459 1460
		l_ptr->next_in_no++;
		if (unlikely(l_ptr->oldest_deferred_in))
P
Per Liden 已提交
1461
			head = link_insert_deferred_queue(l_ptr, head);
1462

1463
		if (tipc_link_prepare_input(l_ptr, &buf)) {
1464 1465
			tipc_node_unlock(n_ptr);
			continue;
P
Per Liden 已提交
1466
		}
1467
		tipc_node_unlock(n_ptr);
1468 1469 1470
		msg = buf_msg(buf);
		if (tipc_link_input(l_ptr, buf) != 0)
			goto discard;
1471 1472 1473 1474
		continue;
unlock_discard:
		tipc_node_unlock(n_ptr);
discard:
1475
		kfree_skb(buf);
P
Per Liden 已提交
1476 1477 1478
	}
}

1479 1480 1481 1482 1483 1484 1485 1486 1487 1488 1489 1490 1491 1492 1493 1494 1495 1496 1497 1498 1499 1500 1501 1502 1503 1504 1505 1506 1507 1508 1509 1510 1511 1512 1513 1514 1515 1516 1517 1518 1519 1520 1521 1522 1523 1524 1525 1526 1527 1528 1529 1530 1531 1532 1533 1534 1535 1536 1537 1538 1539 1540 1541 1542 1543 1544 1545 1546 1547 1548 1549 1550 1551 1552
/**
 * tipc_link_prepare_input - process TIPC link messages
 *
 * returns nonzero if the message was consumed
 *
 * Node lock must be held
 */
static int tipc_link_prepare_input(struct tipc_link *l, struct sk_buff **buf)
{
	struct tipc_node *n;
	struct tipc_msg *msg;
	int res = -EINVAL;

	n = l->owner;
	msg = buf_msg(*buf);
	switch (msg_user(msg)) {
	case CHANGEOVER_PROTOCOL:
		if (tipc_link_tunnel_rcv(n, buf))
			res = 0;
		break;
	case MSG_FRAGMENTER:
		l->stats.recv_fragments++;
		if (tipc_buf_append(&l->reasm_buf, buf)) {
			l->stats.recv_fragmented++;
			res = 0;
		} else if (!l->reasm_buf) {
			tipc_link_reset(l);
		}
		break;
	case MSG_BUNDLER:
		l->stats.recv_bundles++;
		l->stats.recv_bundled += msg_msgcnt(msg);
		res = 0;
		break;
	case NAME_DISTRIBUTOR:
		n->bclink.recv_permitted = true;
		res = 0;
		break;
	case BCAST_PROTOCOL:
		tipc_link_sync_rcv(n, *buf);
		break;
	default:
		res = 0;
	}
	return res;
}
/**
 * tipc_link_input - Deliver message too higher layers
 */
static int tipc_link_input(struct tipc_link *l, struct sk_buff *buf)
{
	struct tipc_msg *msg = buf_msg(buf);
	int res = 0;

	switch (msg_user(msg)) {
	case TIPC_LOW_IMPORTANCE:
	case TIPC_MEDIUM_IMPORTANCE:
	case TIPC_HIGH_IMPORTANCE:
	case TIPC_CRITICAL_IMPORTANCE:
	case CONN_MANAGER:
		tipc_sk_rcv(buf);
		break;
	case NAME_DISTRIBUTOR:
		tipc_named_rcv(buf);
		break;
	case MSG_BUNDLER:
		tipc_link_bundle_rcv(buf);
		break;
	default:
		res = -EINVAL;
	}
	return res;
}

1553
/**
1554 1555 1556
 * tipc_link_defer_pkt - Add out-of-sequence message to deferred reception queue
 *
 * Returns increase in queue length (i.e. 0 or 1)
P
Per Liden 已提交
1557
 */
1558
u32 tipc_link_defer_pkt(struct sk_buff **head, struct sk_buff **tail,
1559
			struct sk_buff *buf)
P
Per Liden 已提交
1560
{
1561 1562
	struct sk_buff *queue_buf;
	struct sk_buff **prev;
1563
	u32 seq_no = buf_seqno(buf);
P
Per Liden 已提交
1564 1565 1566 1567 1568 1569 1570 1571 1572 1573

	buf->next = NULL;

	/* Empty queue ? */
	if (*head == NULL) {
		*head = *tail = buf;
		return 1;
	}

	/* Last ? */
1574
	if (less(buf_seqno(*tail), seq_no)) {
P
Per Liden 已提交
1575 1576 1577 1578 1579
		(*tail)->next = buf;
		*tail = buf;
		return 1;
	}

1580 1581 1582 1583 1584
	/* Locate insertion point in queue, then insert; discard if duplicate */
	prev = head;
	queue_buf = *head;
	for (;;) {
		u32 curr_seqno = buf_seqno(queue_buf);
P
Per Liden 已提交
1585

1586
		if (seq_no == curr_seqno) {
1587
			kfree_skb(buf);
1588
			return 0;
P
Per Liden 已提交
1589
		}
1590 1591

		if (less(seq_no, curr_seqno))
P
Per Liden 已提交
1592 1593
			break;

1594 1595 1596
		prev = &queue_buf->next;
		queue_buf = queue_buf->next;
	}
P
Per Liden 已提交
1597

1598 1599 1600
	buf->next = queue_buf;
	*prev = buf;
	return 1;
P
Per Liden 已提交
1601 1602
}

1603
/*
P
Per Liden 已提交
1604 1605
 * link_handle_out_of_seq_msg - handle arrival of out-of-sequence packet
 */
1606
static void link_handle_out_of_seq_msg(struct tipc_link *l_ptr,
P
Per Liden 已提交
1607 1608
				       struct sk_buff *buf)
{
1609
	u32 seq_no = buf_seqno(buf);
P
Per Liden 已提交
1610 1611

	if (likely(msg_user(buf_msg(buf)) == LINK_PROTOCOL)) {
1612
		tipc_link_proto_rcv(l_ptr, buf);
P
Per Liden 已提交
1613 1614 1615 1616 1617 1618
		return;
	}

	/* Record OOS packet arrival (force mismatch on next timeout) */
	l_ptr->checkpoint--;

1619
	/*
P
Per Liden 已提交
1620 1621 1622 1623 1624
	 * Discard packet if a duplicate; otherwise add it to deferred queue
	 * and notify peer of gap as per protocol specification
	 */
	if (less(seq_no, mod(l_ptr->next_in_no))) {
		l_ptr->stats.duplicates++;
1625
		kfree_skb(buf);
P
Per Liden 已提交
1626 1627 1628
		return;
	}

1629 1630
	if (tipc_link_defer_pkt(&l_ptr->oldest_deferred_in,
				&l_ptr->newest_deferred_in, buf)) {
P
Per Liden 已提交
1631 1632
		l_ptr->deferred_inqueue_sz++;
		l_ptr->stats.deferred_recv++;
1633
		TIPC_SKB_CB(buf)->deferred = true;
P
Per Liden 已提交
1634
		if ((l_ptr->deferred_inqueue_sz % 16) == 1)
1635
			tipc_link_proto_xmit(l_ptr, STATE_MSG, 0, 0, 0, 0, 0);
P
Per Liden 已提交
1636 1637 1638 1639 1640 1641 1642
	} else
		l_ptr->stats.duplicates++;
}

/*
 * Send protocol message to the other endpoint.
 */
1643 1644
void tipc_link_proto_xmit(struct tipc_link *l_ptr, u32 msg_typ, int probe_msg,
			  u32 gap, u32 tolerance, u32 priority, u32 ack_mtu)
P
Per Liden 已提交
1645
{
1646
	struct sk_buff *buf = NULL;
P
Per Liden 已提交
1647
	struct tipc_msg *msg = l_ptr->pmsg;
1648
	u32 msg_size = sizeof(l_ptr->proto_msg);
1649
	int r_flag;
P
Per Liden 已提交
1650

1651 1652
	/* Discard any previous message that was deferred due to congestion */
	if (l_ptr->proto_msg_queue) {
1653
		kfree_skb(l_ptr->proto_msg_queue);
1654 1655 1656
		l_ptr->proto_msg_queue = NULL;
	}

1657 1658
	/* Don't send protocol message during link changeover */
	if (l_ptr->exp_msg_count)
P
Per Liden 已提交
1659
		return;
1660 1661

	/* Abort non-RESET send if communication with node is prohibited */
1662
	if ((tipc_node_blocked(l_ptr->owner)) && (msg_typ != RESET_MSG))
1663 1664
		return;

1665
	/* Create protocol message with "out-of-sequence" sequence number */
P
Per Liden 已提交
1666
	msg_set_type(msg, msg_typ);
1667
	msg_set_net_plane(msg, l_ptr->net_plane);
1668
	msg_set_bcast_ack(msg, l_ptr->owner->bclink.last_in);
1669
	msg_set_last_bcast(msg, tipc_bclink_get_last_sent());
P
Per Liden 已提交
1670 1671 1672 1673

	if (msg_typ == STATE_MSG) {
		u32 next_sent = mod(l_ptr->next_out_no);

1674
		if (!tipc_link_is_up(l_ptr))
P
Per Liden 已提交
1675 1676
			return;
		if (l_ptr->next_out)
1677
			next_sent = buf_seqno(l_ptr->next_out);
P
Per Liden 已提交
1678 1679
		msg_set_next_sent(msg, next_sent);
		if (l_ptr->oldest_deferred_in) {
1680
			u32 rec = buf_seqno(l_ptr->oldest_deferred_in);
P
Per Liden 已提交
1681 1682 1683 1684 1685 1686 1687 1688 1689 1690
			gap = mod(rec - mod(l_ptr->next_in_no));
		}
		msg_set_seq_gap(msg, gap);
		if (gap)
			l_ptr->stats.sent_nacks++;
		msg_set_link_tolerance(msg, tolerance);
		msg_set_linkprio(msg, priority);
		msg_set_max_pkt(msg, ack_mtu);
		msg_set_ack(msg, mod(l_ptr->next_in_no - 1));
		msg_set_probe(msg, probe_msg != 0);
1691
		if (probe_msg) {
P
Per Liden 已提交
1692 1693
			u32 mtu = l_ptr->max_pkt;

1694
			if ((mtu < l_ptr->max_pkt_target) &&
P
Per Liden 已提交
1695 1696 1697
			    link_working_working(l_ptr) &&
			    l_ptr->fsm_msg_cnt) {
				msg_size = (mtu + (l_ptr->max_pkt_target - mtu)/2 + 2) & ~3;
1698 1699 1700
				if (l_ptr->max_pkt_probes == 10) {
					l_ptr->max_pkt_target = (msg_size - 4);
					l_ptr->max_pkt_probes = 0;
P
Per Liden 已提交
1701
					msg_size = (mtu + (l_ptr->max_pkt_target - mtu)/2 + 2) & ~3;
1702
				}
P
Per Liden 已提交
1703
				l_ptr->max_pkt_probes++;
1704
			}
P
Per Liden 已提交
1705 1706

			l_ptr->stats.sent_probes++;
1707
		}
P
Per Liden 已提交
1708 1709 1710 1711 1712
		l_ptr->stats.sent_states++;
	} else {		/* RESET_MSG or ACTIVATE_MSG */
		msg_set_ack(msg, mod(l_ptr->reset_checkpoint - 1));
		msg_set_seq_gap(msg, 0);
		msg_set_next_sent(msg, 1);
1713
		msg_set_probe(msg, 0);
P
Per Liden 已提交
1714 1715 1716 1717 1718
		msg_set_link_tolerance(msg, l_ptr->tolerance);
		msg_set_linkprio(msg, l_ptr->priority);
		msg_set_max_pkt(msg, l_ptr->max_pkt_target);
	}

1719 1720
	r_flag = (l_ptr->owner->working_links > tipc_link_is_up(l_ptr));
	msg_set_redundant_link(msg, r_flag);
P
Per Liden 已提交
1721
	msg_set_linkprio(msg, l_ptr->priority);
1722
	msg_set_size(msg, msg_size);
P
Per Liden 已提交
1723 1724 1725

	msg_set_seqno(msg, mod(l_ptr->next_out_no + (0xffff/2)));

1726
	buf = tipc_buf_acquire(msg_size);
P
Per Liden 已提交
1727 1728 1729
	if (!buf)
		return;

1730
	skb_copy_to_linear_data(buf, msg, sizeof(l_ptr->proto_msg));
1731
	buf->priority = TC_PRIO_CONTROL;
P
Per Liden 已提交
1732

1733
	tipc_bearer_send(l_ptr->bearer_id, buf, &l_ptr->media_addr);
1734
	l_ptr->unacked_window = 0;
1735
	kfree_skb(buf);
P
Per Liden 已提交
1736 1737 1738 1739
}

/*
 * Receive protocol message :
1740 1741
 * Note that network plane id propagates through the network, and may
 * change at any time. The node with lowest address rules
P
Per Liden 已提交
1742
 */
1743
static void tipc_link_proto_rcv(struct tipc_link *l_ptr, struct sk_buff *buf)
P
Per Liden 已提交
1744 1745 1746
{
	u32 rec_gap = 0;
	u32 max_pkt_info;
1747
	u32 max_pkt_ack;
P
Per Liden 已提交
1748 1749 1750
	u32 msg_tol;
	struct tipc_msg *msg = buf_msg(buf);

1751 1752
	/* Discard protocol message during link changeover */
	if (l_ptr->exp_msg_count)
P
Per Liden 已提交
1753 1754
		goto exit;

1755
	if (l_ptr->net_plane != msg_net_plane(msg))
P
Per Liden 已提交
1756
		if (tipc_own_addr > msg_prevnode(msg))
1757
			l_ptr->net_plane = msg_net_plane(msg);
P
Per Liden 已提交
1758 1759

	switch (msg_type(msg)) {
1760

P
Per Liden 已提交
1761
	case RESET_MSG:
1762 1763
		if (!link_working_unknown(l_ptr) &&
		    (l_ptr->peer_session != INVALID_SESSION)) {
1764 1765
			if (less_eq(msg_session(msg), l_ptr->peer_session))
				break; /* duplicate or old reset: ignore */
P
Per Liden 已提交
1766
		}
1767 1768 1769 1770 1771 1772 1773

		if (!msg_redundant_link(msg) && (link_working_working(l_ptr) ||
				link_working_unknown(l_ptr))) {
			/*
			 * peer has lost contact -- don't allow peer's links
			 * to reactivate before we recognize loss & clean up
			 */
1774
			l_ptr->owner->action_flags |= TIPC_WAIT_OWN_LINKS_DOWN;
1775 1776
		}

1777 1778
		link_state_event(l_ptr, RESET_MSG);

P
Per Liden 已提交
1779 1780 1781 1782 1783
		/* fall thru' */
	case ACTIVATE_MSG:
		/* Update link settings according other endpoint's values */
		strcpy((strrchr(l_ptr->name, ':') + 1), (char *)msg_data(msg));

1784 1785
		msg_tol = msg_link_tolerance(msg);
		if (msg_tol > l_ptr->tolerance)
P
Per Liden 已提交
1786 1787 1788 1789 1790 1791
			link_set_supervision_props(l_ptr, msg_tol);

		if (msg_linkprio(msg) > l_ptr->priority)
			l_ptr->priority = msg_linkprio(msg);

		max_pkt_info = msg_max_pkt(msg);
1792
		if (max_pkt_info) {
P
Per Liden 已提交
1793 1794 1795 1796 1797
			if (max_pkt_info < l_ptr->max_pkt_target)
				l_ptr->max_pkt_target = max_pkt_info;
			if (l_ptr->max_pkt > l_ptr->max_pkt_target)
				l_ptr->max_pkt = l_ptr->max_pkt_target;
		} else {
1798
			l_ptr->max_pkt = l_ptr->max_pkt_target;
P
Per Liden 已提交
1799 1800
		}

1801
		/* Synchronize broadcast link info, if not done previously */
1802 1803 1804 1805 1806 1807
		if (!tipc_node_is_up(l_ptr->owner)) {
			l_ptr->owner->bclink.last_sent =
				l_ptr->owner->bclink.last_in =
				msg_last_bcast(msg);
			l_ptr->owner->bclink.oos_state = 0;
		}
1808

P
Per Liden 已提交
1809 1810
		l_ptr->peer_session = msg_session(msg);
		l_ptr->peer_bearer_id = msg_bearer_id(msg);
1811 1812 1813

		if (msg_type(msg) == ACTIVATE_MSG)
			link_state_event(l_ptr, ACTIVATE_MSG);
P
Per Liden 已提交
1814 1815 1816
		break;
	case STATE_MSG:

1817 1818
		msg_tol = msg_link_tolerance(msg);
		if (msg_tol)
P
Per Liden 已提交
1819
			link_set_supervision_props(l_ptr, msg_tol);
1820 1821

		if (msg_linkprio(msg) &&
P
Per Liden 已提交
1822
		    (msg_linkprio(msg) != l_ptr->priority)) {
1823 1824 1825
			pr_warn("%s<%s>, priority change %u->%u\n",
				link_rst_msg, l_ptr->name, l_ptr->priority,
				msg_linkprio(msg));
P
Per Liden 已提交
1826
			l_ptr->priority = msg_linkprio(msg);
1827
			tipc_link_reset(l_ptr); /* Enforce change to take effect */
P
Per Liden 已提交
1828 1829
			break;
		}
1830 1831 1832 1833

		/* Record reception; force mismatch at next timeout: */
		l_ptr->checkpoint--;

P
Per Liden 已提交
1834 1835 1836 1837 1838 1839
		link_state_event(l_ptr, TRAFFIC_MSG_EVT);
		l_ptr->stats.recv_states++;
		if (link_reset_unknown(l_ptr))
			break;

		if (less_eq(mod(l_ptr->next_in_no), msg_next_sent(msg))) {
1840
			rec_gap = mod(msg_next_sent(msg) -
P
Per Liden 已提交
1841 1842 1843 1844
				      mod(l_ptr->next_in_no));
		}

		max_pkt_ack = msg_max_pkt(msg);
1845 1846 1847 1848
		if (max_pkt_ack > l_ptr->max_pkt) {
			l_ptr->max_pkt = max_pkt_ack;
			l_ptr->max_pkt_probes = 0;
		}
P
Per Liden 已提交
1849 1850

		max_pkt_ack = 0;
1851
		if (msg_probe(msg)) {
P
Per Liden 已提交
1852
			l_ptr->stats.recv_probes++;
1853
			if (msg_size(msg) > sizeof(l_ptr->proto_msg))
1854 1855
				max_pkt_ack = msg_size(msg);
		}
P
Per Liden 已提交
1856 1857

		/* Protocol message before retransmits, reduce loss risk */
1858
		if (l_ptr->owner->bclink.recv_permitted)
1859 1860
			tipc_bclink_update_link_state(l_ptr->owner,
						      msg_last_bcast(msg));
P
Per Liden 已提交
1861 1862

		if (rec_gap || (msg_probe(msg))) {
1863 1864
			tipc_link_proto_xmit(l_ptr, STATE_MSG, 0, rec_gap, 0,
					     0, max_pkt_ack);
P
Per Liden 已提交
1865 1866 1867
		}
		if (msg_seq_gap(msg)) {
			l_ptr->stats.recv_nacks++;
1868 1869
			tipc_link_retransmit(l_ptr, l_ptr->first_out,
					     msg_seq_gap(msg));
P
Per Liden 已提交
1870 1871 1872 1873
		}
		break;
	}
exit:
1874
	kfree_skb(buf);
P
Per Liden 已提交
1875 1876 1877
}


1878 1879
/* tipc_link_tunnel_xmit(): Tunnel one packet via a link belonging to
 * a different bearer. Owner node is locked.
P
Per Liden 已提交
1880
 */
1881 1882 1883 1884
static void tipc_link_tunnel_xmit(struct tipc_link *l_ptr,
				  struct tipc_msg *tunnel_hdr,
				  struct tipc_msg *msg,
				  u32 selector)
P
Per Liden 已提交
1885
{
1886
	struct tipc_link *tunnel;
P
Per Liden 已提交
1887 1888 1889 1890
	struct sk_buff *buf;
	u32 length = msg_size(msg);

	tunnel = l_ptr->owner->active_links[selector & 1];
1891
	if (!tipc_link_is_up(tunnel)) {
1892
		pr_warn("%stunnel link no longer available\n", link_co_err);
P
Per Liden 已提交
1893
		return;
1894
	}
P
Per Liden 已提交
1895
	msg_set_size(tunnel_hdr, length + INT_H_SIZE);
1896
	buf = tipc_buf_acquire(length + INT_H_SIZE);
1897
	if (!buf) {
1898
		pr_warn("%sunable to send tunnel msg\n", link_co_err);
P
Per Liden 已提交
1899
		return;
1900
	}
1901 1902
	skb_copy_to_linear_data(buf, tunnel_hdr, INT_H_SIZE);
	skb_copy_to_linear_data_offset(buf, INT_H_SIZE, msg, length);
1903
	__tipc_link_xmit(tunnel, buf);
P
Per Liden 已提交
1904 1905 1906
}


1907 1908 1909 1910 1911
/* tipc_link_failover_send_queue(): A link has gone down, but a second
 * link is still active. We can do failover. Tunnel the failing link's
 * whole send queue via the remaining link. This way, we don't lose
 * any packets, and sequence order is preserved for subsequent traffic
 * sent over the remaining link. Owner node is locked.
P
Per Liden 已提交
1912
 */
1913
void tipc_link_failover_send_queue(struct tipc_link *l_ptr)
P
Per Liden 已提交
1914 1915 1916
{
	u32 msgcount = l_ptr->out_queue_size;
	struct sk_buff *crs = l_ptr->first_out;
1917
	struct tipc_link *tunnel = l_ptr->owner->active_links[0];
P
Per Liden 已提交
1918
	struct tipc_msg tunnel_hdr;
1919
	int split_bundles;
P
Per Liden 已提交
1920 1921 1922 1923

	if (!tunnel)
		return;

1924
	tipc_msg_init(&tunnel_hdr, CHANGEOVER_PROTOCOL,
1925
		 ORIGINAL_MSG, INT_H_SIZE, l_ptr->addr);
P
Per Liden 已提交
1926 1927
	msg_set_bearer_id(&tunnel_hdr, l_ptr->peer_bearer_id);
	msg_set_msgcnt(&tunnel_hdr, msgcount);
1928

P
Per Liden 已提交
1929 1930 1931
	if (!l_ptr->first_out) {
		struct sk_buff *buf;

1932
		buf = tipc_buf_acquire(INT_H_SIZE);
P
Per Liden 已提交
1933
		if (buf) {
1934
			skb_copy_to_linear_data(buf, &tunnel_hdr, INT_H_SIZE);
P
Per Liden 已提交
1935
			msg_set_size(&tunnel_hdr, INT_H_SIZE);
1936
			__tipc_link_xmit(tunnel, buf);
P
Per Liden 已提交
1937
		} else {
1938 1939
			pr_warn("%sunable to send changeover msg\n",
				link_co_err);
P
Per Liden 已提交
1940 1941 1942
		}
		return;
	}
1943

1944
	split_bundles = (l_ptr->owner->active_links[0] !=
1945 1946
			 l_ptr->owner->active_links[1]);

P
Per Liden 已提交
1947 1948 1949 1950 1951
	while (crs) {
		struct tipc_msg *msg = buf_msg(crs);

		if ((msg_user(msg) == MSG_BUNDLER) && split_bundles) {
			struct tipc_msg *m = msg_get_wrapped(msg);
1952
			unchar *pos = (unchar *)m;
P
Per Liden 已提交
1953

1954
			msgcount = msg_msgcnt(msg);
P
Per Liden 已提交
1955
			while (msgcount--) {
1956
				msg_set_seqno(m, msg_seqno(msg));
1957 1958
				tipc_link_tunnel_xmit(l_ptr, &tunnel_hdr, m,
						      msg_link_selector(m));
P
Per Liden 已提交
1959 1960 1961 1962
				pos += align(msg_size(m));
				m = (struct tipc_msg *)pos;
			}
		} else {
1963 1964
			tipc_link_tunnel_xmit(l_ptr, &tunnel_hdr, msg,
					      msg_link_selector(msg));
P
Per Liden 已提交
1965 1966 1967 1968 1969
		}
		crs = crs->next;
	}
}

1970
/* tipc_link_dup_queue_xmit(): A second link has become active. Tunnel a
1971 1972 1973 1974 1975 1976 1977 1978
 * duplicate of the first link's send queue via the new link. This way, we
 * are guaranteed that currently queued packets from a socket are delivered
 * before future traffic from the same socket, even if this is using the
 * new link. The last arriving copy of each duplicate packet is dropped at
 * the receiving end by the regular protocol check, so packet cardinality
 * and sequence order is preserved per sender/receiver socket pair.
 * Owner node is locked.
 */
1979
void tipc_link_dup_queue_xmit(struct tipc_link *l_ptr,
1980
			      struct tipc_link *tunnel)
P
Per Liden 已提交
1981 1982 1983 1984
{
	struct sk_buff *iter;
	struct tipc_msg tunnel_hdr;

1985
	tipc_msg_init(&tunnel_hdr, CHANGEOVER_PROTOCOL,
1986
		 DUPLICATE_MSG, INT_H_SIZE, l_ptr->addr);
P
Per Liden 已提交
1987 1988 1989 1990 1991 1992 1993 1994 1995 1996 1997
	msg_set_msgcnt(&tunnel_hdr, l_ptr->out_queue_size);
	msg_set_bearer_id(&tunnel_hdr, l_ptr->peer_bearer_id);
	iter = l_ptr->first_out;
	while (iter) {
		struct sk_buff *outbuf;
		struct tipc_msg *msg = buf_msg(iter);
		u32 length = msg_size(msg);

		if (msg_user(msg) == MSG_BUNDLER)
			msg_set_type(msg, CLOSED_MSG);
		msg_set_ack(msg, mod(l_ptr->next_in_no - 1));	/* Update */
1998
		msg_set_bcast_ack(msg, l_ptr->owner->bclink.last_in);
P
Per Liden 已提交
1999
		msg_set_size(&tunnel_hdr, length + INT_H_SIZE);
2000
		outbuf = tipc_buf_acquire(length + INT_H_SIZE);
P
Per Liden 已提交
2001
		if (outbuf == NULL) {
2002 2003
			pr_warn("%sunable to send duplicate msg\n",
				link_co_err);
P
Per Liden 已提交
2004 2005
			return;
		}
2006 2007 2008
		skb_copy_to_linear_data(outbuf, &tunnel_hdr, INT_H_SIZE);
		skb_copy_to_linear_data_offset(outbuf, INT_H_SIZE, iter->data,
					       length);
2009
		__tipc_link_xmit(tunnel, outbuf);
2010
		if (!tipc_link_is_up(l_ptr))
P
Per Liden 已提交
2011 2012 2013 2014 2015 2016 2017 2018 2019 2020
			return;
		iter = iter->next;
	}
}

/**
 * buf_extract - extracts embedded TIPC message from another message
 * @skb: encapsulating message buffer
 * @from_pos: offset to extract from
 *
2021
 * Returns a new message buffer containing an embedded message.  The
P
Per Liden 已提交
2022 2023 2024 2025 2026 2027 2028 2029
 * encapsulating message itself is left unchanged.
 */
static struct sk_buff *buf_extract(struct sk_buff *skb, u32 from_pos)
{
	struct tipc_msg *msg = (struct tipc_msg *)(skb->data + from_pos);
	u32 size = msg_size(msg);
	struct sk_buff *eb;

2030
	eb = tipc_buf_acquire(size);
P
Per Liden 已提交
2031
	if (eb)
2032
		skb_copy_to_linear_data(eb, msg, size);
P
Per Liden 已提交
2033 2034 2035
	return eb;
}

2036 2037 2038 2039 2040 2041 2042 2043 2044 2045 2046 2047 2048 2049 2050 2051 2052 2053 2054 2055 2056 2057 2058


/* tipc_link_dup_rcv(): Receive a tunnelled DUPLICATE_MSG packet.
 * Owner node is locked.
 */
static void tipc_link_dup_rcv(struct tipc_link *l_ptr,
			      struct sk_buff *t_buf)
{
	struct sk_buff *buf;

	if (!tipc_link_is_up(l_ptr))
		return;

	buf = buf_extract(t_buf, INT_H_SIZE);
	if (buf == NULL) {
		pr_warn("%sfailed to extract inner dup pkt\n", link_co_err);
		return;
	}

	/* Add buffer to deferred queue, if applicable: */
	link_handle_out_of_seq_msg(l_ptr, buf);
}

2059 2060 2061 2062 2063 2064 2065 2066 2067 2068 2069 2070 2071 2072 2073 2074 2075 2076 2077 2078 2079 2080 2081 2082 2083 2084 2085 2086 2087 2088 2089 2090 2091 2092
/*  tipc_link_failover_rcv(): Receive a tunnelled ORIGINAL_MSG packet
 *  Owner node is locked.
 */
static struct sk_buff *tipc_link_failover_rcv(struct tipc_link *l_ptr,
					      struct sk_buff *t_buf)
{
	struct tipc_msg *t_msg = buf_msg(t_buf);
	struct sk_buff *buf = NULL;
	struct tipc_msg *msg;

	if (tipc_link_is_up(l_ptr))
		tipc_link_reset(l_ptr);

	/* First failover packet? */
	if (l_ptr->exp_msg_count == START_CHANGEOVER)
		l_ptr->exp_msg_count = msg_msgcnt(t_msg);

	/* Should there be an inner packet? */
	if (l_ptr->exp_msg_count) {
		l_ptr->exp_msg_count--;
		buf = buf_extract(t_buf, INT_H_SIZE);
		if (buf == NULL) {
			pr_warn("%sno inner failover pkt\n", link_co_err);
			goto exit;
		}
		msg = buf_msg(buf);

		if (less(msg_seqno(msg), l_ptr->reset_checkpoint)) {
			kfree_skb(buf);
			buf = NULL;
			goto exit;
		}
		if (msg_user(msg) == MSG_FRAGMENTER) {
			l_ptr->stats.recv_fragments++;
2093
			tipc_buf_append(&l_ptr->reasm_buf, &buf);
2094 2095 2096
		}
	}
exit:
2097 2098 2099 2100
	if ((l_ptr->exp_msg_count == 0) && (l_ptr->flags & LINK_STOPPED)) {
		tipc_node_detach_link(l_ptr->owner, l_ptr);
		kfree(l_ptr);
	}
2101 2102 2103
	return buf;
}

2104
/*  tipc_link_tunnel_rcv(): Receive a tunnelled packet, sent
2105 2106 2107 2108
 *  via other link as result of a failover (ORIGINAL_MSG) or
 *  a new active link (DUPLICATE_MSG). Failover packets are
 *  returned to the active link for delivery upwards.
 *  Owner node is locked.
P
Per Liden 已提交
2109
 */
2110
static int tipc_link_tunnel_rcv(struct tipc_node *n_ptr,
2111
				struct sk_buff **buf)
P
Per Liden 已提交
2112
{
2113 2114 2115 2116
	struct sk_buff *t_buf = *buf;
	struct tipc_link *l_ptr;
	struct tipc_msg *t_msg = buf_msg(t_buf);
	u32 bearer_id = msg_bearer_id(t_msg);
P
Per Liden 已提交
2117

2118 2119
	*buf = NULL;

2120 2121
	if (bearer_id >= MAX_BEARERS)
		goto exit;
2122

2123 2124
	l_ptr = n_ptr->links[bearer_id];
	if (!l_ptr)
P
Per Liden 已提交
2125 2126
		goto exit;

2127 2128 2129 2130
	if (msg_type(t_msg) == DUPLICATE_MSG)
		tipc_link_dup_rcv(l_ptr, t_buf);
	else if (msg_type(t_msg) == ORIGINAL_MSG)
		*buf = tipc_link_failover_rcv(l_ptr, t_buf);
2131 2132
	else
		pr_warn("%sunknown tunnel pkt received\n", link_co_err);
P
Per Liden 已提交
2133
exit:
2134
	kfree_skb(t_buf);
2135
	return *buf != NULL;
P
Per Liden 已提交
2136 2137 2138 2139 2140
}

/*
 *  Bundler functionality:
 */
2141
void tipc_link_bundle_rcv(struct sk_buff *buf)
P
Per Liden 已提交
2142 2143 2144 2145
{
	u32 msgcount = msg_msgcnt(buf_msg(buf));
	u32 pos = INT_H_SIZE;
	struct sk_buff *obuf;
2146
	struct tipc_msg *omsg;
P
Per Liden 已提交
2147 2148 2149 2150

	while (msgcount--) {
		obuf = buf_extract(buf, pos);
		if (obuf == NULL) {
2151
			pr_warn("Link unable to unbundle message(s)\n");
2152
			break;
2153
		}
2154 2155 2156 2157 2158 2159 2160 2161 2162 2163
		omsg = buf_msg(obuf);
		pos += align(msg_size(omsg));
		if (msg_isdata(omsg) || (msg_user(omsg) == CONN_MANAGER)) {
			tipc_sk_rcv(obuf);
		} else if (msg_user(omsg) == NAME_DISTRIBUTOR) {
			tipc_named_rcv(obuf);
		} else {
			pr_warn("Illegal bundled msg: %u\n", msg_user(omsg));
			kfree_skb(obuf);
		}
P
Per Liden 已提交
2164
	}
2165
	kfree_skb(buf);
P
Per Liden 已提交
2166 2167 2168 2169 2170 2171
}

/*
 *  Fragmentation/defragmentation:
 */

2172
/*
2173
 * tipc_link_frag_xmit: Entry for buffers needing fragmentation.
2174
 * The buffer is complete, inclusive total message length.
P
Per Liden 已提交
2175 2176
 * Returns user data length.
 */
2177
static int tipc_link_frag_xmit(struct tipc_link *l_ptr, struct sk_buff *buf)
P
Per Liden 已提交
2178
{
2179 2180
	struct sk_buff *buf_chain = NULL;
	struct sk_buff *buf_chain_tail = (struct sk_buff *)&buf_chain;
P
Per Liden 已提交
2181 2182 2183 2184 2185 2186
	struct tipc_msg *inmsg = buf_msg(buf);
	struct tipc_msg fragm_hdr;
	u32 insize = msg_size(inmsg);
	u32 dsz = msg_data_sz(inmsg);
	unchar *crs = buf->data;
	u32 rest = insize;
2187
	u32 pack_sz = l_ptr->max_pkt;
P
Per Liden 已提交
2188
	u32 fragm_sz = pack_sz - INT_H_SIZE;
2189
	u32 fragm_no = 0;
2190
	u32 destaddr;
P
Per Liden 已提交
2191 2192 2193

	if (msg_short(inmsg))
		destaddr = l_ptr->addr;
2194 2195
	else
		destaddr = msg_destnode(inmsg);
P
Per Liden 已提交
2196 2197

	/* Prepare reusable fragment header: */
2198
	tipc_msg_init(&fragm_hdr, MSG_FRAGMENTER, FIRST_FRAGMENT,
2199
		 INT_H_SIZE, destaddr);
P
Per Liden 已提交
2200 2201 2202 2203 2204 2205 2206 2207 2208

	/* Chop up message: */
	while (rest > 0) {
		struct sk_buff *fragm;

		if (rest <= fragm_sz) {
			fragm_sz = rest;
			msg_set_type(&fragm_hdr, LAST_FRAGMENT);
		}
2209
		fragm = tipc_buf_acquire(fragm_sz + INT_H_SIZE);
P
Per Liden 已提交
2210
		if (fragm == NULL) {
2211
			kfree_skb(buf);
2212
			kfree_skb_list(buf_chain);
2213
			return -ENOMEM;
P
Per Liden 已提交
2214 2215
		}
		msg_set_size(&fragm_hdr, fragm_sz + INT_H_SIZE);
2216 2217
		fragm_no++;
		msg_set_fragm_no(&fragm_hdr, fragm_no);
2218 2219 2220
		skb_copy_to_linear_data(fragm, &fragm_hdr, INT_H_SIZE);
		skb_copy_to_linear_data_offset(fragm, INT_H_SIZE, crs,
					       fragm_sz);
2221 2222
		buf_chain_tail->next = fragm;
		buf_chain_tail = fragm;
P
Per Liden 已提交
2223 2224 2225 2226 2227

		rest -= fragm_sz;
		crs += fragm_sz;
		msg_set_type(&fragm_hdr, FRAGMENT);
	}
2228
	kfree_skb(buf);
2229 2230 2231 2232 2233 2234 2235 2236

	/* Append chain of fragments to send queue & send them */
	l_ptr->long_msg_seq_no++;
	link_add_chain_to_outqueue(l_ptr, buf_chain, l_ptr->long_msg_seq_no);
	l_ptr->stats.sent_fragments += fragm_no;
	l_ptr->stats.sent_fragmented++;
	tipc_link_push_queue(l_ptr);

P
Per Liden 已提交
2237 2238 2239
	return dsz;
}

2240
static void link_set_supervision_props(struct tipc_link *l_ptr, u32 tolerance)
P
Per Liden 已提交
2241
{
2242 2243 2244
	if ((tolerance < TIPC_MIN_LINK_TOL) || (tolerance > TIPC_MAX_LINK_TOL))
		return;

P
Per Liden 已提交
2245 2246 2247 2248 2249 2250
	l_ptr->tolerance = tolerance;
	l_ptr->continuity_interval =
		((tolerance / 4) > 500) ? 500 : tolerance / 4;
	l_ptr->abort_limit = tolerance / (l_ptr->continuity_interval / 4);
}

2251
void tipc_link_set_queue_limits(struct tipc_link *l_ptr, u32 window)
P
Per Liden 已提交
2252 2253
{
	/* Data messages from this node, inclusive FIRST_FRAGM */
2254 2255 2256 2257
	l_ptr->queue_limit[TIPC_LOW_IMPORTANCE] = window;
	l_ptr->queue_limit[TIPC_MEDIUM_IMPORTANCE] = (window / 3) * 4;
	l_ptr->queue_limit[TIPC_HIGH_IMPORTANCE] = (window / 3) * 5;
	l_ptr->queue_limit[TIPC_CRITICAL_IMPORTANCE] = (window / 3) * 6;
P
Per Liden 已提交
2258
	/* Transiting data messages,inclusive FIRST_FRAGM */
2259 2260 2261 2262
	l_ptr->queue_limit[TIPC_LOW_IMPORTANCE + 4] = 300;
	l_ptr->queue_limit[TIPC_MEDIUM_IMPORTANCE + 4] = 600;
	l_ptr->queue_limit[TIPC_HIGH_IMPORTANCE + 4] = 900;
	l_ptr->queue_limit[TIPC_CRITICAL_IMPORTANCE + 4] = 1200;
P
Per Liden 已提交
2263 2264 2265 2266 2267 2268 2269
	l_ptr->queue_limit[CONN_MANAGER] = 1200;
	l_ptr->queue_limit[CHANGEOVER_PROTOCOL] = 2500;
	l_ptr->queue_limit[NAME_DISTRIBUTOR] = 3000;
	/* FRAGMENT and LAST_FRAGMENT packets */
	l_ptr->queue_limit[MSG_FRAGMENTER] = 4000;
}

2270 2271 2272
/* tipc_link_find_owner - locate owner node of link by link's name
 * @name: pointer to link name string
 * @bearer_id: pointer to index in 'node->links' array where the link was found.
2273
 *
2274
 * Returns pointer to node owning the link, or 0 if no matching link is found.
P
Per Liden 已提交
2275
 */
2276 2277
static struct tipc_node *tipc_link_find_owner(const char *link_name,
					      unsigned int *bearer_id)
P
Per Liden 已提交
2278
{
2279
	struct tipc_link *l_ptr;
2280
	struct tipc_node *n_ptr;
2281
	struct tipc_node *found_node = 0;
2282
	int i;
P
Per Liden 已提交
2283

2284
	*bearer_id = 0;
2285 2286
	rcu_read_lock();
	list_for_each_entry_rcu(n_ptr, &tipc_node_list, list) {
2287
		tipc_node_lock(n_ptr);
2288 2289
		for (i = 0; i < MAX_BEARERS; i++) {
			l_ptr = n_ptr->links[i];
2290 2291 2292 2293 2294
			if (l_ptr && !strcmp(l_ptr->name, link_name)) {
				*bearer_id = i;
				found_node = n_ptr;
				break;
			}
2295
		}
2296
		tipc_node_unlock(n_ptr);
2297 2298
		if (found_node)
			break;
2299
	}
2300 2301
	rcu_read_unlock();

2302
	return found_node;
P
Per Liden 已提交
2303 2304
}

2305 2306 2307
/**
 * link_value_is_valid -- validate proposed link tolerance/priority/window
 *
2308 2309
 * @cmd: value type (TIPC_CMD_SET_LINK_*)
 * @new_value: the new value
2310 2311 2312 2313 2314 2315 2316 2317 2318 2319 2320 2321 2322 2323 2324 2325 2326 2327 2328 2329
 *
 * Returns 1 if value is within range, 0 if not.
 */
static int link_value_is_valid(u16 cmd, u32 new_value)
{
	switch (cmd) {
	case TIPC_CMD_SET_LINK_TOL:
		return (new_value >= TIPC_MIN_LINK_TOL) &&
			(new_value <= TIPC_MAX_LINK_TOL);
	case TIPC_CMD_SET_LINK_PRI:
		return (new_value <= TIPC_MAX_LINK_PRI);
	case TIPC_CMD_SET_LINK_WINDOW:
		return (new_value >= TIPC_MIN_LINK_WIN) &&
			(new_value <= TIPC_MAX_LINK_WIN);
	}
	return 0;
}

/**
 * link_cmd_set_value - change priority/tolerance/window for link/bearer/media
2330 2331 2332
 * @name: ptr to link, bearer, or media name
 * @new_value: new value of link, bearer, or media setting
 * @cmd: which link, bearer, or media attribute to set (TIPC_CMD_SET_LINK_*)
2333
 *
Y
Ying Xue 已提交
2334
 * Caller must hold RTNL lock to ensure link/bearer/media is not deleted.
2335 2336 2337 2338 2339 2340
 *
 * Returns 0 if value updated and negative value on error.
 */
static int link_cmd_set_value(const char *name, u32 new_value, u16 cmd)
{
	struct tipc_node *node;
2341
	struct tipc_link *l_ptr;
2342
	struct tipc_bearer *b_ptr;
2343
	struct tipc_media *m_ptr;
2344
	int bearer_id;
2345
	int res = 0;
2346

2347 2348
	node = tipc_link_find_owner(name, &bearer_id);
	if (node) {
2349
		tipc_node_lock(node);
2350 2351 2352 2353 2354 2355
		l_ptr = node->links[bearer_id];

		if (l_ptr) {
			switch (cmd) {
			case TIPC_CMD_SET_LINK_TOL:
				link_set_supervision_props(l_ptr, new_value);
2356 2357
				tipc_link_proto_xmit(l_ptr, STATE_MSG, 0, 0,
						     new_value, 0, 0);
2358 2359 2360
				break;
			case TIPC_CMD_SET_LINK_PRI:
				l_ptr->priority = new_value;
2361 2362
				tipc_link_proto_xmit(l_ptr, STATE_MSG, 0, 0,
						     0, new_value, 0);
2363 2364 2365 2366 2367 2368 2369 2370
				break;
			case TIPC_CMD_SET_LINK_WINDOW:
				tipc_link_set_queue_limits(l_ptr, new_value);
				break;
			default:
				res = -EINVAL;
				break;
			}
2371 2372
		}
		tipc_node_unlock(node);
2373
		return res;
2374 2375 2376 2377 2378 2379 2380
	}

	b_ptr = tipc_bearer_find(name);
	if (b_ptr) {
		switch (cmd) {
		case TIPC_CMD_SET_LINK_TOL:
			b_ptr->tolerance = new_value;
2381
			break;
2382 2383
		case TIPC_CMD_SET_LINK_PRI:
			b_ptr->priority = new_value;
2384
			break;
2385 2386
		case TIPC_CMD_SET_LINK_WINDOW:
			b_ptr->window = new_value;
2387 2388 2389 2390
			break;
		default:
			res = -EINVAL;
			break;
2391
		}
2392
		return res;
2393 2394 2395 2396 2397 2398 2399 2400
	}

	m_ptr = tipc_media_find(name);
	if (!m_ptr)
		return -ENODEV;
	switch (cmd) {
	case TIPC_CMD_SET_LINK_TOL:
		m_ptr->tolerance = new_value;
2401
		break;
2402 2403
	case TIPC_CMD_SET_LINK_PRI:
		m_ptr->priority = new_value;
2404
		break;
2405 2406
	case TIPC_CMD_SET_LINK_WINDOW:
		m_ptr->window = new_value;
2407 2408 2409 2410
		break;
	default:
		res = -EINVAL;
		break;
2411
	}
2412
	return res;
2413 2414
}

2415
struct sk_buff *tipc_link_cmd_config(const void *req_tlv_area, int req_tlv_space,
2416
				     u16 cmd)
P
Per Liden 已提交
2417 2418
{
	struct tipc_link_config *args;
2419 2420
	u32 new_value;
	int res;
P
Per Liden 已提交
2421 2422

	if (!TLV_CHECK(req_tlv_area, req_tlv_space, TIPC_TLV_LINK_CONFIG))
2423
		return tipc_cfg_reply_error_string(TIPC_CFG_TLV_ERROR);
P
Per Liden 已提交
2424 2425 2426 2427

	args = (struct tipc_link_config *)TLV_DATA(req_tlv_area);
	new_value = ntohl(args->value);

2428 2429 2430 2431
	if (!link_value_is_valid(cmd, new_value))
		return tipc_cfg_reply_error_string(
			"cannot change, value invalid");

2432
	if (!strcmp(args->name, tipc_bclink_name)) {
P
Per Liden 已提交
2433
		if ((cmd == TIPC_CMD_SET_LINK_WINDOW) &&
2434 2435
		    (tipc_bclink_set_queue_limits(new_value) == 0))
			return tipc_cfg_reply_none();
2436
		return tipc_cfg_reply_error_string(TIPC_CFG_NOT_SUPPORTED
2437
						   " (cannot change setting on broadcast link)");
P
Per Liden 已提交
2438 2439
	}

2440
	res = link_cmd_set_value(args->name, new_value, cmd);
P
Per Liden 已提交
2441
	if (res)
2442
		return tipc_cfg_reply_error_string("cannot change link setting");
P
Per Liden 已提交
2443

2444
	return tipc_cfg_reply_none();
P
Per Liden 已提交
2445 2446 2447 2448 2449 2450
}

/**
 * link_reset_statistics - reset link statistics
 * @l_ptr: pointer to link
 */
2451
static void link_reset_statistics(struct tipc_link *l_ptr)
P
Per Liden 已提交
2452 2453 2454 2455 2456 2457
{
	memset(&l_ptr->stats, 0, sizeof(l_ptr->stats));
	l_ptr->stats.sent_info = l_ptr->next_out_no;
	l_ptr->stats.recv_info = l_ptr->next_in_no;
}

2458
struct sk_buff *tipc_link_cmd_reset_stats(const void *req_tlv_area, int req_tlv_space)
P
Per Liden 已提交
2459 2460
{
	char *link_name;
2461
	struct tipc_link *l_ptr;
2462
	struct tipc_node *node;
2463
	unsigned int bearer_id;
P
Per Liden 已提交
2464 2465

	if (!TLV_CHECK(req_tlv_area, req_tlv_space, TIPC_TLV_LINK_NAME))
2466
		return tipc_cfg_reply_error_string(TIPC_CFG_TLV_ERROR);
P
Per Liden 已提交
2467 2468

	link_name = (char *)TLV_DATA(req_tlv_area);
2469 2470 2471 2472
	if (!strcmp(link_name, tipc_bclink_name)) {
		if (tipc_bclink_reset_stats())
			return tipc_cfg_reply_error_string("link not found");
		return tipc_cfg_reply_none();
P
Per Liden 已提交
2473
	}
2474
	node = tipc_link_find_owner(link_name, &bearer_id);
Y
Ying Xue 已提交
2475
	if (!node)
2476
		return tipc_cfg_reply_error_string("link not found");
Y
Ying Xue 已提交
2477

2478
	tipc_node_lock(node);
2479
	l_ptr = node->links[bearer_id];
P
Per Liden 已提交
2480
	if (!l_ptr) {
2481
		tipc_node_unlock(node);
2482
		return tipc_cfg_reply_error_string("link not found");
P
Per Liden 已提交
2483 2484
	}
	link_reset_statistics(l_ptr);
2485 2486
	tipc_node_unlock(node);
	return tipc_cfg_reply_none();
P
Per Liden 已提交
2487 2488 2489 2490 2491 2492 2493 2494 2495 2496 2497
}

/**
 * percent - convert count to a percentage of total (rounding up or down)
 */
static u32 percent(u32 count, u32 total)
{
	return (count * 100 + (total / 2)) / total;
}

/**
2498
 * tipc_link_stats - print link statistics
P
Per Liden 已提交
2499 2500 2501
 * @name: link name
 * @buf: print buffer area
 * @buf_size: size of print buffer area
2502
 *
P
Per Liden 已提交
2503 2504
 * Returns length of print buffer data string (or 0 if error)
 */
2505
static int tipc_link_stats(const char *name, char *buf, const u32 buf_size)
P
Per Liden 已提交
2506
{
2507 2508
	struct tipc_link *l;
	struct tipc_stats *s;
2509
	struct tipc_node *node;
P
Per Liden 已提交
2510 2511
	char *status;
	u32 profile_total = 0;
2512
	unsigned int bearer_id;
2513
	int ret;
P
Per Liden 已提交
2514

2515 2516
	if (!strcmp(name, tipc_bclink_name))
		return tipc_bclink_stats(buf, buf_size);
P
Per Liden 已提交
2517

2518
	node = tipc_link_find_owner(name, &bearer_id);
Y
Ying Xue 已提交
2519
	if (!node)
P
Per Liden 已提交
2520
		return 0;
Y
Ying Xue 已提交
2521

2522
	tipc_node_lock(node);
2523 2524 2525 2526 2527 2528 2529

	l = node->links[bearer_id];
	if (!l) {
		tipc_node_unlock(node);
		return 0;
	}

2530
	s = &l->stats;
P
Per Liden 已提交
2531

2532
	if (tipc_link_is_active(l))
P
Per Liden 已提交
2533
		status = "ACTIVE";
2534
	else if (tipc_link_is_up(l))
P
Per Liden 已提交
2535 2536 2537
		status = "STANDBY";
	else
		status = "DEFUNCT";
2538 2539 2540 2541 2542 2543 2544 2545 2546 2547 2548 2549 2550 2551 2552 2553 2554 2555 2556 2557

	ret = tipc_snprintf(buf, buf_size, "Link <%s>\n"
			    "  %s  MTU:%u  Priority:%u  Tolerance:%u ms"
			    "  Window:%u packets\n",
			    l->name, status, l->max_pkt, l->priority,
			    l->tolerance, l->queue_limit[0]);

	ret += tipc_snprintf(buf + ret, buf_size - ret,
			     "  RX packets:%u fragments:%u/%u bundles:%u/%u\n",
			     l->next_in_no - s->recv_info, s->recv_fragments,
			     s->recv_fragmented, s->recv_bundles,
			     s->recv_bundled);

	ret += tipc_snprintf(buf + ret, buf_size - ret,
			     "  TX packets:%u fragments:%u/%u bundles:%u/%u\n",
			     l->next_out_no - s->sent_info, s->sent_fragments,
			     s->sent_fragmented, s->sent_bundles,
			     s->sent_bundled);

	profile_total = s->msg_length_counts;
P
Per Liden 已提交
2558 2559
	if (!profile_total)
		profile_total = 1;
2560 2561 2562 2563 2564 2565 2566 2567 2568 2569 2570 2571 2572 2573 2574 2575 2576 2577 2578 2579 2580 2581 2582 2583 2584 2585

	ret += tipc_snprintf(buf + ret, buf_size - ret,
			     "  TX profile sample:%u packets  average:%u octets\n"
			     "  0-64:%u%% -256:%u%% -1024:%u%% -4096:%u%% "
			     "-16384:%u%% -32768:%u%% -66000:%u%%\n",
			     s->msg_length_counts,
			     s->msg_lengths_total / profile_total,
			     percent(s->msg_length_profile[0], profile_total),
			     percent(s->msg_length_profile[1], profile_total),
			     percent(s->msg_length_profile[2], profile_total),
			     percent(s->msg_length_profile[3], profile_total),
			     percent(s->msg_length_profile[4], profile_total),
			     percent(s->msg_length_profile[5], profile_total),
			     percent(s->msg_length_profile[6], profile_total));

	ret += tipc_snprintf(buf + ret, buf_size - ret,
			     "  RX states:%u probes:%u naks:%u defs:%u"
			     " dups:%u\n", s->recv_states, s->recv_probes,
			     s->recv_nacks, s->deferred_recv, s->duplicates);

	ret += tipc_snprintf(buf + ret, buf_size - ret,
			     "  TX states:%u probes:%u naks:%u acks:%u"
			     " dups:%u\n", s->sent_states, s->sent_probes,
			     s->sent_nacks, s->sent_acks, s->retransmitted);

	ret += tipc_snprintf(buf + ret, buf_size - ret,
2586 2587
			     "  Congestion link:%u  Send queue"
			     " max:%u avg:%u\n", s->link_congs,
2588 2589
			     s->max_queue_sz, s->queue_sz_counts ?
			     (s->accu_queue_sz / s->queue_sz_counts) : 0);
P
Per Liden 已提交
2590

2591
	tipc_node_unlock(node);
2592
	return ret;
P
Per Liden 已提交
2593 2594
}

2595
struct sk_buff *tipc_link_cmd_show_stats(const void *req_tlv_area, int req_tlv_space)
P
Per Liden 已提交
2596 2597 2598 2599
{
	struct sk_buff *buf;
	struct tlv_desc *rep_tlv;
	int str_len;
2600 2601
	int pb_len;
	char *pb;
P
Per Liden 已提交
2602 2603

	if (!TLV_CHECK(req_tlv_area, req_tlv_space, TIPC_TLV_LINK_NAME))
2604
		return tipc_cfg_reply_error_string(TIPC_CFG_TLV_ERROR);
P
Per Liden 已提交
2605

2606
	buf = tipc_cfg_reply_alloc(TLV_SPACE(ULTRA_STRING_MAX_LEN));
P
Per Liden 已提交
2607 2608 2609 2610
	if (!buf)
		return NULL;

	rep_tlv = (struct tlv_desc *)buf->data;
2611 2612
	pb = TLV_DATA(rep_tlv);
	pb_len = ULTRA_STRING_MAX_LEN;
2613
	str_len = tipc_link_stats((char *)TLV_DATA(req_tlv_area),
2614
				  pb, pb_len);
P
Per Liden 已提交
2615
	if (!str_len) {
2616
		kfree_skb(buf);
2617
		return tipc_cfg_reply_error_string("link not found");
P
Per Liden 已提交
2618
	}
2619
	str_len += 1;	/* for "\0" */
P
Per Liden 已提交
2620 2621 2622 2623 2624 2625 2626
	skb_put(buf, TLV_SPACE(str_len));
	TLV_SET(rep_tlv, TIPC_TLV_ULTRA_STRING, NULL, str_len);

	return buf;
}

/**
2627
 * tipc_link_get_max_pkt - get maximum packet size to use when sending to destination
P
Per Liden 已提交
2628 2629
 * @dest: network address of destination node
 * @selector: used to select from set of active links
2630
 *
P
Per Liden 已提交
2631 2632
 * If no active link can be found, uses default maximum packet size.
 */
2633
u32 tipc_link_get_max_pkt(u32 dest, u32 selector)
P
Per Liden 已提交
2634
{
2635
	struct tipc_node *n_ptr;
2636
	struct tipc_link *l_ptr;
P
Per Liden 已提交
2637
	u32 res = MAX_PKT_DEFAULT;
2638

P
Per Liden 已提交
2639 2640 2641
	if (dest == tipc_own_addr)
		return MAX_MSG_SIZE;

2642
	n_ptr = tipc_node_find(dest);
P
Per Liden 已提交
2643
	if (n_ptr) {
2644
		tipc_node_lock(n_ptr);
P
Per Liden 已提交
2645 2646
		l_ptr = n_ptr->active_links[selector & 1];
		if (l_ptr)
2647
			res = l_ptr->max_pkt;
2648
		tipc_node_unlock(n_ptr);
P
Per Liden 已提交
2649 2650 2651 2652
	}
	return res;
}

2653
static void link_print(struct tipc_link *l_ptr, const char *str)
P
Per Liden 已提交
2654
{
2655 2656 2657 2658 2659 2660 2661
	struct tipc_bearer *b_ptr;

	rcu_read_lock();
	b_ptr = rcu_dereference_rtnl(bearer_list[l_ptr->bearer_id]);
	if (b_ptr)
		pr_info("%s Link %x<%s>:", str, l_ptr->addr, b_ptr->name);
	rcu_read_unlock();
2662

P
Per Liden 已提交
2663
	if (link_working_unknown(l_ptr))
2664
		pr_cont(":WU\n");
2665
	else if (link_reset_reset(l_ptr))
2666
		pr_cont(":RR\n");
2667
	else if (link_reset_unknown(l_ptr))
2668
		pr_cont(":RU\n");
2669
	else if (link_working_working(l_ptr))
2670 2671 2672
		pr_cont(":WW\n");
	else
		pr_cont("\n");
P
Per Liden 已提交
2673
}