call_event.c 10.9 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11
/* Management of Tx window, Tx resend, ACKs and out-of-sequence reception
 *
 * Copyright (C) 2007 Red Hat, Inc. All Rights Reserved.
 * Written by David Howells (dhowells@redhat.com)
 *
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public License
 * as published by the Free Software Foundation; either version
 * 2 of the License, or (at your option) any later version.
 */

12 13
#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt

14 15 16 17
#include <linux/module.h>
#include <linux/circ_buf.h>
#include <linux/net.h>
#include <linux/skbuff.h>
18
#include <linux/slab.h>
19 20 21 22 23 24
#include <linux/udp.h>
#include <net/sock.h>
#include <net/af_rxrpc.h>
#include "ar-internal.h"

/*
25
 * Set the timer
26
 */
27 28
void rxrpc_set_timer(struct rxrpc_call *call, enum rxrpc_timer_trace why,
		     ktime_t now)
29
{
30 31
	unsigned long t_j, now_j = jiffies;
	ktime_t t;
32
	bool queue = false;
33

34
	read_lock_bh(&call->state_lock);
35

36
	if (call->state < RXRPC_CALL_COMPLETE) {
D
David Howells 已提交
37
		t = call->expire_at;
D
David Howells 已提交
38 39 40
		if (!ktime_after(t, now)) {
			trace_rxrpc_timer(call, why, now, now_j);
			queue = true;
D
David Howells 已提交
41
			goto out;
D
David Howells 已提交
42
		}
D
David Howells 已提交
43

44 45 46 47 48
		if (!ktime_after(call->resend_at, now)) {
			call->resend_at = call->expire_at;
			if (!test_and_set_bit(RXRPC_CALL_EV_RESEND, &call->events))
				queue = true;
		} else if (ktime_before(call->resend_at, t)) {
49
			t = call->resend_at;
50
		}
D
David Howells 已提交
51

52 53 54 55 56
		if (!ktime_after(call->ack_at, now)) {
			call->ack_at = call->expire_at;
			if (!test_and_set_bit(RXRPC_CALL_EV_ACK, &call->events))
				queue = true;
		} else if (ktime_before(call->ack_at, t)) {
D
David Howells 已提交
57
			t = call->ack_at;
58
		}
D
David Howells 已提交
59

60 61 62 63 64 65 66 67
		if (!ktime_after(call->ping_at, now)) {
			call->ping_at = call->expire_at;
			if (!test_and_set_bit(RXRPC_CALL_EV_PING, &call->events))
				queue = true;
		} else if (ktime_before(call->ping_at, t)) {
			t = call->ping_at;
		}

68 69 70 71 72 73 74 75 76 77 78 79 80
		t_j = nsecs_to_jiffies(ktime_to_ns(ktime_sub(t, now)));
		t_j += jiffies;

		/* We have to make sure that the calculated jiffies value falls
		 * at or after the nsec value, or we may loop ceaselessly
		 * because the timer times out, but we haven't reached the nsec
		 * timeout yet.
		 */
		t_j++;

		if (call->timer.expires != t_j || !timer_pending(&call->timer)) {
			mod_timer(&call->timer, t_j);
			trace_rxrpc_timer(call, why, now, now_j);
81 82
		}
	}
D
David Howells 已提交
83 84

out:
D
David Howells 已提交
85 86
	if (queue)
		rxrpc_queue_call(call);
87 88 89
	read_unlock_bh(&call->state_lock);
}

90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110
/*
 * Propose a PING ACK be sent.
 */
static void rxrpc_propose_ping(struct rxrpc_call *call,
			       bool immediate, bool background)
{
	if (immediate) {
		if (background &&
		    !test_and_set_bit(RXRPC_CALL_EV_PING, &call->events))
			rxrpc_queue_call(call);
	} else {
		ktime_t now = ktime_get_real();
		ktime_t ping_at = ktime_add_ms(now, rxrpc_idle_ack_delay);

		if (ktime_before(ping_at, call->ping_at)) {
			call->ping_at = ping_at;
			rxrpc_set_timer(call, rxrpc_timer_set_for_ping, now);
		}
	}
}

111
/*
112
 * propose an ACK be sent
113
 */
114 115
static void __rxrpc_propose_ACK(struct rxrpc_call *call, u8 ack_reason,
				u16 skew, u32 serial, bool immediate,
116 117
				bool background,
				enum rxrpc_propose_ack_trace why)
118
{
119
	enum rxrpc_propose_ack_outcome outcome = rxrpc_propose_ack_use;
120 121
	unsigned int expiry = rxrpc_soft_ack_delay;
	ktime_t now, ack_at;
122 123
	s8 prior = rxrpc_ack_priority[ack_reason];

124 125 126 127 128 129 130 131
	/* Pings are handled specially because we don't want to accidentally
	 * lose a ping response by subsuming it into a ping.
	 */
	if (ack_reason == RXRPC_ACK_PING) {
		rxrpc_propose_ping(call, immediate, background);
		goto trace;
	}

132 133 134 135 136 137 138 139
	/* Update DELAY, IDLE, REQUESTED and PING_RESPONSE ACK serial
	 * numbers, but we don't alter the timeout.
	 */
	_debug("prior %u %u vs %u %u",
	       ack_reason, prior,
	       call->ackr_reason, rxrpc_ack_priority[call->ackr_reason]);
	if (ack_reason == call->ackr_reason) {
		if (RXRPC_ACK_UPDATEABLE & (1 << ack_reason)) {
140
			outcome = rxrpc_propose_ack_update;
141 142
			call->ackr_serial = serial;
			call->ackr_skew = skew;
143
		}
144
		if (!immediate)
145
			goto trace;
146 147 148 149
	} else if (prior > rxrpc_ack_priority[call->ackr_reason]) {
		call->ackr_reason = ack_reason;
		call->ackr_serial = serial;
		call->ackr_skew = skew;
150 151
	} else {
		outcome = rxrpc_propose_ack_subsume;
152 153
	}

154 155 156 157 158 159 160
	switch (ack_reason) {
	case RXRPC_ACK_REQUESTED:
		if (rxrpc_requested_ack_delay < expiry)
			expiry = rxrpc_requested_ack_delay;
		if (serial == 1)
			immediate = false;
		break;
161

162 163 164 165
	case RXRPC_ACK_DELAY:
		if (rxrpc_soft_ack_delay < expiry)
			expiry = rxrpc_soft_ack_delay;
		break;
166

167
	case RXRPC_ACK_IDLE:
168
		if (rxrpc_idle_ack_delay < expiry)
169 170
			expiry = rxrpc_idle_ack_delay;
		break;
171

172 173 174
	default:
		immediate = true;
		break;
175 176
	}

177 178 179 180 181 182 183 184
	if (test_bit(RXRPC_CALL_EV_ACK, &call->events)) {
		_debug("already scheduled");
	} else if (immediate || expiry == 0) {
		_debug("immediate ACK %lx", call->events);
		if (!test_and_set_bit(RXRPC_CALL_EV_ACK, &call->events) &&
		    background)
			rxrpc_queue_call(call);
	} else {
185 186 187
		now = ktime_get_real();
		ack_at = ktime_add_ms(now, expiry);
		if (ktime_before(ack_at, call->ack_at)) {
188
			call->ack_at = ack_at;
189
			rxrpc_set_timer(call, rxrpc_timer_set_for_ack, now);
190 191
		}
	}
192 193 194 195

trace:
	trace_rxrpc_propose_ack(call, why, ack_reason, serial, immediate,
				background, outcome);
196 197 198
}

/*
199
 * propose an ACK be sent, locking the call structure
200
 */
201
void rxrpc_propose_ACK(struct rxrpc_call *call, u8 ack_reason,
202 203
		       u16 skew, u32 serial, bool immediate, bool background,
		       enum rxrpc_propose_ack_trace why)
204
{
205 206
	spin_lock_bh(&call->lock);
	__rxrpc_propose_ACK(call, ack_reason, skew, serial,
207
			    immediate, background, why);
208
	spin_unlock_bh(&call->lock);
209 210
}

D
David Howells 已提交
211 212 213 214 215 216 217 218
/*
 * Handle congestion being detected by the retransmit timeout.
 */
static void rxrpc_congestion_timeout(struct rxrpc_call *call)
{
	set_bit(RXRPC_CALL_RETRANS_TIMEOUT, &call->flags);
}

219
/*
220
 * Perform retransmission of NAK'd and unack'd packets.
221
 */
222
static void rxrpc_resend(struct rxrpc_call *call, ktime_t now)
223 224 225
{
	struct rxrpc_skb_priv *sp;
	struct sk_buff *skb;
226
	rxrpc_seq_t cursor, seq, top;
227
	ktime_t max_age, oldest, ack_ts;
228
	int ix;
D
David Howells 已提交
229
	u8 annotation, anno_type, retrans = 0, unacked = 0;
230

231
	_enter("{%d,%d}", call->tx_hard_ack, call->tx_top);
232

233 234
	max_age = ktime_sub_ms(now, rxrpc_resend_timeout);

235 236
	spin_lock_bh(&call->lock);

237 238 239 240 241 242 243 244 245 246
	cursor = call->tx_hard_ack;
	top = call->tx_top;
	ASSERT(before_eq(cursor, top));
	if (cursor == top)
		goto out_unlock;

	/* Scan the packet list without dropping the lock and decide which of
	 * the packets in the Tx buffer we're going to resend and what the new
	 * resend timeout will be.
	 */
247
	oldest = now;
248
	for (seq = cursor + 1; before_eq(seq, top); seq++) {
249 250
		ix = seq & RXRPC_RXTX_BUFF_MASK;
		annotation = call->rxtx_annotations[ix];
D
David Howells 已提交
251 252 253
		anno_type = annotation & RXRPC_TX_ANNO_MASK;
		annotation &= ~RXRPC_TX_ANNO_MASK;
		if (anno_type == RXRPC_TX_ANNO_ACK)
254
			continue;
255

256
		skb = call->rxtx_buffer[ix];
D
David Howells 已提交
257
		rxrpc_see_skb(skb, rxrpc_skb_tx_seen);
258 259
		sp = rxrpc_skb(skb);

D
David Howells 已提交
260
		if (anno_type == RXRPC_TX_ANNO_UNACK) {
261 262 263
			if (ktime_after(skb->tstamp, max_age)) {
				if (ktime_before(skb->tstamp, oldest))
					oldest = skb->tstamp;
264
				continue;
265
			}
D
David Howells 已提交
266 267
			if (!(annotation & RXRPC_TX_ANNO_RESENT))
				unacked++;
268 269
		}

270
		/* Okay, we need to retransmit a packet. */
D
David Howells 已提交
271
		call->rxtx_annotations[ix] = RXRPC_TX_ANNO_RETRANS | annotation;
D
David Howells 已提交
272
		retrans++;
273 274
		trace_rxrpc_retransmit(call, seq, annotation | anno_type,
				       ktime_to_ns(ktime_sub(skb->tstamp, max_age)));
275
	}
276

277
	call->resend_at = ktime_add_ms(oldest, rxrpc_resend_timeout);
278

D
David Howells 已提交
279 280 281 282 283 284 285 286
	if (unacked)
		rxrpc_congestion_timeout(call);

	/* If there was nothing that needed retransmission then it's likely
	 * that an ACK got lost somewhere.  Send a ping to find out instead of
	 * retransmitting data.
	 */
	if (!retrans) {
287
		rxrpc_set_timer(call, rxrpc_timer_set_for_resend, now);
D
David Howells 已提交
288 289 290 291 292 293
		spin_unlock_bh(&call->lock);
		ack_ts = ktime_sub(now, call->acks_latest_ts);
		if (ktime_to_ns(ack_ts) < call->peer->rtt)
			goto out;
		rxrpc_propose_ACK(call, RXRPC_ACK_PING, 0, 0, true, false,
				  rxrpc_propose_ack_ping_for_lost_ack);
294
		rxrpc_send_ack_packet(call, true);
D
David Howells 已提交
295 296 297
		goto out;
	}

298 299 300 301 302
	/* Now go through the Tx window and perform the retransmissions.  We
	 * have to drop the lock for each send.  If an ACK comes in whilst the
	 * lock is dropped, it may clear some of the retransmission markers for
	 * packets that it soft-ACKs.
	 */
303
	for (seq = cursor + 1; before_eq(seq, top); seq++) {
304 305
		ix = seq & RXRPC_RXTX_BUFF_MASK;
		annotation = call->rxtx_annotations[ix];
D
David Howells 已提交
306 307
		anno_type = annotation & RXRPC_TX_ANNO_MASK;
		if (anno_type != RXRPC_TX_ANNO_RETRANS)
308
			continue;
309

310
		skb = call->rxtx_buffer[ix];
D
David Howells 已提交
311
		rxrpc_get_skb(skb, rxrpc_skb_tx_got);
312 313
		spin_unlock_bh(&call->lock);

314
		if (rxrpc_send_data_packet(call, skb, true) < 0) {
D
David Howells 已提交
315
			rxrpc_free_skb(skb, rxrpc_skb_tx_freed);
316 317
			return;
		}
318

319 320
		if (rxrpc_is_client_call(call))
			rxrpc_expose_client_call(call);
321

D
David Howells 已提交
322
		rxrpc_free_skb(skb, rxrpc_skb_tx_freed);
323 324
		spin_lock_bh(&call->lock);

325 326 327 328 329
		/* We need to clear the retransmit state, but there are two
		 * things we need to be aware of: A new ACK/NAK might have been
		 * received and the packet might have been hard-ACK'd (in which
		 * case it will no longer be in the buffer).
		 */
D
David Howells 已提交
330 331 332 333 334 335 336 337 338 339 340
		if (after(seq, call->tx_hard_ack)) {
			annotation = call->rxtx_annotations[ix];
			anno_type = annotation & RXRPC_TX_ANNO_MASK;
			if (anno_type == RXRPC_TX_ANNO_RETRANS ||
			    anno_type == RXRPC_TX_ANNO_NAK) {
				annotation &= ~RXRPC_TX_ANNO_MASK;
				annotation |= RXRPC_TX_ANNO_UNACK;
			}
			annotation |= RXRPC_TX_ANNO_RESENT;
			call->rxtx_annotations[ix] = annotation;
		}
341 342 343

		if (after(call->tx_hard_ack, seq))
			seq = call->tx_hard_ack;
344
	}
345 346 347

out_unlock:
	spin_unlock_bh(&call->lock);
D
David Howells 已提交
348
out:
349
	_leave("");
350 351 352
}

/*
353
 * Handle retransmission and deferred ACK/abort generation.
354 355 356 357 358
 */
void rxrpc_process_call(struct work_struct *work)
{
	struct rxrpc_call *call =
		container_of(work, struct rxrpc_call, processor);
359
	ktime_t now;
360

D
David Howells 已提交
361 362
	rxrpc_see_call(call);

363
	//printk("\n--------------------\n");
364 365
	_enter("{%d,%s,%lx}",
	       call->debug_id, rxrpc_call_states[call->state], call->events);
366

367 368
recheck_state:
	if (test_and_clear_bit(RXRPC_CALL_EV_ABORT, &call->events)) {
369
		rxrpc_send_abort_packet(call);
370
		goto recheck_state;
371 372
	}

373 374 375
	if (call->state == RXRPC_CALL_COMPLETE) {
		del_timer_sync(&call->timer);
		goto out_put;
376 377
	}

378 379
	now = ktime_get_real();
	if (ktime_before(call->expire_at, now)) {
380
		rxrpc_abort_call("EXP", call, 0, RX_CALL_TIMEOUT, ETIME);
381
		set_bit(RXRPC_CALL_EV_ABORT, &call->events);
D
David Howells 已提交
382
		goto recheck_state;
383 384
	}

385
	if (test_and_clear_bit(RXRPC_CALL_EV_ACK, &call->events)) {
386
		if (call->ackr_reason) {
387
			rxrpc_send_ack_packet(call, false);
388
			goto recheck_state;
389 390 391
		}
	}

392 393 394 395 396
	if (test_and_clear_bit(RXRPC_CALL_EV_PING, &call->events)) {
		rxrpc_send_ack_packet(call, true);
		goto recheck_state;
	}

397
	if (test_and_clear_bit(RXRPC_CALL_EV_RESEND, &call->events)) {
398
		rxrpc_resend(call, now);
399
		goto recheck_state;
400 401
	}

402
	rxrpc_set_timer(call, rxrpc_timer_set_for_resend, now);
403 404

	/* other events may have been raised since we started checking */
405
	if (call->events && call->state < RXRPC_CALL_COMPLETE) {
406
		__rxrpc_queue_call(call);
407
		goto out;
408 409
	}

410 411 412
out_put:
	rxrpc_put_call(call, rxrpc_call_put);
out:
413 414
	_leave("");
}