output.c 14.9 KB
Newer Older
1 2
/*
 *  net/dccp/output.c
3
 *
4 5 6 7 8 9 10 11 12 13
 *  An implementation of the DCCP protocol
 *  Arnaldo Carvalho de Melo <acme@conectiva.com.br>
 *
 *	This program is free software; you can redistribute it and/or
 *	modify it under the terms of the GNU General Public License
 *	as published by the Free Software Foundation; either version
 *	2 of the License, or (at your option) any later version.
 */

#include <linux/dccp.h>
14
#include <linux/kernel.h>
15 16
#include <linux/skbuff.h>

17
#include <net/inet_sock.h>
18 19
#include <net/sock.h>

20
#include "ackvec.h"
21 22 23 24 25 26 27 28
#include "ccid.h"
#include "dccp.h"

static inline void dccp_event_ack_sent(struct sock *sk)
{
	inet_csk_clear_xmit_timer(sk, ICSK_TIME_DACK);
}

29
static void dccp_skb_entail(struct sock *sk, struct sk_buff *skb)
30 31 32 33 34 35
{
	skb_set_owner_w(skb, sk);
	WARN_ON(sk->sk_send_head);
	sk->sk_send_head = skb;
}

36 37 38 39 40 41
/*
 * All SKB's seen here are completely headerless. It is our
 * job to build the DCCP header, and pass the packet down to
 * IP so it can do the same plus pass the packet off to the
 * device.
 */
42
static int dccp_transmit_skb(struct sock *sk, struct sk_buff *skb)
43 44 45
{
	if (likely(skb != NULL)) {
		const struct inet_sock *inet = inet_sk(sk);
46
		const struct inet_connection_sock *icsk = inet_csk(sk);
47 48 49 50
		struct dccp_sock *dp = dccp_sk(sk);
		struct dccp_skb_cb *dcb = DCCP_SKB_CB(skb);
		struct dccp_hdr *dh;
		/* XXX For now we're using only 48 bits sequence numbers */
51
		const u32 dccp_header_size = sizeof(*dh) +
52
					     sizeof(struct dccp_hdr_ext) +
53
					  dccp_packet_hdr_len(dcb->dccpd_type);
54 55 56 57 58 59 60 61
		int err, set_ack = 1;
		u64 ackno = dp->dccps_gsr;

		dccp_inc_seqno(&dp->dccps_gss);

		switch (dcb->dccpd_type) {
		case DCCP_PKT_DATA:
			set_ack = 0;
62 63
			/* fall through */
		case DCCP_PKT_DATAACK:
64
			break;
65

66 67 68 69
		case DCCP_PKT_REQUEST:
			set_ack = 0;
			/* fall through */

70 71 72
		case DCCP_PKT_SYNC:
		case DCCP_PKT_SYNCACK:
			ackno = dcb->dccpd_seq;
73 74 75 76 77 78 79 80
			/* fall through */
		default:
			/*
			 * Only data packets should come through with skb->sk
			 * set.
			 */
			WARN_ON(skb->sk);
			skb_set_owner_w(skb, sk);
81 82
			break;
		}
83 84

		dcb->dccpd_seq = dp->dccps_gss;
85 86 87 88 89

		if (dccp_insert_options(sk, skb)) {
			kfree_skb(skb);
			return -EPROTO;
		}
90
		
91

92
		/* Build DCCP header and checksum it. */
93
		dh = dccp_zeroed_hdr(skb, dccp_header_size);
94 95 96 97 98
		dh->dccph_type	= dcb->dccpd_type;
		dh->dccph_sport	= inet->sport;
		dh->dccph_dport	= inet->dport;
		dh->dccph_doff	= (dccp_header_size + dcb->dccpd_opt_len) / 4;
		dh->dccph_ccval	= dcb->dccpd_ccval;
99
		dh->dccph_cscov = dp->dccps_pcslen;
100 101 102 103 104 105 106 107 108 109
		/* XXX For now we're using only 48 bits sequence numbers */
		dh->dccph_x	= 1;

		dp->dccps_awh = dp->dccps_gss;
		dccp_hdr_set_seq(dh, dp->dccps_gss);
		if (set_ack)
			dccp_hdr_set_ack(dccp_hdr_ack_bits(skb), ackno);

		switch (dcb->dccpd_type) {
		case DCCP_PKT_REQUEST:
110
			dccp_hdr_request(skb)->dccph_req_service =
111
							dp->dccps_service;
112 113
			break;
		case DCCP_PKT_RESET:
114 115
			dccp_hdr_reset(skb)->dccph_reset_code =
							dcb->dccpd_reset_code;
116 117 118
			break;
		}

119
		icsk->icsk_af_ops->send_check(sk, 0, skb);
120

121
		if (set_ack)
122 123 124 125
			dccp_event_ack_sent(sk);

		DCCP_INC_STATS(DCCP_MIB_OUTSEGS);

H
Herbert Xu 已提交
126
		memset(&(IPCB(skb)->opt), 0, sizeof(IPCB(skb)->opt));
127
		err = icsk->icsk_af_ops->queue_xmit(skb, 0);
128
		return net_xmit_eval(err);
129 130 131 132 133 134
	}
	return -ENOBUFS;
}

unsigned int dccp_sync_mss(struct sock *sk, u32 pmtu)
{
135
	struct inet_connection_sock *icsk = inet_csk(sk);
136
	struct dccp_sock *dp = dccp_sk(sk);
137
	int mss_now = (pmtu - icsk->icsk_af_ops->net_header_len -
138
		       sizeof(struct dccp_hdr) - sizeof(struct dccp_hdr_ext));
139 140

	/* Now subtract optional transport overhead */
141
	mss_now -= icsk->icsk_ext_hdr_len;
142 143 144 145 146 147 148 149 150 151 152 153

	/*
	 * FIXME: this should come from the CCID infrastructure, where, say,
	 * TFRC will say it wants TIMESTAMPS, ELAPSED time, etc, for now lets
	 * put a rough estimate for NDP + TIMESTAMP + TIMESTAMP_ECHO + ELAPSED
	 * TIME + TFRC_OPT_LOSS_EVENT_RATE + TFRC_OPT_RECEIVE_RATE + padding to
	 * make it a multiple of 4
	 */

	mss_now -= ((5 + 6 + 10 + 6 + 6 + 6 + 3) / 4) * 4;

	/* And store cached results */
154
	icsk->icsk_pmtu_cookie = pmtu;
155 156 157 158 159
	dp->dccps_mss_cache = mss_now;

	return mss_now;
}

160 161
EXPORT_SYMBOL_GPL(dccp_sync_mss);

162 163 164 165 166 167 168 169 170 171 172 173 174
void dccp_write_space(struct sock *sk)
{
	read_lock(&sk->sk_callback_lock);

	if (sk->sk_sleep && waitqueue_active(sk->sk_sleep))
		wake_up_interruptible(sk->sk_sleep);
	/* Should agree with poll, otherwise some programs break */
	if (sock_writeable(sk))
		sk_wake_async(sk, 2, POLL_OUT);

	read_unlock(&sk->sk_callback_lock);
}

175 176 177 178
/**
 * dccp_wait_for_ccid - Wait for ccid to tell us we can send a packet
 * @sk: socket to wait for
 */
I
Ian McDonald 已提交
179
static int dccp_wait_for_ccid(struct sock *sk, struct sk_buff *skb)
180 181 182
{
	struct dccp_sock *dp = dccp_sk(sk);
	DEFINE_WAIT(wait);
I
Ian McDonald 已提交
183
	unsigned long delay;
184 185 186 187 188
	int rc;

	while (1) {
		prepare_to_wait(sk->sk_sleep, &wait, TASK_INTERRUPTIBLE);

I
Ian McDonald 已提交
189
		if (sk->sk_err)
190 191 192 193
			goto do_error;
		if (signal_pending(current))
			goto do_interrupted;

194
		rc = ccid_hc_tx_send_packet(dp->dccps_hc_tx_ccid, sk, skb);
195 196 197 198 199
		if (rc <= 0)
			break;
		delay = msecs_to_jiffies(rc);
		sk->sk_write_pending++;
		release_sock(sk);
I
Ian McDonald 已提交
200
		schedule_timeout(delay);
201 202 203 204 205 206 207 208 209 210 211
		lock_sock(sk);
		sk->sk_write_pending--;
	}
out:
	finish_wait(sk->sk_sleep, &wait);
	return rc;

do_error:
	rc = -EPIPE;
	goto out;
do_interrupted:
I
Ian McDonald 已提交
212
	rc = -EINTR;
213 214 215
	goto out;
}

I
Ian McDonald 已提交
216 217 218 219 220 221 222 223 224 225 226 227 228 229
static void dccp_write_xmit_timer(unsigned long data) {
	struct sock *sk = (struct sock *)data;
	struct dccp_sock *dp = dccp_sk(sk);

	bh_lock_sock(sk);
	if (sock_owned_by_user(sk))
		sk_reset_timer(sk, &dp->dccps_xmit_timer, jiffies+1);
	else
		dccp_write_xmit(sk, 0);
	bh_unlock_sock(sk);
	sock_put(sk);
}

void dccp_write_xmit(struct sock *sk, int block)
230
{
I
Ian McDonald 已提交
231 232 233 234
	struct dccp_sock *dp = dccp_sk(sk);
	struct sk_buff *skb;

	while ((skb = skb_peek(&sk->sk_write_queue))) {
235
		int err = ccid_hc_tx_send_packet(dp->dccps_hc_tx_ccid, sk, skb);
236

I
Ian McDonald 已提交
237 238 239 240 241
		if (err > 0) {
			if (!block) {
				sk_reset_timer(sk, &dp->dccps_xmit_timer,
						msecs_to_jiffies(err)+jiffies);
				break;
I
Ian McDonald 已提交
242 243
			} else
				err = dccp_wait_for_ccid(sk, skb);
244
			if (err && err != -EINTR)
245
				DCCP_BUG("err=%d after dccp_wait_for_ccid", err);
I
Ian McDonald 已提交
246
		}
247

I
Ian McDonald 已提交
248 249 250 251
		skb_dequeue(&sk->sk_write_queue);
		if (err == 0) {
			struct dccp_skb_cb *dcb = DCCP_SKB_CB(skb);
			const int len = skb->len;
252

I
Ian McDonald 已提交
253 254 255 256
			if (sk->sk_state == DCCP_PARTOPEN) {
				/* See 8.1.5.  Handshake Completion */
				inet_csk_schedule_ack(sk);
				inet_csk_reset_xmit_timer(sk, ICSK_TIME_DACK,
257 258
						  inet_csk(sk)->icsk_rto,
						  DCCP_RTO_MAX);
I
Ian McDonald 已提交
259 260 261 262 263 264 265 266
				dcb->dccpd_type = DCCP_PKT_DATAACK;
			} else if (dccp_ack_pending(sk))
				dcb->dccpd_type = DCCP_PKT_DATAACK;
			else
				dcb->dccpd_type = DCCP_PKT_DATA;

			err = dccp_transmit_skb(sk, skb);
			ccid_hc_tx_packet_sent(dp->dccps_hc_tx_ccid, sk, 0, len);
267 268 269
			if (err)
				DCCP_BUG("err=%d after ccid_hc_tx_packet_sent",
					 err);
270 271
		} else {
			dccp_pr_debug("packet discarded\n");
I
Ian McDonald 已提交
272
			kfree(skb);
273
		}
I
Ian McDonald 已提交
274
	}
275 276
}

277 278
int dccp_retransmit_skb(struct sock *sk, struct sk_buff *skb)
{
279
	if (inet_csk(sk)->icsk_af_ops->rebuild_header(sk) != 0)
280 281 282 283 284 285 286 287 288 289 290
		return -EHOSTUNREACH; /* Routing failure or similar. */

	return dccp_transmit_skb(sk, (skb_cloned(skb) ?
				      pskb_copy(skb, GFP_ATOMIC):
				      skb_clone(skb, GFP_ATOMIC)));
}

struct sk_buff *dccp_make_response(struct sock *sk, struct dst_entry *dst,
				   struct request_sock *req)
{
	struct dccp_hdr *dh;
291
	struct dccp_request_sock *dreq;
292
	const u32 dccp_header_size = sizeof(struct dccp_hdr) +
293 294
				     sizeof(struct dccp_hdr_ext) +
				     sizeof(struct dccp_hdr_response);
295
	struct sk_buff *skb = sock_wmalloc(sk, sk->sk_prot->max_header, 1,
296 297 298 299 300
					   GFP_ATOMIC);
	if (skb == NULL)
		return NULL;

	/* Reserve space for headers. */
301
	skb_reserve(skb, sk->sk_prot->max_header);
302 303 304

	skb->dst = dst_clone(dst);

305
	dreq = dccp_rsk(req);
306 307
	if (inet_rsk(req)->acked)	/* increase ISS upon retransmission */
		dccp_inc_seqno(&dreq->dreq_iss);
308
	DCCP_SKB_CB(skb)->dccpd_type = DCCP_PKT_RESPONSE;
309
	DCCP_SKB_CB(skb)->dccpd_seq  = dreq->dreq_iss;
310 311 312 313 314

	if (dccp_insert_options(sk, skb)) {
		kfree_skb(skb);
		return NULL;
	}
315

316
	/* Build and checksum header */
317
	dh = dccp_zeroed_hdr(skb, dccp_header_size);
318 319 320

	dh->dccph_sport	= inet_sk(sk)->sport;
	dh->dccph_dport	= inet_rsk(req)->rmt_port;
321 322
	dh->dccph_doff	= (dccp_header_size +
			   DCCP_SKB_CB(skb)->dccpd_opt_len) / 4;
323 324
	dh->dccph_type	= DCCP_PKT_RESPONSE;
	dh->dccph_x	= 1;
325 326 327
	dccp_hdr_set_seq(dh, dreq->dreq_iss);
	dccp_hdr_set_ack(dccp_hdr_ack_bits(skb), dreq->dreq_isr);
	dccp_hdr_response(skb)->dccph_resp_service = dreq->dreq_service;
328

329 330
	dccp_csum_outgoing(skb);

331 332
	/* We use `acked' to remember that a Response was already sent. */
	inet_rsk(req)->acked = 1;
333 334 335 336
	DCCP_INC_STATS(DCCP_MIB_OUTSEGS);
	return skb;
}

337 338
EXPORT_SYMBOL_GPL(dccp_make_response);

339 340
static struct sk_buff *dccp_make_reset(struct sock *sk, struct dst_entry *dst,
				       const enum dccp_reset_codes code)
341 342 343
{
	struct dccp_hdr *dh;
	struct dccp_sock *dp = dccp_sk(sk);
344
	const u32 dccp_header_size = sizeof(struct dccp_hdr) +
345 346
				     sizeof(struct dccp_hdr_ext) +
				     sizeof(struct dccp_hdr_reset);
347
	struct sk_buff *skb = sock_wmalloc(sk, sk->sk_prot->max_header, 1,
348 349 350 351 352
					   GFP_ATOMIC);
	if (skb == NULL)
		return NULL;

	/* Reserve space for headers. */
353
	skb_reserve(skb, sk->sk_prot->max_header);
354 355 356 357 358 359 360 361

	skb->dst = dst_clone(dst);

	dccp_inc_seqno(&dp->dccps_gss);

	DCCP_SKB_CB(skb)->dccpd_reset_code = code;
	DCCP_SKB_CB(skb)->dccpd_type	   = DCCP_PKT_RESET;
	DCCP_SKB_CB(skb)->dccpd_seq	   = dp->dccps_gss;
362 363 364 365 366

	if (dccp_insert_options(sk, skb)) {
		kfree_skb(skb);
		return NULL;
	}
367

368
	dh = dccp_zeroed_hdr(skb, dccp_header_size);
369 370 371

	dh->dccph_sport	= inet_sk(sk)->sport;
	dh->dccph_dport	= inet_sk(sk)->dport;
372 373
	dh->dccph_doff	= (dccp_header_size +
			   DCCP_SKB_CB(skb)->dccpd_opt_len) / 4;
374 375 376 377 378 379
	dh->dccph_type	= DCCP_PKT_RESET;
	dh->dccph_x	= 1;
	dccp_hdr_set_seq(dh, dp->dccps_gss);
	dccp_hdr_set_ack(dccp_hdr_ack_bits(skb), dp->dccps_gsr);

	dccp_hdr_reset(skb)->dccph_reset_code = code;
380
	inet_csk(sk)->icsk_af_ops->send_check(sk, 0, skb);
381 382 383 384 385

	DCCP_INC_STATS(DCCP_MIB_OUTSEGS);
	return skb;
}

386 387 388 389 390 391 392 393 394 395 396 397 398
int dccp_send_reset(struct sock *sk, enum dccp_reset_codes code)
{
	/*
	 * FIXME: what if rebuild_header fails?
	 * Should we be doing a rebuild_header here?
	 */
	int err = inet_sk_rebuild_header(sk);

	if (err == 0) {
		struct sk_buff *skb = dccp_make_reset(sk, sk->sk_dst_cache,
						      code);
		if (skb != NULL) {
			memset(&(IPCB(skb)->opt), 0, sizeof(IPCB(skb)->opt));
399
			err = inet_csk(sk)->icsk_af_ops->queue_xmit(skb, 0);
400
			return net_xmit_eval(err);
401 402 403 404 405 406
		}
	}

	return err;
}

407 408 409 410 411
/*
 * Do all connect socket setups that can be done AF independent.
 */
static inline void dccp_connect_init(struct sock *sk)
{
412
	struct dccp_sock *dp = dccp_sk(sk);
413 414 415 416 417 418 419 420
	struct dst_entry *dst = __sk_dst_get(sk);
	struct inet_connection_sock *icsk = inet_csk(sk);

	sk->sk_err = 0;
	sock_reset_flag(sk, SOCK_DONE);
	
	dccp_sync_mss(sk, dst_mtu(dst));

421
	/*
422 423 424 425 426 427
	 * SWL and AWL are initially adjusted so that they are not less than
	 * the initial Sequence Numbers received and sent, respectively:
	 *	SWL := max(GSR + 1 - floor(W/4), ISR),
	 *	AWL := max(GSS - W' + 1, ISS).
	 * These adjustments MUST be applied only at the beginning of the
	 * connection.
428
	 */
429
	dccp_update_gss(sk, dp->dccps_iss);
430
	dccp_set_seqno(&dp->dccps_awl, max48(dp->dccps_awl, dp->dccps_iss));
431

432 433 434 435
	/* S.GAR - greatest valid acknowledgement number received on a non-Sync;
	 *         initialized to S.ISS (sec. 8.5)                            */
	dp->dccps_gar = dp->dccps_iss;

436
	icsk->icsk_retransmits = 0;
I
Ian McDonald 已提交
437 438 439
	init_timer(&dp->dccps_xmit_timer);
	dp->dccps_xmit_timer.data = (unsigned long)sk;
	dp->dccps_xmit_timer.function = dccp_write_xmit_timer;
440 441 442 443 444 445 446 447 448
}

int dccp_connect(struct sock *sk)
{
	struct sk_buff *skb;
	struct inet_connection_sock *icsk = inet_csk(sk);

	dccp_connect_init(sk);

449
	skb = alloc_skb(sk->sk_prot->max_header, sk->sk_allocation);
450 451 452 453
	if (unlikely(skb == NULL))
		return -ENOBUFS;

	/* Reserve space for headers. */
454
	skb_reserve(skb, sk->sk_prot->max_header);
455 456 457

	DCCP_SKB_CB(skb)->dccpd_type = DCCP_PKT_REQUEST;

458
	dccp_skb_entail(sk, skb);
459 460 461 462
	dccp_transmit_skb(sk, skb_clone(skb, GFP_KERNEL));
	DCCP_INC_STATS(DCCP_MIB_ACTIVEOPENS);

	/* Timer for repeating the REQUEST until an answer. */
463 464
	inet_csk_reset_xmit_timer(sk, ICSK_TIME_RETRANS,
				  icsk->icsk_rto, DCCP_RTO_MAX);
465 466 467
	return 0;
}

468 469
EXPORT_SYMBOL_GPL(dccp_connect);

470 471 472 473
void dccp_send_ack(struct sock *sk)
{
	/* If we have been reset, we may not send again. */
	if (sk->sk_state != DCCP_CLOSED) {
474 475
		struct sk_buff *skb = alloc_skb(sk->sk_prot->max_header,
						GFP_ATOMIC);
476 477 478 479

		if (skb == NULL) {
			inet_csk_schedule_ack(sk);
			inet_csk(sk)->icsk_ack.ato = TCP_ATO_MIN;
480 481 482
			inet_csk_reset_xmit_timer(sk, ICSK_TIME_DACK,
						  TCP_DELACK_MAX,
						  DCCP_RTO_MAX);
483 484 485 486
			return;
		}

		/* Reserve space for headers */
487
		skb_reserve(skb, sk->sk_prot->max_header);
488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524
		DCCP_SKB_CB(skb)->dccpd_type = DCCP_PKT_ACK;
		dccp_transmit_skb(sk, skb);
	}
}

EXPORT_SYMBOL_GPL(dccp_send_ack);

void dccp_send_delayed_ack(struct sock *sk)
{
	struct inet_connection_sock *icsk = inet_csk(sk);
	/*
	 * FIXME: tune this timer. elapsed time fixes the skew, so no problem
	 * with using 2s, and active senders also piggyback the ACK into a
	 * DATAACK packet, so this is really for quiescent senders.
	 */
	unsigned long timeout = jiffies + 2 * HZ;

	/* Use new timeout only if there wasn't a older one earlier. */
	if (icsk->icsk_ack.pending & ICSK_ACK_TIMER) {
		/* If delack timer was blocked or is about to expire,
		 * send ACK now.
		 *
		 * FIXME: check the "about to expire" part
		 */
		if (icsk->icsk_ack.blocked) {
			dccp_send_ack(sk);
			return;
		}

		if (!time_before(timeout, icsk->icsk_ack.timeout))
			timeout = icsk->icsk_ack.timeout;
	}
	icsk->icsk_ack.pending |= ICSK_ACK_SCHED | ICSK_ACK_TIMER;
	icsk->icsk_ack.timeout = timeout;
	sk_reset_timer(sk, &icsk->icsk_delack_timer, timeout);
}

525 526
void dccp_send_sync(struct sock *sk, const u64 seq,
		    const enum dccp_pkt_type pkt_type)
527 528 529 530 531 532
{
	/*
	 * We are not putting this on the write queue, so
	 * dccp_transmit_skb() will set the ownership to this
	 * sock.
	 */
533
	struct sk_buff *skb = alloc_skb(sk->sk_prot->max_header, GFP_ATOMIC);
534 535 536 537 538 539

	if (skb == NULL)
		/* FIXME: how to make sure the sync is sent? */
		return;

	/* Reserve space for headers and prepare control bits. */
540
	skb_reserve(skb, sk->sk_prot->max_header);
541
	DCCP_SKB_CB(skb)->dccpd_type = pkt_type;
542 543 544 545 546
	DCCP_SKB_CB(skb)->dccpd_seq = seq;

	dccp_transmit_skb(sk, skb);
}

547 548
EXPORT_SYMBOL_GPL(dccp_send_sync);

549 550 551 552
/*
 * Send a DCCP_PKT_CLOSE/CLOSEREQ. The caller locks the socket for us. This
 * cannot be allowed to fail queueing a DCCP_PKT_CLOSE/CLOSEREQ frame under
 * any circumstances.
553
 */
554
void dccp_send_close(struct sock *sk, const int active)
555 556 557
{
	struct dccp_sock *dp = dccp_sk(sk);
	struct sk_buff *skb;
A
Al Viro 已提交
558
	const gfp_t prio = active ? GFP_KERNEL : GFP_ATOMIC;
559

560 561 562
	skb = alloc_skb(sk->sk_prot->max_header, prio);
	if (skb == NULL)
		return;
563 564 565

	/* Reserve space for headers and prepare control bits. */
	skb_reserve(skb, sk->sk_prot->max_header);
566 567
	DCCP_SKB_CB(skb)->dccpd_type = dp->dccps_role == DCCP_ROLE_CLIENT ?
					DCCP_PKT_CLOSE : DCCP_PKT_CLOSEREQ;
568

569
	if (active) {
I
Ian McDonald 已提交
570
		dccp_write_xmit(sk, 1);
571
		dccp_skb_entail(sk, skb);
572
		dccp_transmit_skb(sk, skb_clone(skb, prio));
I
Ian McDonald 已提交
573
		/* FIXME do we need a retransmit timer here? */
574 575
	} else
		dccp_transmit_skb(sk, skb);
576
}