udp.c 45.6 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7 8 9
/*
 * INET		An implementation of the TCP/IP protocol suite for the LINUX
 *		operating system.  INET is implemented using the  BSD Socket
 *		interface as the means of communication with the user level.
 *
 *		The User Datagram Protocol (UDP).
 *
 * Version:	$Id: udp.c,v 1.102 2002/02/01 22:01:04 davem Exp $
 *
10
 * Authors:	Ross Biro
L
Linus Torvalds 已提交
11 12 13 14 15 16 17 18 19 20 21 22
 *		Fred N. van Kempen, <waltje@uWalt.NL.Mugnet.ORG>
 *		Arnt Gulbrandsen, <agulbra@nvg.unit.no>
 *		Alan Cox, <Alan.Cox@linux.org>
 *		Hirokazu Takahashi, <taka@valinux.co.jp>
 *
 * Fixes:
 *		Alan Cox	:	verify_area() calls
 *		Alan Cox	: 	stopped close while in use off icmp
 *					messages. Not a fix but a botch that
 *					for udp at least is 'valid'.
 *		Alan Cox	:	Fixed icmp handling properly
 *		Alan Cox	: 	Correct error for oversized datagrams
23 24
 *		Alan Cox	:	Tidied select() semantics.
 *		Alan Cox	:	udp_err() fixed properly, also now
L
Linus Torvalds 已提交
25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58
 *					select and read wake correctly on errors
 *		Alan Cox	:	udp_send verify_area moved to avoid mem leak
 *		Alan Cox	:	UDP can count its memory
 *		Alan Cox	:	send to an unknown connection causes
 *					an ECONNREFUSED off the icmp, but
 *					does NOT close.
 *		Alan Cox	:	Switched to new sk_buff handlers. No more backlog!
 *		Alan Cox	:	Using generic datagram code. Even smaller and the PEEK
 *					bug no longer crashes it.
 *		Fred Van Kempen	: 	Net2e support for sk->broadcast.
 *		Alan Cox	:	Uses skb_free_datagram
 *		Alan Cox	:	Added get/set sockopt support.
 *		Alan Cox	:	Broadcasting without option set returns EACCES.
 *		Alan Cox	:	No wakeup calls. Instead we now use the callbacks.
 *		Alan Cox	:	Use ip_tos and ip_ttl
 *		Alan Cox	:	SNMP Mibs
 *		Alan Cox	:	MSG_DONTROUTE, and 0.0.0.0 support.
 *		Matt Dillon	:	UDP length checks.
 *		Alan Cox	:	Smarter af_inet used properly.
 *		Alan Cox	:	Use new kernel side addressing.
 *		Alan Cox	:	Incorrect return on truncated datagram receive.
 *	Arnt Gulbrandsen 	:	New udp_send and stuff
 *		Alan Cox	:	Cache last socket
 *		Alan Cox	:	Route cache
 *		Jon Peatfield	:	Minor efficiency fix to sendto().
 *		Mike Shaver	:	RFC1122 checks.
 *		Alan Cox	:	Nonblocking error fix.
 *	Willy Konynenberg	:	Transparent proxying support.
 *		Mike McLagan	:	Routing by source
 *		David S. Miller	:	New socket lookup architecture.
 *					Last socket cache retained as it
 *					does have a high hit rate.
 *		Olaf Kirch	:	Don't linearise iovec on sendmsg.
 *		Andi Kleen	:	Some cleanups, cache destination entry
59
 *					for connect.
L
Linus Torvalds 已提交
60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79
 *	Vitaly E. Lavrov	:	Transparent proxy revived after year coma.
 *		Melvin Smith	:	Check msg_name not msg_namelen in sendto(),
 *					return ENOTCONN for unconnected sockets (POSIX)
 *		Janos Farkas	:	don't deliver multi/broadcasts to a different
 *					bound-to-device socket
 *	Hirokazu Takahashi	:	HW checksumming for outgoing UDP
 *					datagrams.
 *	Hirokazu Takahashi	:	sendfile() on UDP works now.
 *		Arnaldo C. Melo :	convert /proc/net/udp to seq_file
 *	YOSHIFUJI Hideaki @USAGI and:	Support IPV6_V6ONLY socket option, which
 *	Alexey Kuznetsov:		allow both IPv4 and IPv6 sockets to bind
 *					a single port at the same time.
 *	Derek Atkins <derek@ihtfp.com>: Add Encapulation Support
 *
 *
 *		This program is free software; you can redistribute it and/or
 *		modify it under the terms of the GNU General Public License
 *		as published by the Free Software Foundation; either version
 *		2 of the License, or (at your option) any later version.
 */
80

L
Linus Torvalds 已提交
81 82 83 84 85 86 87 88
#include <asm/system.h>
#include <asm/uaccess.h>
#include <asm/ioctls.h>
#include <linux/types.h>
#include <linux/fcntl.h>
#include <linux/module.h>
#include <linux/socket.h>
#include <linux/sockios.h>
89
#include <linux/igmp.h>
L
Linus Torvalds 已提交
90 91 92 93 94 95
#include <linux/in.h>
#include <linux/errno.h>
#include <linux/timer.h>
#include <linux/mm.h>
#include <linux/inet.h>
#include <linux/netdevice.h>
96
#include <net/tcp_states.h>
L
Linus Torvalds 已提交
97 98 99 100 101 102 103
#include <linux/skbuff.h>
#include <linux/proc_fs.h>
#include <linux/seq_file.h>
#include <net/icmp.h>
#include <net/route.h>
#include <net/checksum.h>
#include <net/xfrm.h>
104
#include "udp_impl.h"
L
Linus Torvalds 已提交
105 106 107 108 109

/*
 *	Snmp MIB for the UDP layer
 */

110
DEFINE_SNMP_STAT(struct udp_mib, udp_statistics) __read_mostly;
L
Linus Torvalds 已提交
111 112 113 114

struct hlist_head udp_hash[UDP_HTABLE_SIZE];
DEFINE_RWLOCK(udp_hash_lock);

115
static int udp_port_rover;
L
Linus Torvalds 已提交
116

117 118 119 120
/*
 * Note about this hash function :
 * Typical use is probably daddr = 0, only dport is going to vary hash
 */
121
static inline unsigned int udp_hash_port(__u16 port)
122
{
123
	return port;
124 125 126
}

static inline int __udp_lib_port_inuse(unsigned int hash, int port,
127 128 129
				       const struct sock *this_sk,
				       struct hlist_head udptable[],
				       const struct udp_get_port_ops *ops)
L
Linus Torvalds 已提交
130
{
131
	struct sock *sk;
L
Linus Torvalds 已提交
132
	struct hlist_node *node;
133
	struct inet_sock *inet;
134

135 136 137 138 139 140
	sk_for_each(sk, node, &udptable[hash & (UDP_HTABLE_SIZE - 1)]) {
		if (sk->sk_hash != hash)
			continue;
		inet = inet_sk(sk);
		if (inet->num != port)
			continue;
141 142 143 144
		if (this_sk) {
			if (ops->saddr_cmp(sk, this_sk))
				return 1;
		} else if (ops->saddr_any(sk))
145
			return 1;
146
	}
147 148 149 150
	return 0;
}

/**
151
 *  __udp_lib_get_port  -  UDP/-Lite port lookup for IPv4 and IPv6
152 153 154
 *
 *  @sk:          socket struct in question
 *  @snum:        port number to look up
155 156
 *  @udptable:    hash list table, must be of UDP_HTABLE_SIZE
 *  @port_rover:  pointer to record of last unallocated port
157
 *  @ops:         AF-dependent address operations
158
 */
159 160
int __udp_lib_get_port(struct sock *sk, unsigned short snum,
		       struct hlist_head udptable[], int *port_rover,
161
		       const struct udp_get_port_ops *ops)
162 163 164
{
	struct hlist_node *node;
	struct hlist_head *head;
L
Linus Torvalds 已提交
165
	struct sock *sk2;
166
	unsigned int hash;
167
	int    error = 1;
L
Linus Torvalds 已提交
168 169 170 171 172

	write_lock_bh(&udp_hash_lock);
	if (snum == 0) {
		int best_size_so_far, best, result, i;

173 174 175
		if (*port_rover > sysctl_local_port_range[1] ||
		    *port_rover < sysctl_local_port_range[0])
			*port_rover = sysctl_local_port_range[0];
L
Linus Torvalds 已提交
176
		best_size_so_far = 32767;
177
		best = result = *port_rover;
L
Linus Torvalds 已提交
178 179 180
		for (i = 0; i < UDP_HTABLE_SIZE; i++, result++) {
			int size;

181
			hash = ops->hash_port_and_rcv_saddr(result, sk);
182
			head = &udptable[hash & (UDP_HTABLE_SIZE - 1)];
183
			if (hlist_empty(head)) {
L
Linus Torvalds 已提交
184 185 186 187 188 189 190
				if (result > sysctl_local_port_range[1])
					result = sysctl_local_port_range[0] +
						((result - sysctl_local_port_range[0]) &
						 (UDP_HTABLE_SIZE - 1));
				goto gotit;
			}
			size = 0;
191 192 193 194 195 196 197 198
			sk_for_each(sk2, node, head) {
				if (++size >= best_size_so_far)
					goto next;
			}
			best_size_so_far = size;
			best = result;
		next:
			;
L
Linus Torvalds 已提交
199 200
		}
		result = best;
201 202
		for (i = 0; i < (1 << 16) / UDP_HTABLE_SIZE;
		     i++, result += UDP_HTABLE_SIZE) {
L
Linus Torvalds 已提交
203 204 205 206
			if (result > sysctl_local_port_range[1])
				result = sysctl_local_port_range[0]
					+ ((result - sysctl_local_port_range[0]) &
					   (UDP_HTABLE_SIZE - 1));
207
			hash = udp_hash_port(result);
208
			if (__udp_lib_port_inuse(hash, result,
209
						 NULL, udptable, ops))
210
				continue;
211
			if (ops->saddr_any(sk))
212 213
				break;

214
			hash = ops->hash_port_and_rcv_saddr(result, sk);
215
			if (! __udp_lib_port_inuse(hash, result,
216
						   sk, udptable, ops))
L
Linus Torvalds 已提交
217 218 219 220 221
				break;
		}
		if (i >= (1 << 16) / UDP_HTABLE_SIZE)
			goto fail;
gotit:
222
		*port_rover = snum = result;
L
Linus Torvalds 已提交
223
	} else {
224
		hash = udp_hash_port(snum);
225
		head = &udptable[hash & (UDP_HTABLE_SIZE - 1)];
226 227

		sk_for_each(sk2, node, head)
228 229 230 231 232 233
			if (sk2->sk_hash == hash &&
			    sk2 != sk &&
			    inet_sk(sk2)->num == snum &&
			    (!sk2->sk_reuse || !sk->sk_reuse) &&
			    (!sk2->sk_bound_dev_if || !sk->sk_bound_dev_if ||
			     sk2->sk_bound_dev_if == sk->sk_bound_dev_if) &&
234
			    ops->saddr_cmp(sk, sk2))
L
Linus Torvalds 已提交
235
				goto fail;
236

237 238
		if (!ops->saddr_any(sk)) {
			hash = ops->hash_port_and_rcv_saddr(snum, sk);
239 240 241 242 243 244 245 246 247 248 249
			head = &udptable[hash & (UDP_HTABLE_SIZE - 1)];

			sk_for_each(sk2, node, head)
				if (sk2->sk_hash == hash &&
				    sk2 != sk &&
				    inet_sk(sk2)->num == snum &&
				    (!sk2->sk_reuse || !sk->sk_reuse) &&
				    (!sk2->sk_bound_dev_if ||
				     !sk->sk_bound_dev_if ||
				     sk2->sk_bound_dev_if ==
				     sk->sk_bound_dev_if) &&
250
				    ops->saddr_cmp(sk, sk2))
251 252
					goto fail;
		}
L
Linus Torvalds 已提交
253
	}
254
	inet_sk(sk)->num = snum;
255
	sk->sk_hash = hash;
L
Linus Torvalds 已提交
256
	if (sk_unhashed(sk)) {
257
		head = &udptable[hash & (UDP_HTABLE_SIZE - 1)];
258
		sk_add_node(sk, head);
L
Linus Torvalds 已提交
259 260
		sock_prot_inc_use(sk->sk_prot);
	}
261
	error = 0;
L
Linus Torvalds 已提交
262 263
fail:
	write_unlock_bh(&udp_hash_lock);
264 265 266
	return error;
}

S
Stephen Hemminger 已提交
267
int udp_get_port(struct sock *sk, unsigned short snum,
268
		 const struct udp_get_port_ops *ops)
269
{
270
	return  __udp_lib_get_port(sk, snum, udp_hash, &udp_port_rover, ops);
271 272
}

273
static int ipv4_rcv_saddr_equal(const struct sock *sk1, const struct sock *sk2)
274 275 276 277 278 279 280 281
{
	struct inet_sock *inet1 = inet_sk(sk1), *inet2 = inet_sk(sk2);

	return 	( !ipv6_only_sock(sk2)  &&
		  (!inet1->rcv_saddr || !inet2->rcv_saddr ||
		   inet1->rcv_saddr == inet2->rcv_saddr      ));
}

282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305
static int ipv4_rcv_saddr_any(const struct sock *sk)
{
	return !inet_sk(sk)->rcv_saddr;
}

static inline unsigned int ipv4_hash_port_and_addr(__u16 port, __be32 addr)
{
	addr ^= addr >> 16;
	addr ^= addr >> 8;
	return port ^ addr;
}

static unsigned int ipv4_hash_port_and_rcv_saddr(__u16 port,
						 const struct sock *sk)
{
	return ipv4_hash_port_and_addr(port, inet_sk(sk)->rcv_saddr);
}

const struct udp_get_port_ops udp_ipv4_ops = {
	.saddr_cmp = ipv4_rcv_saddr_equal,
	.saddr_any = ipv4_rcv_saddr_any,
	.hash_port_and_rcv_saddr = ipv4_hash_port_and_rcv_saddr,
};

306 307
static inline int udp_v4_get_port(struct sock *sk, unsigned short snum)
{
308
	return udp_get_port(sk, snum, &udp_ipv4_ops);
L
Linus Torvalds 已提交
309 310 311 312 313
}

/* UDP is nearly always wildcards out the wazoo, it makes no sense to try
 * harder than this. -DaveM
 */
314 315 316
static struct sock *__udp4_lib_lookup(__be32 saddr, __be16 sport,
				      __be32 daddr, __be16 dport,
				      int dif, struct hlist_head udptable[])
L
Linus Torvalds 已提交
317 318 319
{
	struct sock *sk, *result = NULL;
	struct hlist_node *node;
320
	unsigned int hash, hashwild;
321
	int score, best = -1, hport = ntohs(dport);
322

323 324
	hash = ipv4_hash_port_and_addr(hport, daddr);
	hashwild = udp_hash_port(hport);
L
Linus Torvalds 已提交
325

326
	read_lock(&udp_hash_lock);
327 328 329 330

lookup:

	sk_for_each(sk, node, &udptable[hash & (UDP_HTABLE_SIZE - 1)]) {
L
Linus Torvalds 已提交
331 332
		struct inet_sock *inet = inet_sk(sk);

333
		if (sk->sk_hash != hash || ipv6_only_sock(sk) ||
334
			inet->num != hport)
335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363
			continue;

		score = (sk->sk_family == PF_INET ? 1 : 0);
		if (inet->rcv_saddr) {
			if (inet->rcv_saddr != daddr)
				continue;
			score+=2;
		}
		if (inet->daddr) {
			if (inet->daddr != saddr)
				continue;
			score+=2;
		}
		if (inet->dport) {
			if (inet->dport != sport)
				continue;
			score+=2;
		}
		if (sk->sk_bound_dev_if) {
			if (sk->sk_bound_dev_if != dif)
				continue;
			score+=2;
		}
		if (score == 9) {
			result = sk;
			goto found;
		} else if (score > best) {
			result = sk;
			best = score;
L
Linus Torvalds 已提交
364 365
		}
	}
366 367 368 369 370 371

	if (hash != hashwild) {
		hash = hashwild;
		goto lookup;
	}
found:
372 373
	if (result)
		sock_hold(result);
L
Linus Torvalds 已提交
374
	read_unlock(&udp_hash_lock);
375
	return result;
L
Linus Torvalds 已提交
376 377
}

378 379 380 381
static inline struct sock *udp_v4_mcast_next(struct sock *sk, unsigned int hnum,
					     int hport, __be32 loc_addr,
					     __be16 rmt_port, __be32 rmt_addr,
					     int dif)
L
Linus Torvalds 已提交
382 383 384 385 386 387 388
{
	struct hlist_node *node;
	struct sock *s = sk;

	sk_for_each_from(s, node) {
		struct inet_sock *inet = inet_sk(s);

389
		if (s->sk_hash != hnum					||
390
		    inet->num != hport					||
L
Linus Torvalds 已提交
391 392 393 394 395 396 397 398 399
		    (inet->daddr && inet->daddr != rmt_addr)		||
		    (inet->dport != rmt_port && inet->dport)		||
		    (inet->rcv_saddr && inet->rcv_saddr != loc_addr)	||
		    ipv6_only_sock(s)					||
		    (s->sk_bound_dev_if && s->sk_bound_dev_if != dif))
			continue;
		if (!ip_mc_sf_allow(s, loc_addr, rmt_addr, dif))
			continue;
		goto found;
400
	}
L
Linus Torvalds 已提交
401 402
	s = NULL;
found:
403
	return s;
L
Linus Torvalds 已提交
404 405 406 407 408 409
}

/*
 * This routine is called by the ICMP module when it gets some
 * sort of error condition.  If err < 0 then the socket should
 * be closed and the error returned to the user.  If err > 0
410
 * it's just the icmp type << 8 | icmp code.
L
Linus Torvalds 已提交
411 412 413 414 415 416
 * Header points to the ip header of the error packet. We move
 * on past this. Then (as it used to claim before adjustment)
 * header points to the first 8 bytes of the udp header.  We need
 * to find the appropriate port.
 */

417
void __udp4_lib_err(struct sk_buff *skb, u32 info, struct hlist_head udptable[])
L
Linus Torvalds 已提交
418 419 420 421
{
	struct inet_sock *inet;
	struct iphdr *iph = (struct iphdr*)skb->data;
	struct udphdr *uh = (struct udphdr*)(skb->data+(iph->ihl<<2));
422 423
	const int type = icmp_hdr(skb)->type;
	const int code = icmp_hdr(skb)->code;
L
Linus Torvalds 已提交
424 425 426 427
	struct sock *sk;
	int harderr;
	int err;

428 429
	sk = __udp4_lib_lookup(iph->daddr, uh->dest, iph->saddr, uh->source,
			       skb->dev->ifindex, udptable		    );
L
Linus Torvalds 已提交
430 431
	if (sk == NULL) {
		ICMP_INC_STATS_BH(ICMP_MIB_INERRORS);
432
		return;	/* No socket for error */
L
Linus Torvalds 已提交
433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467
	}

	err = 0;
	harderr = 0;
	inet = inet_sk(sk);

	switch (type) {
	default:
	case ICMP_TIME_EXCEEDED:
		err = EHOSTUNREACH;
		break;
	case ICMP_SOURCE_QUENCH:
		goto out;
	case ICMP_PARAMETERPROB:
		err = EPROTO;
		harderr = 1;
		break;
	case ICMP_DEST_UNREACH:
		if (code == ICMP_FRAG_NEEDED) { /* Path MTU discovery */
			if (inet->pmtudisc != IP_PMTUDISC_DONT) {
				err = EMSGSIZE;
				harderr = 1;
				break;
			}
			goto out;
		}
		err = EHOSTUNREACH;
		if (code <= NR_ICMP_UNREACH) {
			harderr = icmp_err_convert[code].fatal;
			err = icmp_err_convert[code].errno;
		}
		break;
	}

	/*
468
	 *      RFC1122: OK.  Passes ICMP errors back to application, as per
L
Linus Torvalds 已提交
469 470 471 472 473 474 475 476 477 478 479 480 481 482
	 *	4.1.3.3.
	 */
	if (!inet->recverr) {
		if (!harderr || sk->sk_state != TCP_ESTABLISHED)
			goto out;
	} else {
		ip_icmp_error(sk, skb, err, uh->dest, info, (u8*)(uh+1));
	}
	sk->sk_err = err;
	sk->sk_error_report(sk);
out:
	sock_put(sk);
}

S
Stephen Hemminger 已提交
483
void udp_err(struct sk_buff *skb, u32 info)
484 485 486 487
{
	return __udp4_lib_err(skb, info, udp_hash);
}

L
Linus Torvalds 已提交
488 489 490 491 492 493 494 495 496 497 498 499 500 501
/*
 * Throw away all pending data and cancel the corking. Socket is locked.
 */
static void udp_flush_pending_frames(struct sock *sk)
{
	struct udp_sock *up = udp_sk(sk);

	if (up->pending) {
		up->len = 0;
		up->pending = 0;
		ip_flush_pending_frames(sk);
	}
}

502 503 504 505 506 507 508 509 510
/**
 * 	udp4_hwcsum_outgoing  -  handle outgoing HW checksumming
 * 	@sk: 	socket we are sending on
 * 	@skb: 	sk_buff containing the filled-in UDP header
 * 	        (checksum field must be zeroed out)
 */
static void udp4_hwcsum_outgoing(struct sock *sk, struct sk_buff *skb,
				 __be32 src, __be32 dst, int len      )
{
511
	unsigned int offset;
512
	struct udphdr *uh = udp_hdr(skb);
513
	__wsum csum = 0;
514 515 516 517 518

	if (skb_queue_len(&sk->sk_write_queue) == 1) {
		/*
		 * Only one fragment on the socket.
		 */
519
		skb->csum_start = skb_transport_header(skb) - skb->head;
A
Al Viro 已提交
520
		skb->csum_offset = offsetof(struct udphdr, check);
521 522 523 524 525 526 527
		uh->check = ~csum_tcpudp_magic(src, dst, len, IPPROTO_UDP, 0);
	} else {
		/*
		 * HW-checksum won't work as there are two or more
		 * fragments on the socket so that all csums of sk_buffs
		 * should be together
		 */
528
		offset = skb_transport_offset(skb);
529 530 531 532 533 534 535 536 537 538
		skb->csum = skb_checksum(skb, offset, skb->len - offset, 0);

		skb->ip_summed = CHECKSUM_NONE;

		skb_queue_walk(&sk->sk_write_queue, skb) {
			csum = csum_add(csum, skb->csum);
		}

		uh->check = csum_tcpudp_magic(src, dst, len, IPPROTO_UDP, csum);
		if (uh->check == 0)
539
			uh->check = CSUM_MANGLED_0;
540 541 542
	}
}

L
Linus Torvalds 已提交
543 544 545
/*
 * Push out all pending data as one UDP datagram. Socket is locked.
 */
546
static int udp_push_pending_frames(struct sock *sk)
L
Linus Torvalds 已提交
547
{
548
	struct udp_sock  *up = udp_sk(sk);
L
Linus Torvalds 已提交
549 550 551 552 553
	struct inet_sock *inet = inet_sk(sk);
	struct flowi *fl = &inet->cork.fl;
	struct sk_buff *skb;
	struct udphdr *uh;
	int err = 0;
554
	__wsum csum = 0;
L
Linus Torvalds 已提交
555 556 557 558 559 560 561 562

	/* Grab the skbuff where UDP header space exists. */
	if ((skb = skb_peek(&sk->sk_write_queue)) == NULL)
		goto out;

	/*
	 * Create a UDP header
	 */
563
	uh = udp_hdr(skb);
L
Linus Torvalds 已提交
564 565 566 567 568
	uh->source = fl->fl_ip_sport;
	uh->dest = fl->fl_ip_dport;
	uh->len = htons(up->len);
	uh->check = 0;

569 570 571 572 573
	if (up->pcflag)  				 /*     UDP-Lite      */
		csum  = udplite_csum_outgoing(sk, skb);

	else if (sk->sk_no_check == UDP_CSUM_NOXMIT) {   /* UDP csum disabled */

L
Linus Torvalds 已提交
574 575 576
		skb->ip_summed = CHECKSUM_NONE;
		goto send;

577
	} else if (skb->ip_summed == CHECKSUM_PARTIAL) { /* UDP hardware csum */
L
Linus Torvalds 已提交
578

579 580 581 582 583 584 585 586 587 588
		udp4_hwcsum_outgoing(sk, skb, fl->fl4_src,fl->fl4_dst, up->len);
		goto send;

	} else						 /*   `normal' UDP    */
		csum = udp_csum_outgoing(sk, skb);

	/* add protocol-dependent pseudo-header */
	uh->check = csum_tcpudp_magic(fl->fl4_src, fl->fl4_dst, up->len,
				      sk->sk_protocol, csum             );
	if (uh->check == 0)
589
		uh->check = CSUM_MANGLED_0;
L
Linus Torvalds 已提交
590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608

send:
	err = ip_push_pending_frames(sk);
out:
	up->len = 0;
	up->pending = 0;
	return err;
}

int udp_sendmsg(struct kiocb *iocb, struct sock *sk, struct msghdr *msg,
		size_t len)
{
	struct inet_sock *inet = inet_sk(sk);
	struct udp_sock *up = udp_sk(sk);
	int ulen = len;
	struct ipcm_cookie ipc;
	struct rtable *rt = NULL;
	int free = 0;
	int connected = 0;
A
Al Viro 已提交
609
	__be32 daddr, faddr, saddr;
610
	__be16 dport;
L
Linus Torvalds 已提交
611
	u8  tos;
612
	int err, is_udplite = up->pcflag;
L
Linus Torvalds 已提交
613
	int corkreq = up->corkflag || msg->msg_flags&MSG_MORE;
614
	int (*getfrag)(void *, char *, int, int, int, struct sk_buff *);
L
Linus Torvalds 已提交
615 616 617 618

	if (len > 0xFFFF)
		return -EMSGSIZE;

619
	/*
L
Linus Torvalds 已提交
620 621 622 623 624 625 626 627 628 629 630
	 *	Check the flags.
	 */

	if (msg->msg_flags&MSG_OOB)	/* Mirror BSD error message compatibility */
		return -EOPNOTSUPP;

	ipc.opt = NULL;

	if (up->pending) {
		/*
		 * There are pending frames.
631
		 * The socket lock must be held while it's corked.
L
Linus Torvalds 已提交
632 633 634 635 636 637 638
		 */
		lock_sock(sk);
		if (likely(up->pending)) {
			if (unlikely(up->pending != AF_INET)) {
				release_sock(sk);
				return -EINVAL;
			}
639
			goto do_append_data;
L
Linus Torvalds 已提交
640 641 642 643 644 645
		}
		release_sock(sk);
	}
	ulen += sizeof(struct udphdr);

	/*
646
	 *	Get and verify the address.
L
Linus Torvalds 已提交
647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669
	 */
	if (msg->msg_name) {
		struct sockaddr_in * usin = (struct sockaddr_in*)msg->msg_name;
		if (msg->msg_namelen < sizeof(*usin))
			return -EINVAL;
		if (usin->sin_family != AF_INET) {
			if (usin->sin_family != AF_UNSPEC)
				return -EAFNOSUPPORT;
		}

		daddr = usin->sin_addr.s_addr;
		dport = usin->sin_port;
		if (dport == 0)
			return -EINVAL;
	} else {
		if (sk->sk_state != TCP_ESTABLISHED)
			return -EDESTADDRREQ;
		daddr = inet->daddr;
		dport = inet->dport;
		/* Open fast path for connected socket.
		   Route will not be used, if at least one option is set.
		 */
		connected = 1;
670
	}
L
Linus Torvalds 已提交
671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695
	ipc.addr = inet->saddr;

	ipc.oif = sk->sk_bound_dev_if;
	if (msg->msg_controllen) {
		err = ip_cmsg_send(msg, &ipc);
		if (err)
			return err;
		if (ipc.opt)
			free = 1;
		connected = 0;
	}
	if (!ipc.opt)
		ipc.opt = inet->opt;

	saddr = ipc.addr;
	ipc.addr = faddr = daddr;

	if (ipc.opt && ipc.opt->srr) {
		if (!daddr)
			return -EINVAL;
		faddr = ipc.opt->faddr;
		connected = 0;
	}
	tos = RT_TOS(inet->tos);
	if (sock_flag(sk, SOCK_LOCALROUTE) ||
696
	    (msg->msg_flags & MSG_DONTROUTE) ||
L
Linus Torvalds 已提交
697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718
	    (ipc.opt && ipc.opt->is_strictroute)) {
		tos |= RTO_ONLINK;
		connected = 0;
	}

	if (MULTICAST(daddr)) {
		if (!ipc.oif)
			ipc.oif = inet->mc_index;
		if (!saddr)
			saddr = inet->mc_addr;
		connected = 0;
	}

	if (connected)
		rt = (struct rtable*)sk_dst_check(sk, 0);

	if (rt == NULL) {
		struct flowi fl = { .oif = ipc.oif,
				    .nl_u = { .ip4_u =
					      { .daddr = faddr,
						.saddr = saddr,
						.tos = tos } },
719
				    .proto = sk->sk_protocol,
L
Linus Torvalds 已提交
720 721 722
				    .uli_u = { .ports =
					       { .sport = inet->sport,
						 .dport = dport } } };
V
Venkat Yekkirala 已提交
723
		security_sk_classify_flow(sk, &fl);
724
		err = ip_route_output_flow(&rt, &fl, sk, 1);
L
Linus Torvalds 已提交
725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749
		if (err)
			goto out;

		err = -EACCES;
		if ((rt->rt_flags & RTCF_BROADCAST) &&
		    !sock_flag(sk, SOCK_BROADCAST))
			goto out;
		if (connected)
			sk_dst_set(sk, dst_clone(&rt->u.dst));
	}

	if (msg->msg_flags&MSG_CONFIRM)
		goto do_confirm;
back_from_confirm:

	saddr = rt->rt_src;
	if (!ipc.addr)
		daddr = ipc.addr = rt->rt_dst;

	lock_sock(sk);
	if (unlikely(up->pending)) {
		/* The socket is already corked while preparing it. */
		/* ... which is an evident application bug. --ANK */
		release_sock(sk);

750
		LIMIT_NETDEBUG(KERN_DEBUG "udp cork app bug 2\n");
L
Linus Torvalds 已提交
751 752 753 754 755 756 757 758 759 760 761 762 763 764
		err = -EINVAL;
		goto out;
	}
	/*
	 *	Now cork the socket to pend data.
	 */
	inet->cork.fl.fl4_dst = daddr;
	inet->cork.fl.fl_ip_dport = dport;
	inet->cork.fl.fl4_src = saddr;
	inet->cork.fl.fl_ip_sport = inet->sport;
	up->pending = AF_INET;

do_append_data:
	up->len += ulen;
765 766 767
	getfrag  =  is_udplite ?  udplite_getfrag : ip_generic_getfrag;
	err = ip_append_data(sk, getfrag, msg->msg_iov, ulen,
			sizeof(struct udphdr), &ipc, rt,
L
Linus Torvalds 已提交
768 769 770 771
			corkreq ? msg->msg_flags|MSG_MORE : msg->msg_flags);
	if (err)
		udp_flush_pending_frames(sk);
	else if (!corkreq)
772
		err = udp_push_pending_frames(sk);
H
Herbert Xu 已提交
773 774
	else if (unlikely(skb_queue_empty(&sk->sk_write_queue)))
		up->pending = 0;
L
Linus Torvalds 已提交
775 776 777 778 779 780 781
	release_sock(sk);

out:
	ip_rt_put(rt);
	if (free)
		kfree(ipc.opt);
	if (!err) {
782
		UDP_INC_STATS_USER(UDP_MIB_OUTDATAGRAMS, is_udplite);
L
Linus Torvalds 已提交
783 784
		return len;
	}
785 786 787 788 789 790 791 792
	/*
	 * ENOBUFS = no kernel mem, SOCK_NOSPACE = no sndbuf space.  Reporting
	 * ENOBUFS might not be good (it's not tunable per se), but otherwise
	 * we don't have a good statistic (IpOutDiscards but it can be too many
	 * things).  We could add another new stat but at least for now that
	 * seems like overkill.
	 */
	if (err == -ENOBUFS || test_bit(SOCK_NOSPACE, &sk->sk_socket->flags)) {
793
		UDP_INC_STATS_USER(UDP_MIB_SNDBUFERRORS, is_udplite);
794
	}
L
Linus Torvalds 已提交
795 796 797 798 799 800 801 802 803 804
	return err;

do_confirm:
	dst_confirm(&rt->u.dst);
	if (!(msg->msg_flags&MSG_PROBE) || len)
		goto back_from_confirm;
	err = 0;
	goto out;
}

805 806
int udp_sendpage(struct sock *sk, struct page *page, int offset,
		 size_t size, int flags)
L
Linus Torvalds 已提交
807 808 809 810 811 812 813 814 815 816 817 818 819 820 821 822 823 824 825 826 827
{
	struct udp_sock *up = udp_sk(sk);
	int ret;

	if (!up->pending) {
		struct msghdr msg = {	.msg_flags = flags|MSG_MORE };

		/* Call udp_sendmsg to specify destination address which
		 * sendpage interface can't pass.
		 * This will succeed only when the socket is connected.
		 */
		ret = udp_sendmsg(NULL, sk, &msg, 0);
		if (ret < 0)
			return ret;
	}

	lock_sock(sk);

	if (unlikely(!up->pending)) {
		release_sock(sk);

828
		LIMIT_NETDEBUG(KERN_DEBUG "udp cork app bug 3\n");
L
Linus Torvalds 已提交
829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844
		return -EINVAL;
	}

	ret = ip_append_page(sk, page, offset, size, flags);
	if (ret == -EOPNOTSUPP) {
		release_sock(sk);
		return sock_no_sendpage(sk->sk_socket, page, offset,
					size, flags);
	}
	if (ret < 0) {
		udp_flush_pending_frames(sk);
		goto out;
	}

	up->len += size;
	if (!(up->corkflag || (flags&MSG_MORE)))
845
		ret = udp_push_pending_frames(sk);
L
Linus Torvalds 已提交
846 847 848 849 850 851 852 853 854 855
	if (!ret)
		ret = size;
out:
	release_sock(sk);
	return ret;
}

/*
 *	IOCTL requests applicable to the UDP protocol
 */
856

L
Linus Torvalds 已提交
857 858
int udp_ioctl(struct sock *sk, int cmd, unsigned long arg)
{
859 860
	switch (cmd) {
	case SIOCOUTQ:
L
Linus Torvalds 已提交
861
	{
862 863 864
		int amount = atomic_read(&sk->sk_wmem_alloc);
		return put_user(amount, (int __user *)arg);
	}
L
Linus Torvalds 已提交
865

866 867 868 869 870 871 872 873 874 875 876 877 878 879 880
	case SIOCINQ:
	{
		struct sk_buff *skb;
		unsigned long amount;

		amount = 0;
		spin_lock_bh(&sk->sk_receive_queue.lock);
		skb = skb_peek(&sk->sk_receive_queue);
		if (skb != NULL) {
			/*
			 * We will only return the amount
			 * of this packet since that is all
			 * that will be read.
			 */
			amount = skb->len - sizeof(struct udphdr);
L
Linus Torvalds 已提交
881
		}
882 883 884
		spin_unlock_bh(&sk->sk_receive_queue.lock);
		return put_user(amount, (int __user *)arg);
	}
L
Linus Torvalds 已提交
885

886 887
	default:
		return -ENOIOCTLCMD;
L
Linus Torvalds 已提交
888
	}
889 890

	return 0;
L
Linus Torvalds 已提交
891 892 893 894 895 896 897
}

/*
 * 	This should be easy, if there is something there we
 * 	return it, otherwise we block.
 */

898
int udp_recvmsg(struct kiocb *iocb, struct sock *sk, struct msghdr *msg,
899
		size_t len, int noblock, int flags, int *addr_len)
L
Linus Torvalds 已提交
900 901
{
	struct inet_sock *inet = inet_sk(sk);
902 903
	struct sockaddr_in *sin = (struct sockaddr_in *)msg->msg_name;
	struct sk_buff *skb;
904 905 906
	unsigned int ulen, copied;
	int err;
	int is_udplite = IS_UDPLITE(sk);
L
Linus Torvalds 已提交
907 908 909 910 911 912 913 914 915 916 917 918 919 920

	/*
	 *	Check any passed addresses
	 */
	if (addr_len)
		*addr_len=sizeof(*sin);

	if (flags & MSG_ERRQUEUE)
		return ip_recv_error(sk, msg, len);

try_again:
	skb = skb_recv_datagram(sk, flags, noblock, &err);
	if (!skb)
		goto out;
921

922 923 924 925 926
	ulen = skb->len - sizeof(struct udphdr);
	copied = len;
	if (copied > ulen)
		copied = ulen;
	else if (copied < ulen)
L
Linus Torvalds 已提交
927 928
		msg->msg_flags |= MSG_TRUNC;

929
	/*
930 931 932
	 * If checksum is needed at all, try to do it while copying the
	 * data.  If the data is truncated, or if we only want a partial
	 * coverage checksum (UDP-Lite), do it before the copy.
933 934
	 */

935 936
	if (copied < ulen || UDP_SKB_CB(skb)->partial_cov) {
		if (udp_lib_checksum_complete(skb))
L
Linus Torvalds 已提交
937
			goto csum_copy_err;
938 939
	}

940
	if (skb_csum_unnecessary(skb))
941 942 943
		err = skb_copy_datagram_iovec(skb, sizeof(struct udphdr),
					      msg->msg_iov, copied       );
	else {
L
Linus Torvalds 已提交
944 945 946 947 948 949 950 951 952 953 954 955 956 957 958
		err = skb_copy_and_csum_datagram_iovec(skb, sizeof(struct udphdr), msg->msg_iov);

		if (err == -EINVAL)
			goto csum_copy_err;
	}

	if (err)
		goto out_free;

	sock_recv_timestamp(msg, sk, skb);

	/* Copy the address. */
	if (sin)
	{
		sin->sin_family = AF_INET;
959
		sin->sin_port = udp_hdr(skb)->source;
960
		sin->sin_addr.s_addr = ip_hdr(skb)->saddr;
L
Linus Torvalds 已提交
961
		memset(sin->sin_zero, 0, sizeof(sin->sin_zero));
962
	}
L
Linus Torvalds 已提交
963 964 965 966 967
	if (inet->cmsg_flags)
		ip_cmsg_recv(msg, skb);

	err = copied;
	if (flags & MSG_TRUNC)
968
		err = ulen;
969

L
Linus Torvalds 已提交
970
out_free:
971
	skb_free_datagram(sk, skb);
L
Linus Torvalds 已提交
972
out:
973
	return err;
L
Linus Torvalds 已提交
974 975

csum_copy_err:
976
	UDP_INC_STATS_BH(UDP_MIB_INERRORS, is_udplite);
L
Linus Torvalds 已提交
977

978
	skb_kill_datagram(sk, skb, flags);
L
Linus Torvalds 已提交
979 980

	if (noblock)
981
		return -EAGAIN;
L
Linus Torvalds 已提交
982 983 984 985 986 987 988 989 990 991
	goto try_again;
}


int udp_disconnect(struct sock *sk, int flags)
{
	struct inet_sock *inet = inet_sk(sk);
	/*
	 *	1003.1g - break association.
	 */
992

L
Linus Torvalds 已提交
993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008
	sk->sk_state = TCP_CLOSE;
	inet->daddr = 0;
	inet->dport = 0;
	sk->sk_bound_dev_if = 0;
	if (!(sk->sk_userlocks & SOCK_BINDADDR_LOCK))
		inet_reset_saddr(sk);

	if (!(sk->sk_userlocks & SOCK_BINDPORT_LOCK)) {
		sk->sk_prot->unhash(sk);
		inet->sport = 0;
	}
	sk_dst_reset(sk);
	return 0;
}

/* return:
1009
 * 	1  if the UDP system should process it
L
Linus Torvalds 已提交
1010 1011 1012 1013 1014 1015
 *	0  if we should drop this packet
 * 	-1 if it should get processed by xfrm4_rcv_encap
 */
static int udp_encap_rcv(struct sock * sk, struct sk_buff *skb)
{
#ifndef CONFIG_XFRM
1016
	return 1;
L
Linus Torvalds 已提交
1017 1018
#else
	struct udp_sock *up = udp_sk(sk);
1019
	struct udphdr *uh;
L
Linus Torvalds 已提交
1020 1021
	struct iphdr *iph;
	int iphlen, len;
1022

1023 1024
	__u8 *udpdata;
	__be32 *udpdata32;
L
Linus Torvalds 已提交
1025 1026 1027
	__u16 encap_type = up->encap_type;

	/* if we're overly short, let UDP handle it */
1028 1029
	len = skb->len - sizeof(struct udphdr);
	if (len <= 0)
L
Linus Torvalds 已提交
1030 1031 1032 1033 1034 1035
		return 1;

	/* if this is not encapsulated socket, then just return now */
	if (!encap_type)
		return 1;

1036 1037 1038 1039 1040 1041
	/* If this is a paged skb, make sure we pull up
	 * whatever data we need to look at. */
	if (!pskb_may_pull(skb, sizeof(struct udphdr) + min(len, 8)))
		return 1;

	/* Now we can get the pointers */
1042
	uh = udp_hdr(skb);
1043 1044
	udpdata = (__u8 *)uh + sizeof(struct udphdr);
	udpdata32 = (__be32 *)udpdata;
L
Linus Torvalds 已提交
1045 1046 1047 1048 1049 1050 1051

	switch (encap_type) {
	default:
	case UDP_ENCAP_ESPINUDP:
		/* Check if this is a keepalive packet.  If so, eat it. */
		if (len == 1 && udpdata[0] == 0xff) {
			return 0;
1052
		} else if (len > sizeof(struct ip_esp_hdr) && udpdata32[0] != 0) {
L
Linus Torvalds 已提交
1053 1054 1055 1056 1057 1058 1059 1060 1061 1062 1063 1064
			/* ESP Packet without Non-ESP header */
			len = sizeof(struct udphdr);
		} else
			/* Must be an IKE packet.. pass it through */
			return 1;
		break;
	case UDP_ENCAP_ESPINUDP_NON_IKE:
		/* Check if this is a keepalive packet.  If so, eat it. */
		if (len == 1 && udpdata[0] == 0xff) {
			return 0;
		} else if (len > 2 * sizeof(u32) + sizeof(struct ip_esp_hdr) &&
			   udpdata32[0] == 0 && udpdata32[1] == 0) {
1065

L
Linus Torvalds 已提交
1066 1067 1068 1069 1070 1071 1072 1073 1074 1075 1076 1077 1078
			/* ESP Packet with Non-IKE marker */
			len = sizeof(struct udphdr) + 2 * sizeof(u32);
		} else
			/* Must be an IKE packet.. pass it through */
			return 1;
		break;
	}

	/* At this point we are sure that this is an ESPinUDP packet,
	 * so we need to remove 'len' bytes from the packet (the UDP
	 * header and optional ESP marker bytes) and then modify the
	 * protocol to ESP, and then call into the transform receiver.
	 */
1079 1080
	if (skb_cloned(skb) && pskb_expand_head(skb, 0, 0, GFP_ATOMIC))
		return 0;
L
Linus Torvalds 已提交
1081 1082

	/* Now we can update and verify the packet length... */
1083
	iph = ip_hdr(skb);
L
Linus Torvalds 已提交
1084 1085 1086 1087 1088 1089 1090 1091 1092 1093 1094
	iphlen = iph->ihl << 2;
	iph->tot_len = htons(ntohs(iph->tot_len) - len);
	if (skb->len < iphlen + len) {
		/* packet is too small!?! */
		return 0;
	}

	/* pull the data buffer up to the ESP header and set the
	 * transport header to point to ESP.  Keep UDP on the stack
	 * for later.
	 */
1095 1096
	__skb_pull(skb, len);
	skb_reset_transport_header(skb);
L
Linus Torvalds 已提交
1097 1098 1099 1100 1101 1102 1103 1104 1105 1106 1107 1108 1109 1110 1111 1112 1113

	/* modify the protocol (it's ESP!) */
	iph->protocol = IPPROTO_ESP;

	/* and let the caller know to send this into the ESP processor... */
	return -1;
#endif
}

/* returns:
 *  -1: error
 *   0: success
 *  >0: "udp encap" protocol resubmission
 *
 * Note that in the success and error cases, the skb is assumed to
 * have either been requeued or freed.
 */
1114
int udp_queue_rcv_skb(struct sock * sk, struct sk_buff *skb)
L
Linus Torvalds 已提交
1115 1116
{
	struct udp_sock *up = udp_sk(sk);
1117
	int rc;
L
Linus Torvalds 已提交
1118 1119 1120 1121

	/*
	 *	Charge it to the socket, dropping if the queue is full.
	 */
1122 1123
	if (!xfrm4_policy_check(sk, XFRM_POLICY_IN, skb))
		goto drop;
1124
	nf_reset(skb);
L
Linus Torvalds 已提交
1125 1126 1127 1128 1129 1130 1131 1132 1133 1134 1135 1136 1137 1138 1139 1140 1141 1142 1143 1144 1145 1146

	if (up->encap_type) {
		/*
		 * This is an encapsulation socket, so let's see if this is
		 * an encapsulated packet.
		 * If it's a keepalive packet, then just eat it.
		 * If it's an encapsulateed packet, then pass it to the
		 * IPsec xfrm input and return the response
		 * appropriately.  Otherwise, just fall through and
		 * pass this up the UDP socket.
		 */
		int ret;

		ret = udp_encap_rcv(sk, skb);
		if (ret == 0) {
			/* Eat the packet .. */
			kfree_skb(skb);
			return 0;
		}
		if (ret < 0) {
			/* process the ESP packet */
			ret = xfrm4_rcv_encap(skb, up->encap_type);
1147
			UDP_INC_STATS_BH(UDP_MIB_INDATAGRAMS, up->pcflag);
L
Linus Torvalds 已提交
1148 1149 1150 1151 1152
			return -ret;
		}
		/* FALLTHROUGH -- it's a UDP Packet */
	}

1153 1154 1155 1156 1157 1158 1159 1160 1161 1162 1163 1164 1165 1166 1167 1168 1169 1170 1171 1172 1173
	/*
	 * 	UDP-Lite specific tests, ignored on UDP sockets
	 */
	if ((up->pcflag & UDPLITE_RECV_CC)  &&  UDP_SKB_CB(skb)->partial_cov) {

		/*
		 * MIB statistics other than incrementing the error count are
		 * disabled for the following two types of errors: these depend
		 * on the application settings, not on the functioning of the
		 * protocol stack as such.
		 *
		 * RFC 3828 here recommends (sec 3.3): "There should also be a
		 * way ... to ... at least let the receiving application block
		 * delivery of packets with coverage values less than a value
		 * provided by the application."
		 */
		if (up->pcrlen == 0) {          /* full coverage was set  */
			LIMIT_NETDEBUG(KERN_WARNING "UDPLITE: partial coverage "
				"%d while full coverage %d requested\n",
				UDP_SKB_CB(skb)->cscov, skb->len);
			goto drop;
L
Linus Torvalds 已提交
1174
		}
1175 1176 1177 1178 1179 1180 1181 1182 1183 1184 1185 1186 1187 1188
		/* The next case involves violating the min. coverage requested
		 * by the receiver. This is subtle: if receiver wants x and x is
		 * greater than the buffersize/MTU then receiver will complain
		 * that it wants x while sender emits packets of smaller size y.
		 * Therefore the above ...()->partial_cov statement is essential.
		 */
		if (UDP_SKB_CB(skb)->cscov  <  up->pcrlen) {
			LIMIT_NETDEBUG(KERN_WARNING
				"UDPLITE: coverage %d too small, need min %d\n",
				UDP_SKB_CB(skb)->cscov, up->pcrlen);
			goto drop;
		}
	}

1189 1190
	if (sk->sk_filter) {
		if (udp_lib_checksum_complete(skb))
1191
			goto drop;
L
Linus Torvalds 已提交
1192 1193
	}

1194 1195 1196
	if ((rc = sock_queue_rcv_skb(sk,skb)) < 0) {
		/* Note that an ENOMEM error is charged twice */
		if (rc == -ENOMEM)
1197 1198
			UDP_INC_STATS_BH(UDP_MIB_RCVBUFERRORS, up->pcflag);
		goto drop;
L
Linus Torvalds 已提交
1199
	}
1200 1201

	UDP_INC_STATS_BH(UDP_MIB_INDATAGRAMS, up->pcflag);
L
Linus Torvalds 已提交
1202
	return 0;
1203 1204 1205 1206 1207

drop:
	UDP_INC_STATS_BH(UDP_MIB_INERRORS, up->pcflag);
	kfree_skb(skb);
	return -1;
L
Linus Torvalds 已提交
1208 1209 1210 1211 1212 1213 1214 1215
}

/*
 *	Multicasts and broadcasts go to each listener.
 *
 *	Note: called only from the BH handler context,
 *	so we don't need to lock the hashes.
 */
1216 1217 1218 1219
static int __udp4_lib_mcast_deliver(struct sk_buff *skb,
				    struct udphdr  *uh,
				    __be32 saddr, __be32 daddr,
				    struct hlist_head udptable[])
L
Linus Torvalds 已提交
1220
{
1221
	struct sock *sk, *skw, *sknext;
L
Linus Torvalds 已提交
1222
	int dif;
1223
	int hport = ntohs(uh->dest);
1224 1225
	unsigned int hash = ipv4_hash_port_and_addr(hport, daddr);
	unsigned int hashwild = udp_hash_port(hport);
L
Linus Torvalds 已提交
1226 1227 1228

	dif = skb->dev->ifindex;

1229 1230 1231 1232 1233
	read_lock(&udp_hash_lock);

	sk = sk_head(&udptable[hash & (UDP_HTABLE_SIZE - 1)]);
	skw = sk_head(&udptable[hashwild & (UDP_HTABLE_SIZE - 1)]);

1234
	sk = udp_v4_mcast_next(sk, hash, hport, daddr, uh->source, saddr, dif);
1235 1236
	if (!sk) {
		hash = hashwild;
1237
		sk = udp_v4_mcast_next(skw, hash, hport, daddr, uh->source,
1238 1239 1240
			saddr, dif);
	}
	if (sk) {
L
Linus Torvalds 已提交
1241 1242
		do {
			struct sk_buff *skb1 = skb;
1243 1244
			sknext = udp_v4_mcast_next(sk_next(sk), hash, hport,
						daddr, uh->source, saddr, dif);
1245 1246
			if (!sknext && hash != hashwild) {
				hash = hashwild;
1247
				sknext = udp_v4_mcast_next(skw, hash, hport,
1248 1249
					daddr, uh->source, saddr, dif);
			}
1250
			if (sknext)
L
Linus Torvalds 已提交
1251 1252
				skb1 = skb_clone(skb, GFP_ATOMIC);

1253
			if (skb1) {
L
Linus Torvalds 已提交
1254 1255
				int ret = udp_queue_rcv_skb(sk, skb1);
				if (ret > 0)
1256 1257 1258 1259
					/*
					 * we should probably re-process
					 * instead of dropping packets here.
					 */
L
Linus Torvalds 已提交
1260 1261 1262
					kfree_skb(skb1);
			}
			sk = sknext;
1263
		} while (sknext);
L
Linus Torvalds 已提交
1264 1265 1266 1267 1268 1269 1270 1271 1272 1273 1274
	} else
		kfree_skb(skb);
	read_unlock(&udp_hash_lock);
	return 0;
}

/* Initialize UDP checksum. If exited with zero value (success),
 * CHECKSUM_UNNECESSARY means, that no more checks are required.
 * Otherwise, csum completion requires chacksumming packet body,
 * including udp header and folding it to skb->csum.
 */
1275 1276
static inline int udp4_csum_init(struct sk_buff *skb, struct udphdr *uh,
				 int proto)
L
Linus Torvalds 已提交
1277
{
1278
	const struct iphdr *iph;
1279 1280 1281 1282 1283 1284 1285 1286 1287 1288 1289
	int err;

	UDP_SKB_CB(skb)->partial_cov = 0;
	UDP_SKB_CB(skb)->cscov = skb->len;

	if (proto == IPPROTO_UDPLITE) {
		err = udplite_checksum_init(skb, uh);
		if (err)
			return err;
	}

1290
	iph = ip_hdr(skb);
L
Linus Torvalds 已提交
1291 1292
	if (uh->check == 0) {
		skb->ip_summed = CHECKSUM_UNNECESSARY;
1293
	} else if (skb->ip_summed == CHECKSUM_COMPLETE) {
1294 1295
	       if (!csum_tcpudp_magic(iph->saddr, iph->daddr, skb->len,
				      proto, skb->csum))
1296
			skb->ip_summed = CHECKSUM_UNNECESSARY;
L
Linus Torvalds 已提交
1297
	}
1298
	if (!skb_csum_unnecessary(skb))
1299
		skb->csum = csum_tcpudp_nofold(iph->saddr, iph->daddr,
1300
					       skb->len, proto, 0);
L
Linus Torvalds 已提交
1301 1302 1303
	/* Probably, we should checksum udp header (it should be in cache
	 * in any case) and data in tiny packets (< rx copybreak).
	 */
1304

1305
	return 0;
L
Linus Torvalds 已提交
1306 1307 1308
}

/*
1309
 *	All we need to do is get the socket, and then do a checksum.
L
Linus Torvalds 已提交
1310
 */
1311

1312
int __udp4_lib_rcv(struct sk_buff *skb, struct hlist_head udptable[],
1313
		   int proto)
L
Linus Torvalds 已提交
1314
{
1315
	struct sock *sk;
1316
	struct udphdr *uh = udp_hdr(skb);
L
Linus Torvalds 已提交
1317 1318
	unsigned short ulen;
	struct rtable *rt = (struct rtable*)skb->dst;
1319 1320
	__be32 saddr = ip_hdr(skb)->saddr;
	__be32 daddr = ip_hdr(skb)->daddr;
L
Linus Torvalds 已提交
1321 1322

	/*
1323
	 *  Validate the packet.
L
Linus Torvalds 已提交
1324 1325
	 */
	if (!pskb_may_pull(skb, sizeof(struct udphdr)))
1326
		goto drop;		/* No space for header. */
L
Linus Torvalds 已提交
1327 1328

	ulen = ntohs(uh->len);
1329
	if (ulen > skb->len)
L
Linus Torvalds 已提交
1330 1331
		goto short_packet;

1332 1333
	if (proto == IPPROTO_UDP) {
		/* UDP validates ulen. */
1334 1335
		if (ulen < sizeof(*uh) || pskb_trim_rcsum(skb, ulen))
			goto short_packet;
1336
		uh = udp_hdr(skb);
1337
	}
L
Linus Torvalds 已提交
1338

1339 1340 1341
	if (udp4_csum_init(skb, uh, proto))
		goto csum_error;

1342
	if (rt->rt_flags & (RTCF_BROADCAST|RTCF_MULTICAST))
1343
		return __udp4_lib_mcast_deliver(skb, uh, saddr, daddr, udptable);
L
Linus Torvalds 已提交
1344

1345
	sk = __udp4_lib_lookup(saddr, uh->source, daddr, uh->dest,
1346
			       skb->dev->ifindex, udptable);
L
Linus Torvalds 已提交
1347 1348 1349 1350 1351 1352

	if (sk != NULL) {
		int ret = udp_queue_rcv_skb(sk, skb);
		sock_put(sk);

		/* a return value > 0 means to resubmit the input, but
1353
		 * it wants the return to be -protocol, or 0
L
Linus Torvalds 已提交
1354 1355 1356 1357 1358 1359 1360 1361
		 */
		if (ret > 0)
			return -ret;
		return 0;
	}

	if (!xfrm4_policy_check(NULL, XFRM_POLICY_IN, skb))
		goto drop;
1362
	nf_reset(skb);
L
Linus Torvalds 已提交
1363 1364

	/* No socket. Drop packet silently, if checksum is wrong */
1365
	if (udp_lib_checksum_complete(skb))
L
Linus Torvalds 已提交
1366 1367
		goto csum_error;

1368
	UDP_INC_STATS_BH(UDP_MIB_NOPORTS, proto == IPPROTO_UDPLITE);
L
Linus Torvalds 已提交
1369 1370 1371 1372 1373 1374 1375
	icmp_send(skb, ICMP_DEST_UNREACH, ICMP_PORT_UNREACH, 0);

	/*
	 * Hmm.  We got an UDP packet to a port to which we
	 * don't wanna listen.  Ignore it.
	 */
	kfree_skb(skb);
1376
	return 0;
L
Linus Torvalds 已提交
1377 1378

short_packet:
1379
	LIMIT_NETDEBUG(KERN_DEBUG "UDP%s: short packet: From %u.%u.%u.%u:%u %d/%d to %u.%u.%u.%u:%u\n",
1380
		       proto == IPPROTO_UDPLITE ? "-Lite" : "",
1381 1382 1383
		       NIPQUAD(saddr),
		       ntohs(uh->source),
		       ulen,
1384
		       skb->len,
1385 1386
		       NIPQUAD(daddr),
		       ntohs(uh->dest));
1387
	goto drop;
L
Linus Torvalds 已提交
1388 1389

csum_error:
1390 1391 1392
	/*
	 * RFC1122: OK.  Discards the bad packet silently (as far as
	 * the network is concerned, anyway) as per 4.1.3.4 (MUST).
L
Linus Torvalds 已提交
1393
	 */
1394
	LIMIT_NETDEBUG(KERN_DEBUG "UDP%s: bad checksum. From %d.%d.%d.%d:%d to %d.%d.%d.%d:%d ulen %d\n",
1395
		       proto == IPPROTO_UDPLITE ? "-Lite" : "",
1396 1397 1398 1399 1400
		       NIPQUAD(saddr),
		       ntohs(uh->source),
		       NIPQUAD(daddr),
		       ntohs(uh->dest),
		       ulen);
L
Linus Torvalds 已提交
1401
drop:
1402
	UDP_INC_STATS_BH(UDP_MIB_INERRORS, proto == IPPROTO_UDPLITE);
L
Linus Torvalds 已提交
1403
	kfree_skb(skb);
1404
	return 0;
L
Linus Torvalds 已提交
1405 1406
}

S
Stephen Hemminger 已提交
1407
int udp_rcv(struct sk_buff *skb)
1408
{
1409
	return __udp4_lib_rcv(skb, udp_hash, IPPROTO_UDP);
1410 1411 1412
}

int udp_destroy_sock(struct sock *sk)
L
Linus Torvalds 已提交
1413 1414 1415 1416 1417 1418 1419 1420 1421 1422
{
	lock_sock(sk);
	udp_flush_pending_frames(sk);
	release_sock(sk);
	return 0;
}

/*
 *	Socket option code for UDP
 */
1423 1424 1425
int udp_lib_setsockopt(struct sock *sk, int level, int optname,
		       char __user *optval, int optlen,
		       int (*push_pending_frames)(struct sock *))
L
Linus Torvalds 已提交
1426 1427 1428 1429 1430
{
	struct udp_sock *up = udp_sk(sk);
	int val;
	int err = 0;

1431
	if (optlen<sizeof(int))
L
Linus Torvalds 已提交
1432 1433 1434 1435 1436
		return -EINVAL;

	if (get_user(val, (int __user *)optval))
		return -EFAULT;

1437
	switch (optname) {
L
Linus Torvalds 已提交
1438 1439 1440 1441 1442 1443
	case UDP_CORK:
		if (val != 0) {
			up->corkflag = 1;
		} else {
			up->corkflag = 0;
			lock_sock(sk);
1444
			(*push_pending_frames)(sk);
L
Linus Torvalds 已提交
1445 1446 1447
			release_sock(sk);
		}
		break;
1448

L
Linus Torvalds 已提交
1449 1450 1451 1452 1453 1454 1455 1456 1457 1458 1459 1460 1461
	case UDP_ENCAP:
		switch (val) {
		case 0:
		case UDP_ENCAP_ESPINUDP:
		case UDP_ENCAP_ESPINUDP_NON_IKE:
			up->encap_type = val;
			break;
		default:
			err = -ENOPROTOOPT;
			break;
		}
		break;

1462 1463 1464 1465 1466 1467 1468 1469 1470 1471 1472 1473 1474 1475
	/*
	 * 	UDP-Lite's partial checksum coverage (RFC 3828).
	 */
	/* The sender sets actual checksum coverage length via this option.
	 * The case coverage > packet length is handled by send module. */
	case UDPLITE_SEND_CSCOV:
		if (!up->pcflag)         /* Disable the option on UDP sockets */
			return -ENOPROTOOPT;
		if (val != 0 && val < 8) /* Illegal coverage: use default (8) */
			val = 8;
		up->pcslen = val;
		up->pcflag |= UDPLITE_SEND_CC;
		break;

1476 1477
	/* The receiver specifies a minimum checksum coverage value. To make
	 * sense, this should be set to at least 8 (as done below). If zero is
1478 1479 1480 1481 1482 1483 1484 1485 1486 1487
	 * used, this again means full checksum coverage.                     */
	case UDPLITE_RECV_CSCOV:
		if (!up->pcflag)         /* Disable the option on UDP sockets */
			return -ENOPROTOOPT;
		if (val != 0 && val < 8) /* Avoid silly minimal values.       */
			val = 8;
		up->pcrlen = val;
		up->pcflag |= UDPLITE_RECV_CC;
		break;

L
Linus Torvalds 已提交
1488 1489 1490
	default:
		err = -ENOPROTOOPT;
		break;
1491
	}
L
Linus Torvalds 已提交
1492 1493 1494 1495

	return err;
}

1496 1497
int udp_setsockopt(struct sock *sk, int level, int optname,
		   char __user *optval, int optlen)
1498
{
1499
	if (level == SOL_UDP  ||  level == SOL_UDPLITE)
1500 1501
		return udp_lib_setsockopt(sk, level, optname, optval, optlen,
					  udp_push_pending_frames);
1502
	return ip_setsockopt(sk, level, optname, optval, optlen);
1503 1504 1505
}

#ifdef CONFIG_COMPAT
1506 1507
int compat_udp_setsockopt(struct sock *sk, int level, int optname,
			  char __user *optval, int optlen)
1508
{
1509
	if (level == SOL_UDP  ||  level == SOL_UDPLITE)
1510 1511
		return udp_lib_setsockopt(sk, level, optname, optval, optlen,
					  udp_push_pending_frames);
1512
	return compat_ip_setsockopt(sk, level, optname, optval, optlen);
1513 1514 1515
}
#endif

1516 1517
int udp_lib_getsockopt(struct sock *sk, int level, int optname,
		       char __user *optval, int __user *optlen)
L
Linus Torvalds 已提交
1518 1519 1520 1521
{
	struct udp_sock *up = udp_sk(sk);
	int val, len;

1522
	if (get_user(len,optlen))
L
Linus Torvalds 已提交
1523 1524 1525
		return -EFAULT;

	len = min_t(unsigned int, len, sizeof(int));
1526

1527
	if (len < 0)
L
Linus Torvalds 已提交
1528 1529
		return -EINVAL;

1530
	switch (optname) {
L
Linus Torvalds 已提交
1531 1532 1533 1534 1535 1536 1537 1538
	case UDP_CORK:
		val = up->corkflag;
		break;

	case UDP_ENCAP:
		val = up->encap_type;
		break;

1539 1540 1541 1542 1543 1544 1545 1546 1547 1548
	/* The following two cannot be changed on UDP sockets, the return is
	 * always 0 (which corresponds to the full checksum coverage of UDP). */
	case UDPLITE_SEND_CSCOV:
		val = up->pcslen;
		break;

	case UDPLITE_RECV_CSCOV:
		val = up->pcrlen;
		break;

L
Linus Torvalds 已提交
1549 1550
	default:
		return -ENOPROTOOPT;
1551
	}
L
Linus Torvalds 已提交
1552

1553
	if (put_user(len, optlen))
1554
		return -EFAULT;
1555
	if (copy_to_user(optval, &val,len))
L
Linus Torvalds 已提交
1556
		return -EFAULT;
1557
	return 0;
L
Linus Torvalds 已提交
1558 1559
}

1560 1561
int udp_getsockopt(struct sock *sk, int level, int optname,
		   char __user *optval, int __user *optlen)
1562
{
1563
	if (level == SOL_UDP  ||  level == SOL_UDPLITE)
1564
		return udp_lib_getsockopt(sk, level, optname, optval, optlen);
1565
	return ip_getsockopt(sk, level, optname, optval, optlen);
1566 1567 1568
}

#ifdef CONFIG_COMPAT
1569
int compat_udp_getsockopt(struct sock *sk, int level, int optname,
1570
				 char __user *optval, int __user *optlen)
1571
{
1572
	if (level == SOL_UDP  ||  level == SOL_UDPLITE)
1573
		return udp_lib_getsockopt(sk, level, optname, optval, optlen);
1574
	return compat_ip_getsockopt(sk, level, optname, optval, optlen);
1575 1576
}
#endif
L
Linus Torvalds 已提交
1577 1578 1579 1580 1581 1582
/**
 * 	udp_poll - wait for a UDP event.
 *	@file - file struct
 *	@sock - socket
 *	@wait - poll table
 *
1583
 *	This is same as datagram poll, except for the special case of
L
Linus Torvalds 已提交
1584 1585 1586 1587 1588 1589 1590 1591 1592 1593
 *	blocking sockets. If application is using a blocking fd
 *	and a packet with checksum error is in the queue;
 *	then it could get return from select indicating data available
 *	but then block when reading it. Add special case code
 *	to work around these arguably broken applications.
 */
unsigned int udp_poll(struct file *file, struct socket *sock, poll_table *wait)
{
	unsigned int mask = datagram_poll(file, sock, wait);
	struct sock *sk = sock->sk;
1594 1595
	int 	is_lite = IS_UDPLITE(sk);

L
Linus Torvalds 已提交
1596 1597 1598 1599 1600 1601 1602
	/* Check for false positives due to checksum errors */
	if ( (mask & POLLRDNORM) &&
	     !(file->f_flags & O_NONBLOCK) &&
	     !(sk->sk_shutdown & RCV_SHUTDOWN)){
		struct sk_buff_head *rcvq = &sk->sk_receive_queue;
		struct sk_buff *skb;

1603
		spin_lock_bh(&rcvq->lock);
1604 1605 1606 1607 1608
		while ((skb = skb_peek(rcvq)) != NULL &&
		       udp_lib_checksum_complete(skb)) {
			UDP_INC_STATS_BH(UDP_MIB_INERRORS, is_lite);
			__skb_unlink(skb, rcvq);
			kfree_skb(skb);
L
Linus Torvalds 已提交
1609
		}
1610
		spin_unlock_bh(&rcvq->lock);
L
Linus Torvalds 已提交
1611 1612 1613 1614 1615 1616 1617

		/* nothing to see, move along */
		if (skb == NULL)
			mask &= ~(POLLIN | POLLRDNORM);
	}

	return mask;
1618

L
Linus Torvalds 已提交
1619 1620 1621
}

struct proto udp_prot = {
1622
	.name		   = "UDP",
1623
	.owner		   = THIS_MODULE,
1624
	.close		   = udp_lib_close,
1625 1626 1627 1628 1629 1630 1631 1632 1633 1634
	.connect	   = ip4_datagram_connect,
	.disconnect	   = udp_disconnect,
	.ioctl		   = udp_ioctl,
	.destroy	   = udp_destroy_sock,
	.setsockopt	   = udp_setsockopt,
	.getsockopt	   = udp_getsockopt,
	.sendmsg	   = udp_sendmsg,
	.recvmsg	   = udp_recvmsg,
	.sendpage	   = udp_sendpage,
	.backlog_rcv	   = udp_queue_rcv_skb,
1635 1636
	.hash		   = udp_lib_hash,
	.unhash		   = udp_lib_unhash,
1637 1638
	.get_port	   = udp_v4_get_port,
	.obj_size	   = sizeof(struct udp_sock),
1639
#ifdef CONFIG_COMPAT
1640 1641
	.compat_setsockopt = compat_udp_setsockopt,
	.compat_getsockopt = compat_udp_getsockopt,
1642
#endif
L
Linus Torvalds 已提交
1643 1644 1645 1646 1647 1648 1649 1650 1651 1652 1653 1654
};

/* ------------------------------------------------------------------------ */
#ifdef CONFIG_PROC_FS

static struct sock *udp_get_first(struct seq_file *seq)
{
	struct sock *sk;
	struct udp_iter_state *state = seq->private;

	for (state->bucket = 0; state->bucket < UDP_HTABLE_SIZE; ++state->bucket) {
		struct hlist_node *node;
1655
		sk_for_each(sk, node, state->hashtable + state->bucket) {
L
Linus Torvalds 已提交
1656 1657 1658 1659 1660 1661 1662 1663 1664 1665 1666 1667 1668 1669 1670 1671 1672 1673 1674 1675
			if (sk->sk_family == state->family)
				goto found;
		}
	}
	sk = NULL;
found:
	return sk;
}

static struct sock *udp_get_next(struct seq_file *seq, struct sock *sk)
{
	struct udp_iter_state *state = seq->private;

	do {
		sk = sk_next(sk);
try_again:
		;
	} while (sk && sk->sk_family != state->family);

	if (!sk && ++state->bucket < UDP_HTABLE_SIZE) {
1676
		sk = sk_head(state->hashtable + state->bucket);
L
Linus Torvalds 已提交
1677 1678 1679 1680 1681 1682 1683 1684 1685 1686
		goto try_again;
	}
	return sk;
}

static struct sock *udp_get_idx(struct seq_file *seq, loff_t pos)
{
	struct sock *sk = udp_get_first(seq);

	if (sk)
1687
		while (pos && (sk = udp_get_next(seq, sk)) != NULL)
L
Linus Torvalds 已提交
1688 1689 1690 1691 1692 1693 1694 1695 1696 1697 1698 1699 1700 1701 1702 1703 1704 1705 1706 1707 1708 1709 1710 1711 1712 1713 1714 1715 1716 1717 1718 1719 1720
			--pos;
	return pos ? NULL : sk;
}

static void *udp_seq_start(struct seq_file *seq, loff_t *pos)
{
	read_lock(&udp_hash_lock);
	return *pos ? udp_get_idx(seq, *pos-1) : (void *)1;
}

static void *udp_seq_next(struct seq_file *seq, void *v, loff_t *pos)
{
	struct sock *sk;

	if (v == (void *)1)
		sk = udp_get_idx(seq, 0);
	else
		sk = udp_get_next(seq, v);

	++*pos;
	return sk;
}

static void udp_seq_stop(struct seq_file *seq, void *v)
{
	read_unlock(&udp_hash_lock);
}

static int udp_seq_open(struct inode *inode, struct file *file)
{
	struct udp_seq_afinfo *afinfo = PDE(inode)->data;
	struct seq_file *seq;
	int rc = -ENOMEM;
1721
	struct udp_iter_state *s = kzalloc(sizeof(*s), GFP_KERNEL);
L
Linus Torvalds 已提交
1722 1723 1724 1725

	if (!s)
		goto out;
	s->family		= afinfo->family;
1726
	s->hashtable		= afinfo->hashtable;
L
Linus Torvalds 已提交
1727 1728 1729 1730 1731 1732 1733 1734 1735 1736 1737 1738 1739 1740 1741 1742 1743 1744 1745 1746 1747 1748 1749 1750 1751 1752 1753 1754 1755 1756 1757 1758 1759 1760 1761 1762 1763 1764 1765 1766 1767 1768 1769 1770 1771 1772 1773 1774 1775 1776 1777 1778
	s->seq_ops.start	= udp_seq_start;
	s->seq_ops.next		= udp_seq_next;
	s->seq_ops.show		= afinfo->seq_show;
	s->seq_ops.stop		= udp_seq_stop;

	rc = seq_open(file, &s->seq_ops);
	if (rc)
		goto out_kfree;

	seq	     = file->private_data;
	seq->private = s;
out:
	return rc;
out_kfree:
	kfree(s);
	goto out;
}

/* ------------------------------------------------------------------------ */
int udp_proc_register(struct udp_seq_afinfo *afinfo)
{
	struct proc_dir_entry *p;
	int rc = 0;

	if (!afinfo)
		return -EINVAL;
	afinfo->seq_fops->owner		= afinfo->owner;
	afinfo->seq_fops->open		= udp_seq_open;
	afinfo->seq_fops->read		= seq_read;
	afinfo->seq_fops->llseek	= seq_lseek;
	afinfo->seq_fops->release	= seq_release_private;

	p = proc_net_fops_create(afinfo->name, S_IRUGO, afinfo->seq_fops);
	if (p)
		p->data = afinfo;
	else
		rc = -ENOMEM;
	return rc;
}

void udp_proc_unregister(struct udp_seq_afinfo *afinfo)
{
	if (!afinfo)
		return;
	proc_net_remove(afinfo->name);
	memset(afinfo->seq_fops, 0, sizeof(*afinfo->seq_fops));
}

/* ------------------------------------------------------------------------ */
static void udp4_format_sock(struct sock *sp, char *tmpbuf, int bucket)
{
	struct inet_sock *inet = inet_sk(sp);
1779 1780
	__be32 dest = inet->daddr;
	__be32 src  = inet->rcv_saddr;
L
Linus Torvalds 已提交
1781 1782 1783 1784 1785
	__u16 destp	  = ntohs(inet->dport);
	__u16 srcp	  = ntohs(inet->sport);

	sprintf(tmpbuf, "%4d: %08X:%04X %08X:%04X"
		" %02X %08X:%08X %02X:%08lX %08X %5d %8d %lu %d %p",
1786
		bucket, src, srcp, dest, destp, sp->sk_state,
L
Linus Torvalds 已提交
1787 1788 1789 1790 1791 1792
		atomic_read(&sp->sk_wmem_alloc),
		atomic_read(&sp->sk_rmem_alloc),
		0, 0L, 0, sock_i_uid(sp), 0, sock_i_ino(sp),
		atomic_read(&sp->sk_refcnt), sp);
}

1793
int udp4_seq_show(struct seq_file *seq, void *v)
L
Linus Torvalds 已提交
1794 1795 1796 1797 1798 1799 1800 1801 1802 1803 1804 1805 1806 1807 1808 1809 1810 1811 1812 1813 1814 1815
{
	if (v == SEQ_START_TOKEN)
		seq_printf(seq, "%-127s\n",
			   "  sl  local_address rem_address   st tx_queue "
			   "rx_queue tr tm->when retrnsmt   uid  timeout "
			   "inode");
	else {
		char tmpbuf[129];
		struct udp_iter_state *state = seq->private;

		udp4_format_sock(v, tmpbuf, state->bucket);
		seq_printf(seq, "%-127s\n", tmpbuf);
	}
	return 0;
}

/* ------------------------------------------------------------------------ */
static struct file_operations udp4_seq_fops;
static struct udp_seq_afinfo udp4_seq_afinfo = {
	.owner		= THIS_MODULE,
	.name		= "udp",
	.family		= AF_INET,
1816
	.hashtable	= udp_hash,
L
Linus Torvalds 已提交
1817 1818 1819 1820 1821 1822 1823 1824 1825 1826 1827 1828 1829 1830 1831 1832 1833 1834 1835
	.seq_show	= udp4_seq_show,
	.seq_fops	= &udp4_seq_fops,
};

int __init udp4_proc_init(void)
{
	return udp_proc_register(&udp4_seq_afinfo);
}

void udp4_proc_exit(void)
{
	udp_proc_unregister(&udp4_seq_afinfo);
}
#endif /* CONFIG_PROC_FS */

EXPORT_SYMBOL(udp_disconnect);
EXPORT_SYMBOL(udp_hash);
EXPORT_SYMBOL(udp_hash_lock);
EXPORT_SYMBOL(udp_ioctl);
1836
EXPORT_SYMBOL(udp_get_port);
L
Linus Torvalds 已提交
1837 1838
EXPORT_SYMBOL(udp_prot);
EXPORT_SYMBOL(udp_sendmsg);
1839 1840
EXPORT_SYMBOL(udp_lib_getsockopt);
EXPORT_SYMBOL(udp_lib_setsockopt);
L
Linus Torvalds 已提交
1841 1842 1843 1844 1845 1846
EXPORT_SYMBOL(udp_poll);

#ifdef CONFIG_PROC_FS
EXPORT_SYMBOL(udp_proc_register);
EXPORT_SYMBOL(udp_proc_unregister);
#endif