ip_sockglue.c 36.4 KB
Newer Older
1
// SPDX-License-Identifier: GPL-2.0
L
Linus Torvalds 已提交
2 3 4 5 6 7
/*
 * INET		An implementation of the TCP/IP protocol suite for the LINUX
 *		operating system.  INET is implemented using the  BSD Socket
 *		interface as the means of communication with the user level.
 *
 *		The IP to API glue.
8
 *
L
Linus Torvalds 已提交
9 10 11 12 13
 * Authors:	see ip.c
 *
 * Fixes:
 *		Many		:	Split from ip.c , see ip.c for history.
 *		Martin Mares	:	TOS setting fixed.
14
 *		Alan Cox	:	Fixed a couple of oopses in Martin's
L
Linus Torvalds 已提交
15 16 17 18 19 20 21 22 23 24
 *					TOS tweaks.
 *		Mike McLagan	:	Routing by source
 */

#include <linux/module.h>
#include <linux/types.h>
#include <linux/mm.h>
#include <linux/skbuff.h>
#include <linux/ip.h>
#include <linux/icmp.h>
25
#include <linux/inetdevice.h>
L
Linus Torvalds 已提交
26
#include <linux/netdevice.h>
27
#include <linux/slab.h>
L
Linus Torvalds 已提交
28 29 30
#include <net/sock.h>
#include <net/ip.h>
#include <net/icmp.h>
31
#include <net/tcp_states.h>
L
Linus Torvalds 已提交
32 33 34 35 36
#include <linux/udp.h>
#include <linux/igmp.h>
#include <linux/netfilter.h>
#include <linux/route.h>
#include <linux/mroute.h>
37
#include <net/inet_ecn.h>
L
Linus Torvalds 已提交
38 39
#include <net/route.h>
#include <net/xfrm.h>
40
#include <net/compat.h>
41
#include <net/checksum.h>
E
Eric Dumazet 已提交
42
#if IS_ENABLED(CONFIG_IPV6)
L
Linus Torvalds 已提交
43 44
#include <net/transp_v6.h>
#endif
45
#include <net/ip_fib.h>
L
Linus Torvalds 已提交
46 47

#include <linux/errqueue.h>
48
#include <linux/uaccess.h>
L
Linus Torvalds 已提交
49 50 51 52 53 54 55

/*
 *	SOL_IP control messages.
 */

static void ip_cmsg_recv_pktinfo(struct msghdr *msg, struct sk_buff *skb)
{
56
	struct in_pktinfo info = *PKTINFO_SKB_CB(skb);
L
Linus Torvalds 已提交
57

58
	info.ipi_addr.s_addr = ip_hdr(skb)->daddr;
L
Linus Torvalds 已提交
59 60 61 62 63 64

	put_cmsg(msg, SOL_IP, IP_PKTINFO, sizeof(info), &info);
}

static void ip_cmsg_recv_ttl(struct msghdr *msg, struct sk_buff *skb)
{
65
	int ttl = ip_hdr(skb)->ttl;
L
Linus Torvalds 已提交
66 67 68 69 70
	put_cmsg(msg, SOL_IP, IP_TTL, sizeof(int), &ttl);
}

static void ip_cmsg_recv_tos(struct msghdr *msg, struct sk_buff *skb)
{
71
	put_cmsg(msg, SOL_IP, IP_TOS, 1, &ip_hdr(skb)->tos);
L
Linus Torvalds 已提交
72 73 74 75 76 77 78
}

static void ip_cmsg_recv_opts(struct msghdr *msg, struct sk_buff *skb)
{
	if (IPCB(skb)->opt.optlen == 0)
		return;

79 80
	put_cmsg(msg, SOL_IP, IP_RECVOPTS, IPCB(skb)->opt.optlen,
		 ip_hdr(skb) + 1);
L
Linus Torvalds 已提交
81 82 83
}


84 85
static void ip_cmsg_recv_retopts(struct net *net, struct msghdr *msg,
				 struct sk_buff *skb)
L
Linus Torvalds 已提交
86 87
{
	unsigned char optbuf[sizeof(struct ip_options) + 40];
D
Daniel Baluta 已提交
88
	struct ip_options *opt = (struct ip_options *)optbuf;
L
Linus Torvalds 已提交
89 90 91 92

	if (IPCB(skb)->opt.optlen == 0)
		return;

93
	if (ip_options_echo(net, opt, skb)) {
L
Linus Torvalds 已提交
94 95 96 97 98 99 100 101
		msg->msg_flags |= MSG_CTRUNC;
		return;
	}
	ip_options_undo(opt);

	put_cmsg(msg, SOL_IP, IP_RETOPTS, opt->optlen, opt->__data);
}

W
Willem de Bruijn 已提交
102 103 104 105 106 107 108 109 110 111 112
static void ip_cmsg_recv_fragsize(struct msghdr *msg, struct sk_buff *skb)
{
	int val;

	if (IPCB(skb)->frag_max_size == 0)
		return;

	val = IPCB(skb)->frag_max_size;
	put_cmsg(msg, SOL_IP, IP_RECVFRAGSIZE, sizeof(val), &val);
}

113
static void ip_cmsg_recv_checksum(struct msghdr *msg, struct sk_buff *skb,
E
Eric Dumazet 已提交
114
				  int tlen, int offset)
115 116 117 118 119 120
{
	__wsum csum = skb->csum;

	if (skb->ip_summed != CHECKSUM_COMPLETE)
		return;

P
Paolo Abeni 已提交
121 122 123 124
	if (offset != 0) {
		int tend_off = skb_transport_offset(skb) + tlen;
		csum = csum_sub(csum, skb_checksum(skb, tend_off, offset, 0));
	}
125 126 127 128

	put_cmsg(msg, SOL_IP, IP_CHECKSUM, sizeof(__wsum), &csum);
}

C
Catherine Zhang 已提交
129 130 131
static void ip_cmsg_recv_security(struct msghdr *msg, struct sk_buff *skb)
{
	char *secdata;
132
	u32 seclen, secid;
C
Catherine Zhang 已提交
133 134
	int err;

135 136 137 138 139
	err = security_socket_getpeersec_dgram(NULL, skb, &secid);
	if (err)
		return;

	err = security_secid_to_secctx(secid, &secdata, &seclen);
C
Catherine Zhang 已提交
140 141 142 143
	if (err)
		return;

	put_cmsg(msg, SOL_IP, SCM_SECURITY, seclen, secdata);
144
	security_release_secctx(secdata, seclen);
C
Catherine Zhang 已提交
145 146
}

147
static void ip_cmsg_recv_dstaddr(struct msghdr *msg, struct sk_buff *skb)
148 149
{
	struct sockaddr_in sin;
150
	const struct iphdr *iph = ip_hdr(skb);
151
	__be16 *ports = (__be16 *)skb_transport_header(skb);
152

153
	if (skb_transport_offset(skb) + 4 > (int)skb->len)
154 155 156 157 158 159 160 161 162 163 164 165 166 167
		return;

	/* All current transport protocols have the port numbers in the
	 * first four bytes of the transport header and this function is
	 * written with this assumption in mind.
	 */

	sin.sin_family = AF_INET;
	sin.sin_addr.s_addr = iph->daddr;
	sin.sin_port = ports[1];
	memset(sin.sin_zero, 0, sizeof(sin.sin_zero));

	put_cmsg(msg, SOL_IP, IP_ORIGDSTADDR, sizeof(sin), &sin);
}
L
Linus Torvalds 已提交
168

169 170
void ip_cmsg_recv_offset(struct msghdr *msg, struct sock *sk,
			 struct sk_buff *skb, int tlen, int offset)
L
Linus Torvalds 已提交
171
{
172
	struct inet_sock *inet = inet_sk(sk);
173
	unsigned int flags = inet->cmsg_flags;
L
Linus Torvalds 已提交
174 175

	/* Ordered by supposed usage frequency */
T
Tom Herbert 已提交
176
	if (flags & IP_CMSG_PKTINFO) {
L
Linus Torvalds 已提交
177 178
		ip_cmsg_recv_pktinfo(msg, skb);

T
Tom Herbert 已提交
179 180 181 182 183 184
		flags &= ~IP_CMSG_PKTINFO;
		if (!flags)
			return;
	}

	if (flags & IP_CMSG_TTL) {
L
Linus Torvalds 已提交
185 186
		ip_cmsg_recv_ttl(msg, skb);

T
Tom Herbert 已提交
187 188 189 190 191 192
		flags &= ~IP_CMSG_TTL;
		if (!flags)
			return;
	}

	if (flags & IP_CMSG_TOS) {
L
Linus Torvalds 已提交
193 194
		ip_cmsg_recv_tos(msg, skb);

T
Tom Herbert 已提交
195 196 197 198 199 200
		flags &= ~IP_CMSG_TOS;
		if (!flags)
			return;
	}

	if (flags & IP_CMSG_RECVOPTS) {
L
Linus Torvalds 已提交
201 202
		ip_cmsg_recv_opts(msg, skb);

T
Tom Herbert 已提交
203 204 205 206 207 208
		flags &= ~IP_CMSG_RECVOPTS;
		if (!flags)
			return;
	}

	if (flags & IP_CMSG_RETOPTS) {
209
		ip_cmsg_recv_retopts(sock_net(sk), msg, skb);
C
Catherine Zhang 已提交
210

T
Tom Herbert 已提交
211 212 213 214 215 216
		flags &= ~IP_CMSG_RETOPTS;
		if (!flags)
			return;
	}

	if (flags & IP_CMSG_PASSSEC) {
C
Catherine Zhang 已提交
217
		ip_cmsg_recv_security(msg, skb);
218

T
Tom Herbert 已提交
219 220 221 222 223
		flags &= ~IP_CMSG_PASSSEC;
		if (!flags)
			return;
	}

224
	if (flags & IP_CMSG_ORIGDSTADDR) {
225 226
		ip_cmsg_recv_dstaddr(msg, skb);

227 228 229 230 231 232
		flags &= ~IP_CMSG_ORIGDSTADDR;
		if (!flags)
			return;
	}

	if (flags & IP_CMSG_CHECKSUM)
E
Eric Dumazet 已提交
233
		ip_cmsg_recv_checksum(msg, skb, tlen, offset);
W
Willem de Bruijn 已提交
234 235 236

	if (flags & IP_CMSG_RECVFRAGSIZE)
		ip_cmsg_recv_fragsize(msg, skb);
L
Linus Torvalds 已提交
237
}
238
EXPORT_SYMBOL(ip_cmsg_recv_offset);
L
Linus Torvalds 已提交
239

240
int ip_cmsg_send(struct sock *sk, struct msghdr *msg, struct ipcm_cookie *ipc,
241
		 bool allow_ipv6)
L
Linus Torvalds 已提交
242
{
243
	int err, val;
L
Linus Torvalds 已提交
244
	struct cmsghdr *cmsg;
245
	struct net *net = sock_net(sk);
L
Linus Torvalds 已提交
246

247
	for_each_cmsghdr(cmsg, msg) {
L
Linus Torvalds 已提交
248 249
		if (!CMSG_OK(msg, cmsg))
			return -EINVAL;
250
#if IS_ENABLED(CONFIG_IPV6)
251 252 253 254 255 256 257 258 259 260
		if (allow_ipv6 &&
		    cmsg->cmsg_level == SOL_IPV6 &&
		    cmsg->cmsg_type == IPV6_PKTINFO) {
			struct in6_pktinfo *src_info;

			if (cmsg->cmsg_len < CMSG_LEN(sizeof(*src_info)))
				return -EINVAL;
			src_info = (struct in6_pktinfo *)CMSG_DATA(cmsg);
			if (!ipv6_addr_v4mapped(&src_info->ipi6_addr))
				return -EINVAL;
261 262
			if (src_info->ipi6_ifindex)
				ipc->oif = src_info->ipi6_ifindex;
263 264 265 266
			ipc->addr = src_info->ipi6_addr.s6_addr32[3];
			continue;
		}
#endif
267
		if (cmsg->cmsg_level == SOL_SOCKET) {
268 269 270
			err = __sock_cmsg_send(sk, msg, cmsg, &ipc->sockc);
			if (err)
				return err;
271 272 273
			continue;
		}

L
Linus Torvalds 已提交
274 275 276 277
		if (cmsg->cmsg_level != SOL_IP)
			continue;
		switch (cmsg->cmsg_type) {
		case IP_RETOPTS:
278
			err = cmsg->cmsg_len - sizeof(struct cmsghdr);
279 280

			/* Our caller is responsible for freeing ipc->opt */
E
Eric Dumazet 已提交
281 282
			err = ip_options_get(net, &ipc->opt, CMSG_DATA(cmsg),
					     err < 40 ? err : 40);
L
Linus Torvalds 已提交
283 284 285 286 287 288 289 290 291
			if (err)
				return err;
			break;
		case IP_PKTINFO:
		{
			struct in_pktinfo *info;
			if (cmsg->cmsg_len != CMSG_LEN(sizeof(struct in_pktinfo)))
				return -EINVAL;
			info = (struct in_pktinfo *)CMSG_DATA(cmsg);
292 293
			if (info->ipi_ifindex)
				ipc->oif = info->ipi_ifindex;
L
Linus Torvalds 已提交
294 295 296
			ipc->addr = info->ipi_spec_dst.s_addr;
			break;
		}
297 298 299 300 301 302 303 304 305
		case IP_TTL:
			if (cmsg->cmsg_len != CMSG_LEN(sizeof(int)))
				return -EINVAL;
			val = *(int *)CMSG_DATA(cmsg);
			if (val < 1 || val > 255)
				return -EINVAL;
			ipc->ttl = val;
			break;
		case IP_TOS:
306 307 308 309 310
			if (cmsg->cmsg_len == CMSG_LEN(sizeof(int)))
				val = *(int *)CMSG_DATA(cmsg);
			else if (cmsg->cmsg_len == CMSG_LEN(sizeof(u8)))
				val = *(u8 *)CMSG_DATA(cmsg);
			else
311 312 313 314 315 316 317
				return -EINVAL;
			if (val < 0 || val > 255)
				return -EINVAL;
			ipc->tos = val;
			ipc->priority = rt_tos2priority(ipc->tos);
			break;

L
Linus Torvalds 已提交
318 319 320 321 322 323 324
		default:
			return -EINVAL;
		}
	}
	return 0;
}

E
Eric Dumazet 已提交
325
static void ip_ra_destroy_rcu(struct rcu_head *head)
E
Eric Dumazet 已提交
326
{
E
Eric Dumazet 已提交
327 328 329 330
	struct ip_ra_chain *ra = container_of(head, struct ip_ra_chain, rcu);

	sock_put(ra->saved_sk);
	kfree(ra);
E
Eric Dumazet 已提交
331
}
L
Linus Torvalds 已提交
332

E
Eric Dumazet 已提交
333 334
int ip_ra_control(struct sock *sk, unsigned char on,
		  void (*destructor)(struct sock *))
L
Linus Torvalds 已提交
335
{
336 337
	struct ip_ra_chain *ra, *new_ra;
	struct ip_ra_chain __rcu **rap;
338
	struct net *net = sock_net(sk);
L
Linus Torvalds 已提交
339

E
Eric Dumazet 已提交
340
	if (sk->sk_type != SOCK_RAW || inet_sk(sk)->inet_num == IPPROTO_RAW)
L
Linus Torvalds 已提交
341 342 343 344
		return -EINVAL;

	new_ra = on ? kmalloc(sizeof(*new_ra), GFP_KERNEL) : NULL;

345
	mutex_lock(&net->ipv4.ra_mutex);
346
	for (rap = &net->ipv4.ra_chain;
347
	     (ra = rcu_dereference_protected(*rap,
348
			lockdep_is_held(&net->ipv4.ra_mutex))) != NULL;
349
	     rap = &ra->next) {
L
Linus Torvalds 已提交
350 351
		if (ra->sk == sk) {
			if (on) {
352
				mutex_unlock(&net->ipv4.ra_mutex);
J
Jesper Juhl 已提交
353
				kfree(new_ra);
L
Linus Torvalds 已提交
354 355
				return -EADDRINUSE;
			}
E
Eric Dumazet 已提交
356 357
			/* dont let ip_call_ra_chain() use sk again */
			ra->sk = NULL;
358
			RCU_INIT_POINTER(*rap, ra->next);
359
			mutex_unlock(&net->ipv4.ra_mutex);
L
Linus Torvalds 已提交
360 361 362

			if (ra->destructor)
				ra->destructor(sk);
E
Eric Dumazet 已提交
363 364 365 366 367 368 369
			/*
			 * Delay sock_put(sk) and kfree(ra) after one rcu grace
			 * period. This guarantee ip_call_ra_chain() dont need
			 * to mess with socket refcounts.
			 */
			ra->saved_sk = sk;
			call_rcu(&ra->rcu, ip_ra_destroy_rcu);
L
Linus Torvalds 已提交
370 371 372
			return 0;
		}
	}
373
	if (!new_ra) {
374
		mutex_unlock(&net->ipv4.ra_mutex);
L
Linus Torvalds 已提交
375
		return -ENOBUFS;
376
	}
L
Linus Torvalds 已提交
377 378 379
	new_ra->sk = sk;
	new_ra->destructor = destructor;

380
	RCU_INIT_POINTER(new_ra->next, ra);
E
Eric Dumazet 已提交
381
	rcu_assign_pointer(*rap, new_ra);
L
Linus Torvalds 已提交
382
	sock_hold(sk);
383
	mutex_unlock(&net->ipv4.ra_mutex);
L
Linus Torvalds 已提交
384 385 386 387

	return 0;
}

388
void ip_icmp_error(struct sock *sk, struct sk_buff *skb, int err,
A
Al Viro 已提交
389
		   __be16 port, u32 info, u8 *payload)
L
Linus Torvalds 已提交
390 391 392 393 394 395 396
{
	struct sock_exterr_skb *serr;

	skb = skb_clone(skb, GFP_ATOMIC);
	if (!skb)
		return;

397
	serr = SKB_EXT_ERR(skb);
L
Linus Torvalds 已提交
398 399
	serr->ee.ee_errno = err;
	serr->ee.ee_origin = SO_EE_ORIGIN_ICMP;
400 401
	serr->ee.ee_type = icmp_hdr(skb)->type;
	serr->ee.ee_code = icmp_hdr(skb)->code;
L
Linus Torvalds 已提交
402 403 404
	serr->ee.ee_pad = 0;
	serr->ee.ee_info = info;
	serr->ee.ee_data = 0;
405
	serr->addr_offset = (u8 *)&(((struct iphdr *)(icmp_hdr(skb) + 1))->daddr) -
406
				   skb_network_header(skb);
L
Linus Torvalds 已提交
407 408
	serr->port = port;

409
	if (skb_pull(skb, payload - skb->data)) {
410 411 412 413 414
		skb_reset_transport_header(skb);
		if (sock_queue_err_skb(sk, skb) == 0)
			return;
	}
	kfree_skb(skb);
L
Linus Torvalds 已提交
415 416
}

A
Al Viro 已提交
417
void ip_local_error(struct sock *sk, int err, __be32 daddr, __be16 port, u32 info)
L
Linus Torvalds 已提交
418 419 420 421 422 423 424 425 426 427 428 429 430
{
	struct inet_sock *inet = inet_sk(sk);
	struct sock_exterr_skb *serr;
	struct iphdr *iph;
	struct sk_buff *skb;

	if (!inet->recverr)
		return;

	skb = alloc_skb(sizeof(struct iphdr), GFP_ATOMIC);
	if (!skb)
		return;

431 432
	skb_put(skb, sizeof(struct iphdr));
	skb_reset_network_header(skb);
433
	iph = ip_hdr(skb);
L
Linus Torvalds 已提交
434 435
	iph->daddr = daddr;

436
	serr = SKB_EXT_ERR(skb);
L
Linus Torvalds 已提交
437 438
	serr->ee.ee_errno = err;
	serr->ee.ee_origin = SO_EE_ORIGIN_LOCAL;
439
	serr->ee.ee_type = 0;
L
Linus Torvalds 已提交
440 441 442 443
	serr->ee.ee_code = 0;
	serr->ee.ee_pad = 0;
	serr->ee.ee_info = info;
	serr->ee.ee_data = 0;
444
	serr->addr_offset = (u8 *)&iph->daddr - skb_network_header(skb);
L
Linus Torvalds 已提交
445 446
	serr->port = port;

447
	__skb_pull(skb, skb_tail_pointer(skb) - skb->data);
448
	skb_reset_transport_header(skb);
L
Linus Torvalds 已提交
449 450 451 452 453

	if (sock_queue_err_skb(sk, skb))
		kfree_skb(skb);
}

454 455 456 457 458 459 460 461 462
/* For some errors we have valid addr_offset even with zero payload and
 * zero port. Also, addr_offset should be supported if port is set.
 */
static inline bool ipv4_datagram_support_addr(struct sock_exterr_skb *serr)
{
	return serr->ee.ee_origin == SO_EE_ORIGIN_ICMP ||
	       serr->ee.ee_origin == SO_EE_ORIGIN_LOCAL || serr->port;
}

463 464 465 466 467 468 469 470
/* IPv4 supports cmsg on all imcp errors and some timestamps
 *
 * Timestamp code paths do not initialize the fields expected by cmsg:
 * the PKTINFO fields in skb->cb[]. Fill those in here.
 */
static bool ipv4_datagram_support_cmsg(const struct sock *sk,
				       struct sk_buff *skb,
				       int ee_origin)
471
{
472 473 474 475
	struct in_pktinfo *info;

	if (ee_origin == SO_EE_ORIGIN_ICMP)
		return true;
476

477 478 479 480
	if (ee_origin == SO_EE_ORIGIN_LOCAL)
		return false;

	/* Support IP_PKTINFO on tstamp packets if requested, to correlate
481
	 * timestamp with egress dev. Not possible for packets without iif
482 483
	 * or without payload (SOF_TIMESTAMPING_OPT_TSONLY).
	 */
484 485 486
	info = PKTINFO_SKB_CB(skb);
	if (!(sk->sk_tsflags & SOF_TIMESTAMPING_OPT_CMSG) ||
	    !info->ipi_ifindex)
487 488 489 490 491 492
		return false;

	info->ipi_spec_dst.s_addr = ip_hdr(skb)->saddr;
	return true;
}

493
/*
L
Linus Torvalds 已提交
494 495
 *	Handle MSG_ERRQUEUE
 */
496
int ip_recv_error(struct sock *sk, struct msghdr *msg, int len, int *addr_len)
L
Linus Torvalds 已提交
497 498
{
	struct sock_exterr_skb *serr;
499
	struct sk_buff *skb;
500
	DECLARE_SOCKADDR(struct sockaddr_in *, sin, msg->msg_name);
L
Linus Torvalds 已提交
501 502 503 504 505 506 507
	struct {
		struct sock_extended_err ee;
		struct sockaddr_in	 offender;
	} errhdr;
	int err;
	int copied;

508 509
	WARN_ON_ONCE(sk->sk_family == AF_INET6);

L
Linus Torvalds 已提交
510
	err = -EAGAIN;
511
	skb = sock_dequeue_err_skb(sk);
512
	if (!skb)
L
Linus Torvalds 已提交
513 514 515 516 517 518 519
		goto out;

	copied = skb->len;
	if (copied > len) {
		msg->msg_flags |= MSG_TRUNC;
		copied = len;
	}
520
	err = skb_copy_datagram_msg(skb, 0, msg, copied);
521 522 523 524
	if (unlikely(err)) {
		kfree_skb(skb);
		return err;
	}
L
Linus Torvalds 已提交
525 526 527 528
	sock_recv_timestamp(msg, sk, skb);

	serr = SKB_EXT_ERR(skb);

529
	if (sin && ipv4_datagram_support_addr(serr)) {
L
Linus Torvalds 已提交
530
		sin->sin_family = AF_INET;
531 532
		sin->sin_addr.s_addr = *(__be32 *)(skb_network_header(skb) +
						   serr->addr_offset);
L
Linus Torvalds 已提交
533 534
		sin->sin_port = serr->port;
		memset(&sin->sin_zero, 0, sizeof(sin->sin_zero));
535
		*addr_len = sizeof(*sin);
L
Linus Torvalds 已提交
536 537 538 539
	}

	memcpy(&errhdr.ee, &serr->ee, sizeof(struct sock_extended_err));
	sin = &errhdr.offender;
540
	memset(sin, 0, sizeof(*sin));
541

542
	if (ipv4_datagram_support_cmsg(sk, skb, serr->ee.ee_origin)) {
L
Linus Torvalds 已提交
543
		sin->sin_family = AF_INET;
544
		sin->sin_addr.s_addr = ip_hdr(skb)->saddr;
545
		if (inet_sk(sk)->cmsg_flags)
L
Linus Torvalds 已提交
546 547 548 549 550 551 552 553 554 555
			ip_cmsg_recv(msg, skb);
	}

	put_cmsg(msg, SOL_IP, IP_RECVERR, sizeof(errhdr), &errhdr);

	/* Now we could try to dump offended packet options */

	msg->msg_flags |= MSG_ERRQUEUE;
	err = copied;

556
	consume_skb(skb);
L
Linus Torvalds 已提交
557 558 559 560 561 562
out:
	return err;
}


/*
E
Eric Dumazet 已提交
563 564
 *	Socket option code for IP. This is the end of the line after any
 *	TCP,UDP etc options on an IP socket.
L
Linus Torvalds 已提交
565
 */
566 567 568 569 570
static bool setsockopt_needs_rtnl(int optname)
{
	switch (optname) {
	case IP_ADD_MEMBERSHIP:
	case IP_ADD_SOURCE_MEMBERSHIP:
571
	case IP_BLOCK_SOURCE:
572
	case IP_DROP_MEMBERSHIP:
573 574 575 576 577
	case IP_DROP_SOURCE_MEMBERSHIP:
	case IP_MSFILTER:
	case IP_UNBLOCK_SOURCE:
	case MCAST_BLOCK_SOURCE:
	case MCAST_MSFILTER:
578
	case MCAST_JOIN_GROUP:
579
	case MCAST_JOIN_SOURCE_GROUP:
580
	case MCAST_LEAVE_GROUP:
581 582
	case MCAST_LEAVE_SOURCE_GROUP:
	case MCAST_UNBLOCK_SOURCE:
583 584 585 586
		return true;
	}
	return false;
}
L
Linus Torvalds 已提交
587

588
static int do_ip_setsockopt(struct sock *sk, int level,
589
			    int optname, char __user *optval, unsigned int optlen)
L
Linus Torvalds 已提交
590 591
{
	struct inet_sock *inet = inet_sk(sk);
592
	struct net *net = sock_net(sk);
593
	int val = 0, err;
594
	bool needs_rtnl = setsockopt_needs_rtnl(optname);
L
Linus Torvalds 已提交
595

596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612
	switch (optname) {
	case IP_PKTINFO:
	case IP_RECVTTL:
	case IP_RECVOPTS:
	case IP_RECVTOS:
	case IP_RETOPTS:
	case IP_TOS:
	case IP_TTL:
	case IP_HDRINCL:
	case IP_MTU_DISCOVER:
	case IP_RECVERR:
	case IP_ROUTER_ALERT:
	case IP_FREEBIND:
	case IP_PASSSEC:
	case IP_TRANSPARENT:
	case IP_MINTTL:
	case IP_NODEFRAG:
613
	case IP_BIND_ADDRESS_NO_PORT:
614 615 616 617 618
	case IP_UNICAST_IF:
	case IP_MULTICAST_TTL:
	case IP_MULTICAST_ALL:
	case IP_MULTICAST_LOOP:
	case IP_RECVORIGDSTADDR:
619
	case IP_CHECKSUM:
W
Willem de Bruijn 已提交
620
	case IP_RECVFRAGSIZE:
L
Linus Torvalds 已提交
621 622 623 624 625 626 627 628 629 630 631 632 633 634
		if (optlen >= sizeof(int)) {
			if (get_user(val, (int __user *) optval))
				return -EFAULT;
		} else if (optlen >= sizeof(char)) {
			unsigned char ucval;

			if (get_user(ucval, (unsigned char __user *) optval))
				return -EFAULT;
			val = (int) ucval;
		}
	}

	/* If optlen==0, it is equivalent to val == 0 */

635 636
	if (optname == IP_ROUTER_ALERT)
		return ip_ra_control(sk, val ? 1 : 0, NULL);
637
	if (ip_mroute_opt(optname))
638
		return ip_mroute_setsockopt(sk, optname, optval, optlen);
L
Linus Torvalds 已提交
639 640

	err = 0;
641 642
	if (needs_rtnl)
		rtnl_lock();
L
Linus Torvalds 已提交
643 644 645
	lock_sock(sk);

	switch (optname) {
S
Stephen Hemminger 已提交
646 647
	case IP_OPTIONS:
	{
648 649
		struct ip_options_rcu *old, *opt = NULL;

650
		if (optlen > 40)
S
Stephen Hemminger 已提交
651
			goto e_inval;
652
		err = ip_options_get_from_user(sock_net(sk), &opt,
653
					       optval, optlen);
S
Stephen Hemminger 已提交
654 655
		if (err)
			break;
656
		old = rcu_dereference_protected(inet->inet_opt,
657
						lockdep_sock_is_held(sk));
S
Stephen Hemminger 已提交
658 659
		if (inet->is_icsk) {
			struct inet_connection_sock *icsk = inet_csk(sk);
E
Eric Dumazet 已提交
660
#if IS_ENABLED(CONFIG_IPV6)
S
Stephen Hemminger 已提交
661 662 663
			if (sk->sk_family == PF_INET ||
			    (!((1 << sk->sk_state) &
			       (TCPF_LISTEN | TCPF_CLOSE)) &&
E
Eric Dumazet 已提交
664
			     inet->inet_daddr != LOOPBACK4_IPV6)) {
L
Linus Torvalds 已提交
665
#endif
666 667
				if (old)
					icsk->icsk_ext_hdr_len -= old->opt.optlen;
S
Stephen Hemminger 已提交
668
				if (opt)
669
					icsk->icsk_ext_hdr_len += opt->opt.optlen;
S
Stephen Hemminger 已提交
670
				icsk->icsk_sync_mss(sk, icsk->icsk_pmtu_cookie);
E
Eric Dumazet 已提交
671
#if IS_ENABLED(CONFIG_IPV6)
L
Linus Torvalds 已提交
672
			}
S
Stephen Hemminger 已提交
673
#endif
L
Linus Torvalds 已提交
674
		}
675 676
		rcu_assign_pointer(inet->inet_opt, opt);
		if (old)
677
			kfree_rcu(old, rcu);
S
Stephen Hemminger 已提交
678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715
		break;
	}
	case IP_PKTINFO:
		if (val)
			inet->cmsg_flags |= IP_CMSG_PKTINFO;
		else
			inet->cmsg_flags &= ~IP_CMSG_PKTINFO;
		break;
	case IP_RECVTTL:
		if (val)
			inet->cmsg_flags |=  IP_CMSG_TTL;
		else
			inet->cmsg_flags &= ~IP_CMSG_TTL;
		break;
	case IP_RECVTOS:
		if (val)
			inet->cmsg_flags |=  IP_CMSG_TOS;
		else
			inet->cmsg_flags &= ~IP_CMSG_TOS;
		break;
	case IP_RECVOPTS:
		if (val)
			inet->cmsg_flags |=  IP_CMSG_RECVOPTS;
		else
			inet->cmsg_flags &= ~IP_CMSG_RECVOPTS;
		break;
	case IP_RETOPTS:
		if (val)
			inet->cmsg_flags |= IP_CMSG_RETOPTS;
		else
			inet->cmsg_flags &= ~IP_CMSG_RETOPTS;
		break;
	case IP_PASSSEC:
		if (val)
			inet->cmsg_flags |= IP_CMSG_PASSSEC;
		else
			inet->cmsg_flags &= ~IP_CMSG_PASSSEC;
		break;
716 717 718 719 720 721
	case IP_RECVORIGDSTADDR:
		if (val)
			inet->cmsg_flags |= IP_CMSG_ORIGDSTADDR;
		else
			inet->cmsg_flags &= ~IP_CMSG_ORIGDSTADDR;
		break;
722 723 724 725 726 727 728 729 730 731 732 733 734
	case IP_CHECKSUM:
		if (val) {
			if (!(inet->cmsg_flags & IP_CMSG_CHECKSUM)) {
				inet_inc_convert_csum(sk);
				inet->cmsg_flags |= IP_CMSG_CHECKSUM;
			}
		} else {
			if (inet->cmsg_flags & IP_CMSG_CHECKSUM) {
				inet_dec_convert_csum(sk);
				inet->cmsg_flags &= ~IP_CMSG_CHECKSUM;
			}
		}
		break;
W
Willem de Bruijn 已提交
735 736 737 738 739 740 741 742
	case IP_RECVFRAGSIZE:
		if (sk->sk_type != SOCK_RAW && sk->sk_type != SOCK_DGRAM)
			goto e_inval;
		if (val)
			inet->cmsg_flags |= IP_CMSG_RECVFRAGSIZE;
		else
			inet->cmsg_flags &= ~IP_CMSG_RECVFRAGSIZE;
		break;
S
Stephen Hemminger 已提交
743 744
	case IP_TOS:	/* This sets both TOS and Precedence */
		if (sk->sk_type == SOCK_STREAM) {
745 746
			val &= ~INET_ECN_MASK;
			val |= inet->tos & INET_ECN_MASK;
S
Stephen Hemminger 已提交
747 748 749 750 751 752 753 754
		}
		if (inet->tos != val) {
			inet->tos = val;
			sk->sk_priority = rt_tos2priority(val);
			sk_dst_reset(sk);
		}
		break;
	case IP_TTL:
E
Eric Dumazet 已提交
755
		if (optlen < 1)
S
Stephen Hemminger 已提交
756
			goto e_inval;
757
		if (val != -1 && (val < 1 || val > 255))
S
Stephen Hemminger 已提交
758 759 760 761 762 763
			goto e_inval;
		inet->uc_ttl = val;
		break;
	case IP_HDRINCL:
		if (sk->sk_type != SOCK_RAW) {
			err = -ENOPROTOOPT;
C
Catherine Zhang 已提交
764
			break;
S
Stephen Hemminger 已提交
765 766 767
		}
		inet->hdrincl = val ? 1 : 0;
		break;
768 769 770 771 772 773 774
	case IP_NODEFRAG:
		if (sk->sk_type != SOCK_RAW) {
			err = -ENOPROTOOPT;
			break;
		}
		inet->nodefrag = val ? 1 : 0;
		break;
775 776 777
	case IP_BIND_ADDRESS_NO_PORT:
		inet->bind_address_no_port = val ? 1 : 0;
		break;
S
Stephen Hemminger 已提交
778
	case IP_MTU_DISCOVER:
779
		if (val < IP_PMTUDISC_DONT || val > IP_PMTUDISC_OMIT)
S
Stephen Hemminger 已提交
780 781 782 783 784 785 786 787 788 789 790
			goto e_inval;
		inet->pmtudisc = val;
		break;
	case IP_RECVERR:
		inet->recverr = !!val;
		if (!val)
			skb_queue_purge(&sk->sk_error_queue);
		break;
	case IP_MULTICAST_TTL:
		if (sk->sk_type == SOCK_STREAM)
			goto e_inval;
E
Eric Dumazet 已提交
791
		if (optlen < 1)
S
Stephen Hemminger 已提交
792
			goto e_inval;
793
		if (val == -1)
S
Stephen Hemminger 已提交
794 795 796 797 798 799
			val = 1;
		if (val < 0 || val > 255)
			goto e_inval;
		inet->mc_ttl = val;
		break;
	case IP_MULTICAST_LOOP:
E
Eric Dumazet 已提交
800
		if (optlen < 1)
S
Stephen Hemminger 已提交
801 802 803
			goto e_inval;
		inet->mc_loop = !!val;
		break;
804 805 806 807
	case IP_UNICAST_IF:
	{
		struct net_device *dev = NULL;
		int ifindex;
808
		int midx;
809 810 811 812 813 814 815 816 817 818 819 820 821 822 823

		if (optlen != sizeof(int))
			goto e_inval;

		ifindex = (__force int)ntohl((__force __be32)val);
		if (ifindex == 0) {
			inet->uc_index = 0;
			err = 0;
			break;
		}

		dev = dev_get_by_index(sock_net(sk), ifindex);
		err = -EADDRNOTAVAIL;
		if (!dev)
			break;
824 825

		midx = l3mdev_master_ifindex(dev);
826 827 828
		dev_put(dev);

		err = -EINVAL;
829 830
		if (sk->sk_bound_dev_if &&
		    (!midx || midx != sk->sk_bound_dev_if))
831 832 833 834 835 836
			break;

		inet->uc_index = ifindex;
		err = 0;
		break;
	}
S
Stephen Hemminger 已提交
837 838 839 840
	case IP_MULTICAST_IF:
	{
		struct ip_mreqn mreq;
		struct net_device *dev = NULL;
841
		int midx;
S
Stephen Hemminger 已提交
842 843 844 845 846 847 848

		if (sk->sk_type == SOCK_STREAM)
			goto e_inval;
		/*
		 *	Check the arguments are allowable
		 */

849 850 851
		if (optlen < sizeof(struct in_addr))
			goto e_inval;

S
Stephen Hemminger 已提交
852 853
		err = -EFAULT;
		if (optlen >= sizeof(struct ip_mreqn)) {
854
			if (copy_from_user(&mreq, optval, sizeof(mreq)))
L
Linus Torvalds 已提交
855
				break;
S
Stephen Hemminger 已提交
856 857
		} else {
			memset(&mreq, 0, sizeof(mreq));
858 859 860 861 862 863 864 865 866
			if (optlen >= sizeof(struct ip_mreq)) {
				if (copy_from_user(&mreq, optval,
						   sizeof(struct ip_mreq)))
					break;
			} else if (optlen >= sizeof(struct in_addr)) {
				if (copy_from_user(&mreq.imr_address, optval,
						   sizeof(struct in_addr)))
					break;
			}
S
Stephen Hemminger 已提交
867 868 869
		}

		if (!mreq.imr_ifindex) {
A
Al Viro 已提交
870
			if (mreq.imr_address.s_addr == htonl(INADDR_ANY)) {
S
Stephen Hemminger 已提交
871 872 873
				inet->mc_index = 0;
				inet->mc_addr  = 0;
				err = 0;
L
Linus Torvalds 已提交
874 875
				break;
			}
876
			dev = ip_dev_find(sock_net(sk), mreq.imr_address.s_addr);
E
Eric Dumazet 已提交
877
			if (dev)
S
Stephen Hemminger 已提交
878 879
				mreq.imr_ifindex = dev->ifindex;
		} else
E
Eric Dumazet 已提交
880
			dev = dev_get_by_index(sock_net(sk), mreq.imr_ifindex);
L
Linus Torvalds 已提交
881 882


S
Stephen Hemminger 已提交
883 884 885
		err = -EADDRNOTAVAIL;
		if (!dev)
			break;
886 887 888

		midx = l3mdev_master_ifindex(dev);

E
Eric Dumazet 已提交
889
		dev_put(dev);
S
Stephen Hemminger 已提交
890 891 892

		err = -EINVAL;
		if (sk->sk_bound_dev_if &&
893 894
		    mreq.imr_ifindex != sk->sk_bound_dev_if &&
		    (!midx || midx != sk->sk_bound_dev_if))
S
Stephen Hemminger 已提交
895
			break;
L
Linus Torvalds 已提交
896

S
Stephen Hemminger 已提交
897 898 899 900 901
		inet->mc_index = mreq.imr_ifindex;
		inet->mc_addr  = mreq.imr_address.s_addr;
		err = 0;
		break;
	}
L
Linus Torvalds 已提交
902

S
Stephen Hemminger 已提交
903 904 905 906
	case IP_ADD_MEMBERSHIP:
	case IP_DROP_MEMBERSHIP:
	{
		struct ip_mreqn mreq;
L
Linus Torvalds 已提交
907

908 909 910 911
		err = -EPROTO;
		if (inet_sk(sk)->is_icsk)
			break;

S
Stephen Hemminger 已提交
912 913 914 915
		if (optlen < sizeof(struct ip_mreq))
			goto e_inval;
		err = -EFAULT;
		if (optlen >= sizeof(struct ip_mreqn)) {
916
			if (copy_from_user(&mreq, optval, sizeof(mreq)))
L
Linus Torvalds 已提交
917
				break;
S
Stephen Hemminger 已提交
918 919
		} else {
			memset(&mreq, 0, sizeof(mreq));
920
			if (copy_from_user(&mreq, optval, sizeof(struct ip_mreq)))
L
Linus Torvalds 已提交
921
				break;
S
Stephen Hemminger 已提交
922
		}
L
Linus Torvalds 已提交
923

S
Stephen Hemminger 已提交
924
		if (optname == IP_ADD_MEMBERSHIP)
925
			err = ip_mc_join_group(sk, &mreq);
S
Stephen Hemminger 已提交
926
		else
927
			err = ip_mc_leave_group(sk, &mreq);
S
Stephen Hemminger 已提交
928 929 930 931 932 933 934 935 936 937
		break;
	}
	case IP_MSFILTER:
	{
		struct ip_msfilter *msf;

		if (optlen < IP_MSFILTER_SIZE(0))
			goto e_inval;
		if (optlen > sysctl_optmem_max) {
			err = -ENOBUFS;
L
Linus Torvalds 已提交
938 939
			break;
		}
940 941 942
		msf = memdup_user(optval, optlen);
		if (IS_ERR(msf)) {
			err = PTR_ERR(msf);
S
Stephen Hemminger 已提交
943 944 945 946
			break;
		}
		/* numsrc >= (1G-4) overflow in 32 bits */
		if (msf->imsf_numsrc >= 0x3ffffffcU ||
947
		    msf->imsf_numsrc > net->ipv4.sysctl_igmp_max_msf) {
S
Stephen Hemminger 已提交
948 949 950 951 952 953 954 955 956 957 958 959 960 961 962 963 964 965 966 967
			kfree(msf);
			err = -ENOBUFS;
			break;
		}
		if (IP_MSFILTER_SIZE(msf->imsf_numsrc) > optlen) {
			kfree(msf);
			err = -EINVAL;
			break;
		}
		err = ip_mc_msfilter(sk, msf, 0);
		kfree(msf);
		break;
	}
	case IP_BLOCK_SOURCE:
	case IP_UNBLOCK_SOURCE:
	case IP_ADD_SOURCE_MEMBERSHIP:
	case IP_DROP_SOURCE_MEMBERSHIP:
	{
		struct ip_mreq_source mreqs;
		int omode, add;
L
Linus Torvalds 已提交
968

S
Stephen Hemminger 已提交
969 970 971
		if (optlen != sizeof(struct ip_mreq_source))
			goto e_inval;
		if (copy_from_user(&mreqs, optval, sizeof(mreqs))) {
L
Linus Torvalds 已提交
972 973 974
			err = -EFAULT;
			break;
		}
S
Stephen Hemminger 已提交
975 976 977 978 979 980 981 982
		if (optname == IP_BLOCK_SOURCE) {
			omode = MCAST_EXCLUDE;
			add = 1;
		} else if (optname == IP_UNBLOCK_SOURCE) {
			omode = MCAST_EXCLUDE;
			add = 0;
		} else if (optname == IP_ADD_SOURCE_MEMBERSHIP) {
			struct ip_mreqn mreq;
L
Linus Torvalds 已提交
983

S
Stephen Hemminger 已提交
984 985 986
			mreq.imr_multiaddr.s_addr = mreqs.imr_multiaddr;
			mreq.imr_address.s_addr = mreqs.imr_interface;
			mreq.imr_ifindex = 0;
987
			err = ip_mc_join_group(sk, &mreq);
S
Stephen Hemminger 已提交
988
			if (err && err != -EADDRINUSE)
L
Linus Torvalds 已提交
989
				break;
S
Stephen Hemminger 已提交
990 991 992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018
			omode = MCAST_INCLUDE;
			add = 1;
		} else /* IP_DROP_SOURCE_MEMBERSHIP */ {
			omode = MCAST_INCLUDE;
			add = 0;
		}
		err = ip_mc_source(add, omode, sk, &mreqs, 0);
		break;
	}
	case MCAST_JOIN_GROUP:
	case MCAST_LEAVE_GROUP:
	{
		struct group_req greq;
		struct sockaddr_in *psin;
		struct ip_mreqn mreq;

		if (optlen < sizeof(struct group_req))
			goto e_inval;
		err = -EFAULT;
		if (copy_from_user(&greq, optval, sizeof(greq)))
			break;
		psin = (struct sockaddr_in *)&greq.gr_group;
		if (psin->sin_family != AF_INET)
			goto e_inval;
		memset(&mreq, 0, sizeof(mreq));
		mreq.imr_multiaddr = psin->sin_addr;
		mreq.imr_ifindex = greq.gr_interface;

		if (optname == MCAST_JOIN_GROUP)
1019
			err = ip_mc_join_group(sk, &mreq);
S
Stephen Hemminger 已提交
1020
		else
1021
			err = ip_mc_leave_group(sk, &mreq);
S
Stephen Hemminger 已提交
1022 1023 1024 1025 1026 1027 1028 1029 1030 1031 1032 1033 1034 1035 1036
		break;
	}
	case MCAST_JOIN_SOURCE_GROUP:
	case MCAST_LEAVE_SOURCE_GROUP:
	case MCAST_BLOCK_SOURCE:
	case MCAST_UNBLOCK_SOURCE:
	{
		struct group_source_req greqs;
		struct ip_mreq_source mreqs;
		struct sockaddr_in *psin;
		int omode, add;

		if (optlen != sizeof(struct group_source_req))
			goto e_inval;
		if (copy_from_user(&greqs, optval, sizeof(greqs))) {
L
Linus Torvalds 已提交
1037 1038 1039
			err = -EFAULT;
			break;
		}
S
Stephen Hemminger 已提交
1040 1041 1042
		if (greqs.gsr_group.ss_family != AF_INET ||
		    greqs.gsr_source.ss_family != AF_INET) {
			err = -EADDRNOTAVAIL;
L
Linus Torvalds 已提交
1043 1044
			break;
		}
S
Stephen Hemminger 已提交
1045 1046 1047 1048 1049 1050 1051 1052 1053 1054 1055 1056 1057
		psin = (struct sockaddr_in *)&greqs.gsr_group;
		mreqs.imr_multiaddr = psin->sin_addr.s_addr;
		psin = (struct sockaddr_in *)&greqs.gsr_source;
		mreqs.imr_sourceaddr = psin->sin_addr.s_addr;
		mreqs.imr_interface = 0; /* use index for mc_source */

		if (optname == MCAST_BLOCK_SOURCE) {
			omode = MCAST_EXCLUDE;
			add = 1;
		} else if (optname == MCAST_UNBLOCK_SOURCE) {
			omode = MCAST_EXCLUDE;
			add = 0;
		} else if (optname == MCAST_JOIN_SOURCE_GROUP) {
L
Linus Torvalds 已提交
1058 1059
			struct ip_mreqn mreq;

S
Stephen Hemminger 已提交
1060
			psin = (struct sockaddr_in *)&greqs.gsr_group;
L
Linus Torvalds 已提交
1061
			mreq.imr_multiaddr = psin->sin_addr;
S
Stephen Hemminger 已提交
1062 1063
			mreq.imr_address.s_addr = 0;
			mreq.imr_ifindex = greqs.gsr_interface;
1064
			err = ip_mc_join_group(sk, &mreq);
S
Stephen Hemminger 已提交
1065 1066 1067 1068 1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084 1085 1086 1087 1088
			if (err && err != -EADDRINUSE)
				break;
			greqs.gsr_interface = mreq.imr_ifindex;
			omode = MCAST_INCLUDE;
			add = 1;
		} else /* MCAST_LEAVE_SOURCE_GROUP */ {
			omode = MCAST_INCLUDE;
			add = 0;
		}
		err = ip_mc_source(add, omode, sk, &mreqs,
				   greqs.gsr_interface);
		break;
	}
	case MCAST_MSFILTER:
	{
		struct sockaddr_in *psin;
		struct ip_msfilter *msf = NULL;
		struct group_filter *gsf = NULL;
		int msize, i, ifindex;

		if (optlen < GROUP_FILTER_SIZE(0))
			goto e_inval;
		if (optlen > sysctl_optmem_max) {
			err = -ENOBUFS;
L
Linus Torvalds 已提交
1089 1090
			break;
		}
1091 1092 1093
		gsf = memdup_user(optval, optlen);
		if (IS_ERR(gsf)) {
			err = PTR_ERR(gsf);
L
Linus Torvalds 已提交
1094 1095
			break;
		}
E
Eric Dumazet 已提交
1096

S
Stephen Hemminger 已提交
1097 1098
		/* numsrc >= (4G-140)/128 overflow in 32 bits */
		if (gsf->gf_numsrc >= 0x1ffffff ||
1099
		    gsf->gf_numsrc > net->ipv4.sysctl_igmp_max_msf) {
S
Stephen Hemminger 已提交
1100 1101 1102 1103 1104 1105 1106 1107
			err = -ENOBUFS;
			goto mc_msf_out;
		}
		if (GROUP_FILTER_SIZE(gsf->gf_numsrc) > optlen) {
			err = -EINVAL;
			goto mc_msf_out;
		}
		msize = IP_MSFILTER_SIZE(gsf->gf_numsrc);
1108
		msf = kmalloc(msize, GFP_KERNEL);
S
Stephen Hemminger 已提交
1109
		if (!msf) {
S
Stephen Hemminger 已提交
1110 1111 1112 1113 1114 1115
			err = -ENOBUFS;
			goto mc_msf_out;
		}
		ifindex = gsf->gf_interface;
		psin = (struct sockaddr_in *)&gsf->gf_group;
		if (psin->sin_family != AF_INET) {
L
Linus Torvalds 已提交
1116
			err = -EADDRNOTAVAIL;
S
Stephen Hemminger 已提交
1117
			goto mc_msf_out;
L
Linus Torvalds 已提交
1118
		}
S
Stephen Hemminger 已提交
1119 1120 1121 1122 1123
		msf->imsf_multiaddr = psin->sin_addr.s_addr;
		msf->imsf_interface = 0;
		msf->imsf_fmode = gsf->gf_fmode;
		msf->imsf_numsrc = gsf->gf_numsrc;
		err = -EADDRNOTAVAIL;
E
Eric Dumazet 已提交
1124
		for (i = 0; i < gsf->gf_numsrc; ++i) {
S
Stephen Hemminger 已提交
1125
			psin = (struct sockaddr_in *)&gsf->gf_slist[i];
1126

S
Stephen Hemminger 已提交
1127 1128 1129 1130 1131 1132 1133 1134
			if (psin->sin_family != AF_INET)
				goto mc_msf_out;
			msf->imsf_slist[i] = psin->sin_addr.s_addr;
		}
		kfree(gsf);
		gsf = NULL;

		err = ip_mc_msfilter(sk, msf, ifindex);
E
Eric Dumazet 已提交
1135
mc_msf_out:
S
Stephen Hemminger 已提交
1136 1137 1138 1139
		kfree(msf);
		kfree(gsf);
		break;
	}
1140 1141 1142 1143 1144 1145 1146
	case IP_MULTICAST_ALL:
		if (optlen < 1)
			goto e_inval;
		if (val != 0 && val != 1)
			goto e_inval;
		inet->mc_all = val;
		break;
S
Stephen Hemminger 已提交
1147 1148

	case IP_FREEBIND:
E
Eric Dumazet 已提交
1149
		if (optlen < 1)
S
Stephen Hemminger 已提交
1150 1151 1152 1153 1154 1155 1156
			goto e_inval;
		inet->freebind = !!val;
		break;

	case IP_IPSEC_POLICY:
	case IP_XFRM_POLICY:
		err = -EPERM;
1157
		if (!ns_capable(sock_net(sk)->user_ns, CAP_NET_ADMIN))
L
Linus Torvalds 已提交
1158
			break;
S
Stephen Hemminger 已提交
1159 1160
		err = xfrm_user_policy(sk, optname, optval, optlen);
		break;
L
Linus Torvalds 已提交
1161

1162
	case IP_TRANSPARENT:
1163 1164
		if (!!val && !ns_capable(sock_net(sk)->user_ns, CAP_NET_RAW) &&
		    !ns_capable(sock_net(sk)->user_ns, CAP_NET_ADMIN)) {
1165 1166 1167 1168 1169 1170 1171 1172
			err = -EPERM;
			break;
		}
		if (optlen < 1)
			goto e_inval;
		inet->transparent = !!val;
		break;

1173 1174 1175 1176 1177 1178 1179 1180
	case IP_MINTTL:
		if (optlen < 1)
			goto e_inval;
		if (val < 0 || val > 255)
			goto e_inval;
		inet->min_ttl = val;
		break;

S
Stephen Hemminger 已提交
1181 1182 1183
	default:
		err = -ENOPROTOOPT;
		break;
L
Linus Torvalds 已提交
1184 1185
	}
	release_sock(sk);
1186 1187
	if (needs_rtnl)
		rtnl_unlock();
L
Linus Torvalds 已提交
1188 1189 1190 1191
	return err;

e_inval:
	release_sock(sk);
1192 1193
	if (needs_rtnl)
		rtnl_unlock();
L
Linus Torvalds 已提交
1194 1195 1196
	return -EINVAL;
}

E
Eric Dumazet 已提交
1197
/**
1198
 * ipv4_pktinfo_prepare - transfer some info from rtable to skb
E
Eric Dumazet 已提交
1199 1200 1201
 * @sk: socket
 * @skb: buffer
 *
1202 1203
 * To support IP_CMSG_PKTINFO option, we store rt_iif and specific
 * destination in skb->cb[] before dst drop.
S
stephen hemminger 已提交
1204
 * This way, receiver doesn't make cache line misses to read rtable.
E
Eric Dumazet 已提交
1205
 */
1206
void ipv4_pktinfo_prepare(const struct sock *sk, struct sk_buff *skb)
E
Eric Dumazet 已提交
1207
{
1208
	struct in_pktinfo *pktinfo = PKTINFO_SKB_CB(skb);
1209 1210
	bool prepare = (inet_sk(sk)->cmsg_flags & IP_CMSG_PKTINFO) ||
		       ipv6_sk_rxinfo(sk);
1211

1212
	if (prepare && skb_rtable(skb)) {
1213 1214 1215 1216
		/* skb->cb is overloaded: prior to this point it is IP{6}CB
		 * which has interface index (iif) as the first member of the
		 * underlying inet{6}_skb_parm struct. This code then overlays
		 * PKTINFO_SKB_CB and in_pktinfo also has iif as the first
1217 1218 1219 1220
		 * element so the iif is picked up from the prior IPCB. If iif
		 * is the loopback interface, then return the sending interface
		 * (e.g., process binds socket to eth0 for Tx which is
		 * redirected to loopback in the rtable/dst).
1221
		 */
1222 1223 1224 1225
		struct rtable *rt = skb_rtable(skb);
		bool l3slave = ipv4_l3mdev_skb(IPCB(skb)->flags);

		if (pktinfo->ipi_ifindex == LOOPBACK_IFINDEX)
1226
			pktinfo->ipi_ifindex = inet_iif(skb);
1227 1228
		else if (l3slave && rt && rt->rt_iif)
			pktinfo->ipi_ifindex = rt->rt_iif;
1229

1230
		pktinfo->ipi_spec_dst.s_addr = fib_compute_spec_dst(skb);
1231 1232 1233 1234
	} else {
		pktinfo->ipi_ifindex = 0;
		pktinfo->ipi_spec_dst.s_addr = 0;
	}
1235
	skb_dst_drop(skb);
E
Eric Dumazet 已提交
1236 1237
}

1238
int ip_setsockopt(struct sock *sk, int level,
1239
		int optname, char __user *optval, unsigned int optlen)
1240 1241 1242 1243 1244 1245 1246 1247 1248 1249
{
	int err;

	if (level != SOL_IP)
		return -ENOPROTOOPT;

	err = do_ip_setsockopt(sk, level, optname, optval, optlen);
#ifdef CONFIG_NETFILTER
	/* we need to exclude all possible ENOPROTOOPTs except default case */
	if (err == -ENOPROTOOPT && optname != IP_HDRINCL &&
1250 1251
			optname != IP_IPSEC_POLICY &&
			optname != IP_XFRM_POLICY &&
1252
			!ip_mroute_opt(optname))
1253 1254 1255 1256
		err = nf_setsockopt(sk, PF_INET, optname, optval, optlen);
#endif
	return err;
}
E
Eric Dumazet 已提交
1257
EXPORT_SYMBOL(ip_setsockopt);
1258 1259

#ifdef CONFIG_COMPAT
1260
int compat_ip_setsockopt(struct sock *sk, int level, int optname,
1261
			 char __user *optval, unsigned int optlen)
1262 1263 1264 1265 1266 1267
{
	int err;

	if (level != SOL_IP)
		return -ENOPROTOOPT;

1268 1269 1270 1271
	if (optname >= MCAST_JOIN_GROUP && optname <= MCAST_MSFILTER)
		return compat_mc_setsockopt(sk, level, optname, optval, optlen,
			ip_setsockopt);

1272 1273 1274 1275
	err = do_ip_setsockopt(sk, level, optname, optval, optlen);
#ifdef CONFIG_NETFILTER
	/* we need to exclude all possible ENOPROTOOPTs except default case */
	if (err == -ENOPROTOOPT && optname != IP_HDRINCL &&
1276 1277
			optname != IP_IPSEC_POLICY &&
			optname != IP_XFRM_POLICY &&
1278 1279 1280
			!ip_mroute_opt(optname))
		err = compat_nf_setsockopt(sk, PF_INET, optname, optval,
					   optlen);
1281 1282 1283
#endif
	return err;
}
1284
EXPORT_SYMBOL(compat_ip_setsockopt);
1285 1286
#endif

L
Linus Torvalds 已提交
1287
/*
E
Eric Dumazet 已提交
1288 1289
 *	Get the options. Note for future reference. The GET of IP options gets
 *	the _received_ ones. The set sets the _sent_ ones.
L
Linus Torvalds 已提交
1290 1291
 */

1292 1293 1294 1295 1296 1297 1298 1299 1300 1301
static bool getsockopt_needs_rtnl(int optname)
{
	switch (optname) {
	case IP_MSFILTER:
	case MCAST_MSFILTER:
		return true;
	}
	return false;
}

1302
static int do_ip_getsockopt(struct sock *sk, int level, int optname,
1303
			    char __user *optval, int __user *optlen, unsigned int flags)
L
Linus Torvalds 已提交
1304 1305
{
	struct inet_sock *inet = inet_sk(sk);
1306 1307
	bool needs_rtnl = getsockopt_needs_rtnl(optname);
	int val, err = 0;
L
Linus Torvalds 已提交
1308
	int len;
1309

S
Stephen Hemminger 已提交
1310
	if (level != SOL_IP)
L
Linus Torvalds 已提交
1311 1312
		return -EOPNOTSUPP;

1313
	if (ip_mroute_opt(optname))
1314
		return ip_mroute_getsockopt(sk, optname, optval, optlen);
L
Linus Torvalds 已提交
1315

1316
	if (get_user(len, optlen))
L
Linus Torvalds 已提交
1317
		return -EFAULT;
S
Stephen Hemminger 已提交
1318
	if (len < 0)
L
Linus Torvalds 已提交
1319
		return -EINVAL;
1320

1321 1322
	if (needs_rtnl)
		rtnl_lock();
L
Linus Torvalds 已提交
1323 1324
	lock_sock(sk);

S
Stephen Hemminger 已提交
1325 1326 1327 1328
	switch (optname) {
	case IP_OPTIONS:
	{
		unsigned char optbuf[sizeof(struct ip_options)+40];
1329 1330 1331 1332
		struct ip_options *opt = (struct ip_options *)optbuf;
		struct ip_options_rcu *inet_opt;

		inet_opt = rcu_dereference_protected(inet->inet_opt,
1333
						     lockdep_sock_is_held(sk));
S
Stephen Hemminger 已提交
1334
		opt->optlen = 0;
1335 1336 1337 1338
		if (inet_opt)
			memcpy(optbuf, &inet_opt->opt,
			       sizeof(struct ip_options) +
			       inet_opt->opt.optlen);
S
Stephen Hemminger 已提交
1339 1340 1341 1342 1343 1344 1345 1346 1347 1348 1349 1350 1351 1352 1353 1354 1355 1356 1357 1358 1359 1360 1361 1362 1363 1364 1365 1366 1367 1368 1369 1370
		release_sock(sk);

		if (opt->optlen == 0)
			return put_user(0, optlen);

		ip_options_undo(opt);

		len = min_t(unsigned int, len, opt->optlen);
		if (put_user(len, optlen))
			return -EFAULT;
		if (copy_to_user(optval, opt->__data, len))
			return -EFAULT;
		return 0;
	}
	case IP_PKTINFO:
		val = (inet->cmsg_flags & IP_CMSG_PKTINFO) != 0;
		break;
	case IP_RECVTTL:
		val = (inet->cmsg_flags & IP_CMSG_TTL) != 0;
		break;
	case IP_RECVTOS:
		val = (inet->cmsg_flags & IP_CMSG_TOS) != 0;
		break;
	case IP_RECVOPTS:
		val = (inet->cmsg_flags & IP_CMSG_RECVOPTS) != 0;
		break;
	case IP_RETOPTS:
		val = (inet->cmsg_flags & IP_CMSG_RETOPTS) != 0;
		break;
	case IP_PASSSEC:
		val = (inet->cmsg_flags & IP_CMSG_PASSSEC) != 0;
		break;
1371 1372 1373
	case IP_RECVORIGDSTADDR:
		val = (inet->cmsg_flags & IP_CMSG_ORIGDSTADDR) != 0;
		break;
1374 1375 1376
	case IP_CHECKSUM:
		val = (inet->cmsg_flags & IP_CMSG_CHECKSUM) != 0;
		break;
W
Willem de Bruijn 已提交
1377 1378 1379
	case IP_RECVFRAGSIZE:
		val = (inet->cmsg_flags & IP_CMSG_RECVFRAGSIZE) != 0;
		break;
S
Stephen Hemminger 已提交
1380 1381 1382 1383
	case IP_TOS:
		val = inet->tos;
		break;
	case IP_TTL:
1384 1385
	{
		struct net *net = sock_net(sk);
S
Stephen Hemminger 已提交
1386
		val = (inet->uc_ttl == -1 ?
1387
		       net->ipv4.sysctl_ip_default_ttl :
S
Stephen Hemminger 已提交
1388 1389
		       inet->uc_ttl);
		break;
1390
	}
S
Stephen Hemminger 已提交
1391 1392 1393
	case IP_HDRINCL:
		val = inet->hdrincl;
		break;
1394 1395 1396
	case IP_NODEFRAG:
		val = inet->nodefrag;
		break;
1397 1398 1399
	case IP_BIND_ADDRESS_NO_PORT:
		val = inet->bind_address_no_port;
		break;
S
Stephen Hemminger 已提交
1400 1401 1402 1403 1404 1405 1406 1407 1408 1409 1410
	case IP_MTU_DISCOVER:
		val = inet->pmtudisc;
		break;
	case IP_MTU:
	{
		struct dst_entry *dst;
		val = 0;
		dst = sk_dst_get(sk);
		if (dst) {
			val = dst_mtu(dst);
			dst_release(dst);
L
Linus Torvalds 已提交
1411
		}
S
Stephen Hemminger 已提交
1412
		if (!val) {
L
Linus Torvalds 已提交
1413
			release_sock(sk);
S
Stephen Hemminger 已提交
1414
			return -ENOTCONN;
L
Linus Torvalds 已提交
1415
		}
S
Stephen Hemminger 已提交
1416 1417 1418 1419 1420 1421 1422 1423 1424 1425 1426
		break;
	}
	case IP_RECVERR:
		val = inet->recverr;
		break;
	case IP_MULTICAST_TTL:
		val = inet->mc_ttl;
		break;
	case IP_MULTICAST_LOOP:
		val = inet->mc_loop;
		break;
1427 1428 1429
	case IP_UNICAST_IF:
		val = (__force int)htonl((__u32) inet->uc_index);
		break;
S
Stephen Hemminger 已提交
1430 1431 1432 1433 1434 1435
	case IP_MULTICAST_IF:
	{
		struct in_addr addr;
		len = min_t(unsigned int, len, sizeof(struct in_addr));
		addr.s_addr = inet->mc_addr;
		release_sock(sk);
L
Linus Torvalds 已提交
1436

S
Stephen Hemminger 已提交
1437 1438 1439 1440 1441 1442 1443 1444 1445 1446 1447
		if (put_user(len, optlen))
			return -EFAULT;
		if (copy_to_user(optval, &addr, len))
			return -EFAULT;
		return 0;
	}
	case IP_MSFILTER:
	{
		struct ip_msfilter msf;

		if (len < IP_MSFILTER_SIZE(0)) {
1448 1449
			err = -EINVAL;
			goto out;
L
Linus Torvalds 已提交
1450
		}
S
Stephen Hemminger 已提交
1451
		if (copy_from_user(&msf, optval, IP_MSFILTER_SIZE(0))) {
1452 1453
			err = -EFAULT;
			goto out;
L
Linus Torvalds 已提交
1454
		}
S
Stephen Hemminger 已提交
1455 1456
		err = ip_mc_msfget(sk, &msf,
				   (struct ip_msfilter __user *)optval, optlen);
1457
		goto out;
S
Stephen Hemminger 已提交
1458 1459 1460 1461
	}
	case MCAST_MSFILTER:
	{
		struct group_filter gsf;
L
Linus Torvalds 已提交
1462

S
Stephen Hemminger 已提交
1463
		if (len < GROUP_FILTER_SIZE(0)) {
1464 1465
			err = -EINVAL;
			goto out;
S
Stephen Hemminger 已提交
1466 1467
		}
		if (copy_from_user(&gsf, optval, GROUP_FILTER_SIZE(0))) {
1468 1469
			err = -EFAULT;
			goto out;
S
Stephen Hemminger 已提交
1470 1471
		}
		err = ip_mc_gsfget(sk, &gsf,
E
Eric Dumazet 已提交
1472 1473
				   (struct group_filter __user *)optval,
				   optlen);
1474
		goto out;
S
Stephen Hemminger 已提交
1475
	}
1476 1477 1478
	case IP_MULTICAST_ALL:
		val = inet->mc_all;
		break;
S
Stephen Hemminger 已提交
1479 1480 1481
	case IP_PKTOPTIONS:
	{
		struct msghdr msg;
L
Linus Torvalds 已提交
1482

S
Stephen Hemminger 已提交
1483
		release_sock(sk);
L
Linus Torvalds 已提交
1484

S
Stephen Hemminger 已提交
1485 1486
		if (sk->sk_type != SOCK_STREAM)
			return -ENOPROTOOPT;
L
Linus Torvalds 已提交
1487

1488
		msg.msg_control = (__force void *) optval;
S
Stephen Hemminger 已提交
1489
		msg.msg_controllen = len;
1490
		msg.msg_flags = flags;
L
Linus Torvalds 已提交
1491

S
Stephen Hemminger 已提交
1492 1493 1494
		if (inet->cmsg_flags & IP_CMSG_PKTINFO) {
			struct in_pktinfo info;

E
Eric Dumazet 已提交
1495 1496
			info.ipi_addr.s_addr = inet->inet_rcv_saddr;
			info.ipi_spec_dst.s_addr = inet->inet_rcv_saddr;
S
Stephen Hemminger 已提交
1497 1498
			info.ipi_ifindex = inet->mc_index;
			put_cmsg(&msg, SOL_IP, IP_PKTINFO, sizeof(info), &info);
L
Linus Torvalds 已提交
1499
		}
S
Stephen Hemminger 已提交
1500 1501 1502 1503
		if (inet->cmsg_flags & IP_CMSG_TTL) {
			int hlim = inet->mc_ttl;
			put_cmsg(&msg, SOL_IP, IP_TTL, sizeof(hlim), &hlim);
		}
1504 1505 1506 1507
		if (inet->cmsg_flags & IP_CMSG_TOS) {
			int tos = inet->rcv_tos;
			put_cmsg(&msg, SOL_IP, IP_TOS, sizeof(tos), &tos);
		}
S
Stephen Hemminger 已提交
1508 1509 1510 1511 1512 1513
		len -= msg.msg_controllen;
		return put_user(len, optlen);
	}
	case IP_FREEBIND:
		val = inet->freebind;
		break;
1514 1515 1516
	case IP_TRANSPARENT:
		val = inet->transparent;
		break;
1517 1518 1519
	case IP_MINTTL:
		val = inet->min_ttl;
		break;
S
Stephen Hemminger 已提交
1520 1521 1522
	default:
		release_sock(sk);
		return -ENOPROTOOPT;
L
Linus Torvalds 已提交
1523 1524
	}
	release_sock(sk);
1525

E
Eric Dumazet 已提交
1526
	if (len < sizeof(int) && len > 0 && val >= 0 && val <= 255) {
L
Linus Torvalds 已提交
1527 1528
		unsigned char ucval = (unsigned char)val;
		len = 1;
S
Stephen Hemminger 已提交
1529
		if (put_user(len, optlen))
L
Linus Torvalds 已提交
1530
			return -EFAULT;
1531
		if (copy_to_user(optval, &ucval, 1))
L
Linus Torvalds 已提交
1532 1533 1534
			return -EFAULT;
	} else {
		len = min_t(unsigned int, sizeof(int), len);
S
Stephen Hemminger 已提交
1535
		if (put_user(len, optlen))
L
Linus Torvalds 已提交
1536
			return -EFAULT;
1537
		if (copy_to_user(optval, &val, len))
L
Linus Torvalds 已提交
1538 1539 1540
			return -EFAULT;
	}
	return 0;
1541 1542 1543 1544 1545 1546

out:
	release_sock(sk);
	if (needs_rtnl)
		rtnl_unlock();
	return err;
L
Linus Torvalds 已提交
1547 1548
}

1549
int ip_getsockopt(struct sock *sk, int level,
S
Stephen Hemminger 已提交
1550
		  int optname, char __user *optval, int __user *optlen)
1551 1552 1553
{
	int err;

1554
	err = do_ip_getsockopt(sk, level, optname, optval, optlen, 0);
1555 1556
#ifdef CONFIG_NETFILTER
	/* we need to exclude all possible ENOPROTOOPTs except default case */
1557 1558
	if (err == -ENOPROTOOPT && optname != IP_PKTOPTIONS &&
			!ip_mroute_opt(optname)) {
1559
		int len;
1560

1561
		if (get_user(len, optlen))
1562 1563
			return -EFAULT;

1564
		err = nf_getsockopt(sk, PF_INET, optname, optval, &len);
1565 1566 1567 1568 1569 1570 1571
		if (err >= 0)
			err = put_user(len, optlen);
		return err;
	}
#endif
	return err;
}
E
Eric Dumazet 已提交
1572
EXPORT_SYMBOL(ip_getsockopt);
1573 1574

#ifdef CONFIG_COMPAT
1575 1576
int compat_ip_getsockopt(struct sock *sk, int level, int optname,
			 char __user *optval, int __user *optlen)
1577
{
1578 1579 1580 1581 1582 1583
	int err;

	if (optname == MCAST_MSFILTER)
		return compat_mc_getsockopt(sk, level, optname, optval, optlen,
			ip_getsockopt);

1584 1585
	err = do_ip_getsockopt(sk, level, optname, optval, optlen,
		MSG_CMSG_COMPAT);
1586

1587 1588
#ifdef CONFIG_NETFILTER
	/* we need to exclude all possible ENOPROTOOPTs except default case */
1589 1590
	if (err == -ENOPROTOOPT && optname != IP_PKTOPTIONS &&
			!ip_mroute_opt(optname)) {
1591
		int len;
1592

1593
		if (get_user(len, optlen))
1594 1595
			return -EFAULT;

1596
		err = compat_nf_getsockopt(sk, PF_INET, optname, optval, &len);
1597 1598 1599 1600 1601 1602 1603
		if (err >= 0)
			err = put_user(len, optlen);
		return err;
	}
#endif
	return err;
}
1604
EXPORT_SYMBOL(compat_ip_getsockopt);
1605
#endif