exec.c 40.1 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26
/*
 *  linux/fs/exec.c
 *
 *  Copyright (C) 1991, 1992  Linus Torvalds
 */

/*
 * #!-checking implemented by tytso.
 */
/*
 * Demand-loading implemented 01.12.91 - no need to read anything but
 * the header into memory. The inode of the executable is put into
 * "current->executable", and page faults do the actual loading. Clean.
 *
 * Once more I can proudly say that linux stood up to being changed: it
 * was less than 2 hours work to get demand-loading completely implemented.
 *
 * Demand loading changed July 1993 by Eric Youngdale.   Use mmap instead,
 * current->executable is only used by the procfs.  This allows a dispatch
 * table to check for several different types  of binary formats.  We keep
 * trying until we recognize the file or we run out of supported binary
 * formats. 
 */

#include <linux/slab.h>
#include <linux/file.h>
A
Al Viro 已提交
27
#include <linux/fdtable.h>
H
Hugh Dickins 已提交
28
#include <linux/mm.h>
D
Davidlohr Bueso 已提交
29
#include <linux/vmacache.h>
L
Linus Torvalds 已提交
30 31
#include <linux/stat.h>
#include <linux/fcntl.h>
H
Hugh Dickins 已提交
32
#include <linux/swap.h>
33
#include <linux/string.h>
L
Linus Torvalds 已提交
34
#include <linux/init.h>
35
#include <linux/pagemap.h>
36
#include <linux/perf_event.h>
L
Linus Torvalds 已提交
37 38 39 40 41 42
#include <linux/highmem.h>
#include <linux/spinlock.h>
#include <linux/key.h>
#include <linux/personality.h>
#include <linux/binfmts.h>
#include <linux/utsname.h>
43
#include <linux/pid_namespace.h>
L
Linus Torvalds 已提交
44 45 46 47 48
#include <linux/module.h>
#include <linux/namei.h>
#include <linux/mount.h>
#include <linux/security.h>
#include <linux/syscalls.h>
49
#include <linux/tsacct_kern.h>
M
Matt Helsley 已提交
50
#include <linux/cn_proc.h>
A
Al Viro 已提交
51
#include <linux/audit.h>
R
Roland McGrath 已提交
52
#include <linux/tracehook.h>
J
Johannes Berg 已提交
53
#include <linux/kmod.h>
54
#include <linux/fsnotify.h>
55
#include <linux/fs_struct.h>
56
#include <linux/pipe_fs_i.h>
Y
Ying Han 已提交
57
#include <linux/oom.h>
58
#include <linux/compat.h>
L
Linus Torvalds 已提交
59 60 61

#include <asm/uaccess.h>
#include <asm/mmu_context.h>
62
#include <asm/tlb.h>
63 64

#include <trace/events/task.h>
65
#include "internal.h"
L
Linus Torvalds 已提交
66

67 68
#include <trace/events/sched.h>

A
Alan Cox 已提交
69 70
int suid_dumpable = 0;

A
Alexey Dobriyan 已提交
71
static LIST_HEAD(formats);
L
Linus Torvalds 已提交
72 73
static DEFINE_RWLOCK(binfmt_lock);

A
Al Viro 已提交
74
void __register_binfmt(struct linux_binfmt * fmt, int insert)
L
Linus Torvalds 已提交
75
{
A
Al Viro 已提交
76
	BUG_ON(!fmt);
77 78
	if (WARN_ON(!fmt->load_binary))
		return;
L
Linus Torvalds 已提交
79
	write_lock(&binfmt_lock);
I
Ivan Kokshaysky 已提交
80 81
	insert ? list_add(&fmt->lh, &formats) :
		 list_add_tail(&fmt->lh, &formats);
L
Linus Torvalds 已提交
82 83 84
	write_unlock(&binfmt_lock);
}

I
Ivan Kokshaysky 已提交
85
EXPORT_SYMBOL(__register_binfmt);
L
Linus Torvalds 已提交
86

87
void unregister_binfmt(struct linux_binfmt * fmt)
L
Linus Torvalds 已提交
88 89
{
	write_lock(&binfmt_lock);
A
Alexey Dobriyan 已提交
90
	list_del(&fmt->lh);
L
Linus Torvalds 已提交
91 92 93 94 95 96 97 98 99 100
	write_unlock(&binfmt_lock);
}

EXPORT_SYMBOL(unregister_binfmt);

static inline void put_binfmt(struct linux_binfmt * fmt)
{
	module_put(fmt->module);
}

101
#ifdef CONFIG_USELIB
L
Linus Torvalds 已提交
102 103 104 105 106 107
/*
 * Note that a shared library must be both readable and executable due to
 * security reasons.
 *
 * Also note that we take the address to load from from the file itself.
 */
108
SYSCALL_DEFINE1(uselib, const char __user *, library)
L
Linus Torvalds 已提交
109
{
A
Al Viro 已提交
110
	struct linux_binfmt *fmt;
111
	struct file *file;
112
	struct filename *tmp = getname(library);
113
	int error = PTR_ERR(tmp);
114 115 116
	static const struct open_flags uselib_flags = {
		.open_flag = O_LARGEFILE | O_RDONLY | __FMODE_EXEC,
		.acc_mode = MAY_READ | MAY_EXEC | MAY_OPEN,
117 118
		.intent = LOOKUP_OPEN,
		.lookup_flags = LOOKUP_FOLLOW,
119
	};
120

121 122 123
	if (IS_ERR(tmp))
		goto out;

124
	file = do_filp_open(AT_FDCWD, tmp, &uselib_flags);
125 126 127
	putname(tmp);
	error = PTR_ERR(file);
	if (IS_ERR(file))
L
Linus Torvalds 已提交
128 129 130
		goto out;

	error = -EINVAL;
A
Al Viro 已提交
131
	if (!S_ISREG(file_inode(file)->i_mode))
L
Linus Torvalds 已提交
132 133
		goto exit;

134
	error = -EACCES;
135
	if (file->f_path.mnt->mnt_flags & MNT_NOEXEC)
L
Linus Torvalds 已提交
136 137
		goto exit;

138
	fsnotify_open(file);
139

L
Linus Torvalds 已提交
140 141
	error = -ENOEXEC;

A
Al Viro 已提交
142 143 144 145 146 147
	read_lock(&binfmt_lock);
	list_for_each_entry(fmt, &formats, lh) {
		if (!fmt->load_shlib)
			continue;
		if (!try_module_get(fmt->module))
			continue;
L
Linus Torvalds 已提交
148
		read_unlock(&binfmt_lock);
A
Al Viro 已提交
149 150 151 152 153
		error = fmt->load_shlib(file);
		read_lock(&binfmt_lock);
		put_binfmt(fmt);
		if (error != -ENOEXEC)
			break;
L
Linus Torvalds 已提交
154
	}
A
Al Viro 已提交
155
	read_unlock(&binfmt_lock);
156
exit:
L
Linus Torvalds 已提交
157 158 159 160
	fput(file);
out:
  	return error;
}
161
#endif /* #ifdef CONFIG_USELIB */
L
Linus Torvalds 已提交
162

163
#ifdef CONFIG_MMU
O
Oleg Nesterov 已提交
164 165 166 167 168 169
/*
 * The nascent bprm->mm is not visible until exec_mmap() but it can
 * use a lot of memory, account these pages in current->mm temporary
 * for oom_badness()->get_mm_rss(). Once exec succeeds or fails, we
 * change the counter back via acct_arg_size(0).
 */
170
static void acct_arg_size(struct linux_binprm *bprm, unsigned long pages)
171 172 173 174 175 176 177 178 179 180 181
{
	struct mm_struct *mm = current->mm;
	long diff = (long)(pages - bprm->vma_pages);

	if (!mm || !diff)
		return;

	bprm->vma_pages = pages;
	add_mm_counter(mm, MM_ANONPAGES, diff);
}

182
static struct page *get_arg_page(struct linux_binprm *bprm, unsigned long pos,
183 184 185 186 187 188 189
		int write)
{
	struct page *page;
	int ret;

#ifdef CONFIG_STACK_GROWSUP
	if (write) {
190
		ret = expand_downwards(bprm->vma, pos);
191 192 193 194 195 196 197 198 199 200 201
		if (ret < 0)
			return NULL;
	}
#endif
	ret = get_user_pages(current, bprm->mm, pos,
			1, write, 1, &page, NULL);
	if (ret <= 0)
		return NULL;

	if (write) {
		unsigned long size = bprm->vma->vm_end - bprm->vma->vm_start;
202 203
		struct rlimit *rlim;

204 205
		acct_arg_size(bprm, size / PAGE_SIZE);

206 207 208 209 210 211
		/*
		 * We've historically supported up to 32 pages (ARG_MAX)
		 * of argument strings even with small stacks
		 */
		if (size <= ARG_MAX)
			return page;
212 213 214 215 216 217 218 219

		/*
		 * Limit to 1/4-th the stack size for the argv+env strings.
		 * This ensures that:
		 *  - the remaining binfmt code will not run out of stack space,
		 *  - the program will have a reasonable amount of stack left
		 *    to work from.
		 */
220
		rlim = current->signal->rlim;
J
Jiri Slaby 已提交
221
		if (size > ACCESS_ONCE(rlim[RLIMIT_STACK].rlim_cur) / 4) {
222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250
			put_page(page);
			return NULL;
		}
	}

	return page;
}

static void put_arg_page(struct page *page)
{
	put_page(page);
}

static void free_arg_page(struct linux_binprm *bprm, int i)
{
}

static void free_arg_pages(struct linux_binprm *bprm)
{
}

static void flush_arg_page(struct linux_binprm *bprm, unsigned long pos,
		struct page *page)
{
	flush_cache_page(bprm->vma, pos, page_to_pfn(page));
}

static int __bprm_mm_init(struct linux_binprm *bprm)
{
251
	int err;
252 253 254 255 256
	struct vm_area_struct *vma = NULL;
	struct mm_struct *mm = bprm->mm;

	bprm->vma = vma = kmem_cache_zalloc(vm_area_cachep, GFP_KERNEL);
	if (!vma)
257
		return -ENOMEM;
258 259 260 261 262 263 264 265 266 267

	down_write(&mm->mmap_sem);
	vma->vm_mm = mm;

	/*
	 * Place the stack at the largest stack address the architecture
	 * supports. Later, we'll move this to an appropriate place. We don't
	 * use STACK_TOP because that can depend on attributes which aren't
	 * configured yet.
	 */
268
	BUILD_BUG_ON(VM_STACK_FLAGS & VM_STACK_INCOMPLETE_SETUP);
269 270
	vma->vm_end = STACK_TOP_MAX;
	vma->vm_start = vma->vm_end - PAGE_SIZE;
271
	vma->vm_flags = VM_SOFTDIRTY | VM_STACK_FLAGS | VM_STACK_INCOMPLETE_SETUP;
272
	vma->vm_page_prot = vm_get_page_prot(vma->vm_flags);
273
	INIT_LIST_HEAD(&vma->anon_vma_chain);
274

275
	err = insert_vm_struct(mm, vma);
276
	if (err)
277 278 279
		goto err;

	mm->stack_vm = mm->total_vm = 1;
280
	arch_bprm_mm_init(mm, vma);
281 282 283 284
	up_write(&mm->mmap_sem);
	bprm->p = vma->vm_end - sizeof(void *);
	return 0;
err:
285 286 287
	up_write(&mm->mmap_sem);
	bprm->vma = NULL;
	kmem_cache_free(vm_area_cachep, vma);
288 289 290 291 292 293 294 295 296 297
	return err;
}

static bool valid_arg_len(struct linux_binprm *bprm, long len)
{
	return len <= MAX_ARG_STRLEN;
}

#else

298
static inline void acct_arg_size(struct linux_binprm *bprm, unsigned long pages)
299 300 301
{
}

302
static struct page *get_arg_page(struct linux_binprm *bprm, unsigned long pos,
303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361
		int write)
{
	struct page *page;

	page = bprm->page[pos / PAGE_SIZE];
	if (!page && write) {
		page = alloc_page(GFP_HIGHUSER|__GFP_ZERO);
		if (!page)
			return NULL;
		bprm->page[pos / PAGE_SIZE] = page;
	}

	return page;
}

static void put_arg_page(struct page *page)
{
}

static void free_arg_page(struct linux_binprm *bprm, int i)
{
	if (bprm->page[i]) {
		__free_page(bprm->page[i]);
		bprm->page[i] = NULL;
	}
}

static void free_arg_pages(struct linux_binprm *bprm)
{
	int i;

	for (i = 0; i < MAX_ARG_PAGES; i++)
		free_arg_page(bprm, i);
}

static void flush_arg_page(struct linux_binprm *bprm, unsigned long pos,
		struct page *page)
{
}

static int __bprm_mm_init(struct linux_binprm *bprm)
{
	bprm->p = PAGE_SIZE * MAX_ARG_PAGES - sizeof(void *);
	return 0;
}

static bool valid_arg_len(struct linux_binprm *bprm, long len)
{
	return len <= bprm->p;
}

#endif /* CONFIG_MMU */

/*
 * Create a new mm_struct and populate it with a temporary stack
 * vm_area_struct.  We don't have enough context at this point to set the stack
 * flags, permissions, and offset, so we use temporary values.  We'll update
 * them later in setup_arg_pages().
 */
362
static int bprm_mm_init(struct linux_binprm *bprm)
363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386
{
	int err;
	struct mm_struct *mm = NULL;

	bprm->mm = mm = mm_alloc();
	err = -ENOMEM;
	if (!mm)
		goto err;

	err = __bprm_mm_init(bprm);
	if (err)
		goto err;

	return 0;

err:
	if (mm) {
		bprm->mm = NULL;
		mmdrop(mm);
	}

	return err;
}

387
struct user_arg_ptr {
388 389 390 391 392 393
#ifdef CONFIG_COMPAT
	bool is_compat;
#endif
	union {
		const char __user *const __user *native;
#ifdef CONFIG_COMPAT
A
Al Viro 已提交
394
		const compat_uptr_t __user *compat;
395 396
#endif
	} ptr;
397 398 399
};

static const char __user *get_user_arg_ptr(struct user_arg_ptr argv, int nr)
400
{
401 402 403 404 405 406 407 408
	const char __user *native;

#ifdef CONFIG_COMPAT
	if (unlikely(argv.is_compat)) {
		compat_uptr_t compat;

		if (get_user(compat, argv.ptr.compat + nr))
			return ERR_PTR(-EFAULT);
409

410 411 412 413 414
		return compat_ptr(compat);
	}
#endif

	if (get_user(native, argv.ptr.native + nr))
415 416
		return ERR_PTR(-EFAULT);

417
	return native;
418 419
}

L
Linus Torvalds 已提交
420 421 422
/*
 * count() counts the number of strings in array ARGV.
 */
423
static int count(struct user_arg_ptr argv, int max)
L
Linus Torvalds 已提交
424 425 426
{
	int i = 0;

427
	if (argv.ptr.native != NULL) {
L
Linus Torvalds 已提交
428
		for (;;) {
429
			const char __user *p = get_user_arg_ptr(argv, i);
L
Linus Torvalds 已提交
430 431 432

			if (!p)
				break;
433 434 435 436

			if (IS_ERR(p))
				return -EFAULT;

437
			if (i >= max)
L
Linus Torvalds 已提交
438
				return -E2BIG;
439
			++i;
440 441 442

			if (fatal_signal_pending(current))
				return -ERESTARTNOHAND;
L
Linus Torvalds 已提交
443 444 445 446 447 448 449
			cond_resched();
		}
	}
	return i;
}

/*
450 451 452
 * 'copy_strings()' copies argument/environment strings from the old
 * processes's memory to the new process's stack.  The call to get_user_pages()
 * ensures the destination page is created and not swapped out.
L
Linus Torvalds 已提交
453
 */
454
static int copy_strings(int argc, struct user_arg_ptr argv,
A
Adrian Bunk 已提交
455
			struct linux_binprm *bprm)
L
Linus Torvalds 已提交
456 457 458
{
	struct page *kmapped_page = NULL;
	char *kaddr = NULL;
459
	unsigned long kpos = 0;
L
Linus Torvalds 已提交
460 461 462
	int ret;

	while (argc-- > 0) {
463
		const char __user *str;
L
Linus Torvalds 已提交
464 465 466
		int len;
		unsigned long pos;

467 468 469
		ret = -EFAULT;
		str = get_user_arg_ptr(argv, argc);
		if (IS_ERR(str))
L
Linus Torvalds 已提交
470 471
			goto out;

472 473 474 475 476 477
		len = strnlen_user(str, MAX_ARG_STRLEN);
		if (!len)
			goto out;

		ret = -E2BIG;
		if (!valid_arg_len(bprm, len))
L
Linus Torvalds 已提交
478 479
			goto out;

480
		/* We're going to work our way backwords. */
L
Linus Torvalds 已提交
481
		pos = bprm->p;
482 483
		str += len;
		bprm->p -= len;
L
Linus Torvalds 已提交
484 485 486 487

		while (len > 0) {
			int offset, bytes_to_copy;

488 489 490 491
			if (fatal_signal_pending(current)) {
				ret = -ERESTARTNOHAND;
				goto out;
			}
492 493
			cond_resched();

L
Linus Torvalds 已提交
494
			offset = pos % PAGE_SIZE;
495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510
			if (offset == 0)
				offset = PAGE_SIZE;

			bytes_to_copy = offset;
			if (bytes_to_copy > len)
				bytes_to_copy = len;

			offset -= bytes_to_copy;
			pos -= bytes_to_copy;
			str -= bytes_to_copy;
			len -= bytes_to_copy;

			if (!kmapped_page || kpos != (pos & PAGE_MASK)) {
				struct page *page;

				page = get_arg_page(bprm, pos, 1);
L
Linus Torvalds 已提交
511
				if (!page) {
512
					ret = -E2BIG;
L
Linus Torvalds 已提交
513 514 515
					goto out;
				}

516 517
				if (kmapped_page) {
					flush_kernel_dcache_page(kmapped_page);
L
Linus Torvalds 已提交
518
					kunmap(kmapped_page);
519 520
					put_arg_page(kmapped_page);
				}
L
Linus Torvalds 已提交
521 522
				kmapped_page = page;
				kaddr = kmap(kmapped_page);
523 524
				kpos = pos & PAGE_MASK;
				flush_arg_page(bprm, kpos, kmapped_page);
L
Linus Torvalds 已提交
525
			}
526
			if (copy_from_user(kaddr+offset, str, bytes_to_copy)) {
L
Linus Torvalds 已提交
527 528 529 530 531 532 533
				ret = -EFAULT;
				goto out;
			}
		}
	}
	ret = 0;
out:
534 535
	if (kmapped_page) {
		flush_kernel_dcache_page(kmapped_page);
L
Linus Torvalds 已提交
536
		kunmap(kmapped_page);
537 538
		put_arg_page(kmapped_page);
	}
L
Linus Torvalds 已提交
539 540 541 542 543 544
	return ret;
}

/*
 * Like copy_strings, but get argv and its values from kernel memory.
 */
545
int copy_strings_kernel(int argc, const char *const *__argv,
546
			struct linux_binprm *bprm)
L
Linus Torvalds 已提交
547 548 549
{
	int r;
	mm_segment_t oldfs = get_fs();
550
	struct user_arg_ptr argv = {
551
		.ptr.native = (const char __user *const  __user *)__argv,
552 553
	};

L
Linus Torvalds 已提交
554
	set_fs(KERNEL_DS);
555
	r = copy_strings(argc, argv, bprm);
L
Linus Torvalds 已提交
556
	set_fs(oldfs);
557

L
Linus Torvalds 已提交
558 559 560 561 562
	return r;
}
EXPORT_SYMBOL(copy_strings_kernel);

#ifdef CONFIG_MMU
563

L
Linus Torvalds 已提交
564
/*
565 566 567
 * During bprm_mm_init(), we create a temporary stack at STACK_TOP_MAX.  Once
 * the binfmt code determines where the new stack should reside, we shift it to
 * its final location.  The process proceeds as follows:
L
Linus Torvalds 已提交
568
 *
569 570 571 572 573 574
 * 1) Use shift to calculate the new vma endpoints.
 * 2) Extend vma to cover both the old and new ranges.  This ensures the
 *    arguments passed to subsequent functions are consistent.
 * 3) Move vma's page tables to the new range.
 * 4) Free up any cleared pgd range.
 * 5) Shrink the vma to cover only the new range.
L
Linus Torvalds 已提交
575
 */
576
static int shift_arg_pages(struct vm_area_struct *vma, unsigned long shift)
L
Linus Torvalds 已提交
577 578
{
	struct mm_struct *mm = vma->vm_mm;
579 580 581 582 583
	unsigned long old_start = vma->vm_start;
	unsigned long old_end = vma->vm_end;
	unsigned long length = old_end - old_start;
	unsigned long new_start = old_start - shift;
	unsigned long new_end = old_end - shift;
P
Peter Zijlstra 已提交
584
	struct mmu_gather tlb;
L
Linus Torvalds 已提交
585

586
	BUG_ON(new_start > new_end);
L
Linus Torvalds 已提交
587

588 589 590 591 592 593 594 595 596 597
	/*
	 * ensure there are no vmas between where we want to go
	 * and where we are
	 */
	if (vma != find_vma(mm, new_start))
		return -EFAULT;

	/*
	 * cover the whole range: [new_start, old_end)
	 */
598 599
	if (vma_adjust(vma, new_start, old_end, vma->vm_pgoff, NULL))
		return -ENOMEM;
600 601 602 603 604 605

	/*
	 * move the page tables downwards, on failure we rely on
	 * process cleanup to remove whatever mess we made.
	 */
	if (length != move_page_tables(vma, old_start,
606
				       vma, new_start, length, false))
607 608 609
		return -ENOMEM;

	lru_add_drain();
610
	tlb_gather_mmu(&tlb, mm, old_start, old_end);
611 612 613 614
	if (new_end > old_start) {
		/*
		 * when the old and new regions overlap clear from new_end.
		 */
P
Peter Zijlstra 已提交
615
		free_pgd_range(&tlb, new_end, old_end, new_end,
616
			vma->vm_next ? vma->vm_next->vm_start : USER_PGTABLES_CEILING);
617 618 619 620 621 622 623
	} else {
		/*
		 * otherwise, clean from old_start; this is done to not touch
		 * the address space in [new_end, old_start) some architectures
		 * have constraints on va-space that make this illegal (IA64) -
		 * for the others its just a little faster.
		 */
P
Peter Zijlstra 已提交
624
		free_pgd_range(&tlb, old_start, old_end, new_end,
625
			vma->vm_next ? vma->vm_next->vm_start : USER_PGTABLES_CEILING);
L
Linus Torvalds 已提交
626
	}
627
	tlb_finish_mmu(&tlb, old_start, old_end);
628 629

	/*
630
	 * Shrink the vma to just the new range.  Always succeeds.
631 632 633 634
	 */
	vma_adjust(vma, new_start, new_end, vma->vm_pgoff, NULL);

	return 0;
L
Linus Torvalds 已提交
635 636
}

637 638 639 640
/*
 * Finalizes the stack vm_area_struct. The flags and permissions are updated,
 * the stack is optionally relocated, and some extra space is added.
 */
L
Linus Torvalds 已提交
641 642 643 644
int setup_arg_pages(struct linux_binprm *bprm,
		    unsigned long stack_top,
		    int executable_stack)
{
645 646
	unsigned long ret;
	unsigned long stack_shift;
L
Linus Torvalds 已提交
647
	struct mm_struct *mm = current->mm;
648 649 650 651
	struct vm_area_struct *vma = bprm->vma;
	struct vm_area_struct *prev = NULL;
	unsigned long vm_flags;
	unsigned long stack_base;
652 653 654
	unsigned long stack_size;
	unsigned long stack_expand;
	unsigned long rlim_stack;
L
Linus Torvalds 已提交
655 656

#ifdef CONFIG_STACK_GROWSUP
657
	/* Limit stack size */
J
Jiri Slaby 已提交
658
	stack_base = rlimit_max(RLIMIT_STACK);
659 660
	if (stack_base > STACK_SIZE_MAX)
		stack_base = STACK_SIZE_MAX;
L
Linus Torvalds 已提交
661

662 663 664
	/* Make sure we didn't let the argument array grow too large. */
	if (vma->vm_end - vma->vm_start > stack_base)
		return -ENOMEM;
L
Linus Torvalds 已提交
665

666
	stack_base = PAGE_ALIGN(stack_top - stack_base);
L
Linus Torvalds 已提交
667

668 669 670
	stack_shift = vma->vm_start - stack_base;
	mm->arg_start = bprm->p - stack_shift;
	bprm->p = vma->vm_end - stack_shift;
L
Linus Torvalds 已提交
671
#else
672 673
	stack_top = arch_align_stack(stack_top);
	stack_top = PAGE_ALIGN(stack_top);
674 675 676 677 678

	if (unlikely(stack_top < mmap_min_addr) ||
	    unlikely(vma->vm_end - vma->vm_start >= stack_top - mmap_min_addr))
		return -ENOMEM;

679 680 681
	stack_shift = vma->vm_end - stack_top;

	bprm->p -= stack_shift;
L
Linus Torvalds 已提交
682 683 684 685
	mm->arg_start = bprm->p;
#endif

	if (bprm->loader)
686 687
		bprm->loader -= stack_shift;
	bprm->exec -= stack_shift;
L
Linus Torvalds 已提交
688 689

	down_write(&mm->mmap_sem);
690
	vm_flags = VM_STACK_FLAGS;
691 692 693 694 695 696 697 698 699 700 701

	/*
	 * Adjust stack execute permissions; explicitly enable for
	 * EXSTACK_ENABLE_X, disable for EXSTACK_DISABLE_X and leave alone
	 * (arch default) otherwise.
	 */
	if (unlikely(executable_stack == EXSTACK_ENABLE_X))
		vm_flags |= VM_EXEC;
	else if (executable_stack == EXSTACK_DISABLE_X)
		vm_flags &= ~VM_EXEC;
	vm_flags |= mm->def_flags;
702
	vm_flags |= VM_STACK_INCOMPLETE_SETUP;
703 704 705 706 707 708 709 710 711 712

	ret = mprotect_fixup(vma, &prev, vma->vm_start, vma->vm_end,
			vm_flags);
	if (ret)
		goto out_unlock;
	BUG_ON(prev != vma);

	/* Move stack pages down in memory. */
	if (stack_shift) {
		ret = shift_arg_pages(vma, stack_shift);
713 714
		if (ret)
			goto out_unlock;
L
Linus Torvalds 已提交
715 716
	}

717 718 719
	/* mprotect_fixup is overkill to remove the temporary stack flags */
	vma->vm_flags &= ~VM_STACK_INCOMPLETE_SETUP;

720
	stack_expand = 131072UL; /* randomly 32*4k (or 2*64k) pages */
721 722 723 724 725 726
	stack_size = vma->vm_end - vma->vm_start;
	/*
	 * Align this down to a page boundary as expand_stack
	 * will align it up.
	 */
	rlim_stack = rlimit(RLIMIT_STACK) & PAGE_MASK;
727
#ifdef CONFIG_STACK_GROWSUP
728 729 730 731
	if (stack_size + stack_expand > rlim_stack)
		stack_base = vma->vm_start + rlim_stack;
	else
		stack_base = vma->vm_end + stack_expand;
732
#else
733 734 735 736
	if (stack_size + stack_expand > rlim_stack)
		stack_base = vma->vm_end - rlim_stack;
	else
		stack_base = vma->vm_start - stack_expand;
737
#endif
738
	current->mm->start_stack = bprm->p;
739 740 741 742 743
	ret = expand_stack(vma, stack_base);
	if (ret)
		ret = -EFAULT;

out_unlock:
L
Linus Torvalds 已提交
744
	up_write(&mm->mmap_sem);
745
	return ret;
L
Linus Torvalds 已提交
746 747 748 749 750
}
EXPORT_SYMBOL(setup_arg_pages);

#endif /* CONFIG_MMU */

751
static struct file *do_open_execat(int fd, struct filename *name, int flags)
L
Linus Torvalds 已提交
752 753
{
	struct file *file;
754
	int err;
755
	struct open_flags open_exec_flags = {
756 757
		.open_flag = O_LARGEFILE | O_RDONLY | __FMODE_EXEC,
		.acc_mode = MAY_EXEC | MAY_OPEN,
758 759
		.intent = LOOKUP_OPEN,
		.lookup_flags = LOOKUP_FOLLOW,
760
	};
L
Linus Torvalds 已提交
761

762 763 764 765 766 767 768 769
	if ((flags & ~(AT_SYMLINK_NOFOLLOW | AT_EMPTY_PATH)) != 0)
		return ERR_PTR(-EINVAL);
	if (flags & AT_SYMLINK_NOFOLLOW)
		open_exec_flags.lookup_flags &= ~LOOKUP_FOLLOW;
	if (flags & AT_EMPTY_PATH)
		open_exec_flags.lookup_flags |= LOOKUP_EMPTY;

	file = do_filp_open(fd, name, &open_exec_flags);
770
	if (IS_ERR(file))
771 772 773
		goto out;

	err = -EACCES;
A
Al Viro 已提交
774
	if (!S_ISREG(file_inode(file)->i_mode))
775
		goto exit;
776

777 778
	if (file->f_path.mnt->mnt_flags & MNT_NOEXEC)
		goto exit;
779 780

	err = deny_write_access(file);
781 782
	if (err)
		goto exit;
L
Linus Torvalds 已提交
783

784 785 786
	if (name->name[0] != '\0')
		fsnotify_open(file);

787
out:
788 789
	return file;

790 791
exit:
	fput(file);
792 793
	return ERR_PTR(err);
}
794 795 796

struct file *open_exec(const char *name)
{
797 798 799 800 801 802 803 804
	struct filename *filename = getname_kernel(name);
	struct file *f = ERR_CAST(filename);

	if (!IS_ERR(filename)) {
		f = do_open_execat(AT_FDCWD, filename, 0);
		putname(filename);
	}
	return f;
805
}
L
Linus Torvalds 已提交
806 807
EXPORT_SYMBOL(open_exec);

M
Mimi Zohar 已提交
808 809
int kernel_read(struct file *file, loff_t offset,
		char *addr, unsigned long count)
L
Linus Torvalds 已提交
810 811 812 813 814 815 816 817 818 819 820 821 822 823 824
{
	mm_segment_t old_fs;
	loff_t pos = offset;
	int result;

	old_fs = get_fs();
	set_fs(get_ds());
	/* The cast to a user pointer is valid due to the set_fs() */
	result = vfs_read(file, (void __user *)addr, count, &pos);
	set_fs(old_fs);
	return result;
}

EXPORT_SYMBOL(kernel_read);

A
Al Viro 已提交
825 826
ssize_t read_code(struct file *file, unsigned long addr, loff_t pos, size_t len)
{
827
	ssize_t res = vfs_read(file, (void __user *)addr, len, &pos);
A
Al Viro 已提交
828 829 830 831 832 833
	if (res > 0)
		flush_icache_range(addr, addr + len);
	return res;
}
EXPORT_SYMBOL(read_code);

L
Linus Torvalds 已提交
834 835 836
static int exec_mmap(struct mm_struct *mm)
{
	struct task_struct *tsk;
D
Davidlohr Bueso 已提交
837
	struct mm_struct *old_mm, *active_mm;
L
Linus Torvalds 已提交
838 839 840 841 842 843 844

	/* Notify parent that we're no longer interested in the old VM */
	tsk = current;
	old_mm = current->mm;
	mm_release(tsk, old_mm);

	if (old_mm) {
845
		sync_mm_rss(old_mm);
L
Linus Torvalds 已提交
846 847 848 849
		/*
		 * Make sure that if there is a core dump in progress
		 * for the old mm, we get out and die instead of going
		 * through with the exec.  We must hold mmap_sem around
850
		 * checking core_state and changing tsk->mm.
L
Linus Torvalds 已提交
851 852
		 */
		down_read(&old_mm->mmap_sem);
853
		if (unlikely(old_mm->core_state)) {
L
Linus Torvalds 已提交
854 855 856 857 858 859 860 861 862
			up_read(&old_mm->mmap_sem);
			return -EINTR;
		}
	}
	task_lock(tsk);
	active_mm = tsk->active_mm;
	tsk->mm = mm;
	tsk->active_mm = mm;
	activate_mm(active_mm, mm);
D
Davidlohr Bueso 已提交
863 864
	tsk->mm->vmacache_seqnum = 0;
	vmacache_flush(tsk);
L
Linus Torvalds 已提交
865 866 867
	task_unlock(tsk);
	if (old_mm) {
		up_read(&old_mm->mmap_sem);
868
		BUG_ON(active_mm != old_mm);
869
		setmax_mm_hiwater_rss(&tsk->signal->maxrss, old_mm);
870
		mm_update_next_owner(old_mm);
L
Linus Torvalds 已提交
871 872 873 874 875 876 877 878 879 880 881 882 883
		mmput(old_mm);
		return 0;
	}
	mmdrop(active_mm);
	return 0;
}

/*
 * This function makes sure the current process has its own signal table,
 * so that flush_signal_handlers can later reset the handlers without
 * disturbing other processes.  (Other processes might share the signal
 * table via the CLONE_SIGHAND option to clone().)
 */
884
static int de_thread(struct task_struct *tsk)
L
Linus Torvalds 已提交
885 886
{
	struct signal_struct *sig = tsk->signal;
887
	struct sighand_struct *oldsighand = tsk->sighand;
L
Linus Torvalds 已提交
888 889
	spinlock_t *lock = &oldsighand->siglock;

890
	if (thread_group_empty(tsk))
L
Linus Torvalds 已提交
891 892 893 894 895 896
		goto no_thread_group;

	/*
	 * Kill all other threads in the thread group.
	 */
	spin_lock_irq(lock);
897
	if (signal_group_exit(sig)) {
L
Linus Torvalds 已提交
898 899 900 901 902 903 904
		/*
		 * Another group action in progress, just
		 * return so that the signal is processed.
		 */
		spin_unlock_irq(lock);
		return -EAGAIN;
	}
905

906
	sig->group_exit_task = tsk;
907 908 909
	sig->notify_count = zap_other_threads(tsk);
	if (!thread_group_leader(tsk))
		sig->notify_count--;
L
Linus Torvalds 已提交
910

911
	while (sig->notify_count) {
O
Oleg Nesterov 已提交
912
		__set_current_state(TASK_KILLABLE);
L
Linus Torvalds 已提交
913 914
		spin_unlock_irq(lock);
		schedule();
O
Oleg Nesterov 已提交
915 916
		if (unlikely(__fatal_signal_pending(tsk)))
			goto killed;
L
Linus Torvalds 已提交
917 918 919 920 921 922 923 924 925
		spin_lock_irq(lock);
	}
	spin_unlock_irq(lock);

	/*
	 * At this point all other threads have exited, all we have to
	 * do is to wait for the thread group leader to become inactive,
	 * and to assume its PID:
	 */
926
	if (!thread_group_leader(tsk)) {
927
		struct task_struct *leader = tsk->group_leader;
928

929
		sig->notify_count = -1;	/* for exit_notify() */
930
		for (;;) {
931
			threadgroup_change_begin(tsk);
932 933 934
			write_lock_irq(&tasklist_lock);
			if (likely(leader->exit_state))
				break;
O
Oleg Nesterov 已提交
935
			__set_current_state(TASK_KILLABLE);
936
			write_unlock_irq(&tasklist_lock);
937
			threadgroup_change_end(tsk);
938
			schedule();
O
Oleg Nesterov 已提交
939 940
			if (unlikely(__fatal_signal_pending(tsk)))
				goto killed;
941
		}
L
Linus Torvalds 已提交
942

943 944 945 946 947 948 949 950 951 952
		/*
		 * The only record we have of the real-time age of a
		 * process, regardless of execs it's done, is start_time.
		 * All the past CPU time is accumulated in signal_struct
		 * from sister threads now dead.  But in this non-leader
		 * exec, nothing survives from the original leader thread,
		 * whose birth marks the true age of this process now.
		 * When we take on its identity by switching to its PID, we
		 * also take its birthdate (always earlier than our own).
		 */
953
		tsk->start_time = leader->start_time;
954
		tsk->real_start_time = leader->real_start_time;
955

956 957
		BUG_ON(!same_thread_group(leader, tsk));
		BUG_ON(has_group_leader_pid(tsk));
L
Linus Torvalds 已提交
958 959 960 961 962 963
		/*
		 * An exec() starts a new thread group with the
		 * TGID of the previous thread group. Rehash the
		 * two threads with a switched PID, and release
		 * the former thread group leader:
		 */
964 965

		/* Become a process group leader with the old leader's pid.
966 967
		 * The old leader becomes a thread of the this thread group.
		 * Note: The old leader also uses this pid until release_task
968 969
		 *       is called.  Odd but simple and correct.
		 */
970
		tsk->pid = leader->pid;
971
		change_pid(tsk, PIDTYPE_PID, task_pid(leader));
972 973
		transfer_pid(leader, tsk, PIDTYPE_PGID);
		transfer_pid(leader, tsk, PIDTYPE_SID);
974

975
		list_replace_rcu(&leader->tasks, &tsk->tasks);
976
		list_replace_init(&leader->sibling, &tsk->sibling);
L
Linus Torvalds 已提交
977

978 979
		tsk->group_leader = tsk;
		leader->group_leader = tsk;
980

981
		tsk->exit_signal = SIGCHLD;
982
		leader->exit_signal = -1;
983 984 985

		BUG_ON(leader->exit_state != EXIT_ZOMBIE);
		leader->exit_state = EXIT_DEAD;
986 987 988 989 990 991 992 993

		/*
		 * We are going to release_task()->ptrace_unlink() silently,
		 * the tracer can sleep in do_wait(). EXIT_DEAD guarantees
		 * the tracer wont't block again waiting for this thread.
		 */
		if (unlikely(leader->ptrace))
			__wake_up_parent(leader, leader->parent);
L
Linus Torvalds 已提交
994
		write_unlock_irq(&tasklist_lock);
995
		threadgroup_change_end(tsk);
996 997

		release_task(leader);
998
	}
L
Linus Torvalds 已提交
999

1000 1001
	sig->group_exit_task = NULL;
	sig->notify_count = 0;
L
Linus Torvalds 已提交
1002 1003

no_thread_group:
1004 1005 1006
	/* we have changed execution domain */
	tsk->exit_signal = SIGCHLD;

L
Linus Torvalds 已提交
1007
	exit_itimers(sig);
1008
	flush_itimer_signals();
1009

1010 1011
	if (atomic_read(&oldsighand->count) != 1) {
		struct sighand_struct *newsighand;
L
Linus Torvalds 已提交
1012
		/*
1013 1014
		 * This ->sighand is shared with the CLONE_SIGHAND
		 * but not CLONE_THREAD task, switch to the new one.
L
Linus Torvalds 已提交
1015
		 */
1016 1017 1018 1019
		newsighand = kmem_cache_alloc(sighand_cachep, GFP_KERNEL);
		if (!newsighand)
			return -ENOMEM;

L
Linus Torvalds 已提交
1020 1021 1022 1023 1024 1025
		atomic_set(&newsighand->count, 1);
		memcpy(newsighand->action, oldsighand->action,
		       sizeof(newsighand->action));

		write_lock_irq(&tasklist_lock);
		spin_lock(&oldsighand->siglock);
1026
		rcu_assign_pointer(tsk->sighand, newsighand);
L
Linus Torvalds 已提交
1027 1028 1029
		spin_unlock(&oldsighand->siglock);
		write_unlock_irq(&tasklist_lock);

1030
		__cleanup_sighand(oldsighand);
L
Linus Torvalds 已提交
1031 1032
	}

1033
	BUG_ON(!thread_group_leader(tsk));
L
Linus Torvalds 已提交
1034
	return 0;
O
Oleg Nesterov 已提交
1035 1036 1037 1038 1039 1040 1041 1042

killed:
	/* protects against exit_notify() and __exit_signal() */
	read_lock(&tasklist_lock);
	sig->group_exit_task = NULL;
	sig->notify_count = 0;
	read_unlock(&tasklist_lock);
	return -EAGAIN;
L
Linus Torvalds 已提交
1043
}
O
Oleg Nesterov 已提交
1044

1045
char *get_task_comm(char *buf, struct task_struct *tsk)
L
Linus Torvalds 已提交
1046 1047 1048 1049 1050
{
	/* buf must be at least sizeof(tsk->comm) in size */
	task_lock(tsk);
	strncpy(buf, tsk->comm, sizeof(tsk->comm));
	task_unlock(tsk);
1051
	return buf;
L
Linus Torvalds 已提交
1052
}
1053
EXPORT_SYMBOL_GPL(get_task_comm);
L
Linus Torvalds 已提交
1054

1055 1056 1057 1058 1059
/*
 * These functions flushes out all traces of the currently running executable
 * so that a new one can be started
 */

1060
void __set_task_comm(struct task_struct *tsk, const char *buf, bool exec)
L
Linus Torvalds 已提交
1061 1062
{
	task_lock(tsk);
1063
	trace_task_rename(tsk, buf);
L
Linus Torvalds 已提交
1064 1065
	strlcpy(tsk->comm, buf, sizeof(tsk->comm));
	task_unlock(tsk);
1066
	perf_event_comm(tsk, exec);
L
Linus Torvalds 已提交
1067 1068 1069 1070
}

int flush_old_exec(struct linux_binprm * bprm)
{
1071
	int retval;
L
Linus Torvalds 已提交
1072 1073 1074 1075 1076 1077 1078 1079 1080

	/*
	 * Make sure we have a private signal table and that
	 * we are unassociated from the previous thread group.
	 */
	retval = de_thread(current);
	if (retval)
		goto out;

1081 1082 1083 1084 1085
	/*
	 * Must be called _before_ exec_mmap() as bprm->mm is
	 * not visibile until then. This also enables the update
	 * to be lockless.
	 */
M
Matt Helsley 已提交
1086
	set_mm_exe_file(bprm->mm, bprm->file);
1087

L
Linus Torvalds 已提交
1088 1089 1090
	/*
	 * Release all of the old mmap stuff
	 */
1091
	acct_arg_size(bprm, 0);
L
Linus Torvalds 已提交
1092 1093
	retval = exec_mmap(bprm->mm);
	if (retval)
1094
		goto out;
L
Linus Torvalds 已提交
1095 1096

	bprm->mm = NULL;		/* We're using it now */
1097

1098
	set_fs(USER_DS);
1099 1100
	current->flags &= ~(PF_RANDOMIZE | PF_FORKNOEXEC | PF_KTHREAD |
					PF_NOFREEZE | PF_NO_SETAFFINITY);
1101 1102 1103
	flush_thread();
	current->personality &= ~bprm->per_clear;

1104 1105 1106 1107 1108 1109 1110
	return 0;

out:
	return retval;
}
EXPORT_SYMBOL(flush_old_exec);

1111 1112
void would_dump(struct linux_binprm *bprm, struct file *file)
{
A
Al Viro 已提交
1113
	if (inode_permission(file_inode(file), MAY_READ) < 0)
1114 1115 1116 1117
		bprm->interp_flags |= BINPRM_FLAGS_ENFORCE_NONDUMP;
}
EXPORT_SYMBOL(would_dump);

1118 1119 1120
void setup_new_exec(struct linux_binprm * bprm)
{
	arch_pick_mmap_layout(current->mm);
L
Linus Torvalds 已提交
1121 1122 1123 1124

	/* This is the point of no return */
	current->sas_ss_sp = current->sas_ss_size = 0;

1125
	if (uid_eq(current_euid(), current_uid()) && gid_eq(current_egid(), current_gid()))
1126
		set_dumpable(current->mm, SUID_DUMP_USER);
A
Alan Cox 已提交
1127
	else
1128
		set_dumpable(current->mm, suid_dumpable);
A
Alan Cox 已提交
1129

1130
	perf_event_exec();
1131
	__set_task_comm(current, kbasename(bprm->filename), true);
L
Linus Torvalds 已提交
1132

1133 1134 1135 1136 1137 1138
	/* Set the new mm task size. We have to do that late because it may
	 * depend on TIF_32BIT which is only updated in flush_thread() on
	 * some architectures like powerpc
	 */
	current->mm->task_size = TASK_SIZE;

1139
	/* install the new credentials */
1140 1141
	if (!uid_eq(bprm->cred->uid, current_euid()) ||
	    !gid_eq(bprm->cred->gid, current_egid())) {
1142
		current->pdeath_signal = 0;
1143 1144 1145 1146
	} else {
		would_dump(bprm, bprm->file);
		if (bprm->interp_flags & BINPRM_FLAGS_ENFORCE_NONDUMP)
			set_dumpable(current->mm, suid_dumpable);
L
Linus Torvalds 已提交
1147 1148 1149 1150 1151 1152
	}

	/* An exec changes our domain. We are no longer part of the thread
	   group */
	current->self_exec_id++;
	flush_signal_handlers(current, 0);
1153
	do_close_on_exec(current->files);
L
Linus Torvalds 已提交
1154
}
1155
EXPORT_SYMBOL(setup_new_exec);
L
Linus Torvalds 已提交
1156

1157 1158 1159 1160 1161 1162 1163 1164
/*
 * Prepare credentials and lock ->cred_guard_mutex.
 * install_exec_creds() commits the new creds and drops the lock.
 * Or, if exec fails before, free_bprm() should release ->cred and
 * and unlock.
 */
int prepare_bprm_creds(struct linux_binprm *bprm)
{
1165
	if (mutex_lock_interruptible(&current->signal->cred_guard_mutex))
1166 1167 1168 1169 1170 1171
		return -ERESTARTNOINTR;

	bprm->cred = prepare_exec_creds();
	if (likely(bprm->cred))
		return 0;

1172
	mutex_unlock(&current->signal->cred_guard_mutex);
1173 1174 1175
	return -ENOMEM;
}

1176
static void free_bprm(struct linux_binprm *bprm)
1177 1178 1179
{
	free_arg_pages(bprm);
	if (bprm->cred) {
1180
		mutex_unlock(&current->signal->cred_guard_mutex);
1181 1182
		abort_creds(bprm->cred);
	}
1183 1184 1185 1186
	if (bprm->file) {
		allow_write_access(bprm->file);
		fput(bprm->file);
	}
1187 1188 1189
	/* If a binfmt changed the interp, free it. */
	if (bprm->interp != bprm->filename)
		kfree(bprm->interp);
1190 1191 1192
	kfree(bprm);
}

1193 1194 1195 1196 1197 1198 1199 1200 1201 1202 1203 1204
int bprm_change_interp(char *interp, struct linux_binprm *bprm)
{
	/* If a binfmt changed the interp, free it first. */
	if (bprm->interp != bprm->filename)
		kfree(bprm->interp);
	bprm->interp = kstrdup(interp, GFP_KERNEL);
	if (!bprm->interp)
		return -ENOMEM;
	return 0;
}
EXPORT_SYMBOL(bprm_change_interp);

1205 1206 1207 1208 1209 1210 1211 1212 1213
/*
 * install the new credentials for this executable
 */
void install_exec_creds(struct linux_binprm *bprm)
{
	security_bprm_committing_creds(bprm);

	commit_creds(bprm->cred);
	bprm->cred = NULL;
1214 1215 1216 1217 1218 1219 1220 1221 1222

	/*
	 * Disable monitoring for regular users
	 * when executing setuid binaries. Must
	 * wait until new credentials are committed
	 * by commit_creds() above
	 */
	if (get_dumpable(current->mm) != SUID_DUMP_USER)
		perf_event_exit_task(current);
1223 1224
	/*
	 * cred_guard_mutex must be held at least to this point to prevent
1225
	 * ptrace_attach() from altering our determination of the task's
1226 1227
	 * credentials; any time after this it may be unlocked.
	 */
1228
	security_bprm_committed_creds(bprm);
1229
	mutex_unlock(&current->signal->cred_guard_mutex);
1230 1231 1232 1233 1234
}
EXPORT_SYMBOL(install_exec_creds);

/*
 * determine how safe it is to execute the proposed program
1235
 * - the caller must hold ->cred_guard_mutex to protect against
1236
 *   PTRACE_ATTACH or seccomp thread-sync
1237
 */
1238
static void check_unsafe_exec(struct linux_binprm *bprm)
1239
{
D
David Howells 已提交
1240
	struct task_struct *p = current, *t;
1241
	unsigned n_fs;
1242

T
Tejun Heo 已提交
1243 1244 1245 1246 1247 1248
	if (p->ptrace) {
		if (p->ptrace & PT_PTRACE_CAP)
			bprm->unsafe |= LSM_UNSAFE_PTRACE_CAP;
		else
			bprm->unsafe |= LSM_UNSAFE_PTRACE;
	}
1249

1250 1251 1252 1253
	/*
	 * This isn't strictly necessary, but it makes it harder for LSMs to
	 * mess up.
	 */
1254
	if (task_no_new_privs(current))
1255 1256
		bprm->unsafe |= LSM_UNSAFE_NO_NEW_PRIVS;

1257
	t = p;
D
David Howells 已提交
1258
	n_fs = 1;
N
Nick Piggin 已提交
1259
	spin_lock(&p->fs->lock);
1260
	rcu_read_lock();
1261
	while_each_thread(p, t) {
D
David Howells 已提交
1262 1263 1264
		if (t->fs == p->fs)
			n_fs++;
	}
1265
	rcu_read_unlock();
D
David Howells 已提交
1266

1267
	if (p->fs->users > n_fs)
1268
		bprm->unsafe |= LSM_UNSAFE_SHARE;
1269 1270
	else
		p->fs->in_exec = 1;
N
Nick Piggin 已提交
1271
	spin_unlock(&p->fs->lock);
1272 1273
}

1274 1275
/*
 * Fill the binprm structure from the inode.
L
Linus Torvalds 已提交
1276
 * Check permissions, then read the first 128 (BINPRM_BUF_SIZE) bytes
1277 1278
 *
 * This may be called multiple times for binary chains (scripts for example).
L
Linus Torvalds 已提交
1279 1280 1281
 */
int prepare_binprm(struct linux_binprm *bprm)
{
A
Al Viro 已提交
1282 1283
	struct inode *inode = file_inode(bprm->file);
	umode_t mode = inode->i_mode;
L
Linus Torvalds 已提交
1284 1285 1286
	int retval;


1287 1288 1289
	/* clear any previous set[ug]id data from a previous binary */
	bprm->cred->euid = current_euid();
	bprm->cred->egid = current_egid();
L
Linus Torvalds 已提交
1290

1291
	if (!(bprm->file->f_path.mnt->mnt_flags & MNT_NOSUID) &&
1292
	    !task_no_new_privs(current) &&
1293 1294
	    kuid_has_mapping(bprm->cred->user_ns, inode->i_uid) &&
	    kgid_has_mapping(bprm->cred->user_ns, inode->i_gid)) {
L
Linus Torvalds 已提交
1295 1296
		/* Set-uid? */
		if (mode & S_ISUID) {
1297 1298
			bprm->per_clear |= PER_CLEAR_ON_SETID;
			bprm->cred->euid = inode->i_uid;
L
Linus Torvalds 已提交
1299 1300 1301 1302 1303 1304 1305 1306 1307
		}

		/* Set-gid? */
		/*
		 * If setgid is set but no group execute bit then this
		 * is a candidate for mandatory locking, not a setgid
		 * executable.
		 */
		if ((mode & (S_ISGID | S_IXGRP)) == (S_ISGID | S_IXGRP)) {
1308 1309
			bprm->per_clear |= PER_CLEAR_ON_SETID;
			bprm->cred->egid = inode->i_gid;
L
Linus Torvalds 已提交
1310 1311 1312 1313
		}
	}

	/* fill in binprm security blob */
1314
	retval = security_bprm_set_creds(bprm);
L
Linus Torvalds 已提交
1315 1316
	if (retval)
		return retval;
1317
	bprm->cred_prepared = 1;
L
Linus Torvalds 已提交
1318

1319 1320
	memset(bprm->buf, 0, BINPRM_BUF_SIZE);
	return kernel_read(bprm->file, 0, bprm->buf, BINPRM_BUF_SIZE);
L
Linus Torvalds 已提交
1321 1322 1323 1324
}

EXPORT_SYMBOL(prepare_binprm);

N
Nick Piggin 已提交
1325 1326 1327 1328 1329
/*
 * Arguments are '\0' separated strings found at the location bprm->p
 * points to; chop off the first by relocating brpm->p to right after
 * the first '\0' encountered.
 */
1330
int remove_arg_zero(struct linux_binprm *bprm)
L
Linus Torvalds 已提交
1331
{
1332 1333 1334 1335
	int ret = 0;
	unsigned long offset;
	char *kaddr;
	struct page *page;
N
Nick Piggin 已提交
1336

1337 1338
	if (!bprm->argc)
		return 0;
L
Linus Torvalds 已提交
1339

1340 1341 1342 1343 1344 1345 1346
	do {
		offset = bprm->p & ~PAGE_MASK;
		page = get_arg_page(bprm, bprm->p, 0);
		if (!page) {
			ret = -EFAULT;
			goto out;
		}
1347
		kaddr = kmap_atomic(page);
N
Nick Piggin 已提交
1348

1349 1350 1351
		for (; offset < PAGE_SIZE && kaddr[offset];
				offset++, bprm->p++)
			;
N
Nick Piggin 已提交
1352

1353
		kunmap_atomic(kaddr);
1354
		put_arg_page(page);
N
Nick Piggin 已提交
1355

1356 1357 1358
		if (offset == PAGE_SIZE)
			free_arg_page(bprm, (bprm->p >> PAGE_SHIFT) - 1);
	} while (offset == PAGE_SIZE);
N
Nick Piggin 已提交
1359

1360 1361 1362
	bprm->p++;
	bprm->argc--;
	ret = 0;
N
Nick Piggin 已提交
1363

1364 1365
out:
	return ret;
L
Linus Torvalds 已提交
1366 1367 1368
}
EXPORT_SYMBOL(remove_arg_zero);

1369
#define printable(c) (((c)=='\t') || ((c)=='\n') || (0x20<=(c) && (c)<=0x7e))
L
Linus Torvalds 已提交
1370 1371 1372
/*
 * cycle the list of binary formats handler, until one recognizes the image
 */
1373
int search_binary_handler(struct linux_binprm *bprm)
L
Linus Torvalds 已提交
1374
{
1375
	bool need_retry = IS_ENABLED(CONFIG_MODULES);
L
Linus Torvalds 已提交
1376
	struct linux_binfmt *fmt;
1377
	int retval;
L
Linus Torvalds 已提交
1378

1379
	/* This allows 4 levels of binfmt rewrites before failing hard. */
1380
	if (bprm->recursion_depth > 5)
1381 1382
		return -ELOOP;

L
Linus Torvalds 已提交
1383 1384 1385 1386 1387
	retval = security_bprm_check(bprm);
	if (retval)
		return retval;

	retval = -ENOENT;
1388 1389 1390 1391 1392 1393 1394 1395
 retry:
	read_lock(&binfmt_lock);
	list_for_each_entry(fmt, &formats, lh) {
		if (!try_module_get(fmt->module))
			continue;
		read_unlock(&binfmt_lock);
		bprm->recursion_depth++;
		retval = fmt->load_binary(bprm);
1396 1397
		read_lock(&binfmt_lock);
		put_binfmt(fmt);
1398
		bprm->recursion_depth--;
1399 1400 1401 1402 1403 1404 1405 1406
		if (retval < 0 && !bprm->mm) {
			/* we got to flush_old_exec() and failed after it */
			read_unlock(&binfmt_lock);
			force_sigsegv(SIGSEGV, current);
			return retval;
		}
		if (retval != -ENOEXEC || !bprm->file) {
			read_unlock(&binfmt_lock);
1407
			return retval;
L
Linus Torvalds 已提交
1408 1409
		}
	}
1410 1411
	read_unlock(&binfmt_lock);

1412
	if (need_retry) {
1413 1414 1415
		if (printable(bprm->buf[0]) && printable(bprm->buf[1]) &&
		    printable(bprm->buf[2]) && printable(bprm->buf[3]))
			return retval;
1416 1417
		if (request_module("binfmt-%04x", *(ushort *)(bprm->buf + 2)) < 0)
			return retval;
1418 1419 1420 1421
		need_retry = false;
		goto retry;
	}

L
Linus Torvalds 已提交
1422 1423 1424 1425
	return retval;
}
EXPORT_SYMBOL(search_binary_handler);

1426 1427 1428 1429 1430 1431 1432 1433 1434 1435 1436 1437 1438
static int exec_binprm(struct linux_binprm *bprm)
{
	pid_t old_pid, old_vpid;
	int ret;

	/* Need to fetch pid before load_binary changes it */
	old_pid = current->pid;
	rcu_read_lock();
	old_vpid = task_pid_nr_ns(current, task_active_pid_ns(current->parent));
	rcu_read_unlock();

	ret = search_binary_handler(bprm);
	if (ret >= 0) {
1439
		audit_bprm(bprm);
1440 1441
		trace_sched_process_exec(current, old_pid, bprm);
		ptrace_event(PTRACE_EVENT_EXEC, old_vpid);
1442
		proc_exec_connector(current);
1443 1444 1445 1446 1447
	}

	return ret;
}

L
Linus Torvalds 已提交
1448 1449 1450
/*
 * sys_execve() executes a new program.
 */
1451 1452 1453 1454
static int do_execveat_common(int fd, struct filename *filename,
			      struct user_arg_ptr argv,
			      struct user_arg_ptr envp,
			      int flags)
L
Linus Torvalds 已提交
1455
{
1456
	char *pathbuf = NULL;
L
Linus Torvalds 已提交
1457 1458
	struct linux_binprm *bprm;
	struct file *file;
1459
	struct files_struct *displaced;
L
Linus Torvalds 已提交
1460
	int retval;
1461

1462 1463 1464
	if (IS_ERR(filename))
		return PTR_ERR(filename);

1465 1466 1467 1468 1469 1470 1471
	/*
	 * We move the actual failure in case of RLIMIT_NPROC excess from
	 * set*uid() to execve() because too many poorly written programs
	 * don't check setuid() return code.  Here we additionally recheck
	 * whether NPROC limit is still exceeded.
	 */
	if ((current->flags & PF_NPROC_EXCEEDED) &&
1472
	    atomic_read(&current_user()->processes) > rlimit(RLIMIT_NPROC)) {
1473 1474 1475 1476 1477 1478 1479
		retval = -EAGAIN;
		goto out_ret;
	}

	/* We're below the limit (still or again), so we don't want to make
	 * further execve() calls fail. */
	current->flags &= ~PF_NPROC_EXCEEDED;
L
Linus Torvalds 已提交
1480

1481
	retval = unshare_files(&displaced);
1482 1483 1484
	if (retval)
		goto out_ret;

L
Linus Torvalds 已提交
1485
	retval = -ENOMEM;
1486
	bprm = kzalloc(sizeof(*bprm), GFP_KERNEL);
L
Linus Torvalds 已提交
1487
	if (!bprm)
1488
		goto out_files;
L
Linus Torvalds 已提交
1489

1490 1491
	retval = prepare_bprm_creds(bprm);
	if (retval)
1492
		goto out_free;
A
Al Viro 已提交
1493

1494
	check_unsafe_exec(bprm);
1495
	current->in_execve = 1;
1496

1497
	file = do_open_execat(fd, filename, flags);
L
Linus Torvalds 已提交
1498 1499
	retval = PTR_ERR(file);
	if (IS_ERR(file))
A
Al Viro 已提交
1500
		goto out_unmark;
L
Linus Torvalds 已提交
1501 1502 1503 1504

	sched_exec();

	bprm->file = file;
1505 1506 1507 1508 1509 1510 1511 1512 1513 1514 1515 1516 1517 1518 1519 1520 1521 1522 1523 1524 1525 1526
	if (fd == AT_FDCWD || filename->name[0] == '/') {
		bprm->filename = filename->name;
	} else {
		if (filename->name[0] == '\0')
			pathbuf = kasprintf(GFP_TEMPORARY, "/dev/fd/%d", fd);
		else
			pathbuf = kasprintf(GFP_TEMPORARY, "/dev/fd/%d/%s",
					    fd, filename->name);
		if (!pathbuf) {
			retval = -ENOMEM;
			goto out_unmark;
		}
		/*
		 * Record that a name derived from an O_CLOEXEC fd will be
		 * inaccessible after exec. Relies on having exclusive access to
		 * current->files (due to unshare_files above).
		 */
		if (close_on_exec(fd, rcu_dereference_raw(current->files->fdt)))
			bprm->interp_flags |= BINPRM_FLAGS_PATH_INACCESSIBLE;
		bprm->filename = pathbuf;
	}
	bprm->interp = bprm->filename;
L
Linus Torvalds 已提交
1527

1528 1529
	retval = bprm_mm_init(bprm);
	if (retval)
1530
		goto out_unmark;
L
Linus Torvalds 已提交
1531

1532
	bprm->argc = count(argv, MAX_ARG_STRINGS);
L
Linus Torvalds 已提交
1533
	if ((retval = bprm->argc) < 0)
1534
		goto out;
L
Linus Torvalds 已提交
1535

1536
	bprm->envc = count(envp, MAX_ARG_STRINGS);
L
Linus Torvalds 已提交
1537 1538 1539 1540 1541 1542 1543 1544 1545 1546 1547 1548 1549 1550 1551 1552 1553 1554 1555 1556
	if ((retval = bprm->envc) < 0)
		goto out;

	retval = prepare_binprm(bprm);
	if (retval < 0)
		goto out;

	retval = copy_strings_kernel(1, &bprm->filename, bprm);
	if (retval < 0)
		goto out;

	bprm->exec = bprm->p;
	retval = copy_strings(bprm->envc, envp, bprm);
	if (retval < 0)
		goto out;

	retval = copy_strings(bprm->argc, argv, bprm);
	if (retval < 0)
		goto out;

1557
	retval = exec_binprm(bprm);
1558 1559
	if (retval < 0)
		goto out;
L
Linus Torvalds 已提交
1560

1561
	/* execve succeeded */
A
Al Viro 已提交
1562
	current->fs->in_exec = 0;
1563
	current->in_execve = 0;
1564
	acct_update_integrals(current);
1565
	task_numa_free(current);
1566
	free_bprm(bprm);
1567
	kfree(pathbuf);
1568
	putname(filename);
1569 1570 1571
	if (displaced)
		put_files_struct(displaced);
	return retval;
L
Linus Torvalds 已提交
1572

1573
out:
1574 1575 1576 1577
	if (bprm->mm) {
		acct_arg_size(bprm, 0);
		mmput(bprm->mm);
	}
L
Linus Torvalds 已提交
1578

A
Al Viro 已提交
1579
out_unmark:
1580
	current->fs->in_exec = 0;
1581
	current->in_execve = 0;
1582 1583

out_free:
1584
	free_bprm(bprm);
1585
	kfree(pathbuf);
L
Linus Torvalds 已提交
1586

1587
out_files:
1588 1589
	if (displaced)
		reset_files_struct(displaced);
L
Linus Torvalds 已提交
1590
out_ret:
1591
	putname(filename);
L
Linus Torvalds 已提交
1592 1593 1594
	return retval;
}

1595
int do_execve(struct filename *filename,
1596
	const char __user *const __user *__argv,
1597
	const char __user *const __user *__envp)
1598
{
1599 1600
	struct user_arg_ptr argv = { .ptr.native = __argv };
	struct user_arg_ptr envp = { .ptr.native = __envp };
1601 1602 1603 1604 1605 1606 1607 1608 1609 1610 1611 1612
	return do_execveat_common(AT_FDCWD, filename, argv, envp, 0);
}

int do_execveat(int fd, struct filename *filename,
		const char __user *const __user *__argv,
		const char __user *const __user *__envp,
		int flags)
{
	struct user_arg_ptr argv = { .ptr.native = __argv };
	struct user_arg_ptr envp = { .ptr.native = __envp };

	return do_execveat_common(fd, filename, argv, envp, flags);
1613 1614 1615
}

#ifdef CONFIG_COMPAT
1616
static int compat_do_execve(struct filename *filename,
A
Al Viro 已提交
1617
	const compat_uptr_t __user *__argv,
1618
	const compat_uptr_t __user *__envp)
1619 1620 1621 1622 1623 1624 1625 1626 1627
{
	struct user_arg_ptr argv = {
		.is_compat = true,
		.ptr.compat = __argv,
	};
	struct user_arg_ptr envp = {
		.is_compat = true,
		.ptr.compat = __envp,
	};
1628 1629 1630 1631 1632 1633 1634 1635 1636 1637 1638 1639 1640 1641 1642 1643 1644
	return do_execveat_common(AT_FDCWD, filename, argv, envp, 0);
}

static int compat_do_execveat(int fd, struct filename *filename,
			      const compat_uptr_t __user *__argv,
			      const compat_uptr_t __user *__envp,
			      int flags)
{
	struct user_arg_ptr argv = {
		.is_compat = true,
		.ptr.compat = __argv,
	};
	struct user_arg_ptr envp = {
		.is_compat = true,
		.ptr.compat = __envp,
	};
	return do_execveat_common(fd, filename, argv, envp, flags);
1645
}
1646
#endif
1647

1648
void set_binfmt(struct linux_binfmt *new)
L
Linus Torvalds 已提交
1649
{
1650 1651 1652 1653
	struct mm_struct *mm = current->mm;

	if (mm->binfmt)
		module_put(mm->binfmt->module);
L
Linus Torvalds 已提交
1654

1655
	mm->binfmt = new;
1656 1657
	if (new)
		__module_get(new->module);
L
Linus Torvalds 已提交
1658 1659 1660
}
EXPORT_SYMBOL(set_binfmt);

1661
/*
1662
 * set_dumpable stores three-value SUID_DUMP_* into mm->flags.
1663 1664 1665
 */
void set_dumpable(struct mm_struct *mm, int value)
{
1666 1667
	unsigned long old, new;

1668 1669 1670
	if (WARN_ON((unsigned)value > SUID_DUMP_ROOT))
		return;

1671 1672
	do {
		old = ACCESS_ONCE(mm->flags);
1673
		new = (old & ~MMF_DUMPABLE_MASK) | value;
1674
	} while (cmpxchg(&mm->flags, old, new) != old);
1675 1676
}

A
Al Viro 已提交
1677 1678 1679 1680 1681
SYSCALL_DEFINE3(execve,
		const char __user *, filename,
		const char __user *const __user *, argv,
		const char __user *const __user *, envp)
{
1682
	return do_execve(getname(filename), argv, envp);
A
Al Viro 已提交
1683
}
1684 1685 1686 1687 1688 1689 1690 1691 1692 1693 1694 1695 1696 1697

SYSCALL_DEFINE5(execveat,
		int, fd, const char __user *, filename,
		const char __user *const __user *, argv,
		const char __user *const __user *, envp,
		int, flags)
{
	int lookup_flags = (flags & AT_EMPTY_PATH) ? LOOKUP_EMPTY : 0;

	return do_execveat(fd,
			   getname_flags(filename, lookup_flags, NULL),
			   argv, envp, flags);
}

A
Al Viro 已提交
1698
#ifdef CONFIG_COMPAT
1699 1700 1701
COMPAT_SYSCALL_DEFINE3(execve, const char __user *, filename,
	const compat_uptr_t __user *, argv,
	const compat_uptr_t __user *, envp)
A
Al Viro 已提交
1702
{
1703
	return compat_do_execve(getname(filename), argv, envp);
A
Al Viro 已提交
1704
}
1705 1706 1707 1708 1709 1710 1711 1712 1713 1714 1715 1716 1717

COMPAT_SYSCALL_DEFINE5(execveat, int, fd,
		       const char __user *, filename,
		       const compat_uptr_t __user *, argv,
		       const compat_uptr_t __user *, envp,
		       int,  flags)
{
	int lookup_flags = (flags & AT_EMPTY_PATH) ? LOOKUP_EMPTY : 0;

	return compat_do_execveat(fd,
				  getname_flags(filename, lookup_flags, NULL),
				  argv, envp, flags);
}
A
Al Viro 已提交
1718
#endif