signal.c 22.7 KB
Newer Older
L
Linus Torvalds 已提交
1 2
/*
 *  Copyright (C) 1991, 1992  Linus Torvalds
3
 *  Copyright (C) 2000, 2001, 2002 Andi Kleen SuSE Labs
L
Linus Torvalds 已提交
4 5 6
 *
 *  1997-11-28  Modified for POSIX.1b signals by Richard Henderson
 *  2000-06-20  Pentium III FXSR, SSE support by Gareth Hughes
7
 *  2000-2002   x86-64 support by Andi Kleen
L
Linus Torvalds 已提交
8
 */
9 10 11

#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt

12 13 14
#include <linux/sched.h>
#include <linux/mm.h>
#include <linux/smp.h>
L
Linus Torvalds 已提交
15 16 17
#include <linux/kernel.h>
#include <linux/errno.h>
#include <linux/wait.h>
R
Roland McGrath 已提交
18
#include <linux/tracehook.h>
19 20 21 22
#include <linux/unistd.h>
#include <linux/stddef.h>
#include <linux/personality.h>
#include <linux/uaccess.h>
A
Avi Kivity 已提交
23
#include <linux/user-return-notifier.h>
24
#include <linux/uprobes.h>
25

L
Linus Torvalds 已提交
26 27 28
#include <asm/processor.h>
#include <asm/ucontext.h>
#include <asm/i387.h>
29
#include <asm/fpu-internal.h>
R
Roland McGrath 已提交
30
#include <asm/vdso.h>
31
#include <asm/mce.h>
32
#include <asm/sighandling.h>
33 34 35 36

#ifdef CONFIG_X86_64
#include <asm/proto.h>
#include <asm/ia32_unistd.h>
37
#include <asm/sys_ia32.h>
38 39
#endif /* CONFIG_X86_64 */

40
#include <asm/syscall.h>
41
#include <asm/syscalls.h>
42

43
#include <asm/sigframe.h>
L
Linus Torvalds 已提交
44

45 46 47 48 49 50
#ifdef CONFIG_X86_32
# define FIX_EFLAGS	(__FIX_EFLAGS | X86_EFLAGS_RF)
#else
# define FIX_EFLAGS	__FIX_EFLAGS
#endif

T
Tejun Heo 已提交
51 52 53
#define COPY(x)			do {			\
	get_user_ex(regs->x, &sc->x);			\
} while (0)
54

T
Tejun Heo 已提交
55 56 57 58 59
#define GET_SEG(seg)		({			\
	unsigned short tmp;				\
	get_user_ex(tmp, &sc->seg);			\
	tmp;						\
})
60

T
Tejun Heo 已提交
61 62 63
#define COPY_SEG(seg)		do {			\
	regs->seg = GET_SEG(seg);			\
} while (0)
64

T
Tejun Heo 已提交
65 66 67
#define COPY_SEG_CPL3(seg)	do {			\
	regs->seg = GET_SEG(seg) | 3;			\
} while (0)
68

69 70
int restore_sigcontext(struct pt_regs *regs, struct sigcontext __user *sc,
		       unsigned long *pax)
71 72 73 74 75 76 77 78
{
	void __user *buf;
	unsigned int tmpflags;
	unsigned int err = 0;

	/* Always make any pending restarted system calls return -EINTR */
	current_thread_info()->restart_block.fn = do_no_restart_syscall;

79 80
	get_user_try {

81
#ifdef CONFIG_X86_32
T
Tejun Heo 已提交
82
		set_user_gs(regs, GET_SEG(gs));
83 84 85
		COPY_SEG(fs);
		COPY_SEG(es);
		COPY_SEG(ds);
86 87
#endif /* CONFIG_X86_32 */

88 89
		COPY(di); COPY(si); COPY(bp); COPY(sp); COPY(bx);
		COPY(dx); COPY(cx); COPY(ip);
90 91

#ifdef CONFIG_X86_64
92 93 94 95 96 97 98 99
		COPY(r8);
		COPY(r9);
		COPY(r10);
		COPY(r11);
		COPY(r12);
		COPY(r13);
		COPY(r14);
		COPY(r15);
100 101 102
#endif /* CONFIG_X86_64 */

#ifdef CONFIG_X86_32
103 104
		COPY_SEG_CPL3(cs);
		COPY_SEG_CPL3(ss);
105
#else /* !CONFIG_X86_32 */
106 107 108 109
		/* Kernel saves and restores only the CS segment register on signals,
		 * which is the bare minimum needed to allow mixed 32/64-bit code.
		 * App's signal handler can save/restore other segments if needed. */
		COPY_SEG_CPL3(cs);
110 111
#endif /* CONFIG_X86_32 */

112 113 114 115 116
		get_user_ex(tmpflags, &sc->flags);
		regs->flags = (regs->flags & ~FIX_EFLAGS) | (tmpflags & FIX_EFLAGS);
		regs->orig_ax = -1;		/* disable syscall checks */

		get_user_ex(buf, &sc->fpstate);
117

118 119
		get_user_ex(*pax, &sc->ax);
	} get_user_catch(err);
120

121 122
	err |= restore_i387_xstate(buf);

123 124 125
	return err;
}

126 127
int setup_sigcontext(struct sigcontext __user *sc, void __user *fpstate,
		     struct pt_regs *regs, unsigned long mask)
128 129 130
{
	int err = 0;

131
	put_user_try {
132

133
#ifdef CONFIG_X86_32
T
Tejun Heo 已提交
134
		put_user_ex(get_user_gs(regs), (unsigned int __user *)&sc->gs);
135 136 137
		put_user_ex(regs->fs, (unsigned int __user *)&sc->fs);
		put_user_ex(regs->es, (unsigned int __user *)&sc->es);
		put_user_ex(regs->ds, (unsigned int __user *)&sc->ds);
138 139
#endif /* CONFIG_X86_32 */

140 141 142 143 144 145 146 147
		put_user_ex(regs->di, &sc->di);
		put_user_ex(regs->si, &sc->si);
		put_user_ex(regs->bp, &sc->bp);
		put_user_ex(regs->sp, &sc->sp);
		put_user_ex(regs->bx, &sc->bx);
		put_user_ex(regs->dx, &sc->dx);
		put_user_ex(regs->cx, &sc->cx);
		put_user_ex(regs->ax, &sc->ax);
148
#ifdef CONFIG_X86_64
149 150 151 152 153 154 155 156
		put_user_ex(regs->r8, &sc->r8);
		put_user_ex(regs->r9, &sc->r9);
		put_user_ex(regs->r10, &sc->r10);
		put_user_ex(regs->r11, &sc->r11);
		put_user_ex(regs->r12, &sc->r12);
		put_user_ex(regs->r13, &sc->r13);
		put_user_ex(regs->r14, &sc->r14);
		put_user_ex(regs->r15, &sc->r15);
157 158
#endif /* CONFIG_X86_64 */

159
		put_user_ex(current->thread.trap_nr, &sc->trapno);
160 161
		put_user_ex(current->thread.error_code, &sc->err);
		put_user_ex(regs->ip, &sc->ip);
162
#ifdef CONFIG_X86_32
163 164 165 166
		put_user_ex(regs->cs, (unsigned int __user *)&sc->cs);
		put_user_ex(regs->flags, &sc->flags);
		put_user_ex(regs->sp, &sc->sp_at_signal);
		put_user_ex(regs->ss, (unsigned int __user *)&sc->ss);
167
#else /* !CONFIG_X86_32 */
168 169 170 171
		put_user_ex(regs->flags, &sc->flags);
		put_user_ex(regs->cs, &sc->cs);
		put_user_ex(0, &sc->gs);
		put_user_ex(0, &sc->fs);
172 173
#endif /* CONFIG_X86_32 */

174
		put_user_ex(fpstate, &sc->fpstate);
175

176 177 178 179
		/* non-iBCS2 extensions.. */
		put_user_ex(mask, &sc->oldmask);
		put_user_ex(current->thread.cr2, &sc->cr2);
	} put_user_catch(err);
180 181 182 183

	return err;
}

L
Linus Torvalds 已提交
184
/*
185
 * Set up a signal frame.
L
Linus Torvalds 已提交
186 187 188 189 190
 */

/*
 * Determine which stack to use..
 */
191 192 193 194 195 196 197 198 199 200 201 202 203 204
static unsigned long align_sigframe(unsigned long sp)
{
#ifdef CONFIG_X86_32
	/*
	 * Align the stack pointer according to the i386 ABI,
	 * i.e. so that on function entry ((sp + 4) & 15) == 0.
	 */
	sp = ((sp + 4) & -16ul) - 4;
#else /* !CONFIG_X86_32 */
	sp = round_down(sp, 16) - 8;
#endif
	return sp;
}

L
Linus Torvalds 已提交
205
static inline void __user *
206
get_sigframe(struct k_sigaction *ka, struct pt_regs *regs, size_t frame_size,
207
	     void __user **fpstate)
L
Linus Torvalds 已提交
208 209
{
	/* Default to using normal stack */
210
	unsigned long sp = regs->sp;
211
	int onsigstack = on_sig_stack(sp);
212 213 214 215 216

#ifdef CONFIG_X86_64
	/* redzone */
	sp -= 128;
#endif /* CONFIG_X86_64 */
L
Linus Torvalds 已提交
217

218 219 220
	if (!onsigstack) {
		/* This is the X/Open sanctioned signal stack switching.  */
		if (ka->sa.sa_flags & SA_ONSTACK) {
221
			if (current->sas_ss_size)
222 223
				sp = current->sas_ss_sp + current->sas_ss_size;
		} else {
224
#ifdef CONFIG_X86_32
225 226 227 228 229
			/* This is the legacy signal stack switching. */
			if ((regs->ss & 0xffff) != __USER_DS &&
				!(ka->sa.sa_flags & SA_RESTORER) &&
					ka->sa.sa_restorer)
				sp = (unsigned long) ka->sa.sa_restorer;
230
#endif /* CONFIG_X86_32 */
231
		}
L
Linus Torvalds 已提交
232 233
	}

234
	if (used_math()) {
235
		sp -= sig_xstate_size;
236 237 238 239
#ifdef CONFIG_X86_64
		sp = round_down(sp, 64);
#endif /* CONFIG_X86_64 */
		*fpstate = (void __user *)sp;
240 241
	}

242 243 244 245 246 247 248 249 250 251 252 253 254 255
	sp = align_sigframe(sp - frame_size);

	/*
	 * If we are on the alternate signal stack and would overflow it, don't.
	 * Return an always-bogus address instead so we will die with SIGSEGV.
	 */
	if (onsigstack && !likely(on_sig_stack(sp)))
		return (void __user *)-1L;

	/* save i387 state */
	if (used_math() && save_i387_xstate(*fpstate) < 0)
		return (void __user *)-1L;

	return (void __user *)sp;
L
Linus Torvalds 已提交
256 257
}

258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280
#ifdef CONFIG_X86_32
static const struct {
	u16 poplmovl;
	u32 val;
	u16 int80;
} __attribute__((packed)) retcode = {
	0xb858,		/* popl %eax; movl $..., %eax */
	__NR_sigreturn,
	0x80cd,		/* int $0x80 */
};

static const struct {
	u8  movl;
	u32 val;
	u16 int80;
	u8  pad;
} __attribute__((packed)) rt_retcode = {
	0xb8,		/* movl $..., %eax */
	__NR_rt_sigreturn,
	0x80cd,		/* int $0x80 */
	0
};

281
static int
282 283
__setup_frame(int sig, struct k_sigaction *ka, sigset_t *set,
	      struct pt_regs *regs)
L
Linus Torvalds 已提交
284 285
{
	struct sigframe __user *frame;
286
	void __user *restorer;
L
Linus Torvalds 已提交
287
	int err = 0;
288
	void __user *fpstate = NULL;
L
Linus Torvalds 已提交
289

290
	frame = get_sigframe(ka, regs, sizeof(*frame), &fpstate);
L
Linus Torvalds 已提交
291 292

	if (!access_ok(VERIFY_WRITE, frame, sizeof(*frame)))
293
		return -EFAULT;
L
Linus Torvalds 已提交
294

295
	if (__put_user(sig, &frame->sig))
296
		return -EFAULT;
L
Linus Torvalds 已提交
297

298
	if (setup_sigcontext(&frame->sc, fpstate, regs, set->sig[0]))
299
		return -EFAULT;
L
Linus Torvalds 已提交
300 301

	if (_NSIG_WORDS > 1) {
302 303
		if (__copy_to_user(&frame->extramask, &set->sig[1],
				   sizeof(frame->extramask)))
304
			return -EFAULT;
L
Linus Torvalds 已提交
305 306
	}

307
	if (current->mm->context.vdso)
R
Roland McGrath 已提交
308
		restorer = VDSO32_SYMBOL(current->mm->context.vdso, sigreturn);
309
	else
J
Jan Engelhardt 已提交
310
		restorer = &frame->retcode;
L
Linus Torvalds 已提交
311 312 313 314 315
	if (ka->sa.sa_flags & SA_RESTORER)
		restorer = ka->sa.sa_restorer;

	/* Set up to return from userspace.  */
	err |= __put_user(restorer, &frame->pretcode);
316

L
Linus Torvalds 已提交
317
	/*
318
	 * This is popl %eax ; movl $__NR_sigreturn, %eax ; int $0x80
L
Linus Torvalds 已提交
319 320 321 322 323
	 *
	 * WE DO NOT USE IT ANY MORE! It's only left here for historical
	 * reasons and because gdb uses it as a signature to notice
	 * signal handler stack frames.
	 */
324
	err |= __put_user(*((u64 *)&retcode), (u64 *)frame->retcode);
L
Linus Torvalds 已提交
325 326

	if (err)
327
		return -EFAULT;
L
Linus Torvalds 已提交
328 329

	/* Set up registers for signal handler */
330 331 332
	regs->sp = (unsigned long)frame;
	regs->ip = (unsigned long)ka->sa.sa_handler;
	regs->ax = (unsigned long)sig;
333 334
	regs->dx = 0;
	regs->cx = 0;
L
Linus Torvalds 已提交
335

336 337 338 339
	regs->ds = __USER_DS;
	regs->es = __USER_DS;
	regs->ss = __USER_DS;
	regs->cs = __USER_CS;
L
Linus Torvalds 已提交
340

341
	return 0;
L
Linus Torvalds 已提交
342 343
}

344 345
static int __setup_rt_frame(int sig, struct k_sigaction *ka, siginfo_t *info,
			    sigset_t *set, struct pt_regs *regs)
L
Linus Torvalds 已提交
346 347
{
	struct rt_sigframe __user *frame;
348
	void __user *restorer;
L
Linus Torvalds 已提交
349
	int err = 0;
350
	void __user *fpstate = NULL;
L
Linus Torvalds 已提交
351

352
	frame = get_sigframe(ka, regs, sizeof(*frame), &fpstate);
L
Linus Torvalds 已提交
353 354

	if (!access_ok(VERIFY_WRITE, frame, sizeof(*frame)))
355
		return -EFAULT;
L
Linus Torvalds 已提交
356

357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387
	put_user_try {
		put_user_ex(sig, &frame->sig);
		put_user_ex(&frame->info, &frame->pinfo);
		put_user_ex(&frame->uc, &frame->puc);

		/* Create the ucontext.  */
		if (cpu_has_xsave)
			put_user_ex(UC_FP_XSTATE, &frame->uc.uc_flags);
		else
			put_user_ex(0, &frame->uc.uc_flags);
		put_user_ex(0, &frame->uc.uc_link);
		put_user_ex(current->sas_ss_sp, &frame->uc.uc_stack.ss_sp);
		put_user_ex(sas_ss_flags(regs->sp),
			    &frame->uc.uc_stack.ss_flags);
		put_user_ex(current->sas_ss_size, &frame->uc.uc_stack.ss_size);

		/* Set up to return from userspace.  */
		restorer = VDSO32_SYMBOL(current->mm->context.vdso, rt_sigreturn);
		if (ka->sa.sa_flags & SA_RESTORER)
			restorer = ka->sa.sa_restorer;
		put_user_ex(restorer, &frame->pretcode);

		/*
		 * This is movl $__NR_rt_sigreturn, %ax ; int $0x80
		 *
		 * WE DO NOT USE IT ANY MORE! It's only left here for historical
		 * reasons and because gdb uses it as a signature to notice
		 * signal handler stack frames.
		 */
		put_user_ex(*((u64 *)&rt_retcode), (u64 *)frame->retcode);
	} put_user_catch(err);
L
Linus Torvalds 已提交
388

389 390 391 392 393
	err |= copy_siginfo_to_user(&frame->info, info);
	err |= setup_sigcontext(&frame->uc.uc_mcontext, fpstate,
				regs, set->sig[0]);
	err |= __copy_to_user(&frame->uc.uc_sigmask, set, sizeof(*set));

L
Linus Torvalds 已提交
394
	if (err)
395
		return -EFAULT;
L
Linus Torvalds 已提交
396 397

	/* Set up registers for signal handler */
398 399
	regs->sp = (unsigned long)frame;
	regs->ip = (unsigned long)ka->sa.sa_handler;
400
	regs->ax = (unsigned long)sig;
401 402
	regs->dx = (unsigned long)&frame->info;
	regs->cx = (unsigned long)&frame->uc;
L
Linus Torvalds 已提交
403

404 405 406 407
	regs->ds = __USER_DS;
	regs->es = __USER_DS;
	regs->ss = __USER_DS;
	regs->cs = __USER_CS;
L
Linus Torvalds 已提交
408

409
	return 0;
L
Linus Torvalds 已提交
410
}
411 412 413 414 415 416 417 418 419
#else /* !CONFIG_X86_32 */
static int __setup_rt_frame(int sig, struct k_sigaction *ka, siginfo_t *info,
			    sigset_t *set, struct pt_regs *regs)
{
	struct rt_sigframe __user *frame;
	void __user *fp = NULL;
	int err = 0;
	struct task_struct *me = current;

420
	frame = get_sigframe(ka, regs, sizeof(struct rt_sigframe), &fp);
421 422 423 424 425 426 427 428 429

	if (!access_ok(VERIFY_WRITE, frame, sizeof(*frame)))
		return -EFAULT;

	if (ka->sa.sa_flags & SA_SIGINFO) {
		if (copy_siginfo_to_user(&frame->info, info))
			return -EFAULT;
	}

430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451
	put_user_try {
		/* Create the ucontext.  */
		if (cpu_has_xsave)
			put_user_ex(UC_FP_XSTATE, &frame->uc.uc_flags);
		else
			put_user_ex(0, &frame->uc.uc_flags);
		put_user_ex(0, &frame->uc.uc_link);
		put_user_ex(me->sas_ss_sp, &frame->uc.uc_stack.ss_sp);
		put_user_ex(sas_ss_flags(regs->sp),
			    &frame->uc.uc_stack.ss_flags);
		put_user_ex(me->sas_ss_size, &frame->uc.uc_stack.ss_size);

		/* Set up to return from userspace.  If provided, use a stub
		   already in userspace.  */
		/* x86-64 should always use SA_RESTORER. */
		if (ka->sa.sa_flags & SA_RESTORER) {
			put_user_ex(ka->sa.sa_restorer, &frame->pretcode);
		} else {
			/* could use a vstub here */
			err |= -EFAULT;
		}
	} put_user_catch(err);
452

453 454 455
	err |= setup_sigcontext(&frame->uc.uc_mcontext, fp, regs, set->sig[0]);
	err |= __copy_to_user(&frame->uc.uc_sigmask, set, sizeof(*set));

456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479
	if (err)
		return -EFAULT;

	/* Set up registers for signal handler */
	regs->di = sig;
	/* In case the signal handler was declared without prototypes */
	regs->ax = 0;

	/* This also works for non SA_SIGINFO handlers because they expect the
	   next argument after the signal number on the stack. */
	regs->si = (unsigned long)&frame->info;
	regs->dx = (unsigned long)&frame->uc;
	regs->ip = (unsigned long) ka->sa.sa_handler;

	regs->sp = (unsigned long)frame;

	/* Set up the CS register to run signal handlers in 64-bit mode,
	   even if the handler happens to be interrupting 32-bit code. */
	regs->cs = __USER_CS;

	return 0;
}
#endif /* CONFIG_X86_32 */

480
#ifdef CONFIG_X86_32
481 482 483 484 485 486
/*
 * Atomically swap in the new signal mask, and wait for a signal.
 */
asmlinkage int
sys_sigsuspend(int history0, int history1, old_sigset_t mask)
{
487 488
	sigset_t blocked;
	siginitset(&blocked, mask);
A
Al Viro 已提交
489
	return sigsuspend(&blocked);
490 491 492 493 494 495 496
}

asmlinkage int
sys_sigaction(int sig, const struct old_sigaction __user *act,
	      struct old_sigaction __user *oact)
{
	struct k_sigaction new_ka, old_ka;
497
	int ret = 0;
498 499 500 501

	if (act) {
		old_sigset_t mask;

502
		if (!access_ok(VERIFY_READ, act, sizeof(*act)))
503 504
			return -EFAULT;

505 506 507 508 509 510 511 512 513
		get_user_try {
			get_user_ex(new_ka.sa.sa_handler, &act->sa_handler);
			get_user_ex(new_ka.sa.sa_flags, &act->sa_flags);
			get_user_ex(mask, &act->sa_mask);
			get_user_ex(new_ka.sa.sa_restorer, &act->sa_restorer);
		} get_user_catch(ret);

		if (ret)
			return -EFAULT;
514 515 516 517 518 519
		siginitset(&new_ka.sa.sa_mask, mask);
	}

	ret = do_sigaction(sig, act ? &new_ka : NULL, oact ? &old_ka : NULL);

	if (!ret && oact) {
520
		if (!access_ok(VERIFY_WRITE, oact, sizeof(*oact)))
521 522
			return -EFAULT;

523 524 525 526 527 528 529 530 531
		put_user_try {
			put_user_ex(old_ka.sa.sa_handler, &oact->sa_handler);
			put_user_ex(old_ka.sa.sa_flags, &oact->sa_flags);
			put_user_ex(old_ka.sa.sa_mask.sig[0], &oact->sa_mask);
			put_user_ex(old_ka.sa.sa_restorer, &oact->sa_restorer);
		} put_user_catch(ret);

		if (ret)
			return -EFAULT;
532 533 534 535
	}

	return ret;
}
536
#endif /* CONFIG_X86_32 */
537

B
Brian Gerst 已提交
538
long
539 540 541 542 543 544 545 546 547
sys_sigaltstack(const stack_t __user *uss, stack_t __user *uoss,
		struct pt_regs *regs)
{
	return do_sigaltstack(uss, uoss, regs->sp);
}

/*
 * Do a signal return; undo the signal stack.
 */
548
#ifdef CONFIG_X86_32
549
unsigned long sys_sigreturn(struct pt_regs *regs)
550 551 552 553 554 555 556 557 558 559 560 561 562 563
{
	struct sigframe __user *frame;
	unsigned long ax;
	sigset_t set;

	frame = (struct sigframe __user *)(regs->sp - 8);

	if (!access_ok(VERIFY_READ, frame, sizeof(*frame)))
		goto badframe;
	if (__get_user(set.sig[0], &frame->sc.oldmask) || (_NSIG_WORDS > 1
		&& __copy_from_user(&set.sig[1], &frame->extramask,
				    sizeof(frame->extramask))))
		goto badframe;

564
	set_current_blocked(&set);
565 566 567 568 569 570

	if (restore_sigcontext(regs, &frame->sc, &ax))
		goto badframe;
	return ax;

badframe:
571
	signal_fault(regs, frame, "sigreturn");
572 573 574

	return 0;
}
575
#endif /* CONFIG_X86_32 */
576

577
long sys_rt_sigreturn(struct pt_regs *regs)
578 579 580 581 582 583 584 585 586 587 588
{
	struct rt_sigframe __user *frame;
	unsigned long ax;
	sigset_t set;

	frame = (struct rt_sigframe __user *)(regs->sp - sizeof(long));
	if (!access_ok(VERIFY_READ, frame, sizeof(*frame)))
		goto badframe;
	if (__copy_from_user(&set, &frame->uc.uc_sigmask, sizeof(set)))
		goto badframe;

589
	set_current_blocked(&set);
590 591 592 593 594 595 596 597 598 599 600 601 602 603

	if (restore_sigcontext(regs, &frame->uc.uc_mcontext, &ax))
		goto badframe;

	if (do_sigaltstack(&frame->uc.uc_stack, NULL, regs->sp) == -EFAULT)
		goto badframe;

	return ax;

badframe:
	signal_fault(regs, frame, "rt_sigreturn");
	return 0;
}

L
Linus Torvalds 已提交
604
/*
605 606
 * OK, we're invoking a handler:
 */
607 608
static int signr_convert(int sig)
{
609
#ifdef CONFIG_X86_32
610 611 612 613
	struct thread_info *info = current_thread_info();

	if (info->exec_domain && info->exec_domain->signal_invmap && sig < 32)
		return info->exec_domain->signal_invmap[sig];
614
#endif /* CONFIG_X86_32 */
615 616 617
	return sig;
}

618 619
#ifdef CONFIG_X86_32

620
#define is_ia32	1
621 622
#define ia32_setup_frame	__setup_frame
#define ia32_setup_rt_frame	__setup_rt_frame
623

624 625 626 627 628 629 630 631
#else /* !CONFIG_X86_32 */

#ifdef CONFIG_IA32_EMULATION
#define is_ia32	test_thread_flag(TIF_IA32)
#else /* !CONFIG_IA32_EMULATION */
#define is_ia32	0
#endif /* CONFIG_IA32_EMULATION */

632 633 634 635 636 637 638 639 640 641
#ifdef CONFIG_X86_X32_ABI
#define is_x32	test_thread_flag(TIF_X32)

static int x32_setup_rt_frame(int sig, struct k_sigaction *ka,
			      siginfo_t *info, compat_sigset_t *set,
			      struct pt_regs *regs);
#else /* !CONFIG_X86_X32_ABI */
#define is_x32	0
#endif /* CONFIG_X86_X32_ABI */

642 643 644 645 646
int ia32_setup_rt_frame(int sig, struct k_sigaction *ka, siginfo_t *info,
		sigset_t *set, struct pt_regs *regs);
int ia32_setup_frame(int sig, struct k_sigaction *ka,
		sigset_t *set, struct pt_regs *regs);

647 648
#endif /* CONFIG_X86_32 */

649 650
static int
setup_rt_frame(int sig, struct k_sigaction *ka, siginfo_t *info,
651
		struct pt_regs *regs)
652
{
653
	int usig = signr_convert(sig);
A
Al Viro 已提交
654
	sigset_t *set = sigmask_to_save();
655 656

	/* Set up the stack frame */
657 658
	if (is_ia32) {
		if (ka->sa.sa_flags & SA_SIGINFO)
659
			return ia32_setup_rt_frame(usig, ka, info, set, regs);
660
		else
661
			return ia32_setup_frame(usig, ka, set, regs);
662 663
#ifdef CONFIG_X86_X32_ABI
	} else if (is_x32) {
664
		return x32_setup_rt_frame(usig, ka, info,
665 666 667
					 (compat_sigset_t *)set, regs);
#endif
	} else {
668
		return __setup_rt_frame(sig, ka, info, set, regs);
669
	}
670 671
}

672
static void
L
Linus Torvalds 已提交
673
handle_signal(unsigned long sig, siginfo_t *info, struct k_sigaction *ka,
674
		struct pt_regs *regs)
L
Linus Torvalds 已提交
675 676
{
	/* Are we from a system call? */
677
	if (syscall_get_nr(current, regs) >= 0) {
L
Linus Torvalds 已提交
678
		/* If so, check system call restarting.. */
679
		switch (syscall_get_error(current, regs)) {
680 681 682 683 684 685 686
		case -ERESTART_RESTARTBLOCK:
		case -ERESTARTNOHAND:
			regs->ax = -EINTR;
			break;

		case -ERESTARTSYS:
			if (!(ka->sa.sa_flags & SA_RESTART)) {
687
				regs->ax = -EINTR;
L
Linus Torvalds 已提交
688
				break;
689 690 691 692 693 694
			}
		/* fallthrough */
		case -ERESTARTNOINTR:
			regs->ax = regs->orig_ax;
			regs->ip -= 2;
			break;
L
Linus Torvalds 已提交
695 696 697 698
		}
	}

	/*
R
Roland McGrath 已提交
699 700
	 * If TF is set due to a debugger (TIF_FORCED_TF), clear the TF
	 * flag so that register information in the sigcontext is correct.
L
Linus Torvalds 已提交
701
	 */
702
	if (unlikely(regs->flags & X86_EFLAGS_TF) &&
R
Roland McGrath 已提交
703
	    likely(test_and_clear_thread_flag(TIF_FORCED_TF)))
704
		regs->flags &= ~X86_EFLAGS_TF;
L
Linus Torvalds 已提交
705

706 707 708 709
	if (setup_rt_frame(sig, ka, info, regs) < 0) {
		force_sigsegv(sig, current);
		return;
	}
710

711 712 713 714 715 716 717 718 719 720 721 722 723
	/*
	 * Clear the direction flag as per the ABI for function entry.
	 */
	regs->flags &= ~X86_EFLAGS_DF;

	/*
	 * Clear TF when entering the signal handler, but
	 * notify any tracer that was single-stepping it.
	 * The tracer may want to single-step inside the
	 * handler too.
	 */
	regs->flags &= ~X86_EFLAGS_TF;

A
Al Viro 已提交
724 725
	signal_delivered(sig, info, ka, regs,
			 test_thread_flag(TIF_SINGLESTEP));
L
Linus Torvalds 已提交
726 727
}

728
#ifdef CONFIG_X86_32
729
#define NR_restart_syscall	__NR_restart_syscall
730 731 732 733 734
#else /* !CONFIG_X86_32 */
#define NR_restart_syscall	\
	test_thread_flag(TIF_IA32) ? __NR_ia32_restart_syscall : __NR_restart_syscall
#endif /* CONFIG_X86_32 */

L
Linus Torvalds 已提交
735 736 737 738 739
/*
 * Note that 'init' is a special process: it doesn't get signals it doesn't
 * want to handle. Thus you cannot kill init even with a SIGKILL even by
 * mistake.
 */
740
static void do_signal(struct pt_regs *regs)
L
Linus Torvalds 已提交
741
{
742
	struct k_sigaction ka;
L
Linus Torvalds 已提交
743 744 745 746 747
	siginfo_t info;
	int signr;

	signr = get_signal_to_deliver(&info, &ka, regs, NULL);
	if (signr > 0) {
748
		/* Whee! Actually deliver the signal.  */
749
		handle_signal(signr, &info, &ka, regs);
750
		return;
L
Linus Torvalds 已提交
751 752 753
	}

	/* Did we come from a system call? */
754
	if (syscall_get_nr(current, regs) >= 0) {
L
Linus Torvalds 已提交
755
		/* Restart the system call - no handlers present */
756
		switch (syscall_get_error(current, regs)) {
757 758 759
		case -ERESTARTNOHAND:
		case -ERESTARTSYS:
		case -ERESTARTNOINTR:
760 761
			regs->ax = regs->orig_ax;
			regs->ip -= 2;
762 763 764
			break;

		case -ERESTART_RESTARTBLOCK:
765
			regs->ax = NR_restart_syscall;
766
			regs->ip -= 2;
767
			break;
L
Linus Torvalds 已提交
768 769
		}
	}
770

771 772 773 774
	/*
	 * If there's no signal to deliver, we just put the saved sigmask
	 * back.
	 */
A
Al Viro 已提交
775
	restore_saved_sigmask();
L
Linus Torvalds 已提交
776 777 778 779
}

/*
 * notification of userspace execution resumption
780
 * - triggered by the TIF_WORK_MASK flags
L
Linus Torvalds 已提交
781
 */
782 783
void
do_notify_resume(struct pt_regs *regs, void *unused, __u32 thread_info_flags)
L
Linus Torvalds 已提交
784
{
785
#ifdef CONFIG_X86_MCE
786 787
	/* notify userspace of pending MCEs */
	if (thread_info_flags & _TIF_MCE_NOTIFY)
788
		mce_notify_process();
789 790
#endif /* CONFIG_X86_64 && CONFIG_X86_MCE */

791 792 793 794 795
	if (thread_info_flags & _TIF_UPROBE) {
		clear_thread_flag(TIF_UPROBE);
		uprobe_notify_resume(regs);
	}

L
Linus Torvalds 已提交
796
	/* deal with pending signal delivery */
R
Roland McGrath 已提交
797
	if (thread_info_flags & _TIF_SIGPENDING)
798
		do_signal(regs);
P
Peter Zijlstra 已提交
799

800 801 802 803
	if (thread_info_flags & _TIF_NOTIFY_RESUME) {
		clear_thread_flag(TIF_NOTIFY_RESUME);
		tracehook_notify_resume(regs);
	}
A
Avi Kivity 已提交
804 805
	if (thread_info_flags & _TIF_USER_RETURN_NOTIFY)
		fire_user_return_notifiers();
806

807
#ifdef CONFIG_X86_32
L
Linus Torvalds 已提交
808
	clear_thread_flag(TIF_IRET);
809
#endif /* CONFIG_X86_32 */
L
Linus Torvalds 已提交
810
}
811 812 813 814 815 816

void signal_fault(struct pt_regs *regs, void __user *frame, char *where)
{
	struct task_struct *me = current;

	if (show_unhandled_signals && printk_ratelimit()) {
817
		printk("%s"
818
		       "%s[%d] bad frame in %s frame:%p ip:%lx sp:%lx orax:%lx",
819
		       task_pid_nr(current) > 1 ? KERN_INFO : KERN_EMERG,
820 821 822
		       me->comm, me->pid, where, frame,
		       regs->ip, regs->sp, regs->orig_ax);
		print_vma_addr(" in ", regs->ip);
823
		pr_cont("\n");
824 825 826 827
	}

	force_sig(SIGSEGV, me);
}
828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862 863 864 865 866 867 868 869 870 871

#ifdef CONFIG_X86_X32_ABI
static int x32_setup_rt_frame(int sig, struct k_sigaction *ka,
			      siginfo_t *info, compat_sigset_t *set,
			      struct pt_regs *regs)
{
	struct rt_sigframe_x32 __user *frame;
	void __user *restorer;
	int err = 0;
	void __user *fpstate = NULL;

	frame = get_sigframe(ka, regs, sizeof(*frame), &fpstate);

	if (!access_ok(VERIFY_WRITE, frame, sizeof(*frame)))
		return -EFAULT;

	if (ka->sa.sa_flags & SA_SIGINFO) {
		if (copy_siginfo_to_user32(&frame->info, info))
			return -EFAULT;
	}

	put_user_try {
		/* Create the ucontext.  */
		if (cpu_has_xsave)
			put_user_ex(UC_FP_XSTATE, &frame->uc.uc_flags);
		else
			put_user_ex(0, &frame->uc.uc_flags);
		put_user_ex(0, &frame->uc.uc_link);
		put_user_ex(current->sas_ss_sp, &frame->uc.uc_stack.ss_sp);
		put_user_ex(sas_ss_flags(regs->sp),
			    &frame->uc.uc_stack.ss_flags);
		put_user_ex(current->sas_ss_size, &frame->uc.uc_stack.ss_size);
		put_user_ex(0, &frame->uc.uc__pad0);

		if (ka->sa.sa_flags & SA_RESTORER) {
			restorer = ka->sa.sa_restorer;
		} else {
			/* could use a vstub here */
			restorer = NULL;
			err |= -EFAULT;
		}
		put_user_ex(restorer, &frame->pretcode);
	} put_user_catch(err);

872 873 874 875
	err |= setup_sigcontext(&frame->uc.uc_mcontext, fpstate,
				regs, set->sig[0]);
	err |= __copy_to_user(&frame->uc.uc_sigmask, set, sizeof(*set));

876 877 878 879 880 881 882 883 884 885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904 905 906 907 908 909 910 911 912 913 914 915 916 917 918 919 920 921 922 923 924 925 926
	if (err)
		return -EFAULT;

	/* Set up registers for signal handler */
	regs->sp = (unsigned long) frame;
	regs->ip = (unsigned long) ka->sa.sa_handler;

	/* We use the x32 calling convention here... */
	regs->di = sig;
	regs->si = (unsigned long) &frame->info;
	regs->dx = (unsigned long) &frame->uc;

	loadsegment(ds, __USER_DS);
	loadsegment(es, __USER_DS);

	regs->cs = __USER_CS;
	regs->ss = __USER_DS;

	return 0;
}

asmlinkage long sys32_x32_rt_sigreturn(struct pt_regs *regs)
{
	struct rt_sigframe_x32 __user *frame;
	sigset_t set;
	unsigned long ax;
	struct pt_regs tregs;

	frame = (struct rt_sigframe_x32 __user *)(regs->sp - 8);

	if (!access_ok(VERIFY_READ, frame, sizeof(*frame)))
		goto badframe;
	if (__copy_from_user(&set, &frame->uc.uc_sigmask, sizeof(set)))
		goto badframe;

	set_current_blocked(&set);

	if (restore_sigcontext(regs, &frame->uc.uc_mcontext, &ax))
		goto badframe;

	tregs = *regs;
	if (sys32_sigaltstack(&frame->uc.uc_stack, NULL, &tregs) == -EFAULT)
		goto badframe;

	return ax;

badframe:
	signal_fault(regs, frame, "x32 rt_sigreturn");
	return 0;
}
#endif