signal.c 22.7 KB
Newer Older
L
Linus Torvalds 已提交
1 2
/*
 *  Copyright (C) 1991, 1992  Linus Torvalds
3
 *  Copyright (C) 2000, 2001, 2002 Andi Kleen SuSE Labs
L
Linus Torvalds 已提交
4 5 6
 *
 *  1997-11-28  Modified for POSIX.1b signals by Richard Henderson
 *  2000-06-20  Pentium III FXSR, SSE support by Gareth Hughes
7
 *  2000-2002   x86-64 support by Andi Kleen
L
Linus Torvalds 已提交
8
 */
9 10 11

#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt

12 13 14
#include <linux/sched.h>
#include <linux/mm.h>
#include <linux/smp.h>
L
Linus Torvalds 已提交
15 16 17
#include <linux/kernel.h>
#include <linux/errno.h>
#include <linux/wait.h>
R
Roland McGrath 已提交
18
#include <linux/tracehook.h>
19 20 21 22
#include <linux/unistd.h>
#include <linux/stddef.h>
#include <linux/personality.h>
#include <linux/uaccess.h>
A
Avi Kivity 已提交
23
#include <linux/user-return-notifier.h>
24
#include <linux/uprobes.h>
25

L
Linus Torvalds 已提交
26 27 28
#include <asm/processor.h>
#include <asm/ucontext.h>
#include <asm/i387.h>
29
#include <asm/fpu-internal.h>
R
Roland McGrath 已提交
30
#include <asm/vdso.h>
31
#include <asm/mce.h>
32
#include <asm/sighandling.h>
33 34 35 36

#ifdef CONFIG_X86_64
#include <asm/proto.h>
#include <asm/ia32_unistd.h>
37
#include <asm/sys_ia32.h>
38 39
#endif /* CONFIG_X86_64 */

40
#include <asm/syscall.h>
41
#include <asm/syscalls.h>
42

43
#include <asm/sigframe.h>
L
Linus Torvalds 已提交
44

45 46 47 48 49 50
#ifdef CONFIG_X86_32
# define FIX_EFLAGS	(__FIX_EFLAGS | X86_EFLAGS_RF)
#else
# define FIX_EFLAGS	__FIX_EFLAGS
#endif

T
Tejun Heo 已提交
51 52 53
#define COPY(x)			do {			\
	get_user_ex(regs->x, &sc->x);			\
} while (0)
54

T
Tejun Heo 已提交
55 56 57 58 59
#define GET_SEG(seg)		({			\
	unsigned short tmp;				\
	get_user_ex(tmp, &sc->seg);			\
	tmp;						\
})
60

T
Tejun Heo 已提交
61 62 63
#define COPY_SEG(seg)		do {			\
	regs->seg = GET_SEG(seg);			\
} while (0)
64

T
Tejun Heo 已提交
65 66 67
#define COPY_SEG_CPL3(seg)	do {			\
	regs->seg = GET_SEG(seg) | 3;			\
} while (0)
68

69 70
int restore_sigcontext(struct pt_regs *regs, struct sigcontext __user *sc,
		       unsigned long *pax)
71 72 73 74 75 76 77 78
{
	void __user *buf;
	unsigned int tmpflags;
	unsigned int err = 0;

	/* Always make any pending restarted system calls return -EINTR */
	current_thread_info()->restart_block.fn = do_no_restart_syscall;

79 80
	get_user_try {

81
#ifdef CONFIG_X86_32
T
Tejun Heo 已提交
82
		set_user_gs(regs, GET_SEG(gs));
83 84 85
		COPY_SEG(fs);
		COPY_SEG(es);
		COPY_SEG(ds);
86 87
#endif /* CONFIG_X86_32 */

88 89
		COPY(di); COPY(si); COPY(bp); COPY(sp); COPY(bx);
		COPY(dx); COPY(cx); COPY(ip);
90 91

#ifdef CONFIG_X86_64
92 93 94 95 96 97 98 99
		COPY(r8);
		COPY(r9);
		COPY(r10);
		COPY(r11);
		COPY(r12);
		COPY(r13);
		COPY(r14);
		COPY(r15);
100 101 102
#endif /* CONFIG_X86_64 */

#ifdef CONFIG_X86_32
103 104
		COPY_SEG_CPL3(cs);
		COPY_SEG_CPL3(ss);
105
#else /* !CONFIG_X86_32 */
106 107 108 109
		/* Kernel saves and restores only the CS segment register on signals,
		 * which is the bare minimum needed to allow mixed 32/64-bit code.
		 * App's signal handler can save/restore other segments if needed. */
		COPY_SEG_CPL3(cs);
110 111
#endif /* CONFIG_X86_32 */

112 113 114 115 116 117
		get_user_ex(tmpflags, &sc->flags);
		regs->flags = (regs->flags & ~FIX_EFLAGS) | (tmpflags & FIX_EFLAGS);
		regs->orig_ax = -1;		/* disable syscall checks */

		get_user_ex(buf, &sc->fpstate);
		err |= restore_i387_xstate(buf);
118

119 120
		get_user_ex(*pax, &sc->ax);
	} get_user_catch(err);
121 122 123 124

	return err;
}

125 126
int setup_sigcontext(struct sigcontext __user *sc, void __user *fpstate,
		     struct pt_regs *regs, unsigned long mask)
127 128 129
{
	int err = 0;

130
	put_user_try {
131

132
#ifdef CONFIG_X86_32
T
Tejun Heo 已提交
133
		put_user_ex(get_user_gs(regs), (unsigned int __user *)&sc->gs);
134 135 136
		put_user_ex(regs->fs, (unsigned int __user *)&sc->fs);
		put_user_ex(regs->es, (unsigned int __user *)&sc->es);
		put_user_ex(regs->ds, (unsigned int __user *)&sc->ds);
137 138
#endif /* CONFIG_X86_32 */

139 140 141 142 143 144 145 146
		put_user_ex(regs->di, &sc->di);
		put_user_ex(regs->si, &sc->si);
		put_user_ex(regs->bp, &sc->bp);
		put_user_ex(regs->sp, &sc->sp);
		put_user_ex(regs->bx, &sc->bx);
		put_user_ex(regs->dx, &sc->dx);
		put_user_ex(regs->cx, &sc->cx);
		put_user_ex(regs->ax, &sc->ax);
147
#ifdef CONFIG_X86_64
148 149 150 151 152 153 154 155
		put_user_ex(regs->r8, &sc->r8);
		put_user_ex(regs->r9, &sc->r9);
		put_user_ex(regs->r10, &sc->r10);
		put_user_ex(regs->r11, &sc->r11);
		put_user_ex(regs->r12, &sc->r12);
		put_user_ex(regs->r13, &sc->r13);
		put_user_ex(regs->r14, &sc->r14);
		put_user_ex(regs->r15, &sc->r15);
156 157
#endif /* CONFIG_X86_64 */

158
		put_user_ex(current->thread.trap_nr, &sc->trapno);
159 160
		put_user_ex(current->thread.error_code, &sc->err);
		put_user_ex(regs->ip, &sc->ip);
161
#ifdef CONFIG_X86_32
162 163 164 165
		put_user_ex(regs->cs, (unsigned int __user *)&sc->cs);
		put_user_ex(regs->flags, &sc->flags);
		put_user_ex(regs->sp, &sc->sp_at_signal);
		put_user_ex(regs->ss, (unsigned int __user *)&sc->ss);
166
#else /* !CONFIG_X86_32 */
167 168 169 170
		put_user_ex(regs->flags, &sc->flags);
		put_user_ex(regs->cs, &sc->cs);
		put_user_ex(0, &sc->gs);
		put_user_ex(0, &sc->fs);
171 172
#endif /* CONFIG_X86_32 */

173
		put_user_ex(fpstate, &sc->fpstate);
174

175 176 177 178
		/* non-iBCS2 extensions.. */
		put_user_ex(mask, &sc->oldmask);
		put_user_ex(current->thread.cr2, &sc->cr2);
	} put_user_catch(err);
179 180 181 182

	return err;
}

L
Linus Torvalds 已提交
183
/*
184
 * Set up a signal frame.
L
Linus Torvalds 已提交
185 186 187 188 189
 */

/*
 * Determine which stack to use..
 */
190 191 192 193 194 195 196 197 198 199 200 201 202 203
static unsigned long align_sigframe(unsigned long sp)
{
#ifdef CONFIG_X86_32
	/*
	 * Align the stack pointer according to the i386 ABI,
	 * i.e. so that on function entry ((sp + 4) & 15) == 0.
	 */
	sp = ((sp + 4) & -16ul) - 4;
#else /* !CONFIG_X86_32 */
	sp = round_down(sp, 16) - 8;
#endif
	return sp;
}

L
Linus Torvalds 已提交
204
static inline void __user *
205
get_sigframe(struct k_sigaction *ka, struct pt_regs *regs, size_t frame_size,
206
	     void __user **fpstate)
L
Linus Torvalds 已提交
207 208
{
	/* Default to using normal stack */
209
	unsigned long sp = regs->sp;
210
	int onsigstack = on_sig_stack(sp);
211 212 213 214 215

#ifdef CONFIG_X86_64
	/* redzone */
	sp -= 128;
#endif /* CONFIG_X86_64 */
L
Linus Torvalds 已提交
216

217 218 219
	if (!onsigstack) {
		/* This is the X/Open sanctioned signal stack switching.  */
		if (ka->sa.sa_flags & SA_ONSTACK) {
220
			if (current->sas_ss_size)
221 222
				sp = current->sas_ss_sp + current->sas_ss_size;
		} else {
223
#ifdef CONFIG_X86_32
224 225 226 227 228
			/* This is the legacy signal stack switching. */
			if ((regs->ss & 0xffff) != __USER_DS &&
				!(ka->sa.sa_flags & SA_RESTORER) &&
					ka->sa.sa_restorer)
				sp = (unsigned long) ka->sa.sa_restorer;
229
#endif /* CONFIG_X86_32 */
230
		}
L
Linus Torvalds 已提交
231 232
	}

233
	if (used_math()) {
234
		sp -= sig_xstate_size;
235 236 237 238
#ifdef CONFIG_X86_64
		sp = round_down(sp, 64);
#endif /* CONFIG_X86_64 */
		*fpstate = (void __user *)sp;
239 240
	}

241 242 243 244 245 246 247 248 249 250 251 252 253 254
	sp = align_sigframe(sp - frame_size);

	/*
	 * If we are on the alternate signal stack and would overflow it, don't.
	 * Return an always-bogus address instead so we will die with SIGSEGV.
	 */
	if (onsigstack && !likely(on_sig_stack(sp)))
		return (void __user *)-1L;

	/* save i387 state */
	if (used_math() && save_i387_xstate(*fpstate) < 0)
		return (void __user *)-1L;

	return (void __user *)sp;
L
Linus Torvalds 已提交
255 256
}

257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279
#ifdef CONFIG_X86_32
static const struct {
	u16 poplmovl;
	u32 val;
	u16 int80;
} __attribute__((packed)) retcode = {
	0xb858,		/* popl %eax; movl $..., %eax */
	__NR_sigreturn,
	0x80cd,		/* int $0x80 */
};

static const struct {
	u8  movl;
	u32 val;
	u16 int80;
	u8  pad;
} __attribute__((packed)) rt_retcode = {
	0xb8,		/* movl $..., %eax */
	__NR_rt_sigreturn,
	0x80cd,		/* int $0x80 */
	0
};

280
static int
281 282
__setup_frame(int sig, struct k_sigaction *ka, sigset_t *set,
	      struct pt_regs *regs)
L
Linus Torvalds 已提交
283 284
{
	struct sigframe __user *frame;
285
	void __user *restorer;
L
Linus Torvalds 已提交
286
	int err = 0;
287
	void __user *fpstate = NULL;
L
Linus Torvalds 已提交
288

289
	frame = get_sigframe(ka, regs, sizeof(*frame), &fpstate);
L
Linus Torvalds 已提交
290 291

	if (!access_ok(VERIFY_WRITE, frame, sizeof(*frame)))
292
		return -EFAULT;
L
Linus Torvalds 已提交
293

294
	if (__put_user(sig, &frame->sig))
295
		return -EFAULT;
L
Linus Torvalds 已提交
296

297
	if (setup_sigcontext(&frame->sc, fpstate, regs, set->sig[0]))
298
		return -EFAULT;
L
Linus Torvalds 已提交
299 300

	if (_NSIG_WORDS > 1) {
301 302
		if (__copy_to_user(&frame->extramask, &set->sig[1],
				   sizeof(frame->extramask)))
303
			return -EFAULT;
L
Linus Torvalds 已提交
304 305
	}

306
	if (current->mm->context.vdso)
R
Roland McGrath 已提交
307
		restorer = VDSO32_SYMBOL(current->mm->context.vdso, sigreturn);
308
	else
J
Jan Engelhardt 已提交
309
		restorer = &frame->retcode;
L
Linus Torvalds 已提交
310 311 312 313 314
	if (ka->sa.sa_flags & SA_RESTORER)
		restorer = ka->sa.sa_restorer;

	/* Set up to return from userspace.  */
	err |= __put_user(restorer, &frame->pretcode);
315

L
Linus Torvalds 已提交
316
	/*
317
	 * This is popl %eax ; movl $__NR_sigreturn, %eax ; int $0x80
L
Linus Torvalds 已提交
318 319 320 321 322
	 *
	 * WE DO NOT USE IT ANY MORE! It's only left here for historical
	 * reasons and because gdb uses it as a signature to notice
	 * signal handler stack frames.
	 */
323
	err |= __put_user(*((u64 *)&retcode), (u64 *)frame->retcode);
L
Linus Torvalds 已提交
324 325

	if (err)
326
		return -EFAULT;
L
Linus Torvalds 已提交
327 328

	/* Set up registers for signal handler */
329 330 331
	regs->sp = (unsigned long)frame;
	regs->ip = (unsigned long)ka->sa.sa_handler;
	regs->ax = (unsigned long)sig;
332 333
	regs->dx = 0;
	regs->cx = 0;
L
Linus Torvalds 已提交
334

335 336 337 338
	regs->ds = __USER_DS;
	regs->es = __USER_DS;
	regs->ss = __USER_DS;
	regs->cs = __USER_CS;
L
Linus Torvalds 已提交
339

340
	return 0;
L
Linus Torvalds 已提交
341 342
}

343 344
static int __setup_rt_frame(int sig, struct k_sigaction *ka, siginfo_t *info,
			    sigset_t *set, struct pt_regs *regs)
L
Linus Torvalds 已提交
345 346
{
	struct rt_sigframe __user *frame;
347
	void __user *restorer;
L
Linus Torvalds 已提交
348
	int err = 0;
349
	void __user *fpstate = NULL;
L
Linus Torvalds 已提交
350

351
	frame = get_sigframe(ka, regs, sizeof(*frame), &fpstate);
L
Linus Torvalds 已提交
352 353

	if (!access_ok(VERIFY_WRITE, frame, sizeof(*frame)))
354
		return -EFAULT;
L
Linus Torvalds 已提交
355

356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390
	put_user_try {
		put_user_ex(sig, &frame->sig);
		put_user_ex(&frame->info, &frame->pinfo);
		put_user_ex(&frame->uc, &frame->puc);
		err |= copy_siginfo_to_user(&frame->info, info);

		/* Create the ucontext.  */
		if (cpu_has_xsave)
			put_user_ex(UC_FP_XSTATE, &frame->uc.uc_flags);
		else
			put_user_ex(0, &frame->uc.uc_flags);
		put_user_ex(0, &frame->uc.uc_link);
		put_user_ex(current->sas_ss_sp, &frame->uc.uc_stack.ss_sp);
		put_user_ex(sas_ss_flags(regs->sp),
			    &frame->uc.uc_stack.ss_flags);
		put_user_ex(current->sas_ss_size, &frame->uc.uc_stack.ss_size);
		err |= setup_sigcontext(&frame->uc.uc_mcontext, fpstate,
					regs, set->sig[0]);
		err |= __copy_to_user(&frame->uc.uc_sigmask, set, sizeof(*set));

		/* Set up to return from userspace.  */
		restorer = VDSO32_SYMBOL(current->mm->context.vdso, rt_sigreturn);
		if (ka->sa.sa_flags & SA_RESTORER)
			restorer = ka->sa.sa_restorer;
		put_user_ex(restorer, &frame->pretcode);

		/*
		 * This is movl $__NR_rt_sigreturn, %ax ; int $0x80
		 *
		 * WE DO NOT USE IT ANY MORE! It's only left here for historical
		 * reasons and because gdb uses it as a signature to notice
		 * signal handler stack frames.
		 */
		put_user_ex(*((u64 *)&rt_retcode), (u64 *)frame->retcode);
	} put_user_catch(err);
L
Linus Torvalds 已提交
391 392

	if (err)
393
		return -EFAULT;
L
Linus Torvalds 已提交
394 395

	/* Set up registers for signal handler */
396 397
	regs->sp = (unsigned long)frame;
	regs->ip = (unsigned long)ka->sa.sa_handler;
398
	regs->ax = (unsigned long)sig;
399 400
	regs->dx = (unsigned long)&frame->info;
	regs->cx = (unsigned long)&frame->uc;
L
Linus Torvalds 已提交
401

402 403 404 405
	regs->ds = __USER_DS;
	regs->es = __USER_DS;
	regs->ss = __USER_DS;
	regs->cs = __USER_CS;
L
Linus Torvalds 已提交
406

407
	return 0;
L
Linus Torvalds 已提交
408
}
409 410 411 412 413 414 415 416 417
#else /* !CONFIG_X86_32 */
static int __setup_rt_frame(int sig, struct k_sigaction *ka, siginfo_t *info,
			    sigset_t *set, struct pt_regs *regs)
{
	struct rt_sigframe __user *frame;
	void __user *fp = NULL;
	int err = 0;
	struct task_struct *me = current;

418
	frame = get_sigframe(ka, regs, sizeof(struct rt_sigframe), &fp);
419 420 421 422 423 424 425 426 427

	if (!access_ok(VERIFY_WRITE, frame, sizeof(*frame)))
		return -EFAULT;

	if (ka->sa.sa_flags & SA_SIGINFO) {
		if (copy_siginfo_to_user(&frame->info, info))
			return -EFAULT;
	}

428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451
	put_user_try {
		/* Create the ucontext.  */
		if (cpu_has_xsave)
			put_user_ex(UC_FP_XSTATE, &frame->uc.uc_flags);
		else
			put_user_ex(0, &frame->uc.uc_flags);
		put_user_ex(0, &frame->uc.uc_link);
		put_user_ex(me->sas_ss_sp, &frame->uc.uc_stack.ss_sp);
		put_user_ex(sas_ss_flags(regs->sp),
			    &frame->uc.uc_stack.ss_flags);
		put_user_ex(me->sas_ss_size, &frame->uc.uc_stack.ss_size);
		err |= setup_sigcontext(&frame->uc.uc_mcontext, fp, regs, set->sig[0]);
		err |= __copy_to_user(&frame->uc.uc_sigmask, set, sizeof(*set));

		/* Set up to return from userspace.  If provided, use a stub
		   already in userspace.  */
		/* x86-64 should always use SA_RESTORER. */
		if (ka->sa.sa_flags & SA_RESTORER) {
			put_user_ex(ka->sa.sa_restorer, &frame->pretcode);
		} else {
			/* could use a vstub here */
			err |= -EFAULT;
		}
	} put_user_catch(err);
452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476

	if (err)
		return -EFAULT;

	/* Set up registers for signal handler */
	regs->di = sig;
	/* In case the signal handler was declared without prototypes */
	regs->ax = 0;

	/* This also works for non SA_SIGINFO handlers because they expect the
	   next argument after the signal number on the stack. */
	regs->si = (unsigned long)&frame->info;
	regs->dx = (unsigned long)&frame->uc;
	regs->ip = (unsigned long) ka->sa.sa_handler;

	regs->sp = (unsigned long)frame;

	/* Set up the CS register to run signal handlers in 64-bit mode,
	   even if the handler happens to be interrupting 32-bit code. */
	regs->cs = __USER_CS;

	return 0;
}
#endif /* CONFIG_X86_32 */

477
#ifdef CONFIG_X86_32
478 479 480 481 482 483
/*
 * Atomically swap in the new signal mask, and wait for a signal.
 */
asmlinkage int
sys_sigsuspend(int history0, int history1, old_sigset_t mask)
{
484 485
	sigset_t blocked;
	siginitset(&blocked, mask);
A
Al Viro 已提交
486
	return sigsuspend(&blocked);
487 488 489 490 491 492 493
}

asmlinkage int
sys_sigaction(int sig, const struct old_sigaction __user *act,
	      struct old_sigaction __user *oact)
{
	struct k_sigaction new_ka, old_ka;
494
	int ret = 0;
495 496 497 498

	if (act) {
		old_sigset_t mask;

499
		if (!access_ok(VERIFY_READ, act, sizeof(*act)))
500 501
			return -EFAULT;

502 503 504 505 506 507 508 509 510
		get_user_try {
			get_user_ex(new_ka.sa.sa_handler, &act->sa_handler);
			get_user_ex(new_ka.sa.sa_flags, &act->sa_flags);
			get_user_ex(mask, &act->sa_mask);
			get_user_ex(new_ka.sa.sa_restorer, &act->sa_restorer);
		} get_user_catch(ret);

		if (ret)
			return -EFAULT;
511 512 513 514 515 516
		siginitset(&new_ka.sa.sa_mask, mask);
	}

	ret = do_sigaction(sig, act ? &new_ka : NULL, oact ? &old_ka : NULL);

	if (!ret && oact) {
517
		if (!access_ok(VERIFY_WRITE, oact, sizeof(*oact)))
518 519
			return -EFAULT;

520 521 522 523 524 525 526 527 528
		put_user_try {
			put_user_ex(old_ka.sa.sa_handler, &oact->sa_handler);
			put_user_ex(old_ka.sa.sa_flags, &oact->sa_flags);
			put_user_ex(old_ka.sa.sa_mask.sig[0], &oact->sa_mask);
			put_user_ex(old_ka.sa.sa_restorer, &oact->sa_restorer);
		} put_user_catch(ret);

		if (ret)
			return -EFAULT;
529 530 531 532
	}

	return ret;
}
533
#endif /* CONFIG_X86_32 */
534

B
Brian Gerst 已提交
535
long
536 537 538 539 540 541 542 543 544
sys_sigaltstack(const stack_t __user *uss, stack_t __user *uoss,
		struct pt_regs *regs)
{
	return do_sigaltstack(uss, uoss, regs->sp);
}

/*
 * Do a signal return; undo the signal stack.
 */
545
#ifdef CONFIG_X86_32
546
unsigned long sys_sigreturn(struct pt_regs *regs)
547 548 549 550 551 552 553 554 555 556 557 558 559 560
{
	struct sigframe __user *frame;
	unsigned long ax;
	sigset_t set;

	frame = (struct sigframe __user *)(regs->sp - 8);

	if (!access_ok(VERIFY_READ, frame, sizeof(*frame)))
		goto badframe;
	if (__get_user(set.sig[0], &frame->sc.oldmask) || (_NSIG_WORDS > 1
		&& __copy_from_user(&set.sig[1], &frame->extramask,
				    sizeof(frame->extramask))))
		goto badframe;

561
	set_current_blocked(&set);
562 563 564 565 566 567

	if (restore_sigcontext(regs, &frame->sc, &ax))
		goto badframe;
	return ax;

badframe:
568
	signal_fault(regs, frame, "sigreturn");
569 570 571

	return 0;
}
572
#endif /* CONFIG_X86_32 */
573

574
long sys_rt_sigreturn(struct pt_regs *regs)
575 576 577 578 579 580 581 582 583 584 585
{
	struct rt_sigframe __user *frame;
	unsigned long ax;
	sigset_t set;

	frame = (struct rt_sigframe __user *)(regs->sp - sizeof(long));
	if (!access_ok(VERIFY_READ, frame, sizeof(*frame)))
		goto badframe;
	if (__copy_from_user(&set, &frame->uc.uc_sigmask, sizeof(set)))
		goto badframe;

586
	set_current_blocked(&set);
587 588 589 590 591 592 593 594 595 596 597 598 599 600

	if (restore_sigcontext(regs, &frame->uc.uc_mcontext, &ax))
		goto badframe;

	if (do_sigaltstack(&frame->uc.uc_stack, NULL, regs->sp) == -EFAULT)
		goto badframe;

	return ax;

badframe:
	signal_fault(regs, frame, "rt_sigreturn");
	return 0;
}

L
Linus Torvalds 已提交
601
/*
602 603
 * OK, we're invoking a handler:
 */
604 605
static int signr_convert(int sig)
{
606
#ifdef CONFIG_X86_32
607 608 609 610
	struct thread_info *info = current_thread_info();

	if (info->exec_domain && info->exec_domain->signal_invmap && sig < 32)
		return info->exec_domain->signal_invmap[sig];
611
#endif /* CONFIG_X86_32 */
612 613 614
	return sig;
}

615 616
#ifdef CONFIG_X86_32

617
#define is_ia32	1
618 619
#define ia32_setup_frame	__setup_frame
#define ia32_setup_rt_frame	__setup_rt_frame
620

621 622 623 624 625 626 627 628
#else /* !CONFIG_X86_32 */

#ifdef CONFIG_IA32_EMULATION
#define is_ia32	test_thread_flag(TIF_IA32)
#else /* !CONFIG_IA32_EMULATION */
#define is_ia32	0
#endif /* CONFIG_IA32_EMULATION */

629 630 631 632 633 634 635 636 637 638
#ifdef CONFIG_X86_X32_ABI
#define is_x32	test_thread_flag(TIF_X32)

static int x32_setup_rt_frame(int sig, struct k_sigaction *ka,
			      siginfo_t *info, compat_sigset_t *set,
			      struct pt_regs *regs);
#else /* !CONFIG_X86_X32_ABI */
#define is_x32	0
#endif /* CONFIG_X86_X32_ABI */

639 640 641 642 643
int ia32_setup_rt_frame(int sig, struct k_sigaction *ka, siginfo_t *info,
		sigset_t *set, struct pt_regs *regs);
int ia32_setup_frame(int sig, struct k_sigaction *ka,
		sigset_t *set, struct pt_regs *regs);

644 645
#endif /* CONFIG_X86_32 */

646 647
static int
setup_rt_frame(int sig, struct k_sigaction *ka, siginfo_t *info,
648
		struct pt_regs *regs)
649
{
650
	int usig = signr_convert(sig);
A
Al Viro 已提交
651
	sigset_t *set = sigmask_to_save();
652 653

	/* Set up the stack frame */
654 655
	if (is_ia32) {
		if (ka->sa.sa_flags & SA_SIGINFO)
656
			return ia32_setup_rt_frame(usig, ka, info, set, regs);
657
		else
658
			return ia32_setup_frame(usig, ka, set, regs);
659 660
#ifdef CONFIG_X86_X32_ABI
	} else if (is_x32) {
661
		return x32_setup_rt_frame(usig, ka, info,
662 663 664
					 (compat_sigset_t *)set, regs);
#endif
	} else {
665
		return __setup_rt_frame(sig, ka, info, set, regs);
666
	}
667 668
}

669
static void
L
Linus Torvalds 已提交
670
handle_signal(unsigned long sig, siginfo_t *info, struct k_sigaction *ka,
671
		struct pt_regs *regs)
L
Linus Torvalds 已提交
672 673
{
	/* Are we from a system call? */
674
	if (syscall_get_nr(current, regs) >= 0) {
L
Linus Torvalds 已提交
675
		/* If so, check system call restarting.. */
676
		switch (syscall_get_error(current, regs)) {
677 678 679 680 681 682 683
		case -ERESTART_RESTARTBLOCK:
		case -ERESTARTNOHAND:
			regs->ax = -EINTR;
			break;

		case -ERESTARTSYS:
			if (!(ka->sa.sa_flags & SA_RESTART)) {
684
				regs->ax = -EINTR;
L
Linus Torvalds 已提交
685
				break;
686 687 688 689 690 691
			}
		/* fallthrough */
		case -ERESTARTNOINTR:
			regs->ax = regs->orig_ax;
			regs->ip -= 2;
			break;
L
Linus Torvalds 已提交
692 693 694 695
		}
	}

	/*
R
Roland McGrath 已提交
696 697
	 * If TF is set due to a debugger (TIF_FORCED_TF), clear the TF
	 * flag so that register information in the sigcontext is correct.
L
Linus Torvalds 已提交
698
	 */
699
	if (unlikely(regs->flags & X86_EFLAGS_TF) &&
R
Roland McGrath 已提交
700
	    likely(test_and_clear_thread_flag(TIF_FORCED_TF)))
701
		regs->flags &= ~X86_EFLAGS_TF;
L
Linus Torvalds 已提交
702

703 704 705 706
	if (setup_rt_frame(sig, ka, info, regs) < 0) {
		force_sigsegv(sig, current);
		return;
	}
707

708 709 710 711 712 713 714 715 716 717 718 719 720
	/*
	 * Clear the direction flag as per the ABI for function entry.
	 */
	regs->flags &= ~X86_EFLAGS_DF;

	/*
	 * Clear TF when entering the signal handler, but
	 * notify any tracer that was single-stepping it.
	 * The tracer may want to single-step inside the
	 * handler too.
	 */
	regs->flags &= ~X86_EFLAGS_TF;

A
Al Viro 已提交
721 722
	signal_delivered(sig, info, ka, regs,
			 test_thread_flag(TIF_SINGLESTEP));
L
Linus Torvalds 已提交
723 724
}

725
#ifdef CONFIG_X86_32
726
#define NR_restart_syscall	__NR_restart_syscall
727 728 729 730 731
#else /* !CONFIG_X86_32 */
#define NR_restart_syscall	\
	test_thread_flag(TIF_IA32) ? __NR_ia32_restart_syscall : __NR_restart_syscall
#endif /* CONFIG_X86_32 */

L
Linus Torvalds 已提交
732 733 734 735 736
/*
 * Note that 'init' is a special process: it doesn't get signals it doesn't
 * want to handle. Thus you cannot kill init even with a SIGKILL even by
 * mistake.
 */
737
static void do_signal(struct pt_regs *regs)
L
Linus Torvalds 已提交
738
{
739
	struct k_sigaction ka;
L
Linus Torvalds 已提交
740 741 742 743 744
	siginfo_t info;
	int signr;

	signr = get_signal_to_deliver(&info, &ka, regs, NULL);
	if (signr > 0) {
745
		/* Whee! Actually deliver the signal.  */
746
		handle_signal(signr, &info, &ka, regs);
747
		return;
L
Linus Torvalds 已提交
748 749 750
	}

	/* Did we come from a system call? */
751
	if (syscall_get_nr(current, regs) >= 0) {
L
Linus Torvalds 已提交
752
		/* Restart the system call - no handlers present */
753
		switch (syscall_get_error(current, regs)) {
754 755 756
		case -ERESTARTNOHAND:
		case -ERESTARTSYS:
		case -ERESTARTNOINTR:
757 758
			regs->ax = regs->orig_ax;
			regs->ip -= 2;
759 760 761
			break;

		case -ERESTART_RESTARTBLOCK:
762
			regs->ax = NR_restart_syscall;
763
			regs->ip -= 2;
764
			break;
L
Linus Torvalds 已提交
765 766
		}
	}
767

768 769 770 771
	/*
	 * If there's no signal to deliver, we just put the saved sigmask
	 * back.
	 */
A
Al Viro 已提交
772
	restore_saved_sigmask();
L
Linus Torvalds 已提交
773 774 775 776
}

/*
 * notification of userspace execution resumption
777
 * - triggered by the TIF_WORK_MASK flags
L
Linus Torvalds 已提交
778
 */
779 780
void
do_notify_resume(struct pt_regs *regs, void *unused, __u32 thread_info_flags)
L
Linus Torvalds 已提交
781
{
782
#ifdef CONFIG_X86_MCE
783 784
	/* notify userspace of pending MCEs */
	if (thread_info_flags & _TIF_MCE_NOTIFY)
785
		mce_notify_process();
786 787
#endif /* CONFIG_X86_64 && CONFIG_X86_MCE */

788 789 790 791 792
	if (thread_info_flags & _TIF_UPROBE) {
		clear_thread_flag(TIF_UPROBE);
		uprobe_notify_resume(regs);
	}

L
Linus Torvalds 已提交
793
	/* deal with pending signal delivery */
R
Roland McGrath 已提交
794
	if (thread_info_flags & _TIF_SIGPENDING)
795
		do_signal(regs);
P
Peter Zijlstra 已提交
796

797 798 799 800
	if (thread_info_flags & _TIF_NOTIFY_RESUME) {
		clear_thread_flag(TIF_NOTIFY_RESUME);
		tracehook_notify_resume(regs);
	}
A
Avi Kivity 已提交
801 802
	if (thread_info_flags & _TIF_USER_RETURN_NOTIFY)
		fire_user_return_notifiers();
803

804
#ifdef CONFIG_X86_32
L
Linus Torvalds 已提交
805
	clear_thread_flag(TIF_IRET);
806
#endif /* CONFIG_X86_32 */
L
Linus Torvalds 已提交
807
}
808 809 810 811 812 813

void signal_fault(struct pt_regs *regs, void __user *frame, char *where)
{
	struct task_struct *me = current;

	if (show_unhandled_signals && printk_ratelimit()) {
814
		printk("%s"
815
		       "%s[%d] bad frame in %s frame:%p ip:%lx sp:%lx orax:%lx",
816
		       task_pid_nr(current) > 1 ? KERN_INFO : KERN_EMERG,
817 818 819
		       me->comm, me->pid, where, frame,
		       regs->ip, regs->sp, regs->orig_ax);
		print_vma_addr(" in ", regs->ip);
820
		pr_cont("\n");
821 822 823 824
	}

	force_sig(SIGSEGV, me);
}
825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904 905 906 907 908 909 910 911 912 913 914 915 916 917 918 919 920 921 922

#ifdef CONFIG_X86_X32_ABI
static int x32_setup_rt_frame(int sig, struct k_sigaction *ka,
			      siginfo_t *info, compat_sigset_t *set,
			      struct pt_regs *regs)
{
	struct rt_sigframe_x32 __user *frame;
	void __user *restorer;
	int err = 0;
	void __user *fpstate = NULL;

	frame = get_sigframe(ka, regs, sizeof(*frame), &fpstate);

	if (!access_ok(VERIFY_WRITE, frame, sizeof(*frame)))
		return -EFAULT;

	if (ka->sa.sa_flags & SA_SIGINFO) {
		if (copy_siginfo_to_user32(&frame->info, info))
			return -EFAULT;
	}

	put_user_try {
		/* Create the ucontext.  */
		if (cpu_has_xsave)
			put_user_ex(UC_FP_XSTATE, &frame->uc.uc_flags);
		else
			put_user_ex(0, &frame->uc.uc_flags);
		put_user_ex(0, &frame->uc.uc_link);
		put_user_ex(current->sas_ss_sp, &frame->uc.uc_stack.ss_sp);
		put_user_ex(sas_ss_flags(regs->sp),
			    &frame->uc.uc_stack.ss_flags);
		put_user_ex(current->sas_ss_size, &frame->uc.uc_stack.ss_size);
		put_user_ex(0, &frame->uc.uc__pad0);
		err |= setup_sigcontext(&frame->uc.uc_mcontext, fpstate,
					regs, set->sig[0]);
		err |= __copy_to_user(&frame->uc.uc_sigmask, set, sizeof(*set));

		if (ka->sa.sa_flags & SA_RESTORER) {
			restorer = ka->sa.sa_restorer;
		} else {
			/* could use a vstub here */
			restorer = NULL;
			err |= -EFAULT;
		}
		put_user_ex(restorer, &frame->pretcode);
	} put_user_catch(err);

	if (err)
		return -EFAULT;

	/* Set up registers for signal handler */
	regs->sp = (unsigned long) frame;
	regs->ip = (unsigned long) ka->sa.sa_handler;

	/* We use the x32 calling convention here... */
	regs->di = sig;
	regs->si = (unsigned long) &frame->info;
	regs->dx = (unsigned long) &frame->uc;

	loadsegment(ds, __USER_DS);
	loadsegment(es, __USER_DS);

	regs->cs = __USER_CS;
	regs->ss = __USER_DS;

	return 0;
}

asmlinkage long sys32_x32_rt_sigreturn(struct pt_regs *regs)
{
	struct rt_sigframe_x32 __user *frame;
	sigset_t set;
	unsigned long ax;
	struct pt_regs tregs;

	frame = (struct rt_sigframe_x32 __user *)(regs->sp - 8);

	if (!access_ok(VERIFY_READ, frame, sizeof(*frame)))
		goto badframe;
	if (__copy_from_user(&set, &frame->uc.uc_sigmask, sizeof(set)))
		goto badframe;

	set_current_blocked(&set);

	if (restore_sigcontext(regs, &frame->uc.uc_mcontext, &ax))
		goto badframe;

	tregs = *regs;
	if (sys32_sigaltstack(&frame->uc.uc_stack, NULL, &tregs) == -EFAULT)
		goto badframe;

	return ax;

badframe:
	signal_fault(regs, frame, "x32 rt_sigreturn");
	return 0;
}
#endif