ptrace.c 15.4 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17
/*
 * This file is subject to the terms and conditions of the GNU General Public
 * License.  See the file "COPYING" in the main directory of this archive
 * for more details.
 *
 * Copyright (C) 1992 Ross Biro
 * Copyright (C) Linus Torvalds
 * Copyright (C) 1994, 95, 96, 97, 98, 2000 Ralf Baechle
 * Copyright (C) 1996 David S. Miller
 * Kevin D. Kissell, kevink@mips.com and Carsten Langgaard, carstenl@mips.com
 * Copyright (C) 1999 MIPS Technologies, Inc.
 * Copyright (C) 2000 Ulf Carlsson
 *
 * At this time Linux/MIPS64 only supports syscall tracing, even for 32-bit
 * binaries.
 */
#include <linux/compiler.h>
18
#include <linux/context_tracking.h>
19
#include <linux/elf.h>
L
Linus Torvalds 已提交
20 21 22 23 24
#include <linux/kernel.h>
#include <linux/sched.h>
#include <linux/mm.h>
#include <linux/errno.h>
#include <linux/ptrace.h>
25
#include <linux/regset.h>
L
Linus Torvalds 已提交
26 27 28
#include <linux/smp.h>
#include <linux/user.h>
#include <linux/security.h>
29
#include <linux/tracehook.h>
30 31
#include <linux/audit.h>
#include <linux/seccomp.h>
32
#include <linux/ftrace.h>
L
Linus Torvalds 已提交
33

34
#include <asm/byteorder.h>
L
Linus Torvalds 已提交
35
#include <asm/cpu.h>
36
#include <asm/dsp.h>
L
Linus Torvalds 已提交
37 38
#include <asm/fpu.h>
#include <asm/mipsregs.h>
39
#include <asm/mipsmtregs.h>
L
Linus Torvalds 已提交
40 41
#include <asm/pgtable.h>
#include <asm/page.h>
42
#include <asm/syscall.h>
L
Linus Torvalds 已提交
43 44
#include <asm/uaccess.h>
#include <asm/bootinfo.h>
45
#include <asm/reg.h>
L
Linus Torvalds 已提交
46

47 48 49
#define CREATE_TRACE_POINTS
#include <trace/events/syscalls.h>

L
Linus Torvalds 已提交
50 51 52 53 54 55 56
/*
 * Called by kernel/ptrace.c when detaching..
 *
 * Make sure single step bits etc are not set.
 */
void ptrace_disable(struct task_struct *child)
{
57 58
	/* Don't load the watchpoint registers for the ex-child. */
	clear_tsk_thread_flag(child, TIF_LOAD_WATCH);
L
Linus Torvalds 已提交
59 60
}

61
/*
R
Ralf Baechle 已提交
62
 * Read a general register set.	 We always use the 64-bit format, even
63 64 65
 * for 32-bit kernels and for 32-bit processes on a 64-bit kernel.
 * Registers are sign extended to fill the available space.
 */
66
int ptrace_getregs(struct task_struct *child, __s64 __user *data)
67 68 69 70 71 72 73
{
	struct pt_regs *regs;
	int i;

	if (!access_ok(VERIFY_WRITE, data, 38 * 8))
		return -EIO;

A
Al Viro 已提交
74
	regs = task_pt_regs(child);
75 76

	for (i = 0; i < 32; i++)
77 78 79 80 81 82 83
		__put_user((long)regs->regs[i], data + i);
	__put_user((long)regs->lo, data + EF_LO - EF_R0);
	__put_user((long)regs->hi, data + EF_HI - EF_R0);
	__put_user((long)regs->cp0_epc, data + EF_CP0_EPC - EF_R0);
	__put_user((long)regs->cp0_badvaddr, data + EF_CP0_BADVADDR - EF_R0);
	__put_user((long)regs->cp0_status, data + EF_CP0_STATUS - EF_R0);
	__put_user((long)regs->cp0_cause, data + EF_CP0_CAUSE - EF_R0);
84 85 86 87 88 89 90 91 92

	return 0;
}

/*
 * Write a general register set.  As for PTRACE_GETREGS, we always use
 * the 64-bit format.  On a 32-bit kernel only the lower order half
 * (according to endianness) will be used.
 */
93
int ptrace_setregs(struct task_struct *child, __s64 __user *data)
94 95 96 97 98 99 100
{
	struct pt_regs *regs;
	int i;

	if (!access_ok(VERIFY_READ, data, 38 * 8))
		return -EIO;

A
Al Viro 已提交
101
	regs = task_pt_regs(child);
102 103

	for (i = 0; i < 32; i++)
104 105 106 107
		__get_user(regs->regs[i], data + i);
	__get_user(regs->lo, data + EF_LO - EF_R0);
	__get_user(regs->hi, data + EF_HI - EF_R0);
	__get_user(regs->cp0_epc, data + EF_CP0_EPC - EF_R0);
108 109 110 111 112 113

	/* badvaddr, status, and cause may not be written.  */

	return 0;
}

114
int ptrace_getfpregs(struct task_struct *child, __u32 __user *data)
115 116 117 118 119 120 121
{
	int i;

	if (!access_ok(VERIFY_WRITE, data, 33 * 8))
		return -EIO;

	if (tsk_used_math(child)) {
P
Paul Burton 已提交
122
		union fpureg *fregs = get_fpu_regs(child);
123
		for (i = 0; i < 32; i++)
P
Paul Burton 已提交
124 125
			__put_user(get_fpr64(&fregs[i], 0),
				   i + (__u64 __user *)data);
126 127
	} else {
		for (i = 0; i < 32; i++)
128
			__put_user((__u64) -1, i + (__u64 __user *) data);
129 130
	}

131
	__put_user(child->thread.fpu.fcr31, data + 64);
132
	__put_user(boot_cpu_data.fpu_id, data + 65);
133 134 135 136

	return 0;
}

137
int ptrace_setfpregs(struct task_struct *child, __u32 __user *data)
138
{
P
Paul Burton 已提交
139 140
	union fpureg *fregs;
	u64 fpr_val;
141 142 143 144 145 146 147
	int i;

	if (!access_ok(VERIFY_READ, data, 33 * 8))
		return -EIO;

	fregs = get_fpu_regs(child);

P
Paul Burton 已提交
148 149 150 151
	for (i = 0; i < 32; i++) {
		__get_user(fpr_val, i + (__u64 __user *)data);
		set_fpr64(&fregs[i], 0, fpr_val);
	}
152

153
	__get_user(child->thread.fpu.fcr31, data + 64);
154 155 156 157 158 159

	/* FIR may not be written.  */

	return 0;
}

160 161 162 163 164 165
int ptrace_get_watch_regs(struct task_struct *child,
			  struct pt_watch_regs __user *addr)
{
	enum pt_watch_style style;
	int i;

166
	if (!cpu_has_watch || boot_cpu_data.watch_reg_use_cnt == 0)
167 168 169 170 171 172 173 174 175 176 177 178 179
		return -EIO;
	if (!access_ok(VERIFY_WRITE, addr, sizeof(struct pt_watch_regs)))
		return -EIO;

#ifdef CONFIG_32BIT
	style = pt_watch_style_mips32;
#define WATCH_STYLE mips32
#else
	style = pt_watch_style_mips64;
#define WATCH_STYLE mips64
#endif

	__put_user(style, &addr->style);
180
	__put_user(boot_cpu_data.watch_reg_use_cnt,
181
		   &addr->WATCH_STYLE.num_valid);
182
	for (i = 0; i < boot_cpu_data.watch_reg_use_cnt; i++) {
183 184 185 186
		__put_user(child->thread.watch.mips3264.watchlo[i],
			   &addr->WATCH_STYLE.watchlo[i]);
		__put_user(child->thread.watch.mips3264.watchhi[i] & 0xfff,
			   &addr->WATCH_STYLE.watchhi[i]);
187
		__put_user(boot_cpu_data.watch_reg_masks[i],
188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206
			   &addr->WATCH_STYLE.watch_masks[i]);
	}
	for (; i < 8; i++) {
		__put_user(0, &addr->WATCH_STYLE.watchlo[i]);
		__put_user(0, &addr->WATCH_STYLE.watchhi[i]);
		__put_user(0, &addr->WATCH_STYLE.watch_masks[i]);
	}

	return 0;
}

int ptrace_set_watch_regs(struct task_struct *child,
			  struct pt_watch_regs __user *addr)
{
	int i;
	int watch_active = 0;
	unsigned long lt[NUM_WATCH_REGS];
	u16 ht[NUM_WATCH_REGS];

207
	if (!cpu_has_watch || boot_cpu_data.watch_reg_use_cnt == 0)
208 209 210 211
		return -EIO;
	if (!access_ok(VERIFY_READ, addr, sizeof(struct pt_watch_regs)))
		return -EIO;
	/* Check the values. */
212
	for (i = 0; i < boot_cpu_data.watch_reg_use_cnt; i++) {
213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230
		__get_user(lt[i], &addr->WATCH_STYLE.watchlo[i]);
#ifdef CONFIG_32BIT
		if (lt[i] & __UA_LIMIT)
			return -EINVAL;
#else
		if (test_tsk_thread_flag(child, TIF_32BIT_ADDR)) {
			if (lt[i] & 0xffffffff80000000UL)
				return -EINVAL;
		} else {
			if (lt[i] & __UA_LIMIT)
				return -EINVAL;
		}
#endif
		__get_user(ht[i], &addr->WATCH_STYLE.watchhi[i]);
		if (ht[i] & ~0xff8)
			return -EINVAL;
	}
	/* Install them. */
231
	for (i = 0; i < boot_cpu_data.watch_reg_use_cnt; i++) {
232 233 234 235 236 237 238 239 240 241 242 243 244 245 246
		if (lt[i] & 7)
			watch_active = 1;
		child->thread.watch.mips3264.watchlo[i] = lt[i];
		/* Set the G bit. */
		child->thread.watch.mips3264.watchhi[i] = ht[i];
	}

	if (watch_active)
		set_tsk_thread_flag(child, TIF_LOAD_WATCH);
	else
		clear_tsk_thread_flag(child, TIF_LOAD_WATCH);

	return 0;
}

247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283
/* regset get/set implementations */

static int gpr_get(struct task_struct *target,
		   const struct user_regset *regset,
		   unsigned int pos, unsigned int count,
		   void *kbuf, void __user *ubuf)
{
	struct pt_regs *regs = task_pt_regs(target);

	return user_regset_copyout(&pos, &count, &kbuf, &ubuf,
				   regs, 0, sizeof(*regs));
}

static int gpr_set(struct task_struct *target,
		   const struct user_regset *regset,
		   unsigned int pos, unsigned int count,
		   const void *kbuf, const void __user *ubuf)
{
	struct pt_regs newregs;
	int ret;

	ret = user_regset_copyin(&pos, &count, &kbuf, &ubuf,
				 &newregs,
				 0, sizeof(newregs));
	if (ret)
		return ret;

	*task_pt_regs(target) = newregs;

	return 0;
}

static int fpr_get(struct task_struct *target,
		   const struct user_regset *regset,
		   unsigned int pos, unsigned int count,
		   void *kbuf, void __user *ubuf)
{
284 285 286 287
	unsigned i;
	int err;
	u64 fpr_val;

288
	/* XXX fcr31  */
289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304

	if (sizeof(target->thread.fpu.fpr[i]) == sizeof(elf_fpreg_t))
		return user_regset_copyout(&pos, &count, &kbuf, &ubuf,
					   &target->thread.fpu,
					   0, sizeof(elf_fpregset_t));

	for (i = 0; i < NUM_FPU_REGS; i++) {
		fpr_val = get_fpr64(&target->thread.fpu.fpr[i], 0);
		err = user_regset_copyout(&pos, &count, &kbuf, &ubuf,
					  &fpr_val, i * sizeof(elf_fpreg_t),
					  (i + 1) * sizeof(elf_fpreg_t));
		if (err)
			return err;
	}

	return 0;
305 306 307 308 309 310 311
}

static int fpr_set(struct task_struct *target,
		   const struct user_regset *regset,
		   unsigned int pos, unsigned int count,
		   const void *kbuf, const void __user *ubuf)
{
312 313 314 315
	unsigned i;
	int err;
	u64 fpr_val;

316
	/* XXX fcr31  */
317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332

	if (sizeof(target->thread.fpu.fpr[i]) == sizeof(elf_fpreg_t))
		return user_regset_copyin(&pos, &count, &kbuf, &ubuf,
					  &target->thread.fpu,
					  0, sizeof(elf_fpregset_t));

	for (i = 0; i < NUM_FPU_REGS; i++) {
		err = user_regset_copyin(&pos, &count, &kbuf, &ubuf,
					 &fpr_val, i * sizeof(elf_fpreg_t),
					 (i + 1) * sizeof(elf_fpreg_t));
		if (err)
			return err;
		set_fpr64(&target->thread.fpu.fpr[i], 0, fpr_val);
	}

	return 0;
333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400
}

enum mips_regset {
	REGSET_GPR,
	REGSET_FPR,
};

static const struct user_regset mips_regsets[] = {
	[REGSET_GPR] = {
		.core_note_type	= NT_PRSTATUS,
		.n		= ELF_NGREG,
		.size		= sizeof(unsigned int),
		.align		= sizeof(unsigned int),
		.get		= gpr_get,
		.set		= gpr_set,
	},
	[REGSET_FPR] = {
		.core_note_type	= NT_PRFPREG,
		.n		= ELF_NFPREG,
		.size		= sizeof(elf_fpreg_t),
		.align		= sizeof(elf_fpreg_t),
		.get		= fpr_get,
		.set		= fpr_set,
	},
};

static const struct user_regset_view user_mips_view = {
	.name		= "mips",
	.e_machine	= ELF_ARCH,
	.ei_osabi	= ELF_OSABI,
	.regsets	= mips_regsets,
	.n		= ARRAY_SIZE(mips_regsets),
};

static const struct user_regset mips64_regsets[] = {
	[REGSET_GPR] = {
		.core_note_type	= NT_PRSTATUS,
		.n		= ELF_NGREG,
		.size		= sizeof(unsigned long),
		.align		= sizeof(unsigned long),
		.get		= gpr_get,
		.set		= gpr_set,
	},
	[REGSET_FPR] = {
		.core_note_type	= NT_PRFPREG,
		.n		= ELF_NFPREG,
		.size		= sizeof(elf_fpreg_t),
		.align		= sizeof(elf_fpreg_t),
		.get		= fpr_get,
		.set		= fpr_set,
	},
};

static const struct user_regset_view user_mips64_view = {
	.name		= "mips",
	.e_machine	= ELF_ARCH,
	.ei_osabi	= ELF_OSABI,
	.regsets	= mips64_regsets,
	.n		= ARRAY_SIZE(mips_regsets),
};

const struct user_regset_view *task_user_regset_view(struct task_struct *task)
{
#ifdef CONFIG_32BIT
	return &user_mips_view;
#endif

#ifdef CONFIG_MIPS32_O32
401
		if (test_tsk_thread_flag(task, TIF_32BIT_REGS))
402 403 404 405 406 407
			return &user_mips_view;
#endif

	return &user_mips64_view;
}

408 409
long arch_ptrace(struct task_struct *child, long request,
		 unsigned long addr, unsigned long data)
L
Linus Torvalds 已提交
410 411
{
	int ret;
412 413 414
	void __user *addrp = (void __user *) addr;
	void __user *datavp = (void __user *) data;
	unsigned long __user *datalp = (void __user *) data;
L
Linus Torvalds 已提交
415 416 417 418

	switch (request) {
	/* when I and D space are separate, these will need to be fixed. */
	case PTRACE_PEEKTEXT: /* read word at location addr. */
A
Alexey Dobriyan 已提交
419 420
	case PTRACE_PEEKDATA:
		ret = generic_ptrace_peekdata(child, addr, data);
L
Linus Torvalds 已提交
421 422 423 424 425
		break;

	/* Read the word at location addr in the USER area. */
	case PTRACE_PEEKUSR: {
		struct pt_regs *regs;
P
Paul Burton 已提交
426
		union fpureg *fregs;
L
Linus Torvalds 已提交
427 428
		unsigned long tmp = 0;

A
Al Viro 已提交
429
		regs = task_pt_regs(child);
L
Linus Torvalds 已提交
430 431 432 433 434 435 436
		ret = 0;  /* Default return value. */

		switch (addr) {
		case 0 ... 31:
			tmp = regs->regs[addr];
			break;
		case FPR_BASE ... FPR_BASE + 31:
437 438 439 440 441 442
			if (!tsk_used_math(child)) {
				/* FP not yet used */
				tmp = -1;
				break;
			}
			fregs = get_fpu_regs(child);
L
Linus Torvalds 已提交
443

444
#ifdef CONFIG_32BIT
445
			if (test_thread_flag(TIF_32BIT_FPREGS)) {
L
Linus Torvalds 已提交
446 447 448 449 450
				/*
				 * The odd registers are actually the high
				 * order bits of the values stored in the even
				 * registers - unless we're using r2k_switch.S.
				 */
P
Paul Burton 已提交
451 452
				tmp = get_fpr32(&fregs[(addr & ~1) - FPR_BASE],
						addr & 1);
453
				break;
L
Linus Torvalds 已提交
454
			}
455
#endif
P
Paul Burton 已提交
456
			tmp = get_fpr32(&fregs[addr - FPR_BASE], 0);
L
Linus Torvalds 已提交
457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472
			break;
		case PC:
			tmp = regs->cp0_epc;
			break;
		case CAUSE:
			tmp = regs->cp0_cause;
			break;
		case BADVADDR:
			tmp = regs->cp0_badvaddr;
			break;
		case MMHI:
			tmp = regs->hi;
			break;
		case MMLO:
			tmp = regs->lo;
			break;
473 474 475 476 477
#ifdef CONFIG_CPU_HAS_SMARTMIPS
		case ACX:
			tmp = regs->acx;
			break;
#endif
L
Linus Torvalds 已提交
478
		case FPC_CSR:
479
			tmp = child->thread.fpu.fcr31;
L
Linus Torvalds 已提交
480
			break;
481 482
		case FPC_EIR:
			/* implementation / version register */
483
			tmp = boot_cpu_data.fpu_id;
L
Linus Torvalds 已提交
484
			break;
485 486 487
		case DSP_BASE ... DSP_BASE + 5: {
			dspreg_t *dregs;

488 489 490
			if (!cpu_has_dsp) {
				tmp = 0;
				ret = -EIO;
491
				goto out;
492
			}
R
Ralf Baechle 已提交
493 494
			dregs = __get_dsp_regs(child);
			tmp = (unsigned long) (dregs[addr - DSP_BASE]);
495
			break;
496
		}
497 498 499 500
		case DSP_CONTROL:
			if (!cpu_has_dsp) {
				tmp = 0;
				ret = -EIO;
501
				goto out;
502 503 504
			}
			tmp = child->thread.dsp.dspcontrol;
			break;
L
Linus Torvalds 已提交
505 506 507
		default:
			tmp = 0;
			ret = -EIO;
508
			goto out;
L
Linus Torvalds 已提交
509
		}
510
		ret = put_user(tmp, datalp);
L
Linus Torvalds 已提交
511 512 513 514 515 516
		break;
	}

	/* when I and D space are separate, this will have to be fixed. */
	case PTRACE_POKETEXT: /* write the word at location addr. */
	case PTRACE_POKEDATA:
A
Alexey Dobriyan 已提交
517
		ret = generic_ptrace_pokedata(child, addr, data);
L
Linus Torvalds 已提交
518 519 520 521 522
		break;

	case PTRACE_POKEUSR: {
		struct pt_regs *regs;
		ret = 0;
A
Al Viro 已提交
523
		regs = task_pt_regs(child);
L
Linus Torvalds 已提交
524 525 526 527 528 529

		switch (addr) {
		case 0 ... 31:
			regs->regs[addr] = data;
			break;
		case FPR_BASE ... FPR_BASE + 31: {
P
Paul Burton 已提交
530
			union fpureg *fregs = get_fpu_regs(child);
L
Linus Torvalds 已提交
531 532 533

			if (!tsk_used_math(child)) {
				/* FP not yet used  */
534 535 536
				memset(&child->thread.fpu, ~0,
				       sizeof(child->thread.fpu));
				child->thread.fpu.fcr31 = 0;
L
Linus Torvalds 已提交
537
			}
538
#ifdef CONFIG_32BIT
539 540 541 542 543 544
			if (test_thread_flag(TIF_32BIT_FPREGS)) {
				/*
				 * The odd registers are actually the high
				 * order bits of the values stored in the even
				 * registers - unless we're using r2k_switch.S.
				 */
P
Paul Burton 已提交
545 546
				set_fpr32(&fregs[(addr & ~1) - FPR_BASE],
					  addr & 1, data);
547
				break;
L
Linus Torvalds 已提交
548 549
			}
#endif
P
Paul Burton 已提交
550
			set_fpr64(&fregs[addr - FPR_BASE], 0, data);
L
Linus Torvalds 已提交
551 552 553 554 555 556 557 558 559 560 561
			break;
		}
		case PC:
			regs->cp0_epc = data;
			break;
		case MMHI:
			regs->hi = data;
			break;
		case MMLO:
			regs->lo = data;
			break;
562 563 564 565 566
#ifdef CONFIG_CPU_HAS_SMARTMIPS
		case ACX:
			regs->acx = data;
			break;
#endif
L
Linus Torvalds 已提交
567
		case FPC_CSR:
568
			child->thread.fpu.fcr31 = data;
L
Linus Torvalds 已提交
569
			break;
570 571 572
		case DSP_BASE ... DSP_BASE + 5: {
			dspreg_t *dregs;

573 574 575 576 577
			if (!cpu_has_dsp) {
				ret = -EIO;
				break;
			}

578
			dregs = __get_dsp_regs(child);
579 580
			dregs[addr - DSP_BASE] = data;
			break;
581
		}
582 583 584 585 586 587 588
		case DSP_CONTROL:
			if (!cpu_has_dsp) {
				ret = -EIO;
				break;
			}
			child->thread.dsp.dspcontrol = data;
			break;
L
Linus Torvalds 已提交
589 590 591 592 593 594 595 596
		default:
			/* The rest are not allowed. */
			ret = -EIO;
			break;
		}
		break;
		}

597
	case PTRACE_GETREGS:
598
		ret = ptrace_getregs(child, datavp);
599 600 601
		break;

	case PTRACE_SETREGS:
602
		ret = ptrace_setregs(child, datavp);
603 604 605
		break;

	case PTRACE_GETFPREGS:
606
		ret = ptrace_getfpregs(child, datavp);
607 608 609
		break;

	case PTRACE_SETFPREGS:
610
		ret = ptrace_setfpregs(child, datavp);
611 612
		break;

R
Ralf Baechle 已提交
613
	case PTRACE_GET_THREAD_AREA:
614
		ret = put_user(task_thread_info(child)->tp_value, datalp);
R
Ralf Baechle 已提交
615 616
		break;

617
	case PTRACE_GET_WATCH_REGS:
618
		ret = ptrace_get_watch_regs(child, addrp);
619 620 621
		break;

	case PTRACE_SET_WATCH_REGS:
622
		ret = ptrace_set_watch_regs(child, addrp);
623 624
		break;

L
Linus Torvalds 已提交
625 626 627 628
	default:
		ret = ptrace_request(child, request, addr, data);
		break;
	}
629
 out:
L
Linus Torvalds 已提交
630 631 632 633 634 635 636
	return ret;
}

/*
 * Notification of system call entry/exit
 * - triggered by current->work.syscall_trace
 */
637
asmlinkage long syscall_trace_enter(struct pt_regs *regs, long syscall)
L
Linus Torvalds 已提交
638
{
639
	long ret = 0;
640 641
	user_exit();

642 643
	if (secure_computing(syscall) == -1)
		return -1;
L
Linus Torvalds 已提交
644

645 646 647
	if (test_thread_flag(TIF_SYSCALL_TRACE) &&
	    tracehook_report_syscall_entry(regs))
		ret = -1;
648

649 650 651
	if (unlikely(test_thread_flag(TIF_SYSCALL_TRACEPOINT)))
		trace_sys_enter(regs, regs->regs[2]);

652
	audit_syscall_entry(syscall_get_arch(),
653
			    syscall,
654 655
			    regs->regs[4], regs->regs[5],
			    regs->regs[6], regs->regs[7]);
656
	return syscall;
L
Linus Torvalds 已提交
657
}
658 659 660 661 662 663 664

/*
 * Notification of system call entry/exit
 * - triggered by current->work.syscall_trace
 */
asmlinkage void syscall_trace_leave(struct pt_regs *regs)
{
665 666 667 668 669 670 671
        /*
	 * We may come here right after calling schedule_user()
	 * or do_notify_resume(), in which case we can be in RCU
	 * user mode.
	 */
	user_exit();

672
	audit_syscall_exit(regs);
673

674 675 676
	if (unlikely(test_thread_flag(TIF_SYSCALL_TRACEPOINT)))
		trace_sys_exit(regs, regs->regs[2]);

677 678
	if (test_thread_flag(TIF_SYSCALL_TRACE))
		tracehook_report_syscall_exit(regs, 0);
679 680

	user_enter();
681
}