compat.c 43.6 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7 8 9 10
/*
 *  linux/fs/compat.c
 *
 *  Kernel compatibililty routines for e.g. 32 bit syscall support
 *  on 64 bit kernels.
 *
 *  Copyright (C) 2002       Stephen Rothwell, IBM Corporation
 *  Copyright (C) 1997-2000  Jakub Jelinek  (jakub@redhat.com)
 *  Copyright (C) 1998       Eddie C. Dost  (ecd@skynet.be)
 *  Copyright (C) 2001,2002  Andi Kleen, SuSE Labs 
P
Pavel Machek 已提交
11
 *  Copyright (C) 2003       Pavel Machek (pavel@ucw.cz)
L
Linus Torvalds 已提交
12 13 14 15 16 17
 *
 *  This program is free software; you can redistribute it and/or modify
 *  it under the terms of the GNU General Public License version 2 as
 *  published by the Free Software Foundation.
 */

18
#include <linux/stddef.h>
19
#include <linux/kernel.h>
L
Linus Torvalds 已提交
20 21 22 23 24 25 26 27
#include <linux/linkage.h>
#include <linux/compat.h>
#include <linux/errno.h>
#include <linux/time.h>
#include <linux/fs.h>
#include <linux/fcntl.h>
#include <linux/namei.h>
#include <linux/file.h>
A
Al Viro 已提交
28
#include <linux/fdtable.h>
L
Linus Torvalds 已提交
29 30 31 32
#include <linux/vfs.h>
#include <linux/ioctl.h>
#include <linux/init.h>
#include <linux/ncp_mount.h>
33
#include <linux/nfs4_mount.h>
L
Linus Torvalds 已提交
34 35 36
#include <linux/syscalls.h>
#include <linux/ctype.h>
#include <linux/dirent.h>
R
Robert Love 已提交
37
#include <linux/fsnotify.h>
L
Linus Torvalds 已提交
38 39 40
#include <linux/highuid.h>
#include <linux/personality.h>
#include <linux/rwsem.h>
41
#include <linux/tsacct_kern.h>
42
#include <linux/security.h>
A
Al Viro 已提交
43
#include <linux/highmem.h>
44
#include <linux/signal.h>
A
Al Viro 已提交
45
#include <linux/poll.h>
46
#include <linux/mm.h>
47
#include <linux/eventpoll.h>
A
Al Viro 已提交
48
#include <linux/fs_struct.h>
49
#include <linux/slab.h>
W
wu zhangjin 已提交
50
#include <linux/pagemap.h>
L
Linus Torvalds 已提交
51 52 53 54

#include <asm/uaccess.h>
#include <asm/mmu_context.h>
#include <asm/ioctls.h>
55
#include "internal.h"
56

57 58 59 60 61 62 63 64 65 66 67 68 69 70
int compat_log = 1;

int compat_printk(const char *fmt, ...)
{
	va_list ap;
	int ret;
	if (!compat_log)
		return 0;
	va_start(ap, fmt);
	ret = vprintk(fmt, ap);
	va_end(ap);
	return ret;
}

71 72
#include "read_write.h"

L
Linus Torvalds 已提交
73 74 75 76
/*
 * Not all architectures have sys_utime, so implement this in terms
 * of sys_utimes.
 */
77 78
asmlinkage long compat_sys_utime(const char __user *filename,
				 struct compat_utimbuf __user *t)
L
Linus Torvalds 已提交
79
{
U
Ulrich Drepper 已提交
80
	struct timespec tv[2];
L
Linus Torvalds 已提交
81 82 83 84 85

	if (t) {
		if (get_user(tv[0].tv_sec, &t->actime) ||
		    get_user(tv[1].tv_sec, &t->modtime))
			return -EFAULT;
U
Ulrich Drepper 已提交
86 87
		tv[0].tv_nsec = 0;
		tv[1].tv_nsec = 0;
L
Linus Torvalds 已提交
88
	}
U
Ulrich Drepper 已提交
89 90 91
	return do_utimes(AT_FDCWD, filename, t ? tv : NULL, 0);
}

92
asmlinkage long compat_sys_utimensat(unsigned int dfd, const char __user *filename, struct compat_timespec __user *t, int flags)
U
Ulrich Drepper 已提交
93 94 95 96 97 98 99 100 101 102 103 104
{
	struct timespec tv[2];

	if  (t) {
		if (get_compat_timespec(&tv[0], &t[0]) ||
		    get_compat_timespec(&tv[1], &t[1]))
			return -EFAULT;

		if (tv[0].tv_nsec == UTIME_OMIT && tv[1].tv_nsec == UTIME_OMIT)
			return 0;
	}
	return do_utimes(dfd, filename, t ? tv : NULL, flags);
L
Linus Torvalds 已提交
105 106
}

107
asmlinkage long compat_sys_futimesat(unsigned int dfd, const char __user *filename, struct compat_timeval __user *t)
L
Linus Torvalds 已提交
108
{
U
Ulrich Drepper 已提交
109
	struct timespec tv[2];
L
Linus Torvalds 已提交
110

111
	if (t) {
L
Linus Torvalds 已提交
112
		if (get_user(tv[0].tv_sec, &t[0].tv_sec) ||
U
Ulrich Drepper 已提交
113
		    get_user(tv[0].tv_nsec, &t[0].tv_usec) ||
L
Linus Torvalds 已提交
114
		    get_user(tv[1].tv_sec, &t[1].tv_sec) ||
U
Ulrich Drepper 已提交
115
		    get_user(tv[1].tv_nsec, &t[1].tv_usec))
116
			return -EFAULT;
U
Ulrich Drepper 已提交
117 118 119 120 121
		if (tv[0].tv_nsec >= 1000000 || tv[0].tv_nsec < 0 ||
		    tv[1].tv_nsec >= 1000000 || tv[1].tv_nsec < 0)
			return -EINVAL;
		tv[0].tv_nsec *= 1000;
		tv[1].tv_nsec *= 1000;
122
	}
U
Ulrich Drepper 已提交
123
	return do_utimes(dfd, filename, t ? tv : NULL, 0);
124 125
}

126
asmlinkage long compat_sys_utimes(const char __user *filename, struct compat_timeval __user *t)
127 128
{
	return compat_sys_futimesat(AT_FDCWD, filename, t);
L
Linus Torvalds 已提交
129 130
}

131 132
static int cp_compat_stat(struct kstat *stat, struct compat_stat __user *ubuf)
{
133
	struct compat_stat tmp;
134

135 136
	if (!old_valid_dev(stat->dev) || !old_valid_dev(stat->rdev))
		return -EOVERFLOW;
137

138 139 140 141
	memset(&tmp, 0, sizeof(tmp));
	tmp.st_dev = old_encode_dev(stat->dev);
	tmp.st_ino = stat->ino;
	if (sizeof(tmp.st_ino) < sizeof(stat->ino) && tmp.st_ino != stat->ino)
142
		return -EOVERFLOW;
143 144 145
	tmp.st_mode = stat->mode;
	tmp.st_nlink = stat->nlink;
	if (tmp.st_nlink != stat->nlink)
146
		return -EOVERFLOW;
147 148
	SET_UID(tmp.st_uid, from_kuid_munged(current_user_ns(), stat->uid));
	SET_GID(tmp.st_gid, from_kgid_munged(current_user_ns(), stat->gid));
149 150 151 152 153 154 155 156 157 158 159 160 161
	tmp.st_rdev = old_encode_dev(stat->rdev);
	if ((u64) stat->size > MAX_NON_LFS)
		return -EOVERFLOW;
	tmp.st_size = stat->size;
	tmp.st_atime = stat->atime.tv_sec;
	tmp.st_atime_nsec = stat->atime.tv_nsec;
	tmp.st_mtime = stat->mtime.tv_sec;
	tmp.st_mtime_nsec = stat->mtime.tv_nsec;
	tmp.st_ctime = stat->ctime.tv_sec;
	tmp.st_ctime_nsec = stat->ctime.tv_nsec;
	tmp.st_blocks = stat->blocks;
	tmp.st_blksize = stat->blksize;
	return copy_to_user(ubuf, &tmp, sizeof(tmp)) ? -EFAULT : 0;
162 163
}

164
asmlinkage long compat_sys_newstat(const char __user * filename,
L
Linus Torvalds 已提交
165 166 167
		struct compat_stat __user *statbuf)
{
	struct kstat stat;
168
	int error;
L
Linus Torvalds 已提交
169

170 171 172 173
	error = vfs_stat(filename, &stat);
	if (error)
		return error;
	return cp_compat_stat(&stat, statbuf);
L
Linus Torvalds 已提交
174 175
}

176
asmlinkage long compat_sys_newlstat(const char __user * filename,
L
Linus Torvalds 已提交
177 178 179
		struct compat_stat __user *statbuf)
{
	struct kstat stat;
180
	int error;
L
Linus Torvalds 已提交
181

182 183 184 185
	error = vfs_lstat(filename, &stat);
	if (error)
		return error;
	return cp_compat_stat(&stat, statbuf);
L
Linus Torvalds 已提交
186 187
}

188
#ifndef __ARCH_WANT_STAT64
189 190
asmlinkage long compat_sys_newfstatat(unsigned int dfd,
		const char __user *filename,
191 192 193
		struct compat_stat __user *statbuf, int flag)
{
	struct kstat stat;
194
	int error;
195

196 197 198 199
	error = vfs_fstatat(dfd, filename, &stat, flag);
	if (error)
		return error;
	return cp_compat_stat(&stat, statbuf);
200
}
201
#endif
202

L
Linus Torvalds 已提交
203 204 205 206 207 208 209 210 211 212 213 214 215 216 217
asmlinkage long compat_sys_newfstat(unsigned int fd,
		struct compat_stat __user * statbuf)
{
	struct kstat stat;
	int error = vfs_fstat(fd, &stat);

	if (!error)
		error = cp_compat_stat(&stat, statbuf);
	return error;
}

static int put_compat_statfs(struct compat_statfs __user *ubuf, struct kstatfs *kbuf)
{
	
	if (sizeof ubuf->f_blocks == 4) {
J
Jon Tollefson 已提交
218 219
		if ((kbuf->f_blocks | kbuf->f_bfree | kbuf->f_bavail |
		     kbuf->f_bsize | kbuf->f_frsize) & 0xffffffff00000000ULL)
L
Linus Torvalds 已提交
220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241
			return -EOVERFLOW;
		/* f_files and f_ffree may be -1; it's okay
		 * to stuff that into 32 bits */
		if (kbuf->f_files != 0xffffffffffffffffULL
		 && (kbuf->f_files & 0xffffffff00000000ULL))
			return -EOVERFLOW;
		if (kbuf->f_ffree != 0xffffffffffffffffULL
		 && (kbuf->f_ffree & 0xffffffff00000000ULL))
			return -EOVERFLOW;
	}
	if (!access_ok(VERIFY_WRITE, ubuf, sizeof(*ubuf)) ||
	    __put_user(kbuf->f_type, &ubuf->f_type) ||
	    __put_user(kbuf->f_bsize, &ubuf->f_bsize) ||
	    __put_user(kbuf->f_blocks, &ubuf->f_blocks) ||
	    __put_user(kbuf->f_bfree, &ubuf->f_bfree) ||
	    __put_user(kbuf->f_bavail, &ubuf->f_bavail) ||
	    __put_user(kbuf->f_files, &ubuf->f_files) ||
	    __put_user(kbuf->f_ffree, &ubuf->f_ffree) ||
	    __put_user(kbuf->f_namelen, &ubuf->f_namelen) ||
	    __put_user(kbuf->f_fsid.val[0], &ubuf->f_fsid.val[0]) ||
	    __put_user(kbuf->f_fsid.val[1], &ubuf->f_fsid.val[1]) ||
	    __put_user(kbuf->f_frsize, &ubuf->f_frsize) ||
242 243
	    __put_user(kbuf->f_flags, &ubuf->f_flags) ||
	    __clear_user(ubuf->f_spare, sizeof(ubuf->f_spare)))
L
Linus Torvalds 已提交
244 245 246 247 248
		return -EFAULT;
	return 0;
}

/*
249
 * The following statfs calls are copies of code from fs/statfs.c and
L
Linus Torvalds 已提交
250 251
 * should be checked against those from time to time
 */
252
asmlinkage long compat_sys_statfs(const char __user *pathname, struct compat_statfs __user *buf)
L
Linus Torvalds 已提交
253
{
A
Al Viro 已提交
254 255 256 257
	struct kstatfs tmp;
	int error = user_statfs(pathname, &tmp);
	if (!error)
		error = put_compat_statfs(buf, &tmp);
L
Linus Torvalds 已提交
258 259 260 261 262 263
	return error;
}

asmlinkage long compat_sys_fstatfs(unsigned int fd, struct compat_statfs __user *buf)
{
	struct kstatfs tmp;
A
Al Viro 已提交
264
	int error = fd_statfs(fd, &tmp);
265 266
	if (!error)
		error = put_compat_statfs(buf, &tmp);
L
Linus Torvalds 已提交
267 268 269 270 271 272
	return error;
}

static int put_compat_statfs64(struct compat_statfs64 __user *ubuf, struct kstatfs *kbuf)
{
	if (sizeof ubuf->f_blocks == 4) {
J
Jon Tollefson 已提交
273 274
		if ((kbuf->f_blocks | kbuf->f_bfree | kbuf->f_bavail |
		     kbuf->f_bsize | kbuf->f_frsize) & 0xffffffff00000000ULL)
L
Linus Torvalds 已提交
275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295
			return -EOVERFLOW;
		/* f_files and f_ffree may be -1; it's okay
		 * to stuff that into 32 bits */
		if (kbuf->f_files != 0xffffffffffffffffULL
		 && (kbuf->f_files & 0xffffffff00000000ULL))
			return -EOVERFLOW;
		if (kbuf->f_ffree != 0xffffffffffffffffULL
		 && (kbuf->f_ffree & 0xffffffff00000000ULL))
			return -EOVERFLOW;
	}
	if (!access_ok(VERIFY_WRITE, ubuf, sizeof(*ubuf)) ||
	    __put_user(kbuf->f_type, &ubuf->f_type) ||
	    __put_user(kbuf->f_bsize, &ubuf->f_bsize) ||
	    __put_user(kbuf->f_blocks, &ubuf->f_blocks) ||
	    __put_user(kbuf->f_bfree, &ubuf->f_bfree) ||
	    __put_user(kbuf->f_bavail, &ubuf->f_bavail) ||
	    __put_user(kbuf->f_files, &ubuf->f_files) ||
	    __put_user(kbuf->f_ffree, &ubuf->f_ffree) ||
	    __put_user(kbuf->f_namelen, &ubuf->f_namelen) ||
	    __put_user(kbuf->f_fsid.val[0], &ubuf->f_fsid.val[0]) ||
	    __put_user(kbuf->f_fsid.val[1], &ubuf->f_fsid.val[1]) ||
296 297 298
	    __put_user(kbuf->f_frsize, &ubuf->f_frsize) ||
	    __put_user(kbuf->f_flags, &ubuf->f_flags) ||
	    __clear_user(ubuf->f_spare, sizeof(ubuf->f_spare)))
L
Linus Torvalds 已提交
299 300 301 302
		return -EFAULT;
	return 0;
}

303
asmlinkage long compat_sys_statfs64(const char __user *pathname, compat_size_t sz, struct compat_statfs64 __user *buf)
L
Linus Torvalds 已提交
304
{
A
Al Viro 已提交
305
	struct kstatfs tmp;
L
Linus Torvalds 已提交
306 307 308 309 310
	int error;

	if (sz != sizeof(*buf))
		return -EINVAL;

A
Al Viro 已提交
311 312 313
	error = user_statfs(pathname, &tmp);
	if (!error)
		error = put_compat_statfs64(buf, &tmp);
L
Linus Torvalds 已提交
314 315 316 317 318 319 320 321 322 323 324
	return error;
}

asmlinkage long compat_sys_fstatfs64(unsigned int fd, compat_size_t sz, struct compat_statfs64 __user *buf)
{
	struct kstatfs tmp;
	int error;

	if (sz != sizeof(*buf))
		return -EINVAL;

A
Al Viro 已提交
325
	error = fd_statfs(fd, &tmp);
326 327
	if (!error)
		error = put_compat_statfs64(buf, &tmp);
L
Linus Torvalds 已提交
328 329 330
	return error;
}

C
Christoph Hellwig 已提交
331 332 333 334 335 336 337 338 339
/*
 * This is a copy of sys_ustat, just dealing with a structure layout.
 * Given how simple this syscall is that apporach is more maintainable
 * than the various conversion hacks.
 */
asmlinkage long compat_sys_ustat(unsigned dev, struct compat_ustat __user *u)
{
	struct compat_ustat tmp;
	struct kstatfs sbuf;
A
Al Viro 已提交
340
	int err = vfs_ustat(new_decode_dev(dev), &sbuf);
C
Christoph Hellwig 已提交
341 342 343 344 345 346 347 348 349 350 351
	if (err)
		return err;

	memset(&tmp, 0, sizeof(struct compat_ustat));
	tmp.f_tfree = sbuf.f_bfree;
	tmp.f_tinode = sbuf.f_ffree;
	if (copy_to_user(u, &tmp, sizeof(struct compat_ustat)))
		return -EFAULT;
	return 0;
}

L
Linus Torvalds 已提交
352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422
static int get_compat_flock(struct flock *kfl, struct compat_flock __user *ufl)
{
	if (!access_ok(VERIFY_READ, ufl, sizeof(*ufl)) ||
	    __get_user(kfl->l_type, &ufl->l_type) ||
	    __get_user(kfl->l_whence, &ufl->l_whence) ||
	    __get_user(kfl->l_start, &ufl->l_start) ||
	    __get_user(kfl->l_len, &ufl->l_len) ||
	    __get_user(kfl->l_pid, &ufl->l_pid))
		return -EFAULT;
	return 0;
}

static int put_compat_flock(struct flock *kfl, struct compat_flock __user *ufl)
{
	if (!access_ok(VERIFY_WRITE, ufl, sizeof(*ufl)) ||
	    __put_user(kfl->l_type, &ufl->l_type) ||
	    __put_user(kfl->l_whence, &ufl->l_whence) ||
	    __put_user(kfl->l_start, &ufl->l_start) ||
	    __put_user(kfl->l_len, &ufl->l_len) ||
	    __put_user(kfl->l_pid, &ufl->l_pid))
		return -EFAULT;
	return 0;
}

#ifndef HAVE_ARCH_GET_COMPAT_FLOCK64
static int get_compat_flock64(struct flock *kfl, struct compat_flock64 __user *ufl)
{
	if (!access_ok(VERIFY_READ, ufl, sizeof(*ufl)) ||
	    __get_user(kfl->l_type, &ufl->l_type) ||
	    __get_user(kfl->l_whence, &ufl->l_whence) ||
	    __get_user(kfl->l_start, &ufl->l_start) ||
	    __get_user(kfl->l_len, &ufl->l_len) ||
	    __get_user(kfl->l_pid, &ufl->l_pid))
		return -EFAULT;
	return 0;
}
#endif

#ifndef HAVE_ARCH_PUT_COMPAT_FLOCK64
static int put_compat_flock64(struct flock *kfl, struct compat_flock64 __user *ufl)
{
	if (!access_ok(VERIFY_WRITE, ufl, sizeof(*ufl)) ||
	    __put_user(kfl->l_type, &ufl->l_type) ||
	    __put_user(kfl->l_whence, &ufl->l_whence) ||
	    __put_user(kfl->l_start, &ufl->l_start) ||
	    __put_user(kfl->l_len, &ufl->l_len) ||
	    __put_user(kfl->l_pid, &ufl->l_pid))
		return -EFAULT;
	return 0;
}
#endif

asmlinkage long compat_sys_fcntl64(unsigned int fd, unsigned int cmd,
		unsigned long arg)
{
	mm_segment_t old_fs;
	struct flock f;
	long ret;

	switch (cmd) {
	case F_GETLK:
	case F_SETLK:
	case F_SETLKW:
		ret = get_compat_flock(&f, compat_ptr(arg));
		if (ret != 0)
			break;
		old_fs = get_fs();
		set_fs(KERNEL_DS);
		ret = sys_fcntl(fd, cmd, (unsigned long)&f);
		set_fs(old_fs);
		if (cmd == F_GETLK && ret == 0) {
423
			/* GETLK was successful and we need to return the data...
424 425 426 427 428 429 430 431 432 433 434
			 * but it needs to fit in the compat structure.
			 * l_start shouldn't be too big, unless the original
			 * start + end is greater than COMPAT_OFF_T_MAX, in which
			 * case the app was asking for trouble, so we return
			 * -EOVERFLOW in that case.
			 * l_len could be too big, in which case we just truncate it,
			 * and only allow the app to see that part of the conflicting
			 * lock that might make sense to it anyway
			 */

			if (f.l_start > COMPAT_OFF_T_MAX)
L
Linus Torvalds 已提交
435
				ret = -EOVERFLOW;
436 437
			if (f.l_len > COMPAT_OFF_T_MAX)
				f.l_len = COMPAT_OFF_T_MAX;
L
Linus Torvalds 已提交
438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455
			if (ret == 0)
				ret = put_compat_flock(&f, compat_ptr(arg));
		}
		break;

	case F_GETLK64:
	case F_SETLK64:
	case F_SETLKW64:
		ret = get_compat_flock64(&f, compat_ptr(arg));
		if (ret != 0)
			break;
		old_fs = get_fs();
		set_fs(KERNEL_DS);
		ret = sys_fcntl(fd, (cmd == F_GETLK64) ? F_GETLK :
				((cmd == F_SETLK64) ? F_SETLK : F_SETLKW),
				(unsigned long)&f);
		set_fs(old_fs);
		if (cmd == F_GETLK64 && ret == 0) {
456 457
			/* need to return lock information - see above for commentary */
			if (f.l_start > COMPAT_LOFF_T_MAX)
L
Linus Torvalds 已提交
458
				ret = -EOVERFLOW;
459 460
			if (f.l_len > COMPAT_LOFF_T_MAX)
				f.l_len = COMPAT_LOFF_T_MAX;
L
Linus Torvalds 已提交
461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528
			if (ret == 0)
				ret = put_compat_flock64(&f, compat_ptr(arg));
		}
		break;

	default:
		ret = sys_fcntl(fd, cmd, arg);
		break;
	}
	return ret;
}

asmlinkage long compat_sys_fcntl(unsigned int fd, unsigned int cmd,
		unsigned long arg)
{
	if ((cmd == F_GETLK64) || (cmd == F_SETLK64) || (cmd == F_SETLKW64))
		return -EINVAL;
	return compat_sys_fcntl64(fd, cmd, arg);
}

asmlinkage long
compat_sys_io_setup(unsigned nr_reqs, u32 __user *ctx32p)
{
	long ret;
	aio_context_t ctx64;

	mm_segment_t oldfs = get_fs();
	if (unlikely(get_user(ctx64, ctx32p)))
		return -EFAULT;

	set_fs(KERNEL_DS);
	/* The __user pointer cast is valid because of the set_fs() */
	ret = sys_io_setup(nr_reqs, (aio_context_t __user *) &ctx64);
	set_fs(oldfs);
	/* truncating is ok because it's a user address */
	if (!ret)
		ret = put_user((u32) ctx64, ctx32p);
	return ret;
}

asmlinkage long
compat_sys_io_getevents(aio_context_t ctx_id,
				 unsigned long min_nr,
				 unsigned long nr,
				 struct io_event __user *events,
				 struct compat_timespec __user *timeout)
{
	long ret;
	struct timespec t;
	struct timespec __user *ut = NULL;

	ret = -EFAULT;
	if (unlikely(!access_ok(VERIFY_WRITE, events, 
				nr * sizeof(struct io_event))))
		goto out;
	if (timeout) {
		if (get_compat_timespec(&t, timeout))
			goto out;

		ut = compat_alloc_user_space(sizeof(*ut));
		if (copy_to_user(ut, &t, sizeof(t)) )
			goto out;
	} 
	ret = sys_io_getevents(ctx_id, min_nr, nr, events, ut);
out:
	return ret;
}

529 530 531 532 533 534
/* A write operation does a read from user space and vice versa */
#define vrfy_dir(type) ((type) == READ ? VERIFY_WRITE : VERIFY_READ)

ssize_t compat_rw_copy_check_uvector(int type,
		const struct compat_iovec __user *uvector, unsigned long nr_segs,
		unsigned long fast_segs, struct iovec *fast_pointer,
535
		struct iovec **ret_pointer)
536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555
{
	compat_ssize_t tot_len;
	struct iovec *iov = *ret_pointer = fast_pointer;
	ssize_t ret = 0;
	int seg;

	/*
	 * SuS says "The readv() function *may* fail if the iovcnt argument
	 * was less than or equal to 0, or greater than {IOV_MAX}.  Linux has
	 * traditionally returned zero for zero segments, so...
	 */
	if (nr_segs == 0)
		goto out;

	ret = -EINVAL;
	if (nr_segs > UIO_MAXIOV || nr_segs < 0)
		goto out;
	if (nr_segs > fast_segs) {
		ret = -ENOMEM;
		iov = kmalloc(nr_segs*sizeof(struct iovec), GFP_KERNEL);
556
		if (iov == NULL)
557 558 559 560 561 562 563
			goto out;
	}
	*ret_pointer = iov;

	/*
	 * Single unix specification:
	 * We should -EINVAL if an element length is not >= 0 and fitting an
564
	 * ssize_t.
565
	 *
566 567
	 * In Linux, the total length is limited to MAX_RW_COUNT, there is
	 * no overflow possibility.
568 569 570 571 572 573 574 575 576 577 578 579 580 581
	 */
	tot_len = 0;
	ret = -EINVAL;
	for (seg = 0; seg < nr_segs; seg++) {
		compat_uptr_t buf;
		compat_ssize_t len;

		if (__get_user(len, &uvector->iov_len) ||
		   __get_user(buf, &uvector->iov_base)) {
			ret = -EFAULT;
			goto out;
		}
		if (len < 0)	/* size_t not fitting in compat_ssize_t .. */
			goto out;
582
		if (type >= 0 &&
C
Christopher Yeoh 已提交
583
		    !access_ok(vrfy_dir(type), compat_ptr(buf), len)) {
584 585 586
			ret = -EFAULT;
			goto out;
		}
587 588 589
		if (len > MAX_RW_COUNT - tot_len)
			len = MAX_RW_COUNT - tot_len;
		tot_len += len;
590 591 592 593 594 595 596 597 598 599 600
		iov->iov_base = compat_ptr(buf);
		iov->iov_len = (compat_size_t) len;
		uvector++;
		iov++;
	}
	ret = tot_len;

out:
	return ret;
}

L
Linus Torvalds 已提交
601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632
static inline long
copy_iocb(long nr, u32 __user *ptr32, struct iocb __user * __user *ptr64)
{
	compat_uptr_t uptr;
	int i;

	for (i = 0; i < nr; ++i) {
		if (get_user(uptr, ptr32 + i))
			return -EFAULT;
		if (put_user(compat_ptr(uptr), ptr64 + i))
			return -EFAULT;
	}
	return 0;
}

#define MAX_AIO_SUBMITS 	(PAGE_SIZE/sizeof(struct iocb *))

asmlinkage long
compat_sys_io_submit(aio_context_t ctx_id, int nr, u32 __user *iocb)
{
	struct iocb __user * __user *iocb64; 
	long ret;

	if (unlikely(nr < 0))
		return -EINVAL;

	if (nr > MAX_AIO_SUBMITS)
		nr = MAX_AIO_SUBMITS;
	
	iocb64 = compat_alloc_user_space(nr * sizeof(*iocb64));
	ret = copy_iocb(nr, iocb, iocb64);
	if (!ret)
633
		ret = do_io_submit(ctx_id, nr, iocb64, 1);
L
Linus Torvalds 已提交
634 635 636 637 638 639
	return ret;
}

struct compat_ncp_mount_data {
	compat_int_t version;
	compat_uint_t ncp_fd;
640
	__compat_uid_t mounted_uid;
L
Linus Torvalds 已提交
641 642 643 644 645
	compat_pid_t wdog_pid;
	unsigned char mounted_vol[NCP_VOLNAME_LEN + 1];
	compat_uint_t time_out;
	compat_uint_t retry_count;
	compat_uint_t flags;
646 647
	__compat_uid_t uid;
	__compat_gid_t gid;
L
Linus Torvalds 已提交
648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702
	compat_mode_t file_mode;
	compat_mode_t dir_mode;
};

struct compat_ncp_mount_data_v4 {
	compat_int_t version;
	compat_ulong_t flags;
	compat_ulong_t mounted_uid;
	compat_long_t wdog_pid;
	compat_uint_t ncp_fd;
	compat_uint_t time_out;
	compat_uint_t retry_count;
	compat_ulong_t uid;
	compat_ulong_t gid;
	compat_ulong_t file_mode;
	compat_ulong_t dir_mode;
};

static void *do_ncp_super_data_conv(void *raw_data)
{
	int version = *(unsigned int *)raw_data;

	if (version == 3) {
		struct compat_ncp_mount_data *c_n = raw_data;
		struct ncp_mount_data *n = raw_data;

		n->dir_mode = c_n->dir_mode;
		n->file_mode = c_n->file_mode;
		n->gid = c_n->gid;
		n->uid = c_n->uid;
		memmove (n->mounted_vol, c_n->mounted_vol, (sizeof (c_n->mounted_vol) + 3 * sizeof (unsigned int)));
		n->wdog_pid = c_n->wdog_pid;
		n->mounted_uid = c_n->mounted_uid;
	} else if (version == 4) {
		struct compat_ncp_mount_data_v4 *c_n = raw_data;
		struct ncp_mount_data_v4 *n = raw_data;

		n->dir_mode = c_n->dir_mode;
		n->file_mode = c_n->file_mode;
		n->gid = c_n->gid;
		n->uid = c_n->uid;
		n->retry_count = c_n->retry_count;
		n->time_out = c_n->time_out;
		n->ncp_fd = c_n->ncp_fd;
		n->wdog_pid = c_n->wdog_pid;
		n->mounted_uid = c_n->mounted_uid;
		n->flags = c_n->flags;
	} else if (version != 5) {
		return NULL;
	}

	return raw_data;
}


703 704
struct compat_nfs_string {
	compat_uint_t len;
705
	compat_uptr_t data;
706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729
};

static inline void compat_nfs_string(struct nfs_string *dst,
				     struct compat_nfs_string *src)
{
	dst->data = compat_ptr(src->data);
	dst->len = src->len;
}

struct compat_nfs4_mount_data_v1 {
	compat_int_t version;
	compat_int_t flags;
	compat_int_t rsize;
	compat_int_t wsize;
	compat_int_t timeo;
	compat_int_t retrans;
	compat_int_t acregmin;
	compat_int_t acregmax;
	compat_int_t acdirmin;
	compat_int_t acdirmax;
	struct compat_nfs_string client_addr;
	struct compat_nfs_string mnt_path;
	struct compat_nfs_string hostname;
	compat_uint_t host_addrlen;
730
	compat_uptr_t host_addr;
731 732
	compat_int_t proto;
	compat_int_t auth_flavourlen;
733
	compat_uptr_t auth_flavours;
734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767
};

static int do_nfs4_super_data_conv(void *raw_data)
{
	int version = *(compat_uint_t *) raw_data;

	if (version == 1) {
		struct compat_nfs4_mount_data_v1 *raw = raw_data;
		struct nfs4_mount_data *real = raw_data;

		/* copy the fields backwards */
		real->auth_flavours = compat_ptr(raw->auth_flavours);
		real->auth_flavourlen = raw->auth_flavourlen;
		real->proto = raw->proto;
		real->host_addr = compat_ptr(raw->host_addr);
		real->host_addrlen = raw->host_addrlen;
		compat_nfs_string(&real->hostname, &raw->hostname);
		compat_nfs_string(&real->mnt_path, &raw->mnt_path);
		compat_nfs_string(&real->client_addr, &raw->client_addr);
		real->acdirmax = raw->acdirmax;
		real->acdirmin = raw->acdirmin;
		real->acregmax = raw->acregmax;
		real->acregmin = raw->acregmin;
		real->retrans = raw->retrans;
		real->timeo = raw->timeo;
		real->wsize = raw->wsize;
		real->rsize = raw->rsize;
		real->flags = raw->flags;
		real->version = raw->version;
	}

	return 0;
}

L
Linus Torvalds 已提交
768
#define NCPFS_NAME      "ncpfs"
769
#define NFS4_NAME	"nfs4"
L
Linus Torvalds 已提交
770

771 772 773 774
asmlinkage long compat_sys_mount(const char __user * dev_name,
				 const char __user * dir_name,
				 const char __user * type, unsigned long flags,
				 const void __user * data)
L
Linus Torvalds 已提交
775
{
776
	char *kernel_type;
L
Linus Torvalds 已提交
777
	unsigned long data_page;
778
	char *kernel_dev;
779
	struct filename *dir;
L
Linus Torvalds 已提交
780 781
	int retval;

782
	retval = copy_mount_string(type, &kernel_type);
L
Linus Torvalds 已提交
783 784 785
	if (retval < 0)
		goto out;

786 787 788
	dir = getname(dir_name);
	retval = PTR_ERR(dir);
	if (IS_ERR(dir))
L
Linus Torvalds 已提交
789 790
		goto out1;

791
	retval = copy_mount_string(dev_name, &kernel_dev);
L
Linus Torvalds 已提交
792 793 794
	if (retval < 0)
		goto out2;

795
	retval = copy_mount_options(data, &data_page);
L
Linus Torvalds 已提交
796 797 798 799 800
	if (retval < 0)
		goto out3;

	retval = -EINVAL;

801
	if (kernel_type && data_page) {
A
Arnd Bergmann 已提交
802
		if (!strcmp(kernel_type, NCPFS_NAME)) {
L
Linus Torvalds 已提交
803
			do_ncp_super_data_conv((void *)data_page);
804
		} else if (!strcmp(kernel_type, NFS4_NAME)) {
805 806
			if (do_nfs4_super_data_conv((void *) data_page))
				goto out4;
L
Linus Torvalds 已提交
807 808 809
		}
	}

810
	retval = do_mount(kernel_dev, dir->name, kernel_type,
L
Linus Torvalds 已提交
811 812
			flags, (void*)data_page);

813
 out4:
L
Linus Torvalds 已提交
814 815
	free_page(data_page);
 out3:
816
	kfree(kernel_dev);
L
Linus Torvalds 已提交
817
 out2:
818
	putname(dir);
L
Linus Torvalds 已提交
819
 out1:
820
	kfree(kernel_type);
L
Linus Torvalds 已提交
821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837
 out:
	return retval;
}

struct compat_old_linux_dirent {
	compat_ulong_t	d_ino;
	compat_ulong_t	d_offset;
	unsigned short	d_namlen;
	char		d_name[1];
};

struct compat_readdir_callback {
	struct compat_old_linux_dirent __user *dirent;
	int result;
};

static int compat_fillonedir(void *__buf, const char *name, int namlen,
838
			loff_t offset, u64 ino, unsigned int d_type)
L
Linus Torvalds 已提交
839 840 841
{
	struct compat_readdir_callback *buf = __buf;
	struct compat_old_linux_dirent __user *dirent;
842
	compat_ulong_t d_ino;
L
Linus Torvalds 已提交
843 844 845

	if (buf->result)
		return -EINVAL;
846
	d_ino = ino;
847 848
	if (sizeof(d_ino) < sizeof(ino) && d_ino != ino) {
		buf->result = -EOVERFLOW;
849
		return -EOVERFLOW;
850
	}
L
Linus Torvalds 已提交
851 852 853 854 855 856
	buf->result++;
	dirent = buf->dirent;
	if (!access_ok(VERIFY_WRITE, dirent,
			(unsigned long)(dirent->d_name + namlen + 1) -
				(unsigned long)dirent))
		goto efault;
857
	if (	__put_user(d_ino, &dirent->d_ino) ||
L
Linus Torvalds 已提交
858 859 860 861 862 863 864 865 866 867 868 869 870 871 872
		__put_user(offset, &dirent->d_offset) ||
		__put_user(namlen, &dirent->d_namlen) ||
		__copy_to_user(dirent->d_name, name, namlen) ||
		__put_user(0, dirent->d_name + namlen))
		goto efault;
	return 0;
efault:
	buf->result = -EFAULT;
	return -EFAULT;
}

asmlinkage long compat_sys_old_readdir(unsigned int fd,
	struct compat_old_linux_dirent __user *dirent, unsigned int count)
{
	int error;
873
	struct fd f = fdget(fd);
L
Linus Torvalds 已提交
874 875
	struct compat_readdir_callback buf;

876
	if (!f.file)
877
		return -EBADF;
L
Linus Torvalds 已提交
878 879 880 881

	buf.result = 0;
	buf.dirent = dirent;

882
	error = vfs_readdir(f.file, compat_fillonedir, &buf);
883
	if (buf.result)
L
Linus Torvalds 已提交
884 885
		error = buf.result;

886
	fdput(f);
L
Linus Torvalds 已提交
887 888 889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904
	return error;
}

struct compat_linux_dirent {
	compat_ulong_t	d_ino;
	compat_ulong_t	d_off;
	unsigned short	d_reclen;
	char		d_name[1];
};

struct compat_getdents_callback {
	struct compat_linux_dirent __user *current_dir;
	struct compat_linux_dirent __user *previous;
	int count;
	int error;
};

static int compat_filldir(void *__buf, const char *name, int namlen,
905
		loff_t offset, u64 ino, unsigned int d_type)
L
Linus Torvalds 已提交
906 907 908
{
	struct compat_linux_dirent __user * dirent;
	struct compat_getdents_callback *buf = __buf;
909
	compat_ulong_t d_ino;
910 911
	int reclen = ALIGN(offsetof(struct compat_linux_dirent, d_name) +
		namlen + 2, sizeof(compat_long_t));
L
Linus Torvalds 已提交
912 913 914 915

	buf->error = -EINVAL;	/* only used if we fail.. */
	if (reclen > buf->count)
		return -EINVAL;
916
	d_ino = ino;
917 918
	if (sizeof(d_ino) < sizeof(ino) && d_ino != ino) {
		buf->error = -EOVERFLOW;
919
		return -EOVERFLOW;
920
	}
L
Linus Torvalds 已提交
921 922 923 924 925 926
	dirent = buf->previous;
	if (dirent) {
		if (__put_user(offset, &dirent->d_off))
			goto efault;
	}
	dirent = buf->current_dir;
927
	if (__put_user(d_ino, &dirent->d_ino))
L
Linus Torvalds 已提交
928 929 930 931 932 933 934 935 936 937 938 939 940 941 942 943 944 945 946 947 948 949
		goto efault;
	if (__put_user(reclen, &dirent->d_reclen))
		goto efault;
	if (copy_to_user(dirent->d_name, name, namlen))
		goto efault;
	if (__put_user(0, dirent->d_name + namlen))
		goto efault;
	if (__put_user(d_type, (char  __user *) dirent + reclen - 1))
		goto efault;
	buf->previous = dirent;
	dirent = (void __user *)dirent + reclen;
	buf->current_dir = dirent;
	buf->count -= reclen;
	return 0;
efault:
	buf->error = -EFAULT;
	return -EFAULT;
}

asmlinkage long compat_sys_getdents(unsigned int fd,
		struct compat_linux_dirent __user *dirent, unsigned int count)
{
950
	struct fd f;
L
Linus Torvalds 已提交
951 952 953 954 955
	struct compat_linux_dirent __user * lastdirent;
	struct compat_getdents_callback buf;
	int error;

	if (!access_ok(VERIFY_WRITE, dirent, count))
956
		return -EFAULT;
L
Linus Torvalds 已提交
957

958 959
	f = fdget(fd);
	if (!f.file)
960
		return -EBADF;
L
Linus Torvalds 已提交
961 962 963 964 965 966

	buf.current_dir = dirent;
	buf.previous = NULL;
	buf.count = count;
	buf.error = 0;

967
	error = vfs_readdir(f.file, compat_filldir, &buf);
968 969
	if (error >= 0)
		error = buf.error;
L
Linus Torvalds 已提交
970 971
	lastdirent = buf.previous;
	if (lastdirent) {
972
		if (put_user(f.file->f_pos, &lastdirent->d_off))
L
Linus Torvalds 已提交
973 974 975 976
			error = -EFAULT;
		else
			error = count - buf.count;
	}
977
	fdput(f);
L
Linus Torvalds 已提交
978 979 980 981 982 983 984 985 986 987 988 989 990
	return error;
}

#ifndef __ARCH_OMIT_COMPAT_SYS_GETDENTS64

struct compat_getdents_callback64 {
	struct linux_dirent64 __user *current_dir;
	struct linux_dirent64 __user *previous;
	int count;
	int error;
};

static int compat_filldir64(void * __buf, const char * name, int namlen, loff_t offset,
991
		     u64 ino, unsigned int d_type)
L
Linus Torvalds 已提交
992 993 994
{
	struct linux_dirent64 __user *dirent;
	struct compat_getdents_callback64 *buf = __buf;
995 996
	int reclen = ALIGN(offsetof(struct linux_dirent64, d_name) + namlen + 1,
		sizeof(u64));
L
Linus Torvalds 已提交
997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029 1030 1031 1032 1033 1034
	u64 off;

	buf->error = -EINVAL;	/* only used if we fail.. */
	if (reclen > buf->count)
		return -EINVAL;
	dirent = buf->previous;

	if (dirent) {
		if (__put_user_unaligned(offset, &dirent->d_off))
			goto efault;
	}
	dirent = buf->current_dir;
	if (__put_user_unaligned(ino, &dirent->d_ino))
		goto efault;
	off = 0;
	if (__put_user_unaligned(off, &dirent->d_off))
		goto efault;
	if (__put_user(reclen, &dirent->d_reclen))
		goto efault;
	if (__put_user(d_type, &dirent->d_type))
		goto efault;
	if (copy_to_user(dirent->d_name, name, namlen))
		goto efault;
	if (__put_user(0, dirent->d_name + namlen))
		goto efault;
	buf->previous = dirent;
	dirent = (void __user *)dirent + reclen;
	buf->current_dir = dirent;
	buf->count -= reclen;
	return 0;
efault:
	buf->error = -EFAULT;
	return -EFAULT;
}

asmlinkage long compat_sys_getdents64(unsigned int fd,
		struct linux_dirent64 __user * dirent, unsigned int count)
{
1035
	struct fd f;
L
Linus Torvalds 已提交
1036 1037 1038 1039 1040
	struct linux_dirent64 __user * lastdirent;
	struct compat_getdents_callback64 buf;
	int error;

	if (!access_ok(VERIFY_WRITE, dirent, count))
1041
		return -EFAULT;
L
Linus Torvalds 已提交
1042

1043 1044
	f = fdget(fd);
	if (!f.file)
1045
		return -EBADF;
L
Linus Torvalds 已提交
1046 1047 1048 1049 1050 1051

	buf.current_dir = dirent;
	buf.previous = NULL;
	buf.count = count;
	buf.error = 0;

1052
	error = vfs_readdir(f.file, compat_filldir64, &buf);
1053 1054
	if (error >= 0)
		error = buf.error;
L
Linus Torvalds 已提交
1055 1056
	lastdirent = buf.previous;
	if (lastdirent) {
1057
		typeof(lastdirent->d_off) d_off = f.file->f_pos;
1058
		if (__put_user_unaligned(d_off, &lastdirent->d_off))
1059 1060 1061
			error = -EFAULT;
		else
			error = count - buf.count;
L
Linus Torvalds 已提交
1062
	}
1063
	fdput(f);
L
Linus Torvalds 已提交
1064 1065 1066 1067 1068 1069 1070 1071 1072 1073
	return error;
}
#endif /* ! __ARCH_OMIT_COMPAT_SYS_GETDENTS64 */

static ssize_t compat_do_readv_writev(int type, struct file *file,
			       const struct compat_iovec __user *uvector,
			       unsigned long nr_segs, loff_t *pos)
{
	compat_ssize_t tot_len;
	struct iovec iovstack[UIO_FASTIOV];
1074
	struct iovec *iov = iovstack;
L
Linus Torvalds 已提交
1075 1076 1077 1078 1079 1080 1081
	ssize_t ret;
	io_fn_t fn;
	iov_fn_t fnv;

	ret = -EINVAL;
	if (!file->f_op)
		goto out;
1082

L
Linus Torvalds 已提交
1083 1084 1085 1086
	ret = -EFAULT;
	if (!access_ok(VERIFY_READ, uvector, nr_segs*sizeof(*uvector)))
		goto out;

1087
	tot_len = compat_rw_copy_check_uvector(type, uvector, nr_segs,
1088
					       UIO_FASTIOV, iovstack, &iov);
L
Linus Torvalds 已提交
1089 1090 1091 1092 1093 1094
	if (tot_len == 0) {
		ret = 0;
		goto out;
	}

	ret = rw_verify_area(type, file, pos, tot_len);
1095
	if (ret < 0)
L
Linus Torvalds 已提交
1096 1097 1098 1099 1100
		goto out;

	fnv = NULL;
	if (type == READ) {
		fn = file->f_op->read;
1101
		fnv = file->f_op->aio_read;
L
Linus Torvalds 已提交
1102 1103
	} else {
		fn = (io_fn_t)file->f_op->write;
1104
		fnv = file->f_op->aio_write;
L
Linus Torvalds 已提交
1105 1106
	}

1107 1108 1109 1110 1111
	if (fnv)
		ret = do_sync_readv_writev(file, iov, nr_segs, tot_len,
						pos, fnv);
	else
		ret = do_loop_readv_writev(file, iov, nr_segs, pos, fn);
L
Linus Torvalds 已提交
1112 1113 1114 1115

out:
	if (iov != iovstack)
		kfree(iov);
R
Robert Love 已提交
1116 1117
	if ((ret + (type == READ)) > 0) {
		if (type == READ)
1118
			fsnotify_access(file);
R
Robert Love 已提交
1119
		else
1120
			fsnotify_modify(file);
R
Robert Love 已提交
1121
	}
L
Linus Torvalds 已提交
1122 1123 1124
	return ret;
}

1125 1126 1127
static size_t compat_readv(struct file *file,
			   const struct compat_iovec __user *vec,
			   unsigned long vlen, loff_t *pos)
L
Linus Torvalds 已提交
1128 1129 1130 1131 1132 1133 1134
{
	ssize_t ret = -EBADF;

	if (!(file->f_mode & FMODE_READ))
		goto out;

	ret = -EINVAL;
1135
	if (!file->f_op || (!file->f_op->aio_read && !file->f_op->read))
L
Linus Torvalds 已提交
1136 1137
		goto out;

1138
	ret = compat_do_readv_writev(READ, file, vec, vlen, pos);
L
Linus Torvalds 已提交
1139 1140

out:
1141 1142 1143
	if (ret > 0)
		add_rchar(current, ret);
	inc_syscr(current);
1144 1145 1146 1147 1148 1149 1150
	return ret;
}

asmlinkage ssize_t
compat_sys_readv(unsigned long fd, const struct compat_iovec __user *vec,
		 unsigned long vlen)
{
1151
	struct fd f = fdget(fd);
1152
	ssize_t ret;
A
Al Viro 已提交
1153
	loff_t pos;
1154

1155
	if (!f.file)
1156
		return -EBADF;
1157 1158 1159 1160
	pos = f.file->f_pos;
	ret = compat_readv(f.file, vec, vlen, &pos);
	f.file->f_pos = pos;
	fdput(f);
L
Linus Torvalds 已提交
1161 1162 1163
	return ret;
}

1164
asmlinkage ssize_t
1165 1166
compat_sys_preadv64(unsigned long fd, const struct compat_iovec __user *vec,
		    unsigned long vlen, loff_t pos)
1167
{
1168
	struct fd f;
1169 1170 1171 1172
	ssize_t ret;

	if (pos < 0)
		return -EINVAL;
1173 1174
	f = fdget(fd);
	if (!f.file)
1175
		return -EBADF;
1176
	ret = -ESPIPE;
1177 1178 1179
	if (f.file->f_mode & FMODE_PREAD)
		ret = compat_readv(f.file, vec, vlen, &pos);
	fdput(f);
1180 1181 1182
	return ret;
}

1183 1184 1185 1186 1187 1188 1189 1190
asmlinkage ssize_t
compat_sys_preadv(unsigned long fd, const struct compat_iovec __user *vec,
		  unsigned long vlen, u32 pos_low, u32 pos_high)
{
	loff_t pos = ((loff_t)pos_high << 32) | pos_low;
	return compat_sys_preadv64(fd, vec, vlen, pos);
}

1191 1192 1193
static size_t compat_writev(struct file *file,
			    const struct compat_iovec __user *vec,
			    unsigned long vlen, loff_t *pos)
L
Linus Torvalds 已提交
1194 1195 1196 1197 1198 1199 1200
{
	ssize_t ret = -EBADF;

	if (!(file->f_mode & FMODE_WRITE))
		goto out;

	ret = -EINVAL;
1201
	if (!file->f_op || (!file->f_op->aio_write && !file->f_op->write))
L
Linus Torvalds 已提交
1202 1203
		goto out;

1204
	ret = compat_do_readv_writev(WRITE, file, vec, vlen, pos);
L
Linus Torvalds 已提交
1205 1206

out:
1207 1208 1209
	if (ret > 0)
		add_wchar(current, ret);
	inc_syscw(current);
1210 1211 1212 1213 1214 1215 1216
	return ret;
}

asmlinkage ssize_t
compat_sys_writev(unsigned long fd, const struct compat_iovec __user *vec,
		  unsigned long vlen)
{
1217
	struct fd f = fdget(fd);
1218
	ssize_t ret;
A
Al Viro 已提交
1219
	loff_t pos;
1220

1221
	if (!f.file)
1222
		return -EBADF;
1223 1224 1225 1226
	pos = f.file->f_pos;
	ret = compat_writev(f.file, vec, vlen, &pos);
	f.file->f_pos = pos;
	fdput(f);
L
Linus Torvalds 已提交
1227 1228 1229
	return ret;
}

1230
asmlinkage ssize_t
1231 1232
compat_sys_pwritev64(unsigned long fd, const struct compat_iovec __user *vec,
		     unsigned long vlen, loff_t pos)
1233
{
1234
	struct fd f;
1235 1236 1237 1238
	ssize_t ret;

	if (pos < 0)
		return -EINVAL;
1239 1240
	f = fdget(fd);
	if (!f.file)
1241
		return -EBADF;
1242
	ret = -ESPIPE;
1243 1244 1245
	if (f.file->f_mode & FMODE_PWRITE)
		ret = compat_writev(f.file, vec, vlen, &pos);
	fdput(f);
1246 1247 1248
	return ret;
}

1249 1250 1251 1252 1253 1254 1255 1256
asmlinkage ssize_t
compat_sys_pwritev(unsigned long fd, const struct compat_iovec __user *vec,
		   unsigned long vlen, u32 pos_low, u32 pos_high)
{
	loff_t pos = ((loff_t)pos_high << 32) | pos_low;
	return compat_sys_pwritev64(fd, vec, vlen, pos);
}

1257 1258 1259 1260 1261
asmlinkage long
compat_sys_vmsplice(int fd, const struct compat_iovec __user *iov32,
		    unsigned int nr_segs, unsigned int flags)
{
	unsigned i;
1262
	struct iovec __user *iov;
1263
	if (nr_segs > UIO_MAXIOV)
1264 1265 1266 1267 1268 1269 1270 1271 1272 1273 1274 1275 1276
		return -EINVAL;
	iov = compat_alloc_user_space(nr_segs * sizeof(struct iovec));
	for (i = 0; i < nr_segs; i++) {
		struct compat_iovec v;
		if (get_user(v.iov_base, &iov32[i].iov_base) ||
		    get_user(v.iov_len, &iov32[i].iov_len) ||
		    put_user(compat_ptr(v.iov_base), &iov[i].iov_base) ||
		    put_user(v.iov_len, &iov[i].iov_len))
			return -EFAULT;
	}
	return sys_vmsplice(fd, iov, nr_segs, flags);
}

1277 1278 1279 1280
/*
 * Exactly like fs/open.c:sys_open(), except that it doesn't set the
 * O_LARGEFILE flag.
 */
1281
COMPAT_SYSCALL_DEFINE3(open, const char __user *, filename, int, flags, umode_t, mode)
1282
{
1283 1284 1285 1286 1287 1288 1289
	return do_sys_open(AT_FDCWD, filename, flags, mode);
}

/*
 * Exactly like fs/open.c:sys_openat(), except that it doesn't set the
 * O_LARGEFILE flag.
 */
1290
COMPAT_SYSCALL_DEFINE4(openat, int, dfd, const char __user *, filename, int, flags, umode_t, mode)
1291 1292
{
	return do_sys_open(dfd, filename, flags, mode);
1293 1294
}

L
Linus Torvalds 已提交
1295 1296
#define __COMPAT_NFDBITS       (8 * sizeof(compat_ulong_t))

1297 1298 1299 1300 1301 1302 1303 1304 1305 1306 1307 1308 1309 1310 1311 1312 1313 1314 1315 1316 1317 1318 1319 1320 1321 1322 1323 1324 1325 1326 1327 1328 1329 1330 1331 1332 1333 1334 1335 1336 1337 1338 1339 1340 1341 1342 1343 1344 1345 1346 1347
static int poll_select_copy_remaining(struct timespec *end_time, void __user *p,
				      int timeval, int ret)
{
	struct timespec ts;

	if (!p)
		return ret;

	if (current->personality & STICKY_TIMEOUTS)
		goto sticky;

	/* No update for zero timeout */
	if (!end_time->tv_sec && !end_time->tv_nsec)
		return ret;

	ktime_get_ts(&ts);
	ts = timespec_sub(*end_time, ts);
	if (ts.tv_sec < 0)
		ts.tv_sec = ts.tv_nsec = 0;

	if (timeval) {
		struct compat_timeval rtv;

		rtv.tv_sec = ts.tv_sec;
		rtv.tv_usec = ts.tv_nsec / NSEC_PER_USEC;

		if (!copy_to_user(p, &rtv, sizeof(rtv)))
			return ret;
	} else {
		struct compat_timespec rts;

		rts.tv_sec = ts.tv_sec;
		rts.tv_nsec = ts.tv_nsec;

		if (!copy_to_user(p, &rts, sizeof(rts)))
			return ret;
	}
	/*
	 * If an application puts its timeval in read-only memory, we
	 * don't want the Linux-specific update to the timeval to
	 * cause a fault after the select has completed
	 * successfully. However, because we're not updating the
	 * timeval, we can't restart the system call.
	 */

sticky:
	if (ret == -ERESTARTNOHAND)
		ret = -EINTR;
	return ret;
}

L
Linus Torvalds 已提交
1348 1349 1350 1351
/*
 * Ooo, nasty.  We need here to frob 32-bit unsigned longs to
 * 64-bit unsigned longs.
 */
1352
static
L
Linus Torvalds 已提交
1353 1354 1355
int compat_get_fd_set(unsigned long nr, compat_ulong_t __user *ufdset,
			unsigned long *fdset)
{
1356
	nr = DIV_ROUND_UP(nr, __COMPAT_NFDBITS);
L
Linus Torvalds 已提交
1357 1358 1359 1360 1361 1362 1363 1364 1365 1366
	if (ufdset) {
		unsigned long odd;

		if (!access_ok(VERIFY_WRITE, ufdset, nr*sizeof(compat_ulong_t)))
			return -EFAULT;

		odd = nr & 1UL;
		nr &= ~1UL;
		while (nr) {
			unsigned long h, l;
1367 1368
			if (__get_user(l, ufdset) || __get_user(h, ufdset+1))
				return -EFAULT;
L
Linus Torvalds 已提交
1369 1370 1371 1372
			ufdset += 2;
			*fdset++ = h << 32 | l;
			nr -= 2;
		}
1373 1374
		if (odd && __get_user(*fdset, ufdset))
			return -EFAULT;
L
Linus Torvalds 已提交
1375 1376 1377 1378 1379 1380 1381 1382 1383 1384
	} else {
		/* Tricky, must clear full unsigned long in the
		 * kernel fdset at the end, this makes sure that
		 * actually happens.
		 */
		memset(fdset, 0, ((nr + 1) & ~1)*sizeof(compat_ulong_t));
	}
	return 0;
}

1385
static
1386 1387
int compat_set_fd_set(unsigned long nr, compat_ulong_t __user *ufdset,
		      unsigned long *fdset)
L
Linus Torvalds 已提交
1388 1389
{
	unsigned long odd;
1390
	nr = DIV_ROUND_UP(nr, __COMPAT_NFDBITS);
L
Linus Torvalds 已提交
1391 1392

	if (!ufdset)
1393
		return 0;
L
Linus Torvalds 已提交
1394 1395 1396 1397 1398 1399 1400

	odd = nr & 1UL;
	nr &= ~1UL;
	while (nr) {
		unsigned long h, l;
		l = *fdset++;
		h = l >> 32;
1401 1402
		if (__put_user(l, ufdset) || __put_user(h, ufdset+1))
			return -EFAULT;
L
Linus Torvalds 已提交
1403 1404 1405
		ufdset += 2;
		nr -= 2;
	}
1406 1407 1408
	if (odd && __put_user(*fdset, ufdset))
		return -EFAULT;
	return 0;
L
Linus Torvalds 已提交
1409 1410 1411 1412 1413 1414 1415 1416 1417 1418 1419 1420 1421 1422 1423 1424
}


/*
 * This is a virtual copy of sys_select from fs/select.c and probably
 * should be compared to it from time to time
 */

/*
 * We can actually return ERESTARTSYS instead of EINTR, but I'd
 * like to be certain this leads to no problems. So I return
 * EINTR just for safety.
 *
 * Update: ERESTARTSYS breaks at least the xview clock binary, so
 * I'm trying ERESTARTNOHAND which restart only when you want to.
 */
1425
int compat_core_sys_select(int n, compat_ulong_t __user *inp,
1426 1427
	compat_ulong_t __user *outp, compat_ulong_t __user *exp,
	struct timespec *end_time)
L
Linus Torvalds 已提交
1428 1429
{
	fd_set_bits fds;
1430
	void *bits;
1431
	int size, max_fds, ret = -EINVAL;
1432
	struct fdtable *fdt;
1433
	long stack_fds[SELECT_STACK_ALLOC/sizeof(long)];
L
Linus Torvalds 已提交
1434 1435 1436 1437

	if (n < 0)
		goto out_nofds;

1438
	/* max_fds can increase, so grab it once to avoid race */
L
Linus Torvalds 已提交
1439
	rcu_read_lock();
1440
	fdt = files_fdtable(current->files);
1441
	max_fds = fdt->max_fds;
L
Linus Torvalds 已提交
1442
	rcu_read_unlock();
1443 1444
	if (n > max_fds)
		n = max_fds;
L
Linus Torvalds 已提交
1445 1446 1447 1448 1449 1450 1451

	/*
	 * We need 6 bitmaps (in/out/ex for both incoming and outgoing),
	 * since we used fdset we need to allocate memory in units of
	 * long-words.
	 */
	size = FDS_BYTES(n);
1452 1453 1454 1455 1456 1457 1458
	bits = stack_fds;
	if (size > sizeof(stack_fds) / 6) {
		bits = kmalloc(6 * size, GFP_KERNEL);
		ret = -ENOMEM;
		if (!bits)
			goto out_nofds;
	}
L
Linus Torvalds 已提交
1459 1460 1461 1462 1463 1464 1465 1466 1467 1468 1469 1470 1471 1472 1473
	fds.in      = (unsigned long *)  bits;
	fds.out     = (unsigned long *) (bits +   size);
	fds.ex      = (unsigned long *) (bits + 2*size);
	fds.res_in  = (unsigned long *) (bits + 3*size);
	fds.res_out = (unsigned long *) (bits + 4*size);
	fds.res_ex  = (unsigned long *) (bits + 5*size);

	if ((ret = compat_get_fd_set(n, inp, fds.in)) ||
	    (ret = compat_get_fd_set(n, outp, fds.out)) ||
	    (ret = compat_get_fd_set(n, exp, fds.ex)))
		goto out;
	zero_fd_set(n, fds.res_in);
	zero_fd_set(n, fds.res_out);
	zero_fd_set(n, fds.res_ex);

1474
	ret = do_select(n, &fds, end_time);
L
Linus Torvalds 已提交
1475 1476 1477 1478 1479 1480 1481 1482 1483 1484

	if (ret < 0)
		goto out;
	if (!ret) {
		ret = -ERESTARTNOHAND;
		if (signal_pending(current))
			goto out;
		ret = 0;
	}

1485 1486 1487 1488
	if (compat_set_fd_set(n, inp, fds.res_in) ||
	    compat_set_fd_set(n, outp, fds.res_out) ||
	    compat_set_fd_set(n, exp, fds.res_ex))
		ret = -EFAULT;
L
Linus Torvalds 已提交
1489
out:
1490 1491
	if (bits != stack_fds)
		kfree(bits);
L
Linus Torvalds 已提交
1492 1493 1494 1495
out_nofds:
	return ret;
}

1496 1497 1498 1499
asmlinkage long compat_sys_select(int n, compat_ulong_t __user *inp,
	compat_ulong_t __user *outp, compat_ulong_t __user *exp,
	struct compat_timeval __user *tvp)
{
1500
	struct timespec end_time, *to = NULL;
1501 1502 1503 1504 1505 1506 1507
	struct compat_timeval tv;
	int ret;

	if (tvp) {
		if (copy_from_user(&tv, tvp, sizeof(tv)))
			return -EFAULT;

1508
		to = &end_time;
1509 1510 1511
		if (poll_select_set_timeout(to,
				tv.tv_sec + (tv.tv_usec / USEC_PER_SEC),
				(tv.tv_usec % USEC_PER_SEC) * NSEC_PER_USEC))
1512 1513 1514
			return -EINVAL;
	}

1515 1516
	ret = compat_core_sys_select(n, inp, outp, exp, to);
	ret = poll_select_copy_remaining(&end_time, tvp, 1, ret);
1517 1518 1519 1520

	return ret;
}

C
Christoph Hellwig 已提交
1521 1522 1523 1524 1525 1526 1527 1528 1529 1530 1531 1532 1533 1534 1535 1536 1537 1538
struct compat_sel_arg_struct {
	compat_ulong_t n;
	compat_uptr_t inp;
	compat_uptr_t outp;
	compat_uptr_t exp;
	compat_uptr_t tvp;
};

asmlinkage long compat_sys_old_select(struct compat_sel_arg_struct __user *arg)
{
	struct compat_sel_arg_struct a;

	if (copy_from_user(&a, arg, sizeof(a)))
		return -EFAULT;
	return compat_sys_select(a.n, compat_ptr(a.inp), compat_ptr(a.outp),
				 compat_ptr(a.exp), compat_ptr(a.tvp));
}

1539
static long do_compat_pselect(int n, compat_ulong_t __user *inp,
1540 1541 1542 1543 1544 1545 1546
	compat_ulong_t __user *outp, compat_ulong_t __user *exp,
	struct compat_timespec __user *tsp, compat_sigset_t __user *sigmask,
	compat_size_t sigsetsize)
{
	compat_sigset_t ss32;
	sigset_t ksigmask, sigsaved;
	struct compat_timespec ts;
1547
	struct timespec end_time, *to = NULL;
1548 1549 1550 1551 1552 1553
	int ret;

	if (tsp) {
		if (copy_from_user(&ts, tsp, sizeof(ts)))
			return -EFAULT;

1554 1555
		to = &end_time;
		if (poll_select_set_timeout(to, ts.tv_sec, ts.tv_nsec))
1556 1557 1558 1559 1560 1561 1562 1563 1564 1565 1566 1567 1568 1569
			return -EINVAL;
	}

	if (sigmask) {
		if (sigsetsize != sizeof(compat_sigset_t))
			return -EINVAL;
		if (copy_from_user(&ss32, sigmask, sizeof(ss32)))
			return -EFAULT;
		sigset_from_compat(&ksigmask, &ss32);

		sigdelsetmask(&ksigmask, sigmask(SIGKILL)|sigmask(SIGSTOP));
		sigprocmask(SIG_SETMASK, &ksigmask, &sigsaved);
	}

1570 1571
	ret = compat_core_sys_select(n, inp, outp, exp, to);
	ret = poll_select_copy_remaining(&end_time, tsp, 0, ret);
1572 1573 1574 1575 1576 1577 1578 1579 1580 1581

	if (ret == -ERESTARTNOHAND) {
		/*
		 * Don't restore the signal mask yet. Let do_signal() deliver
		 * the signal on the way back to userspace, before the signal
		 * mask is restored.
		 */
		if (sigmask) {
			memcpy(&current->saved_sigmask, &sigsaved,
					sizeof(sigsaved));
1582
			set_restore_sigmask();
1583 1584 1585 1586 1587 1588 1589 1590 1591 1592 1593 1594 1595 1596 1597 1598 1599 1600 1601 1602 1603 1604
		}
	} else if (sigmask)
		sigprocmask(SIG_SETMASK, &sigsaved, NULL);

	return ret;
}

asmlinkage long compat_sys_pselect6(int n, compat_ulong_t __user *inp,
	compat_ulong_t __user *outp, compat_ulong_t __user *exp,
	struct compat_timespec __user *tsp, void __user *sig)
{
	compat_size_t sigsetsize = 0;
	compat_uptr_t up = 0;

	if (sig) {
		if (!access_ok(VERIFY_READ, sig,
				sizeof(compat_uptr_t)+sizeof(compat_size_t)) ||
		    	__get_user(up, (compat_uptr_t __user *)sig) ||
		    	__get_user(sigsetsize,
				(compat_size_t __user *)(sig+sizeof(up))))
			return -EFAULT;
	}
1605 1606
	return do_compat_pselect(n, inp, outp, exp, tsp, compat_ptr(up),
				 sigsetsize);
1607 1608 1609 1610 1611 1612 1613 1614 1615
}

asmlinkage long compat_sys_ppoll(struct pollfd __user *ufds,
	unsigned int nfds, struct compat_timespec __user *tsp,
	const compat_sigset_t __user *sigmask, compat_size_t sigsetsize)
{
	compat_sigset_t ss32;
	sigset_t ksigmask, sigsaved;
	struct compat_timespec ts;
1616
	struct timespec end_time, *to = NULL;
1617 1618 1619 1620 1621 1622
	int ret;

	if (tsp) {
		if (copy_from_user(&ts, tsp, sizeof(ts)))
			return -EFAULT;

1623 1624 1625
		to = &end_time;
		if (poll_select_set_timeout(to, ts.tv_sec, ts.tv_nsec))
			return -EINVAL;
1626 1627 1628
	}

	if (sigmask) {
1629
		if (sigsetsize != sizeof(compat_sigset_t))
1630 1631 1632 1633 1634 1635 1636 1637 1638
			return -EINVAL;
		if (copy_from_user(&ss32, sigmask, sizeof(ss32)))
			return -EFAULT;
		sigset_from_compat(&ksigmask, &ss32);

		sigdelsetmask(&ksigmask, sigmask(SIGKILL)|sigmask(SIGSTOP));
		sigprocmask(SIG_SETMASK, &ksigmask, &sigsaved);
	}

1639
	ret = do_sys_poll(ufds, nfds, to);
1640 1641 1642 1643 1644 1645 1646 1647 1648 1649 1650

	/* We can restart this syscall, usually */
	if (ret == -EINTR) {
		/*
		 * Don't restore the signal mask yet. Let do_signal() deliver
		 * the signal on the way back to userspace, before the signal
		 * mask is restored.
		 */
		if (sigmask) {
			memcpy(&current->saved_sigmask, &sigsaved,
				sizeof(sigsaved));
1651
			set_restore_sigmask();
1652 1653 1654 1655 1656
		}
		ret = -ERESTARTNOHAND;
	} else if (sigmask)
		sigprocmask(SIG_SETMASK, &sigsaved, NULL);

1657
	ret = poll_select_copy_remaining(&end_time, tsp, 0, ret);
1658 1659 1660 1661

	return ret;
}

1662 1663 1664 1665 1666 1667 1668 1669 1670 1671 1672 1673 1674 1675 1676 1677 1678 1679 1680 1681 1682 1683 1684 1685 1686 1687 1688 1689 1690 1691 1692 1693 1694 1695 1696 1697 1698 1699
#ifdef CONFIG_EPOLL

asmlinkage long compat_sys_epoll_pwait(int epfd,
			struct compat_epoll_event __user *events,
			int maxevents, int timeout,
			const compat_sigset_t __user *sigmask,
			compat_size_t sigsetsize)
{
	long err;
	compat_sigset_t csigmask;
	sigset_t ksigmask, sigsaved;

	/*
	 * If the caller wants a certain signal mask to be set during the wait,
	 * we apply it here.
	 */
	if (sigmask) {
		if (sigsetsize != sizeof(compat_sigset_t))
			return -EINVAL;
		if (copy_from_user(&csigmask, sigmask, sizeof(csigmask)))
			return -EFAULT;
		sigset_from_compat(&ksigmask, &csigmask);
		sigdelsetmask(&ksigmask, sigmask(SIGKILL) | sigmask(SIGSTOP));
		sigprocmask(SIG_SETMASK, &ksigmask, &sigsaved);
	}

	err = sys_epoll_wait(epfd, events, maxevents, timeout);

	/*
	 * If we changed the signal mask, we need to restore the original one.
	 * In case we've got a signal while waiting, we do not restore the
	 * signal mask yet, and we allow do_signal() to deliver the signal on
	 * the way back to userspace, before the signal mask is restored.
	 */
	if (sigmask) {
		if (err == -EINTR) {
			memcpy(&current->saved_sigmask, &sigsaved,
			       sizeof(sigsaved));
1700
			set_restore_sigmask();
1701 1702 1703 1704 1705 1706 1707 1708
		} else
			sigprocmask(SIG_SETMASK, &sigsaved, NULL);
	}

	return err;
}

#endif /* CONFIG_EPOLL */
1709 1710 1711

#ifdef CONFIG_SIGNALFD

U
Ulrich Drepper 已提交
1712 1713 1714
asmlinkage long compat_sys_signalfd4(int ufd,
				     const compat_sigset_t __user *sigmask,
				     compat_size_t sigsetsize, int flags)
1715 1716 1717 1718 1719 1720 1721 1722 1723 1724 1725 1726 1727 1728
{
	compat_sigset_t ss32;
	sigset_t tmp;
	sigset_t __user *ksigmask;

	if (sigsetsize != sizeof(compat_sigset_t))
		return -EINVAL;
	if (copy_from_user(&ss32, sigmask, sizeof(ss32)))
		return -EFAULT;
	sigset_from_compat(&tmp, &ss32);
	ksigmask = compat_alloc_user_space(sizeof(sigset_t));
	if (copy_to_user(ksigmask, &tmp, sizeof(sigset_t)))
		return -EFAULT;

U
Ulrich Drepper 已提交
1729
	return sys_signalfd4(ufd, ksigmask, sizeof(sigset_t), flags);
1730 1731
}

U
Ulrich Drepper 已提交
1732 1733 1734 1735 1736 1737
asmlinkage long compat_sys_signalfd(int ufd,
				    const compat_sigset_t __user *sigmask,
				    compat_size_t sigsetsize)
{
	return compat_sys_signalfd4(ufd, sigmask, sigsetsize, 0);
}
1738 1739
#endif /* CONFIG_SIGNALFD */

1740 1741 1742 1743 1744
#ifdef CONFIG_FHANDLE
/*
 * Exactly like fs/open.c:sys_open_by_handle_at(), except that it
 * doesn't set the O_LARGEFILE flag.
 */
1745 1746
COMPAT_SYSCALL_DEFINE3(open_by_handle_at, int, mountdirfd,
			     struct file_handle __user *, handle, int, flags)
1747 1748 1749 1750
{
	return do_handle_open(mountdirfd, handle, flags);
}
#endif
1751 1752 1753 1754 1755 1756 1757 1758 1759 1760 1761 1762 1763 1764 1765 1766 1767 1768 1769 1770 1771 1772

#ifdef __ARCH_WANT_COMPAT_SYS_SENDFILE
asmlinkage long compat_sys_sendfile(int out_fd, int in_fd,
				    compat_off_t __user *offset, compat_size_t count)
{
	loff_t pos;
	off_t off;
	ssize_t ret;

	if (offset) {
		if (unlikely(get_user(off, offset)))
			return -EFAULT;
		pos = off;
		ret = do_sendfile(out_fd, in_fd, &pos, count, MAX_NON_LFS);
		if (unlikely(put_user(pos, offset)))
			return -EFAULT;
		return ret;
	}

	return do_sendfile(out_fd, in_fd, NULL, count, 0);
}
#endif /* __ARCH_WANT_COMPAT_SYS_SENDFILE */