namespace.c 81.1 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7 8 9 10 11
/*
 *  linux/fs/namespace.c
 *
 * (C) Copyright Al Viro 2000, 2001
 *	Released under GPL v2.
 *
 * Based on code from fs/super.c, copyright Linus Torvalds and others.
 * Heavily rewritten.
 */

#include <linux/syscalls.h>
A
Al Viro 已提交
12
#include <linux/export.h>
13
#include <linux/capability.h>
14
#include <linux/mnt_namespace.h>
15
#include <linux/user_namespace.h>
L
Linus Torvalds 已提交
16 17
#include <linux/namei.h>
#include <linux/security.h>
18
#include <linux/idr.h>
19
#include <linux/init.h>		/* init_rootfs */
A
Al Viro 已提交
20 21 22
#include <linux/fs_struct.h>	/* get_fs_root et.al. */
#include <linux/fsnotify.h>	/* fsnotify_vfsmount_delete */
#include <linux/uaccess.h>
23
#include <linux/proc_ns.h>
24
#include <linux/magic.h>
A
Al Viro 已提交
25
#include <linux/bootmem.h>
A
Al Viro 已提交
26
#include <linux/task_work.h>
27
#include "pnode.h"
28
#include "internal.h"
L
Linus Torvalds 已提交
29

A
Al Viro 已提交
30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53
static unsigned int m_hash_mask __read_mostly;
static unsigned int m_hash_shift __read_mostly;
static unsigned int mp_hash_mask __read_mostly;
static unsigned int mp_hash_shift __read_mostly;

static __initdata unsigned long mhash_entries;
static int __init set_mhash_entries(char *str)
{
	if (!str)
		return 0;
	mhash_entries = simple_strtoul(str, &str, 0);
	return 1;
}
__setup("mhash_entries=", set_mhash_entries);

static __initdata unsigned long mphash_entries;
static int __init set_mphash_entries(char *str)
{
	if (!str)
		return 0;
	mphash_entries = simple_strtoul(str, &str, 0);
	return 1;
}
__setup("mphash_entries=", set_mphash_entries);
E
Eric Dumazet 已提交
54

A
Al Viro 已提交
55
static u64 event;
56
static DEFINE_IDA(mnt_id_ida);
57
static DEFINE_IDA(mnt_group_ida);
N
Nick Piggin 已提交
58
static DEFINE_SPINLOCK(mnt_id_lock);
59 60
static int mnt_id_start = 0;
static int mnt_group_start = 1;
L
Linus Torvalds 已提交
61

A
Al Viro 已提交
62
static struct hlist_head *mount_hashtable __read_mostly;
A
Al Viro 已提交
63
static struct hlist_head *mountpoint_hashtable __read_mostly;
64
static struct kmem_cache *mnt_cache __read_mostly;
A
Al Viro 已提交
65
static DECLARE_RWSEM(namespace_sem);
L
Linus Torvalds 已提交
66

M
Miklos Szeredi 已提交
67
/* /sys/fs */
68 69
struct kobject *fs_kobj;
EXPORT_SYMBOL_GPL(fs_kobj);
M
Miklos Szeredi 已提交
70

N
Nick Piggin 已提交
71 72 73 74 75 76 77 78
/*
 * vfsmount lock may be taken for read to prevent changes to the
 * vfsmount hash, ie. during mountpoint lookups or walking back
 * up the tree.
 *
 * It should be taken for write in all cases where the vfsmount
 * tree or hash is modified or when a vfsmount structure is modified.
 */
A
Al Viro 已提交
79
__cacheline_aligned_in_smp DEFINE_SEQLOCK(mount_lock);
N
Nick Piggin 已提交
80

A
Al Viro 已提交
81
static inline struct hlist_head *m_hash(struct vfsmount *mnt, struct dentry *dentry)
L
Linus Torvalds 已提交
82
{
R
Ram Pai 已提交
83 84
	unsigned long tmp = ((unsigned long)mnt / L1_CACHE_BYTES);
	tmp += ((unsigned long)dentry / L1_CACHE_BYTES);
A
Al Viro 已提交
85 86 87 88 89 90 91 92 93
	tmp = tmp + (tmp >> m_hash_shift);
	return &mount_hashtable[tmp & m_hash_mask];
}

static inline struct hlist_head *mp_hash(struct dentry *dentry)
{
	unsigned long tmp = ((unsigned long)dentry / L1_CACHE_BYTES);
	tmp = tmp + (tmp >> mp_hash_shift);
	return &mountpoint_hashtable[tmp & mp_hash_mask];
L
Linus Torvalds 已提交
94 95
}

N
Nick Piggin 已提交
96 97 98 99
/*
 * allocation is serialized by namespace_sem, but we need the spinlock to
 * serialize with freeing.
 */
100
static int mnt_alloc_id(struct mount *mnt)
101 102 103 104 105
{
	int res;

retry:
	ida_pre_get(&mnt_id_ida, GFP_KERNEL);
N
Nick Piggin 已提交
106
	spin_lock(&mnt_id_lock);
A
Al Viro 已提交
107
	res = ida_get_new_above(&mnt_id_ida, mnt_id_start, &mnt->mnt_id);
108
	if (!res)
A
Al Viro 已提交
109
		mnt_id_start = mnt->mnt_id + 1;
N
Nick Piggin 已提交
110
	spin_unlock(&mnt_id_lock);
111 112 113 114 115 116
	if (res == -EAGAIN)
		goto retry;

	return res;
}

117
static void mnt_free_id(struct mount *mnt)
118
{
A
Al Viro 已提交
119
	int id = mnt->mnt_id;
N
Nick Piggin 已提交
120
	spin_lock(&mnt_id_lock);
121 122 123
	ida_remove(&mnt_id_ida, id);
	if (mnt_id_start > id)
		mnt_id_start = id;
N
Nick Piggin 已提交
124
	spin_unlock(&mnt_id_lock);
125 126
}

127 128 129 130 131
/*
 * Allocate a new peer group ID
 *
 * mnt_group_ida is protected by namespace_sem
 */
132
static int mnt_alloc_group_id(struct mount *mnt)
133
{
134 135
	int res;

136 137 138
	if (!ida_pre_get(&mnt_group_ida, GFP_KERNEL))
		return -ENOMEM;

139 140
	res = ida_get_new_above(&mnt_group_ida,
				mnt_group_start,
A
Al Viro 已提交
141
				&mnt->mnt_group_id);
142
	if (!res)
A
Al Viro 已提交
143
		mnt_group_start = mnt->mnt_group_id + 1;
144 145

	return res;
146 147 148 149 150
}

/*
 * Release a peer group ID
 */
151
void mnt_release_group_id(struct mount *mnt)
152
{
A
Al Viro 已提交
153
	int id = mnt->mnt_group_id;
154 155 156
	ida_remove(&mnt_group_ida, id);
	if (mnt_group_start > id)
		mnt_group_start = id;
A
Al Viro 已提交
157
	mnt->mnt_group_id = 0;
158 159
}

N
Nick Piggin 已提交
160 161 162
/*
 * vfsmount lock must be held for read
 */
163
static inline void mnt_add_count(struct mount *mnt, int n)
N
Nick Piggin 已提交
164 165
{
#ifdef CONFIG_SMP
166
	this_cpu_add(mnt->mnt_pcp->mnt_count, n);
N
Nick Piggin 已提交
167 168
#else
	preempt_disable();
169
	mnt->mnt_count += n;
N
Nick Piggin 已提交
170 171 172 173 174 175 176
	preempt_enable();
#endif
}

/*
 * vfsmount lock must be held for write
 */
177
unsigned int mnt_get_count(struct mount *mnt)
N
Nick Piggin 已提交
178 179
{
#ifdef CONFIG_SMP
A
Al Viro 已提交
180
	unsigned int count = 0;
N
Nick Piggin 已提交
181 182 183
	int cpu;

	for_each_possible_cpu(cpu) {
184
		count += per_cpu_ptr(mnt->mnt_pcp, cpu)->mnt_count;
N
Nick Piggin 已提交
185 186 187 188
	}

	return count;
#else
189
	return mnt->mnt_count;
N
Nick Piggin 已提交
190 191 192
#endif
}

193 194 195 196 197 198 199 200
static void drop_mountpoint(struct fs_pin *p)
{
	struct mount *m = container_of(p, struct mount, mnt_umount);
	dput(m->mnt_ex_mountpoint);
	pin_remove(p);
	mntput(&m->mnt);
}

201
static struct mount *alloc_vfsmnt(const char *name)
L
Linus Torvalds 已提交
202
{
203 204
	struct mount *mnt = kmem_cache_zalloc(mnt_cache, GFP_KERNEL);
	if (mnt) {
205 206
		int err;

207
		err = mnt_alloc_id(mnt);
208 209 210 211
		if (err)
			goto out_free_cache;

		if (name) {
212
			mnt->mnt_devname = kstrdup_const(name, GFP_KERNEL);
213
			if (!mnt->mnt_devname)
214
				goto out_free_id;
215 216
		}

N
Nick Piggin 已提交
217
#ifdef CONFIG_SMP
218 219
		mnt->mnt_pcp = alloc_percpu(struct mnt_pcp);
		if (!mnt->mnt_pcp)
N
Nick Piggin 已提交
220 221
			goto out_free_devname;

222
		this_cpu_add(mnt->mnt_pcp->mnt_count, 1);
N
Nick Piggin 已提交
223
#else
224 225
		mnt->mnt_count = 1;
		mnt->mnt_writers = 0;
N
Nick Piggin 已提交
226 227
#endif

A
Al Viro 已提交
228
		INIT_HLIST_NODE(&mnt->mnt_hash);
229 230 231 232 233 234 235
		INIT_LIST_HEAD(&mnt->mnt_child);
		INIT_LIST_HEAD(&mnt->mnt_mounts);
		INIT_LIST_HEAD(&mnt->mnt_list);
		INIT_LIST_HEAD(&mnt->mnt_expire);
		INIT_LIST_HEAD(&mnt->mnt_share);
		INIT_LIST_HEAD(&mnt->mnt_slave_list);
		INIT_LIST_HEAD(&mnt->mnt_slave);
236
		INIT_HLIST_NODE(&mnt->mnt_mp_list);
237 238
#ifdef CONFIG_FSNOTIFY
		INIT_HLIST_HEAD(&mnt->mnt_fsnotify_marks);
N
npiggin@suse.de 已提交
239
#endif
240
		init_fs_pin(&mnt->mnt_umount, drop_mountpoint);
L
Linus Torvalds 已提交
241
	}
242
	return mnt;
243

N
npiggin@suse.de 已提交
244 245
#ifdef CONFIG_SMP
out_free_devname:
246
	kfree_const(mnt->mnt_devname);
N
npiggin@suse.de 已提交
247
#endif
248
out_free_id:
249
	mnt_free_id(mnt);
250
out_free_cache:
251
	kmem_cache_free(mnt_cache, mnt);
252
	return NULL;
L
Linus Torvalds 已提交
253 254
}

255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275
/*
 * Most r/o checks on a fs are for operations that take
 * discrete amounts of time, like a write() or unlink().
 * We must keep track of when those operations start
 * (for permission checks) and when they end, so that
 * we can determine when writes are able to occur to
 * a filesystem.
 */
/*
 * __mnt_is_readonly: check whether a mount is read-only
 * @mnt: the mount to check for its write status
 *
 * This shouldn't be used directly ouside of the VFS.
 * It does not guarantee that the filesystem will stay
 * r/w, just that it is right *now*.  This can not and
 * should not be used in place of IS_RDONLY(inode).
 * mnt_want/drop_write() will _keep_ the filesystem
 * r/w.
 */
int __mnt_is_readonly(struct vfsmount *mnt)
{
276 277 278 279 280
	if (mnt->mnt_flags & MNT_READONLY)
		return 1;
	if (mnt->mnt_sb->s_flags & MS_RDONLY)
		return 1;
	return 0;
281 282 283
}
EXPORT_SYMBOL_GPL(__mnt_is_readonly);

284
static inline void mnt_inc_writers(struct mount *mnt)
N
npiggin@suse.de 已提交
285 286
{
#ifdef CONFIG_SMP
287
	this_cpu_inc(mnt->mnt_pcp->mnt_writers);
N
npiggin@suse.de 已提交
288
#else
289
	mnt->mnt_writers++;
N
npiggin@suse.de 已提交
290 291
#endif
}
292

293
static inline void mnt_dec_writers(struct mount *mnt)
294
{
N
npiggin@suse.de 已提交
295
#ifdef CONFIG_SMP
296
	this_cpu_dec(mnt->mnt_pcp->mnt_writers);
N
npiggin@suse.de 已提交
297
#else
298
	mnt->mnt_writers--;
N
npiggin@suse.de 已提交
299
#endif
300 301
}

302
static unsigned int mnt_get_writers(struct mount *mnt)
303
{
N
npiggin@suse.de 已提交
304 305
#ifdef CONFIG_SMP
	unsigned int count = 0;
306 307 308
	int cpu;

	for_each_possible_cpu(cpu) {
309
		count += per_cpu_ptr(mnt->mnt_pcp, cpu)->mnt_writers;
310 311
	}

N
npiggin@suse.de 已提交
312 313 314 315
	return count;
#else
	return mnt->mnt_writers;
#endif
316 317
}

318 319 320 321 322 323 324 325 326
static int mnt_is_readonly(struct vfsmount *mnt)
{
	if (mnt->mnt_sb->s_readonly_remount)
		return 1;
	/* Order wrt setting s_flags/s_readonly_remount in do_remount() */
	smp_rmb();
	return __mnt_is_readonly(mnt);
}

327
/*
328 329 330 331
 * Most r/o & frozen checks on a fs are for operations that take discrete
 * amounts of time, like a write() or unlink().  We must keep track of when
 * those operations start (for permission checks) and when they end, so that we
 * can determine when writes are able to occur to a filesystem.
332 333
 */
/**
334
 * __mnt_want_write - get write access to a mount without freeze protection
335
 * @m: the mount on which to take a write
336
 *
337 338 339 340 341
 * This tells the low-level filesystem that a write is about to be performed to
 * it, and makes sure that writes are allowed (mnt it read-write) before
 * returning success. This operation does not protect against filesystem being
 * frozen. When the write operation is finished, __mnt_drop_write() must be
 * called. This is effectively a refcount.
342
 */
343
int __mnt_want_write(struct vfsmount *m)
344
{
345
	struct mount *mnt = real_mount(m);
346 347
	int ret = 0;

N
npiggin@suse.de 已提交
348
	preempt_disable();
349
	mnt_inc_writers(mnt);
N
npiggin@suse.de 已提交
350
	/*
351
	 * The store to mnt_inc_writers must be visible before we pass
N
npiggin@suse.de 已提交
352 353 354 355
	 * MNT_WRITE_HOLD loop below, so that the slowpath can see our
	 * incremented count after it has set MNT_WRITE_HOLD.
	 */
	smp_mb();
356
	while (ACCESS_ONCE(mnt->mnt.mnt_flags) & MNT_WRITE_HOLD)
N
npiggin@suse.de 已提交
357 358 359 360 361 362 363
		cpu_relax();
	/*
	 * After the slowpath clears MNT_WRITE_HOLD, mnt_is_readonly will
	 * be set to match its requirements. So we must not load that until
	 * MNT_WRITE_HOLD is cleared.
	 */
	smp_rmb();
364
	if (mnt_is_readonly(m)) {
365
		mnt_dec_writers(mnt);
366 367
		ret = -EROFS;
	}
N
npiggin@suse.de 已提交
368
	preempt_enable();
369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389

	return ret;
}

/**
 * mnt_want_write - get write access to a mount
 * @m: the mount on which to take a write
 *
 * This tells the low-level filesystem that a write is about to be performed to
 * it, and makes sure that writes are allowed (mount is read-write, filesystem
 * is not frozen) before returning success.  When the write operation is
 * finished, mnt_drop_write() must be called.  This is effectively a refcount.
 */
int mnt_want_write(struct vfsmount *m)
{
	int ret;

	sb_start_write(m->mnt_sb);
	ret = __mnt_want_write(m);
	if (ret)
		sb_end_write(m->mnt_sb);
390
	return ret;
391 392 393
}
EXPORT_SYMBOL_GPL(mnt_want_write);

N
npiggin@suse.de 已提交
394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411
/**
 * mnt_clone_write - get write access to a mount
 * @mnt: the mount on which to take a write
 *
 * This is effectively like mnt_want_write, except
 * it must only be used to take an extra write reference
 * on a mountpoint that we already know has a write reference
 * on it. This allows some optimisation.
 *
 * After finished, mnt_drop_write must be called as usual to
 * drop the reference.
 */
int mnt_clone_write(struct vfsmount *mnt)
{
	/* superblock may be r/o */
	if (__mnt_is_readonly(mnt))
		return -EROFS;
	preempt_disable();
412
	mnt_inc_writers(real_mount(mnt));
N
npiggin@suse.de 已提交
413 414 415 416 417 418
	preempt_enable();
	return 0;
}
EXPORT_SYMBOL_GPL(mnt_clone_write);

/**
419
 * __mnt_want_write_file - get write access to a file's mount
N
npiggin@suse.de 已提交
420 421
 * @file: the file who's mount on which to take a write
 *
422
 * This is like __mnt_want_write, but it takes a file and can
N
npiggin@suse.de 已提交
423 424
 * do some optimisations if the file is open for write already
 */
425
int __mnt_want_write_file(struct file *file)
N
npiggin@suse.de 已提交
426
{
427
	if (!(file->f_mode & FMODE_WRITER))
428
		return __mnt_want_write(file->f_path.mnt);
N
npiggin@suse.de 已提交
429 430 431
	else
		return mnt_clone_write(file->f_path.mnt);
}
432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449

/**
 * mnt_want_write_file - get write access to a file's mount
 * @file: the file who's mount on which to take a write
 *
 * This is like mnt_want_write, but it takes a file and can
 * do some optimisations if the file is open for write already
 */
int mnt_want_write_file(struct file *file)
{
	int ret;

	sb_start_write(file->f_path.mnt->mnt_sb);
	ret = __mnt_want_write_file(file);
	if (ret)
		sb_end_write(file->f_path.mnt->mnt_sb);
	return ret;
}
N
npiggin@suse.de 已提交
450 451
EXPORT_SYMBOL_GPL(mnt_want_write_file);

452
/**
453
 * __mnt_drop_write - give up write access to a mount
454 455 456 457
 * @mnt: the mount on which to give up write access
 *
 * Tells the low-level filesystem that we are done
 * performing writes to it.  Must be matched with
458
 * __mnt_want_write() call above.
459
 */
460
void __mnt_drop_write(struct vfsmount *mnt)
461
{
N
npiggin@suse.de 已提交
462
	preempt_disable();
463
	mnt_dec_writers(real_mount(mnt));
N
npiggin@suse.de 已提交
464
	preempt_enable();
465
}
466 467 468 469 470 471 472 473 474 475 476 477 478 479

/**
 * mnt_drop_write - give up write access to a mount
 * @mnt: the mount on which to give up write access
 *
 * Tells the low-level filesystem that we are done performing writes to it and
 * also allows filesystem to be frozen again.  Must be matched with
 * mnt_want_write() call above.
 */
void mnt_drop_write(struct vfsmount *mnt)
{
	__mnt_drop_write(mnt);
	sb_end_write(mnt->mnt_sb);
}
480 481
EXPORT_SYMBOL_GPL(mnt_drop_write);

482 483 484 485 486
void __mnt_drop_write_file(struct file *file)
{
	__mnt_drop_write(file->f_path.mnt);
}

A
Al Viro 已提交
487 488 489 490 491 492
void mnt_drop_write_file(struct file *file)
{
	mnt_drop_write(file->f_path.mnt);
}
EXPORT_SYMBOL(mnt_drop_write_file);

493
static int mnt_make_readonly(struct mount *mnt)
494
{
495 496
	int ret = 0;

497
	lock_mount_hash();
498
	mnt->mnt.mnt_flags |= MNT_WRITE_HOLD;
499
	/*
N
npiggin@suse.de 已提交
500 501
	 * After storing MNT_WRITE_HOLD, we'll read the counters. This store
	 * should be visible before we do.
502
	 */
N
npiggin@suse.de 已提交
503 504
	smp_mb();

505
	/*
N
npiggin@suse.de 已提交
506 507 508 509 510 511 512 513 514 515 516 517 518 519
	 * With writers on hold, if this value is zero, then there are
	 * definitely no active writers (although held writers may subsequently
	 * increment the count, they'll have to wait, and decrement it after
	 * seeing MNT_READONLY).
	 *
	 * It is OK to have counter incremented on one CPU and decremented on
	 * another: the sum will add up correctly. The danger would be when we
	 * sum up each counter, if we read a counter before it is incremented,
	 * but then read another CPU's count which it has been subsequently
	 * decremented from -- we would see more decrements than we should.
	 * MNT_WRITE_HOLD protects against this scenario, because
	 * mnt_want_write first increments count, then smp_mb, then spins on
	 * MNT_WRITE_HOLD, so it can't be decremented by another CPU while
	 * we're counting up here.
520
	 */
521
	if (mnt_get_writers(mnt) > 0)
N
npiggin@suse.de 已提交
522 523
		ret = -EBUSY;
	else
524
		mnt->mnt.mnt_flags |= MNT_READONLY;
N
npiggin@suse.de 已提交
525 526 527 528 529
	/*
	 * MNT_READONLY must become visible before ~MNT_WRITE_HOLD, so writers
	 * that become unheld will see MNT_READONLY.
	 */
	smp_wmb();
530
	mnt->mnt.mnt_flags &= ~MNT_WRITE_HOLD;
531
	unlock_mount_hash();
532
	return ret;
533 534
}

535
static void __mnt_unmake_readonly(struct mount *mnt)
536
{
537
	lock_mount_hash();
538
	mnt->mnt.mnt_flags &= ~MNT_READONLY;
539
	unlock_mount_hash();
540 541
}

542 543 544 545 546
int sb_prepare_remount_readonly(struct super_block *sb)
{
	struct mount *mnt;
	int err = 0;

547 548 549 550
	/* Racy optimization.  Recheck the counter under MNT_WRITE_HOLD */
	if (atomic_long_read(&sb->s_remove_count))
		return -EBUSY;

551
	lock_mount_hash();
552 553 554 555 556 557 558 559 560 561
	list_for_each_entry(mnt, &sb->s_mounts, mnt_instance) {
		if (!(mnt->mnt.mnt_flags & MNT_READONLY)) {
			mnt->mnt.mnt_flags |= MNT_WRITE_HOLD;
			smp_mb();
			if (mnt_get_writers(mnt) > 0) {
				err = -EBUSY;
				break;
			}
		}
	}
562 563 564
	if (!err && atomic_long_read(&sb->s_remove_count))
		err = -EBUSY;

565 566 567 568 569 570 571 572
	if (!err) {
		sb->s_readonly_remount = 1;
		smp_wmb();
	}
	list_for_each_entry(mnt, &sb->s_mounts, mnt_instance) {
		if (mnt->mnt.mnt_flags & MNT_WRITE_HOLD)
			mnt->mnt.mnt_flags &= ~MNT_WRITE_HOLD;
	}
573
	unlock_mount_hash();
574 575 576 577

	return err;
}

578
static void free_vfsmnt(struct mount *mnt)
L
Linus Torvalds 已提交
579
{
580
	kfree_const(mnt->mnt_devname);
N
npiggin@suse.de 已提交
581
#ifdef CONFIG_SMP
582
	free_percpu(mnt->mnt_pcp);
N
npiggin@suse.de 已提交
583
#endif
584
	kmem_cache_free(mnt_cache, mnt);
L
Linus Torvalds 已提交
585 586
}

587 588 589 590 591
static void delayed_free_vfsmnt(struct rcu_head *head)
{
	free_vfsmnt(container_of(head, struct mount, mnt_rcu));
}

A
Al Viro 已提交
592
/* call under rcu_read_lock */
A
Al Viro 已提交
593
int __legitimize_mnt(struct vfsmount *bastard, unsigned seq)
A
Al Viro 已提交
594 595 596
{
	struct mount *mnt;
	if (read_seqretry(&mount_lock, seq))
A
Al Viro 已提交
597
		return 1;
A
Al Viro 已提交
598
	if (bastard == NULL)
A
Al Viro 已提交
599
		return 0;
A
Al Viro 已提交
600 601 602
	mnt = real_mount(bastard);
	mnt_add_count(mnt, 1);
	if (likely(!read_seqretry(&mount_lock, seq)))
A
Al Viro 已提交
603
		return 0;
A
Al Viro 已提交
604 605
	if (bastard->mnt_flags & MNT_SYNC_UMOUNT) {
		mnt_add_count(mnt, -1);
A
Al Viro 已提交
606 607 608 609 610 611 612 613 614 615 616 617 618 619 620
		return 1;
	}
	return -1;
}

/* call under rcu_read_lock */
bool legitimize_mnt(struct vfsmount *bastard, unsigned seq)
{
	int res = __legitimize_mnt(bastard, seq);
	if (likely(!res))
		return true;
	if (unlikely(res < 0)) {
		rcu_read_unlock();
		mntput(bastard);
		rcu_read_lock();
A
Al Viro 已提交
621 622 623 624
	}
	return false;
}

L
Linus Torvalds 已提交
625
/*
A
Al Viro 已提交
626
 * find the first mount at @dentry on vfsmount @mnt.
A
Al Viro 已提交
627
 * call under rcu_read_lock()
L
Linus Torvalds 已提交
628
 */
A
Al Viro 已提交
629
struct mount *__lookup_mnt(struct vfsmount *mnt, struct dentry *dentry)
L
Linus Torvalds 已提交
630
{
A
Al Viro 已提交
631
	struct hlist_head *head = m_hash(mnt, dentry);
A
Al Viro 已提交
632 633
	struct mount *p;

A
Al Viro 已提交
634
	hlist_for_each_entry_rcu(p, head, mnt_hash)
A
Al Viro 已提交
635 636 637 638 639 640 641
		if (&p->mnt_parent->mnt == mnt && p->mnt_mountpoint == dentry)
			return p;
	return NULL;
}

/*
 * find the last mount at @dentry on vfsmount @mnt.
A
Al Viro 已提交
642
 * mount_lock must be held.
A
Al Viro 已提交
643 644 645
 */
struct mount *__lookup_mnt_last(struct vfsmount *mnt, struct dentry *dentry)
{
646 647
	struct mount *p, *res = NULL;
	p = __lookup_mnt(mnt, dentry);
A
Al Viro 已提交
648 649
	if (!p)
		goto out;
650 651
	if (!(p->mnt.mnt_flags & MNT_UMOUNT))
		res = p;
A
Al Viro 已提交
652
	hlist_for_each_entry_continue(p, mnt_hash) {
A
Al Viro 已提交
653 654
		if (&p->mnt_parent->mnt != mnt || p->mnt_mountpoint != dentry)
			break;
655 656
		if (!(p->mnt.mnt_flags & MNT_UMOUNT))
			res = p;
A
Al Viro 已提交
657
	}
A
Al Viro 已提交
658
out:
A
Al Viro 已提交
659
	return res;
L
Linus Torvalds 已提交
660 661
}

R
Ram Pai 已提交
662
/*
663 664 665 666 667 668 669 670 671 672 673 674 675 676
 * lookup_mnt - Return the first child mount mounted at path
 *
 * "First" means first mounted chronologically.  If you create the
 * following mounts:
 *
 * mount /dev/sda1 /mnt
 * mount /dev/sda2 /mnt
 * mount /dev/sda3 /mnt
 *
 * Then lookup_mnt() on the base /mnt dentry in the root mount will
 * return successively the root dentry and vfsmount of /dev/sda1, then
 * /dev/sda2, then /dev/sda3, then NULL.
 *
 * lookup_mnt takes a reference to the found vfsmount.
R
Ram Pai 已提交
677
 */
A
Al Viro 已提交
678
struct vfsmount *lookup_mnt(struct path *path)
R
Ram Pai 已提交
679
{
680
	struct mount *child_mnt;
A
Al Viro 已提交
681 682
	struct vfsmount *m;
	unsigned seq;
N
Nick Piggin 已提交
683

A
Al Viro 已提交
684 685 686 687 688 689 690 691
	rcu_read_lock();
	do {
		seq = read_seqbegin(&mount_lock);
		child_mnt = __lookup_mnt(path->mnt, path->dentry);
		m = child_mnt ? &child_mnt->mnt : NULL;
	} while (!legitimize_mnt(m, seq));
	rcu_read_unlock();
	return m;
R
Ram Pai 已提交
692 693
}

694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728
/*
 * __is_local_mountpoint - Test to see if dentry is a mountpoint in the
 *                         current mount namespace.
 *
 * The common case is dentries are not mountpoints at all and that
 * test is handled inline.  For the slow case when we are actually
 * dealing with a mountpoint of some kind, walk through all of the
 * mounts in the current mount namespace and test to see if the dentry
 * is a mountpoint.
 *
 * The mount_hashtable is not usable in the context because we
 * need to identify all mounts that may be in the current mount
 * namespace not just a mount that happens to have some specified
 * parent mount.
 */
bool __is_local_mountpoint(struct dentry *dentry)
{
	struct mnt_namespace *ns = current->nsproxy->mnt_ns;
	struct mount *mnt;
	bool is_covered = false;

	if (!d_mountpoint(dentry))
		goto out;

	down_read(&namespace_sem);
	list_for_each_entry(mnt, &ns->list, mnt_list) {
		is_covered = (mnt->mnt_mountpoint == dentry);
		if (is_covered)
			break;
	}
	up_read(&namespace_sem);
out:
	return is_covered;
}

729
static struct mountpoint *lookup_mountpoint(struct dentry *dentry)
730
{
A
Al Viro 已提交
731
	struct hlist_head *chain = mp_hash(dentry);
732 733
	struct mountpoint *mp;

A
Al Viro 已提交
734
	hlist_for_each_entry(mp, chain, m_hash) {
735 736 737 738 739 740 741 742
		if (mp->m_dentry == dentry) {
			/* might be worth a WARN_ON() */
			if (d_unlinked(dentry))
				return ERR_PTR(-ENOENT);
			mp->m_count++;
			return mp;
		}
	}
743 744 745 746 747 748 749 750
	return NULL;
}

static struct mountpoint *new_mountpoint(struct dentry *dentry)
{
	struct hlist_head *chain = mp_hash(dentry);
	struct mountpoint *mp;
	int ret;
751 752 753 754 755

	mp = kmalloc(sizeof(struct mountpoint), GFP_KERNEL);
	if (!mp)
		return ERR_PTR(-ENOMEM);

756 757
	ret = d_set_mounted(dentry);
	if (ret) {
758
		kfree(mp);
759
		return ERR_PTR(ret);
760
	}
761

762 763
	mp->m_dentry = dentry;
	mp->m_count = 1;
A
Al Viro 已提交
764
	hlist_add_head(&mp->m_hash, chain);
765
	INIT_HLIST_HEAD(&mp->m_list);
766 767 768 769 770 771 772
	return mp;
}

static void put_mountpoint(struct mountpoint *mp)
{
	if (!--mp->m_count) {
		struct dentry *dentry = mp->m_dentry;
773
		BUG_ON(!hlist_empty(&mp->m_list));
774 775 776
		spin_lock(&dentry->d_lock);
		dentry->d_flags &= ~DCACHE_MOUNTED;
		spin_unlock(&dentry->d_lock);
A
Al Viro 已提交
777
		hlist_del(&mp->m_hash);
778 779 780 781
		kfree(mp);
	}
}

A
Al Viro 已提交
782
static inline int check_mnt(struct mount *mnt)
L
Linus Torvalds 已提交
783
{
784
	return mnt->mnt_ns == current->nsproxy->mnt_ns;
L
Linus Torvalds 已提交
785 786
}

N
Nick Piggin 已提交
787 788 789
/*
 * vfsmount lock must be held for write
 */
790
static void touch_mnt_namespace(struct mnt_namespace *ns)
A
Al Viro 已提交
791 792 793 794 795 796 797
{
	if (ns) {
		ns->event = ++event;
		wake_up_interruptible(&ns->poll);
	}
}

N
Nick Piggin 已提交
798 799 800
/*
 * vfsmount lock must be held for write
 */
801
static void __touch_mnt_namespace(struct mnt_namespace *ns)
A
Al Viro 已提交
802 803 804 805 806 807 808
{
	if (ns && ns->event != event) {
		ns->event = event;
		wake_up_interruptible(&ns->poll);
	}
}

N
Nick Piggin 已提交
809 810 811
/*
 * vfsmount lock must be held for write
 */
812
static void unhash_mnt(struct mount *mnt)
813
{
814
	mnt->mnt_parent = mnt;
815
	mnt->mnt_mountpoint = mnt->mnt.mnt_root;
816
	list_del_init(&mnt->mnt_child);
A
Al Viro 已提交
817
	hlist_del_init_rcu(&mnt->mnt_hash);
818
	hlist_del_init(&mnt->mnt_mp_list);
819 820
	put_mountpoint(mnt->mnt_mp);
	mnt->mnt_mp = NULL;
L
Linus Torvalds 已提交
821 822
}

823 824 825 826 827 828 829 830 831 832
/*
 * vfsmount lock must be held for write
 */
static void detach_mnt(struct mount *mnt, struct path *old_path)
{
	old_path->dentry = mnt->mnt_mountpoint;
	old_path->mnt = &mnt->mnt_parent->mnt;
	unhash_mnt(mnt);
}

833 834 835 836 837 838 839 840 841 842
/*
 * vfsmount lock must be held for write
 */
static void umount_mnt(struct mount *mnt)
{
	/* old mountpoint will be dropped when we can do that */
	mnt->mnt_ex_mountpoint = mnt->mnt_mountpoint;
	unhash_mnt(mnt);
}

N
Nick Piggin 已提交
843 844 845
/*
 * vfsmount lock must be held for write
 */
846 847
void mnt_set_mountpoint(struct mount *mnt,
			struct mountpoint *mp,
848
			struct mount *child_mnt)
849
{
850
	mp->m_count++;
851
	mnt_add_count(mnt, 1);	/* essentially, that's mntget */
852
	child_mnt->mnt_mountpoint = dget(mp->m_dentry);
853
	child_mnt->mnt_parent = mnt;
854
	child_mnt->mnt_mp = mp;
855
	hlist_add_head(&child_mnt->mnt_mp_list, &mp->m_list);
856 857
}

N
Nick Piggin 已提交
858 859 860
/*
 * vfsmount lock must be held for write
 */
861 862 863
static void attach_mnt(struct mount *mnt,
			struct mount *parent,
			struct mountpoint *mp)
L
Linus Torvalds 已提交
864
{
865
	mnt_set_mountpoint(parent, mp, mnt);
A
Al Viro 已提交
866
	hlist_add_head_rcu(&mnt->mnt_hash, m_hash(&parent->mnt, mp->m_dentry));
867
	list_add_tail(&mnt->mnt_child, &parent->mnt_mounts);
868 869
}

A
Al Viro 已提交
870 871 872 873 874
static void attach_shadowed(struct mount *mnt,
			struct mount *parent,
			struct mount *shadows)
{
	if (shadows) {
875
		hlist_add_behind_rcu(&mnt->mnt_hash, &shadows->mnt_hash);
A
Al Viro 已提交
876 877 878 879 880 881 882 883
		list_add(&mnt->mnt_child, &shadows->mnt_child);
	} else {
		hlist_add_head_rcu(&mnt->mnt_hash,
				m_hash(&parent->mnt, mnt->mnt_mountpoint));
		list_add_tail(&mnt->mnt_child, &parent->mnt_mounts);
	}
}

884
/*
N
Nick Piggin 已提交
885
 * vfsmount lock must be held for write
886
 */
A
Al Viro 已提交
887
static void commit_tree(struct mount *mnt, struct mount *shadows)
888
{
889
	struct mount *parent = mnt->mnt_parent;
890
	struct mount *m;
891
	LIST_HEAD(head);
A
Al Viro 已提交
892
	struct mnt_namespace *n = parent->mnt_ns;
893

894
	BUG_ON(parent == mnt);
895

A
Al Viro 已提交
896
	list_add_tail(&head, &mnt->mnt_list);
A
Al Viro 已提交
897
	list_for_each_entry(m, &head, mnt_list)
A
Al Viro 已提交
898
		m->mnt_ns = n;
A
Al Viro 已提交
899

900 901
	list_splice(&head, n->list.prev);

A
Al Viro 已提交
902
	attach_shadowed(mnt, parent, shadows);
903
	touch_mnt_namespace(n);
L
Linus Torvalds 已提交
904 905
}

906
static struct mount *next_mnt(struct mount *p, struct mount *root)
L
Linus Torvalds 已提交
907
{
908 909
	struct list_head *next = p->mnt_mounts.next;
	if (next == &p->mnt_mounts) {
L
Linus Torvalds 已提交
910
		while (1) {
911
			if (p == root)
L
Linus Torvalds 已提交
912
				return NULL;
913 914
			next = p->mnt_child.next;
			if (next != &p->mnt_parent->mnt_mounts)
L
Linus Torvalds 已提交
915
				break;
916
			p = p->mnt_parent;
L
Linus Torvalds 已提交
917 918
		}
	}
919
	return list_entry(next, struct mount, mnt_child);
L
Linus Torvalds 已提交
920 921
}

922
static struct mount *skip_mnt_tree(struct mount *p)
R
Ram Pai 已提交
923
{
924 925 926 927
	struct list_head *prev = p->mnt_mounts.prev;
	while (prev != &p->mnt_mounts) {
		p = list_entry(prev, struct mount, mnt_child);
		prev = p->mnt_mounts.prev;
R
Ram Pai 已提交
928 929 930 931
	}
	return p;
}

932 933 934
struct vfsmount *
vfs_kern_mount(struct file_system_type *type, int flags, const char *name, void *data)
{
935
	struct mount *mnt;
936 937 938 939 940 941 942 943 944 945
	struct dentry *root;

	if (!type)
		return ERR_PTR(-ENODEV);

	mnt = alloc_vfsmnt(name);
	if (!mnt)
		return ERR_PTR(-ENOMEM);

	if (flags & MS_KERNMOUNT)
946
		mnt->mnt.mnt_flags = MNT_INTERNAL;
947 948 949

	root = mount_fs(type, flags, name, data);
	if (IS_ERR(root)) {
950
		mnt_free_id(mnt);
951 952 953 954
		free_vfsmnt(mnt);
		return ERR_CAST(root);
	}

955 956
	mnt->mnt.mnt_root = root;
	mnt->mnt.mnt_sb = root->d_sb;
957
	mnt->mnt_mountpoint = mnt->mnt.mnt_root;
958
	mnt->mnt_parent = mnt;
959
	lock_mount_hash();
960
	list_add_tail(&mnt->mnt_instance, &root->d_sb->s_mounts);
961
	unlock_mount_hash();
962
	return &mnt->mnt;
963 964 965
}
EXPORT_SYMBOL_GPL(vfs_kern_mount);

966
static struct mount *clone_mnt(struct mount *old, struct dentry *root,
R
Ram Pai 已提交
967
					int flag)
L
Linus Torvalds 已提交
968
{
969
	struct super_block *sb = old->mnt.mnt_sb;
970 971
	struct mount *mnt;
	int err;
L
Linus Torvalds 已提交
972

973 974 975
	mnt = alloc_vfsmnt(old->mnt_devname);
	if (!mnt)
		return ERR_PTR(-ENOMEM);
976

977
	if (flag & (CL_SLAVE | CL_PRIVATE | CL_SHARED_TO_SLAVE))
978 979 980
		mnt->mnt_group_id = 0; /* not a peer of original */
	else
		mnt->mnt_group_id = old->mnt_group_id;
981

982 983 984 985
	if ((flag & CL_MAKE_SHARED) && !mnt->mnt_group_id) {
		err = mnt_alloc_group_id(mnt);
		if (err)
			goto out_free;
L
Linus Torvalds 已提交
986
	}
987

A
Al Viro 已提交
988
	mnt->mnt.mnt_flags = old->mnt.mnt_flags & ~(MNT_WRITE_HOLD|MNT_MARKED);
989
	/* Don't allow unprivileged users to change mount flags */
990 991 992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004
	if (flag & CL_UNPRIVILEGED) {
		mnt->mnt.mnt_flags |= MNT_LOCK_ATIME;

		if (mnt->mnt.mnt_flags & MNT_READONLY)
			mnt->mnt.mnt_flags |= MNT_LOCK_READONLY;

		if (mnt->mnt.mnt_flags & MNT_NODEV)
			mnt->mnt.mnt_flags |= MNT_LOCK_NODEV;

		if (mnt->mnt.mnt_flags & MNT_NOSUID)
			mnt->mnt.mnt_flags |= MNT_LOCK_NOSUID;

		if (mnt->mnt.mnt_flags & MNT_NOEXEC)
			mnt->mnt.mnt_flags |= MNT_LOCK_NOEXEC;
	}
1005

1006
	/* Don't allow unprivileged users to reveal what is under a mount */
1007 1008
	if ((flag & CL_UNPRIVILEGED) &&
	    (!(flag & CL_EXPIRE) || list_empty(&old->mnt_expire)))
1009 1010
		mnt->mnt.mnt_flags |= MNT_LOCKED;

1011 1012 1013 1014 1015
	atomic_inc(&sb->s_active);
	mnt->mnt.mnt_sb = sb;
	mnt->mnt.mnt_root = dget(root);
	mnt->mnt_mountpoint = mnt->mnt.mnt_root;
	mnt->mnt_parent = mnt;
1016
	lock_mount_hash();
1017
	list_add_tail(&mnt->mnt_instance, &sb->s_mounts);
1018
	unlock_mount_hash();
1019

1020 1021
	if ((flag & CL_SLAVE) ||
	    ((flag & CL_SHARED_TO_SLAVE) && IS_MNT_SHARED(old))) {
1022 1023 1024 1025 1026 1027 1028 1029 1030 1031 1032 1033 1034 1035 1036 1037 1038 1039 1040 1041
		list_add(&mnt->mnt_slave, &old->mnt_slave_list);
		mnt->mnt_master = old;
		CLEAR_MNT_SHARED(mnt);
	} else if (!(flag & CL_PRIVATE)) {
		if ((flag & CL_MAKE_SHARED) || IS_MNT_SHARED(old))
			list_add(&mnt->mnt_share, &old->mnt_share);
		if (IS_MNT_SLAVE(old))
			list_add(&mnt->mnt_slave, &old->mnt_slave);
		mnt->mnt_master = old->mnt_master;
	}
	if (flag & CL_MAKE_SHARED)
		set_mnt_shared(mnt);

	/* stick the duplicate mount on the same expiry list
	 * as the original if that was on one */
	if (flag & CL_EXPIRE) {
		if (!list_empty(&old->mnt_expire))
			list_add(&mnt->mnt_expire, &old->mnt_expire);
	}

1042
	return mnt;
1043 1044

 out_free:
1045
	mnt_free_id(mnt);
1046
	free_vfsmnt(mnt);
1047
	return ERR_PTR(err);
L
Linus Torvalds 已提交
1048 1049
}

A
Al Viro 已提交
1050 1051 1052 1053 1054 1055 1056 1057 1058 1059 1060 1061 1062 1063 1064 1065 1066 1067 1068 1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084 1085 1086 1087 1088 1089
static void cleanup_mnt(struct mount *mnt)
{
	/*
	 * This probably indicates that somebody messed
	 * up a mnt_want/drop_write() pair.  If this
	 * happens, the filesystem was probably unable
	 * to make r/w->r/o transitions.
	 */
	/*
	 * The locking used to deal with mnt_count decrement provides barriers,
	 * so mnt_get_writers() below is safe.
	 */
	WARN_ON(mnt_get_writers(mnt));
	if (unlikely(mnt->mnt_pins.first))
		mnt_pin_kill(mnt);
	fsnotify_vfsmount_delete(&mnt->mnt);
	dput(mnt->mnt.mnt_root);
	deactivate_super(mnt->mnt.mnt_sb);
	mnt_free_id(mnt);
	call_rcu(&mnt->mnt_rcu, delayed_free_vfsmnt);
}

static void __cleanup_mnt(struct rcu_head *head)
{
	cleanup_mnt(container_of(head, struct mount, mnt_rcu));
}

static LLIST_HEAD(delayed_mntput_list);
static void delayed_mntput(struct work_struct *unused)
{
	struct llist_node *node = llist_del_all(&delayed_mntput_list);
	struct llist_node *next;

	for (; node; node = next) {
		next = llist_next(node);
		cleanup_mnt(llist_entry(node, struct mount, mnt_llist));
	}
}
static DECLARE_DELAYED_WORK(delayed_mntput_work, delayed_mntput);

1090
static void mntput_no_expire(struct mount *mnt)
N
Nick Piggin 已提交
1091
{
A
Al Viro 已提交
1092 1093 1094 1095
	rcu_read_lock();
	mnt_add_count(mnt, -1);
	if (likely(mnt->mnt_ns)) { /* shouldn't be the last one */
		rcu_read_unlock();
A
Al Viro 已提交
1096
		return;
N
Nick Piggin 已提交
1097
	}
1098
	lock_mount_hash();
N
Nick Piggin 已提交
1099
	if (mnt_get_count(mnt)) {
A
Al Viro 已提交
1100
		rcu_read_unlock();
1101
		unlock_mount_hash();
N
Nick Piggin 已提交
1102 1103
		return;
	}
A
Al Viro 已提交
1104 1105 1106 1107 1108 1109 1110
	if (unlikely(mnt->mnt.mnt_flags & MNT_DOOMED)) {
		rcu_read_unlock();
		unlock_mount_hash();
		return;
	}
	mnt->mnt.mnt_flags |= MNT_DOOMED;
	rcu_read_unlock();
A
Andi Kleen 已提交
1111

1112
	list_del(&mnt->mnt_instance);
1113 1114 1115 1116 1117 1118 1119

	if (unlikely(!list_empty(&mnt->mnt_mounts))) {
		struct mount *p, *tmp;
		list_for_each_entry_safe(p, tmp, &mnt->mnt_mounts,  mnt_child) {
			umount_mnt(p);
		}
	}
1120
	unlock_mount_hash();
A
Al Viro 已提交
1121

A
Al Viro 已提交
1122 1123 1124 1125 1126 1127 1128 1129 1130 1131 1132 1133
	if (likely(!(mnt->mnt.mnt_flags & MNT_INTERNAL))) {
		struct task_struct *task = current;
		if (likely(!(task->flags & PF_KTHREAD))) {
			init_task_work(&mnt->mnt_rcu, __cleanup_mnt);
			if (!task_work_add(task, &mnt->mnt_rcu, true))
				return;
		}
		if (llist_add(&mnt->mnt_llist, &delayed_mntput_list))
			schedule_delayed_work(&delayed_mntput_work, 1);
		return;
	}
	cleanup_mnt(mnt);
N
Nick Piggin 已提交
1134 1135 1136 1137 1138
}

void mntput(struct vfsmount *mnt)
{
	if (mnt) {
1139
		struct mount *m = real_mount(mnt);
N
Nick Piggin 已提交
1140
		/* avoid cacheline pingpong, hope gcc doesn't get "smart" */
1141 1142 1143
		if (unlikely(m->mnt_expiry_mark))
			m->mnt_expiry_mark = 0;
		mntput_no_expire(m);
N
Nick Piggin 已提交
1144 1145 1146 1147 1148 1149 1150
	}
}
EXPORT_SYMBOL(mntput);

struct vfsmount *mntget(struct vfsmount *mnt)
{
	if (mnt)
1151
		mnt_add_count(real_mount(mnt), 1);
N
Nick Piggin 已提交
1152 1153 1154 1155
	return mnt;
}
EXPORT_SYMBOL(mntget);

A
Al Viro 已提交
1156
struct vfsmount *mnt_clone_internal(struct path *path)
1157
{
A
Al Viro 已提交
1158 1159 1160 1161 1162 1163
	struct mount *p;
	p = clone_mnt(real_mount(path->mnt), path->dentry, CL_PRIVATE);
	if (IS_ERR(p))
		return ERR_CAST(p);
	p->mnt.mnt_flags |= MNT_INTERNAL;
	return &p->mnt;
1164
}
L
Linus Torvalds 已提交
1165

1166 1167 1168 1169 1170 1171 1172 1173 1174 1175 1176
static inline void mangle(struct seq_file *m, const char *s)
{
	seq_escape(m, s, " \t\n\\");
}

/*
 * Simple .show_options callback for filesystems which don't want to
 * implement more complex mount option showing.
 *
 * See also save_mount_options().
 */
1177
int generic_show_options(struct seq_file *m, struct dentry *root)
1178
{
1179 1180 1181
	const char *options;

	rcu_read_lock();
1182
	options = rcu_dereference(root->d_sb->s_options);
1183 1184 1185 1186 1187

	if (options != NULL && options[0]) {
		seq_putc(m, ',');
		mangle(m, options);
	}
1188
	rcu_read_unlock();
1189 1190 1191 1192 1193 1194 1195 1196 1197 1198 1199 1200 1201 1202 1203 1204 1205 1206 1207 1208

	return 0;
}
EXPORT_SYMBOL(generic_show_options);

/*
 * If filesystem uses generic_show_options(), this function should be
 * called from the fill_super() callback.
 *
 * The .remount_fs callback usually needs to be handled in a special
 * way, to make sure, that previous options are not overwritten if the
 * remount fails.
 *
 * Also note, that if the filesystem's .remount_fs function doesn't
 * reset all options to their default value, but changes only newly
 * given options, then the displayed options will not reflect reality
 * any more.
 */
void save_mount_options(struct super_block *sb, char *options)
{
1209 1210
	BUG_ON(sb->s_options);
	rcu_assign_pointer(sb->s_options, kstrdup(options, GFP_KERNEL));
1211 1212 1213
}
EXPORT_SYMBOL(save_mount_options);

1214 1215 1216 1217 1218 1219 1220 1221 1222 1223 1224
void replace_mount_options(struct super_block *sb, char *options)
{
	char *old = sb->s_options;
	rcu_assign_pointer(sb->s_options, options);
	if (old) {
		synchronize_rcu();
		kfree(old);
	}
}
EXPORT_SYMBOL(replace_mount_options);

1225
#ifdef CONFIG_PROC_FS
1226
/* iterator; we want it to have access to namespace_sem, thus here... */
L
Linus Torvalds 已提交
1227 1228
static void *m_start(struct seq_file *m, loff_t *pos)
{
1229
	struct proc_mounts *p = m->private;
L
Linus Torvalds 已提交
1230

R
Ram Pai 已提交
1231
	down_read(&namespace_sem);
A
Al Viro 已提交
1232 1233 1234 1235 1236 1237 1238 1239 1240 1241 1242 1243 1244 1245
	if (p->cached_event == p->ns->event) {
		void *v = p->cached_mount;
		if (*pos == p->cached_index)
			return v;
		if (*pos == p->cached_index + 1) {
			v = seq_list_next(v, &p->ns->list, &p->cached_index);
			return p->cached_mount = v;
		}
	}

	p->cached_event = p->ns->event;
	p->cached_mount = seq_list_start(&p->ns->list, *pos);
	p->cached_index = *pos;
	return p->cached_mount;
L
Linus Torvalds 已提交
1246 1247 1248 1249
}

static void *m_next(struct seq_file *m, void *v, loff_t *pos)
{
1250
	struct proc_mounts *p = m->private;
1251

A
Al Viro 已提交
1252 1253 1254
	p->cached_mount = seq_list_next(v, &p->ns->list, pos);
	p->cached_index = *pos;
	return p->cached_mount;
L
Linus Torvalds 已提交
1255 1256 1257 1258
}

static void m_stop(struct seq_file *m, void *v)
{
R
Ram Pai 已提交
1259
	up_read(&namespace_sem);
L
Linus Torvalds 已提交
1260 1261
}

1262
static int m_show(struct seq_file *m, void *v)
1263
{
1264
	struct proc_mounts *p = m->private;
A
Al Viro 已提交
1265
	struct mount *r = list_entry(v, struct mount, mnt_list);
1266
	return p->show(m, &r->mnt);
L
Linus Torvalds 已提交
1267 1268
}

1269
const struct seq_operations mounts_op = {
L
Linus Torvalds 已提交
1270 1271 1272
	.start	= m_start,
	.next	= m_next,
	.stop	= m_stop,
1273
	.show	= m_show,
1274
};
1275
#endif  /* CONFIG_PROC_FS */
1276

L
Linus Torvalds 已提交
1277 1278 1279 1280 1281 1282 1283 1284
/**
 * may_umount_tree - check if a mount tree is busy
 * @mnt: root of mount tree
 *
 * This is called to check if a tree of mounts has any
 * open files, pwds, chroots or sub mounts that are
 * busy.
 */
1285
int may_umount_tree(struct vfsmount *m)
L
Linus Torvalds 已提交
1286
{
1287
	struct mount *mnt = real_mount(m);
R
Ram Pai 已提交
1288 1289
	int actual_refs = 0;
	int minimum_refs = 0;
1290
	struct mount *p;
1291
	BUG_ON(!m);
L
Linus Torvalds 已提交
1292

N
Nick Piggin 已提交
1293
	/* write lock needed for mnt_get_count */
1294
	lock_mount_hash();
1295
	for (p = mnt; p; p = next_mnt(p, mnt)) {
1296
		actual_refs += mnt_get_count(p);
L
Linus Torvalds 已提交
1297 1298
		minimum_refs += 2;
	}
1299
	unlock_mount_hash();
L
Linus Torvalds 已提交
1300 1301

	if (actual_refs > minimum_refs)
1302
		return 0;
L
Linus Torvalds 已提交
1303

1304
	return 1;
L
Linus Torvalds 已提交
1305 1306 1307 1308 1309 1310 1311 1312 1313 1314 1315 1316 1317 1318 1319 1320 1321 1322 1323
}

EXPORT_SYMBOL(may_umount_tree);

/**
 * may_umount - check if a mount point is busy
 * @mnt: root of mount
 *
 * This is called to check if a mount point has any
 * open files, pwds, chroots or sub mounts. If the
 * mount has sub mounts this will return busy
 * regardless of whether the sub mounts are busy.
 *
 * Doesn't take quota and stuff into account. IOW, in some cases it will
 * give false negatives. The main reason why it's here is that we need
 * a non-destructive way to look for easily umountable filesystems.
 */
int may_umount(struct vfsmount *mnt)
{
1324
	int ret = 1;
A
Al Viro 已提交
1325
	down_read(&namespace_sem);
1326
	lock_mount_hash();
1327
	if (propagate_mount_busy(real_mount(mnt), 2))
1328
		ret = 0;
1329
	unlock_mount_hash();
A
Al Viro 已提交
1330
	up_read(&namespace_sem);
R
Ram Pai 已提交
1331
	return ret;
L
Linus Torvalds 已提交
1332 1333 1334 1335
}

EXPORT_SYMBOL(may_umount);

A
Al Viro 已提交
1336
static HLIST_HEAD(unmounted);	/* protected by namespace_sem */
1337

1338
static void namespace_unlock(void)
R
Ram Pai 已提交
1339
{
1340
	struct hlist_head head;
1341

1342
	hlist_move_list(&unmounted, &head);
1343 1344 1345

	up_write(&namespace_sem);

1346 1347 1348
	if (likely(hlist_empty(&head)))
		return;

A
Al Viro 已提交
1349 1350
	synchronize_rcu();

1351
	group_pin_kill(&head);
R
Ram Pai 已提交
1352 1353
}

1354
static inline void namespace_lock(void)
1355
{
1356
	down_write(&namespace_sem);
1357 1358
}

1359 1360 1361
enum umount_tree_flags {
	UMOUNT_SYNC = 1,
	UMOUNT_PROPAGATE = 2,
1362
	UMOUNT_CONNECTED = 4,
1363
};
1364 1365 1366 1367 1368 1369 1370 1371 1372 1373 1374 1375 1376 1377 1378 1379 1380 1381 1382 1383 1384 1385 1386 1387 1388 1389 1390 1391 1392 1393

static bool disconnect_mount(struct mount *mnt, enum umount_tree_flags how)
{
	/* Leaving mounts connected is only valid for lazy umounts */
	if (how & UMOUNT_SYNC)
		return true;

	/* A mount without a parent has nothing to be connected to */
	if (!mnt_has_parent(mnt))
		return true;

	/* Because the reference counting rules change when mounts are
	 * unmounted and connected, umounted mounts may not be
	 * connected to mounted mounts.
	 */
	if (!(mnt->mnt_parent->mnt.mnt_flags & MNT_UMOUNT))
		return true;

	/* Has it been requested that the mount remain connected? */
	if (how & UMOUNT_CONNECTED)
		return false;

	/* Is the mount locked such that it needs to remain connected? */
	if (IS_MNT_LOCKED(mnt))
		return false;

	/* By default disconnect the mount */
	return true;
}

N
Nick Piggin 已提交
1394
/*
A
Al Viro 已提交
1395
 * mount_lock must be held
N
Nick Piggin 已提交
1396 1397
 * namespace_sem must be held for write
 */
1398
static void umount_tree(struct mount *mnt, enum umount_tree_flags how)
L
Linus Torvalds 已提交
1399
{
1400
	LIST_HEAD(tmp_list);
1401
	struct mount *p;
L
Linus Torvalds 已提交
1402

1403 1404 1405
	if (how & UMOUNT_PROPAGATE)
		propagate_mount_unlock(mnt);

1406
	/* Gather the mounts to umount */
E
Eric W. Biederman 已提交
1407 1408
	for (p = mnt; p; p = next_mnt(p, mnt)) {
		p->mnt.mnt_flags |= MNT_UMOUNT;
1409
		list_move(&p->mnt_list, &tmp_list);
E
Eric W. Biederman 已提交
1410
	}
L
Linus Torvalds 已提交
1411

1412
	/* Hide the mounts from mnt_mounts */
1413
	list_for_each_entry(p, &tmp_list, mnt_list) {
1414
		list_del_init(&p->mnt_child);
1415
	}
1416

1417
	/* Add propogated mounts to the tmp_list */
1418
	if (how & UMOUNT_PROPAGATE)
A
Al Viro 已提交
1419
		propagate_umount(&tmp_list);
R
Ram Pai 已提交
1420

1421
	while (!list_empty(&tmp_list)) {
1422
		bool disconnect;
1423
		p = list_first_entry(&tmp_list, struct mount, mnt_list);
1424
		list_del_init(&p->mnt_expire);
A
Al Viro 已提交
1425
		list_del_init(&p->mnt_list);
A
Al Viro 已提交
1426 1427
		__touch_mnt_namespace(p->mnt_ns);
		p->mnt_ns = NULL;
1428
		if (how & UMOUNT_SYNC)
A
Al Viro 已提交
1429
			p->mnt.mnt_flags |= MNT_SYNC_UMOUNT;
1430

1431
		disconnect = disconnect_mount(p, how);
1432 1433 1434

		pin_insert_group(&p->mnt_umount, &p->mnt_parent->mnt,
				 disconnect ? &unmounted : NULL);
1435
		if (mnt_has_parent(p)) {
1436
			mnt_add_count(p->mnt_parent, -1);
1437 1438 1439 1440 1441 1442
			if (!disconnect) {
				/* Don't forget about p */
				list_add_tail(&p->mnt_child, &p->mnt_parent->mnt_mounts);
			} else {
				umount_mnt(p);
			}
1443
		}
1444
		change_mnt_propagation(p, MS_PRIVATE);
L
Linus Torvalds 已提交
1445 1446 1447
	}
}

1448
static void shrink_submounts(struct mount *mnt);
1449

1450
static int do_umount(struct mount *mnt, int flags)
L
Linus Torvalds 已提交
1451
{
1452
	struct super_block *sb = mnt->mnt.mnt_sb;
L
Linus Torvalds 已提交
1453 1454
	int retval;

1455
	retval = security_sb_umount(&mnt->mnt, flags);
L
Linus Torvalds 已提交
1456 1457 1458 1459 1460 1461 1462 1463 1464 1465
	if (retval)
		return retval;

	/*
	 * Allow userspace to request a mountpoint be expired rather than
	 * unmounting unconditionally. Unmount only happens if:
	 *  (1) the mark is already set (the mark is cleared by mntput())
	 *  (2) the usage count == 1 [parent vfsmount] + 1 [sys_umount]
	 */
	if (flags & MNT_EXPIRE) {
1466
		if (&mnt->mnt == current->fs->root.mnt ||
L
Linus Torvalds 已提交
1467 1468 1469
		    flags & (MNT_FORCE | MNT_DETACH))
			return -EINVAL;

N
Nick Piggin 已提交
1470 1471 1472 1473
		/*
		 * probably don't strictly need the lock here if we examined
		 * all race cases, but it's a slowpath.
		 */
1474
		lock_mount_hash();
1475
		if (mnt_get_count(mnt) != 2) {
1476
			unlock_mount_hash();
L
Linus Torvalds 已提交
1477
			return -EBUSY;
N
Nick Piggin 已提交
1478
		}
1479
		unlock_mount_hash();
L
Linus Torvalds 已提交
1480

1481
		if (!xchg(&mnt->mnt_expiry_mark, 1))
L
Linus Torvalds 已提交
1482 1483 1484 1485 1486 1487 1488 1489 1490 1491 1492 1493 1494
			return -EAGAIN;
	}

	/*
	 * If we may have to abort operations to get out of this
	 * mount, and they will themselves hold resources we must
	 * allow the fs to do things. In the Unix tradition of
	 * 'Gee thats tricky lets do it in userspace' the umount_begin
	 * might fail to complete on the first run through as other tasks
	 * must return, and the like. Thats for the mount program to worry
	 * about for the moment.
	 */

1495 1496 1497
	if (flags & MNT_FORCE && sb->s_op->umount_begin) {
		sb->s_op->umount_begin(sb);
	}
L
Linus Torvalds 已提交
1498 1499 1500 1501 1502 1503 1504 1505 1506 1507

	/*
	 * No sense to grab the lock for this test, but test itself looks
	 * somewhat bogus. Suggestions for better replacement?
	 * Ho-hum... In principle, we might treat that as umount + switch
	 * to rootfs. GC would eventually take care of the old vfsmount.
	 * Actually it makes sense, especially if rootfs would contain a
	 * /reboot - static binary that would close all descriptors and
	 * call reboot(9). Then init(8) could umount root and exec /reboot.
	 */
1508
	if (&mnt->mnt == current->fs->root.mnt && !(flags & MNT_DETACH)) {
L
Linus Torvalds 已提交
1509 1510 1511 1512
		/*
		 * Special case for "unmounting" root ...
		 * we just try to remount it readonly.
		 */
1513 1514
		if (!capable(CAP_SYS_ADMIN))
			return -EPERM;
L
Linus Torvalds 已提交
1515
		down_write(&sb->s_umount);
A
Al Viro 已提交
1516
		if (!(sb->s_flags & MS_RDONLY))
L
Linus Torvalds 已提交
1517 1518 1519 1520 1521
			retval = do_remount_sb(sb, MS_RDONLY, NULL, 0);
		up_write(&sb->s_umount);
		return retval;
	}

1522
	namespace_lock();
1523
	lock_mount_hash();
A
Al Viro 已提交
1524
	event++;
L
Linus Torvalds 已提交
1525

A
Al Viro 已提交
1526
	if (flags & MNT_DETACH) {
A
Al Viro 已提交
1527
		if (!list_empty(&mnt->mnt_list))
1528
			umount_tree(mnt, UMOUNT_PROPAGATE);
L
Linus Torvalds 已提交
1529
		retval = 0;
A
Al Viro 已提交
1530 1531 1532 1533 1534
	} else {
		shrink_submounts(mnt);
		retval = -EBUSY;
		if (!propagate_mount_busy(mnt, 2)) {
			if (!list_empty(&mnt->mnt_list))
1535
				umount_tree(mnt, UMOUNT_PROPAGATE|UMOUNT_SYNC);
A
Al Viro 已提交
1536 1537
			retval = 0;
		}
L
Linus Torvalds 已提交
1538
	}
1539
	unlock_mount_hash();
1540
	namespace_unlock();
L
Linus Torvalds 已提交
1541 1542 1543
	return retval;
}

1544 1545 1546 1547 1548 1549 1550 1551 1552 1553 1554 1555 1556 1557 1558 1559 1560
/*
 * __detach_mounts - lazily unmount all mounts on the specified dentry
 *
 * During unlink, rmdir, and d_drop it is possible to loose the path
 * to an existing mountpoint, and wind up leaking the mount.
 * detach_mounts allows lazily unmounting those mounts instead of
 * leaking them.
 *
 * The caller may hold dentry->d_inode->i_mutex.
 */
void __detach_mounts(struct dentry *dentry)
{
	struct mountpoint *mp;
	struct mount *mnt;

	namespace_lock();
	mp = lookup_mountpoint(dentry);
1561
	if (IS_ERR_OR_NULL(mp))
1562 1563 1564 1565 1566
		goto out_unlock;

	lock_mount_hash();
	while (!hlist_empty(&mp->m_list)) {
		mnt = hlist_entry(mp->m_list.first, struct mount, mnt_mp_list);
1567
		if (mnt->mnt.mnt_flags & MNT_UMOUNT) {
1568 1569
			hlist_add_head(&mnt->mnt_umount.s_list, &unmounted);
			umount_mnt(mnt);
1570
		}
1571
		else umount_tree(mnt, UMOUNT_CONNECTED);
1572 1573 1574 1575 1576 1577 1578
	}
	unlock_mount_hash();
	put_mountpoint(mp);
out_unlock:
	namespace_unlock();
}

1579 1580 1581 1582 1583 1584 1585 1586
/* 
 * Is the caller allowed to modify his namespace?
 */
static inline bool may_mount(void)
{
	return ns_capable(current->nsproxy->mnt_ns->user_ns, CAP_SYS_ADMIN);
}

1587 1588 1589 1590 1591
static inline bool may_mandlock(void)
{
#ifndef	CONFIG_MANDATORY_FILE_LOCKING
	return false;
#endif
1592
	return capable(CAP_SYS_ADMIN);
1593 1594
}

L
Linus Torvalds 已提交
1595 1596 1597 1598 1599 1600 1601 1602
/*
 * Now umount can handle mount points as well as block devices.
 * This is important for filesystems which use unnamed block devices.
 *
 * We now support a flag for forced unmount like the other 'big iron'
 * unixes. Our API is identical to OSF/1 to avoid making a mess of AMD
 */

1603
SYSCALL_DEFINE2(umount, char __user *, name, int, flags)
L
Linus Torvalds 已提交
1604
{
1605
	struct path path;
1606
	struct mount *mnt;
L
Linus Torvalds 已提交
1607
	int retval;
1608
	int lookup_flags = 0;
L
Linus Torvalds 已提交
1609

1610 1611 1612
	if (flags & ~(MNT_FORCE | MNT_DETACH | MNT_EXPIRE | UMOUNT_NOFOLLOW))
		return -EINVAL;

1613 1614 1615
	if (!may_mount())
		return -EPERM;

1616 1617 1618
	if (!(flags & UMOUNT_NOFOLLOW))
		lookup_flags |= LOOKUP_FOLLOW;

1619
	retval = user_path_mountpoint_at(AT_FDCWD, name, lookup_flags, &path);
L
Linus Torvalds 已提交
1620 1621
	if (retval)
		goto out;
1622
	mnt = real_mount(path.mnt);
L
Linus Torvalds 已提交
1623
	retval = -EINVAL;
1624
	if (path.dentry != path.mnt->mnt_root)
L
Linus Torvalds 已提交
1625
		goto dput_and_out;
A
Al Viro 已提交
1626
	if (!check_mnt(mnt))
L
Linus Torvalds 已提交
1627
		goto dput_and_out;
1628 1629
	if (mnt->mnt.mnt_flags & MNT_LOCKED)
		goto dput_and_out;
1630 1631 1632
	retval = -EPERM;
	if (flags & MNT_FORCE && !capable(CAP_SYS_ADMIN))
		goto dput_and_out;
L
Linus Torvalds 已提交
1633

1634
	retval = do_umount(mnt, flags);
L
Linus Torvalds 已提交
1635
dput_and_out:
J
Jan Blunck 已提交
1636
	/* we mustn't call path_put() as that would clear mnt_expiry_mark */
1637
	dput(path.dentry);
1638
	mntput_no_expire(mnt);
L
Linus Torvalds 已提交
1639 1640 1641 1642 1643 1644 1645
out:
	return retval;
}

#ifdef __ARCH_WANT_SYS_OLDUMOUNT

/*
R
Ram Pai 已提交
1646
 *	The 2.0 compatible umount. No flags.
L
Linus Torvalds 已提交
1647
 */
1648
SYSCALL_DEFINE1(oldumount, char __user *, name)
L
Linus Torvalds 已提交
1649
{
R
Ram Pai 已提交
1650
	return sys_umount(name, 0);
L
Linus Torvalds 已提交
1651 1652 1653 1654
}

#endif

1655
static bool is_mnt_ns_file(struct dentry *dentry)
1656
{
1657
	/* Is this a proxy for a mount namespace? */
1658 1659
	return dentry->d_op == &ns_dentry_operations &&
	       dentry->d_fsdata == &mntns_operations;
1660 1661
}

1662 1663 1664 1665 1666
struct mnt_namespace *to_mnt_ns(struct ns_common *ns)
{
	return container_of(ns, struct mnt_namespace, ns);
}

1667 1668 1669 1670 1671 1672 1673 1674 1675
static bool mnt_ns_loop(struct dentry *dentry)
{
	/* Could bind mounting the mount namespace inode cause a
	 * mount namespace loop?
	 */
	struct mnt_namespace *mnt_ns;
	if (!is_mnt_ns_file(dentry))
		return false;

A
Al Viro 已提交
1676
	mnt_ns = to_mnt_ns(get_proc_ns(dentry->d_inode));
1677 1678 1679
	return current->nsproxy->mnt_ns->seq >= mnt_ns->seq;
}

1680
struct mount *copy_tree(struct mount *mnt, struct dentry *dentry,
R
Ram Pai 已提交
1681
					int flag)
L
Linus Torvalds 已提交
1682
{
1683
	struct mount *res, *p, *q, *r, *parent;
L
Linus Torvalds 已提交
1684

1685 1686 1687 1688
	if (!(flag & CL_COPY_UNBINDABLE) && IS_MNT_UNBINDABLE(mnt))
		return ERR_PTR(-EINVAL);

	if (!(flag & CL_COPY_MNT_NS_FILE) && is_mnt_ns_file(dentry))
1689
		return ERR_PTR(-EINVAL);
R
Ram Pai 已提交
1690

R
Ram Pai 已提交
1691
	res = q = clone_mnt(mnt, dentry, flag);
1692 1693 1694
	if (IS_ERR(q))
		return q;

1695
	q->mnt_mountpoint = mnt->mnt_mountpoint;
L
Linus Torvalds 已提交
1696 1697

	p = mnt;
1698
	list_for_each_entry(r, &mnt->mnt_mounts, mnt_child) {
1699
		struct mount *s;
1700
		if (!is_subdir(r->mnt_mountpoint, dentry))
L
Linus Torvalds 已提交
1701 1702
			continue;

1703
		for (s = r; s; s = next_mnt(s, r)) {
A
Al Viro 已提交
1704
			struct mount *t = NULL;
1705 1706 1707 1708 1709 1710 1711
			if (!(flag & CL_COPY_UNBINDABLE) &&
			    IS_MNT_UNBINDABLE(s)) {
				s = skip_mnt_tree(s);
				continue;
			}
			if (!(flag & CL_COPY_MNT_NS_FILE) &&
			    is_mnt_ns_file(s->mnt.mnt_root)) {
R
Ram Pai 已提交
1712 1713 1714
				s = skip_mnt_tree(s);
				continue;
			}
1715 1716 1717
			while (p != s->mnt_parent) {
				p = p->mnt_parent;
				q = q->mnt_parent;
L
Linus Torvalds 已提交
1718
			}
1719
			p = s;
1720
			parent = q;
1721
			q = clone_mnt(p, p->mnt.mnt_root, flag);
1722 1723
			if (IS_ERR(q))
				goto out;
1724
			lock_mount_hash();
A
Al Viro 已提交
1725
			list_add_tail(&q->mnt_list, &res->mnt_list);
A
Al Viro 已提交
1726 1727 1728 1729 1730 1731 1732 1733
			mnt_set_mountpoint(parent, p->mnt_mp, q);
			if (!list_empty(&parent->mnt_mounts)) {
				t = list_last_entry(&parent->mnt_mounts,
					struct mount, mnt_child);
				if (t->mnt_mp != p->mnt_mp)
					t = NULL;
			}
			attach_shadowed(q, parent, t);
1734
			unlock_mount_hash();
L
Linus Torvalds 已提交
1735 1736 1737
		}
	}
	return res;
1738
out:
L
Linus Torvalds 已提交
1739
	if (res) {
1740
		lock_mount_hash();
1741
		umount_tree(res, UMOUNT_SYNC);
1742
		unlock_mount_hash();
L
Linus Torvalds 已提交
1743
	}
1744
	return q;
L
Linus Torvalds 已提交
1745 1746
}

1747 1748
/* Caller should check returned pointer for errors */

A
Al Viro 已提交
1749
struct vfsmount *collect_mounts(struct path *path)
1750
{
1751
	struct mount *tree;
1752
	namespace_lock();
1753 1754 1755 1756 1757
	if (!check_mnt(real_mount(path->mnt)))
		tree = ERR_PTR(-EINVAL);
	else
		tree = copy_tree(real_mount(path->mnt), path->dentry,
				 CL_COPY_ALL | CL_PRIVATE);
1758
	namespace_unlock();
1759
	if (IS_ERR(tree))
1760
		return ERR_CAST(tree);
1761
	return &tree->mnt;
1762 1763 1764 1765
}

void drop_collected_mounts(struct vfsmount *mnt)
{
1766
	namespace_lock();
1767
	lock_mount_hash();
1768
	umount_tree(real_mount(mnt), UMOUNT_SYNC);
1769
	unlock_mount_hash();
A
Al Viro 已提交
1770
	namespace_unlock();
1771 1772
}

1773 1774 1775 1776 1777 1778 1779 1780 1781 1782 1783 1784 1785 1786 1787 1788 1789 1790 1791 1792 1793 1794 1795 1796 1797 1798 1799
/**
 * clone_private_mount - create a private clone of a path
 *
 * This creates a new vfsmount, which will be the clone of @path.  The new will
 * not be attached anywhere in the namespace and will be private (i.e. changes
 * to the originating mount won't be propagated into this).
 *
 * Release with mntput().
 */
struct vfsmount *clone_private_mount(struct path *path)
{
	struct mount *old_mnt = real_mount(path->mnt);
	struct mount *new_mnt;

	if (IS_MNT_UNBINDABLE(old_mnt))
		return ERR_PTR(-EINVAL);

	down_read(&namespace_sem);
	new_mnt = clone_mnt(old_mnt, path->dentry, CL_PRIVATE);
	up_read(&namespace_sem);
	if (IS_ERR(new_mnt))
		return ERR_CAST(new_mnt);

	return &new_mnt->mnt;
}
EXPORT_SYMBOL_GPL(clone_private_mount);

A
Al Viro 已提交
1800 1801 1802
int iterate_mounts(int (*f)(struct vfsmount *, void *), void *arg,
		   struct vfsmount *root)
{
A
Al Viro 已提交
1803
	struct mount *mnt;
A
Al Viro 已提交
1804 1805 1806
	int res = f(root, arg);
	if (res)
		return res;
A
Al Viro 已提交
1807 1808
	list_for_each_entry(mnt, &real_mount(root)->mnt_list, mnt_list) {
		res = f(&mnt->mnt, arg);
A
Al Viro 已提交
1809 1810 1811 1812 1813 1814
		if (res)
			return res;
	}
	return 0;
}

1815
static void cleanup_group_ids(struct mount *mnt, struct mount *end)
1816
{
1817
	struct mount *p;
1818

1819
	for (p = mnt; p != end; p = next_mnt(p, mnt)) {
1820
		if (p->mnt_group_id && !IS_MNT_SHARED(p))
1821
			mnt_release_group_id(p);
1822 1823 1824
	}
}

1825
static int invent_group_ids(struct mount *mnt, bool recurse)
1826
{
1827
	struct mount *p;
1828

1829
	for (p = mnt; p; p = recurse ? next_mnt(p, mnt) : NULL) {
1830
		if (!p->mnt_group_id && !IS_MNT_SHARED(p)) {
1831
			int err = mnt_alloc_group_id(p);
1832
			if (err) {
1833
				cleanup_group_ids(mnt, p);
1834 1835 1836 1837 1838 1839 1840 1841
				return err;
			}
		}
	}

	return 0;
}

1842 1843
/*
 *  @source_mnt : mount tree to be attached
R
Ram Pai 已提交
1844 1845 1846 1847
 *  @nd         : place the mount tree @source_mnt is attached
 *  @parent_nd  : if non-null, detach the source_mnt from its parent and
 *  		   store the parent mount and mountpoint dentry.
 *  		   (done when source_mnt is moved)
1848 1849 1850
 *
 *  NOTE: in the table below explains the semantics when a source mount
 *  of a given type is attached to a destination mount of a given type.
R
Ram Pai 已提交
1851 1852 1853 1854 1855 1856 1857 1858 1859 1860 1861 1862
 * ---------------------------------------------------------------------------
 * |         BIND MOUNT OPERATION                                            |
 * |**************************************************************************
 * | source-->| shared        |       private  |       slave    | unbindable |
 * | dest     |               |                |                |            |
 * |   |      |               |                |                |            |
 * |   v      |               |                |                |            |
 * |**************************************************************************
 * |  shared  | shared (++)   |     shared (+) |     shared(+++)|  invalid   |
 * |          |               |                |                |            |
 * |non-shared| shared (+)    |      private   |      slave (*) |  invalid   |
 * ***************************************************************************
1863 1864 1865 1866 1867 1868 1869 1870 1871
 * A bind operation clones the source mount and mounts the clone on the
 * destination mount.
 *
 * (++)  the cloned mount is propagated to all the mounts in the propagation
 * 	 tree of the destination mount and the cloned mount is added to
 * 	 the peer group of the source mount.
 * (+)   the cloned mount is created under the destination mount and is marked
 *       as shared. The cloned mount is added to the peer group of the source
 *       mount.
R
Ram Pai 已提交
1872 1873 1874 1875 1876 1877 1878
 * (+++) the mount is propagated to all the mounts in the propagation tree
 *       of the destination mount and the cloned mount is made slave
 *       of the same master as that of the source mount. The cloned mount
 *       is marked as 'shared and slave'.
 * (*)   the cloned mount is made a slave of the same master as that of the
 * 	 source mount.
 *
R
Ram Pai 已提交
1879 1880 1881 1882 1883 1884 1885 1886 1887 1888 1889 1890
 * ---------------------------------------------------------------------------
 * |         		MOVE MOUNT OPERATION                                 |
 * |**************************************************************************
 * | source-->| shared        |       private  |       slave    | unbindable |
 * | dest     |               |                |                |            |
 * |   |      |               |                |                |            |
 * |   v      |               |                |                |            |
 * |**************************************************************************
 * |  shared  | shared (+)    |     shared (+) |    shared(+++) |  invalid   |
 * |          |               |                |                |            |
 * |non-shared| shared (+*)   |      private   |    slave (*)   | unbindable |
 * ***************************************************************************
R
Ram Pai 已提交
1891 1892 1893
 *
 * (+)  the mount is moved to the destination. And is then propagated to
 * 	all the mounts in the propagation tree of the destination mount.
R
Ram Pai 已提交
1894
 * (+*)  the mount is moved to the destination.
R
Ram Pai 已提交
1895 1896 1897 1898
 * (+++)  the mount is moved to the destination and is then propagated to
 * 	all the mounts belonging to the destination mount's propagation tree.
 * 	the mount is marked as 'shared and slave'.
 * (*)	the mount continues to be a slave at the new location.
1899 1900 1901 1902 1903 1904
 *
 * if the source mount is a tree, the operations explained above is
 * applied to each mount in the tree.
 * Must be called without spinlocks held, since this function can sleep
 * in allocations.
 */
1905
static int attach_recursive_mnt(struct mount *source_mnt,
1906 1907 1908
			struct mount *dest_mnt,
			struct mountpoint *dest_mp,
			struct path *parent_path)
1909
{
A
Al Viro 已提交
1910
	HLIST_HEAD(tree_list);
1911
	struct mount *child, *p;
A
Al Viro 已提交
1912
	struct hlist_node *n;
1913
	int err;
1914

1915
	if (IS_MNT_SHARED(dest_mnt)) {
1916
		err = invent_group_ids(source_mnt, true);
1917 1918
		if (err)
			goto out;
1919
		err = propagate_mnt(dest_mnt, dest_mp, source_mnt, &tree_list);
A
Al Viro 已提交
1920
		lock_mount_hash();
1921 1922
		if (err)
			goto out_cleanup_ids;
1923
		for (p = source_mnt; p; p = next_mnt(p, source_mnt))
1924
			set_mnt_shared(p);
1925 1926
	} else {
		lock_mount_hash();
1927
	}
1928
	if (parent_path) {
1929
		detach_mnt(source_mnt, parent_path);
1930
		attach_mnt(source_mnt, dest_mnt, dest_mp);
A
Al Viro 已提交
1931
		touch_mnt_namespace(source_mnt->mnt_ns);
R
Ram Pai 已提交
1932
	} else {
1933
		mnt_set_mountpoint(dest_mnt, dest_mp, source_mnt);
A
Al Viro 已提交
1934
		commit_tree(source_mnt, NULL);
R
Ram Pai 已提交
1935
	}
1936

A
Al Viro 已提交
1937
	hlist_for_each_entry_safe(child, n, &tree_list, mnt_hash) {
A
Al Viro 已提交
1938
		struct mount *q;
A
Al Viro 已提交
1939
		hlist_del_init(&child->mnt_hash);
A
Al Viro 已提交
1940 1941 1942
		q = __lookup_mnt_last(&child->mnt_parent->mnt,
				      child->mnt_mountpoint);
		commit_tree(child, q);
1943
	}
1944
	unlock_mount_hash();
N
Nick Piggin 已提交
1945

1946
	return 0;
1947 1948

 out_cleanup_ids:
A
Al Viro 已提交
1949 1950
	while (!hlist_empty(&tree_list)) {
		child = hlist_entry(tree_list.first, struct mount, mnt_hash);
1951
		umount_tree(child, UMOUNT_SYNC);
A
Al Viro 已提交
1952 1953
	}
	unlock_mount_hash();
1954
	cleanup_group_ids(source_mnt, NULL);
1955 1956
 out:
	return err;
1957 1958
}

1959
static struct mountpoint *lock_mount(struct path *path)
1960 1961
{
	struct vfsmount *mnt;
1962
	struct dentry *dentry = path->dentry;
1963
retry:
A
Al Viro 已提交
1964
	inode_lock(dentry->d_inode);
1965
	if (unlikely(cant_mount(dentry))) {
A
Al Viro 已提交
1966
		inode_unlock(dentry->d_inode);
1967
		return ERR_PTR(-ENOENT);
1968
	}
1969
	namespace_lock();
1970
	mnt = lookup_mnt(path);
1971
	if (likely(!mnt)) {
1972 1973 1974
		struct mountpoint *mp = lookup_mountpoint(dentry);
		if (!mp)
			mp = new_mountpoint(dentry);
1975
		if (IS_ERR(mp)) {
1976
			namespace_unlock();
A
Al Viro 已提交
1977
			inode_unlock(dentry->d_inode);
1978 1979 1980 1981
			return mp;
		}
		return mp;
	}
1982
	namespace_unlock();
A
Al Viro 已提交
1983
	inode_unlock(path->dentry->d_inode);
1984 1985
	path_put(path);
	path->mnt = mnt;
1986
	dentry = path->dentry = dget(mnt->mnt_root);
1987 1988 1989
	goto retry;
}

1990
static void unlock_mount(struct mountpoint *where)
1991
{
1992 1993
	struct dentry *dentry = where->m_dentry;
	put_mountpoint(where);
1994
	namespace_unlock();
A
Al Viro 已提交
1995
	inode_unlock(dentry->d_inode);
1996 1997
}

1998
static int graft_tree(struct mount *mnt, struct mount *p, struct mountpoint *mp)
L
Linus Torvalds 已提交
1999
{
2000
	if (mnt->mnt.mnt_sb->s_flags & MS_NOUSER)
L
Linus Torvalds 已提交
2001 2002
		return -EINVAL;

2003 2004
	if (d_is_dir(mp->m_dentry) !=
	      d_is_dir(mnt->mnt.mnt_root))
L
Linus Torvalds 已提交
2005 2006
		return -ENOTDIR;

2007
	return attach_recursive_mnt(mnt, p, mp, NULL);
L
Linus Torvalds 已提交
2008 2009
}

2010 2011 2012 2013 2014 2015
/*
 * Sanity check the flags to change_mnt_propagation.
 */

static int flags_to_propagation_type(int flags)
{
2016
	int type = flags & ~(MS_REC | MS_SILENT);
2017 2018 2019 2020 2021 2022 2023 2024 2025 2026

	/* Fail if any non-propagation flags are set */
	if (type & ~(MS_SHARED | MS_PRIVATE | MS_SLAVE | MS_UNBINDABLE))
		return 0;
	/* Only one propagation flag should be set */
	if (!is_power_of_2(type))
		return 0;
	return type;
}

2027 2028 2029
/*
 * recursively change the type of the mountpoint.
 */
2030
static int do_change_type(struct path *path, int flag)
2031
{
2032
	struct mount *m;
2033
	struct mount *mnt = real_mount(path->mnt);
2034
	int recurse = flag & MS_REC;
2035
	int type;
2036
	int err = 0;
2037

2038
	if (path->dentry != path->mnt->mnt_root)
2039 2040
		return -EINVAL;

2041 2042 2043 2044
	type = flags_to_propagation_type(flag);
	if (!type)
		return -EINVAL;

2045
	namespace_lock();
2046 2047 2048 2049 2050 2051
	if (type == MS_SHARED) {
		err = invent_group_ids(mnt, recurse);
		if (err)
			goto out_unlock;
	}

2052
	lock_mount_hash();
2053
	for (m = mnt; m; m = (recurse ? next_mnt(m, mnt) : NULL))
2054
		change_mnt_propagation(m, type);
2055
	unlock_mount_hash();
2056 2057

 out_unlock:
2058
	namespace_unlock();
2059
	return err;
2060 2061
}

2062 2063 2064 2065 2066 2067 2068 2069 2070 2071 2072 2073 2074
static bool has_locked_children(struct mount *mnt, struct dentry *dentry)
{
	struct mount *child;
	list_for_each_entry(child, &mnt->mnt_mounts, mnt_child) {
		if (!is_subdir(child->mnt_mountpoint, dentry))
			continue;

		if (child->mnt.mnt_flags & MNT_LOCKED)
			return true;
	}
	return false;
}

L
Linus Torvalds 已提交
2075 2076 2077
/*
 * do loopback mount.
 */
A
Al Viro 已提交
2078
static int do_loopback(struct path *path, const char *old_name,
2079
				int recurse)
L
Linus Torvalds 已提交
2080
{
2081
	struct path old_path;
2082 2083
	struct mount *mnt = NULL, *old, *parent;
	struct mountpoint *mp;
A
Al Viro 已提交
2084
	int err;
L
Linus Torvalds 已提交
2085 2086
	if (!old_name || !*old_name)
		return -EINVAL;
2087
	err = kern_path(old_name, LOOKUP_FOLLOW|LOOKUP_AUTOMOUNT, &old_path);
L
Linus Torvalds 已提交
2088 2089 2090
	if (err)
		return err;

2091
	err = -EINVAL;
2092
	if (mnt_ns_loop(old_path.dentry))
2093 2094
		goto out; 

2095 2096 2097
	mp = lock_mount(path);
	err = PTR_ERR(mp);
	if (IS_ERR(mp))
2098 2099
		goto out;

2100
	old = real_mount(old_path.mnt);
2101
	parent = real_mount(path->mnt);
2102

L
Linus Torvalds 已提交
2103
	err = -EINVAL;
2104
	if (IS_MNT_UNBINDABLE(old))
2105
		goto out2;
R
Ram Pai 已提交
2106

2107 2108 2109 2110
	if (!check_mnt(parent))
		goto out2;

	if (!check_mnt(old) && old_path.dentry->d_op != &ns_dentry_operations)
2111
		goto out2;
L
Linus Torvalds 已提交
2112

2113 2114 2115
	if (!recurse && has_locked_children(old, old_path.dentry))
		goto out2;

2116
	if (recurse)
2117
		mnt = copy_tree(old, old_path.dentry, CL_COPY_MNT_NS_FILE);
2118
	else
2119
		mnt = clone_mnt(old, old_path.dentry, 0);
2120

2121 2122
	if (IS_ERR(mnt)) {
		err = PTR_ERR(mnt);
2123
		goto out2;
2124
	}
2125

2126 2127
	mnt->mnt.mnt_flags &= ~MNT_LOCKED;

2128
	err = graft_tree(mnt, parent, mp);
2129
	if (err) {
2130
		lock_mount_hash();
2131
		umount_tree(mnt, UMOUNT_SYNC);
2132
		unlock_mount_hash();
2133
	}
2134
out2:
2135
	unlock_mount(mp);
2136
out:
2137
	path_put(&old_path);
L
Linus Torvalds 已提交
2138 2139 2140
	return err;
}

2141 2142 2143 2144 2145 2146 2147 2148 2149 2150 2151
static int change_mount_flags(struct vfsmount *mnt, int ms_flags)
{
	int error = 0;
	int readonly_request = 0;

	if (ms_flags & MS_RDONLY)
		readonly_request = 1;
	if (readonly_request == __mnt_is_readonly(mnt))
		return 0;

	if (readonly_request)
2152
		error = mnt_make_readonly(real_mount(mnt));
2153
	else
2154
		__mnt_unmake_readonly(real_mount(mnt));
2155 2156 2157
	return error;
}

L
Linus Torvalds 已提交
2158 2159 2160 2161 2162
/*
 * change filesystem flags. dir should be a physical root of filesystem.
 * If you've mounted a non-root directory somewhere and want to do remount
 * on it - tough luck.
 */
2163
static int do_remount(struct path *path, int flags, int mnt_flags,
L
Linus Torvalds 已提交
2164 2165 2166
		      void *data)
{
	int err;
2167
	struct super_block *sb = path->mnt->mnt_sb;
A
Al Viro 已提交
2168
	struct mount *mnt = real_mount(path->mnt);
L
Linus Torvalds 已提交
2169

A
Al Viro 已提交
2170
	if (!check_mnt(mnt))
L
Linus Torvalds 已提交
2171 2172
		return -EINVAL;

2173
	if (path->dentry != path->mnt->mnt_root)
L
Linus Torvalds 已提交
2174 2175
		return -EINVAL;

2176 2177 2178 2179 2180 2181 2182 2183 2184 2185
	/* Don't allow changing of locked mnt flags.
	 *
	 * No locks need to be held here while testing the various
	 * MNT_LOCK flags because those flags can never be cleared
	 * once they are set.
	 */
	if ((mnt->mnt.mnt_flags & MNT_LOCK_READONLY) &&
	    !(mnt_flags & MNT_READONLY)) {
		return -EPERM;
	}
2186 2187
	if ((mnt->mnt.mnt_flags & MNT_LOCK_NODEV) &&
	    !(mnt_flags & MNT_NODEV)) {
2188
		return -EPERM;
2189 2190 2191 2192 2193 2194 2195 2196 2197 2198 2199 2200 2201 2202
	}
	if ((mnt->mnt.mnt_flags & MNT_LOCK_NOSUID) &&
	    !(mnt_flags & MNT_NOSUID)) {
		return -EPERM;
	}
	if ((mnt->mnt.mnt_flags & MNT_LOCK_NOEXEC) &&
	    !(mnt_flags & MNT_NOEXEC)) {
		return -EPERM;
	}
	if ((mnt->mnt.mnt_flags & MNT_LOCK_ATIME) &&
	    ((mnt->mnt.mnt_flags & MNT_ATIME_MASK) != (mnt_flags & MNT_ATIME_MASK))) {
		return -EPERM;
	}

2203 2204 2205 2206
	err = security_sb_remount(sb, data);
	if (err)
		return err;

L
Linus Torvalds 已提交
2207
	down_write(&sb->s_umount);
2208
	if (flags & MS_BIND)
2209
		err = change_mount_flags(path->mnt, flags);
A
Al Viro 已提交
2210 2211
	else if (!capable(CAP_SYS_ADMIN))
		err = -EPERM;
A
Al Viro 已提交
2212
	else
2213
		err = do_remount_sb(sb, flags, data, 0);
A
Al Viro 已提交
2214
	if (!err) {
2215
		lock_mount_hash();
2216
		mnt_flags |= mnt->mnt.mnt_flags & ~MNT_USER_SETTABLE_MASK;
A
Al Viro 已提交
2217 2218
		mnt->mnt.mnt_flags = mnt_flags;
		touch_mnt_namespace(mnt->mnt_ns);
2219
		unlock_mount_hash();
2220
	}
2221
	up_write(&sb->s_umount);
L
Linus Torvalds 已提交
2222 2223 2224
	return err;
}

2225
static inline int tree_contains_unbindable(struct mount *mnt)
R
Ram Pai 已提交
2226
{
2227
	struct mount *p;
2228
	for (p = mnt; p; p = next_mnt(p, mnt)) {
2229
		if (IS_MNT_UNBINDABLE(p))
R
Ram Pai 已提交
2230 2231 2232 2233 2234
			return 1;
	}
	return 0;
}

A
Al Viro 已提交
2235
static int do_move_mount(struct path *path, const char *old_name)
L
Linus Torvalds 已提交
2236
{
2237
	struct path old_path, parent_path;
2238
	struct mount *p;
2239
	struct mount *old;
2240
	struct mountpoint *mp;
A
Al Viro 已提交
2241
	int err;
L
Linus Torvalds 已提交
2242 2243
	if (!old_name || !*old_name)
		return -EINVAL;
2244
	err = kern_path(old_name, LOOKUP_FOLLOW, &old_path);
L
Linus Torvalds 已提交
2245 2246 2247
	if (err)
		return err;

2248 2249 2250
	mp = lock_mount(path);
	err = PTR_ERR(mp);
	if (IS_ERR(mp))
2251 2252
		goto out;

A
Al Viro 已提交
2253
	old = real_mount(old_path.mnt);
2254
	p = real_mount(path->mnt);
A
Al Viro 已提交
2255

L
Linus Torvalds 已提交
2256
	err = -EINVAL;
2257
	if (!check_mnt(p) || !check_mnt(old))
L
Linus Torvalds 已提交
2258 2259
		goto out1;

2260 2261 2262
	if (old->mnt.mnt_flags & MNT_LOCKED)
		goto out1;

L
Linus Torvalds 已提交
2263
	err = -EINVAL;
2264
	if (old_path.dentry != old_path.mnt->mnt_root)
R
Ram Pai 已提交
2265
		goto out1;
L
Linus Torvalds 已提交
2266

2267
	if (!mnt_has_parent(old))
R
Ram Pai 已提交
2268
		goto out1;
L
Linus Torvalds 已提交
2269

2270 2271
	if (d_is_dir(path->dentry) !=
	      d_is_dir(old_path.dentry))
R
Ram Pai 已提交
2272 2273 2274 2275
		goto out1;
	/*
	 * Don't move a mount residing in a shared parent.
	 */
2276
	if (IS_MNT_SHARED(old->mnt_parent))
R
Ram Pai 已提交
2277
		goto out1;
R
Ram Pai 已提交
2278 2279 2280 2281
	/*
	 * Don't move a mount tree containing unbindable mounts to a destination
	 * mount which is shared.
	 */
2282
	if (IS_MNT_SHARED(p) && tree_contains_unbindable(old))
R
Ram Pai 已提交
2283
		goto out1;
L
Linus Torvalds 已提交
2284
	err = -ELOOP;
2285
	for (; mnt_has_parent(p); p = p->mnt_parent)
2286
		if (p == old)
R
Ram Pai 已提交
2287
			goto out1;
L
Linus Torvalds 已提交
2288

2289
	err = attach_recursive_mnt(old, real_mount(path->mnt), mp, &parent_path);
2290
	if (err)
R
Ram Pai 已提交
2291
		goto out1;
L
Linus Torvalds 已提交
2292 2293 2294

	/* if the mount is moved, it should no longer be expire
	 * automatically */
2295
	list_del_init(&old->mnt_expire);
L
Linus Torvalds 已提交
2296
out1:
2297
	unlock_mount(mp);
L
Linus Torvalds 已提交
2298 2299
out:
	if (!err)
2300
		path_put(&parent_path);
2301
	path_put(&old_path);
L
Linus Torvalds 已提交
2302 2303 2304
	return err;
}

2305 2306 2307 2308 2309 2310 2311 2312 2313 2314 2315 2316 2317 2318 2319 2320 2321 2322 2323 2324 2325 2326 2327 2328 2329 2330
static struct vfsmount *fs_set_subtype(struct vfsmount *mnt, const char *fstype)
{
	int err;
	const char *subtype = strchr(fstype, '.');
	if (subtype) {
		subtype++;
		err = -EINVAL;
		if (!subtype[0])
			goto err;
	} else
		subtype = "";

	mnt->mnt_sb->s_subtype = kstrdup(subtype, GFP_KERNEL);
	err = -ENOMEM;
	if (!mnt->mnt_sb->s_subtype)
		goto err;
	return mnt;

 err:
	mntput(mnt);
	return ERR_PTR(err);
}

/*
 * add a mount into a namespace's mount tree
 */
2331
static int do_add_mount(struct mount *newmnt, struct path *path, int mnt_flags)
2332
{
2333 2334
	struct mountpoint *mp;
	struct mount *parent;
2335 2336
	int err;

A
Al Viro 已提交
2337
	mnt_flags &= ~MNT_INTERNAL_FLAGS;
2338

2339 2340 2341
	mp = lock_mount(path);
	if (IS_ERR(mp))
		return PTR_ERR(mp);
2342

2343
	parent = real_mount(path->mnt);
2344
	err = -EINVAL;
2345
	if (unlikely(!check_mnt(parent))) {
A
Al Viro 已提交
2346 2347 2348 2349
		/* that's acceptable only for automounts done in private ns */
		if (!(mnt_flags & MNT_SHRINKABLE))
			goto unlock;
		/* ... and for those we'd better have mountpoint still alive */
2350
		if (!parent->mnt_ns)
A
Al Viro 已提交
2351 2352
			goto unlock;
	}
2353 2354 2355

	/* Refuse the same filesystem on the same mount point */
	err = -EBUSY;
2356
	if (path->mnt->mnt_sb == newmnt->mnt.mnt_sb &&
2357 2358 2359 2360
	    path->mnt->mnt_root == path->dentry)
		goto unlock;

	err = -EINVAL;
2361
	if (d_is_symlink(newmnt->mnt.mnt_root))
2362 2363
		goto unlock;

2364
	newmnt->mnt.mnt_flags = mnt_flags;
2365
	err = graft_tree(newmnt, parent, mp);
2366 2367

unlock:
2368
	unlock_mount(mp);
2369 2370
	return err;
}
A
Al Viro 已提交
2371

2372
static bool mount_too_revealing(struct vfsmount *mnt, int *new_mnt_flags);
2373

L
Linus Torvalds 已提交
2374 2375 2376 2377
/*
 * create a new mount for userspace and request it to be added into the
 * namespace's tree
 */
2378
static int do_new_mount(struct path *path, const char *fstype, int flags,
A
Al Viro 已提交
2379
			int mnt_flags, const char *name, void *data)
L
Linus Torvalds 已提交
2380
{
2381
	struct file_system_type *type;
L
Linus Torvalds 已提交
2382
	struct vfsmount *mnt;
2383
	int err;
L
Linus Torvalds 已提交
2384

2385
	if (!fstype)
L
Linus Torvalds 已提交
2386 2387
		return -EINVAL;

2388 2389 2390 2391 2392 2393 2394 2395 2396 2397
	type = get_fs_type(fstype);
	if (!type)
		return -ENODEV;

	mnt = vfs_kern_mount(type, flags, name, data);
	if (!IS_ERR(mnt) && (type->fs_flags & FS_HAS_SUBTYPE) &&
	    !mnt->mnt_sb->s_subtype)
		mnt = fs_set_subtype(mnt, fstype);

	put_filesystem(type);
L
Linus Torvalds 已提交
2398 2399 2400
	if (IS_ERR(mnt))
		return PTR_ERR(mnt);

2401 2402 2403 2404 2405
	if (mount_too_revealing(mnt, &mnt_flags)) {
		mntput(mnt);
		return -EPERM;
	}

2406
	err = do_add_mount(real_mount(mnt), path, mnt_flags);
2407 2408 2409
	if (err)
		mntput(mnt);
	return err;
L
Linus Torvalds 已提交
2410 2411
}

2412 2413
int finish_automount(struct vfsmount *m, struct path *path)
{
2414
	struct mount *mnt = real_mount(m);
2415 2416 2417 2418
	int err;
	/* The new mount record should have at least 2 refs to prevent it being
	 * expired before we get a chance to add it
	 */
2419
	BUG_ON(mnt_get_count(mnt) < 2);
2420 2421 2422

	if (m->mnt_sb == path->mnt->mnt_sb &&
	    m->mnt_root == path->dentry) {
A
Al Viro 已提交
2423 2424
		err = -ELOOP;
		goto fail;
2425 2426
	}

2427
	err = do_add_mount(mnt, path, path->mnt->mnt_flags | MNT_SHRINKABLE);
A
Al Viro 已提交
2428 2429 2430 2431
	if (!err)
		return 0;
fail:
	/* remove m from any expiration list it may be on */
2432
	if (!list_empty(&mnt->mnt_expire)) {
2433
		namespace_lock();
2434
		list_del_init(&mnt->mnt_expire);
2435
		namespace_unlock();
2436
	}
A
Al Viro 已提交
2437 2438
	mntput(m);
	mntput(m);
2439 2440 2441
	return err;
}

2442 2443 2444 2445 2446 2447 2448
/**
 * mnt_set_expiry - Put a mount on an expiration list
 * @mnt: The mount to list.
 * @expiry_list: The list to add the mount to.
 */
void mnt_set_expiry(struct vfsmount *mnt, struct list_head *expiry_list)
{
2449
	namespace_lock();
2450

2451
	list_add_tail(&real_mount(mnt)->mnt_expire, expiry_list);
2452

2453
	namespace_unlock();
2454 2455 2456
}
EXPORT_SYMBOL(mnt_set_expiry);

L
Linus Torvalds 已提交
2457 2458 2459 2460 2461 2462 2463
/*
 * process a list of expirable mountpoints with the intent of discarding any
 * mountpoints that aren't in use and haven't been touched since last we came
 * here
 */
void mark_mounts_for_expiry(struct list_head *mounts)
{
2464
	struct mount *mnt, *next;
L
Linus Torvalds 已提交
2465 2466 2467 2468 2469
	LIST_HEAD(graveyard);

	if (list_empty(mounts))
		return;

2470
	namespace_lock();
2471
	lock_mount_hash();
L
Linus Torvalds 已提交
2472 2473 2474 2475 2476 2477 2478

	/* extract from the expiration list every vfsmount that matches the
	 * following criteria:
	 * - only referenced by its parent vfsmount
	 * - still marked for expiry (marked on the last call here; marks are
	 *   cleared by mntput())
	 */
2479
	list_for_each_entry_safe(mnt, next, mounts, mnt_expire) {
2480
		if (!xchg(&mnt->mnt_expiry_mark, 1) ||
2481
			propagate_mount_busy(mnt, 1))
L
Linus Torvalds 已提交
2482
			continue;
2483
		list_move(&mnt->mnt_expire, &graveyard);
L
Linus Torvalds 已提交
2484
	}
2485
	while (!list_empty(&graveyard)) {
2486
		mnt = list_first_entry(&graveyard, struct mount, mnt_expire);
A
Al Viro 已提交
2487
		touch_mnt_namespace(mnt->mnt_ns);
2488
		umount_tree(mnt, UMOUNT_PROPAGATE|UMOUNT_SYNC);
2489
	}
2490
	unlock_mount_hash();
A
Al Viro 已提交
2491
	namespace_unlock();
T
Trond Myklebust 已提交
2492 2493 2494 2495 2496 2497 2498 2499 2500 2501
}

EXPORT_SYMBOL_GPL(mark_mounts_for_expiry);

/*
 * Ripoff of 'select_parent()'
 *
 * search the list of submounts for a given mountpoint, and move any
 * shrinkable submounts to the 'graveyard' list.
 */
2502
static int select_submounts(struct mount *parent, struct list_head *graveyard)
T
Trond Myklebust 已提交
2503
{
2504
	struct mount *this_parent = parent;
T
Trond Myklebust 已提交
2505 2506 2507 2508
	struct list_head *next;
	int found = 0;

repeat:
2509
	next = this_parent->mnt_mounts.next;
T
Trond Myklebust 已提交
2510
resume:
2511
	while (next != &this_parent->mnt_mounts) {
T
Trond Myklebust 已提交
2512
		struct list_head *tmp = next;
2513
		struct mount *mnt = list_entry(tmp, struct mount, mnt_child);
T
Trond Myklebust 已提交
2514 2515

		next = tmp->next;
2516
		if (!(mnt->mnt.mnt_flags & MNT_SHRINKABLE))
L
Linus Torvalds 已提交
2517
			continue;
T
Trond Myklebust 已提交
2518 2519 2520
		/*
		 * Descend a level if the d_mounts list is non-empty.
		 */
2521
		if (!list_empty(&mnt->mnt_mounts)) {
T
Trond Myklebust 已提交
2522 2523 2524
			this_parent = mnt;
			goto repeat;
		}
L
Linus Torvalds 已提交
2525

2526
		if (!propagate_mount_busy(mnt, 1)) {
2527
			list_move_tail(&mnt->mnt_expire, graveyard);
T
Trond Myklebust 已提交
2528 2529
			found++;
		}
L
Linus Torvalds 已提交
2530
	}
T
Trond Myklebust 已提交
2531 2532 2533 2534
	/*
	 * All done at this level ... ascend and resume the search
	 */
	if (this_parent != parent) {
2535
		next = this_parent->mnt_child.next;
2536
		this_parent = this_parent->mnt_parent;
T
Trond Myklebust 已提交
2537 2538 2539 2540 2541 2542 2543 2544
		goto resume;
	}
	return found;
}

/*
 * process a list of expirable mountpoints with the intent of discarding any
 * submounts of a specific parent mountpoint
N
Nick Piggin 已提交
2545
 *
A
Al Viro 已提交
2546
 * mount_lock must be held for write
T
Trond Myklebust 已提交
2547
 */
2548
static void shrink_submounts(struct mount *mnt)
T
Trond Myklebust 已提交
2549 2550
{
	LIST_HEAD(graveyard);
2551
	struct mount *m;
T
Trond Myklebust 已提交
2552 2553

	/* extract submounts of 'mountpoint' from the expiration list */
2554
	while (select_submounts(mnt, &graveyard)) {
2555
		while (!list_empty(&graveyard)) {
2556
			m = list_first_entry(&graveyard, struct mount,
2557
						mnt_expire);
A
Al Viro 已提交
2558
			touch_mnt_namespace(m->mnt_ns);
2559
			umount_tree(m, UMOUNT_PROPAGATE|UMOUNT_SYNC);
2560 2561
		}
	}
L
Linus Torvalds 已提交
2562 2563 2564 2565 2566 2567 2568 2569
}

/*
 * Some copy_from_user() implementations do not return the exact number of
 * bytes remaining to copy on a fault.  But copy_mount_options() requires that.
 * Note that this function differs from copy_from_user() in that it will oops
 * on bad values of `to', rather than returning a short copy.
 */
R
Ram Pai 已提交
2570 2571
static long exact_copy_from_user(void *to, const void __user * from,
				 unsigned long n)
L
Linus Torvalds 已提交
2572 2573 2574 2575 2576 2577 2578 2579 2580 2581 2582 2583 2584 2585 2586 2587 2588 2589 2590 2591
{
	char *t = to;
	const char __user *f = from;
	char c;

	if (!access_ok(VERIFY_READ, from, n))
		return n;

	while (n) {
		if (__get_user(c, f)) {
			memset(t, 0, n);
			break;
		}
		*t++ = c;
		f++;
		n--;
	}
	return n;
}

2592
void *copy_mount_options(const void __user * data)
L
Linus Torvalds 已提交
2593 2594 2595
{
	int i;
	unsigned long size;
2596
	char *copy;
R
Ram Pai 已提交
2597

L
Linus Torvalds 已提交
2598
	if (!data)
2599
		return NULL;
L
Linus Torvalds 已提交
2600

2601 2602 2603
	copy = kmalloc(PAGE_SIZE, GFP_KERNEL);
	if (!copy)
		return ERR_PTR(-ENOMEM);
L
Linus Torvalds 已提交
2604 2605 2606 2607 2608 2609 2610 2611 2612 2613

	/* We only care that *some* data at the address the user
	 * gave us is valid.  Just in case, we'll zero
	 * the remainder of the page.
	 */
	/* copy_from_user cannot cross TASK_SIZE ! */
	size = TASK_SIZE - (unsigned long)data;
	if (size > PAGE_SIZE)
		size = PAGE_SIZE;

2614
	i = size - exact_copy_from_user(copy, data, size);
L
Linus Torvalds 已提交
2615
	if (!i) {
2616 2617
		kfree(copy);
		return ERR_PTR(-EFAULT);
L
Linus Torvalds 已提交
2618 2619
	}
	if (i != PAGE_SIZE)
2620 2621
		memset(copy + i, 0, PAGE_SIZE - i);
	return copy;
L
Linus Torvalds 已提交
2622 2623
}

2624
char *copy_mount_string(const void __user *data)
2625
{
2626
	return data ? strndup_user(data, PAGE_SIZE) : NULL;
2627 2628
}

L
Linus Torvalds 已提交
2629 2630 2631 2632 2633 2634 2635 2636 2637 2638 2639 2640 2641 2642
/*
 * Flags is a 32-bit value that allows up to 31 non-fs dependent flags to
 * be given to the mount() call (ie: read-only, no-dev, no-suid etc).
 *
 * data is a (void *) that can point to any structure up to
 * PAGE_SIZE-1 bytes, which can contain arbitrary fs-dependent
 * information (or be NULL).
 *
 * Pre-0.97 versions of mount() didn't have a flags word.
 * When the flags word was introduced its top half was required
 * to have the magic value 0xC0ED, and this remained so until 2.4.0-test9.
 * Therefore, if this magic number is present, it carries no information
 * and must be discarded.
 */
2643
long do_mount(const char *dev_name, const char __user *dir_name,
A
Al Viro 已提交
2644
		const char *type_page, unsigned long flags, void *data_page)
L
Linus Torvalds 已提交
2645
{
2646
	struct path path;
L
Linus Torvalds 已提交
2647 2648 2649 2650 2651 2652 2653 2654 2655 2656 2657
	int retval = 0;
	int mnt_flags = 0;

	/* Discard magic */
	if ((flags & MS_MGC_MSK) == MS_MGC_VAL)
		flags &= ~MS_MGC_MSK;

	/* Basic sanity checks */
	if (data_page)
		((char *)data_page)[PAGE_SIZE - 1] = 0;

2658
	/* ... and get the mountpoint */
2659
	retval = user_path(dir_name, &path);
2660 2661 2662 2663 2664
	if (retval)
		return retval;

	retval = security_sb_mount(dev_name, &path,
				   type_page, flags, data_page);
2665 2666
	if (!retval && !may_mount())
		retval = -EPERM;
2667 2668
	if (!retval && (flags & MS_MANDLOCK) && !may_mandlock())
		retval = -EPERM;
2669 2670 2671
	if (retval)
		goto dput_out;

2672 2673 2674
	/* Default to relatime unless overriden */
	if (!(flags & MS_NOATIME))
		mnt_flags |= MNT_RELATIME;
M
Matthew Garrett 已提交
2675

L
Linus Torvalds 已提交
2676 2677 2678 2679 2680 2681 2682
	/* Separate the per-mountpoint flags */
	if (flags & MS_NOSUID)
		mnt_flags |= MNT_NOSUID;
	if (flags & MS_NODEV)
		mnt_flags |= MNT_NODEV;
	if (flags & MS_NOEXEC)
		mnt_flags |= MNT_NOEXEC;
2683 2684 2685 2686
	if (flags & MS_NOATIME)
		mnt_flags |= MNT_NOATIME;
	if (flags & MS_NODIRATIME)
		mnt_flags |= MNT_NODIRATIME;
M
Matthew Garrett 已提交
2687 2688
	if (flags & MS_STRICTATIME)
		mnt_flags &= ~(MNT_RELATIME | MNT_NOATIME);
2689 2690
	if (flags & MS_RDONLY)
		mnt_flags |= MNT_READONLY;
2691

2692 2693 2694 2695 2696 2697 2698 2699
	/* The default atime for remount is preservation */
	if ((flags & MS_REMOUNT) &&
	    ((flags & (MS_NOATIME | MS_NODIRATIME | MS_RELATIME |
		       MS_STRICTATIME)) == 0)) {
		mnt_flags &= ~MNT_ATIME_MASK;
		mnt_flags |= path.mnt->mnt_flags & MNT_ATIME_MASK;
	}

A
Al Viro 已提交
2700
	flags &= ~(MS_NOSUID | MS_NOEXEC | MS_NODEV | MS_ACTIVE | MS_BORN |
M
Matthew Garrett 已提交
2701 2702
		   MS_NOATIME | MS_NODIRATIME | MS_RELATIME| MS_KERNMOUNT |
		   MS_STRICTATIME);
L
Linus Torvalds 已提交
2703 2704

	if (flags & MS_REMOUNT)
2705
		retval = do_remount(&path, flags & ~MS_REMOUNT, mnt_flags,
L
Linus Torvalds 已提交
2706 2707
				    data_page);
	else if (flags & MS_BIND)
2708
		retval = do_loopback(&path, dev_name, flags & MS_REC);
R
Ram Pai 已提交
2709
	else if (flags & (MS_SHARED | MS_PRIVATE | MS_SLAVE | MS_UNBINDABLE))
2710
		retval = do_change_type(&path, flags);
L
Linus Torvalds 已提交
2711
	else if (flags & MS_MOVE)
2712
		retval = do_move_mount(&path, dev_name);
L
Linus Torvalds 已提交
2713
	else
2714
		retval = do_new_mount(&path, type_page, flags, mnt_flags,
L
Linus Torvalds 已提交
2715 2716
				      dev_name, data_page);
dput_out:
2717
	path_put(&path);
L
Linus Torvalds 已提交
2718 2719 2720
	return retval;
}

2721 2722
static void free_mnt_ns(struct mnt_namespace *ns)
{
A
Al Viro 已提交
2723
	ns_free_inum(&ns->ns);
2724 2725 2726 2727
	put_user_ns(ns->user_ns);
	kfree(ns);
}

2728 2729 2730 2731 2732 2733 2734 2735 2736
/*
 * Assign a sequence number so we can detect when we attempt to bind
 * mount a reference to an older mount namespace into the current
 * mount namespace, preventing reference counting loops.  A 64bit
 * number incrementing at 10Ghz will take 12,427 years to wrap which
 * is effectively never, so we can ignore the possibility.
 */
static atomic64_t mnt_ns_seq = ATOMIC64_INIT(1);

2737
static struct mnt_namespace *alloc_mnt_ns(struct user_namespace *user_ns)
2738 2739
{
	struct mnt_namespace *new_ns;
2740
	int ret;
2741 2742 2743 2744

	new_ns = kmalloc(sizeof(struct mnt_namespace), GFP_KERNEL);
	if (!new_ns)
		return ERR_PTR(-ENOMEM);
A
Al Viro 已提交
2745
	ret = ns_alloc_inum(&new_ns->ns);
2746 2747 2748 2749
	if (ret) {
		kfree(new_ns);
		return ERR_PTR(ret);
	}
2750
	new_ns->ns.ops = &mntns_operations;
2751
	new_ns->seq = atomic64_add_return(1, &mnt_ns_seq);
2752 2753 2754 2755 2756
	atomic_set(&new_ns->count, 1);
	new_ns->root = NULL;
	INIT_LIST_HEAD(&new_ns->list);
	init_waitqueue_head(&new_ns->poll);
	new_ns->event = 0;
2757
	new_ns->user_ns = get_user_ns(user_ns);
2758 2759 2760
	return new_ns;
}

2761 2762
struct mnt_namespace *copy_mnt_ns(unsigned long flags, struct mnt_namespace *ns,
		struct user_namespace *user_ns, struct fs_struct *new_fs)
L
Linus Torvalds 已提交
2763
{
2764
	struct mnt_namespace *new_ns;
A
Al Viro 已提交
2765
	struct vfsmount *rootmnt = NULL, *pwdmnt = NULL;
2766
	struct mount *p, *q;
2767
	struct mount *old;
2768
	struct mount *new;
2769
	int copy_flags;
L
Linus Torvalds 已提交
2770

2771 2772 2773 2774 2775 2776 2777 2778 2779
	BUG_ON(!ns);

	if (likely(!(flags & CLONE_NEWNS))) {
		get_mnt_ns(ns);
		return ns;
	}

	old = ns->root;

2780
	new_ns = alloc_mnt_ns(user_ns);
2781 2782
	if (IS_ERR(new_ns))
		return new_ns;
L
Linus Torvalds 已提交
2783

2784
	namespace_lock();
L
Linus Torvalds 已提交
2785
	/* First pass: copy the tree topology */
2786
	copy_flags = CL_COPY_UNBINDABLE | CL_EXPIRE;
2787
	if (user_ns != ns->user_ns)
2788
		copy_flags |= CL_SHARED_TO_SLAVE | CL_UNPRIVILEGED;
2789
	new = copy_tree(old, old->mnt.mnt_root, copy_flags);
2790
	if (IS_ERR(new)) {
2791
		namespace_unlock();
2792
		free_mnt_ns(new_ns);
2793
		return ERR_CAST(new);
L
Linus Torvalds 已提交
2794
	}
2795
	new_ns->root = new;
A
Al Viro 已提交
2796
	list_add_tail(&new_ns->list, &new->mnt_list);
L
Linus Torvalds 已提交
2797 2798 2799 2800 2801 2802

	/*
	 * Second pass: switch the tsk->fs->* elements and mark new vfsmounts
	 * as belonging to new namespace.  We have already acquired a private
	 * fs_struct, so tsk->fs->lock is not needed.
	 */
2803
	p = old;
2804
	q = new;
L
Linus Torvalds 已提交
2805
	while (p) {
A
Al Viro 已提交
2806
		q->mnt_ns = new_ns;
2807 2808 2809
		if (new_fs) {
			if (&p->mnt == new_fs->root.mnt) {
				new_fs->root.mnt = mntget(&q->mnt);
2810
				rootmnt = &p->mnt;
L
Linus Torvalds 已提交
2811
			}
2812 2813
			if (&p->mnt == new_fs->pwd.mnt) {
				new_fs->pwd.mnt = mntget(&q->mnt);
2814
				pwdmnt = &p->mnt;
L
Linus Torvalds 已提交
2815 2816
			}
		}
2817 2818
		p = next_mnt(p, old);
		q = next_mnt(q, new);
2819 2820 2821 2822
		if (!q)
			break;
		while (p->mnt.mnt_root != q->mnt.mnt_root)
			p = next_mnt(p, old);
L
Linus Torvalds 已提交
2823
	}
2824
	namespace_unlock();
L
Linus Torvalds 已提交
2825 2826

	if (rootmnt)
A
Al Viro 已提交
2827
		mntput(rootmnt);
L
Linus Torvalds 已提交
2828
	if (pwdmnt)
A
Al Viro 已提交
2829
		mntput(pwdmnt);
L
Linus Torvalds 已提交
2830

2831
	return new_ns;
L
Linus Torvalds 已提交
2832 2833
}

2834 2835 2836 2837
/**
 * create_mnt_ns - creates a private namespace and adds a root filesystem
 * @mnt: pointer to the new root filesystem mountpoint
 */
A
Al Viro 已提交
2838
static struct mnt_namespace *create_mnt_ns(struct vfsmount *m)
2839
{
2840
	struct mnt_namespace *new_ns = alloc_mnt_ns(&init_user_ns);
2841
	if (!IS_ERR(new_ns)) {
A
Al Viro 已提交
2842 2843
		struct mount *mnt = real_mount(m);
		mnt->mnt_ns = new_ns;
2844
		new_ns->root = mnt;
2845
		list_add(&mnt->mnt_list, &new_ns->list);
2846
	} else {
A
Al Viro 已提交
2847
		mntput(m);
2848 2849 2850 2851
	}
	return new_ns;
}

A
Al Viro 已提交
2852 2853 2854
struct dentry *mount_subtree(struct vfsmount *mnt, const char *name)
{
	struct mnt_namespace *ns;
A
Al Viro 已提交
2855
	struct super_block *s;
A
Al Viro 已提交
2856 2857 2858 2859 2860 2861 2862 2863 2864 2865 2866 2867 2868 2869 2870 2871
	struct path path;
	int err;

	ns = create_mnt_ns(mnt);
	if (IS_ERR(ns))
		return ERR_CAST(ns);

	err = vfs_path_lookup(mnt->mnt_root, mnt,
			name, LOOKUP_FOLLOW|LOOKUP_AUTOMOUNT, &path);

	put_mnt_ns(ns);

	if (err)
		return ERR_PTR(err);

	/* trade a vfsmount reference for active sb one */
A
Al Viro 已提交
2872 2873
	s = path.mnt->mnt_sb;
	atomic_inc(&s->s_active);
A
Al Viro 已提交
2874 2875
	mntput(path.mnt);
	/* lock the sucker */
A
Al Viro 已提交
2876
	down_write(&s->s_umount);
A
Al Viro 已提交
2877 2878 2879 2880 2881
	/* ... and return the root of (sub)tree on it */
	return path.dentry;
}
EXPORT_SYMBOL(mount_subtree);

2882 2883
SYSCALL_DEFINE5(mount, char __user *, dev_name, char __user *, dir_name,
		char __user *, type, unsigned long, flags, void __user *, data)
L
Linus Torvalds 已提交
2884
{
2885 2886 2887
	int ret;
	char *kernel_type;
	char *kernel_dev;
2888
	void *options;
L
Linus Torvalds 已提交
2889

2890 2891 2892
	kernel_type = copy_mount_string(type);
	ret = PTR_ERR(kernel_type);
	if (IS_ERR(kernel_type))
2893
		goto out_type;
L
Linus Torvalds 已提交
2894

2895 2896 2897
	kernel_dev = copy_mount_string(dev_name);
	ret = PTR_ERR(kernel_dev);
	if (IS_ERR(kernel_dev))
2898
		goto out_dev;
L
Linus Torvalds 已提交
2899

2900 2901 2902
	options = copy_mount_options(data);
	ret = PTR_ERR(options);
	if (IS_ERR(options))
2903
		goto out_data;
L
Linus Torvalds 已提交
2904

2905
	ret = do_mount(kernel_dev, dir_name, kernel_type, flags, options);
L
Linus Torvalds 已提交
2906

2907
	kfree(options);
2908 2909 2910 2911 2912 2913
out_data:
	kfree(kernel_dev);
out_dev:
	kfree(kernel_type);
out_type:
	return ret;
L
Linus Torvalds 已提交
2914 2915
}

A
Al Viro 已提交
2916 2917 2918
/*
 * Return true if path is reachable from root
 *
A
Al Viro 已提交
2919
 * namespace_sem or mount_lock is held
A
Al Viro 已提交
2920
 */
2921
bool is_path_reachable(struct mount *mnt, struct dentry *dentry,
A
Al Viro 已提交
2922 2923
			 const struct path *root)
{
2924
	while (&mnt->mnt != root->mnt && mnt_has_parent(mnt)) {
2925
		dentry = mnt->mnt_mountpoint;
2926
		mnt = mnt->mnt_parent;
A
Al Viro 已提交
2927
	}
2928
	return &mnt->mnt == root->mnt && is_subdir(dentry, root->dentry);
A
Al Viro 已提交
2929 2930
}

2931
bool path_is_under(struct path *path1, struct path *path2)
A
Al Viro 已提交
2932
{
2933
	bool res;
A
Al Viro 已提交
2934
	read_seqlock_excl(&mount_lock);
2935
	res = is_path_reachable(real_mount(path1->mnt), path1->dentry, path2);
A
Al Viro 已提交
2936
	read_sequnlock_excl(&mount_lock);
A
Al Viro 已提交
2937 2938 2939 2940
	return res;
}
EXPORT_SYMBOL(path_is_under);

L
Linus Torvalds 已提交
2941 2942 2943 2944 2945 2946 2947 2948 2949 2950 2951 2952 2953
/*
 * pivot_root Semantics:
 * Moves the root file system of the current process to the directory put_old,
 * makes new_root as the new root file system of the current process, and sets
 * root/cwd of all processes which had them on the current root to new_root.
 *
 * Restrictions:
 * The new_root and put_old must be directories, and  must not be on the
 * same file  system as the current process root. The put_old  must  be
 * underneath new_root,  i.e. adding a non-zero number of /.. to the string
 * pointed to by put_old must yield the same directory as new_root. No other
 * file system may be mounted on put_old. After all, new_root is a mountpoint.
 *
N
Neil Brown 已提交
2954 2955 2956 2957
 * Also, the current root cannot be on the 'rootfs' (initial ramfs) filesystem.
 * See Documentation/filesystems/ramfs-rootfs-initramfs.txt for alternatives
 * in this situation.
 *
L
Linus Torvalds 已提交
2958 2959 2960 2961 2962 2963 2964 2965
 * Notes:
 *  - we don't move root/cwd if they are not at the root (reason: if something
 *    cared enough to change them, it's probably wrong to force them elsewhere)
 *  - it's okay to pick a root that isn't the root of a file system, e.g.
 *    /nfs/my_root where /nfs is the mount point. It must be a mountpoint,
 *    though, so you may need to say mount --bind /nfs/my_root /nfs/my_root
 *    first.
 */
2966 2967
SYSCALL_DEFINE2(pivot_root, const char __user *, new_root,
		const char __user *, put_old)
L
Linus Torvalds 已提交
2968
{
2969
	struct path new, old, parent_path, root_parent, root;
2970 2971
	struct mount *new_mnt, *root_mnt, *old_mnt;
	struct mountpoint *old_mp, *root_mp;
L
Linus Torvalds 已提交
2972 2973
	int error;

2974
	if (!may_mount())
L
Linus Torvalds 已提交
2975 2976
		return -EPERM;

2977
	error = user_path_dir(new_root, &new);
L
Linus Torvalds 已提交
2978 2979 2980
	if (error)
		goto out0;

2981
	error = user_path_dir(put_old, &old);
L
Linus Torvalds 已提交
2982 2983 2984
	if (error)
		goto out1;

2985
	error = security_sb_pivotroot(&old, &new);
2986 2987
	if (error)
		goto out2;
L
Linus Torvalds 已提交
2988

2989
	get_fs_root(current->fs, &root);
2990 2991 2992
	old_mp = lock_mount(&old);
	error = PTR_ERR(old_mp);
	if (IS_ERR(old_mp))
2993 2994
		goto out3;

L
Linus Torvalds 已提交
2995
	error = -EINVAL;
2996 2997
	new_mnt = real_mount(new.mnt);
	root_mnt = real_mount(root.mnt);
2998 2999
	old_mnt = real_mount(old.mnt);
	if (IS_MNT_SHARED(old_mnt) ||
3000 3001
		IS_MNT_SHARED(new_mnt->mnt_parent) ||
		IS_MNT_SHARED(root_mnt->mnt_parent))
3002
		goto out4;
A
Al Viro 已提交
3003
	if (!check_mnt(root_mnt) || !check_mnt(new_mnt))
3004
		goto out4;
3005 3006
	if (new_mnt->mnt.mnt_flags & MNT_LOCKED)
		goto out4;
L
Linus Torvalds 已提交
3007
	error = -ENOENT;
3008
	if (d_unlinked(new.dentry))
3009
		goto out4;
L
Linus Torvalds 已提交
3010
	error = -EBUSY;
3011
	if (new_mnt == root_mnt || old_mnt == root_mnt)
3012
		goto out4; /* loop, on the same file system  */
L
Linus Torvalds 已提交
3013
	error = -EINVAL;
3014
	if (root.mnt->mnt_root != root.dentry)
3015
		goto out4; /* not a mountpoint */
3016
	if (!mnt_has_parent(root_mnt))
3017
		goto out4; /* not attached */
3018
	root_mp = root_mnt->mnt_mp;
3019
	if (new.mnt->mnt_root != new.dentry)
3020
		goto out4; /* not a mountpoint */
3021
	if (!mnt_has_parent(new_mnt))
3022
		goto out4; /* not attached */
3023
	/* make sure we can reach put_old from new_root */
3024
	if (!is_path_reachable(old_mnt, old.dentry, &new))
3025
		goto out4;
3026 3027 3028
	/* make certain new is below the root */
	if (!is_path_reachable(new_mnt, new.dentry, &root))
		goto out4;
3029
	root_mp->m_count++; /* pin it so it won't go away */
3030
	lock_mount_hash();
3031 3032
	detach_mnt(new_mnt, &parent_path);
	detach_mnt(root_mnt, &root_parent);
3033 3034 3035 3036
	if (root_mnt->mnt.mnt_flags & MNT_LOCKED) {
		new_mnt->mnt.mnt_flags |= MNT_LOCKED;
		root_mnt->mnt.mnt_flags &= ~MNT_LOCKED;
	}
3037
	/* mount old root on put_old */
3038
	attach_mnt(root_mnt, old_mnt, old_mp);
3039
	/* mount new_root on / */
3040
	attach_mnt(new_mnt, real_mount(root_parent.mnt), root_mp);
3041
	touch_mnt_namespace(current->nsproxy->mnt_ns);
3042 3043
	/* A moved mount should not expire automatically */
	list_del_init(&new_mnt->mnt_expire);
3044
	unlock_mount_hash();
3045
	chroot_fs_refs(&root, &new);
3046
	put_mountpoint(root_mp);
L
Linus Torvalds 已提交
3047
	error = 0;
3048
out4:
3049
	unlock_mount(old_mp);
3050 3051 3052 3053 3054
	if (!error) {
		path_put(&root_parent);
		path_put(&parent_path);
	}
out3:
3055
	path_put(&root);
3056
out2:
3057
	path_put(&old);
L
Linus Torvalds 已提交
3058
out1:
3059
	path_put(&new);
L
Linus Torvalds 已提交
3060 3061 3062 3063 3064 3065 3066
out0:
	return error;
}

static void __init init_mount_tree(void)
{
	struct vfsmount *mnt;
3067
	struct mnt_namespace *ns;
3068
	struct path root;
3069
	struct file_system_type *type;
L
Linus Torvalds 已提交
3070

3071 3072 3073 3074 3075
	type = get_fs_type("rootfs");
	if (!type)
		panic("Can't find rootfs type");
	mnt = vfs_kern_mount(type, 0, "rootfs", NULL);
	put_filesystem(type);
L
Linus Torvalds 已提交
3076 3077
	if (IS_ERR(mnt))
		panic("Can't create rootfs");
N
Nick Piggin 已提交
3078

3079 3080
	ns = create_mnt_ns(mnt);
	if (IS_ERR(ns))
L
Linus Torvalds 已提交
3081
		panic("Can't allocate initial namespace");
3082 3083 3084 3085

	init_task.nsproxy->mnt_ns = ns;
	get_mnt_ns(ns);

3086 3087
	root.mnt = mnt;
	root.dentry = mnt->mnt_root;
3088
	mnt->mnt_flags |= MNT_LOCKED;
3089 3090 3091

	set_fs_pwd(current->fs, &root);
	set_fs_root(current->fs, &root);
L
Linus Torvalds 已提交
3092 3093
}

3094
void __init mnt_init(void)
L
Linus Torvalds 已提交
3095
{
E
Eric Dumazet 已提交
3096
	unsigned u;
3097
	int err;
L
Linus Torvalds 已提交
3098

A
Al Viro 已提交
3099
	mnt_cache = kmem_cache_create("mnt_cache", sizeof(struct mount),
3100
			0, SLAB_HWCACHE_ALIGN | SLAB_PANIC, NULL);
L
Linus Torvalds 已提交
3101

A
Al Viro 已提交
3102
	mount_hashtable = alloc_large_system_hash("Mount-cache",
A
Al Viro 已提交
3103
				sizeof(struct hlist_head),
A
Al Viro 已提交
3104 3105 3106 3107 3108 3109 3110 3111
				mhash_entries, 19,
				0,
				&m_hash_shift, &m_hash_mask, 0, 0);
	mountpoint_hashtable = alloc_large_system_hash("Mountpoint-cache",
				sizeof(struct hlist_head),
				mphash_entries, 19,
				0,
				&mp_hash_shift, &mp_hash_mask, 0, 0);
L
Linus Torvalds 已提交
3112

3113
	if (!mount_hashtable || !mountpoint_hashtable)
L
Linus Torvalds 已提交
3114 3115
		panic("Failed to allocate mount hash table\n");

A
Al Viro 已提交
3116
	for (u = 0; u <= m_hash_mask; u++)
A
Al Viro 已提交
3117
		INIT_HLIST_HEAD(&mount_hashtable[u]);
A
Al Viro 已提交
3118 3119
	for (u = 0; u <= mp_hash_mask; u++)
		INIT_HLIST_HEAD(&mountpoint_hashtable[u]);
L
Linus Torvalds 已提交
3120

3121 3122
	kernfs_init();

3123 3124 3125
	err = sysfs_init();
	if (err)
		printk(KERN_WARNING "%s: sysfs_init error: %d\n",
3126
			__func__, err);
3127 3128
	fs_kobj = kobject_create_and_add("fs", NULL);
	if (!fs_kobj)
3129
		printk(KERN_WARNING "%s: kobj create error\n", __func__);
L
Linus Torvalds 已提交
3130 3131 3132 3133
	init_rootfs();
	init_mount_tree();
}

3134
void put_mnt_ns(struct mnt_namespace *ns)
L
Linus Torvalds 已提交
3135
{
3136
	if (!atomic_dec_and_test(&ns->count))
3137
		return;
3138
	drop_collected_mounts(&ns->root->mnt);
3139
	free_mnt_ns(ns);
L
Linus Torvalds 已提交
3140
}
3141 3142 3143

struct vfsmount *kern_mount_data(struct file_system_type *type, void *data)
{
3144 3145 3146 3147 3148 3149 3150
	struct vfsmount *mnt;
	mnt = vfs_kern_mount(type, MS_KERNMOUNT, type->name, data);
	if (!IS_ERR(mnt)) {
		/*
		 * it is a longterm mount, don't release mnt until
		 * we unmount before file sys is unregistered
		*/
A
Al Viro 已提交
3151
		real_mount(mnt)->mnt_ns = MNT_NS_INTERNAL;
3152 3153
	}
	return mnt;
3154 3155
}
EXPORT_SYMBOL_GPL(kern_mount_data);
3156 3157 3158 3159 3160

void kern_unmount(struct vfsmount *mnt)
{
	/* release long term mount so mount point can be released */
	if (!IS_ERR_OR_NULL(mnt)) {
A
Al Viro 已提交
3161
		real_mount(mnt)->mnt_ns = NULL;
A
Al Viro 已提交
3162
		synchronize_rcu();	/* yecchhh... */
3163 3164 3165 3166
		mntput(mnt);
	}
}
EXPORT_SYMBOL(kern_unmount);
3167 3168 3169

bool our_mnt(struct vfsmount *mnt)
{
A
Al Viro 已提交
3170
	return check_mnt(real_mount(mnt));
3171
}
3172

3173 3174 3175 3176 3177 3178 3179 3180 3181 3182 3183 3184 3185 3186 3187 3188 3189 3190 3191 3192 3193 3194 3195 3196
bool current_chrooted(void)
{
	/* Does the current process have a non-standard root */
	struct path ns_root;
	struct path fs_root;
	bool chrooted;

	/* Find the namespace root */
	ns_root.mnt = &current->nsproxy->mnt_ns->root->mnt;
	ns_root.dentry = ns_root.mnt->mnt_root;
	path_get(&ns_root);
	while (d_mountpoint(ns_root.dentry) && follow_down_one(&ns_root))
		;

	get_fs_root(current->fs, &fs_root);

	chrooted = !path_equal(&fs_root, &ns_root);

	path_put(&fs_root);
	path_put(&ns_root);

	return chrooted;
}

3197 3198
static bool mnt_already_visible(struct mnt_namespace *ns, struct vfsmount *new,
				int *new_mnt_flags)
3199
{
3200
	int new_flags = *new_mnt_flags;
3201
	struct mount *mnt;
3202
	bool visible = false;
3203

3204
	down_read(&namespace_sem);
3205
	list_for_each_entry(mnt, &ns->list, mnt_list) {
3206
		struct mount *child;
3207 3208
		int mnt_flags;

3209
		if (mnt->mnt.mnt_sb->s_type != new->mnt_sb->s_type)
3210 3211
			continue;

3212 3213 3214 3215 3216 3217
		/* This mount is not fully visible if it's root directory
		 * is not the root directory of the filesystem.
		 */
		if (mnt->mnt.mnt_root != mnt->mnt.mnt_sb->s_root)
			continue;

3218
		/* A local view of the mount flags */
3219 3220
		mnt_flags = mnt->mnt.mnt_flags;

3221 3222 3223 3224
		/* Don't miss readonly hidden in the superblock flags */
		if (mnt->mnt.mnt_sb->s_flags & MS_RDONLY)
			mnt_flags |= MNT_LOCK_READONLY;

3225 3226 3227
		/* Verify the mount flags are equal to or more permissive
		 * than the proposed new mount.
		 */
3228
		if ((mnt_flags & MNT_LOCK_READONLY) &&
3229 3230
		    !(new_flags & MNT_READONLY))
			continue;
3231 3232
		if ((mnt_flags & MNT_LOCK_ATIME) &&
		    ((mnt_flags & MNT_ATIME_MASK) != (new_flags & MNT_ATIME_MASK)))
3233 3234
			continue;

3235 3236 3237
		/* This mount is not fully visible if there are any
		 * locked child mounts that cover anything except for
		 * empty directories.
3238 3239 3240
		 */
		list_for_each_entry(child, &mnt->mnt_mounts, mnt_child) {
			struct inode *inode = child->mnt_mountpoint->d_inode;
3241
			/* Only worry about locked mounts */
3242
			if (!(child->mnt.mnt_flags & MNT_LOCKED))
3243
				continue;
3244 3245
			/* Is the directory permanetly empty? */
			if (!is_empty_dir_inode(inode))
3246
				goto next;
3247
		}
3248
		/* Preserve the locked attributes */
3249 3250
		*new_mnt_flags |= mnt_flags & (MNT_LOCK_READONLY | \
					       MNT_LOCK_ATIME);
3251 3252 3253
		visible = true;
		goto found;
	next:	;
3254
	}
3255
found:
3256
	up_read(&namespace_sem);
3257
	return visible;
3258 3259
}

3260 3261
static bool mount_too_revealing(struct vfsmount *mnt, int *new_mnt_flags)
{
3262
	const unsigned long required_iflags = SB_I_NOEXEC | SB_I_NODEV;
3263 3264 3265 3266 3267 3268 3269 3270 3271 3272 3273
	struct mnt_namespace *ns = current->nsproxy->mnt_ns;
	unsigned long s_iflags;

	if (ns->user_ns == &init_user_ns)
		return false;

	/* Can this filesystem be too revealing? */
	s_iflags = mnt->mnt_sb->s_iflags;
	if (!(s_iflags & SB_I_USERNS_VISIBLE))
		return false;

3274 3275 3276 3277 3278 3279
	if ((s_iflags & required_iflags) != required_iflags) {
		WARN_ONCE(1, "Expected s_iflags to contain 0x%lx\n",
			  required_iflags);
		return true;
	}

3280 3281 3282
	return !mnt_already_visible(ns, mnt, new_mnt_flags);
}

3283
static struct ns_common *mntns_get(struct task_struct *task)
3284
{
3285
	struct ns_common *ns = NULL;
3286 3287
	struct nsproxy *nsproxy;

3288 3289
	task_lock(task);
	nsproxy = task->nsproxy;
3290
	if (nsproxy) {
3291 3292
		ns = &nsproxy->mnt_ns->ns;
		get_mnt_ns(to_mnt_ns(ns));
3293
	}
3294
	task_unlock(task);
3295 3296 3297 3298

	return ns;
}

3299
static void mntns_put(struct ns_common *ns)
3300
{
3301
	put_mnt_ns(to_mnt_ns(ns));
3302 3303
}

3304
static int mntns_install(struct nsproxy *nsproxy, struct ns_common *ns)
3305 3306
{
	struct fs_struct *fs = current->fs;
3307
	struct mnt_namespace *mnt_ns = to_mnt_ns(ns);
3308 3309
	struct path root;

3310
	if (!ns_capable(mnt_ns->user_ns, CAP_SYS_ADMIN) ||
3311 3312
	    !ns_capable(current_user_ns(), CAP_SYS_CHROOT) ||
	    !ns_capable(current_user_ns(), CAP_SYS_ADMIN))
3313
		return -EPERM;
3314 3315 3316 3317 3318 3319 3320 3321 3322 3323 3324 3325 3326 3327 3328 3329 3330 3331 3332 3333 3334 3335 3336 3337 3338 3339 3340 3341 3342 3343

	if (fs->users != 1)
		return -EINVAL;

	get_mnt_ns(mnt_ns);
	put_mnt_ns(nsproxy->mnt_ns);
	nsproxy->mnt_ns = mnt_ns;

	/* Find the root */
	root.mnt    = &mnt_ns->root->mnt;
	root.dentry = mnt_ns->root->mnt.mnt_root;
	path_get(&root);
	while(d_mountpoint(root.dentry) && follow_down_one(&root))
		;

	/* Update the pwd and root */
	set_fs_pwd(fs, &root);
	set_fs_root(fs, &root);

	path_put(&root);
	return 0;
}

const struct proc_ns_operations mntns_operations = {
	.name		= "mnt",
	.type		= CLONE_NEWNS,
	.get		= mntns_get,
	.put		= mntns_put,
	.install	= mntns_install,
};