namespace.c 79.0 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7 8 9 10 11
/*
 *  linux/fs/namespace.c
 *
 * (C) Copyright Al Viro 2000, 2001
 *	Released under GPL v2.
 *
 * Based on code from fs/super.c, copyright Linus Torvalds and others.
 * Heavily rewritten.
 */

#include <linux/syscalls.h>
A
Al Viro 已提交
12
#include <linux/export.h>
13
#include <linux/capability.h>
14
#include <linux/mnt_namespace.h>
15
#include <linux/user_namespace.h>
L
Linus Torvalds 已提交
16 17
#include <linux/namei.h>
#include <linux/security.h>
18
#include <linux/idr.h>
19
#include <linux/init.h>		/* init_rootfs */
A
Al Viro 已提交
20 21 22
#include <linux/fs_struct.h>	/* get_fs_root et.al. */
#include <linux/fsnotify.h>	/* fsnotify_vfsmount_delete */
#include <linux/uaccess.h>
23
#include <linux/proc_ns.h>
24
#include <linux/magic.h>
A
Al Viro 已提交
25
#include <linux/bootmem.h>
A
Al Viro 已提交
26
#include <linux/task_work.h>
27
#include "pnode.h"
28
#include "internal.h"
L
Linus Torvalds 已提交
29

A
Al Viro 已提交
30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53
static unsigned int m_hash_mask __read_mostly;
static unsigned int m_hash_shift __read_mostly;
static unsigned int mp_hash_mask __read_mostly;
static unsigned int mp_hash_shift __read_mostly;

static __initdata unsigned long mhash_entries;
static int __init set_mhash_entries(char *str)
{
	if (!str)
		return 0;
	mhash_entries = simple_strtoul(str, &str, 0);
	return 1;
}
__setup("mhash_entries=", set_mhash_entries);

static __initdata unsigned long mphash_entries;
static int __init set_mphash_entries(char *str)
{
	if (!str)
		return 0;
	mphash_entries = simple_strtoul(str, &str, 0);
	return 1;
}
__setup("mphash_entries=", set_mphash_entries);
E
Eric Dumazet 已提交
54

A
Al Viro 已提交
55
static u64 event;
56
static DEFINE_IDA(mnt_id_ida);
57
static DEFINE_IDA(mnt_group_ida);
N
Nick Piggin 已提交
58
static DEFINE_SPINLOCK(mnt_id_lock);
59 60
static int mnt_id_start = 0;
static int mnt_group_start = 1;
L
Linus Torvalds 已提交
61

A
Al Viro 已提交
62
static struct hlist_head *mount_hashtable __read_mostly;
A
Al Viro 已提交
63
static struct hlist_head *mountpoint_hashtable __read_mostly;
64
static struct kmem_cache *mnt_cache __read_mostly;
A
Al Viro 已提交
65
static DECLARE_RWSEM(namespace_sem);
L
Linus Torvalds 已提交
66

M
Miklos Szeredi 已提交
67
/* /sys/fs */
68 69
struct kobject *fs_kobj;
EXPORT_SYMBOL_GPL(fs_kobj);
M
Miklos Szeredi 已提交
70

N
Nick Piggin 已提交
71 72 73 74 75 76 77 78
/*
 * vfsmount lock may be taken for read to prevent changes to the
 * vfsmount hash, ie. during mountpoint lookups or walking back
 * up the tree.
 *
 * It should be taken for write in all cases where the vfsmount
 * tree or hash is modified or when a vfsmount structure is modified.
 */
A
Al Viro 已提交
79
__cacheline_aligned_in_smp DEFINE_SEQLOCK(mount_lock);
N
Nick Piggin 已提交
80

A
Al Viro 已提交
81
static inline struct hlist_head *m_hash(struct vfsmount *mnt, struct dentry *dentry)
L
Linus Torvalds 已提交
82
{
R
Ram Pai 已提交
83 84
	unsigned long tmp = ((unsigned long)mnt / L1_CACHE_BYTES);
	tmp += ((unsigned long)dentry / L1_CACHE_BYTES);
A
Al Viro 已提交
85 86 87 88 89 90 91 92 93
	tmp = tmp + (tmp >> m_hash_shift);
	return &mount_hashtable[tmp & m_hash_mask];
}

static inline struct hlist_head *mp_hash(struct dentry *dentry)
{
	unsigned long tmp = ((unsigned long)dentry / L1_CACHE_BYTES);
	tmp = tmp + (tmp >> mp_hash_shift);
	return &mountpoint_hashtable[tmp & mp_hash_mask];
L
Linus Torvalds 已提交
94 95
}

N
Nick Piggin 已提交
96 97 98 99
/*
 * allocation is serialized by namespace_sem, but we need the spinlock to
 * serialize with freeing.
 */
100
static int mnt_alloc_id(struct mount *mnt)
101 102 103 104 105
{
	int res;

retry:
	ida_pre_get(&mnt_id_ida, GFP_KERNEL);
N
Nick Piggin 已提交
106
	spin_lock(&mnt_id_lock);
A
Al Viro 已提交
107
	res = ida_get_new_above(&mnt_id_ida, mnt_id_start, &mnt->mnt_id);
108
	if (!res)
A
Al Viro 已提交
109
		mnt_id_start = mnt->mnt_id + 1;
N
Nick Piggin 已提交
110
	spin_unlock(&mnt_id_lock);
111 112 113 114 115 116
	if (res == -EAGAIN)
		goto retry;

	return res;
}

117
static void mnt_free_id(struct mount *mnt)
118
{
A
Al Viro 已提交
119
	int id = mnt->mnt_id;
N
Nick Piggin 已提交
120
	spin_lock(&mnt_id_lock);
121 122 123
	ida_remove(&mnt_id_ida, id);
	if (mnt_id_start > id)
		mnt_id_start = id;
N
Nick Piggin 已提交
124
	spin_unlock(&mnt_id_lock);
125 126
}

127 128 129 130 131
/*
 * Allocate a new peer group ID
 *
 * mnt_group_ida is protected by namespace_sem
 */
132
static int mnt_alloc_group_id(struct mount *mnt)
133
{
134 135
	int res;

136 137 138
	if (!ida_pre_get(&mnt_group_ida, GFP_KERNEL))
		return -ENOMEM;

139 140
	res = ida_get_new_above(&mnt_group_ida,
				mnt_group_start,
A
Al Viro 已提交
141
				&mnt->mnt_group_id);
142
	if (!res)
A
Al Viro 已提交
143
		mnt_group_start = mnt->mnt_group_id + 1;
144 145

	return res;
146 147 148 149 150
}

/*
 * Release a peer group ID
 */
151
void mnt_release_group_id(struct mount *mnt)
152
{
A
Al Viro 已提交
153
	int id = mnt->mnt_group_id;
154 155 156
	ida_remove(&mnt_group_ida, id);
	if (mnt_group_start > id)
		mnt_group_start = id;
A
Al Viro 已提交
157
	mnt->mnt_group_id = 0;
158 159
}

N
Nick Piggin 已提交
160 161 162
/*
 * vfsmount lock must be held for read
 */
163
static inline void mnt_add_count(struct mount *mnt, int n)
N
Nick Piggin 已提交
164 165
{
#ifdef CONFIG_SMP
166
	this_cpu_add(mnt->mnt_pcp->mnt_count, n);
N
Nick Piggin 已提交
167 168
#else
	preempt_disable();
169
	mnt->mnt_count += n;
N
Nick Piggin 已提交
170 171 172 173 174 175 176
	preempt_enable();
#endif
}

/*
 * vfsmount lock must be held for write
 */
177
unsigned int mnt_get_count(struct mount *mnt)
N
Nick Piggin 已提交
178 179
{
#ifdef CONFIG_SMP
A
Al Viro 已提交
180
	unsigned int count = 0;
N
Nick Piggin 已提交
181 182 183
	int cpu;

	for_each_possible_cpu(cpu) {
184
		count += per_cpu_ptr(mnt->mnt_pcp, cpu)->mnt_count;
N
Nick Piggin 已提交
185 186 187 188
	}

	return count;
#else
189
	return mnt->mnt_count;
N
Nick Piggin 已提交
190 191 192
#endif
}

193 194 195 196 197 198 199 200
static void drop_mountpoint(struct fs_pin *p)
{
	struct mount *m = container_of(p, struct mount, mnt_umount);
	dput(m->mnt_ex_mountpoint);
	pin_remove(p);
	mntput(&m->mnt);
}

201
static struct mount *alloc_vfsmnt(const char *name)
L
Linus Torvalds 已提交
202
{
203 204
	struct mount *mnt = kmem_cache_zalloc(mnt_cache, GFP_KERNEL);
	if (mnt) {
205 206
		int err;

207
		err = mnt_alloc_id(mnt);
208 209 210 211
		if (err)
			goto out_free_cache;

		if (name) {
212
			mnt->mnt_devname = kstrdup_const(name, GFP_KERNEL);
213
			if (!mnt->mnt_devname)
214
				goto out_free_id;
215 216
		}

N
Nick Piggin 已提交
217
#ifdef CONFIG_SMP
218 219
		mnt->mnt_pcp = alloc_percpu(struct mnt_pcp);
		if (!mnt->mnt_pcp)
N
Nick Piggin 已提交
220 221
			goto out_free_devname;

222
		this_cpu_add(mnt->mnt_pcp->mnt_count, 1);
N
Nick Piggin 已提交
223
#else
224 225
		mnt->mnt_count = 1;
		mnt->mnt_writers = 0;
N
Nick Piggin 已提交
226 227
#endif

A
Al Viro 已提交
228
		INIT_HLIST_NODE(&mnt->mnt_hash);
229 230 231 232 233 234 235
		INIT_LIST_HEAD(&mnt->mnt_child);
		INIT_LIST_HEAD(&mnt->mnt_mounts);
		INIT_LIST_HEAD(&mnt->mnt_list);
		INIT_LIST_HEAD(&mnt->mnt_expire);
		INIT_LIST_HEAD(&mnt->mnt_share);
		INIT_LIST_HEAD(&mnt->mnt_slave_list);
		INIT_LIST_HEAD(&mnt->mnt_slave);
236
		INIT_HLIST_NODE(&mnt->mnt_mp_list);
237 238
#ifdef CONFIG_FSNOTIFY
		INIT_HLIST_HEAD(&mnt->mnt_fsnotify_marks);
N
npiggin@suse.de 已提交
239
#endif
240
		init_fs_pin(&mnt->mnt_umount, drop_mountpoint);
L
Linus Torvalds 已提交
241
	}
242
	return mnt;
243

N
npiggin@suse.de 已提交
244 245
#ifdef CONFIG_SMP
out_free_devname:
246
	kfree_const(mnt->mnt_devname);
N
npiggin@suse.de 已提交
247
#endif
248
out_free_id:
249
	mnt_free_id(mnt);
250
out_free_cache:
251
	kmem_cache_free(mnt_cache, mnt);
252
	return NULL;
L
Linus Torvalds 已提交
253 254
}

255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275
/*
 * Most r/o checks on a fs are for operations that take
 * discrete amounts of time, like a write() or unlink().
 * We must keep track of when those operations start
 * (for permission checks) and when they end, so that
 * we can determine when writes are able to occur to
 * a filesystem.
 */
/*
 * __mnt_is_readonly: check whether a mount is read-only
 * @mnt: the mount to check for its write status
 *
 * This shouldn't be used directly ouside of the VFS.
 * It does not guarantee that the filesystem will stay
 * r/w, just that it is right *now*.  This can not and
 * should not be used in place of IS_RDONLY(inode).
 * mnt_want/drop_write() will _keep_ the filesystem
 * r/w.
 */
int __mnt_is_readonly(struct vfsmount *mnt)
{
276 277 278 279 280
	if (mnt->mnt_flags & MNT_READONLY)
		return 1;
	if (mnt->mnt_sb->s_flags & MS_RDONLY)
		return 1;
	return 0;
281 282 283
}
EXPORT_SYMBOL_GPL(__mnt_is_readonly);

284
static inline void mnt_inc_writers(struct mount *mnt)
N
npiggin@suse.de 已提交
285 286
{
#ifdef CONFIG_SMP
287
	this_cpu_inc(mnt->mnt_pcp->mnt_writers);
N
npiggin@suse.de 已提交
288
#else
289
	mnt->mnt_writers++;
N
npiggin@suse.de 已提交
290 291
#endif
}
292

293
static inline void mnt_dec_writers(struct mount *mnt)
294
{
N
npiggin@suse.de 已提交
295
#ifdef CONFIG_SMP
296
	this_cpu_dec(mnt->mnt_pcp->mnt_writers);
N
npiggin@suse.de 已提交
297
#else
298
	mnt->mnt_writers--;
N
npiggin@suse.de 已提交
299
#endif
300 301
}

302
static unsigned int mnt_get_writers(struct mount *mnt)
303
{
N
npiggin@suse.de 已提交
304 305
#ifdef CONFIG_SMP
	unsigned int count = 0;
306 307 308
	int cpu;

	for_each_possible_cpu(cpu) {
309
		count += per_cpu_ptr(mnt->mnt_pcp, cpu)->mnt_writers;
310 311
	}

N
npiggin@suse.de 已提交
312 313 314 315
	return count;
#else
	return mnt->mnt_writers;
#endif
316 317
}

318 319 320 321 322 323 324 325 326
static int mnt_is_readonly(struct vfsmount *mnt)
{
	if (mnt->mnt_sb->s_readonly_remount)
		return 1;
	/* Order wrt setting s_flags/s_readonly_remount in do_remount() */
	smp_rmb();
	return __mnt_is_readonly(mnt);
}

327
/*
328 329 330 331
 * Most r/o & frozen checks on a fs are for operations that take discrete
 * amounts of time, like a write() or unlink().  We must keep track of when
 * those operations start (for permission checks) and when they end, so that we
 * can determine when writes are able to occur to a filesystem.
332 333
 */
/**
334
 * __mnt_want_write - get write access to a mount without freeze protection
335
 * @m: the mount on which to take a write
336
 *
337 338 339 340 341
 * This tells the low-level filesystem that a write is about to be performed to
 * it, and makes sure that writes are allowed (mnt it read-write) before
 * returning success. This operation does not protect against filesystem being
 * frozen. When the write operation is finished, __mnt_drop_write() must be
 * called. This is effectively a refcount.
342
 */
343
int __mnt_want_write(struct vfsmount *m)
344
{
345
	struct mount *mnt = real_mount(m);
346 347
	int ret = 0;

N
npiggin@suse.de 已提交
348
	preempt_disable();
349
	mnt_inc_writers(mnt);
N
npiggin@suse.de 已提交
350
	/*
351
	 * The store to mnt_inc_writers must be visible before we pass
N
npiggin@suse.de 已提交
352 353 354 355
	 * MNT_WRITE_HOLD loop below, so that the slowpath can see our
	 * incremented count after it has set MNT_WRITE_HOLD.
	 */
	smp_mb();
356
	while (ACCESS_ONCE(mnt->mnt.mnt_flags) & MNT_WRITE_HOLD)
N
npiggin@suse.de 已提交
357 358 359 360 361 362 363
		cpu_relax();
	/*
	 * After the slowpath clears MNT_WRITE_HOLD, mnt_is_readonly will
	 * be set to match its requirements. So we must not load that until
	 * MNT_WRITE_HOLD is cleared.
	 */
	smp_rmb();
364
	if (mnt_is_readonly(m)) {
365
		mnt_dec_writers(mnt);
366 367
		ret = -EROFS;
	}
N
npiggin@suse.de 已提交
368
	preempt_enable();
369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389

	return ret;
}

/**
 * mnt_want_write - get write access to a mount
 * @m: the mount on which to take a write
 *
 * This tells the low-level filesystem that a write is about to be performed to
 * it, and makes sure that writes are allowed (mount is read-write, filesystem
 * is not frozen) before returning success.  When the write operation is
 * finished, mnt_drop_write() must be called.  This is effectively a refcount.
 */
int mnt_want_write(struct vfsmount *m)
{
	int ret;

	sb_start_write(m->mnt_sb);
	ret = __mnt_want_write(m);
	if (ret)
		sb_end_write(m->mnt_sb);
390
	return ret;
391 392 393
}
EXPORT_SYMBOL_GPL(mnt_want_write);

N
npiggin@suse.de 已提交
394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411
/**
 * mnt_clone_write - get write access to a mount
 * @mnt: the mount on which to take a write
 *
 * This is effectively like mnt_want_write, except
 * it must only be used to take an extra write reference
 * on a mountpoint that we already know has a write reference
 * on it. This allows some optimisation.
 *
 * After finished, mnt_drop_write must be called as usual to
 * drop the reference.
 */
int mnt_clone_write(struct vfsmount *mnt)
{
	/* superblock may be r/o */
	if (__mnt_is_readonly(mnt))
		return -EROFS;
	preempt_disable();
412
	mnt_inc_writers(real_mount(mnt));
N
npiggin@suse.de 已提交
413 414 415 416 417 418
	preempt_enable();
	return 0;
}
EXPORT_SYMBOL_GPL(mnt_clone_write);

/**
419
 * __mnt_want_write_file - get write access to a file's mount
N
npiggin@suse.de 已提交
420 421
 * @file: the file who's mount on which to take a write
 *
422
 * This is like __mnt_want_write, but it takes a file and can
N
npiggin@suse.de 已提交
423 424
 * do some optimisations if the file is open for write already
 */
425
int __mnt_want_write_file(struct file *file)
N
npiggin@suse.de 已提交
426
{
427
	if (!(file->f_mode & FMODE_WRITER))
428
		return __mnt_want_write(file->f_path.mnt);
N
npiggin@suse.de 已提交
429 430 431
	else
		return mnt_clone_write(file->f_path.mnt);
}
432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449

/**
 * mnt_want_write_file - get write access to a file's mount
 * @file: the file who's mount on which to take a write
 *
 * This is like mnt_want_write, but it takes a file and can
 * do some optimisations if the file is open for write already
 */
int mnt_want_write_file(struct file *file)
{
	int ret;

	sb_start_write(file->f_path.mnt->mnt_sb);
	ret = __mnt_want_write_file(file);
	if (ret)
		sb_end_write(file->f_path.mnt->mnt_sb);
	return ret;
}
N
npiggin@suse.de 已提交
450 451
EXPORT_SYMBOL_GPL(mnt_want_write_file);

452
/**
453
 * __mnt_drop_write - give up write access to a mount
454 455 456 457
 * @mnt: the mount on which to give up write access
 *
 * Tells the low-level filesystem that we are done
 * performing writes to it.  Must be matched with
458
 * __mnt_want_write() call above.
459
 */
460
void __mnt_drop_write(struct vfsmount *mnt)
461
{
N
npiggin@suse.de 已提交
462
	preempt_disable();
463
	mnt_dec_writers(real_mount(mnt));
N
npiggin@suse.de 已提交
464
	preempt_enable();
465
}
466 467 468 469 470 471 472 473 474 475 476 477 478 479

/**
 * mnt_drop_write - give up write access to a mount
 * @mnt: the mount on which to give up write access
 *
 * Tells the low-level filesystem that we are done performing writes to it and
 * also allows filesystem to be frozen again.  Must be matched with
 * mnt_want_write() call above.
 */
void mnt_drop_write(struct vfsmount *mnt)
{
	__mnt_drop_write(mnt);
	sb_end_write(mnt->mnt_sb);
}
480 481
EXPORT_SYMBOL_GPL(mnt_drop_write);

482 483 484 485 486
void __mnt_drop_write_file(struct file *file)
{
	__mnt_drop_write(file->f_path.mnt);
}

A
Al Viro 已提交
487 488 489 490 491 492
void mnt_drop_write_file(struct file *file)
{
	mnt_drop_write(file->f_path.mnt);
}
EXPORT_SYMBOL(mnt_drop_write_file);

493
static int mnt_make_readonly(struct mount *mnt)
494
{
495 496
	int ret = 0;

497
	lock_mount_hash();
498
	mnt->mnt.mnt_flags |= MNT_WRITE_HOLD;
499
	/*
N
npiggin@suse.de 已提交
500 501
	 * After storing MNT_WRITE_HOLD, we'll read the counters. This store
	 * should be visible before we do.
502
	 */
N
npiggin@suse.de 已提交
503 504
	smp_mb();

505
	/*
N
npiggin@suse.de 已提交
506 507 508 509 510 511 512 513 514 515 516 517 518 519
	 * With writers on hold, if this value is zero, then there are
	 * definitely no active writers (although held writers may subsequently
	 * increment the count, they'll have to wait, and decrement it after
	 * seeing MNT_READONLY).
	 *
	 * It is OK to have counter incremented on one CPU and decremented on
	 * another: the sum will add up correctly. The danger would be when we
	 * sum up each counter, if we read a counter before it is incremented,
	 * but then read another CPU's count which it has been subsequently
	 * decremented from -- we would see more decrements than we should.
	 * MNT_WRITE_HOLD protects against this scenario, because
	 * mnt_want_write first increments count, then smp_mb, then spins on
	 * MNT_WRITE_HOLD, so it can't be decremented by another CPU while
	 * we're counting up here.
520
	 */
521
	if (mnt_get_writers(mnt) > 0)
N
npiggin@suse.de 已提交
522 523
		ret = -EBUSY;
	else
524
		mnt->mnt.mnt_flags |= MNT_READONLY;
N
npiggin@suse.de 已提交
525 526 527 528 529
	/*
	 * MNT_READONLY must become visible before ~MNT_WRITE_HOLD, so writers
	 * that become unheld will see MNT_READONLY.
	 */
	smp_wmb();
530
	mnt->mnt.mnt_flags &= ~MNT_WRITE_HOLD;
531
	unlock_mount_hash();
532
	return ret;
533 534
}

535
static void __mnt_unmake_readonly(struct mount *mnt)
536
{
537
	lock_mount_hash();
538
	mnt->mnt.mnt_flags &= ~MNT_READONLY;
539
	unlock_mount_hash();
540 541
}

542 543 544 545 546
int sb_prepare_remount_readonly(struct super_block *sb)
{
	struct mount *mnt;
	int err = 0;

547 548 549 550
	/* Racy optimization.  Recheck the counter under MNT_WRITE_HOLD */
	if (atomic_long_read(&sb->s_remove_count))
		return -EBUSY;

551
	lock_mount_hash();
552 553 554 555 556 557 558 559 560 561
	list_for_each_entry(mnt, &sb->s_mounts, mnt_instance) {
		if (!(mnt->mnt.mnt_flags & MNT_READONLY)) {
			mnt->mnt.mnt_flags |= MNT_WRITE_HOLD;
			smp_mb();
			if (mnt_get_writers(mnt) > 0) {
				err = -EBUSY;
				break;
			}
		}
	}
562 563 564
	if (!err && atomic_long_read(&sb->s_remove_count))
		err = -EBUSY;

565 566 567 568 569 570 571 572
	if (!err) {
		sb->s_readonly_remount = 1;
		smp_wmb();
	}
	list_for_each_entry(mnt, &sb->s_mounts, mnt_instance) {
		if (mnt->mnt.mnt_flags & MNT_WRITE_HOLD)
			mnt->mnt.mnt_flags &= ~MNT_WRITE_HOLD;
	}
573
	unlock_mount_hash();
574 575 576 577

	return err;
}

578
static void free_vfsmnt(struct mount *mnt)
L
Linus Torvalds 已提交
579
{
580
	kfree_const(mnt->mnt_devname);
N
npiggin@suse.de 已提交
581
#ifdef CONFIG_SMP
582
	free_percpu(mnt->mnt_pcp);
N
npiggin@suse.de 已提交
583
#endif
584
	kmem_cache_free(mnt_cache, mnt);
L
Linus Torvalds 已提交
585 586
}

587 588 589 590 591
static void delayed_free_vfsmnt(struct rcu_head *head)
{
	free_vfsmnt(container_of(head, struct mount, mnt_rcu));
}

A
Al Viro 已提交
592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613
/* call under rcu_read_lock */
bool legitimize_mnt(struct vfsmount *bastard, unsigned seq)
{
	struct mount *mnt;
	if (read_seqretry(&mount_lock, seq))
		return false;
	if (bastard == NULL)
		return true;
	mnt = real_mount(bastard);
	mnt_add_count(mnt, 1);
	if (likely(!read_seqretry(&mount_lock, seq)))
		return true;
	if (bastard->mnt_flags & MNT_SYNC_UMOUNT) {
		mnt_add_count(mnt, -1);
		return false;
	}
	rcu_read_unlock();
	mntput(bastard);
	rcu_read_lock();
	return false;
}

L
Linus Torvalds 已提交
614
/*
A
Al Viro 已提交
615
 * find the first mount at @dentry on vfsmount @mnt.
A
Al Viro 已提交
616
 * call under rcu_read_lock()
L
Linus Torvalds 已提交
617
 */
A
Al Viro 已提交
618
struct mount *__lookup_mnt(struct vfsmount *mnt, struct dentry *dentry)
L
Linus Torvalds 已提交
619
{
A
Al Viro 已提交
620
	struct hlist_head *head = m_hash(mnt, dentry);
A
Al Viro 已提交
621 622
	struct mount *p;

A
Al Viro 已提交
623
	hlist_for_each_entry_rcu(p, head, mnt_hash)
A
Al Viro 已提交
624 625 626 627 628 629 630
		if (&p->mnt_parent->mnt == mnt && p->mnt_mountpoint == dentry)
			return p;
	return NULL;
}

/*
 * find the last mount at @dentry on vfsmount @mnt.
A
Al Viro 已提交
631
 * mount_lock must be held.
A
Al Viro 已提交
632 633 634
 */
struct mount *__lookup_mnt_last(struct vfsmount *mnt, struct dentry *dentry)
{
635 636
	struct mount *p, *res = NULL;
	p = __lookup_mnt(mnt, dentry);
A
Al Viro 已提交
637 638
	if (!p)
		goto out;
639 640
	if (!(p->mnt.mnt_flags & MNT_UMOUNT))
		res = p;
A
Al Viro 已提交
641
	hlist_for_each_entry_continue(p, mnt_hash) {
A
Al Viro 已提交
642 643
		if (&p->mnt_parent->mnt != mnt || p->mnt_mountpoint != dentry)
			break;
644 645
		if (!(p->mnt.mnt_flags & MNT_UMOUNT))
			res = p;
A
Al Viro 已提交
646
	}
A
Al Viro 已提交
647
out:
A
Al Viro 已提交
648
	return res;
L
Linus Torvalds 已提交
649 650
}

R
Ram Pai 已提交
651
/*
652 653 654 655 656 657 658 659 660 661 662 663 664 665
 * lookup_mnt - Return the first child mount mounted at path
 *
 * "First" means first mounted chronologically.  If you create the
 * following mounts:
 *
 * mount /dev/sda1 /mnt
 * mount /dev/sda2 /mnt
 * mount /dev/sda3 /mnt
 *
 * Then lookup_mnt() on the base /mnt dentry in the root mount will
 * return successively the root dentry and vfsmount of /dev/sda1, then
 * /dev/sda2, then /dev/sda3, then NULL.
 *
 * lookup_mnt takes a reference to the found vfsmount.
R
Ram Pai 已提交
666
 */
A
Al Viro 已提交
667
struct vfsmount *lookup_mnt(struct path *path)
R
Ram Pai 已提交
668
{
669
	struct mount *child_mnt;
A
Al Viro 已提交
670 671
	struct vfsmount *m;
	unsigned seq;
N
Nick Piggin 已提交
672

A
Al Viro 已提交
673 674 675 676 677 678 679 680
	rcu_read_lock();
	do {
		seq = read_seqbegin(&mount_lock);
		child_mnt = __lookup_mnt(path->mnt, path->dentry);
		m = child_mnt ? &child_mnt->mnt : NULL;
	} while (!legitimize_mnt(m, seq));
	rcu_read_unlock();
	return m;
R
Ram Pai 已提交
681 682
}

683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717
/*
 * __is_local_mountpoint - Test to see if dentry is a mountpoint in the
 *                         current mount namespace.
 *
 * The common case is dentries are not mountpoints at all and that
 * test is handled inline.  For the slow case when we are actually
 * dealing with a mountpoint of some kind, walk through all of the
 * mounts in the current mount namespace and test to see if the dentry
 * is a mountpoint.
 *
 * The mount_hashtable is not usable in the context because we
 * need to identify all mounts that may be in the current mount
 * namespace not just a mount that happens to have some specified
 * parent mount.
 */
bool __is_local_mountpoint(struct dentry *dentry)
{
	struct mnt_namespace *ns = current->nsproxy->mnt_ns;
	struct mount *mnt;
	bool is_covered = false;

	if (!d_mountpoint(dentry))
		goto out;

	down_read(&namespace_sem);
	list_for_each_entry(mnt, &ns->list, mnt_list) {
		is_covered = (mnt->mnt_mountpoint == dentry);
		if (is_covered)
			break;
	}
	up_read(&namespace_sem);
out:
	return is_covered;
}

718
static struct mountpoint *lookup_mountpoint(struct dentry *dentry)
719
{
A
Al Viro 已提交
720
	struct hlist_head *chain = mp_hash(dentry);
721 722
	struct mountpoint *mp;

A
Al Viro 已提交
723
	hlist_for_each_entry(mp, chain, m_hash) {
724 725 726 727 728 729 730 731
		if (mp->m_dentry == dentry) {
			/* might be worth a WARN_ON() */
			if (d_unlinked(dentry))
				return ERR_PTR(-ENOENT);
			mp->m_count++;
			return mp;
		}
	}
732 733 734 735 736 737 738 739
	return NULL;
}

static struct mountpoint *new_mountpoint(struct dentry *dentry)
{
	struct hlist_head *chain = mp_hash(dentry);
	struct mountpoint *mp;
	int ret;
740 741 742 743 744

	mp = kmalloc(sizeof(struct mountpoint), GFP_KERNEL);
	if (!mp)
		return ERR_PTR(-ENOMEM);

745 746
	ret = d_set_mounted(dentry);
	if (ret) {
747
		kfree(mp);
748
		return ERR_PTR(ret);
749
	}
750

751 752
	mp->m_dentry = dentry;
	mp->m_count = 1;
A
Al Viro 已提交
753
	hlist_add_head(&mp->m_hash, chain);
754
	INIT_HLIST_HEAD(&mp->m_list);
755 756 757 758 759 760 761
	return mp;
}

static void put_mountpoint(struct mountpoint *mp)
{
	if (!--mp->m_count) {
		struct dentry *dentry = mp->m_dentry;
762
		BUG_ON(!hlist_empty(&mp->m_list));
763 764 765
		spin_lock(&dentry->d_lock);
		dentry->d_flags &= ~DCACHE_MOUNTED;
		spin_unlock(&dentry->d_lock);
A
Al Viro 已提交
766
		hlist_del(&mp->m_hash);
767 768 769 770
		kfree(mp);
	}
}

A
Al Viro 已提交
771
static inline int check_mnt(struct mount *mnt)
L
Linus Torvalds 已提交
772
{
773
	return mnt->mnt_ns == current->nsproxy->mnt_ns;
L
Linus Torvalds 已提交
774 775
}

N
Nick Piggin 已提交
776 777 778
/*
 * vfsmount lock must be held for write
 */
779
static void touch_mnt_namespace(struct mnt_namespace *ns)
A
Al Viro 已提交
780 781 782 783 784 785 786
{
	if (ns) {
		ns->event = ++event;
		wake_up_interruptible(&ns->poll);
	}
}

N
Nick Piggin 已提交
787 788 789
/*
 * vfsmount lock must be held for write
 */
790
static void __touch_mnt_namespace(struct mnt_namespace *ns)
A
Al Viro 已提交
791 792 793 794 795 796 797
{
	if (ns && ns->event != event) {
		ns->event = event;
		wake_up_interruptible(&ns->poll);
	}
}

N
Nick Piggin 已提交
798 799 800
/*
 * vfsmount lock must be held for write
 */
801
static void unhash_mnt(struct mount *mnt)
802
{
803
	mnt->mnt_parent = mnt;
804
	mnt->mnt_mountpoint = mnt->mnt.mnt_root;
805
	list_del_init(&mnt->mnt_child);
A
Al Viro 已提交
806
	hlist_del_init_rcu(&mnt->mnt_hash);
807
	hlist_del_init(&mnt->mnt_mp_list);
808 809
	put_mountpoint(mnt->mnt_mp);
	mnt->mnt_mp = NULL;
L
Linus Torvalds 已提交
810 811
}

812 813 814 815 816 817 818 819 820 821
/*
 * vfsmount lock must be held for write
 */
static void detach_mnt(struct mount *mnt, struct path *old_path)
{
	old_path->dentry = mnt->mnt_mountpoint;
	old_path->mnt = &mnt->mnt_parent->mnt;
	unhash_mnt(mnt);
}

822 823 824 825 826 827 828 829 830 831
/*
 * vfsmount lock must be held for write
 */
static void umount_mnt(struct mount *mnt)
{
	/* old mountpoint will be dropped when we can do that */
	mnt->mnt_ex_mountpoint = mnt->mnt_mountpoint;
	unhash_mnt(mnt);
}

N
Nick Piggin 已提交
832 833 834
/*
 * vfsmount lock must be held for write
 */
835 836
void mnt_set_mountpoint(struct mount *mnt,
			struct mountpoint *mp,
837
			struct mount *child_mnt)
838
{
839
	mp->m_count++;
840
	mnt_add_count(mnt, 1);	/* essentially, that's mntget */
841
	child_mnt->mnt_mountpoint = dget(mp->m_dentry);
842
	child_mnt->mnt_parent = mnt;
843
	child_mnt->mnt_mp = mp;
844
	hlist_add_head(&child_mnt->mnt_mp_list, &mp->m_list);
845 846
}

N
Nick Piggin 已提交
847 848 849
/*
 * vfsmount lock must be held for write
 */
850 851 852
static void attach_mnt(struct mount *mnt,
			struct mount *parent,
			struct mountpoint *mp)
L
Linus Torvalds 已提交
853
{
854
	mnt_set_mountpoint(parent, mp, mnt);
A
Al Viro 已提交
855
	hlist_add_head_rcu(&mnt->mnt_hash, m_hash(&parent->mnt, mp->m_dentry));
856
	list_add_tail(&mnt->mnt_child, &parent->mnt_mounts);
857 858
}

A
Al Viro 已提交
859 860 861 862 863
static void attach_shadowed(struct mount *mnt,
			struct mount *parent,
			struct mount *shadows)
{
	if (shadows) {
864
		hlist_add_behind_rcu(&mnt->mnt_hash, &shadows->mnt_hash);
A
Al Viro 已提交
865 866 867 868 869 870 871 872
		list_add(&mnt->mnt_child, &shadows->mnt_child);
	} else {
		hlist_add_head_rcu(&mnt->mnt_hash,
				m_hash(&parent->mnt, mnt->mnt_mountpoint));
		list_add_tail(&mnt->mnt_child, &parent->mnt_mounts);
	}
}

873
/*
N
Nick Piggin 已提交
874
 * vfsmount lock must be held for write
875
 */
A
Al Viro 已提交
876
static void commit_tree(struct mount *mnt, struct mount *shadows)
877
{
878
	struct mount *parent = mnt->mnt_parent;
879
	struct mount *m;
880
	LIST_HEAD(head);
A
Al Viro 已提交
881
	struct mnt_namespace *n = parent->mnt_ns;
882

883
	BUG_ON(parent == mnt);
884

A
Al Viro 已提交
885
	list_add_tail(&head, &mnt->mnt_list);
A
Al Viro 已提交
886
	list_for_each_entry(m, &head, mnt_list)
A
Al Viro 已提交
887
		m->mnt_ns = n;
A
Al Viro 已提交
888

889 890
	list_splice(&head, n->list.prev);

A
Al Viro 已提交
891
	attach_shadowed(mnt, parent, shadows);
892
	touch_mnt_namespace(n);
L
Linus Torvalds 已提交
893 894
}

895
static struct mount *next_mnt(struct mount *p, struct mount *root)
L
Linus Torvalds 已提交
896
{
897 898
	struct list_head *next = p->mnt_mounts.next;
	if (next == &p->mnt_mounts) {
L
Linus Torvalds 已提交
899
		while (1) {
900
			if (p == root)
L
Linus Torvalds 已提交
901
				return NULL;
902 903
			next = p->mnt_child.next;
			if (next != &p->mnt_parent->mnt_mounts)
L
Linus Torvalds 已提交
904
				break;
905
			p = p->mnt_parent;
L
Linus Torvalds 已提交
906 907
		}
	}
908
	return list_entry(next, struct mount, mnt_child);
L
Linus Torvalds 已提交
909 910
}

911
static struct mount *skip_mnt_tree(struct mount *p)
R
Ram Pai 已提交
912
{
913 914 915 916
	struct list_head *prev = p->mnt_mounts.prev;
	while (prev != &p->mnt_mounts) {
		p = list_entry(prev, struct mount, mnt_child);
		prev = p->mnt_mounts.prev;
R
Ram Pai 已提交
917 918 919 920
	}
	return p;
}

921 922 923
struct vfsmount *
vfs_kern_mount(struct file_system_type *type, int flags, const char *name, void *data)
{
924
	struct mount *mnt;
925 926 927 928 929 930 931 932 933 934
	struct dentry *root;

	if (!type)
		return ERR_PTR(-ENODEV);

	mnt = alloc_vfsmnt(name);
	if (!mnt)
		return ERR_PTR(-ENOMEM);

	if (flags & MS_KERNMOUNT)
935
		mnt->mnt.mnt_flags = MNT_INTERNAL;
936 937 938

	root = mount_fs(type, flags, name, data);
	if (IS_ERR(root)) {
939
		mnt_free_id(mnt);
940 941 942 943
		free_vfsmnt(mnt);
		return ERR_CAST(root);
	}

944 945
	mnt->mnt.mnt_root = root;
	mnt->mnt.mnt_sb = root->d_sb;
946
	mnt->mnt_mountpoint = mnt->mnt.mnt_root;
947
	mnt->mnt_parent = mnt;
948
	lock_mount_hash();
949
	list_add_tail(&mnt->mnt_instance, &root->d_sb->s_mounts);
950
	unlock_mount_hash();
951
	return &mnt->mnt;
952 953 954
}
EXPORT_SYMBOL_GPL(vfs_kern_mount);

955
static struct mount *clone_mnt(struct mount *old, struct dentry *root,
R
Ram Pai 已提交
956
					int flag)
L
Linus Torvalds 已提交
957
{
958
	struct super_block *sb = old->mnt.mnt_sb;
959 960
	struct mount *mnt;
	int err;
L
Linus Torvalds 已提交
961

962 963 964
	mnt = alloc_vfsmnt(old->mnt_devname);
	if (!mnt)
		return ERR_PTR(-ENOMEM);
965

966
	if (flag & (CL_SLAVE | CL_PRIVATE | CL_SHARED_TO_SLAVE))
967 968 969
		mnt->mnt_group_id = 0; /* not a peer of original */
	else
		mnt->mnt_group_id = old->mnt_group_id;
970

971 972 973 974
	if ((flag & CL_MAKE_SHARED) && !mnt->mnt_group_id) {
		err = mnt_alloc_group_id(mnt);
		if (err)
			goto out_free;
L
Linus Torvalds 已提交
975
	}
976

A
Al Viro 已提交
977
	mnt->mnt.mnt_flags = old->mnt.mnt_flags & ~(MNT_WRITE_HOLD|MNT_MARKED);
978
	/* Don't allow unprivileged users to change mount flags */
979 980 981 982 983 984 985 986 987 988 989 990 991 992 993
	if (flag & CL_UNPRIVILEGED) {
		mnt->mnt.mnt_flags |= MNT_LOCK_ATIME;

		if (mnt->mnt.mnt_flags & MNT_READONLY)
			mnt->mnt.mnt_flags |= MNT_LOCK_READONLY;

		if (mnt->mnt.mnt_flags & MNT_NODEV)
			mnt->mnt.mnt_flags |= MNT_LOCK_NODEV;

		if (mnt->mnt.mnt_flags & MNT_NOSUID)
			mnt->mnt.mnt_flags |= MNT_LOCK_NOSUID;

		if (mnt->mnt.mnt_flags & MNT_NOEXEC)
			mnt->mnt.mnt_flags |= MNT_LOCK_NOEXEC;
	}
994

995
	/* Don't allow unprivileged users to reveal what is under a mount */
996 997
	if ((flag & CL_UNPRIVILEGED) &&
	    (!(flag & CL_EXPIRE) || list_empty(&old->mnt_expire)))
998 999
		mnt->mnt.mnt_flags |= MNT_LOCKED;

1000 1001 1002 1003 1004
	atomic_inc(&sb->s_active);
	mnt->mnt.mnt_sb = sb;
	mnt->mnt.mnt_root = dget(root);
	mnt->mnt_mountpoint = mnt->mnt.mnt_root;
	mnt->mnt_parent = mnt;
1005
	lock_mount_hash();
1006
	list_add_tail(&mnt->mnt_instance, &sb->s_mounts);
1007
	unlock_mount_hash();
1008

1009 1010
	if ((flag & CL_SLAVE) ||
	    ((flag & CL_SHARED_TO_SLAVE) && IS_MNT_SHARED(old))) {
1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029 1030
		list_add(&mnt->mnt_slave, &old->mnt_slave_list);
		mnt->mnt_master = old;
		CLEAR_MNT_SHARED(mnt);
	} else if (!(flag & CL_PRIVATE)) {
		if ((flag & CL_MAKE_SHARED) || IS_MNT_SHARED(old))
			list_add(&mnt->mnt_share, &old->mnt_share);
		if (IS_MNT_SLAVE(old))
			list_add(&mnt->mnt_slave, &old->mnt_slave);
		mnt->mnt_master = old->mnt_master;
	}
	if (flag & CL_MAKE_SHARED)
		set_mnt_shared(mnt);

	/* stick the duplicate mount on the same expiry list
	 * as the original if that was on one */
	if (flag & CL_EXPIRE) {
		if (!list_empty(&old->mnt_expire))
			list_add(&mnt->mnt_expire, &old->mnt_expire);
	}

1031
	return mnt;
1032 1033

 out_free:
1034
	mnt_free_id(mnt);
1035
	free_vfsmnt(mnt);
1036
	return ERR_PTR(err);
L
Linus Torvalds 已提交
1037 1038
}

A
Al Viro 已提交
1039 1040 1041 1042 1043 1044 1045 1046 1047 1048 1049 1050 1051 1052 1053 1054 1055 1056 1057 1058 1059 1060 1061 1062 1063 1064 1065 1066 1067 1068 1069 1070 1071 1072 1073 1074 1075 1076 1077 1078
static void cleanup_mnt(struct mount *mnt)
{
	/*
	 * This probably indicates that somebody messed
	 * up a mnt_want/drop_write() pair.  If this
	 * happens, the filesystem was probably unable
	 * to make r/w->r/o transitions.
	 */
	/*
	 * The locking used to deal with mnt_count decrement provides barriers,
	 * so mnt_get_writers() below is safe.
	 */
	WARN_ON(mnt_get_writers(mnt));
	if (unlikely(mnt->mnt_pins.first))
		mnt_pin_kill(mnt);
	fsnotify_vfsmount_delete(&mnt->mnt);
	dput(mnt->mnt.mnt_root);
	deactivate_super(mnt->mnt.mnt_sb);
	mnt_free_id(mnt);
	call_rcu(&mnt->mnt_rcu, delayed_free_vfsmnt);
}

static void __cleanup_mnt(struct rcu_head *head)
{
	cleanup_mnt(container_of(head, struct mount, mnt_rcu));
}

static LLIST_HEAD(delayed_mntput_list);
static void delayed_mntput(struct work_struct *unused)
{
	struct llist_node *node = llist_del_all(&delayed_mntput_list);
	struct llist_node *next;

	for (; node; node = next) {
		next = llist_next(node);
		cleanup_mnt(llist_entry(node, struct mount, mnt_llist));
	}
}
static DECLARE_DELAYED_WORK(delayed_mntput_work, delayed_mntput);

1079
static void mntput_no_expire(struct mount *mnt)
N
Nick Piggin 已提交
1080
{
A
Al Viro 已提交
1081 1082 1083 1084
	rcu_read_lock();
	mnt_add_count(mnt, -1);
	if (likely(mnt->mnt_ns)) { /* shouldn't be the last one */
		rcu_read_unlock();
A
Al Viro 已提交
1085
		return;
N
Nick Piggin 已提交
1086
	}
1087
	lock_mount_hash();
N
Nick Piggin 已提交
1088
	if (mnt_get_count(mnt)) {
A
Al Viro 已提交
1089
		rcu_read_unlock();
1090
		unlock_mount_hash();
N
Nick Piggin 已提交
1091 1092
		return;
	}
A
Al Viro 已提交
1093 1094 1095 1096 1097 1098 1099
	if (unlikely(mnt->mnt.mnt_flags & MNT_DOOMED)) {
		rcu_read_unlock();
		unlock_mount_hash();
		return;
	}
	mnt->mnt.mnt_flags |= MNT_DOOMED;
	rcu_read_unlock();
A
Andi Kleen 已提交
1100

1101
	list_del(&mnt->mnt_instance);
1102 1103 1104 1105 1106 1107 1108

	if (unlikely(!list_empty(&mnt->mnt_mounts))) {
		struct mount *p, *tmp;
		list_for_each_entry_safe(p, tmp, &mnt->mnt_mounts,  mnt_child) {
			umount_mnt(p);
		}
	}
1109
	unlock_mount_hash();
A
Al Viro 已提交
1110

A
Al Viro 已提交
1111 1112 1113 1114 1115 1116 1117 1118 1119 1120 1121 1122
	if (likely(!(mnt->mnt.mnt_flags & MNT_INTERNAL))) {
		struct task_struct *task = current;
		if (likely(!(task->flags & PF_KTHREAD))) {
			init_task_work(&mnt->mnt_rcu, __cleanup_mnt);
			if (!task_work_add(task, &mnt->mnt_rcu, true))
				return;
		}
		if (llist_add(&mnt->mnt_llist, &delayed_mntput_list))
			schedule_delayed_work(&delayed_mntput_work, 1);
		return;
	}
	cleanup_mnt(mnt);
N
Nick Piggin 已提交
1123 1124 1125 1126 1127
}

void mntput(struct vfsmount *mnt)
{
	if (mnt) {
1128
		struct mount *m = real_mount(mnt);
N
Nick Piggin 已提交
1129
		/* avoid cacheline pingpong, hope gcc doesn't get "smart" */
1130 1131 1132
		if (unlikely(m->mnt_expiry_mark))
			m->mnt_expiry_mark = 0;
		mntput_no_expire(m);
N
Nick Piggin 已提交
1133 1134 1135 1136 1137 1138 1139
	}
}
EXPORT_SYMBOL(mntput);

struct vfsmount *mntget(struct vfsmount *mnt)
{
	if (mnt)
1140
		mnt_add_count(real_mount(mnt), 1);
N
Nick Piggin 已提交
1141 1142 1143 1144
	return mnt;
}
EXPORT_SYMBOL(mntget);

A
Al Viro 已提交
1145
struct vfsmount *mnt_clone_internal(struct path *path)
1146
{
A
Al Viro 已提交
1147 1148 1149 1150 1151 1152
	struct mount *p;
	p = clone_mnt(real_mount(path->mnt), path->dentry, CL_PRIVATE);
	if (IS_ERR(p))
		return ERR_CAST(p);
	p->mnt.mnt_flags |= MNT_INTERNAL;
	return &p->mnt;
1153
}
L
Linus Torvalds 已提交
1154

1155 1156 1157 1158 1159 1160 1161 1162 1163 1164 1165
static inline void mangle(struct seq_file *m, const char *s)
{
	seq_escape(m, s, " \t\n\\");
}

/*
 * Simple .show_options callback for filesystems which don't want to
 * implement more complex mount option showing.
 *
 * See also save_mount_options().
 */
1166
int generic_show_options(struct seq_file *m, struct dentry *root)
1167
{
1168 1169 1170
	const char *options;

	rcu_read_lock();
1171
	options = rcu_dereference(root->d_sb->s_options);
1172 1173 1174 1175 1176

	if (options != NULL && options[0]) {
		seq_putc(m, ',');
		mangle(m, options);
	}
1177
	rcu_read_unlock();
1178 1179 1180 1181 1182 1183 1184 1185 1186 1187 1188 1189 1190 1191 1192 1193 1194 1195 1196 1197

	return 0;
}
EXPORT_SYMBOL(generic_show_options);

/*
 * If filesystem uses generic_show_options(), this function should be
 * called from the fill_super() callback.
 *
 * The .remount_fs callback usually needs to be handled in a special
 * way, to make sure, that previous options are not overwritten if the
 * remount fails.
 *
 * Also note, that if the filesystem's .remount_fs function doesn't
 * reset all options to their default value, but changes only newly
 * given options, then the displayed options will not reflect reality
 * any more.
 */
void save_mount_options(struct super_block *sb, char *options)
{
1198 1199
	BUG_ON(sb->s_options);
	rcu_assign_pointer(sb->s_options, kstrdup(options, GFP_KERNEL));
1200 1201 1202
}
EXPORT_SYMBOL(save_mount_options);

1203 1204 1205 1206 1207 1208 1209 1210 1211 1212 1213
void replace_mount_options(struct super_block *sb, char *options)
{
	char *old = sb->s_options;
	rcu_assign_pointer(sb->s_options, options);
	if (old) {
		synchronize_rcu();
		kfree(old);
	}
}
EXPORT_SYMBOL(replace_mount_options);

1214
#ifdef CONFIG_PROC_FS
1215
/* iterator; we want it to have access to namespace_sem, thus here... */
L
Linus Torvalds 已提交
1216 1217
static void *m_start(struct seq_file *m, loff_t *pos)
{
A
Al Viro 已提交
1218
	struct proc_mounts *p = proc_mounts(m);
L
Linus Torvalds 已提交
1219

R
Ram Pai 已提交
1220
	down_read(&namespace_sem);
A
Al Viro 已提交
1221 1222 1223 1224 1225 1226 1227 1228 1229 1230 1231 1232 1233 1234
	if (p->cached_event == p->ns->event) {
		void *v = p->cached_mount;
		if (*pos == p->cached_index)
			return v;
		if (*pos == p->cached_index + 1) {
			v = seq_list_next(v, &p->ns->list, &p->cached_index);
			return p->cached_mount = v;
		}
	}

	p->cached_event = p->ns->event;
	p->cached_mount = seq_list_start(&p->ns->list, *pos);
	p->cached_index = *pos;
	return p->cached_mount;
L
Linus Torvalds 已提交
1235 1236 1237 1238
}

static void *m_next(struct seq_file *m, void *v, loff_t *pos)
{
A
Al Viro 已提交
1239
	struct proc_mounts *p = proc_mounts(m);
1240

A
Al Viro 已提交
1241 1242 1243
	p->cached_mount = seq_list_next(v, &p->ns->list, pos);
	p->cached_index = *pos;
	return p->cached_mount;
L
Linus Torvalds 已提交
1244 1245 1246 1247
}

static void m_stop(struct seq_file *m, void *v)
{
R
Ram Pai 已提交
1248
	up_read(&namespace_sem);
L
Linus Torvalds 已提交
1249 1250
}

1251
static int m_show(struct seq_file *m, void *v)
1252
{
A
Al Viro 已提交
1253
	struct proc_mounts *p = proc_mounts(m);
A
Al Viro 已提交
1254
	struct mount *r = list_entry(v, struct mount, mnt_list);
1255
	return p->show(m, &r->mnt);
L
Linus Torvalds 已提交
1256 1257
}

1258
const struct seq_operations mounts_op = {
L
Linus Torvalds 已提交
1259 1260 1261
	.start	= m_start,
	.next	= m_next,
	.stop	= m_stop,
1262
	.show	= m_show,
1263
};
1264
#endif  /* CONFIG_PROC_FS */
1265

L
Linus Torvalds 已提交
1266 1267 1268 1269 1270 1271 1272 1273
/**
 * may_umount_tree - check if a mount tree is busy
 * @mnt: root of mount tree
 *
 * This is called to check if a tree of mounts has any
 * open files, pwds, chroots or sub mounts that are
 * busy.
 */
1274
int may_umount_tree(struct vfsmount *m)
L
Linus Torvalds 已提交
1275
{
1276
	struct mount *mnt = real_mount(m);
R
Ram Pai 已提交
1277 1278
	int actual_refs = 0;
	int minimum_refs = 0;
1279
	struct mount *p;
1280
	BUG_ON(!m);
L
Linus Torvalds 已提交
1281

N
Nick Piggin 已提交
1282
	/* write lock needed for mnt_get_count */
1283
	lock_mount_hash();
1284
	for (p = mnt; p; p = next_mnt(p, mnt)) {
1285
		actual_refs += mnt_get_count(p);
L
Linus Torvalds 已提交
1286 1287
		minimum_refs += 2;
	}
1288
	unlock_mount_hash();
L
Linus Torvalds 已提交
1289 1290

	if (actual_refs > minimum_refs)
1291
		return 0;
L
Linus Torvalds 已提交
1292

1293
	return 1;
L
Linus Torvalds 已提交
1294 1295 1296 1297 1298 1299 1300 1301 1302 1303 1304 1305 1306 1307 1308 1309 1310 1311 1312
}

EXPORT_SYMBOL(may_umount_tree);

/**
 * may_umount - check if a mount point is busy
 * @mnt: root of mount
 *
 * This is called to check if a mount point has any
 * open files, pwds, chroots or sub mounts. If the
 * mount has sub mounts this will return busy
 * regardless of whether the sub mounts are busy.
 *
 * Doesn't take quota and stuff into account. IOW, in some cases it will
 * give false negatives. The main reason why it's here is that we need
 * a non-destructive way to look for easily umountable filesystems.
 */
int may_umount(struct vfsmount *mnt)
{
1313
	int ret = 1;
A
Al Viro 已提交
1314
	down_read(&namespace_sem);
1315
	lock_mount_hash();
1316
	if (propagate_mount_busy(real_mount(mnt), 2))
1317
		ret = 0;
1318
	unlock_mount_hash();
A
Al Viro 已提交
1319
	up_read(&namespace_sem);
R
Ram Pai 已提交
1320
	return ret;
L
Linus Torvalds 已提交
1321 1322 1323 1324
}

EXPORT_SYMBOL(may_umount);

A
Al Viro 已提交
1325
static HLIST_HEAD(unmounted);	/* protected by namespace_sem */
1326

1327
static void namespace_unlock(void)
R
Ram Pai 已提交
1328
{
1329
	struct hlist_head head;
1330

1331
	hlist_move_list(&unmounted, &head);
1332 1333 1334

	up_write(&namespace_sem);

1335 1336 1337
	if (likely(hlist_empty(&head)))
		return;

A
Al Viro 已提交
1338 1339
	synchronize_rcu();

1340
	group_pin_kill(&head);
R
Ram Pai 已提交
1341 1342
}

1343
static inline void namespace_lock(void)
1344
{
1345
	down_write(&namespace_sem);
1346 1347
}

1348 1349 1350 1351
enum umount_tree_flags {
	UMOUNT_SYNC = 1,
	UMOUNT_PROPAGATE = 2,
};
N
Nick Piggin 已提交
1352
/*
A
Al Viro 已提交
1353
 * mount_lock must be held
N
Nick Piggin 已提交
1354 1355
 * namespace_sem must be held for write
 */
1356
static void umount_tree(struct mount *mnt, enum umount_tree_flags how)
L
Linus Torvalds 已提交
1357
{
1358
	LIST_HEAD(tmp_list);
1359
	struct mount *p;
L
Linus Torvalds 已提交
1360

1361 1362 1363
	if (how & UMOUNT_PROPAGATE)
		propagate_mount_unlock(mnt);

1364
	/* Gather the mounts to umount */
E
Eric W. Biederman 已提交
1365 1366
	for (p = mnt; p; p = next_mnt(p, mnt)) {
		p->mnt.mnt_flags |= MNT_UMOUNT;
1367
		list_move(&p->mnt_list, &tmp_list);
E
Eric W. Biederman 已提交
1368
	}
L
Linus Torvalds 已提交
1369

1370
	/* Hide the mounts from mnt_mounts */
1371
	list_for_each_entry(p, &tmp_list, mnt_list) {
1372
		list_del_init(&p->mnt_child);
1373
	}
1374

1375
	/* Add propogated mounts to the tmp_list */
1376
	if (how & UMOUNT_PROPAGATE)
A
Al Viro 已提交
1377
		propagate_umount(&tmp_list);
R
Ram Pai 已提交
1378

1379
	while (!list_empty(&tmp_list)) {
1380
		bool disconnect;
1381
		p = list_first_entry(&tmp_list, struct mount, mnt_list);
1382
		list_del_init(&p->mnt_expire);
A
Al Viro 已提交
1383
		list_del_init(&p->mnt_list);
A
Al Viro 已提交
1384 1385
		__touch_mnt_namespace(p->mnt_ns);
		p->mnt_ns = NULL;
1386
		if (how & UMOUNT_SYNC)
A
Al Viro 已提交
1387
			p->mnt.mnt_flags |= MNT_SYNC_UMOUNT;
1388

1389 1390 1391 1392
		disconnect = !IS_MNT_LOCKED_AND_LAZY(p);

		pin_insert_group(&p->mnt_umount, &p->mnt_parent->mnt,
				 disconnect ? &unmounted : NULL);
1393
		if (mnt_has_parent(p)) {
1394
			mnt_add_count(p->mnt_parent, -1);
1395 1396 1397 1398 1399 1400
			if (!disconnect) {
				/* Don't forget about p */
				list_add_tail(&p->mnt_child, &p->mnt_parent->mnt_mounts);
			} else {
				umount_mnt(p);
			}
1401
		}
1402
		change_mnt_propagation(p, MS_PRIVATE);
L
Linus Torvalds 已提交
1403 1404 1405
	}
}

1406
static void shrink_submounts(struct mount *mnt);
1407

1408
static int do_umount(struct mount *mnt, int flags)
L
Linus Torvalds 已提交
1409
{
1410
	struct super_block *sb = mnt->mnt.mnt_sb;
L
Linus Torvalds 已提交
1411 1412
	int retval;

1413
	retval = security_sb_umount(&mnt->mnt, flags);
L
Linus Torvalds 已提交
1414 1415 1416 1417 1418 1419 1420 1421 1422 1423
	if (retval)
		return retval;

	/*
	 * Allow userspace to request a mountpoint be expired rather than
	 * unmounting unconditionally. Unmount only happens if:
	 *  (1) the mark is already set (the mark is cleared by mntput())
	 *  (2) the usage count == 1 [parent vfsmount] + 1 [sys_umount]
	 */
	if (flags & MNT_EXPIRE) {
1424
		if (&mnt->mnt == current->fs->root.mnt ||
L
Linus Torvalds 已提交
1425 1426 1427
		    flags & (MNT_FORCE | MNT_DETACH))
			return -EINVAL;

N
Nick Piggin 已提交
1428 1429 1430 1431
		/*
		 * probably don't strictly need the lock here if we examined
		 * all race cases, but it's a slowpath.
		 */
1432
		lock_mount_hash();
1433
		if (mnt_get_count(mnt) != 2) {
1434
			unlock_mount_hash();
L
Linus Torvalds 已提交
1435
			return -EBUSY;
N
Nick Piggin 已提交
1436
		}
1437
		unlock_mount_hash();
L
Linus Torvalds 已提交
1438

1439
		if (!xchg(&mnt->mnt_expiry_mark, 1))
L
Linus Torvalds 已提交
1440 1441 1442 1443 1444 1445 1446 1447 1448 1449 1450 1451 1452
			return -EAGAIN;
	}

	/*
	 * If we may have to abort operations to get out of this
	 * mount, and they will themselves hold resources we must
	 * allow the fs to do things. In the Unix tradition of
	 * 'Gee thats tricky lets do it in userspace' the umount_begin
	 * might fail to complete on the first run through as other tasks
	 * must return, and the like. Thats for the mount program to worry
	 * about for the moment.
	 */

1453 1454 1455
	if (flags & MNT_FORCE && sb->s_op->umount_begin) {
		sb->s_op->umount_begin(sb);
	}
L
Linus Torvalds 已提交
1456 1457 1458 1459 1460 1461 1462 1463 1464 1465

	/*
	 * No sense to grab the lock for this test, but test itself looks
	 * somewhat bogus. Suggestions for better replacement?
	 * Ho-hum... In principle, we might treat that as umount + switch
	 * to rootfs. GC would eventually take care of the old vfsmount.
	 * Actually it makes sense, especially if rootfs would contain a
	 * /reboot - static binary that would close all descriptors and
	 * call reboot(9). Then init(8) could umount root and exec /reboot.
	 */
1466
	if (&mnt->mnt == current->fs->root.mnt && !(flags & MNT_DETACH)) {
L
Linus Torvalds 已提交
1467 1468 1469 1470
		/*
		 * Special case for "unmounting" root ...
		 * we just try to remount it readonly.
		 */
1471 1472
		if (!capable(CAP_SYS_ADMIN))
			return -EPERM;
L
Linus Torvalds 已提交
1473
		down_write(&sb->s_umount);
A
Al Viro 已提交
1474
		if (!(sb->s_flags & MS_RDONLY))
L
Linus Torvalds 已提交
1475 1476 1477 1478 1479
			retval = do_remount_sb(sb, MS_RDONLY, NULL, 0);
		up_write(&sb->s_umount);
		return retval;
	}

1480
	namespace_lock();
1481
	lock_mount_hash();
A
Al Viro 已提交
1482
	event++;
L
Linus Torvalds 已提交
1483

A
Al Viro 已提交
1484
	if (flags & MNT_DETACH) {
A
Al Viro 已提交
1485
		if (!list_empty(&mnt->mnt_list))
1486
			umount_tree(mnt, UMOUNT_PROPAGATE);
L
Linus Torvalds 已提交
1487
		retval = 0;
A
Al Viro 已提交
1488 1489 1490 1491 1492
	} else {
		shrink_submounts(mnt);
		retval = -EBUSY;
		if (!propagate_mount_busy(mnt, 2)) {
			if (!list_empty(&mnt->mnt_list))
1493
				umount_tree(mnt, UMOUNT_PROPAGATE|UMOUNT_SYNC);
A
Al Viro 已提交
1494 1495
			retval = 0;
		}
L
Linus Torvalds 已提交
1496
	}
1497
	unlock_mount_hash();
1498
	namespace_unlock();
L
Linus Torvalds 已提交
1499 1500 1501
	return retval;
}

1502 1503 1504 1505 1506 1507 1508 1509 1510 1511 1512 1513 1514 1515 1516 1517 1518
/*
 * __detach_mounts - lazily unmount all mounts on the specified dentry
 *
 * During unlink, rmdir, and d_drop it is possible to loose the path
 * to an existing mountpoint, and wind up leaking the mount.
 * detach_mounts allows lazily unmounting those mounts instead of
 * leaking them.
 *
 * The caller may hold dentry->d_inode->i_mutex.
 */
void __detach_mounts(struct dentry *dentry)
{
	struct mountpoint *mp;
	struct mount *mnt;

	namespace_lock();
	mp = lookup_mountpoint(dentry);
1519
	if (IS_ERR_OR_NULL(mp))
1520 1521 1522 1523 1524
		goto out_unlock;

	lock_mount_hash();
	while (!hlist_empty(&mp->m_list)) {
		mnt = hlist_entry(mp->m_list.first, struct mount, mnt_mp_list);
1525 1526 1527 1528 1529 1530 1531 1532
		if (mnt->mnt.mnt_flags & MNT_UMOUNT) {
			struct mount *p, *tmp;
			list_for_each_entry_safe(p, tmp, &mnt->mnt_mounts,  mnt_child) {
				hlist_add_head(&p->mnt_umount.s_list, &unmounted);
				umount_mnt(p);
			}
		}
		else umount_tree(mnt, 0);
1533 1534 1535 1536 1537 1538 1539
	}
	unlock_mount_hash();
	put_mountpoint(mp);
out_unlock:
	namespace_unlock();
}

1540 1541 1542 1543 1544 1545 1546 1547
/* 
 * Is the caller allowed to modify his namespace?
 */
static inline bool may_mount(void)
{
	return ns_capable(current->nsproxy->mnt_ns->user_ns, CAP_SYS_ADMIN);
}

L
Linus Torvalds 已提交
1548 1549 1550 1551 1552 1553 1554 1555
/*
 * Now umount can handle mount points as well as block devices.
 * This is important for filesystems which use unnamed block devices.
 *
 * We now support a flag for forced unmount like the other 'big iron'
 * unixes. Our API is identical to OSF/1 to avoid making a mess of AMD
 */

1556
SYSCALL_DEFINE2(umount, char __user *, name, int, flags)
L
Linus Torvalds 已提交
1557
{
1558
	struct path path;
1559
	struct mount *mnt;
L
Linus Torvalds 已提交
1560
	int retval;
1561
	int lookup_flags = 0;
L
Linus Torvalds 已提交
1562

1563 1564 1565
	if (flags & ~(MNT_FORCE | MNT_DETACH | MNT_EXPIRE | UMOUNT_NOFOLLOW))
		return -EINVAL;

1566 1567 1568
	if (!may_mount())
		return -EPERM;

1569 1570 1571
	if (!(flags & UMOUNT_NOFOLLOW))
		lookup_flags |= LOOKUP_FOLLOW;

1572
	retval = user_path_mountpoint_at(AT_FDCWD, name, lookup_flags, &path);
L
Linus Torvalds 已提交
1573 1574
	if (retval)
		goto out;
1575
	mnt = real_mount(path.mnt);
L
Linus Torvalds 已提交
1576
	retval = -EINVAL;
1577
	if (path.dentry != path.mnt->mnt_root)
L
Linus Torvalds 已提交
1578
		goto dput_and_out;
A
Al Viro 已提交
1579
	if (!check_mnt(mnt))
L
Linus Torvalds 已提交
1580
		goto dput_and_out;
1581 1582
	if (mnt->mnt.mnt_flags & MNT_LOCKED)
		goto dput_and_out;
1583 1584 1585
	retval = -EPERM;
	if (flags & MNT_FORCE && !capable(CAP_SYS_ADMIN))
		goto dput_and_out;
L
Linus Torvalds 已提交
1586

1587
	retval = do_umount(mnt, flags);
L
Linus Torvalds 已提交
1588
dput_and_out:
J
Jan Blunck 已提交
1589
	/* we mustn't call path_put() as that would clear mnt_expiry_mark */
1590
	dput(path.dentry);
1591
	mntput_no_expire(mnt);
L
Linus Torvalds 已提交
1592 1593 1594 1595 1596 1597 1598
out:
	return retval;
}

#ifdef __ARCH_WANT_SYS_OLDUMOUNT

/*
R
Ram Pai 已提交
1599
 *	The 2.0 compatible umount. No flags.
L
Linus Torvalds 已提交
1600
 */
1601
SYSCALL_DEFINE1(oldumount, char __user *, name)
L
Linus Torvalds 已提交
1602
{
R
Ram Pai 已提交
1603
	return sys_umount(name, 0);
L
Linus Torvalds 已提交
1604 1605 1606 1607
}

#endif

1608
static bool is_mnt_ns_file(struct dentry *dentry)
1609
{
1610
	/* Is this a proxy for a mount namespace? */
1611 1612
	return dentry->d_op == &ns_dentry_operations &&
	       dentry->d_fsdata == &mntns_operations;
1613 1614
}

1615 1616 1617 1618 1619
struct mnt_namespace *to_mnt_ns(struct ns_common *ns)
{
	return container_of(ns, struct mnt_namespace, ns);
}

1620 1621 1622 1623 1624 1625 1626 1627 1628
static bool mnt_ns_loop(struct dentry *dentry)
{
	/* Could bind mounting the mount namespace inode cause a
	 * mount namespace loop?
	 */
	struct mnt_namespace *mnt_ns;
	if (!is_mnt_ns_file(dentry))
		return false;

A
Al Viro 已提交
1629
	mnt_ns = to_mnt_ns(get_proc_ns(dentry->d_inode));
1630 1631 1632
	return current->nsproxy->mnt_ns->seq >= mnt_ns->seq;
}

1633
struct mount *copy_tree(struct mount *mnt, struct dentry *dentry,
R
Ram Pai 已提交
1634
					int flag)
L
Linus Torvalds 已提交
1635
{
1636
	struct mount *res, *p, *q, *r, *parent;
L
Linus Torvalds 已提交
1637

1638 1639 1640 1641
	if (!(flag & CL_COPY_UNBINDABLE) && IS_MNT_UNBINDABLE(mnt))
		return ERR_PTR(-EINVAL);

	if (!(flag & CL_COPY_MNT_NS_FILE) && is_mnt_ns_file(dentry))
1642
		return ERR_PTR(-EINVAL);
R
Ram Pai 已提交
1643

R
Ram Pai 已提交
1644
	res = q = clone_mnt(mnt, dentry, flag);
1645 1646 1647
	if (IS_ERR(q))
		return q;

1648
	q->mnt_mountpoint = mnt->mnt_mountpoint;
L
Linus Torvalds 已提交
1649 1650

	p = mnt;
1651
	list_for_each_entry(r, &mnt->mnt_mounts, mnt_child) {
1652
		struct mount *s;
1653
		if (!is_subdir(r->mnt_mountpoint, dentry))
L
Linus Torvalds 已提交
1654 1655
			continue;

1656
		for (s = r; s; s = next_mnt(s, r)) {
A
Al Viro 已提交
1657
			struct mount *t = NULL;
1658 1659 1660 1661 1662 1663 1664
			if (!(flag & CL_COPY_UNBINDABLE) &&
			    IS_MNT_UNBINDABLE(s)) {
				s = skip_mnt_tree(s);
				continue;
			}
			if (!(flag & CL_COPY_MNT_NS_FILE) &&
			    is_mnt_ns_file(s->mnt.mnt_root)) {
R
Ram Pai 已提交
1665 1666 1667
				s = skip_mnt_tree(s);
				continue;
			}
1668 1669 1670
			while (p != s->mnt_parent) {
				p = p->mnt_parent;
				q = q->mnt_parent;
L
Linus Torvalds 已提交
1671
			}
1672
			p = s;
1673
			parent = q;
1674
			q = clone_mnt(p, p->mnt.mnt_root, flag);
1675 1676
			if (IS_ERR(q))
				goto out;
1677
			lock_mount_hash();
A
Al Viro 已提交
1678
			list_add_tail(&q->mnt_list, &res->mnt_list);
A
Al Viro 已提交
1679 1680 1681 1682 1683 1684 1685 1686
			mnt_set_mountpoint(parent, p->mnt_mp, q);
			if (!list_empty(&parent->mnt_mounts)) {
				t = list_last_entry(&parent->mnt_mounts,
					struct mount, mnt_child);
				if (t->mnt_mp != p->mnt_mp)
					t = NULL;
			}
			attach_shadowed(q, parent, t);
1687
			unlock_mount_hash();
L
Linus Torvalds 已提交
1688 1689 1690
		}
	}
	return res;
1691
out:
L
Linus Torvalds 已提交
1692
	if (res) {
1693
		lock_mount_hash();
1694
		umount_tree(res, UMOUNT_SYNC);
1695
		unlock_mount_hash();
L
Linus Torvalds 已提交
1696
	}
1697
	return q;
L
Linus Torvalds 已提交
1698 1699
}

1700 1701
/* Caller should check returned pointer for errors */

A
Al Viro 已提交
1702
struct vfsmount *collect_mounts(struct path *path)
1703
{
1704
	struct mount *tree;
1705
	namespace_lock();
1706 1707 1708 1709 1710
	if (!check_mnt(real_mount(path->mnt)))
		tree = ERR_PTR(-EINVAL);
	else
		tree = copy_tree(real_mount(path->mnt), path->dentry,
				 CL_COPY_ALL | CL_PRIVATE);
1711
	namespace_unlock();
1712
	if (IS_ERR(tree))
1713
		return ERR_CAST(tree);
1714
	return &tree->mnt;
1715 1716 1717 1718
}

void drop_collected_mounts(struct vfsmount *mnt)
{
1719
	namespace_lock();
1720
	lock_mount_hash();
1721
	umount_tree(real_mount(mnt), UMOUNT_SYNC);
1722
	unlock_mount_hash();
A
Al Viro 已提交
1723
	namespace_unlock();
1724 1725
}

1726 1727 1728 1729 1730 1731 1732 1733 1734 1735 1736 1737 1738 1739 1740 1741 1742 1743 1744 1745 1746 1747 1748 1749 1750 1751 1752
/**
 * clone_private_mount - create a private clone of a path
 *
 * This creates a new vfsmount, which will be the clone of @path.  The new will
 * not be attached anywhere in the namespace and will be private (i.e. changes
 * to the originating mount won't be propagated into this).
 *
 * Release with mntput().
 */
struct vfsmount *clone_private_mount(struct path *path)
{
	struct mount *old_mnt = real_mount(path->mnt);
	struct mount *new_mnt;

	if (IS_MNT_UNBINDABLE(old_mnt))
		return ERR_PTR(-EINVAL);

	down_read(&namespace_sem);
	new_mnt = clone_mnt(old_mnt, path->dentry, CL_PRIVATE);
	up_read(&namespace_sem);
	if (IS_ERR(new_mnt))
		return ERR_CAST(new_mnt);

	return &new_mnt->mnt;
}
EXPORT_SYMBOL_GPL(clone_private_mount);

A
Al Viro 已提交
1753 1754 1755
int iterate_mounts(int (*f)(struct vfsmount *, void *), void *arg,
		   struct vfsmount *root)
{
A
Al Viro 已提交
1756
	struct mount *mnt;
A
Al Viro 已提交
1757 1758 1759
	int res = f(root, arg);
	if (res)
		return res;
A
Al Viro 已提交
1760 1761
	list_for_each_entry(mnt, &real_mount(root)->mnt_list, mnt_list) {
		res = f(&mnt->mnt, arg);
A
Al Viro 已提交
1762 1763 1764 1765 1766 1767
		if (res)
			return res;
	}
	return 0;
}

1768
static void cleanup_group_ids(struct mount *mnt, struct mount *end)
1769
{
1770
	struct mount *p;
1771

1772
	for (p = mnt; p != end; p = next_mnt(p, mnt)) {
1773
		if (p->mnt_group_id && !IS_MNT_SHARED(p))
1774
			mnt_release_group_id(p);
1775 1776 1777
	}
}

1778
static int invent_group_ids(struct mount *mnt, bool recurse)
1779
{
1780
	struct mount *p;
1781

1782
	for (p = mnt; p; p = recurse ? next_mnt(p, mnt) : NULL) {
1783
		if (!p->mnt_group_id && !IS_MNT_SHARED(p)) {
1784
			int err = mnt_alloc_group_id(p);
1785
			if (err) {
1786
				cleanup_group_ids(mnt, p);
1787 1788 1789 1790 1791 1792 1793 1794
				return err;
			}
		}
	}

	return 0;
}

1795 1796
/*
 *  @source_mnt : mount tree to be attached
R
Ram Pai 已提交
1797 1798 1799 1800
 *  @nd         : place the mount tree @source_mnt is attached
 *  @parent_nd  : if non-null, detach the source_mnt from its parent and
 *  		   store the parent mount and mountpoint dentry.
 *  		   (done when source_mnt is moved)
1801 1802 1803
 *
 *  NOTE: in the table below explains the semantics when a source mount
 *  of a given type is attached to a destination mount of a given type.
R
Ram Pai 已提交
1804 1805 1806 1807 1808 1809 1810 1811 1812 1813 1814 1815
 * ---------------------------------------------------------------------------
 * |         BIND MOUNT OPERATION                                            |
 * |**************************************************************************
 * | source-->| shared        |       private  |       slave    | unbindable |
 * | dest     |               |                |                |            |
 * |   |      |               |                |                |            |
 * |   v      |               |                |                |            |
 * |**************************************************************************
 * |  shared  | shared (++)   |     shared (+) |     shared(+++)|  invalid   |
 * |          |               |                |                |            |
 * |non-shared| shared (+)    |      private   |      slave (*) |  invalid   |
 * ***************************************************************************
1816 1817 1818 1819 1820 1821 1822 1823 1824
 * A bind operation clones the source mount and mounts the clone on the
 * destination mount.
 *
 * (++)  the cloned mount is propagated to all the mounts in the propagation
 * 	 tree of the destination mount and the cloned mount is added to
 * 	 the peer group of the source mount.
 * (+)   the cloned mount is created under the destination mount and is marked
 *       as shared. The cloned mount is added to the peer group of the source
 *       mount.
R
Ram Pai 已提交
1825 1826 1827 1828 1829 1830 1831
 * (+++) the mount is propagated to all the mounts in the propagation tree
 *       of the destination mount and the cloned mount is made slave
 *       of the same master as that of the source mount. The cloned mount
 *       is marked as 'shared and slave'.
 * (*)   the cloned mount is made a slave of the same master as that of the
 * 	 source mount.
 *
R
Ram Pai 已提交
1832 1833 1834 1835 1836 1837 1838 1839 1840 1841 1842 1843
 * ---------------------------------------------------------------------------
 * |         		MOVE MOUNT OPERATION                                 |
 * |**************************************************************************
 * | source-->| shared        |       private  |       slave    | unbindable |
 * | dest     |               |                |                |            |
 * |   |      |               |                |                |            |
 * |   v      |               |                |                |            |
 * |**************************************************************************
 * |  shared  | shared (+)    |     shared (+) |    shared(+++) |  invalid   |
 * |          |               |                |                |            |
 * |non-shared| shared (+*)   |      private   |    slave (*)   | unbindable |
 * ***************************************************************************
R
Ram Pai 已提交
1844 1845 1846
 *
 * (+)  the mount is moved to the destination. And is then propagated to
 * 	all the mounts in the propagation tree of the destination mount.
R
Ram Pai 已提交
1847
 * (+*)  the mount is moved to the destination.
R
Ram Pai 已提交
1848 1849 1850 1851
 * (+++)  the mount is moved to the destination and is then propagated to
 * 	all the mounts belonging to the destination mount's propagation tree.
 * 	the mount is marked as 'shared and slave'.
 * (*)	the mount continues to be a slave at the new location.
1852 1853 1854 1855 1856 1857
 *
 * if the source mount is a tree, the operations explained above is
 * applied to each mount in the tree.
 * Must be called without spinlocks held, since this function can sleep
 * in allocations.
 */
1858
static int attach_recursive_mnt(struct mount *source_mnt,
1859 1860 1861
			struct mount *dest_mnt,
			struct mountpoint *dest_mp,
			struct path *parent_path)
1862
{
A
Al Viro 已提交
1863
	HLIST_HEAD(tree_list);
1864
	struct mount *child, *p;
A
Al Viro 已提交
1865
	struct hlist_node *n;
1866
	int err;
1867

1868
	if (IS_MNT_SHARED(dest_mnt)) {
1869
		err = invent_group_ids(source_mnt, true);
1870 1871
		if (err)
			goto out;
1872
		err = propagate_mnt(dest_mnt, dest_mp, source_mnt, &tree_list);
A
Al Viro 已提交
1873
		lock_mount_hash();
1874 1875
		if (err)
			goto out_cleanup_ids;
1876
		for (p = source_mnt; p; p = next_mnt(p, source_mnt))
1877
			set_mnt_shared(p);
1878 1879
	} else {
		lock_mount_hash();
1880
	}
1881
	if (parent_path) {
1882
		detach_mnt(source_mnt, parent_path);
1883
		attach_mnt(source_mnt, dest_mnt, dest_mp);
A
Al Viro 已提交
1884
		touch_mnt_namespace(source_mnt->mnt_ns);
R
Ram Pai 已提交
1885
	} else {
1886
		mnt_set_mountpoint(dest_mnt, dest_mp, source_mnt);
A
Al Viro 已提交
1887
		commit_tree(source_mnt, NULL);
R
Ram Pai 已提交
1888
	}
1889

A
Al Viro 已提交
1890
	hlist_for_each_entry_safe(child, n, &tree_list, mnt_hash) {
A
Al Viro 已提交
1891
		struct mount *q;
A
Al Viro 已提交
1892
		hlist_del_init(&child->mnt_hash);
A
Al Viro 已提交
1893 1894 1895
		q = __lookup_mnt_last(&child->mnt_parent->mnt,
				      child->mnt_mountpoint);
		commit_tree(child, q);
1896
	}
1897
	unlock_mount_hash();
N
Nick Piggin 已提交
1898

1899
	return 0;
1900 1901

 out_cleanup_ids:
A
Al Viro 已提交
1902 1903
	while (!hlist_empty(&tree_list)) {
		child = hlist_entry(tree_list.first, struct mount, mnt_hash);
1904
		umount_tree(child, UMOUNT_SYNC);
A
Al Viro 已提交
1905 1906
	}
	unlock_mount_hash();
1907
	cleanup_group_ids(source_mnt, NULL);
1908 1909
 out:
	return err;
1910 1911
}

1912
static struct mountpoint *lock_mount(struct path *path)
1913 1914
{
	struct vfsmount *mnt;
1915
	struct dentry *dentry = path->dentry;
1916
retry:
1917 1918 1919 1920
	mutex_lock(&dentry->d_inode->i_mutex);
	if (unlikely(cant_mount(dentry))) {
		mutex_unlock(&dentry->d_inode->i_mutex);
		return ERR_PTR(-ENOENT);
1921
	}
1922
	namespace_lock();
1923
	mnt = lookup_mnt(path);
1924
	if (likely(!mnt)) {
1925 1926 1927
		struct mountpoint *mp = lookup_mountpoint(dentry);
		if (!mp)
			mp = new_mountpoint(dentry);
1928
		if (IS_ERR(mp)) {
1929
			namespace_unlock();
1930 1931 1932 1933 1934
			mutex_unlock(&dentry->d_inode->i_mutex);
			return mp;
		}
		return mp;
	}
1935
	namespace_unlock();
1936 1937 1938
	mutex_unlock(&path->dentry->d_inode->i_mutex);
	path_put(path);
	path->mnt = mnt;
1939
	dentry = path->dentry = dget(mnt->mnt_root);
1940 1941 1942
	goto retry;
}

1943
static void unlock_mount(struct mountpoint *where)
1944
{
1945 1946
	struct dentry *dentry = where->m_dentry;
	put_mountpoint(where);
1947
	namespace_unlock();
1948
	mutex_unlock(&dentry->d_inode->i_mutex);
1949 1950
}

1951
static int graft_tree(struct mount *mnt, struct mount *p, struct mountpoint *mp)
L
Linus Torvalds 已提交
1952
{
1953
	if (mnt->mnt.mnt_sb->s_flags & MS_NOUSER)
L
Linus Torvalds 已提交
1954 1955
		return -EINVAL;

1956 1957
	if (d_is_dir(mp->m_dentry) !=
	      d_is_dir(mnt->mnt.mnt_root))
L
Linus Torvalds 已提交
1958 1959
		return -ENOTDIR;

1960
	return attach_recursive_mnt(mnt, p, mp, NULL);
L
Linus Torvalds 已提交
1961 1962
}

1963 1964 1965 1966 1967 1968
/*
 * Sanity check the flags to change_mnt_propagation.
 */

static int flags_to_propagation_type(int flags)
{
1969
	int type = flags & ~(MS_REC | MS_SILENT);
1970 1971 1972 1973 1974 1975 1976 1977 1978 1979

	/* Fail if any non-propagation flags are set */
	if (type & ~(MS_SHARED | MS_PRIVATE | MS_SLAVE | MS_UNBINDABLE))
		return 0;
	/* Only one propagation flag should be set */
	if (!is_power_of_2(type))
		return 0;
	return type;
}

1980 1981 1982
/*
 * recursively change the type of the mountpoint.
 */
1983
static int do_change_type(struct path *path, int flag)
1984
{
1985
	struct mount *m;
1986
	struct mount *mnt = real_mount(path->mnt);
1987
	int recurse = flag & MS_REC;
1988
	int type;
1989
	int err = 0;
1990

1991
	if (path->dentry != path->mnt->mnt_root)
1992 1993
		return -EINVAL;

1994 1995 1996 1997
	type = flags_to_propagation_type(flag);
	if (!type)
		return -EINVAL;

1998
	namespace_lock();
1999 2000 2001 2002 2003 2004
	if (type == MS_SHARED) {
		err = invent_group_ids(mnt, recurse);
		if (err)
			goto out_unlock;
	}

2005
	lock_mount_hash();
2006
	for (m = mnt; m; m = (recurse ? next_mnt(m, mnt) : NULL))
2007
		change_mnt_propagation(m, type);
2008
	unlock_mount_hash();
2009 2010

 out_unlock:
2011
	namespace_unlock();
2012
	return err;
2013 2014
}

2015 2016 2017 2018 2019 2020 2021 2022 2023 2024 2025 2026 2027
static bool has_locked_children(struct mount *mnt, struct dentry *dentry)
{
	struct mount *child;
	list_for_each_entry(child, &mnt->mnt_mounts, mnt_child) {
		if (!is_subdir(child->mnt_mountpoint, dentry))
			continue;

		if (child->mnt.mnt_flags & MNT_LOCKED)
			return true;
	}
	return false;
}

L
Linus Torvalds 已提交
2028 2029 2030
/*
 * do loopback mount.
 */
A
Al Viro 已提交
2031
static int do_loopback(struct path *path, const char *old_name,
2032
				int recurse)
L
Linus Torvalds 已提交
2033
{
2034
	struct path old_path;
2035 2036
	struct mount *mnt = NULL, *old, *parent;
	struct mountpoint *mp;
A
Al Viro 已提交
2037
	int err;
L
Linus Torvalds 已提交
2038 2039
	if (!old_name || !*old_name)
		return -EINVAL;
2040
	err = kern_path(old_name, LOOKUP_FOLLOW|LOOKUP_AUTOMOUNT, &old_path);
L
Linus Torvalds 已提交
2041 2042 2043
	if (err)
		return err;

2044
	err = -EINVAL;
2045
	if (mnt_ns_loop(old_path.dentry))
2046 2047
		goto out; 

2048 2049 2050
	mp = lock_mount(path);
	err = PTR_ERR(mp);
	if (IS_ERR(mp))
2051 2052
		goto out;

2053
	old = real_mount(old_path.mnt);
2054
	parent = real_mount(path->mnt);
2055

L
Linus Torvalds 已提交
2056
	err = -EINVAL;
2057
	if (IS_MNT_UNBINDABLE(old))
2058
		goto out2;
R
Ram Pai 已提交
2059

2060 2061 2062 2063
	if (!check_mnt(parent))
		goto out2;

	if (!check_mnt(old) && old_path.dentry->d_op != &ns_dentry_operations)
2064
		goto out2;
L
Linus Torvalds 已提交
2065

2066 2067 2068
	if (!recurse && has_locked_children(old, old_path.dentry))
		goto out2;

2069
	if (recurse)
2070
		mnt = copy_tree(old, old_path.dentry, CL_COPY_MNT_NS_FILE);
2071
	else
2072
		mnt = clone_mnt(old, old_path.dentry, 0);
2073

2074 2075
	if (IS_ERR(mnt)) {
		err = PTR_ERR(mnt);
2076
		goto out2;
2077
	}
2078

2079 2080
	mnt->mnt.mnt_flags &= ~MNT_LOCKED;

2081
	err = graft_tree(mnt, parent, mp);
2082
	if (err) {
2083
		lock_mount_hash();
2084
		umount_tree(mnt, UMOUNT_SYNC);
2085
		unlock_mount_hash();
2086
	}
2087
out2:
2088
	unlock_mount(mp);
2089
out:
2090
	path_put(&old_path);
L
Linus Torvalds 已提交
2091 2092 2093
	return err;
}

2094 2095 2096 2097 2098 2099 2100 2101 2102 2103 2104
static int change_mount_flags(struct vfsmount *mnt, int ms_flags)
{
	int error = 0;
	int readonly_request = 0;

	if (ms_flags & MS_RDONLY)
		readonly_request = 1;
	if (readonly_request == __mnt_is_readonly(mnt))
		return 0;

	if (readonly_request)
2105
		error = mnt_make_readonly(real_mount(mnt));
2106
	else
2107
		__mnt_unmake_readonly(real_mount(mnt));
2108 2109 2110
	return error;
}

L
Linus Torvalds 已提交
2111 2112 2113 2114 2115
/*
 * change filesystem flags. dir should be a physical root of filesystem.
 * If you've mounted a non-root directory somewhere and want to do remount
 * on it - tough luck.
 */
2116
static int do_remount(struct path *path, int flags, int mnt_flags,
L
Linus Torvalds 已提交
2117 2118 2119
		      void *data)
{
	int err;
2120
	struct super_block *sb = path->mnt->mnt_sb;
A
Al Viro 已提交
2121
	struct mount *mnt = real_mount(path->mnt);
L
Linus Torvalds 已提交
2122

A
Al Viro 已提交
2123
	if (!check_mnt(mnt))
L
Linus Torvalds 已提交
2124 2125
		return -EINVAL;

2126
	if (path->dentry != path->mnt->mnt_root)
L
Linus Torvalds 已提交
2127 2128
		return -EINVAL;

2129 2130 2131 2132 2133 2134 2135 2136 2137 2138
	/* Don't allow changing of locked mnt flags.
	 *
	 * No locks need to be held here while testing the various
	 * MNT_LOCK flags because those flags can never be cleared
	 * once they are set.
	 */
	if ((mnt->mnt.mnt_flags & MNT_LOCK_READONLY) &&
	    !(mnt_flags & MNT_READONLY)) {
		return -EPERM;
	}
2139 2140
	if ((mnt->mnt.mnt_flags & MNT_LOCK_NODEV) &&
	    !(mnt_flags & MNT_NODEV)) {
2141 2142 2143 2144 2145 2146 2147
		/* Was the nodev implicitly added in mount? */
		if ((mnt->mnt_ns->user_ns != &init_user_ns) &&
		    !(sb->s_type->fs_flags & FS_USERNS_DEV_MOUNT)) {
			mnt_flags |= MNT_NODEV;
		} else {
			return -EPERM;
		}
2148 2149 2150 2151 2152 2153 2154 2155 2156 2157 2158 2159 2160 2161
	}
	if ((mnt->mnt.mnt_flags & MNT_LOCK_NOSUID) &&
	    !(mnt_flags & MNT_NOSUID)) {
		return -EPERM;
	}
	if ((mnt->mnt.mnt_flags & MNT_LOCK_NOEXEC) &&
	    !(mnt_flags & MNT_NOEXEC)) {
		return -EPERM;
	}
	if ((mnt->mnt.mnt_flags & MNT_LOCK_ATIME) &&
	    ((mnt->mnt.mnt_flags & MNT_ATIME_MASK) != (mnt_flags & MNT_ATIME_MASK))) {
		return -EPERM;
	}

2162 2163 2164 2165
	err = security_sb_remount(sb, data);
	if (err)
		return err;

L
Linus Torvalds 已提交
2166
	down_write(&sb->s_umount);
2167
	if (flags & MS_BIND)
2168
		err = change_mount_flags(path->mnt, flags);
A
Al Viro 已提交
2169 2170
	else if (!capable(CAP_SYS_ADMIN))
		err = -EPERM;
A
Al Viro 已提交
2171
	else
2172
		err = do_remount_sb(sb, flags, data, 0);
A
Al Viro 已提交
2173
	if (!err) {
2174
		lock_mount_hash();
2175
		mnt_flags |= mnt->mnt.mnt_flags & ~MNT_USER_SETTABLE_MASK;
A
Al Viro 已提交
2176 2177
		mnt->mnt.mnt_flags = mnt_flags;
		touch_mnt_namespace(mnt->mnt_ns);
2178
		unlock_mount_hash();
2179
	}
2180
	up_write(&sb->s_umount);
L
Linus Torvalds 已提交
2181 2182 2183
	return err;
}

2184
static inline int tree_contains_unbindable(struct mount *mnt)
R
Ram Pai 已提交
2185
{
2186
	struct mount *p;
2187
	for (p = mnt; p; p = next_mnt(p, mnt)) {
2188
		if (IS_MNT_UNBINDABLE(p))
R
Ram Pai 已提交
2189 2190 2191 2192 2193
			return 1;
	}
	return 0;
}

A
Al Viro 已提交
2194
static int do_move_mount(struct path *path, const char *old_name)
L
Linus Torvalds 已提交
2195
{
2196
	struct path old_path, parent_path;
2197
	struct mount *p;
2198
	struct mount *old;
2199
	struct mountpoint *mp;
A
Al Viro 已提交
2200
	int err;
L
Linus Torvalds 已提交
2201 2202
	if (!old_name || !*old_name)
		return -EINVAL;
2203
	err = kern_path(old_name, LOOKUP_FOLLOW, &old_path);
L
Linus Torvalds 已提交
2204 2205 2206
	if (err)
		return err;

2207 2208 2209
	mp = lock_mount(path);
	err = PTR_ERR(mp);
	if (IS_ERR(mp))
2210 2211
		goto out;

A
Al Viro 已提交
2212
	old = real_mount(old_path.mnt);
2213
	p = real_mount(path->mnt);
A
Al Viro 已提交
2214

L
Linus Torvalds 已提交
2215
	err = -EINVAL;
2216
	if (!check_mnt(p) || !check_mnt(old))
L
Linus Torvalds 已提交
2217 2218
		goto out1;

2219 2220 2221
	if (old->mnt.mnt_flags & MNT_LOCKED)
		goto out1;

L
Linus Torvalds 已提交
2222
	err = -EINVAL;
2223
	if (old_path.dentry != old_path.mnt->mnt_root)
R
Ram Pai 已提交
2224
		goto out1;
L
Linus Torvalds 已提交
2225

2226
	if (!mnt_has_parent(old))
R
Ram Pai 已提交
2227
		goto out1;
L
Linus Torvalds 已提交
2228

2229 2230
	if (d_is_dir(path->dentry) !=
	      d_is_dir(old_path.dentry))
R
Ram Pai 已提交
2231 2232 2233 2234
		goto out1;
	/*
	 * Don't move a mount residing in a shared parent.
	 */
2235
	if (IS_MNT_SHARED(old->mnt_parent))
R
Ram Pai 已提交
2236
		goto out1;
R
Ram Pai 已提交
2237 2238 2239 2240
	/*
	 * Don't move a mount tree containing unbindable mounts to a destination
	 * mount which is shared.
	 */
2241
	if (IS_MNT_SHARED(p) && tree_contains_unbindable(old))
R
Ram Pai 已提交
2242
		goto out1;
L
Linus Torvalds 已提交
2243
	err = -ELOOP;
2244
	for (; mnt_has_parent(p); p = p->mnt_parent)
2245
		if (p == old)
R
Ram Pai 已提交
2246
			goto out1;
L
Linus Torvalds 已提交
2247

2248
	err = attach_recursive_mnt(old, real_mount(path->mnt), mp, &parent_path);
2249
	if (err)
R
Ram Pai 已提交
2250
		goto out1;
L
Linus Torvalds 已提交
2251 2252 2253

	/* if the mount is moved, it should no longer be expire
	 * automatically */
2254
	list_del_init(&old->mnt_expire);
L
Linus Torvalds 已提交
2255
out1:
2256
	unlock_mount(mp);
L
Linus Torvalds 已提交
2257 2258
out:
	if (!err)
2259
		path_put(&parent_path);
2260
	path_put(&old_path);
L
Linus Torvalds 已提交
2261 2262 2263
	return err;
}

2264 2265 2266 2267 2268 2269 2270 2271 2272 2273 2274 2275 2276 2277 2278 2279 2280 2281 2282 2283 2284 2285 2286 2287 2288 2289
static struct vfsmount *fs_set_subtype(struct vfsmount *mnt, const char *fstype)
{
	int err;
	const char *subtype = strchr(fstype, '.');
	if (subtype) {
		subtype++;
		err = -EINVAL;
		if (!subtype[0])
			goto err;
	} else
		subtype = "";

	mnt->mnt_sb->s_subtype = kstrdup(subtype, GFP_KERNEL);
	err = -ENOMEM;
	if (!mnt->mnt_sb->s_subtype)
		goto err;
	return mnt;

 err:
	mntput(mnt);
	return ERR_PTR(err);
}

/*
 * add a mount into a namespace's mount tree
 */
2290
static int do_add_mount(struct mount *newmnt, struct path *path, int mnt_flags)
2291
{
2292 2293
	struct mountpoint *mp;
	struct mount *parent;
2294 2295
	int err;

A
Al Viro 已提交
2296
	mnt_flags &= ~MNT_INTERNAL_FLAGS;
2297

2298 2299 2300
	mp = lock_mount(path);
	if (IS_ERR(mp))
		return PTR_ERR(mp);
2301

2302
	parent = real_mount(path->mnt);
2303
	err = -EINVAL;
2304
	if (unlikely(!check_mnt(parent))) {
A
Al Viro 已提交
2305 2306 2307 2308
		/* that's acceptable only for automounts done in private ns */
		if (!(mnt_flags & MNT_SHRINKABLE))
			goto unlock;
		/* ... and for those we'd better have mountpoint still alive */
2309
		if (!parent->mnt_ns)
A
Al Viro 已提交
2310 2311
			goto unlock;
	}
2312 2313 2314

	/* Refuse the same filesystem on the same mount point */
	err = -EBUSY;
2315
	if (path->mnt->mnt_sb == newmnt->mnt.mnt_sb &&
2316 2317 2318 2319
	    path->mnt->mnt_root == path->dentry)
		goto unlock;

	err = -EINVAL;
2320
	if (d_is_symlink(newmnt->mnt.mnt_root))
2321 2322
		goto unlock;

2323
	newmnt->mnt.mnt_flags = mnt_flags;
2324
	err = graft_tree(newmnt, parent, mp);
2325 2326

unlock:
2327
	unlock_mount(mp);
2328 2329
	return err;
}
A
Al Viro 已提交
2330

L
Linus Torvalds 已提交
2331 2332 2333 2334
/*
 * create a new mount for userspace and request it to be added into the
 * namespace's tree
 */
2335
static int do_new_mount(struct path *path, const char *fstype, int flags,
A
Al Viro 已提交
2336
			int mnt_flags, const char *name, void *data)
L
Linus Torvalds 已提交
2337
{
2338
	struct file_system_type *type;
2339
	struct user_namespace *user_ns = current->nsproxy->mnt_ns->user_ns;
L
Linus Torvalds 已提交
2340
	struct vfsmount *mnt;
2341
	int err;
L
Linus Torvalds 已提交
2342

2343
	if (!fstype)
L
Linus Torvalds 已提交
2344 2345
		return -EINVAL;

2346 2347 2348 2349 2350 2351 2352 2353 2354 2355 2356 2357 2358 2359
	type = get_fs_type(fstype);
	if (!type)
		return -ENODEV;

	if (user_ns != &init_user_ns) {
		if (!(type->fs_flags & FS_USERNS_MOUNT)) {
			put_filesystem(type);
			return -EPERM;
		}
		/* Only in special cases allow devices from mounts
		 * created outside the initial user namespace.
		 */
		if (!(type->fs_flags & FS_USERNS_DEV_MOUNT)) {
			flags |= MS_NODEV;
2360
			mnt_flags |= MNT_NODEV | MNT_LOCK_NODEV;
2361 2362 2363 2364 2365 2366 2367 2368 2369
		}
	}

	mnt = vfs_kern_mount(type, flags, name, data);
	if (!IS_ERR(mnt) && (type->fs_flags & FS_HAS_SUBTYPE) &&
	    !mnt->mnt_sb->s_subtype)
		mnt = fs_set_subtype(mnt, fstype);

	put_filesystem(type);
L
Linus Torvalds 已提交
2370 2371 2372
	if (IS_ERR(mnt))
		return PTR_ERR(mnt);

2373
	err = do_add_mount(real_mount(mnt), path, mnt_flags);
2374 2375 2376
	if (err)
		mntput(mnt);
	return err;
L
Linus Torvalds 已提交
2377 2378
}

2379 2380
int finish_automount(struct vfsmount *m, struct path *path)
{
2381
	struct mount *mnt = real_mount(m);
2382 2383 2384 2385
	int err;
	/* The new mount record should have at least 2 refs to prevent it being
	 * expired before we get a chance to add it
	 */
2386
	BUG_ON(mnt_get_count(mnt) < 2);
2387 2388 2389

	if (m->mnt_sb == path->mnt->mnt_sb &&
	    m->mnt_root == path->dentry) {
A
Al Viro 已提交
2390 2391
		err = -ELOOP;
		goto fail;
2392 2393
	}

2394
	err = do_add_mount(mnt, path, path->mnt->mnt_flags | MNT_SHRINKABLE);
A
Al Viro 已提交
2395 2396 2397 2398
	if (!err)
		return 0;
fail:
	/* remove m from any expiration list it may be on */
2399
	if (!list_empty(&mnt->mnt_expire)) {
2400
		namespace_lock();
2401
		list_del_init(&mnt->mnt_expire);
2402
		namespace_unlock();
2403
	}
A
Al Viro 已提交
2404 2405
	mntput(m);
	mntput(m);
2406 2407 2408
	return err;
}

2409 2410 2411 2412 2413 2414 2415
/**
 * mnt_set_expiry - Put a mount on an expiration list
 * @mnt: The mount to list.
 * @expiry_list: The list to add the mount to.
 */
void mnt_set_expiry(struct vfsmount *mnt, struct list_head *expiry_list)
{
2416
	namespace_lock();
2417

2418
	list_add_tail(&real_mount(mnt)->mnt_expire, expiry_list);
2419

2420
	namespace_unlock();
2421 2422 2423
}
EXPORT_SYMBOL(mnt_set_expiry);

L
Linus Torvalds 已提交
2424 2425 2426 2427 2428 2429 2430
/*
 * process a list of expirable mountpoints with the intent of discarding any
 * mountpoints that aren't in use and haven't been touched since last we came
 * here
 */
void mark_mounts_for_expiry(struct list_head *mounts)
{
2431
	struct mount *mnt, *next;
L
Linus Torvalds 已提交
2432 2433 2434 2435 2436
	LIST_HEAD(graveyard);

	if (list_empty(mounts))
		return;

2437
	namespace_lock();
2438
	lock_mount_hash();
L
Linus Torvalds 已提交
2439 2440 2441 2442 2443 2444 2445

	/* extract from the expiration list every vfsmount that matches the
	 * following criteria:
	 * - only referenced by its parent vfsmount
	 * - still marked for expiry (marked on the last call here; marks are
	 *   cleared by mntput())
	 */
2446
	list_for_each_entry_safe(mnt, next, mounts, mnt_expire) {
2447
		if (!xchg(&mnt->mnt_expiry_mark, 1) ||
2448
			propagate_mount_busy(mnt, 1))
L
Linus Torvalds 已提交
2449
			continue;
2450
		list_move(&mnt->mnt_expire, &graveyard);
L
Linus Torvalds 已提交
2451
	}
2452
	while (!list_empty(&graveyard)) {
2453
		mnt = list_first_entry(&graveyard, struct mount, mnt_expire);
A
Al Viro 已提交
2454
		touch_mnt_namespace(mnt->mnt_ns);
2455
		umount_tree(mnt, UMOUNT_PROPAGATE|UMOUNT_SYNC);
2456
	}
2457
	unlock_mount_hash();
A
Al Viro 已提交
2458
	namespace_unlock();
T
Trond Myklebust 已提交
2459 2460 2461 2462 2463 2464 2465 2466 2467 2468
}

EXPORT_SYMBOL_GPL(mark_mounts_for_expiry);

/*
 * Ripoff of 'select_parent()'
 *
 * search the list of submounts for a given mountpoint, and move any
 * shrinkable submounts to the 'graveyard' list.
 */
2469
static int select_submounts(struct mount *parent, struct list_head *graveyard)
T
Trond Myklebust 已提交
2470
{
2471
	struct mount *this_parent = parent;
T
Trond Myklebust 已提交
2472 2473 2474 2475
	struct list_head *next;
	int found = 0;

repeat:
2476
	next = this_parent->mnt_mounts.next;
T
Trond Myklebust 已提交
2477
resume:
2478
	while (next != &this_parent->mnt_mounts) {
T
Trond Myklebust 已提交
2479
		struct list_head *tmp = next;
2480
		struct mount *mnt = list_entry(tmp, struct mount, mnt_child);
T
Trond Myklebust 已提交
2481 2482

		next = tmp->next;
2483
		if (!(mnt->mnt.mnt_flags & MNT_SHRINKABLE))
L
Linus Torvalds 已提交
2484
			continue;
T
Trond Myklebust 已提交
2485 2486 2487
		/*
		 * Descend a level if the d_mounts list is non-empty.
		 */
2488
		if (!list_empty(&mnt->mnt_mounts)) {
T
Trond Myklebust 已提交
2489 2490 2491
			this_parent = mnt;
			goto repeat;
		}
L
Linus Torvalds 已提交
2492

2493
		if (!propagate_mount_busy(mnt, 1)) {
2494
			list_move_tail(&mnt->mnt_expire, graveyard);
T
Trond Myklebust 已提交
2495 2496
			found++;
		}
L
Linus Torvalds 已提交
2497
	}
T
Trond Myklebust 已提交
2498 2499 2500 2501
	/*
	 * All done at this level ... ascend and resume the search
	 */
	if (this_parent != parent) {
2502
		next = this_parent->mnt_child.next;
2503
		this_parent = this_parent->mnt_parent;
T
Trond Myklebust 已提交
2504 2505 2506 2507 2508 2509 2510 2511
		goto resume;
	}
	return found;
}

/*
 * process a list of expirable mountpoints with the intent of discarding any
 * submounts of a specific parent mountpoint
N
Nick Piggin 已提交
2512
 *
A
Al Viro 已提交
2513
 * mount_lock must be held for write
T
Trond Myklebust 已提交
2514
 */
2515
static void shrink_submounts(struct mount *mnt)
T
Trond Myklebust 已提交
2516 2517
{
	LIST_HEAD(graveyard);
2518
	struct mount *m;
T
Trond Myklebust 已提交
2519 2520

	/* extract submounts of 'mountpoint' from the expiration list */
2521
	while (select_submounts(mnt, &graveyard)) {
2522
		while (!list_empty(&graveyard)) {
2523
			m = list_first_entry(&graveyard, struct mount,
2524
						mnt_expire);
A
Al Viro 已提交
2525
			touch_mnt_namespace(m->mnt_ns);
2526
			umount_tree(m, UMOUNT_PROPAGATE|UMOUNT_SYNC);
2527 2528
		}
	}
L
Linus Torvalds 已提交
2529 2530 2531 2532 2533 2534 2535 2536
}

/*
 * Some copy_from_user() implementations do not return the exact number of
 * bytes remaining to copy on a fault.  But copy_mount_options() requires that.
 * Note that this function differs from copy_from_user() in that it will oops
 * on bad values of `to', rather than returning a short copy.
 */
R
Ram Pai 已提交
2537 2538
static long exact_copy_from_user(void *to, const void __user * from,
				 unsigned long n)
L
Linus Torvalds 已提交
2539 2540 2541 2542 2543 2544 2545 2546 2547 2548 2549 2550 2551 2552 2553 2554 2555 2556 2557 2558
{
	char *t = to;
	const char __user *f = from;
	char c;

	if (!access_ok(VERIFY_READ, from, n))
		return n;

	while (n) {
		if (__get_user(c, f)) {
			memset(t, 0, n);
			break;
		}
		*t++ = c;
		f++;
		n--;
	}
	return n;
}

R
Ram Pai 已提交
2559
int copy_mount_options(const void __user * data, unsigned long *where)
L
Linus Torvalds 已提交
2560 2561 2562 2563
{
	int i;
	unsigned long page;
	unsigned long size;
R
Ram Pai 已提交
2564

L
Linus Torvalds 已提交
2565 2566 2567 2568 2569 2570 2571 2572 2573 2574 2575 2576 2577 2578 2579 2580 2581 2582
	*where = 0;
	if (!data)
		return 0;

	if (!(page = __get_free_page(GFP_KERNEL)))
		return -ENOMEM;

	/* We only care that *some* data at the address the user
	 * gave us is valid.  Just in case, we'll zero
	 * the remainder of the page.
	 */
	/* copy_from_user cannot cross TASK_SIZE ! */
	size = TASK_SIZE - (unsigned long)data;
	if (size > PAGE_SIZE)
		size = PAGE_SIZE;

	i = size - exact_copy_from_user((void *)page, data, size);
	if (!i) {
R
Ram Pai 已提交
2583
		free_page(page);
L
Linus Torvalds 已提交
2584 2585 2586 2587 2588 2589 2590 2591
		return -EFAULT;
	}
	if (i != PAGE_SIZE)
		memset((char *)page + i, 0, PAGE_SIZE - i);
	*where = page;
	return 0;
}

2592
char *copy_mount_string(const void __user *data)
2593
{
2594
	return data ? strndup_user(data, PAGE_SIZE) : NULL;
2595 2596
}

L
Linus Torvalds 已提交
2597 2598 2599 2600 2601 2602 2603 2604 2605 2606 2607 2608 2609 2610
/*
 * Flags is a 32-bit value that allows up to 31 non-fs dependent flags to
 * be given to the mount() call (ie: read-only, no-dev, no-suid etc).
 *
 * data is a (void *) that can point to any structure up to
 * PAGE_SIZE-1 bytes, which can contain arbitrary fs-dependent
 * information (or be NULL).
 *
 * Pre-0.97 versions of mount() didn't have a flags word.
 * When the flags word was introduced its top half was required
 * to have the magic value 0xC0ED, and this remained so until 2.4.0-test9.
 * Therefore, if this magic number is present, it carries no information
 * and must be discarded.
 */
2611
long do_mount(const char *dev_name, const char __user *dir_name,
A
Al Viro 已提交
2612
		const char *type_page, unsigned long flags, void *data_page)
L
Linus Torvalds 已提交
2613
{
2614
	struct path path;
L
Linus Torvalds 已提交
2615 2616 2617 2618 2619 2620 2621 2622 2623 2624 2625
	int retval = 0;
	int mnt_flags = 0;

	/* Discard magic */
	if ((flags & MS_MGC_MSK) == MS_MGC_VAL)
		flags &= ~MS_MGC_MSK;

	/* Basic sanity checks */
	if (data_page)
		((char *)data_page)[PAGE_SIZE - 1] = 0;

2626
	/* ... and get the mountpoint */
2627
	retval = user_path(dir_name, &path);
2628 2629 2630 2631 2632
	if (retval)
		return retval;

	retval = security_sb_mount(dev_name, &path,
				   type_page, flags, data_page);
2633 2634
	if (!retval && !may_mount())
		retval = -EPERM;
2635 2636 2637
	if (retval)
		goto dput_out;

2638 2639 2640
	/* Default to relatime unless overriden */
	if (!(flags & MS_NOATIME))
		mnt_flags |= MNT_RELATIME;
M
Matthew Garrett 已提交
2641

L
Linus Torvalds 已提交
2642 2643 2644 2645 2646 2647 2648
	/* Separate the per-mountpoint flags */
	if (flags & MS_NOSUID)
		mnt_flags |= MNT_NOSUID;
	if (flags & MS_NODEV)
		mnt_flags |= MNT_NODEV;
	if (flags & MS_NOEXEC)
		mnt_flags |= MNT_NOEXEC;
2649 2650 2651 2652
	if (flags & MS_NOATIME)
		mnt_flags |= MNT_NOATIME;
	if (flags & MS_NODIRATIME)
		mnt_flags |= MNT_NODIRATIME;
M
Matthew Garrett 已提交
2653 2654
	if (flags & MS_STRICTATIME)
		mnt_flags &= ~(MNT_RELATIME | MNT_NOATIME);
2655 2656
	if (flags & MS_RDONLY)
		mnt_flags |= MNT_READONLY;
2657

2658 2659 2660 2661 2662 2663 2664 2665
	/* The default atime for remount is preservation */
	if ((flags & MS_REMOUNT) &&
	    ((flags & (MS_NOATIME | MS_NODIRATIME | MS_RELATIME |
		       MS_STRICTATIME)) == 0)) {
		mnt_flags &= ~MNT_ATIME_MASK;
		mnt_flags |= path.mnt->mnt_flags & MNT_ATIME_MASK;
	}

A
Al Viro 已提交
2666
	flags &= ~(MS_NOSUID | MS_NOEXEC | MS_NODEV | MS_ACTIVE | MS_BORN |
M
Matthew Garrett 已提交
2667 2668
		   MS_NOATIME | MS_NODIRATIME | MS_RELATIME| MS_KERNMOUNT |
		   MS_STRICTATIME);
L
Linus Torvalds 已提交
2669 2670

	if (flags & MS_REMOUNT)
2671
		retval = do_remount(&path, flags & ~MS_REMOUNT, mnt_flags,
L
Linus Torvalds 已提交
2672 2673
				    data_page);
	else if (flags & MS_BIND)
2674
		retval = do_loopback(&path, dev_name, flags & MS_REC);
R
Ram Pai 已提交
2675
	else if (flags & (MS_SHARED | MS_PRIVATE | MS_SLAVE | MS_UNBINDABLE))
2676
		retval = do_change_type(&path, flags);
L
Linus Torvalds 已提交
2677
	else if (flags & MS_MOVE)
2678
		retval = do_move_mount(&path, dev_name);
L
Linus Torvalds 已提交
2679
	else
2680
		retval = do_new_mount(&path, type_page, flags, mnt_flags,
L
Linus Torvalds 已提交
2681 2682
				      dev_name, data_page);
dput_out:
2683
	path_put(&path);
L
Linus Torvalds 已提交
2684 2685 2686
	return retval;
}

2687 2688
static void free_mnt_ns(struct mnt_namespace *ns)
{
A
Al Viro 已提交
2689
	ns_free_inum(&ns->ns);
2690 2691 2692 2693
	put_user_ns(ns->user_ns);
	kfree(ns);
}

2694 2695 2696 2697 2698 2699 2700 2701 2702
/*
 * Assign a sequence number so we can detect when we attempt to bind
 * mount a reference to an older mount namespace into the current
 * mount namespace, preventing reference counting loops.  A 64bit
 * number incrementing at 10Ghz will take 12,427 years to wrap which
 * is effectively never, so we can ignore the possibility.
 */
static atomic64_t mnt_ns_seq = ATOMIC64_INIT(1);

2703
static struct mnt_namespace *alloc_mnt_ns(struct user_namespace *user_ns)
2704 2705
{
	struct mnt_namespace *new_ns;
2706
	int ret;
2707 2708 2709 2710

	new_ns = kmalloc(sizeof(struct mnt_namespace), GFP_KERNEL);
	if (!new_ns)
		return ERR_PTR(-ENOMEM);
A
Al Viro 已提交
2711
	ret = ns_alloc_inum(&new_ns->ns);
2712 2713 2714 2715
	if (ret) {
		kfree(new_ns);
		return ERR_PTR(ret);
	}
2716
	new_ns->ns.ops = &mntns_operations;
2717
	new_ns->seq = atomic64_add_return(1, &mnt_ns_seq);
2718 2719 2720 2721 2722
	atomic_set(&new_ns->count, 1);
	new_ns->root = NULL;
	INIT_LIST_HEAD(&new_ns->list);
	init_waitqueue_head(&new_ns->poll);
	new_ns->event = 0;
2723
	new_ns->user_ns = get_user_ns(user_ns);
2724 2725 2726
	return new_ns;
}

2727 2728
struct mnt_namespace *copy_mnt_ns(unsigned long flags, struct mnt_namespace *ns,
		struct user_namespace *user_ns, struct fs_struct *new_fs)
L
Linus Torvalds 已提交
2729
{
2730
	struct mnt_namespace *new_ns;
A
Al Viro 已提交
2731
	struct vfsmount *rootmnt = NULL, *pwdmnt = NULL;
2732
	struct mount *p, *q;
2733
	struct mount *old;
2734
	struct mount *new;
2735
	int copy_flags;
L
Linus Torvalds 已提交
2736

2737 2738 2739 2740 2741 2742 2743 2744 2745
	BUG_ON(!ns);

	if (likely(!(flags & CLONE_NEWNS))) {
		get_mnt_ns(ns);
		return ns;
	}

	old = ns->root;

2746
	new_ns = alloc_mnt_ns(user_ns);
2747 2748
	if (IS_ERR(new_ns))
		return new_ns;
L
Linus Torvalds 已提交
2749

2750
	namespace_lock();
L
Linus Torvalds 已提交
2751
	/* First pass: copy the tree topology */
2752
	copy_flags = CL_COPY_UNBINDABLE | CL_EXPIRE;
2753
	if (user_ns != ns->user_ns)
2754
		copy_flags |= CL_SHARED_TO_SLAVE | CL_UNPRIVILEGED;
2755
	new = copy_tree(old, old->mnt.mnt_root, copy_flags);
2756
	if (IS_ERR(new)) {
2757
		namespace_unlock();
2758
		free_mnt_ns(new_ns);
2759
		return ERR_CAST(new);
L
Linus Torvalds 已提交
2760
	}
2761
	new_ns->root = new;
A
Al Viro 已提交
2762
	list_add_tail(&new_ns->list, &new->mnt_list);
L
Linus Torvalds 已提交
2763 2764 2765 2766 2767 2768

	/*
	 * Second pass: switch the tsk->fs->* elements and mark new vfsmounts
	 * as belonging to new namespace.  We have already acquired a private
	 * fs_struct, so tsk->fs->lock is not needed.
	 */
2769
	p = old;
2770
	q = new;
L
Linus Torvalds 已提交
2771
	while (p) {
A
Al Viro 已提交
2772
		q->mnt_ns = new_ns;
2773 2774 2775
		if (new_fs) {
			if (&p->mnt == new_fs->root.mnt) {
				new_fs->root.mnt = mntget(&q->mnt);
2776
				rootmnt = &p->mnt;
L
Linus Torvalds 已提交
2777
			}
2778 2779
			if (&p->mnt == new_fs->pwd.mnt) {
				new_fs->pwd.mnt = mntget(&q->mnt);
2780
				pwdmnt = &p->mnt;
L
Linus Torvalds 已提交
2781 2782
			}
		}
2783 2784
		p = next_mnt(p, old);
		q = next_mnt(q, new);
2785 2786 2787 2788
		if (!q)
			break;
		while (p->mnt.mnt_root != q->mnt.mnt_root)
			p = next_mnt(p, old);
L
Linus Torvalds 已提交
2789
	}
2790
	namespace_unlock();
L
Linus Torvalds 已提交
2791 2792

	if (rootmnt)
A
Al Viro 已提交
2793
		mntput(rootmnt);
L
Linus Torvalds 已提交
2794
	if (pwdmnt)
A
Al Viro 已提交
2795
		mntput(pwdmnt);
L
Linus Torvalds 已提交
2796

2797
	return new_ns;
L
Linus Torvalds 已提交
2798 2799
}

2800 2801 2802 2803
/**
 * create_mnt_ns - creates a private namespace and adds a root filesystem
 * @mnt: pointer to the new root filesystem mountpoint
 */
A
Al Viro 已提交
2804
static struct mnt_namespace *create_mnt_ns(struct vfsmount *m)
2805
{
2806
	struct mnt_namespace *new_ns = alloc_mnt_ns(&init_user_ns);
2807
	if (!IS_ERR(new_ns)) {
A
Al Viro 已提交
2808 2809
		struct mount *mnt = real_mount(m);
		mnt->mnt_ns = new_ns;
2810
		new_ns->root = mnt;
2811
		list_add(&mnt->mnt_list, &new_ns->list);
2812
	} else {
A
Al Viro 已提交
2813
		mntput(m);
2814 2815 2816 2817
	}
	return new_ns;
}

A
Al Viro 已提交
2818 2819 2820
struct dentry *mount_subtree(struct vfsmount *mnt, const char *name)
{
	struct mnt_namespace *ns;
A
Al Viro 已提交
2821
	struct super_block *s;
A
Al Viro 已提交
2822 2823 2824 2825 2826 2827 2828 2829 2830 2831 2832 2833 2834 2835 2836 2837
	struct path path;
	int err;

	ns = create_mnt_ns(mnt);
	if (IS_ERR(ns))
		return ERR_CAST(ns);

	err = vfs_path_lookup(mnt->mnt_root, mnt,
			name, LOOKUP_FOLLOW|LOOKUP_AUTOMOUNT, &path);

	put_mnt_ns(ns);

	if (err)
		return ERR_PTR(err);

	/* trade a vfsmount reference for active sb one */
A
Al Viro 已提交
2838 2839
	s = path.mnt->mnt_sb;
	atomic_inc(&s->s_active);
A
Al Viro 已提交
2840 2841
	mntput(path.mnt);
	/* lock the sucker */
A
Al Viro 已提交
2842
	down_write(&s->s_umount);
A
Al Viro 已提交
2843 2844 2845 2846 2847
	/* ... and return the root of (sub)tree on it */
	return path.dentry;
}
EXPORT_SYMBOL(mount_subtree);

2848 2849
SYSCALL_DEFINE5(mount, char __user *, dev_name, char __user *, dir_name,
		char __user *, type, unsigned long, flags, void __user *, data)
L
Linus Torvalds 已提交
2850
{
2851 2852 2853
	int ret;
	char *kernel_type;
	char *kernel_dev;
L
Linus Torvalds 已提交
2854 2855
	unsigned long data_page;

2856 2857 2858
	kernel_type = copy_mount_string(type);
	ret = PTR_ERR(kernel_type);
	if (IS_ERR(kernel_type))
2859
		goto out_type;
L
Linus Torvalds 已提交
2860

2861 2862 2863
	kernel_dev = copy_mount_string(dev_name);
	ret = PTR_ERR(kernel_dev);
	if (IS_ERR(kernel_dev))
2864
		goto out_dev;
L
Linus Torvalds 已提交
2865

2866 2867 2868
	ret = copy_mount_options(data, &data_page);
	if (ret < 0)
		goto out_data;
L
Linus Torvalds 已提交
2869

2870
	ret = do_mount(kernel_dev, dir_name, kernel_type, flags,
2871
		(void *) data_page);
L
Linus Torvalds 已提交
2872

2873 2874 2875 2876 2877 2878 2879
	free_page(data_page);
out_data:
	kfree(kernel_dev);
out_dev:
	kfree(kernel_type);
out_type:
	return ret;
L
Linus Torvalds 已提交
2880 2881
}

A
Al Viro 已提交
2882 2883 2884
/*
 * Return true if path is reachable from root
 *
A
Al Viro 已提交
2885
 * namespace_sem or mount_lock is held
A
Al Viro 已提交
2886
 */
2887
bool is_path_reachable(struct mount *mnt, struct dentry *dentry,
A
Al Viro 已提交
2888 2889
			 const struct path *root)
{
2890
	while (&mnt->mnt != root->mnt && mnt_has_parent(mnt)) {
2891
		dentry = mnt->mnt_mountpoint;
2892
		mnt = mnt->mnt_parent;
A
Al Viro 已提交
2893
	}
2894
	return &mnt->mnt == root->mnt && is_subdir(dentry, root->dentry);
A
Al Viro 已提交
2895 2896 2897 2898 2899
}

int path_is_under(struct path *path1, struct path *path2)
{
	int res;
A
Al Viro 已提交
2900
	read_seqlock_excl(&mount_lock);
2901
	res = is_path_reachable(real_mount(path1->mnt), path1->dentry, path2);
A
Al Viro 已提交
2902
	read_sequnlock_excl(&mount_lock);
A
Al Viro 已提交
2903 2904 2905 2906
	return res;
}
EXPORT_SYMBOL(path_is_under);

L
Linus Torvalds 已提交
2907 2908 2909 2910 2911 2912 2913 2914 2915 2916 2917 2918 2919
/*
 * pivot_root Semantics:
 * Moves the root file system of the current process to the directory put_old,
 * makes new_root as the new root file system of the current process, and sets
 * root/cwd of all processes which had them on the current root to new_root.
 *
 * Restrictions:
 * The new_root and put_old must be directories, and  must not be on the
 * same file  system as the current process root. The put_old  must  be
 * underneath new_root,  i.e. adding a non-zero number of /.. to the string
 * pointed to by put_old must yield the same directory as new_root. No other
 * file system may be mounted on put_old. After all, new_root is a mountpoint.
 *
N
Neil Brown 已提交
2920 2921 2922 2923
 * Also, the current root cannot be on the 'rootfs' (initial ramfs) filesystem.
 * See Documentation/filesystems/ramfs-rootfs-initramfs.txt for alternatives
 * in this situation.
 *
L
Linus Torvalds 已提交
2924 2925 2926 2927 2928 2929 2930 2931
 * Notes:
 *  - we don't move root/cwd if they are not at the root (reason: if something
 *    cared enough to change them, it's probably wrong to force them elsewhere)
 *  - it's okay to pick a root that isn't the root of a file system, e.g.
 *    /nfs/my_root where /nfs is the mount point. It must be a mountpoint,
 *    though, so you may need to say mount --bind /nfs/my_root /nfs/my_root
 *    first.
 */
2932 2933
SYSCALL_DEFINE2(pivot_root, const char __user *, new_root,
		const char __user *, put_old)
L
Linus Torvalds 已提交
2934
{
2935
	struct path new, old, parent_path, root_parent, root;
2936 2937
	struct mount *new_mnt, *root_mnt, *old_mnt;
	struct mountpoint *old_mp, *root_mp;
L
Linus Torvalds 已提交
2938 2939
	int error;

2940
	if (!may_mount())
L
Linus Torvalds 已提交
2941 2942
		return -EPERM;

2943
	error = user_path_dir(new_root, &new);
L
Linus Torvalds 已提交
2944 2945 2946
	if (error)
		goto out0;

2947
	error = user_path_dir(put_old, &old);
L
Linus Torvalds 已提交
2948 2949 2950
	if (error)
		goto out1;

2951
	error = security_sb_pivotroot(&old, &new);
2952 2953
	if (error)
		goto out2;
L
Linus Torvalds 已提交
2954

2955
	get_fs_root(current->fs, &root);
2956 2957 2958
	old_mp = lock_mount(&old);
	error = PTR_ERR(old_mp);
	if (IS_ERR(old_mp))
2959 2960
		goto out3;

L
Linus Torvalds 已提交
2961
	error = -EINVAL;
2962 2963
	new_mnt = real_mount(new.mnt);
	root_mnt = real_mount(root.mnt);
2964 2965
	old_mnt = real_mount(old.mnt);
	if (IS_MNT_SHARED(old_mnt) ||
2966 2967
		IS_MNT_SHARED(new_mnt->mnt_parent) ||
		IS_MNT_SHARED(root_mnt->mnt_parent))
2968
		goto out4;
A
Al Viro 已提交
2969
	if (!check_mnt(root_mnt) || !check_mnt(new_mnt))
2970
		goto out4;
2971 2972
	if (new_mnt->mnt.mnt_flags & MNT_LOCKED)
		goto out4;
L
Linus Torvalds 已提交
2973
	error = -ENOENT;
2974
	if (d_unlinked(new.dentry))
2975
		goto out4;
L
Linus Torvalds 已提交
2976
	error = -EBUSY;
2977
	if (new_mnt == root_mnt || old_mnt == root_mnt)
2978
		goto out4; /* loop, on the same file system  */
L
Linus Torvalds 已提交
2979
	error = -EINVAL;
2980
	if (root.mnt->mnt_root != root.dentry)
2981
		goto out4; /* not a mountpoint */
2982
	if (!mnt_has_parent(root_mnt))
2983
		goto out4; /* not attached */
2984
	root_mp = root_mnt->mnt_mp;
2985
	if (new.mnt->mnt_root != new.dentry)
2986
		goto out4; /* not a mountpoint */
2987
	if (!mnt_has_parent(new_mnt))
2988
		goto out4; /* not attached */
2989
	/* make sure we can reach put_old from new_root */
2990
	if (!is_path_reachable(old_mnt, old.dentry, &new))
2991
		goto out4;
2992 2993 2994
	/* make certain new is below the root */
	if (!is_path_reachable(new_mnt, new.dentry, &root))
		goto out4;
2995
	root_mp->m_count++; /* pin it so it won't go away */
2996
	lock_mount_hash();
2997 2998
	detach_mnt(new_mnt, &parent_path);
	detach_mnt(root_mnt, &root_parent);
2999 3000 3001 3002
	if (root_mnt->mnt.mnt_flags & MNT_LOCKED) {
		new_mnt->mnt.mnt_flags |= MNT_LOCKED;
		root_mnt->mnt.mnt_flags &= ~MNT_LOCKED;
	}
3003
	/* mount old root on put_old */
3004
	attach_mnt(root_mnt, old_mnt, old_mp);
3005
	/* mount new_root on / */
3006
	attach_mnt(new_mnt, real_mount(root_parent.mnt), root_mp);
3007
	touch_mnt_namespace(current->nsproxy->mnt_ns);
3008 3009
	/* A moved mount should not expire automatically */
	list_del_init(&new_mnt->mnt_expire);
3010
	unlock_mount_hash();
3011
	chroot_fs_refs(&root, &new);
3012
	put_mountpoint(root_mp);
L
Linus Torvalds 已提交
3013
	error = 0;
3014
out4:
3015
	unlock_mount(old_mp);
3016 3017 3018 3019 3020
	if (!error) {
		path_put(&root_parent);
		path_put(&parent_path);
	}
out3:
3021
	path_put(&root);
3022
out2:
3023
	path_put(&old);
L
Linus Torvalds 已提交
3024
out1:
3025
	path_put(&new);
L
Linus Torvalds 已提交
3026 3027 3028 3029 3030 3031 3032
out0:
	return error;
}

static void __init init_mount_tree(void)
{
	struct vfsmount *mnt;
3033
	struct mnt_namespace *ns;
3034
	struct path root;
3035
	struct file_system_type *type;
L
Linus Torvalds 已提交
3036

3037 3038 3039 3040 3041
	type = get_fs_type("rootfs");
	if (!type)
		panic("Can't find rootfs type");
	mnt = vfs_kern_mount(type, 0, "rootfs", NULL);
	put_filesystem(type);
L
Linus Torvalds 已提交
3042 3043
	if (IS_ERR(mnt))
		panic("Can't create rootfs");
N
Nick Piggin 已提交
3044

3045 3046
	ns = create_mnt_ns(mnt);
	if (IS_ERR(ns))
L
Linus Torvalds 已提交
3047
		panic("Can't allocate initial namespace");
3048 3049 3050 3051

	init_task.nsproxy->mnt_ns = ns;
	get_mnt_ns(ns);

3052 3053
	root.mnt = mnt;
	root.dentry = mnt->mnt_root;
3054
	mnt->mnt_flags |= MNT_LOCKED;
3055 3056 3057

	set_fs_pwd(current->fs, &root);
	set_fs_root(current->fs, &root);
L
Linus Torvalds 已提交
3058 3059
}

3060
void __init mnt_init(void)
L
Linus Torvalds 已提交
3061
{
E
Eric Dumazet 已提交
3062
	unsigned u;
3063
	int err;
L
Linus Torvalds 已提交
3064

A
Al Viro 已提交
3065
	mnt_cache = kmem_cache_create("mnt_cache", sizeof(struct mount),
3066
			0, SLAB_HWCACHE_ALIGN | SLAB_PANIC, NULL);
L
Linus Torvalds 已提交
3067

A
Al Viro 已提交
3068
	mount_hashtable = alloc_large_system_hash("Mount-cache",
A
Al Viro 已提交
3069
				sizeof(struct hlist_head),
A
Al Viro 已提交
3070 3071 3072 3073 3074 3075 3076 3077
				mhash_entries, 19,
				0,
				&m_hash_shift, &m_hash_mask, 0, 0);
	mountpoint_hashtable = alloc_large_system_hash("Mountpoint-cache",
				sizeof(struct hlist_head),
				mphash_entries, 19,
				0,
				&mp_hash_shift, &mp_hash_mask, 0, 0);
L
Linus Torvalds 已提交
3078

3079
	if (!mount_hashtable || !mountpoint_hashtable)
L
Linus Torvalds 已提交
3080 3081
		panic("Failed to allocate mount hash table\n");

A
Al Viro 已提交
3082
	for (u = 0; u <= m_hash_mask; u++)
A
Al Viro 已提交
3083
		INIT_HLIST_HEAD(&mount_hashtable[u]);
A
Al Viro 已提交
3084 3085
	for (u = 0; u <= mp_hash_mask; u++)
		INIT_HLIST_HEAD(&mountpoint_hashtable[u]);
L
Linus Torvalds 已提交
3086

3087 3088
	kernfs_init();

3089 3090 3091
	err = sysfs_init();
	if (err)
		printk(KERN_WARNING "%s: sysfs_init error: %d\n",
3092
			__func__, err);
3093 3094
	fs_kobj = kobject_create_and_add("fs", NULL);
	if (!fs_kobj)
3095
		printk(KERN_WARNING "%s: kobj create error\n", __func__);
L
Linus Torvalds 已提交
3096 3097 3098 3099
	init_rootfs();
	init_mount_tree();
}

3100
void put_mnt_ns(struct mnt_namespace *ns)
L
Linus Torvalds 已提交
3101
{
3102
	if (!atomic_dec_and_test(&ns->count))
3103
		return;
3104
	drop_collected_mounts(&ns->root->mnt);
3105
	free_mnt_ns(ns);
L
Linus Torvalds 已提交
3106
}
3107 3108 3109

struct vfsmount *kern_mount_data(struct file_system_type *type, void *data)
{
3110 3111 3112 3113 3114 3115 3116
	struct vfsmount *mnt;
	mnt = vfs_kern_mount(type, MS_KERNMOUNT, type->name, data);
	if (!IS_ERR(mnt)) {
		/*
		 * it is a longterm mount, don't release mnt until
		 * we unmount before file sys is unregistered
		*/
A
Al Viro 已提交
3117
		real_mount(mnt)->mnt_ns = MNT_NS_INTERNAL;
3118 3119
	}
	return mnt;
3120 3121
}
EXPORT_SYMBOL_GPL(kern_mount_data);
3122 3123 3124 3125 3126

void kern_unmount(struct vfsmount *mnt)
{
	/* release long term mount so mount point can be released */
	if (!IS_ERR_OR_NULL(mnt)) {
A
Al Viro 已提交
3127
		real_mount(mnt)->mnt_ns = NULL;
A
Al Viro 已提交
3128
		synchronize_rcu();	/* yecchhh... */
3129 3130 3131 3132
		mntput(mnt);
	}
}
EXPORT_SYMBOL(kern_unmount);
3133 3134 3135

bool our_mnt(struct vfsmount *mnt)
{
A
Al Viro 已提交
3136
	return check_mnt(real_mount(mnt));
3137
}
3138

3139 3140 3141 3142 3143 3144 3145 3146 3147 3148 3149 3150 3151 3152 3153 3154 3155 3156 3157 3158 3159 3160 3161 3162
bool current_chrooted(void)
{
	/* Does the current process have a non-standard root */
	struct path ns_root;
	struct path fs_root;
	bool chrooted;

	/* Find the namespace root */
	ns_root.mnt = &current->nsproxy->mnt_ns->root->mnt;
	ns_root.dentry = ns_root.mnt->mnt_root;
	path_get(&ns_root);
	while (d_mountpoint(ns_root.dentry) && follow_down_one(&ns_root))
		;

	get_fs_root(current->fs, &fs_root);

	chrooted = !path_equal(&fs_root, &ns_root);

	path_put(&fs_root);
	path_put(&ns_root);

	return chrooted;
}

3163
bool fs_fully_visible(struct file_system_type *type)
3164 3165 3166
{
	struct mnt_namespace *ns = current->nsproxy->mnt_ns;
	struct mount *mnt;
3167
	bool visible = false;
3168

3169 3170 3171
	if (unlikely(!ns))
		return false;

3172
	down_read(&namespace_sem);
3173
	list_for_each_entry(mnt, &ns->list, mnt_list) {
3174 3175 3176 3177 3178 3179 3180 3181 3182 3183 3184
		struct mount *child;
		if (mnt->mnt.mnt_sb->s_type != type)
			continue;

		/* This mount is not fully visible if there are any child mounts
		 * that cover anything except for empty directories.
		 */
		list_for_each_entry(child, &mnt->mnt_mounts, mnt_child) {
			struct inode *inode = child->mnt_mountpoint->d_inode;
			if (!S_ISDIR(inode->i_mode))
				goto next;
3185
			if (inode->i_nlink > 2)
3186
				goto next;
3187
		}
3188 3189 3190
		visible = true;
		goto found;
	next:	;
3191
	}
3192
found:
3193
	up_read(&namespace_sem);
3194
	return visible;
3195 3196
}

3197
static struct ns_common *mntns_get(struct task_struct *task)
3198
{
3199
	struct ns_common *ns = NULL;
3200 3201
	struct nsproxy *nsproxy;

3202 3203
	task_lock(task);
	nsproxy = task->nsproxy;
3204
	if (nsproxy) {
3205 3206
		ns = &nsproxy->mnt_ns->ns;
		get_mnt_ns(to_mnt_ns(ns));
3207
	}
3208
	task_unlock(task);
3209 3210 3211 3212

	return ns;
}

3213
static void mntns_put(struct ns_common *ns)
3214
{
3215
	put_mnt_ns(to_mnt_ns(ns));
3216 3217
}

3218
static int mntns_install(struct nsproxy *nsproxy, struct ns_common *ns)
3219 3220
{
	struct fs_struct *fs = current->fs;
3221
	struct mnt_namespace *mnt_ns = to_mnt_ns(ns);
3222 3223
	struct path root;

3224
	if (!ns_capable(mnt_ns->user_ns, CAP_SYS_ADMIN) ||
3225 3226
	    !ns_capable(current_user_ns(), CAP_SYS_CHROOT) ||
	    !ns_capable(current_user_ns(), CAP_SYS_ADMIN))
3227
		return -EPERM;
3228 3229 3230 3231 3232 3233 3234 3235 3236 3237 3238 3239 3240 3241 3242 3243 3244 3245 3246 3247 3248 3249 3250 3251 3252 3253 3254 3255 3256 3257

	if (fs->users != 1)
		return -EINVAL;

	get_mnt_ns(mnt_ns);
	put_mnt_ns(nsproxy->mnt_ns);
	nsproxy->mnt_ns = mnt_ns;

	/* Find the root */
	root.mnt    = &mnt_ns->root->mnt;
	root.dentry = mnt_ns->root->mnt.mnt_root;
	path_get(&root);
	while(d_mountpoint(root.dentry) && follow_down_one(&root))
		;

	/* Update the pwd and root */
	set_fs_pwd(fs, &root);
	set_fs_root(fs, &root);

	path_put(&root);
	return 0;
}

const struct proc_ns_operations mntns_operations = {
	.name		= "mnt",
	.type		= CLONE_NEWNS,
	.get		= mntns_get,
	.put		= mntns_put,
	.install	= mntns_install,
};