namespace.c 78.4 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7 8 9 10 11
/*
 *  linux/fs/namespace.c
 *
 * (C) Copyright Al Viro 2000, 2001
 *	Released under GPL v2.
 *
 * Based on code from fs/super.c, copyright Linus Torvalds and others.
 * Heavily rewritten.
 */

#include <linux/syscalls.h>
A
Al Viro 已提交
12
#include <linux/export.h>
13
#include <linux/capability.h>
14
#include <linux/mnt_namespace.h>
15
#include <linux/user_namespace.h>
L
Linus Torvalds 已提交
16 17
#include <linux/namei.h>
#include <linux/security.h>
18
#include <linux/idr.h>
19
#include <linux/init.h>		/* init_rootfs */
A
Al Viro 已提交
20 21 22
#include <linux/fs_struct.h>	/* get_fs_root et.al. */
#include <linux/fsnotify.h>	/* fsnotify_vfsmount_delete */
#include <linux/uaccess.h>
23
#include <linux/proc_ns.h>
24
#include <linux/magic.h>
A
Al Viro 已提交
25
#include <linux/bootmem.h>
A
Al Viro 已提交
26
#include <linux/task_work.h>
27
#include "pnode.h"
28
#include "internal.h"
L
Linus Torvalds 已提交
29

A
Al Viro 已提交
30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53
static unsigned int m_hash_mask __read_mostly;
static unsigned int m_hash_shift __read_mostly;
static unsigned int mp_hash_mask __read_mostly;
static unsigned int mp_hash_shift __read_mostly;

static __initdata unsigned long mhash_entries;
static int __init set_mhash_entries(char *str)
{
	if (!str)
		return 0;
	mhash_entries = simple_strtoul(str, &str, 0);
	return 1;
}
__setup("mhash_entries=", set_mhash_entries);

static __initdata unsigned long mphash_entries;
static int __init set_mphash_entries(char *str)
{
	if (!str)
		return 0;
	mphash_entries = simple_strtoul(str, &str, 0);
	return 1;
}
__setup("mphash_entries=", set_mphash_entries);
E
Eric Dumazet 已提交
54

A
Al Viro 已提交
55
static u64 event;
56
static DEFINE_IDA(mnt_id_ida);
57
static DEFINE_IDA(mnt_group_ida);
N
Nick Piggin 已提交
58
static DEFINE_SPINLOCK(mnt_id_lock);
59 60
static int mnt_id_start = 0;
static int mnt_group_start = 1;
L
Linus Torvalds 已提交
61

A
Al Viro 已提交
62
static struct hlist_head *mount_hashtable __read_mostly;
A
Al Viro 已提交
63
static struct hlist_head *mountpoint_hashtable __read_mostly;
64
static struct kmem_cache *mnt_cache __read_mostly;
A
Al Viro 已提交
65
static DECLARE_RWSEM(namespace_sem);
L
Linus Torvalds 已提交
66

M
Miklos Szeredi 已提交
67
/* /sys/fs */
68 69
struct kobject *fs_kobj;
EXPORT_SYMBOL_GPL(fs_kobj);
M
Miklos Szeredi 已提交
70

N
Nick Piggin 已提交
71 72 73 74 75 76 77 78
/*
 * vfsmount lock may be taken for read to prevent changes to the
 * vfsmount hash, ie. during mountpoint lookups or walking back
 * up the tree.
 *
 * It should be taken for write in all cases where the vfsmount
 * tree or hash is modified or when a vfsmount structure is modified.
 */
A
Al Viro 已提交
79
__cacheline_aligned_in_smp DEFINE_SEQLOCK(mount_lock);
N
Nick Piggin 已提交
80

A
Al Viro 已提交
81
static inline struct hlist_head *m_hash(struct vfsmount *mnt, struct dentry *dentry)
L
Linus Torvalds 已提交
82
{
R
Ram Pai 已提交
83 84
	unsigned long tmp = ((unsigned long)mnt / L1_CACHE_BYTES);
	tmp += ((unsigned long)dentry / L1_CACHE_BYTES);
A
Al Viro 已提交
85 86 87 88 89 90 91 92 93
	tmp = tmp + (tmp >> m_hash_shift);
	return &mount_hashtable[tmp & m_hash_mask];
}

static inline struct hlist_head *mp_hash(struct dentry *dentry)
{
	unsigned long tmp = ((unsigned long)dentry / L1_CACHE_BYTES);
	tmp = tmp + (tmp >> mp_hash_shift);
	return &mountpoint_hashtable[tmp & mp_hash_mask];
L
Linus Torvalds 已提交
94 95
}

N
Nick Piggin 已提交
96 97 98 99
/*
 * allocation is serialized by namespace_sem, but we need the spinlock to
 * serialize with freeing.
 */
100
static int mnt_alloc_id(struct mount *mnt)
101 102 103 104 105
{
	int res;

retry:
	ida_pre_get(&mnt_id_ida, GFP_KERNEL);
N
Nick Piggin 已提交
106
	spin_lock(&mnt_id_lock);
A
Al Viro 已提交
107
	res = ida_get_new_above(&mnt_id_ida, mnt_id_start, &mnt->mnt_id);
108
	if (!res)
A
Al Viro 已提交
109
		mnt_id_start = mnt->mnt_id + 1;
N
Nick Piggin 已提交
110
	spin_unlock(&mnt_id_lock);
111 112 113 114 115 116
	if (res == -EAGAIN)
		goto retry;

	return res;
}

117
static void mnt_free_id(struct mount *mnt)
118
{
A
Al Viro 已提交
119
	int id = mnt->mnt_id;
N
Nick Piggin 已提交
120
	spin_lock(&mnt_id_lock);
121 122 123
	ida_remove(&mnt_id_ida, id);
	if (mnt_id_start > id)
		mnt_id_start = id;
N
Nick Piggin 已提交
124
	spin_unlock(&mnt_id_lock);
125 126
}

127 128 129 130 131
/*
 * Allocate a new peer group ID
 *
 * mnt_group_ida is protected by namespace_sem
 */
132
static int mnt_alloc_group_id(struct mount *mnt)
133
{
134 135
	int res;

136 137 138
	if (!ida_pre_get(&mnt_group_ida, GFP_KERNEL))
		return -ENOMEM;

139 140
	res = ida_get_new_above(&mnt_group_ida,
				mnt_group_start,
A
Al Viro 已提交
141
				&mnt->mnt_group_id);
142
	if (!res)
A
Al Viro 已提交
143
		mnt_group_start = mnt->mnt_group_id + 1;
144 145

	return res;
146 147 148 149 150
}

/*
 * Release a peer group ID
 */
151
void mnt_release_group_id(struct mount *mnt)
152
{
A
Al Viro 已提交
153
	int id = mnt->mnt_group_id;
154 155 156
	ida_remove(&mnt_group_ida, id);
	if (mnt_group_start > id)
		mnt_group_start = id;
A
Al Viro 已提交
157
	mnt->mnt_group_id = 0;
158 159
}

N
Nick Piggin 已提交
160 161 162
/*
 * vfsmount lock must be held for read
 */
163
static inline void mnt_add_count(struct mount *mnt, int n)
N
Nick Piggin 已提交
164 165
{
#ifdef CONFIG_SMP
166
	this_cpu_add(mnt->mnt_pcp->mnt_count, n);
N
Nick Piggin 已提交
167 168
#else
	preempt_disable();
169
	mnt->mnt_count += n;
N
Nick Piggin 已提交
170 171 172 173 174 175 176
	preempt_enable();
#endif
}

/*
 * vfsmount lock must be held for write
 */
177
unsigned int mnt_get_count(struct mount *mnt)
N
Nick Piggin 已提交
178 179
{
#ifdef CONFIG_SMP
A
Al Viro 已提交
180
	unsigned int count = 0;
N
Nick Piggin 已提交
181 182 183
	int cpu;

	for_each_possible_cpu(cpu) {
184
		count += per_cpu_ptr(mnt->mnt_pcp, cpu)->mnt_count;
N
Nick Piggin 已提交
185 186 187 188
	}

	return count;
#else
189
	return mnt->mnt_count;
N
Nick Piggin 已提交
190 191 192
#endif
}

193
static struct mount *alloc_vfsmnt(const char *name)
L
Linus Torvalds 已提交
194
{
195 196
	struct mount *mnt = kmem_cache_zalloc(mnt_cache, GFP_KERNEL);
	if (mnt) {
197 198
		int err;

199
		err = mnt_alloc_id(mnt);
200 201 202 203
		if (err)
			goto out_free_cache;

		if (name) {
204
			mnt->mnt_devname = kstrdup_const(name, GFP_KERNEL);
205
			if (!mnt->mnt_devname)
206
				goto out_free_id;
207 208
		}

N
Nick Piggin 已提交
209
#ifdef CONFIG_SMP
210 211
		mnt->mnt_pcp = alloc_percpu(struct mnt_pcp);
		if (!mnt->mnt_pcp)
N
Nick Piggin 已提交
212 213
			goto out_free_devname;

214
		this_cpu_add(mnt->mnt_pcp->mnt_count, 1);
N
Nick Piggin 已提交
215
#else
216 217
		mnt->mnt_count = 1;
		mnt->mnt_writers = 0;
N
Nick Piggin 已提交
218 219
#endif

A
Al Viro 已提交
220
		INIT_HLIST_NODE(&mnt->mnt_hash);
221 222 223 224 225 226 227
		INIT_LIST_HEAD(&mnt->mnt_child);
		INIT_LIST_HEAD(&mnt->mnt_mounts);
		INIT_LIST_HEAD(&mnt->mnt_list);
		INIT_LIST_HEAD(&mnt->mnt_expire);
		INIT_LIST_HEAD(&mnt->mnt_share);
		INIT_LIST_HEAD(&mnt->mnt_slave_list);
		INIT_LIST_HEAD(&mnt->mnt_slave);
228
		INIT_HLIST_NODE(&mnt->mnt_mp_list);
229 230
#ifdef CONFIG_FSNOTIFY
		INIT_HLIST_HEAD(&mnt->mnt_fsnotify_marks);
N
npiggin@suse.de 已提交
231
#endif
L
Linus Torvalds 已提交
232
	}
233
	return mnt;
234

N
npiggin@suse.de 已提交
235 236
#ifdef CONFIG_SMP
out_free_devname:
237
	kfree_const(mnt->mnt_devname);
N
npiggin@suse.de 已提交
238
#endif
239
out_free_id:
240
	mnt_free_id(mnt);
241
out_free_cache:
242
	kmem_cache_free(mnt_cache, mnt);
243
	return NULL;
L
Linus Torvalds 已提交
244 245
}

246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266
/*
 * Most r/o checks on a fs are for operations that take
 * discrete amounts of time, like a write() or unlink().
 * We must keep track of when those operations start
 * (for permission checks) and when they end, so that
 * we can determine when writes are able to occur to
 * a filesystem.
 */
/*
 * __mnt_is_readonly: check whether a mount is read-only
 * @mnt: the mount to check for its write status
 *
 * This shouldn't be used directly ouside of the VFS.
 * It does not guarantee that the filesystem will stay
 * r/w, just that it is right *now*.  This can not and
 * should not be used in place of IS_RDONLY(inode).
 * mnt_want/drop_write() will _keep_ the filesystem
 * r/w.
 */
int __mnt_is_readonly(struct vfsmount *mnt)
{
267 268 269 270 271
	if (mnt->mnt_flags & MNT_READONLY)
		return 1;
	if (mnt->mnt_sb->s_flags & MS_RDONLY)
		return 1;
	return 0;
272 273 274
}
EXPORT_SYMBOL_GPL(__mnt_is_readonly);

275
static inline void mnt_inc_writers(struct mount *mnt)
N
npiggin@suse.de 已提交
276 277
{
#ifdef CONFIG_SMP
278
	this_cpu_inc(mnt->mnt_pcp->mnt_writers);
N
npiggin@suse.de 已提交
279
#else
280
	mnt->mnt_writers++;
N
npiggin@suse.de 已提交
281 282
#endif
}
283

284
static inline void mnt_dec_writers(struct mount *mnt)
285
{
N
npiggin@suse.de 已提交
286
#ifdef CONFIG_SMP
287
	this_cpu_dec(mnt->mnt_pcp->mnt_writers);
N
npiggin@suse.de 已提交
288
#else
289
	mnt->mnt_writers--;
N
npiggin@suse.de 已提交
290
#endif
291 292
}

293
static unsigned int mnt_get_writers(struct mount *mnt)
294
{
N
npiggin@suse.de 已提交
295 296
#ifdef CONFIG_SMP
	unsigned int count = 0;
297 298 299
	int cpu;

	for_each_possible_cpu(cpu) {
300
		count += per_cpu_ptr(mnt->mnt_pcp, cpu)->mnt_writers;
301 302
	}

N
npiggin@suse.de 已提交
303 304 305 306
	return count;
#else
	return mnt->mnt_writers;
#endif
307 308
}

309 310 311 312 313 314 315 316 317
static int mnt_is_readonly(struct vfsmount *mnt)
{
	if (mnt->mnt_sb->s_readonly_remount)
		return 1;
	/* Order wrt setting s_flags/s_readonly_remount in do_remount() */
	smp_rmb();
	return __mnt_is_readonly(mnt);
}

318
/*
319 320 321 322
 * Most r/o & frozen checks on a fs are for operations that take discrete
 * amounts of time, like a write() or unlink().  We must keep track of when
 * those operations start (for permission checks) and when they end, so that we
 * can determine when writes are able to occur to a filesystem.
323 324
 */
/**
325
 * __mnt_want_write - get write access to a mount without freeze protection
326
 * @m: the mount on which to take a write
327
 *
328 329 330 331 332
 * This tells the low-level filesystem that a write is about to be performed to
 * it, and makes sure that writes are allowed (mnt it read-write) before
 * returning success. This operation does not protect against filesystem being
 * frozen. When the write operation is finished, __mnt_drop_write() must be
 * called. This is effectively a refcount.
333
 */
334
int __mnt_want_write(struct vfsmount *m)
335
{
336
	struct mount *mnt = real_mount(m);
337 338
	int ret = 0;

N
npiggin@suse.de 已提交
339
	preempt_disable();
340
	mnt_inc_writers(mnt);
N
npiggin@suse.de 已提交
341
	/*
342
	 * The store to mnt_inc_writers must be visible before we pass
N
npiggin@suse.de 已提交
343 344 345 346
	 * MNT_WRITE_HOLD loop below, so that the slowpath can see our
	 * incremented count after it has set MNT_WRITE_HOLD.
	 */
	smp_mb();
347
	while (ACCESS_ONCE(mnt->mnt.mnt_flags) & MNT_WRITE_HOLD)
N
npiggin@suse.de 已提交
348 349 350 351 352 353 354
		cpu_relax();
	/*
	 * After the slowpath clears MNT_WRITE_HOLD, mnt_is_readonly will
	 * be set to match its requirements. So we must not load that until
	 * MNT_WRITE_HOLD is cleared.
	 */
	smp_rmb();
355
	if (mnt_is_readonly(m)) {
356
		mnt_dec_writers(mnt);
357 358
		ret = -EROFS;
	}
N
npiggin@suse.de 已提交
359
	preempt_enable();
360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380

	return ret;
}

/**
 * mnt_want_write - get write access to a mount
 * @m: the mount on which to take a write
 *
 * This tells the low-level filesystem that a write is about to be performed to
 * it, and makes sure that writes are allowed (mount is read-write, filesystem
 * is not frozen) before returning success.  When the write operation is
 * finished, mnt_drop_write() must be called.  This is effectively a refcount.
 */
int mnt_want_write(struct vfsmount *m)
{
	int ret;

	sb_start_write(m->mnt_sb);
	ret = __mnt_want_write(m);
	if (ret)
		sb_end_write(m->mnt_sb);
381
	return ret;
382 383 384
}
EXPORT_SYMBOL_GPL(mnt_want_write);

N
npiggin@suse.de 已提交
385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402
/**
 * mnt_clone_write - get write access to a mount
 * @mnt: the mount on which to take a write
 *
 * This is effectively like mnt_want_write, except
 * it must only be used to take an extra write reference
 * on a mountpoint that we already know has a write reference
 * on it. This allows some optimisation.
 *
 * After finished, mnt_drop_write must be called as usual to
 * drop the reference.
 */
int mnt_clone_write(struct vfsmount *mnt)
{
	/* superblock may be r/o */
	if (__mnt_is_readonly(mnt))
		return -EROFS;
	preempt_disable();
403
	mnt_inc_writers(real_mount(mnt));
N
npiggin@suse.de 已提交
404 405 406 407 408 409
	preempt_enable();
	return 0;
}
EXPORT_SYMBOL_GPL(mnt_clone_write);

/**
410
 * __mnt_want_write_file - get write access to a file's mount
N
npiggin@suse.de 已提交
411 412
 * @file: the file who's mount on which to take a write
 *
413
 * This is like __mnt_want_write, but it takes a file and can
N
npiggin@suse.de 已提交
414 415
 * do some optimisations if the file is open for write already
 */
416
int __mnt_want_write_file(struct file *file)
N
npiggin@suse.de 已提交
417
{
418
	if (!(file->f_mode & FMODE_WRITER))
419
		return __mnt_want_write(file->f_path.mnt);
N
npiggin@suse.de 已提交
420 421 422
	else
		return mnt_clone_write(file->f_path.mnt);
}
423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440

/**
 * mnt_want_write_file - get write access to a file's mount
 * @file: the file who's mount on which to take a write
 *
 * This is like mnt_want_write, but it takes a file and can
 * do some optimisations if the file is open for write already
 */
int mnt_want_write_file(struct file *file)
{
	int ret;

	sb_start_write(file->f_path.mnt->mnt_sb);
	ret = __mnt_want_write_file(file);
	if (ret)
		sb_end_write(file->f_path.mnt->mnt_sb);
	return ret;
}
N
npiggin@suse.de 已提交
441 442
EXPORT_SYMBOL_GPL(mnt_want_write_file);

443
/**
444
 * __mnt_drop_write - give up write access to a mount
445 446 447 448
 * @mnt: the mount on which to give up write access
 *
 * Tells the low-level filesystem that we are done
 * performing writes to it.  Must be matched with
449
 * __mnt_want_write() call above.
450
 */
451
void __mnt_drop_write(struct vfsmount *mnt)
452
{
N
npiggin@suse.de 已提交
453
	preempt_disable();
454
	mnt_dec_writers(real_mount(mnt));
N
npiggin@suse.de 已提交
455
	preempt_enable();
456
}
457 458 459 460 461 462 463 464 465 466 467 468 469 470

/**
 * mnt_drop_write - give up write access to a mount
 * @mnt: the mount on which to give up write access
 *
 * Tells the low-level filesystem that we are done performing writes to it and
 * also allows filesystem to be frozen again.  Must be matched with
 * mnt_want_write() call above.
 */
void mnt_drop_write(struct vfsmount *mnt)
{
	__mnt_drop_write(mnt);
	sb_end_write(mnt->mnt_sb);
}
471 472
EXPORT_SYMBOL_GPL(mnt_drop_write);

473 474 475 476 477
void __mnt_drop_write_file(struct file *file)
{
	__mnt_drop_write(file->f_path.mnt);
}

A
Al Viro 已提交
478 479 480 481 482 483
void mnt_drop_write_file(struct file *file)
{
	mnt_drop_write(file->f_path.mnt);
}
EXPORT_SYMBOL(mnt_drop_write_file);

484
static int mnt_make_readonly(struct mount *mnt)
485
{
486 487
	int ret = 0;

488
	lock_mount_hash();
489
	mnt->mnt.mnt_flags |= MNT_WRITE_HOLD;
490
	/*
N
npiggin@suse.de 已提交
491 492
	 * After storing MNT_WRITE_HOLD, we'll read the counters. This store
	 * should be visible before we do.
493
	 */
N
npiggin@suse.de 已提交
494 495
	smp_mb();

496
	/*
N
npiggin@suse.de 已提交
497 498 499 500 501 502 503 504 505 506 507 508 509 510
	 * With writers on hold, if this value is zero, then there are
	 * definitely no active writers (although held writers may subsequently
	 * increment the count, they'll have to wait, and decrement it after
	 * seeing MNT_READONLY).
	 *
	 * It is OK to have counter incremented on one CPU and decremented on
	 * another: the sum will add up correctly. The danger would be when we
	 * sum up each counter, if we read a counter before it is incremented,
	 * but then read another CPU's count which it has been subsequently
	 * decremented from -- we would see more decrements than we should.
	 * MNT_WRITE_HOLD protects against this scenario, because
	 * mnt_want_write first increments count, then smp_mb, then spins on
	 * MNT_WRITE_HOLD, so it can't be decremented by another CPU while
	 * we're counting up here.
511
	 */
512
	if (mnt_get_writers(mnt) > 0)
N
npiggin@suse.de 已提交
513 514
		ret = -EBUSY;
	else
515
		mnt->mnt.mnt_flags |= MNT_READONLY;
N
npiggin@suse.de 已提交
516 517 518 519 520
	/*
	 * MNT_READONLY must become visible before ~MNT_WRITE_HOLD, so writers
	 * that become unheld will see MNT_READONLY.
	 */
	smp_wmb();
521
	mnt->mnt.mnt_flags &= ~MNT_WRITE_HOLD;
522
	unlock_mount_hash();
523
	return ret;
524 525
}

526
static void __mnt_unmake_readonly(struct mount *mnt)
527
{
528
	lock_mount_hash();
529
	mnt->mnt.mnt_flags &= ~MNT_READONLY;
530
	unlock_mount_hash();
531 532
}

533 534 535 536 537
int sb_prepare_remount_readonly(struct super_block *sb)
{
	struct mount *mnt;
	int err = 0;

538 539 540 541
	/* Racy optimization.  Recheck the counter under MNT_WRITE_HOLD */
	if (atomic_long_read(&sb->s_remove_count))
		return -EBUSY;

542
	lock_mount_hash();
543 544 545 546 547 548 549 550 551 552
	list_for_each_entry(mnt, &sb->s_mounts, mnt_instance) {
		if (!(mnt->mnt.mnt_flags & MNT_READONLY)) {
			mnt->mnt.mnt_flags |= MNT_WRITE_HOLD;
			smp_mb();
			if (mnt_get_writers(mnt) > 0) {
				err = -EBUSY;
				break;
			}
		}
	}
553 554 555
	if (!err && atomic_long_read(&sb->s_remove_count))
		err = -EBUSY;

556 557 558 559 560 561 562 563
	if (!err) {
		sb->s_readonly_remount = 1;
		smp_wmb();
	}
	list_for_each_entry(mnt, &sb->s_mounts, mnt_instance) {
		if (mnt->mnt.mnt_flags & MNT_WRITE_HOLD)
			mnt->mnt.mnt_flags &= ~MNT_WRITE_HOLD;
	}
564
	unlock_mount_hash();
565 566 567 568

	return err;
}

569
static void free_vfsmnt(struct mount *mnt)
L
Linus Torvalds 已提交
570
{
571
	kfree_const(mnt->mnt_devname);
N
npiggin@suse.de 已提交
572
#ifdef CONFIG_SMP
573
	free_percpu(mnt->mnt_pcp);
N
npiggin@suse.de 已提交
574
#endif
575
	kmem_cache_free(mnt_cache, mnt);
L
Linus Torvalds 已提交
576 577
}

578 579 580 581 582
static void delayed_free_vfsmnt(struct rcu_head *head)
{
	free_vfsmnt(container_of(head, struct mount, mnt_rcu));
}

A
Al Viro 已提交
583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604
/* call under rcu_read_lock */
bool legitimize_mnt(struct vfsmount *bastard, unsigned seq)
{
	struct mount *mnt;
	if (read_seqretry(&mount_lock, seq))
		return false;
	if (bastard == NULL)
		return true;
	mnt = real_mount(bastard);
	mnt_add_count(mnt, 1);
	if (likely(!read_seqretry(&mount_lock, seq)))
		return true;
	if (bastard->mnt_flags & MNT_SYNC_UMOUNT) {
		mnt_add_count(mnt, -1);
		return false;
	}
	rcu_read_unlock();
	mntput(bastard);
	rcu_read_lock();
	return false;
}

L
Linus Torvalds 已提交
605
/*
A
Al Viro 已提交
606
 * find the first mount at @dentry on vfsmount @mnt.
A
Al Viro 已提交
607
 * call under rcu_read_lock()
L
Linus Torvalds 已提交
608
 */
A
Al Viro 已提交
609
struct mount *__lookup_mnt(struct vfsmount *mnt, struct dentry *dentry)
L
Linus Torvalds 已提交
610
{
A
Al Viro 已提交
611
	struct hlist_head *head = m_hash(mnt, dentry);
A
Al Viro 已提交
612 613
	struct mount *p;

A
Al Viro 已提交
614
	hlist_for_each_entry_rcu(p, head, mnt_hash)
A
Al Viro 已提交
615 616 617 618 619 620 621
		if (&p->mnt_parent->mnt == mnt && p->mnt_mountpoint == dentry)
			return p;
	return NULL;
}

/*
 * find the last mount at @dentry on vfsmount @mnt.
A
Al Viro 已提交
622
 * mount_lock must be held.
A
Al Viro 已提交
623 624 625
 */
struct mount *__lookup_mnt_last(struct vfsmount *mnt, struct dentry *dentry)
{
A
Al Viro 已提交
626 627 628 629 630
	struct mount *p, *res;
	res = p = __lookup_mnt(mnt, dentry);
	if (!p)
		goto out;
	hlist_for_each_entry_continue(p, mnt_hash) {
A
Al Viro 已提交
631 632 633 634
		if (&p->mnt_parent->mnt != mnt || p->mnt_mountpoint != dentry)
			break;
		res = p;
	}
A
Al Viro 已提交
635
out:
A
Al Viro 已提交
636
	return res;
L
Linus Torvalds 已提交
637 638
}

R
Ram Pai 已提交
639
/*
640 641 642 643 644 645 646 647 648 649 650 651 652 653
 * lookup_mnt - Return the first child mount mounted at path
 *
 * "First" means first mounted chronologically.  If you create the
 * following mounts:
 *
 * mount /dev/sda1 /mnt
 * mount /dev/sda2 /mnt
 * mount /dev/sda3 /mnt
 *
 * Then lookup_mnt() on the base /mnt dentry in the root mount will
 * return successively the root dentry and vfsmount of /dev/sda1, then
 * /dev/sda2, then /dev/sda3, then NULL.
 *
 * lookup_mnt takes a reference to the found vfsmount.
R
Ram Pai 已提交
654
 */
A
Al Viro 已提交
655
struct vfsmount *lookup_mnt(struct path *path)
R
Ram Pai 已提交
656
{
657
	struct mount *child_mnt;
A
Al Viro 已提交
658 659
	struct vfsmount *m;
	unsigned seq;
N
Nick Piggin 已提交
660

A
Al Viro 已提交
661 662 663 664 665 666 667 668
	rcu_read_lock();
	do {
		seq = read_seqbegin(&mount_lock);
		child_mnt = __lookup_mnt(path->mnt, path->dentry);
		m = child_mnt ? &child_mnt->mnt : NULL;
	} while (!legitimize_mnt(m, seq));
	rcu_read_unlock();
	return m;
R
Ram Pai 已提交
669 670
}

671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705
/*
 * __is_local_mountpoint - Test to see if dentry is a mountpoint in the
 *                         current mount namespace.
 *
 * The common case is dentries are not mountpoints at all and that
 * test is handled inline.  For the slow case when we are actually
 * dealing with a mountpoint of some kind, walk through all of the
 * mounts in the current mount namespace and test to see if the dentry
 * is a mountpoint.
 *
 * The mount_hashtable is not usable in the context because we
 * need to identify all mounts that may be in the current mount
 * namespace not just a mount that happens to have some specified
 * parent mount.
 */
bool __is_local_mountpoint(struct dentry *dentry)
{
	struct mnt_namespace *ns = current->nsproxy->mnt_ns;
	struct mount *mnt;
	bool is_covered = false;

	if (!d_mountpoint(dentry))
		goto out;

	down_read(&namespace_sem);
	list_for_each_entry(mnt, &ns->list, mnt_list) {
		is_covered = (mnt->mnt_mountpoint == dentry);
		if (is_covered)
			break;
	}
	up_read(&namespace_sem);
out:
	return is_covered;
}

706
static struct mountpoint *lookup_mountpoint(struct dentry *dentry)
707
{
A
Al Viro 已提交
708
	struct hlist_head *chain = mp_hash(dentry);
709 710
	struct mountpoint *mp;

A
Al Viro 已提交
711
	hlist_for_each_entry(mp, chain, m_hash) {
712 713 714 715 716 717 718 719
		if (mp->m_dentry == dentry) {
			/* might be worth a WARN_ON() */
			if (d_unlinked(dentry))
				return ERR_PTR(-ENOENT);
			mp->m_count++;
			return mp;
		}
	}
720 721 722 723 724 725 726 727
	return NULL;
}

static struct mountpoint *new_mountpoint(struct dentry *dentry)
{
	struct hlist_head *chain = mp_hash(dentry);
	struct mountpoint *mp;
	int ret;
728 729 730 731 732

	mp = kmalloc(sizeof(struct mountpoint), GFP_KERNEL);
	if (!mp)
		return ERR_PTR(-ENOMEM);

733 734
	ret = d_set_mounted(dentry);
	if (ret) {
735
		kfree(mp);
736
		return ERR_PTR(ret);
737
	}
738

739 740
	mp->m_dentry = dentry;
	mp->m_count = 1;
A
Al Viro 已提交
741
	hlist_add_head(&mp->m_hash, chain);
742
	INIT_HLIST_HEAD(&mp->m_list);
743 744 745 746 747 748 749
	return mp;
}

static void put_mountpoint(struct mountpoint *mp)
{
	if (!--mp->m_count) {
		struct dentry *dentry = mp->m_dentry;
750
		BUG_ON(!hlist_empty(&mp->m_list));
751 752 753
		spin_lock(&dentry->d_lock);
		dentry->d_flags &= ~DCACHE_MOUNTED;
		spin_unlock(&dentry->d_lock);
A
Al Viro 已提交
754
		hlist_del(&mp->m_hash);
755 756 757 758
		kfree(mp);
	}
}

A
Al Viro 已提交
759
static inline int check_mnt(struct mount *mnt)
L
Linus Torvalds 已提交
760
{
761
	return mnt->mnt_ns == current->nsproxy->mnt_ns;
L
Linus Torvalds 已提交
762 763
}

N
Nick Piggin 已提交
764 765 766
/*
 * vfsmount lock must be held for write
 */
767
static void touch_mnt_namespace(struct mnt_namespace *ns)
A
Al Viro 已提交
768 769 770 771 772 773 774
{
	if (ns) {
		ns->event = ++event;
		wake_up_interruptible(&ns->poll);
	}
}

N
Nick Piggin 已提交
775 776 777
/*
 * vfsmount lock must be held for write
 */
778
static void __touch_mnt_namespace(struct mnt_namespace *ns)
A
Al Viro 已提交
779 780 781 782 783 784 785
{
	if (ns && ns->event != event) {
		ns->event = event;
		wake_up_interruptible(&ns->poll);
	}
}

N
Nick Piggin 已提交
786 787 788
/*
 * vfsmount lock must be held for write
 */
789 790
static void detach_mnt(struct mount *mnt, struct path *old_path)
{
791
	old_path->dentry = mnt->mnt_mountpoint;
792 793
	old_path->mnt = &mnt->mnt_parent->mnt;
	mnt->mnt_parent = mnt;
794
	mnt->mnt_mountpoint = mnt->mnt.mnt_root;
795
	list_del_init(&mnt->mnt_child);
A
Al Viro 已提交
796
	hlist_del_init_rcu(&mnt->mnt_hash);
797
	hlist_del_init(&mnt->mnt_mp_list);
798 799
	put_mountpoint(mnt->mnt_mp);
	mnt->mnt_mp = NULL;
L
Linus Torvalds 已提交
800 801
}

N
Nick Piggin 已提交
802 803 804
/*
 * vfsmount lock must be held for write
 */
805 806
void mnt_set_mountpoint(struct mount *mnt,
			struct mountpoint *mp,
807
			struct mount *child_mnt)
808
{
809
	mp->m_count++;
810
	mnt_add_count(mnt, 1);	/* essentially, that's mntget */
811
	child_mnt->mnt_mountpoint = dget(mp->m_dentry);
812
	child_mnt->mnt_parent = mnt;
813
	child_mnt->mnt_mp = mp;
814
	hlist_add_head(&child_mnt->mnt_mp_list, &mp->m_list);
815 816
}

N
Nick Piggin 已提交
817 818 819
/*
 * vfsmount lock must be held for write
 */
820 821 822
static void attach_mnt(struct mount *mnt,
			struct mount *parent,
			struct mountpoint *mp)
L
Linus Torvalds 已提交
823
{
824
	mnt_set_mountpoint(parent, mp, mnt);
A
Al Viro 已提交
825
	hlist_add_head_rcu(&mnt->mnt_hash, m_hash(&parent->mnt, mp->m_dentry));
826
	list_add_tail(&mnt->mnt_child, &parent->mnt_mounts);
827 828
}

A
Al Viro 已提交
829 830 831 832 833
static void attach_shadowed(struct mount *mnt,
			struct mount *parent,
			struct mount *shadows)
{
	if (shadows) {
834
		hlist_add_behind_rcu(&mnt->mnt_hash, &shadows->mnt_hash);
A
Al Viro 已提交
835 836 837 838 839 840 841 842
		list_add(&mnt->mnt_child, &shadows->mnt_child);
	} else {
		hlist_add_head_rcu(&mnt->mnt_hash,
				m_hash(&parent->mnt, mnt->mnt_mountpoint));
		list_add_tail(&mnt->mnt_child, &parent->mnt_mounts);
	}
}

843
/*
N
Nick Piggin 已提交
844
 * vfsmount lock must be held for write
845
 */
A
Al Viro 已提交
846
static void commit_tree(struct mount *mnt, struct mount *shadows)
847
{
848
	struct mount *parent = mnt->mnt_parent;
849
	struct mount *m;
850
	LIST_HEAD(head);
A
Al Viro 已提交
851
	struct mnt_namespace *n = parent->mnt_ns;
852

853
	BUG_ON(parent == mnt);
854

A
Al Viro 已提交
855
	list_add_tail(&head, &mnt->mnt_list);
A
Al Viro 已提交
856
	list_for_each_entry(m, &head, mnt_list)
A
Al Viro 已提交
857
		m->mnt_ns = n;
A
Al Viro 已提交
858

859 860
	list_splice(&head, n->list.prev);

A
Al Viro 已提交
861
	attach_shadowed(mnt, parent, shadows);
862
	touch_mnt_namespace(n);
L
Linus Torvalds 已提交
863 864
}

865
static struct mount *next_mnt(struct mount *p, struct mount *root)
L
Linus Torvalds 已提交
866
{
867 868
	struct list_head *next = p->mnt_mounts.next;
	if (next == &p->mnt_mounts) {
L
Linus Torvalds 已提交
869
		while (1) {
870
			if (p == root)
L
Linus Torvalds 已提交
871
				return NULL;
872 873
			next = p->mnt_child.next;
			if (next != &p->mnt_parent->mnt_mounts)
L
Linus Torvalds 已提交
874
				break;
875
			p = p->mnt_parent;
L
Linus Torvalds 已提交
876 877
		}
	}
878
	return list_entry(next, struct mount, mnt_child);
L
Linus Torvalds 已提交
879 880
}

881
static struct mount *skip_mnt_tree(struct mount *p)
R
Ram Pai 已提交
882
{
883 884 885 886
	struct list_head *prev = p->mnt_mounts.prev;
	while (prev != &p->mnt_mounts) {
		p = list_entry(prev, struct mount, mnt_child);
		prev = p->mnt_mounts.prev;
R
Ram Pai 已提交
887 888 889 890
	}
	return p;
}

891 892 893
struct vfsmount *
vfs_kern_mount(struct file_system_type *type, int flags, const char *name, void *data)
{
894
	struct mount *mnt;
895 896 897 898 899 900 901 902 903 904
	struct dentry *root;

	if (!type)
		return ERR_PTR(-ENODEV);

	mnt = alloc_vfsmnt(name);
	if (!mnt)
		return ERR_PTR(-ENOMEM);

	if (flags & MS_KERNMOUNT)
905
		mnt->mnt.mnt_flags = MNT_INTERNAL;
906 907 908

	root = mount_fs(type, flags, name, data);
	if (IS_ERR(root)) {
909
		mnt_free_id(mnt);
910 911 912 913
		free_vfsmnt(mnt);
		return ERR_CAST(root);
	}

914 915
	mnt->mnt.mnt_root = root;
	mnt->mnt.mnt_sb = root->d_sb;
916
	mnt->mnt_mountpoint = mnt->mnt.mnt_root;
917
	mnt->mnt_parent = mnt;
918
	lock_mount_hash();
919
	list_add_tail(&mnt->mnt_instance, &root->d_sb->s_mounts);
920
	unlock_mount_hash();
921
	return &mnt->mnt;
922 923 924
}
EXPORT_SYMBOL_GPL(vfs_kern_mount);

925
static struct mount *clone_mnt(struct mount *old, struct dentry *root,
R
Ram Pai 已提交
926
					int flag)
L
Linus Torvalds 已提交
927
{
928
	struct super_block *sb = old->mnt.mnt_sb;
929 930
	struct mount *mnt;
	int err;
L
Linus Torvalds 已提交
931

932 933 934
	mnt = alloc_vfsmnt(old->mnt_devname);
	if (!mnt)
		return ERR_PTR(-ENOMEM);
935

936
	if (flag & (CL_SLAVE | CL_PRIVATE | CL_SHARED_TO_SLAVE))
937 938 939
		mnt->mnt_group_id = 0; /* not a peer of original */
	else
		mnt->mnt_group_id = old->mnt_group_id;
940

941 942 943 944
	if ((flag & CL_MAKE_SHARED) && !mnt->mnt_group_id) {
		err = mnt_alloc_group_id(mnt);
		if (err)
			goto out_free;
L
Linus Torvalds 已提交
945
	}
946

A
Al Viro 已提交
947
	mnt->mnt.mnt_flags = old->mnt.mnt_flags & ~(MNT_WRITE_HOLD|MNT_MARKED);
948
	/* Don't allow unprivileged users to change mount flags */
949 950 951 952 953 954 955 956 957 958 959 960 961 962 963
	if (flag & CL_UNPRIVILEGED) {
		mnt->mnt.mnt_flags |= MNT_LOCK_ATIME;

		if (mnt->mnt.mnt_flags & MNT_READONLY)
			mnt->mnt.mnt_flags |= MNT_LOCK_READONLY;

		if (mnt->mnt.mnt_flags & MNT_NODEV)
			mnt->mnt.mnt_flags |= MNT_LOCK_NODEV;

		if (mnt->mnt.mnt_flags & MNT_NOSUID)
			mnt->mnt.mnt_flags |= MNT_LOCK_NOSUID;

		if (mnt->mnt.mnt_flags & MNT_NOEXEC)
			mnt->mnt.mnt_flags |= MNT_LOCK_NOEXEC;
	}
964

965
	/* Don't allow unprivileged users to reveal what is under a mount */
966 967
	if ((flag & CL_UNPRIVILEGED) &&
	    (!(flag & CL_EXPIRE) || list_empty(&old->mnt_expire)))
968 969
		mnt->mnt.mnt_flags |= MNT_LOCKED;

970 971 972 973 974
	atomic_inc(&sb->s_active);
	mnt->mnt.mnt_sb = sb;
	mnt->mnt.mnt_root = dget(root);
	mnt->mnt_mountpoint = mnt->mnt.mnt_root;
	mnt->mnt_parent = mnt;
975
	lock_mount_hash();
976
	list_add_tail(&mnt->mnt_instance, &sb->s_mounts);
977
	unlock_mount_hash();
978

979 980
	if ((flag & CL_SLAVE) ||
	    ((flag & CL_SHARED_TO_SLAVE) && IS_MNT_SHARED(old))) {
981 982 983 984 985 986 987 988 989 990 991 992 993 994 995 996 997 998 999 1000
		list_add(&mnt->mnt_slave, &old->mnt_slave_list);
		mnt->mnt_master = old;
		CLEAR_MNT_SHARED(mnt);
	} else if (!(flag & CL_PRIVATE)) {
		if ((flag & CL_MAKE_SHARED) || IS_MNT_SHARED(old))
			list_add(&mnt->mnt_share, &old->mnt_share);
		if (IS_MNT_SLAVE(old))
			list_add(&mnt->mnt_slave, &old->mnt_slave);
		mnt->mnt_master = old->mnt_master;
	}
	if (flag & CL_MAKE_SHARED)
		set_mnt_shared(mnt);

	/* stick the duplicate mount on the same expiry list
	 * as the original if that was on one */
	if (flag & CL_EXPIRE) {
		if (!list_empty(&old->mnt_expire))
			list_add(&mnt->mnt_expire, &old->mnt_expire);
	}

1001
	return mnt;
1002 1003

 out_free:
1004
	mnt_free_id(mnt);
1005
	free_vfsmnt(mnt);
1006
	return ERR_PTR(err);
L
Linus Torvalds 已提交
1007 1008
}

A
Al Viro 已提交
1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029 1030 1031 1032 1033 1034 1035 1036 1037 1038 1039 1040 1041 1042 1043 1044 1045 1046 1047 1048
static void cleanup_mnt(struct mount *mnt)
{
	/*
	 * This probably indicates that somebody messed
	 * up a mnt_want/drop_write() pair.  If this
	 * happens, the filesystem was probably unable
	 * to make r/w->r/o transitions.
	 */
	/*
	 * The locking used to deal with mnt_count decrement provides barriers,
	 * so mnt_get_writers() below is safe.
	 */
	WARN_ON(mnt_get_writers(mnt));
	if (unlikely(mnt->mnt_pins.first))
		mnt_pin_kill(mnt);
	fsnotify_vfsmount_delete(&mnt->mnt);
	dput(mnt->mnt.mnt_root);
	deactivate_super(mnt->mnt.mnt_sb);
	mnt_free_id(mnt);
	call_rcu(&mnt->mnt_rcu, delayed_free_vfsmnt);
}

static void __cleanup_mnt(struct rcu_head *head)
{
	cleanup_mnt(container_of(head, struct mount, mnt_rcu));
}

static LLIST_HEAD(delayed_mntput_list);
static void delayed_mntput(struct work_struct *unused)
{
	struct llist_node *node = llist_del_all(&delayed_mntput_list);
	struct llist_node *next;

	for (; node; node = next) {
		next = llist_next(node);
		cleanup_mnt(llist_entry(node, struct mount, mnt_llist));
	}
}
static DECLARE_DELAYED_WORK(delayed_mntput_work, delayed_mntput);

1049
static void mntput_no_expire(struct mount *mnt)
N
Nick Piggin 已提交
1050
{
A
Al Viro 已提交
1051 1052 1053 1054
	rcu_read_lock();
	mnt_add_count(mnt, -1);
	if (likely(mnt->mnt_ns)) { /* shouldn't be the last one */
		rcu_read_unlock();
A
Al Viro 已提交
1055
		return;
N
Nick Piggin 已提交
1056
	}
1057
	lock_mount_hash();
N
Nick Piggin 已提交
1058
	if (mnt_get_count(mnt)) {
A
Al Viro 已提交
1059
		rcu_read_unlock();
1060
		unlock_mount_hash();
N
Nick Piggin 已提交
1061 1062
		return;
	}
A
Al Viro 已提交
1063 1064 1065 1066 1067 1068 1069
	if (unlikely(mnt->mnt.mnt_flags & MNT_DOOMED)) {
		rcu_read_unlock();
		unlock_mount_hash();
		return;
	}
	mnt->mnt.mnt_flags |= MNT_DOOMED;
	rcu_read_unlock();
A
Andi Kleen 已提交
1070

1071
	list_del(&mnt->mnt_instance);
1072
	unlock_mount_hash();
A
Al Viro 已提交
1073

A
Al Viro 已提交
1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084 1085
	if (likely(!(mnt->mnt.mnt_flags & MNT_INTERNAL))) {
		struct task_struct *task = current;
		if (likely(!(task->flags & PF_KTHREAD))) {
			init_task_work(&mnt->mnt_rcu, __cleanup_mnt);
			if (!task_work_add(task, &mnt->mnt_rcu, true))
				return;
		}
		if (llist_add(&mnt->mnt_llist, &delayed_mntput_list))
			schedule_delayed_work(&delayed_mntput_work, 1);
		return;
	}
	cleanup_mnt(mnt);
N
Nick Piggin 已提交
1086 1087 1088 1089 1090
}

void mntput(struct vfsmount *mnt)
{
	if (mnt) {
1091
		struct mount *m = real_mount(mnt);
N
Nick Piggin 已提交
1092
		/* avoid cacheline pingpong, hope gcc doesn't get "smart" */
1093 1094 1095
		if (unlikely(m->mnt_expiry_mark))
			m->mnt_expiry_mark = 0;
		mntput_no_expire(m);
N
Nick Piggin 已提交
1096 1097 1098 1099 1100 1101 1102
	}
}
EXPORT_SYMBOL(mntput);

struct vfsmount *mntget(struct vfsmount *mnt)
{
	if (mnt)
1103
		mnt_add_count(real_mount(mnt), 1);
N
Nick Piggin 已提交
1104 1105 1106 1107
	return mnt;
}
EXPORT_SYMBOL(mntget);

A
Al Viro 已提交
1108
struct vfsmount *mnt_clone_internal(struct path *path)
1109
{
A
Al Viro 已提交
1110 1111 1112 1113 1114 1115
	struct mount *p;
	p = clone_mnt(real_mount(path->mnt), path->dentry, CL_PRIVATE);
	if (IS_ERR(p))
		return ERR_CAST(p);
	p->mnt.mnt_flags |= MNT_INTERNAL;
	return &p->mnt;
1116
}
L
Linus Torvalds 已提交
1117

1118 1119 1120 1121 1122 1123 1124 1125 1126 1127 1128
static inline void mangle(struct seq_file *m, const char *s)
{
	seq_escape(m, s, " \t\n\\");
}

/*
 * Simple .show_options callback for filesystems which don't want to
 * implement more complex mount option showing.
 *
 * See also save_mount_options().
 */
1129
int generic_show_options(struct seq_file *m, struct dentry *root)
1130
{
1131 1132 1133
	const char *options;

	rcu_read_lock();
1134
	options = rcu_dereference(root->d_sb->s_options);
1135 1136 1137 1138 1139

	if (options != NULL && options[0]) {
		seq_putc(m, ',');
		mangle(m, options);
	}
1140
	rcu_read_unlock();
1141 1142 1143 1144 1145 1146 1147 1148 1149 1150 1151 1152 1153 1154 1155 1156 1157 1158 1159 1160

	return 0;
}
EXPORT_SYMBOL(generic_show_options);

/*
 * If filesystem uses generic_show_options(), this function should be
 * called from the fill_super() callback.
 *
 * The .remount_fs callback usually needs to be handled in a special
 * way, to make sure, that previous options are not overwritten if the
 * remount fails.
 *
 * Also note, that if the filesystem's .remount_fs function doesn't
 * reset all options to their default value, but changes only newly
 * given options, then the displayed options will not reflect reality
 * any more.
 */
void save_mount_options(struct super_block *sb, char *options)
{
1161 1162
	BUG_ON(sb->s_options);
	rcu_assign_pointer(sb->s_options, kstrdup(options, GFP_KERNEL));
1163 1164 1165
}
EXPORT_SYMBOL(save_mount_options);

1166 1167 1168 1169 1170 1171 1172 1173 1174 1175 1176
void replace_mount_options(struct super_block *sb, char *options)
{
	char *old = sb->s_options;
	rcu_assign_pointer(sb->s_options, options);
	if (old) {
		synchronize_rcu();
		kfree(old);
	}
}
EXPORT_SYMBOL(replace_mount_options);

1177
#ifdef CONFIG_PROC_FS
1178
/* iterator; we want it to have access to namespace_sem, thus here... */
L
Linus Torvalds 已提交
1179 1180
static void *m_start(struct seq_file *m, loff_t *pos)
{
A
Al Viro 已提交
1181
	struct proc_mounts *p = proc_mounts(m);
L
Linus Torvalds 已提交
1182

R
Ram Pai 已提交
1183
	down_read(&namespace_sem);
A
Al Viro 已提交
1184 1185 1186 1187 1188 1189 1190 1191 1192 1193 1194 1195 1196 1197
	if (p->cached_event == p->ns->event) {
		void *v = p->cached_mount;
		if (*pos == p->cached_index)
			return v;
		if (*pos == p->cached_index + 1) {
			v = seq_list_next(v, &p->ns->list, &p->cached_index);
			return p->cached_mount = v;
		}
	}

	p->cached_event = p->ns->event;
	p->cached_mount = seq_list_start(&p->ns->list, *pos);
	p->cached_index = *pos;
	return p->cached_mount;
L
Linus Torvalds 已提交
1198 1199 1200 1201
}

static void *m_next(struct seq_file *m, void *v, loff_t *pos)
{
A
Al Viro 已提交
1202
	struct proc_mounts *p = proc_mounts(m);
1203

A
Al Viro 已提交
1204 1205 1206
	p->cached_mount = seq_list_next(v, &p->ns->list, pos);
	p->cached_index = *pos;
	return p->cached_mount;
L
Linus Torvalds 已提交
1207 1208 1209 1210
}

static void m_stop(struct seq_file *m, void *v)
{
R
Ram Pai 已提交
1211
	up_read(&namespace_sem);
L
Linus Torvalds 已提交
1212 1213
}

1214
static int m_show(struct seq_file *m, void *v)
1215
{
A
Al Viro 已提交
1216
	struct proc_mounts *p = proc_mounts(m);
A
Al Viro 已提交
1217
	struct mount *r = list_entry(v, struct mount, mnt_list);
1218
	return p->show(m, &r->mnt);
L
Linus Torvalds 已提交
1219 1220
}

1221
const struct seq_operations mounts_op = {
L
Linus Torvalds 已提交
1222 1223 1224
	.start	= m_start,
	.next	= m_next,
	.stop	= m_stop,
1225
	.show	= m_show,
1226
};
1227
#endif  /* CONFIG_PROC_FS */
1228

L
Linus Torvalds 已提交
1229 1230 1231 1232 1233 1234 1235 1236
/**
 * may_umount_tree - check if a mount tree is busy
 * @mnt: root of mount tree
 *
 * This is called to check if a tree of mounts has any
 * open files, pwds, chroots or sub mounts that are
 * busy.
 */
1237
int may_umount_tree(struct vfsmount *m)
L
Linus Torvalds 已提交
1238
{
1239
	struct mount *mnt = real_mount(m);
R
Ram Pai 已提交
1240 1241
	int actual_refs = 0;
	int minimum_refs = 0;
1242
	struct mount *p;
1243
	BUG_ON(!m);
L
Linus Torvalds 已提交
1244

N
Nick Piggin 已提交
1245
	/* write lock needed for mnt_get_count */
1246
	lock_mount_hash();
1247
	for (p = mnt; p; p = next_mnt(p, mnt)) {
1248
		actual_refs += mnt_get_count(p);
L
Linus Torvalds 已提交
1249 1250
		minimum_refs += 2;
	}
1251
	unlock_mount_hash();
L
Linus Torvalds 已提交
1252 1253

	if (actual_refs > minimum_refs)
1254
		return 0;
L
Linus Torvalds 已提交
1255

1256
	return 1;
L
Linus Torvalds 已提交
1257 1258 1259 1260 1261 1262 1263 1264 1265 1266 1267 1268 1269 1270 1271 1272 1273 1274 1275
}

EXPORT_SYMBOL(may_umount_tree);

/**
 * may_umount - check if a mount point is busy
 * @mnt: root of mount
 *
 * This is called to check if a mount point has any
 * open files, pwds, chroots or sub mounts. If the
 * mount has sub mounts this will return busy
 * regardless of whether the sub mounts are busy.
 *
 * Doesn't take quota and stuff into account. IOW, in some cases it will
 * give false negatives. The main reason why it's here is that we need
 * a non-destructive way to look for easily umountable filesystems.
 */
int may_umount(struct vfsmount *mnt)
{
1276
	int ret = 1;
A
Al Viro 已提交
1277
	down_read(&namespace_sem);
1278
	lock_mount_hash();
1279
	if (propagate_mount_busy(real_mount(mnt), 2))
1280
		ret = 0;
1281
	unlock_mount_hash();
A
Al Viro 已提交
1282
	up_read(&namespace_sem);
R
Ram Pai 已提交
1283
	return ret;
L
Linus Torvalds 已提交
1284 1285 1286 1287
}

EXPORT_SYMBOL(may_umount);

A
Al Viro 已提交
1288
static HLIST_HEAD(unmounted);	/* protected by namespace_sem */
1289

1290
static void namespace_unlock(void)
R
Ram Pai 已提交
1291
{
1292
	struct mount *mnt;
A
Al Viro 已提交
1293
	struct hlist_head head = unmounted;
1294

A
Al Viro 已提交
1295
	if (likely(hlist_empty(&head))) {
1296 1297 1298 1299
		up_write(&namespace_sem);
		return;
	}

A
Al Viro 已提交
1300 1301 1302
	head.first->pprev = &head.first;
	INIT_HLIST_HEAD(&unmounted);

1303 1304 1305 1306 1307
	/* undo decrements we'd done in umount_tree() */
	hlist_for_each_entry(mnt, &head, mnt_hash)
		if (mnt->mnt_ex_mountpoint.mnt)
			mntget(mnt->mnt_ex_mountpoint.mnt);

1308 1309
	up_write(&namespace_sem);

A
Al Viro 已提交
1310 1311
	synchronize_rcu();

A
Al Viro 已提交
1312 1313 1314
	while (!hlist_empty(&head)) {
		mnt = hlist_entry(head.first, struct mount, mnt_hash);
		hlist_del_init(&mnt->mnt_hash);
A
Al Viro 已提交
1315 1316
		if (mnt->mnt_ex_mountpoint.mnt)
			path_put(&mnt->mnt_ex_mountpoint);
1317
		mntput(&mnt->mnt);
R
Ram Pai 已提交
1318 1319 1320
	}
}

1321
static inline void namespace_lock(void)
1322
{
1323
	down_write(&namespace_sem);
1324 1325
}

N
Nick Piggin 已提交
1326
/*
A
Al Viro 已提交
1327
 * mount_lock must be held
N
Nick Piggin 已提交
1328
 * namespace_sem must be held for write
A
Al Viro 已提交
1329 1330 1331
 * how = 0 => just this tree, don't propagate
 * how = 1 => propagate; we know that nobody else has reference to any victims
 * how = 2 => lazy umount
N
Nick Piggin 已提交
1332
 */
A
Al Viro 已提交
1333
void umount_tree(struct mount *mnt, int how)
L
Linus Torvalds 已提交
1334
{
A
Al Viro 已提交
1335
	HLIST_HEAD(tmp_list);
1336
	struct mount *p;
A
Al Viro 已提交
1337
	struct mount *last = NULL;
L
Linus Torvalds 已提交
1338

A
Al Viro 已提交
1339 1340 1341 1342
	for (p = mnt; p; p = next_mnt(p, mnt)) {
		hlist_del_init_rcu(&p->mnt_hash);
		hlist_add_head(&p->mnt_hash, &tmp_list);
	}
L
Linus Torvalds 已提交
1343

1344 1345 1346
	hlist_for_each_entry(p, &tmp_list, mnt_hash)
		list_del_init(&p->mnt_child);

A
Al Viro 已提交
1347
	if (how)
A
Al Viro 已提交
1348
		propagate_umount(&tmp_list);
R
Ram Pai 已提交
1349

A
Al Viro 已提交
1350
	hlist_for_each_entry(p, &tmp_list, mnt_hash) {
1351
		list_del_init(&p->mnt_expire);
A
Al Viro 已提交
1352
		list_del_init(&p->mnt_list);
A
Al Viro 已提交
1353 1354
		__touch_mnt_namespace(p->mnt_ns);
		p->mnt_ns = NULL;
A
Al Viro 已提交
1355 1356
		if (how < 2)
			p->mnt.mnt_flags |= MNT_SYNC_UMOUNT;
1357
		if (mnt_has_parent(p)) {
1358
			hlist_del_init(&p->mnt_mp_list);
1359
			put_mountpoint(p->mnt_mp);
1360
			mnt_add_count(p->mnt_parent, -1);
A
Al Viro 已提交
1361 1362 1363 1364 1365
			/* move the reference to mountpoint into ->mnt_ex_mountpoint */
			p->mnt_ex_mountpoint.dentry = p->mnt_mountpoint;
			p->mnt_ex_mountpoint.mnt = &p->mnt_parent->mnt;
			p->mnt_mountpoint = p->mnt.mnt_root;
			p->mnt_parent = p;
1366
			p->mnt_mp = NULL;
1367
		}
1368
		change_mnt_propagation(p, MS_PRIVATE);
A
Al Viro 已提交
1369 1370 1371 1372
		last = p;
	}
	if (last) {
		last->mnt_hash.next = unmounted.first;
1373 1374
		if (unmounted.first)
			unmounted.first->pprev = &last->mnt_hash.next;
A
Al Viro 已提交
1375 1376
		unmounted.first = tmp_list.first;
		unmounted.first->pprev = &unmounted.first;
L
Linus Torvalds 已提交
1377 1378 1379
	}
}

1380
static void shrink_submounts(struct mount *mnt);
1381

1382
static int do_umount(struct mount *mnt, int flags)
L
Linus Torvalds 已提交
1383
{
1384
	struct super_block *sb = mnt->mnt.mnt_sb;
L
Linus Torvalds 已提交
1385 1386
	int retval;

1387
	retval = security_sb_umount(&mnt->mnt, flags);
L
Linus Torvalds 已提交
1388 1389 1390 1391 1392 1393 1394 1395 1396 1397
	if (retval)
		return retval;

	/*
	 * Allow userspace to request a mountpoint be expired rather than
	 * unmounting unconditionally. Unmount only happens if:
	 *  (1) the mark is already set (the mark is cleared by mntput())
	 *  (2) the usage count == 1 [parent vfsmount] + 1 [sys_umount]
	 */
	if (flags & MNT_EXPIRE) {
1398
		if (&mnt->mnt == current->fs->root.mnt ||
L
Linus Torvalds 已提交
1399 1400 1401
		    flags & (MNT_FORCE | MNT_DETACH))
			return -EINVAL;

N
Nick Piggin 已提交
1402 1403 1404 1405
		/*
		 * probably don't strictly need the lock here if we examined
		 * all race cases, but it's a slowpath.
		 */
1406
		lock_mount_hash();
1407
		if (mnt_get_count(mnt) != 2) {
1408
			unlock_mount_hash();
L
Linus Torvalds 已提交
1409
			return -EBUSY;
N
Nick Piggin 已提交
1410
		}
1411
		unlock_mount_hash();
L
Linus Torvalds 已提交
1412

1413
		if (!xchg(&mnt->mnt_expiry_mark, 1))
L
Linus Torvalds 已提交
1414 1415 1416 1417 1418 1419 1420 1421 1422 1423 1424 1425 1426
			return -EAGAIN;
	}

	/*
	 * If we may have to abort operations to get out of this
	 * mount, and they will themselves hold resources we must
	 * allow the fs to do things. In the Unix tradition of
	 * 'Gee thats tricky lets do it in userspace' the umount_begin
	 * might fail to complete on the first run through as other tasks
	 * must return, and the like. Thats for the mount program to worry
	 * about for the moment.
	 */

1427 1428 1429
	if (flags & MNT_FORCE && sb->s_op->umount_begin) {
		sb->s_op->umount_begin(sb);
	}
L
Linus Torvalds 已提交
1430 1431 1432 1433 1434 1435 1436 1437 1438 1439

	/*
	 * No sense to grab the lock for this test, but test itself looks
	 * somewhat bogus. Suggestions for better replacement?
	 * Ho-hum... In principle, we might treat that as umount + switch
	 * to rootfs. GC would eventually take care of the old vfsmount.
	 * Actually it makes sense, especially if rootfs would contain a
	 * /reboot - static binary that would close all descriptors and
	 * call reboot(9). Then init(8) could umount root and exec /reboot.
	 */
1440
	if (&mnt->mnt == current->fs->root.mnt && !(flags & MNT_DETACH)) {
L
Linus Torvalds 已提交
1441 1442 1443 1444
		/*
		 * Special case for "unmounting" root ...
		 * we just try to remount it readonly.
		 */
1445 1446
		if (!capable(CAP_SYS_ADMIN))
			return -EPERM;
L
Linus Torvalds 已提交
1447
		down_write(&sb->s_umount);
A
Al Viro 已提交
1448
		if (!(sb->s_flags & MS_RDONLY))
L
Linus Torvalds 已提交
1449 1450 1451 1452 1453
			retval = do_remount_sb(sb, MS_RDONLY, NULL, 0);
		up_write(&sb->s_umount);
		return retval;
	}

1454
	namespace_lock();
1455
	lock_mount_hash();
A
Al Viro 已提交
1456
	event++;
L
Linus Torvalds 已提交
1457

A
Al Viro 已提交
1458
	if (flags & MNT_DETACH) {
A
Al Viro 已提交
1459
		if (!list_empty(&mnt->mnt_list))
A
Al Viro 已提交
1460
			umount_tree(mnt, 2);
L
Linus Torvalds 已提交
1461
		retval = 0;
A
Al Viro 已提交
1462 1463 1464 1465 1466 1467 1468 1469
	} else {
		shrink_submounts(mnt);
		retval = -EBUSY;
		if (!propagate_mount_busy(mnt, 2)) {
			if (!list_empty(&mnt->mnt_list))
				umount_tree(mnt, 1);
			retval = 0;
		}
L
Linus Torvalds 已提交
1470
	}
1471
	unlock_mount_hash();
1472
	namespace_unlock();
L
Linus Torvalds 已提交
1473 1474 1475
	return retval;
}

1476 1477 1478 1479 1480 1481 1482 1483 1484 1485 1486 1487 1488 1489 1490 1491 1492 1493 1494 1495 1496 1497 1498 1499 1500 1501 1502 1503 1504 1505 1506
/*
 * __detach_mounts - lazily unmount all mounts on the specified dentry
 *
 * During unlink, rmdir, and d_drop it is possible to loose the path
 * to an existing mountpoint, and wind up leaking the mount.
 * detach_mounts allows lazily unmounting those mounts instead of
 * leaking them.
 *
 * The caller may hold dentry->d_inode->i_mutex.
 */
void __detach_mounts(struct dentry *dentry)
{
	struct mountpoint *mp;
	struct mount *mnt;

	namespace_lock();
	mp = lookup_mountpoint(dentry);
	if (!mp)
		goto out_unlock;

	lock_mount_hash();
	while (!hlist_empty(&mp->m_list)) {
		mnt = hlist_entry(mp->m_list.first, struct mount, mnt_mp_list);
		umount_tree(mnt, 2);
	}
	unlock_mount_hash();
	put_mountpoint(mp);
out_unlock:
	namespace_unlock();
}

1507 1508 1509 1510 1511 1512 1513 1514
/* 
 * Is the caller allowed to modify his namespace?
 */
static inline bool may_mount(void)
{
	return ns_capable(current->nsproxy->mnt_ns->user_ns, CAP_SYS_ADMIN);
}

L
Linus Torvalds 已提交
1515 1516 1517 1518 1519 1520 1521 1522
/*
 * Now umount can handle mount points as well as block devices.
 * This is important for filesystems which use unnamed block devices.
 *
 * We now support a flag for forced unmount like the other 'big iron'
 * unixes. Our API is identical to OSF/1 to avoid making a mess of AMD
 */

1523
SYSCALL_DEFINE2(umount, char __user *, name, int, flags)
L
Linus Torvalds 已提交
1524
{
1525
	struct path path;
1526
	struct mount *mnt;
L
Linus Torvalds 已提交
1527
	int retval;
1528
	int lookup_flags = 0;
L
Linus Torvalds 已提交
1529

1530 1531 1532
	if (flags & ~(MNT_FORCE | MNT_DETACH | MNT_EXPIRE | UMOUNT_NOFOLLOW))
		return -EINVAL;

1533 1534 1535
	if (!may_mount())
		return -EPERM;

1536 1537 1538
	if (!(flags & UMOUNT_NOFOLLOW))
		lookup_flags |= LOOKUP_FOLLOW;

1539
	retval = user_path_mountpoint_at(AT_FDCWD, name, lookup_flags, &path);
L
Linus Torvalds 已提交
1540 1541
	if (retval)
		goto out;
1542
	mnt = real_mount(path.mnt);
L
Linus Torvalds 已提交
1543
	retval = -EINVAL;
1544
	if (path.dentry != path.mnt->mnt_root)
L
Linus Torvalds 已提交
1545
		goto dput_and_out;
A
Al Viro 已提交
1546
	if (!check_mnt(mnt))
L
Linus Torvalds 已提交
1547
		goto dput_and_out;
1548 1549
	if (mnt->mnt.mnt_flags & MNT_LOCKED)
		goto dput_and_out;
1550 1551 1552
	retval = -EPERM;
	if (flags & MNT_FORCE && !capable(CAP_SYS_ADMIN))
		goto dput_and_out;
L
Linus Torvalds 已提交
1553

1554
	retval = do_umount(mnt, flags);
L
Linus Torvalds 已提交
1555
dput_and_out:
J
Jan Blunck 已提交
1556
	/* we mustn't call path_put() as that would clear mnt_expiry_mark */
1557
	dput(path.dentry);
1558
	mntput_no_expire(mnt);
L
Linus Torvalds 已提交
1559 1560 1561 1562 1563 1564 1565
out:
	return retval;
}

#ifdef __ARCH_WANT_SYS_OLDUMOUNT

/*
R
Ram Pai 已提交
1566
 *	The 2.0 compatible umount. No flags.
L
Linus Torvalds 已提交
1567
 */
1568
SYSCALL_DEFINE1(oldumount, char __user *, name)
L
Linus Torvalds 已提交
1569
{
R
Ram Pai 已提交
1570
	return sys_umount(name, 0);
L
Linus Torvalds 已提交
1571 1572 1573 1574
}

#endif

1575
static bool is_mnt_ns_file(struct dentry *dentry)
1576
{
1577
	/* Is this a proxy for a mount namespace? */
1578 1579
	return dentry->d_op == &ns_dentry_operations &&
	       dentry->d_fsdata == &mntns_operations;
1580 1581
}

1582 1583 1584 1585 1586
struct mnt_namespace *to_mnt_ns(struct ns_common *ns)
{
	return container_of(ns, struct mnt_namespace, ns);
}

1587 1588 1589 1590 1591 1592 1593 1594 1595
static bool mnt_ns_loop(struct dentry *dentry)
{
	/* Could bind mounting the mount namespace inode cause a
	 * mount namespace loop?
	 */
	struct mnt_namespace *mnt_ns;
	if (!is_mnt_ns_file(dentry))
		return false;

A
Al Viro 已提交
1596
	mnt_ns = to_mnt_ns(get_proc_ns(dentry->d_inode));
1597 1598 1599
	return current->nsproxy->mnt_ns->seq >= mnt_ns->seq;
}

1600
struct mount *copy_tree(struct mount *mnt, struct dentry *dentry,
R
Ram Pai 已提交
1601
					int flag)
L
Linus Torvalds 已提交
1602
{
1603
	struct mount *res, *p, *q, *r, *parent;
L
Linus Torvalds 已提交
1604

1605 1606 1607 1608
	if (!(flag & CL_COPY_UNBINDABLE) && IS_MNT_UNBINDABLE(mnt))
		return ERR_PTR(-EINVAL);

	if (!(flag & CL_COPY_MNT_NS_FILE) && is_mnt_ns_file(dentry))
1609
		return ERR_PTR(-EINVAL);
R
Ram Pai 已提交
1610

R
Ram Pai 已提交
1611
	res = q = clone_mnt(mnt, dentry, flag);
1612 1613 1614
	if (IS_ERR(q))
		return q;

1615
	q->mnt_mountpoint = mnt->mnt_mountpoint;
L
Linus Torvalds 已提交
1616 1617

	p = mnt;
1618
	list_for_each_entry(r, &mnt->mnt_mounts, mnt_child) {
1619
		struct mount *s;
1620
		if (!is_subdir(r->mnt_mountpoint, dentry))
L
Linus Torvalds 已提交
1621 1622
			continue;

1623
		for (s = r; s; s = next_mnt(s, r)) {
A
Al Viro 已提交
1624
			struct mount *t = NULL;
1625 1626 1627 1628 1629 1630 1631
			if (!(flag & CL_COPY_UNBINDABLE) &&
			    IS_MNT_UNBINDABLE(s)) {
				s = skip_mnt_tree(s);
				continue;
			}
			if (!(flag & CL_COPY_MNT_NS_FILE) &&
			    is_mnt_ns_file(s->mnt.mnt_root)) {
R
Ram Pai 已提交
1632 1633 1634
				s = skip_mnt_tree(s);
				continue;
			}
1635 1636 1637
			while (p != s->mnt_parent) {
				p = p->mnt_parent;
				q = q->mnt_parent;
L
Linus Torvalds 已提交
1638
			}
1639
			p = s;
1640
			parent = q;
1641
			q = clone_mnt(p, p->mnt.mnt_root, flag);
1642 1643
			if (IS_ERR(q))
				goto out;
1644
			lock_mount_hash();
A
Al Viro 已提交
1645
			list_add_tail(&q->mnt_list, &res->mnt_list);
A
Al Viro 已提交
1646 1647 1648 1649 1650 1651 1652 1653
			mnt_set_mountpoint(parent, p->mnt_mp, q);
			if (!list_empty(&parent->mnt_mounts)) {
				t = list_last_entry(&parent->mnt_mounts,
					struct mount, mnt_child);
				if (t->mnt_mp != p->mnt_mp)
					t = NULL;
			}
			attach_shadowed(q, parent, t);
1654
			unlock_mount_hash();
L
Linus Torvalds 已提交
1655 1656 1657
		}
	}
	return res;
1658
out:
L
Linus Torvalds 已提交
1659
	if (res) {
1660
		lock_mount_hash();
1661
		umount_tree(res, 0);
1662
		unlock_mount_hash();
L
Linus Torvalds 已提交
1663
	}
1664
	return q;
L
Linus Torvalds 已提交
1665 1666
}

1667 1668
/* Caller should check returned pointer for errors */

A
Al Viro 已提交
1669
struct vfsmount *collect_mounts(struct path *path)
1670
{
1671
	struct mount *tree;
1672
	namespace_lock();
1673 1674
	tree = copy_tree(real_mount(path->mnt), path->dentry,
			 CL_COPY_ALL | CL_PRIVATE);
1675
	namespace_unlock();
1676
	if (IS_ERR(tree))
1677
		return ERR_CAST(tree);
1678
	return &tree->mnt;
1679 1680 1681 1682
}

void drop_collected_mounts(struct vfsmount *mnt)
{
1683
	namespace_lock();
1684
	lock_mount_hash();
1685
	umount_tree(real_mount(mnt), 0);
1686
	unlock_mount_hash();
A
Al Viro 已提交
1687
	namespace_unlock();
1688 1689
}

1690 1691 1692 1693 1694 1695 1696 1697 1698 1699 1700 1701 1702 1703 1704 1705 1706 1707 1708 1709 1710 1711 1712 1713 1714 1715 1716
/**
 * clone_private_mount - create a private clone of a path
 *
 * This creates a new vfsmount, which will be the clone of @path.  The new will
 * not be attached anywhere in the namespace and will be private (i.e. changes
 * to the originating mount won't be propagated into this).
 *
 * Release with mntput().
 */
struct vfsmount *clone_private_mount(struct path *path)
{
	struct mount *old_mnt = real_mount(path->mnt);
	struct mount *new_mnt;

	if (IS_MNT_UNBINDABLE(old_mnt))
		return ERR_PTR(-EINVAL);

	down_read(&namespace_sem);
	new_mnt = clone_mnt(old_mnt, path->dentry, CL_PRIVATE);
	up_read(&namespace_sem);
	if (IS_ERR(new_mnt))
		return ERR_CAST(new_mnt);

	return &new_mnt->mnt;
}
EXPORT_SYMBOL_GPL(clone_private_mount);

A
Al Viro 已提交
1717 1718 1719
int iterate_mounts(int (*f)(struct vfsmount *, void *), void *arg,
		   struct vfsmount *root)
{
A
Al Viro 已提交
1720
	struct mount *mnt;
A
Al Viro 已提交
1721 1722 1723
	int res = f(root, arg);
	if (res)
		return res;
A
Al Viro 已提交
1724 1725
	list_for_each_entry(mnt, &real_mount(root)->mnt_list, mnt_list) {
		res = f(&mnt->mnt, arg);
A
Al Viro 已提交
1726 1727 1728 1729 1730 1731
		if (res)
			return res;
	}
	return 0;
}

1732
static void cleanup_group_ids(struct mount *mnt, struct mount *end)
1733
{
1734
	struct mount *p;
1735

1736
	for (p = mnt; p != end; p = next_mnt(p, mnt)) {
1737
		if (p->mnt_group_id && !IS_MNT_SHARED(p))
1738
			mnt_release_group_id(p);
1739 1740 1741
	}
}

1742
static int invent_group_ids(struct mount *mnt, bool recurse)
1743
{
1744
	struct mount *p;
1745

1746
	for (p = mnt; p; p = recurse ? next_mnt(p, mnt) : NULL) {
1747
		if (!p->mnt_group_id && !IS_MNT_SHARED(p)) {
1748
			int err = mnt_alloc_group_id(p);
1749
			if (err) {
1750
				cleanup_group_ids(mnt, p);
1751 1752 1753 1754 1755 1756 1757 1758
				return err;
			}
		}
	}

	return 0;
}

1759 1760
/*
 *  @source_mnt : mount tree to be attached
R
Ram Pai 已提交
1761 1762 1763 1764
 *  @nd         : place the mount tree @source_mnt is attached
 *  @parent_nd  : if non-null, detach the source_mnt from its parent and
 *  		   store the parent mount and mountpoint dentry.
 *  		   (done when source_mnt is moved)
1765 1766 1767
 *
 *  NOTE: in the table below explains the semantics when a source mount
 *  of a given type is attached to a destination mount of a given type.
R
Ram Pai 已提交
1768 1769 1770 1771 1772 1773 1774 1775 1776 1777 1778 1779
 * ---------------------------------------------------------------------------
 * |         BIND MOUNT OPERATION                                            |
 * |**************************************************************************
 * | source-->| shared        |       private  |       slave    | unbindable |
 * | dest     |               |                |                |            |
 * |   |      |               |                |                |            |
 * |   v      |               |                |                |            |
 * |**************************************************************************
 * |  shared  | shared (++)   |     shared (+) |     shared(+++)|  invalid   |
 * |          |               |                |                |            |
 * |non-shared| shared (+)    |      private   |      slave (*) |  invalid   |
 * ***************************************************************************
1780 1781 1782 1783 1784 1785 1786 1787 1788
 * A bind operation clones the source mount and mounts the clone on the
 * destination mount.
 *
 * (++)  the cloned mount is propagated to all the mounts in the propagation
 * 	 tree of the destination mount and the cloned mount is added to
 * 	 the peer group of the source mount.
 * (+)   the cloned mount is created under the destination mount and is marked
 *       as shared. The cloned mount is added to the peer group of the source
 *       mount.
R
Ram Pai 已提交
1789 1790 1791 1792 1793 1794 1795
 * (+++) the mount is propagated to all the mounts in the propagation tree
 *       of the destination mount and the cloned mount is made slave
 *       of the same master as that of the source mount. The cloned mount
 *       is marked as 'shared and slave'.
 * (*)   the cloned mount is made a slave of the same master as that of the
 * 	 source mount.
 *
R
Ram Pai 已提交
1796 1797 1798 1799 1800 1801 1802 1803 1804 1805 1806 1807
 * ---------------------------------------------------------------------------
 * |         		MOVE MOUNT OPERATION                                 |
 * |**************************************************************************
 * | source-->| shared        |       private  |       slave    | unbindable |
 * | dest     |               |                |                |            |
 * |   |      |               |                |                |            |
 * |   v      |               |                |                |            |
 * |**************************************************************************
 * |  shared  | shared (+)    |     shared (+) |    shared(+++) |  invalid   |
 * |          |               |                |                |            |
 * |non-shared| shared (+*)   |      private   |    slave (*)   | unbindable |
 * ***************************************************************************
R
Ram Pai 已提交
1808 1809 1810
 *
 * (+)  the mount is moved to the destination. And is then propagated to
 * 	all the mounts in the propagation tree of the destination mount.
R
Ram Pai 已提交
1811
 * (+*)  the mount is moved to the destination.
R
Ram Pai 已提交
1812 1813 1814 1815
 * (+++)  the mount is moved to the destination and is then propagated to
 * 	all the mounts belonging to the destination mount's propagation tree.
 * 	the mount is marked as 'shared and slave'.
 * (*)	the mount continues to be a slave at the new location.
1816 1817 1818 1819 1820 1821
 *
 * if the source mount is a tree, the operations explained above is
 * applied to each mount in the tree.
 * Must be called without spinlocks held, since this function can sleep
 * in allocations.
 */
1822
static int attach_recursive_mnt(struct mount *source_mnt,
1823 1824 1825
			struct mount *dest_mnt,
			struct mountpoint *dest_mp,
			struct path *parent_path)
1826
{
A
Al Viro 已提交
1827
	HLIST_HEAD(tree_list);
1828
	struct mount *child, *p;
A
Al Viro 已提交
1829
	struct hlist_node *n;
1830
	int err;
1831

1832
	if (IS_MNT_SHARED(dest_mnt)) {
1833
		err = invent_group_ids(source_mnt, true);
1834 1835
		if (err)
			goto out;
1836
		err = propagate_mnt(dest_mnt, dest_mp, source_mnt, &tree_list);
A
Al Viro 已提交
1837
		lock_mount_hash();
1838 1839
		if (err)
			goto out_cleanup_ids;
1840
		for (p = source_mnt; p; p = next_mnt(p, source_mnt))
1841
			set_mnt_shared(p);
1842 1843
	} else {
		lock_mount_hash();
1844
	}
1845
	if (parent_path) {
1846
		detach_mnt(source_mnt, parent_path);
1847
		attach_mnt(source_mnt, dest_mnt, dest_mp);
A
Al Viro 已提交
1848
		touch_mnt_namespace(source_mnt->mnt_ns);
R
Ram Pai 已提交
1849
	} else {
1850
		mnt_set_mountpoint(dest_mnt, dest_mp, source_mnt);
A
Al Viro 已提交
1851
		commit_tree(source_mnt, NULL);
R
Ram Pai 已提交
1852
	}
1853

A
Al Viro 已提交
1854
	hlist_for_each_entry_safe(child, n, &tree_list, mnt_hash) {
A
Al Viro 已提交
1855
		struct mount *q;
A
Al Viro 已提交
1856
		hlist_del_init(&child->mnt_hash);
A
Al Viro 已提交
1857 1858 1859
		q = __lookup_mnt_last(&child->mnt_parent->mnt,
				      child->mnt_mountpoint);
		commit_tree(child, q);
1860
	}
1861
	unlock_mount_hash();
N
Nick Piggin 已提交
1862

1863
	return 0;
1864 1865

 out_cleanup_ids:
A
Al Viro 已提交
1866 1867 1868 1869 1870
	while (!hlist_empty(&tree_list)) {
		child = hlist_entry(tree_list.first, struct mount, mnt_hash);
		umount_tree(child, 0);
	}
	unlock_mount_hash();
1871
	cleanup_group_ids(source_mnt, NULL);
1872 1873
 out:
	return err;
1874 1875
}

1876
static struct mountpoint *lock_mount(struct path *path)
1877 1878
{
	struct vfsmount *mnt;
1879
	struct dentry *dentry = path->dentry;
1880
retry:
1881 1882 1883 1884
	mutex_lock(&dentry->d_inode->i_mutex);
	if (unlikely(cant_mount(dentry))) {
		mutex_unlock(&dentry->d_inode->i_mutex);
		return ERR_PTR(-ENOENT);
1885
	}
1886
	namespace_lock();
1887
	mnt = lookup_mnt(path);
1888
	if (likely(!mnt)) {
1889 1890 1891
		struct mountpoint *mp = lookup_mountpoint(dentry);
		if (!mp)
			mp = new_mountpoint(dentry);
1892
		if (IS_ERR(mp)) {
1893
			namespace_unlock();
1894 1895 1896 1897 1898
			mutex_unlock(&dentry->d_inode->i_mutex);
			return mp;
		}
		return mp;
	}
1899
	namespace_unlock();
1900 1901 1902
	mutex_unlock(&path->dentry->d_inode->i_mutex);
	path_put(path);
	path->mnt = mnt;
1903
	dentry = path->dentry = dget(mnt->mnt_root);
1904 1905 1906
	goto retry;
}

1907
static void unlock_mount(struct mountpoint *where)
1908
{
1909 1910
	struct dentry *dentry = where->m_dentry;
	put_mountpoint(where);
1911
	namespace_unlock();
1912
	mutex_unlock(&dentry->d_inode->i_mutex);
1913 1914
}

1915
static int graft_tree(struct mount *mnt, struct mount *p, struct mountpoint *mp)
L
Linus Torvalds 已提交
1916
{
1917
	if (mnt->mnt.mnt_sb->s_flags & MS_NOUSER)
L
Linus Torvalds 已提交
1918 1919
		return -EINVAL;

1920
	if (S_ISDIR(mp->m_dentry->d_inode->i_mode) !=
1921
	      S_ISDIR(mnt->mnt.mnt_root->d_inode->i_mode))
L
Linus Torvalds 已提交
1922 1923
		return -ENOTDIR;

1924
	return attach_recursive_mnt(mnt, p, mp, NULL);
L
Linus Torvalds 已提交
1925 1926
}

1927 1928 1929 1930 1931 1932
/*
 * Sanity check the flags to change_mnt_propagation.
 */

static int flags_to_propagation_type(int flags)
{
1933
	int type = flags & ~(MS_REC | MS_SILENT);
1934 1935 1936 1937 1938 1939 1940 1941 1942 1943

	/* Fail if any non-propagation flags are set */
	if (type & ~(MS_SHARED | MS_PRIVATE | MS_SLAVE | MS_UNBINDABLE))
		return 0;
	/* Only one propagation flag should be set */
	if (!is_power_of_2(type))
		return 0;
	return type;
}

1944 1945 1946
/*
 * recursively change the type of the mountpoint.
 */
1947
static int do_change_type(struct path *path, int flag)
1948
{
1949
	struct mount *m;
1950
	struct mount *mnt = real_mount(path->mnt);
1951
	int recurse = flag & MS_REC;
1952
	int type;
1953
	int err = 0;
1954

1955
	if (path->dentry != path->mnt->mnt_root)
1956 1957
		return -EINVAL;

1958 1959 1960 1961
	type = flags_to_propagation_type(flag);
	if (!type)
		return -EINVAL;

1962
	namespace_lock();
1963 1964 1965 1966 1967 1968
	if (type == MS_SHARED) {
		err = invent_group_ids(mnt, recurse);
		if (err)
			goto out_unlock;
	}

1969
	lock_mount_hash();
1970
	for (m = mnt; m; m = (recurse ? next_mnt(m, mnt) : NULL))
1971
		change_mnt_propagation(m, type);
1972
	unlock_mount_hash();
1973 1974

 out_unlock:
1975
	namespace_unlock();
1976
	return err;
1977 1978
}

1979 1980 1981 1982 1983 1984 1985 1986 1987 1988 1989 1990 1991
static bool has_locked_children(struct mount *mnt, struct dentry *dentry)
{
	struct mount *child;
	list_for_each_entry(child, &mnt->mnt_mounts, mnt_child) {
		if (!is_subdir(child->mnt_mountpoint, dentry))
			continue;

		if (child->mnt.mnt_flags & MNT_LOCKED)
			return true;
	}
	return false;
}

L
Linus Torvalds 已提交
1992 1993 1994
/*
 * do loopback mount.
 */
A
Al Viro 已提交
1995
static int do_loopback(struct path *path, const char *old_name,
1996
				int recurse)
L
Linus Torvalds 已提交
1997
{
1998
	struct path old_path;
1999 2000
	struct mount *mnt = NULL, *old, *parent;
	struct mountpoint *mp;
A
Al Viro 已提交
2001
	int err;
L
Linus Torvalds 已提交
2002 2003
	if (!old_name || !*old_name)
		return -EINVAL;
2004
	err = kern_path(old_name, LOOKUP_FOLLOW|LOOKUP_AUTOMOUNT, &old_path);
L
Linus Torvalds 已提交
2005 2006 2007
	if (err)
		return err;

2008
	err = -EINVAL;
2009
	if (mnt_ns_loop(old_path.dentry))
2010 2011
		goto out; 

2012 2013 2014
	mp = lock_mount(path);
	err = PTR_ERR(mp);
	if (IS_ERR(mp))
2015 2016
		goto out;

2017
	old = real_mount(old_path.mnt);
2018
	parent = real_mount(path->mnt);
2019

L
Linus Torvalds 已提交
2020
	err = -EINVAL;
2021
	if (IS_MNT_UNBINDABLE(old))
2022
		goto out2;
R
Ram Pai 已提交
2023

2024 2025 2026 2027
	if (!check_mnt(parent))
		goto out2;

	if (!check_mnt(old) && old_path.dentry->d_op != &ns_dentry_operations)
2028
		goto out2;
L
Linus Torvalds 已提交
2029

2030 2031 2032
	if (!recurse && has_locked_children(old, old_path.dentry))
		goto out2;

2033
	if (recurse)
2034
		mnt = copy_tree(old, old_path.dentry, CL_COPY_MNT_NS_FILE);
2035
	else
2036
		mnt = clone_mnt(old, old_path.dentry, 0);
2037

2038 2039
	if (IS_ERR(mnt)) {
		err = PTR_ERR(mnt);
2040
		goto out2;
2041
	}
2042

2043 2044
	mnt->mnt.mnt_flags &= ~MNT_LOCKED;

2045
	err = graft_tree(mnt, parent, mp);
2046
	if (err) {
2047
		lock_mount_hash();
2048
		umount_tree(mnt, 0);
2049
		unlock_mount_hash();
2050
	}
2051
out2:
2052
	unlock_mount(mp);
2053
out:
2054
	path_put(&old_path);
L
Linus Torvalds 已提交
2055 2056 2057
	return err;
}

2058 2059 2060 2061 2062 2063 2064 2065 2066 2067 2068
static int change_mount_flags(struct vfsmount *mnt, int ms_flags)
{
	int error = 0;
	int readonly_request = 0;

	if (ms_flags & MS_RDONLY)
		readonly_request = 1;
	if (readonly_request == __mnt_is_readonly(mnt))
		return 0;

	if (readonly_request)
2069
		error = mnt_make_readonly(real_mount(mnt));
2070
	else
2071
		__mnt_unmake_readonly(real_mount(mnt));
2072 2073 2074
	return error;
}

L
Linus Torvalds 已提交
2075 2076 2077 2078 2079
/*
 * change filesystem flags. dir should be a physical root of filesystem.
 * If you've mounted a non-root directory somewhere and want to do remount
 * on it - tough luck.
 */
2080
static int do_remount(struct path *path, int flags, int mnt_flags,
L
Linus Torvalds 已提交
2081 2082 2083
		      void *data)
{
	int err;
2084
	struct super_block *sb = path->mnt->mnt_sb;
A
Al Viro 已提交
2085
	struct mount *mnt = real_mount(path->mnt);
L
Linus Torvalds 已提交
2086

A
Al Viro 已提交
2087
	if (!check_mnt(mnt))
L
Linus Torvalds 已提交
2088 2089
		return -EINVAL;

2090
	if (path->dentry != path->mnt->mnt_root)
L
Linus Torvalds 已提交
2091 2092
		return -EINVAL;

2093 2094 2095 2096 2097 2098 2099 2100 2101 2102
	/* Don't allow changing of locked mnt flags.
	 *
	 * No locks need to be held here while testing the various
	 * MNT_LOCK flags because those flags can never be cleared
	 * once they are set.
	 */
	if ((mnt->mnt.mnt_flags & MNT_LOCK_READONLY) &&
	    !(mnt_flags & MNT_READONLY)) {
		return -EPERM;
	}
2103 2104
	if ((mnt->mnt.mnt_flags & MNT_LOCK_NODEV) &&
	    !(mnt_flags & MNT_NODEV)) {
2105 2106 2107 2108 2109 2110 2111
		/* Was the nodev implicitly added in mount? */
		if ((mnt->mnt_ns->user_ns != &init_user_ns) &&
		    !(sb->s_type->fs_flags & FS_USERNS_DEV_MOUNT)) {
			mnt_flags |= MNT_NODEV;
		} else {
			return -EPERM;
		}
2112 2113 2114 2115 2116 2117 2118 2119 2120 2121 2122 2123 2124 2125
	}
	if ((mnt->mnt.mnt_flags & MNT_LOCK_NOSUID) &&
	    !(mnt_flags & MNT_NOSUID)) {
		return -EPERM;
	}
	if ((mnt->mnt.mnt_flags & MNT_LOCK_NOEXEC) &&
	    !(mnt_flags & MNT_NOEXEC)) {
		return -EPERM;
	}
	if ((mnt->mnt.mnt_flags & MNT_LOCK_ATIME) &&
	    ((mnt->mnt.mnt_flags & MNT_ATIME_MASK) != (mnt_flags & MNT_ATIME_MASK))) {
		return -EPERM;
	}

2126 2127 2128 2129
	err = security_sb_remount(sb, data);
	if (err)
		return err;

L
Linus Torvalds 已提交
2130
	down_write(&sb->s_umount);
2131
	if (flags & MS_BIND)
2132
		err = change_mount_flags(path->mnt, flags);
A
Al Viro 已提交
2133 2134
	else if (!capable(CAP_SYS_ADMIN))
		err = -EPERM;
A
Al Viro 已提交
2135
	else
2136
		err = do_remount_sb(sb, flags, data, 0);
A
Al Viro 已提交
2137
	if (!err) {
2138
		lock_mount_hash();
2139
		mnt_flags |= mnt->mnt.mnt_flags & ~MNT_USER_SETTABLE_MASK;
A
Al Viro 已提交
2140 2141
		mnt->mnt.mnt_flags = mnt_flags;
		touch_mnt_namespace(mnt->mnt_ns);
2142
		unlock_mount_hash();
2143
	}
2144
	up_write(&sb->s_umount);
L
Linus Torvalds 已提交
2145 2146 2147
	return err;
}

2148
static inline int tree_contains_unbindable(struct mount *mnt)
R
Ram Pai 已提交
2149
{
2150
	struct mount *p;
2151
	for (p = mnt; p; p = next_mnt(p, mnt)) {
2152
		if (IS_MNT_UNBINDABLE(p))
R
Ram Pai 已提交
2153 2154 2155 2156 2157
			return 1;
	}
	return 0;
}

A
Al Viro 已提交
2158
static int do_move_mount(struct path *path, const char *old_name)
L
Linus Torvalds 已提交
2159
{
2160
	struct path old_path, parent_path;
2161
	struct mount *p;
2162
	struct mount *old;
2163
	struct mountpoint *mp;
A
Al Viro 已提交
2164
	int err;
L
Linus Torvalds 已提交
2165 2166
	if (!old_name || !*old_name)
		return -EINVAL;
2167
	err = kern_path(old_name, LOOKUP_FOLLOW, &old_path);
L
Linus Torvalds 已提交
2168 2169 2170
	if (err)
		return err;

2171 2172 2173
	mp = lock_mount(path);
	err = PTR_ERR(mp);
	if (IS_ERR(mp))
2174 2175
		goto out;

A
Al Viro 已提交
2176
	old = real_mount(old_path.mnt);
2177
	p = real_mount(path->mnt);
A
Al Viro 已提交
2178

L
Linus Torvalds 已提交
2179
	err = -EINVAL;
2180
	if (!check_mnt(p) || !check_mnt(old))
L
Linus Torvalds 已提交
2181 2182
		goto out1;

2183 2184 2185
	if (old->mnt.mnt_flags & MNT_LOCKED)
		goto out1;

L
Linus Torvalds 已提交
2186
	err = -EINVAL;
2187
	if (old_path.dentry != old_path.mnt->mnt_root)
R
Ram Pai 已提交
2188
		goto out1;
L
Linus Torvalds 已提交
2189

2190
	if (!mnt_has_parent(old))
R
Ram Pai 已提交
2191
		goto out1;
L
Linus Torvalds 已提交
2192

2193 2194
	if (S_ISDIR(path->dentry->d_inode->i_mode) !=
	      S_ISDIR(old_path.dentry->d_inode->i_mode))
R
Ram Pai 已提交
2195 2196 2197 2198
		goto out1;
	/*
	 * Don't move a mount residing in a shared parent.
	 */
2199
	if (IS_MNT_SHARED(old->mnt_parent))
R
Ram Pai 已提交
2200
		goto out1;
R
Ram Pai 已提交
2201 2202 2203 2204
	/*
	 * Don't move a mount tree containing unbindable mounts to a destination
	 * mount which is shared.
	 */
2205
	if (IS_MNT_SHARED(p) && tree_contains_unbindable(old))
R
Ram Pai 已提交
2206
		goto out1;
L
Linus Torvalds 已提交
2207
	err = -ELOOP;
2208
	for (; mnt_has_parent(p); p = p->mnt_parent)
2209
		if (p == old)
R
Ram Pai 已提交
2210
			goto out1;
L
Linus Torvalds 已提交
2211

2212
	err = attach_recursive_mnt(old, real_mount(path->mnt), mp, &parent_path);
2213
	if (err)
R
Ram Pai 已提交
2214
		goto out1;
L
Linus Torvalds 已提交
2215 2216 2217

	/* if the mount is moved, it should no longer be expire
	 * automatically */
2218
	list_del_init(&old->mnt_expire);
L
Linus Torvalds 已提交
2219
out1:
2220
	unlock_mount(mp);
L
Linus Torvalds 已提交
2221 2222
out:
	if (!err)
2223
		path_put(&parent_path);
2224
	path_put(&old_path);
L
Linus Torvalds 已提交
2225 2226 2227
	return err;
}

2228 2229 2230 2231 2232 2233 2234 2235 2236 2237 2238 2239 2240 2241 2242 2243 2244 2245 2246 2247 2248 2249 2250 2251 2252 2253
static struct vfsmount *fs_set_subtype(struct vfsmount *mnt, const char *fstype)
{
	int err;
	const char *subtype = strchr(fstype, '.');
	if (subtype) {
		subtype++;
		err = -EINVAL;
		if (!subtype[0])
			goto err;
	} else
		subtype = "";

	mnt->mnt_sb->s_subtype = kstrdup(subtype, GFP_KERNEL);
	err = -ENOMEM;
	if (!mnt->mnt_sb->s_subtype)
		goto err;
	return mnt;

 err:
	mntput(mnt);
	return ERR_PTR(err);
}

/*
 * add a mount into a namespace's mount tree
 */
2254
static int do_add_mount(struct mount *newmnt, struct path *path, int mnt_flags)
2255
{
2256 2257
	struct mountpoint *mp;
	struct mount *parent;
2258 2259
	int err;

A
Al Viro 已提交
2260
	mnt_flags &= ~MNT_INTERNAL_FLAGS;
2261

2262 2263 2264
	mp = lock_mount(path);
	if (IS_ERR(mp))
		return PTR_ERR(mp);
2265

2266
	parent = real_mount(path->mnt);
2267
	err = -EINVAL;
2268
	if (unlikely(!check_mnt(parent))) {
A
Al Viro 已提交
2269 2270 2271 2272
		/* that's acceptable only for automounts done in private ns */
		if (!(mnt_flags & MNT_SHRINKABLE))
			goto unlock;
		/* ... and for those we'd better have mountpoint still alive */
2273
		if (!parent->mnt_ns)
A
Al Viro 已提交
2274 2275
			goto unlock;
	}
2276 2277 2278

	/* Refuse the same filesystem on the same mount point */
	err = -EBUSY;
2279
	if (path->mnt->mnt_sb == newmnt->mnt.mnt_sb &&
2280 2281 2282 2283
	    path->mnt->mnt_root == path->dentry)
		goto unlock;

	err = -EINVAL;
2284
	if (S_ISLNK(newmnt->mnt.mnt_root->d_inode->i_mode))
2285 2286
		goto unlock;

2287
	newmnt->mnt.mnt_flags = mnt_flags;
2288
	err = graft_tree(newmnt, parent, mp);
2289 2290

unlock:
2291
	unlock_mount(mp);
2292 2293
	return err;
}
A
Al Viro 已提交
2294

L
Linus Torvalds 已提交
2295 2296 2297 2298
/*
 * create a new mount for userspace and request it to be added into the
 * namespace's tree
 */
2299
static int do_new_mount(struct path *path, const char *fstype, int flags,
A
Al Viro 已提交
2300
			int mnt_flags, const char *name, void *data)
L
Linus Torvalds 已提交
2301
{
2302
	struct file_system_type *type;
2303
	struct user_namespace *user_ns = current->nsproxy->mnt_ns->user_ns;
L
Linus Torvalds 已提交
2304
	struct vfsmount *mnt;
2305
	int err;
L
Linus Torvalds 已提交
2306

2307
	if (!fstype)
L
Linus Torvalds 已提交
2308 2309
		return -EINVAL;

2310 2311 2312 2313 2314 2315 2316 2317 2318 2319 2320 2321 2322 2323
	type = get_fs_type(fstype);
	if (!type)
		return -ENODEV;

	if (user_ns != &init_user_ns) {
		if (!(type->fs_flags & FS_USERNS_MOUNT)) {
			put_filesystem(type);
			return -EPERM;
		}
		/* Only in special cases allow devices from mounts
		 * created outside the initial user namespace.
		 */
		if (!(type->fs_flags & FS_USERNS_DEV_MOUNT)) {
			flags |= MS_NODEV;
2324
			mnt_flags |= MNT_NODEV | MNT_LOCK_NODEV;
2325 2326 2327 2328 2329 2330 2331 2332 2333
		}
	}

	mnt = vfs_kern_mount(type, flags, name, data);
	if (!IS_ERR(mnt) && (type->fs_flags & FS_HAS_SUBTYPE) &&
	    !mnt->mnt_sb->s_subtype)
		mnt = fs_set_subtype(mnt, fstype);

	put_filesystem(type);
L
Linus Torvalds 已提交
2334 2335 2336
	if (IS_ERR(mnt))
		return PTR_ERR(mnt);

2337
	err = do_add_mount(real_mount(mnt), path, mnt_flags);
2338 2339 2340
	if (err)
		mntput(mnt);
	return err;
L
Linus Torvalds 已提交
2341 2342
}

2343 2344
int finish_automount(struct vfsmount *m, struct path *path)
{
2345
	struct mount *mnt = real_mount(m);
2346 2347 2348 2349
	int err;
	/* The new mount record should have at least 2 refs to prevent it being
	 * expired before we get a chance to add it
	 */
2350
	BUG_ON(mnt_get_count(mnt) < 2);
2351 2352 2353

	if (m->mnt_sb == path->mnt->mnt_sb &&
	    m->mnt_root == path->dentry) {
A
Al Viro 已提交
2354 2355
		err = -ELOOP;
		goto fail;
2356 2357
	}

2358
	err = do_add_mount(mnt, path, path->mnt->mnt_flags | MNT_SHRINKABLE);
A
Al Viro 已提交
2359 2360 2361 2362
	if (!err)
		return 0;
fail:
	/* remove m from any expiration list it may be on */
2363
	if (!list_empty(&mnt->mnt_expire)) {
2364
		namespace_lock();
2365
		list_del_init(&mnt->mnt_expire);
2366
		namespace_unlock();
2367
	}
A
Al Viro 已提交
2368 2369
	mntput(m);
	mntput(m);
2370 2371 2372
	return err;
}

2373 2374 2375 2376 2377 2378 2379
/**
 * mnt_set_expiry - Put a mount on an expiration list
 * @mnt: The mount to list.
 * @expiry_list: The list to add the mount to.
 */
void mnt_set_expiry(struct vfsmount *mnt, struct list_head *expiry_list)
{
2380
	namespace_lock();
2381

2382
	list_add_tail(&real_mount(mnt)->mnt_expire, expiry_list);
2383

2384
	namespace_unlock();
2385 2386 2387
}
EXPORT_SYMBOL(mnt_set_expiry);

L
Linus Torvalds 已提交
2388 2389 2390 2391 2392 2393 2394
/*
 * process a list of expirable mountpoints with the intent of discarding any
 * mountpoints that aren't in use and haven't been touched since last we came
 * here
 */
void mark_mounts_for_expiry(struct list_head *mounts)
{
2395
	struct mount *mnt, *next;
L
Linus Torvalds 已提交
2396 2397 2398 2399 2400
	LIST_HEAD(graveyard);

	if (list_empty(mounts))
		return;

2401
	namespace_lock();
2402
	lock_mount_hash();
L
Linus Torvalds 已提交
2403 2404 2405 2406 2407 2408 2409

	/* extract from the expiration list every vfsmount that matches the
	 * following criteria:
	 * - only referenced by its parent vfsmount
	 * - still marked for expiry (marked on the last call here; marks are
	 *   cleared by mntput())
	 */
2410
	list_for_each_entry_safe(mnt, next, mounts, mnt_expire) {
2411
		if (!xchg(&mnt->mnt_expiry_mark, 1) ||
2412
			propagate_mount_busy(mnt, 1))
L
Linus Torvalds 已提交
2413
			continue;
2414
		list_move(&mnt->mnt_expire, &graveyard);
L
Linus Torvalds 已提交
2415
	}
2416
	while (!list_empty(&graveyard)) {
2417
		mnt = list_first_entry(&graveyard, struct mount, mnt_expire);
A
Al Viro 已提交
2418
		touch_mnt_namespace(mnt->mnt_ns);
2419
		umount_tree(mnt, 1);
2420
	}
2421
	unlock_mount_hash();
A
Al Viro 已提交
2422
	namespace_unlock();
T
Trond Myklebust 已提交
2423 2424 2425 2426 2427 2428 2429 2430 2431 2432
}

EXPORT_SYMBOL_GPL(mark_mounts_for_expiry);

/*
 * Ripoff of 'select_parent()'
 *
 * search the list of submounts for a given mountpoint, and move any
 * shrinkable submounts to the 'graveyard' list.
 */
2433
static int select_submounts(struct mount *parent, struct list_head *graveyard)
T
Trond Myklebust 已提交
2434
{
2435
	struct mount *this_parent = parent;
T
Trond Myklebust 已提交
2436 2437 2438 2439
	struct list_head *next;
	int found = 0;

repeat:
2440
	next = this_parent->mnt_mounts.next;
T
Trond Myklebust 已提交
2441
resume:
2442
	while (next != &this_parent->mnt_mounts) {
T
Trond Myklebust 已提交
2443
		struct list_head *tmp = next;
2444
		struct mount *mnt = list_entry(tmp, struct mount, mnt_child);
T
Trond Myklebust 已提交
2445 2446

		next = tmp->next;
2447
		if (!(mnt->mnt.mnt_flags & MNT_SHRINKABLE))
L
Linus Torvalds 已提交
2448
			continue;
T
Trond Myklebust 已提交
2449 2450 2451
		/*
		 * Descend a level if the d_mounts list is non-empty.
		 */
2452
		if (!list_empty(&mnt->mnt_mounts)) {
T
Trond Myklebust 已提交
2453 2454 2455
			this_parent = mnt;
			goto repeat;
		}
L
Linus Torvalds 已提交
2456

2457
		if (!propagate_mount_busy(mnt, 1)) {
2458
			list_move_tail(&mnt->mnt_expire, graveyard);
T
Trond Myklebust 已提交
2459 2460
			found++;
		}
L
Linus Torvalds 已提交
2461
	}
T
Trond Myklebust 已提交
2462 2463 2464 2465
	/*
	 * All done at this level ... ascend and resume the search
	 */
	if (this_parent != parent) {
2466
		next = this_parent->mnt_child.next;
2467
		this_parent = this_parent->mnt_parent;
T
Trond Myklebust 已提交
2468 2469 2470 2471 2472 2473 2474 2475
		goto resume;
	}
	return found;
}

/*
 * process a list of expirable mountpoints with the intent of discarding any
 * submounts of a specific parent mountpoint
N
Nick Piggin 已提交
2476
 *
A
Al Viro 已提交
2477
 * mount_lock must be held for write
T
Trond Myklebust 已提交
2478
 */
2479
static void shrink_submounts(struct mount *mnt)
T
Trond Myklebust 已提交
2480 2481
{
	LIST_HEAD(graveyard);
2482
	struct mount *m;
T
Trond Myklebust 已提交
2483 2484

	/* extract submounts of 'mountpoint' from the expiration list */
2485
	while (select_submounts(mnt, &graveyard)) {
2486
		while (!list_empty(&graveyard)) {
2487
			m = list_first_entry(&graveyard, struct mount,
2488
						mnt_expire);
A
Al Viro 已提交
2489
			touch_mnt_namespace(m->mnt_ns);
2490
			umount_tree(m, 1);
2491 2492
		}
	}
L
Linus Torvalds 已提交
2493 2494 2495 2496 2497 2498 2499 2500
}

/*
 * Some copy_from_user() implementations do not return the exact number of
 * bytes remaining to copy on a fault.  But copy_mount_options() requires that.
 * Note that this function differs from copy_from_user() in that it will oops
 * on bad values of `to', rather than returning a short copy.
 */
R
Ram Pai 已提交
2501 2502
static long exact_copy_from_user(void *to, const void __user * from,
				 unsigned long n)
L
Linus Torvalds 已提交
2503 2504 2505 2506 2507 2508 2509 2510 2511 2512 2513 2514 2515 2516 2517 2518 2519 2520 2521 2522
{
	char *t = to;
	const char __user *f = from;
	char c;

	if (!access_ok(VERIFY_READ, from, n))
		return n;

	while (n) {
		if (__get_user(c, f)) {
			memset(t, 0, n);
			break;
		}
		*t++ = c;
		f++;
		n--;
	}
	return n;
}

R
Ram Pai 已提交
2523
int copy_mount_options(const void __user * data, unsigned long *where)
L
Linus Torvalds 已提交
2524 2525 2526 2527
{
	int i;
	unsigned long page;
	unsigned long size;
R
Ram Pai 已提交
2528

L
Linus Torvalds 已提交
2529 2530 2531 2532 2533 2534 2535 2536 2537 2538 2539 2540 2541 2542 2543 2544 2545 2546
	*where = 0;
	if (!data)
		return 0;

	if (!(page = __get_free_page(GFP_KERNEL)))
		return -ENOMEM;

	/* We only care that *some* data at the address the user
	 * gave us is valid.  Just in case, we'll zero
	 * the remainder of the page.
	 */
	/* copy_from_user cannot cross TASK_SIZE ! */
	size = TASK_SIZE - (unsigned long)data;
	if (size > PAGE_SIZE)
		size = PAGE_SIZE;

	i = size - exact_copy_from_user((void *)page, data, size);
	if (!i) {
R
Ram Pai 已提交
2547
		free_page(page);
L
Linus Torvalds 已提交
2548 2549 2550 2551 2552 2553 2554 2555
		return -EFAULT;
	}
	if (i != PAGE_SIZE)
		memset((char *)page + i, 0, PAGE_SIZE - i);
	*where = page;
	return 0;
}

2556
char *copy_mount_string(const void __user *data)
2557
{
2558
	return data ? strndup_user(data, PAGE_SIZE) : NULL;
2559 2560
}

L
Linus Torvalds 已提交
2561 2562 2563 2564 2565 2566 2567 2568 2569 2570 2571 2572 2573 2574
/*
 * Flags is a 32-bit value that allows up to 31 non-fs dependent flags to
 * be given to the mount() call (ie: read-only, no-dev, no-suid etc).
 *
 * data is a (void *) that can point to any structure up to
 * PAGE_SIZE-1 bytes, which can contain arbitrary fs-dependent
 * information (or be NULL).
 *
 * Pre-0.97 versions of mount() didn't have a flags word.
 * When the flags word was introduced its top half was required
 * to have the magic value 0xC0ED, and this remained so until 2.4.0-test9.
 * Therefore, if this magic number is present, it carries no information
 * and must be discarded.
 */
2575
long do_mount(const char *dev_name, const char __user *dir_name,
A
Al Viro 已提交
2576
		const char *type_page, unsigned long flags, void *data_page)
L
Linus Torvalds 已提交
2577
{
2578
	struct path path;
L
Linus Torvalds 已提交
2579 2580 2581 2582 2583 2584 2585 2586 2587 2588 2589
	int retval = 0;
	int mnt_flags = 0;

	/* Discard magic */
	if ((flags & MS_MGC_MSK) == MS_MGC_VAL)
		flags &= ~MS_MGC_MSK;

	/* Basic sanity checks */
	if (data_page)
		((char *)data_page)[PAGE_SIZE - 1] = 0;

2590
	/* ... and get the mountpoint */
2591
	retval = user_path(dir_name, &path);
2592 2593 2594 2595 2596
	if (retval)
		return retval;

	retval = security_sb_mount(dev_name, &path,
				   type_page, flags, data_page);
2597 2598
	if (!retval && !may_mount())
		retval = -EPERM;
2599 2600 2601
	if (retval)
		goto dput_out;

2602 2603 2604
	/* Default to relatime unless overriden */
	if (!(flags & MS_NOATIME))
		mnt_flags |= MNT_RELATIME;
M
Matthew Garrett 已提交
2605

L
Linus Torvalds 已提交
2606 2607 2608 2609 2610 2611 2612
	/* Separate the per-mountpoint flags */
	if (flags & MS_NOSUID)
		mnt_flags |= MNT_NOSUID;
	if (flags & MS_NODEV)
		mnt_flags |= MNT_NODEV;
	if (flags & MS_NOEXEC)
		mnt_flags |= MNT_NOEXEC;
2613 2614 2615 2616
	if (flags & MS_NOATIME)
		mnt_flags |= MNT_NOATIME;
	if (flags & MS_NODIRATIME)
		mnt_flags |= MNT_NODIRATIME;
M
Matthew Garrett 已提交
2617 2618
	if (flags & MS_STRICTATIME)
		mnt_flags &= ~(MNT_RELATIME | MNT_NOATIME);
2619 2620
	if (flags & MS_RDONLY)
		mnt_flags |= MNT_READONLY;
2621

2622 2623 2624 2625 2626 2627 2628 2629
	/* The default atime for remount is preservation */
	if ((flags & MS_REMOUNT) &&
	    ((flags & (MS_NOATIME | MS_NODIRATIME | MS_RELATIME |
		       MS_STRICTATIME)) == 0)) {
		mnt_flags &= ~MNT_ATIME_MASK;
		mnt_flags |= path.mnt->mnt_flags & MNT_ATIME_MASK;
	}

A
Al Viro 已提交
2630
	flags &= ~(MS_NOSUID | MS_NOEXEC | MS_NODEV | MS_ACTIVE | MS_BORN |
M
Matthew Garrett 已提交
2631 2632
		   MS_NOATIME | MS_NODIRATIME | MS_RELATIME| MS_KERNMOUNT |
		   MS_STRICTATIME);
L
Linus Torvalds 已提交
2633 2634

	if (flags & MS_REMOUNT)
2635
		retval = do_remount(&path, flags & ~MS_REMOUNT, mnt_flags,
L
Linus Torvalds 已提交
2636 2637
				    data_page);
	else if (flags & MS_BIND)
2638
		retval = do_loopback(&path, dev_name, flags & MS_REC);
R
Ram Pai 已提交
2639
	else if (flags & (MS_SHARED | MS_PRIVATE | MS_SLAVE | MS_UNBINDABLE))
2640
		retval = do_change_type(&path, flags);
L
Linus Torvalds 已提交
2641
	else if (flags & MS_MOVE)
2642
		retval = do_move_mount(&path, dev_name);
L
Linus Torvalds 已提交
2643
	else
2644
		retval = do_new_mount(&path, type_page, flags, mnt_flags,
L
Linus Torvalds 已提交
2645 2646
				      dev_name, data_page);
dput_out:
2647
	path_put(&path);
L
Linus Torvalds 已提交
2648 2649 2650
	return retval;
}

2651 2652
static void free_mnt_ns(struct mnt_namespace *ns)
{
A
Al Viro 已提交
2653
	ns_free_inum(&ns->ns);
2654 2655 2656 2657
	put_user_ns(ns->user_ns);
	kfree(ns);
}

2658 2659 2660 2661 2662 2663 2664 2665 2666
/*
 * Assign a sequence number so we can detect when we attempt to bind
 * mount a reference to an older mount namespace into the current
 * mount namespace, preventing reference counting loops.  A 64bit
 * number incrementing at 10Ghz will take 12,427 years to wrap which
 * is effectively never, so we can ignore the possibility.
 */
static atomic64_t mnt_ns_seq = ATOMIC64_INIT(1);

2667
static struct mnt_namespace *alloc_mnt_ns(struct user_namespace *user_ns)
2668 2669
{
	struct mnt_namespace *new_ns;
2670
	int ret;
2671 2672 2673 2674

	new_ns = kmalloc(sizeof(struct mnt_namespace), GFP_KERNEL);
	if (!new_ns)
		return ERR_PTR(-ENOMEM);
A
Al Viro 已提交
2675
	ret = ns_alloc_inum(&new_ns->ns);
2676 2677 2678 2679
	if (ret) {
		kfree(new_ns);
		return ERR_PTR(ret);
	}
2680
	new_ns->ns.ops = &mntns_operations;
2681
	new_ns->seq = atomic64_add_return(1, &mnt_ns_seq);
2682 2683 2684 2685 2686
	atomic_set(&new_ns->count, 1);
	new_ns->root = NULL;
	INIT_LIST_HEAD(&new_ns->list);
	init_waitqueue_head(&new_ns->poll);
	new_ns->event = 0;
2687
	new_ns->user_ns = get_user_ns(user_ns);
2688 2689 2690
	return new_ns;
}

2691 2692
struct mnt_namespace *copy_mnt_ns(unsigned long flags, struct mnt_namespace *ns,
		struct user_namespace *user_ns, struct fs_struct *new_fs)
L
Linus Torvalds 已提交
2693
{
2694
	struct mnt_namespace *new_ns;
A
Al Viro 已提交
2695
	struct vfsmount *rootmnt = NULL, *pwdmnt = NULL;
2696
	struct mount *p, *q;
2697
	struct mount *old;
2698
	struct mount *new;
2699
	int copy_flags;
L
Linus Torvalds 已提交
2700

2701 2702 2703 2704 2705 2706 2707 2708 2709
	BUG_ON(!ns);

	if (likely(!(flags & CLONE_NEWNS))) {
		get_mnt_ns(ns);
		return ns;
	}

	old = ns->root;

2710
	new_ns = alloc_mnt_ns(user_ns);
2711 2712
	if (IS_ERR(new_ns))
		return new_ns;
L
Linus Torvalds 已提交
2713

2714
	namespace_lock();
L
Linus Torvalds 已提交
2715
	/* First pass: copy the tree topology */
2716
	copy_flags = CL_COPY_UNBINDABLE | CL_EXPIRE;
2717
	if (user_ns != ns->user_ns)
2718
		copy_flags |= CL_SHARED_TO_SLAVE | CL_UNPRIVILEGED;
2719
	new = copy_tree(old, old->mnt.mnt_root, copy_flags);
2720
	if (IS_ERR(new)) {
2721
		namespace_unlock();
2722
		free_mnt_ns(new_ns);
2723
		return ERR_CAST(new);
L
Linus Torvalds 已提交
2724
	}
2725
	new_ns->root = new;
A
Al Viro 已提交
2726
	list_add_tail(&new_ns->list, &new->mnt_list);
L
Linus Torvalds 已提交
2727 2728 2729 2730 2731 2732

	/*
	 * Second pass: switch the tsk->fs->* elements and mark new vfsmounts
	 * as belonging to new namespace.  We have already acquired a private
	 * fs_struct, so tsk->fs->lock is not needed.
	 */
2733
	p = old;
2734
	q = new;
L
Linus Torvalds 已提交
2735
	while (p) {
A
Al Viro 已提交
2736
		q->mnt_ns = new_ns;
2737 2738 2739
		if (new_fs) {
			if (&p->mnt == new_fs->root.mnt) {
				new_fs->root.mnt = mntget(&q->mnt);
2740
				rootmnt = &p->mnt;
L
Linus Torvalds 已提交
2741
			}
2742 2743
			if (&p->mnt == new_fs->pwd.mnt) {
				new_fs->pwd.mnt = mntget(&q->mnt);
2744
				pwdmnt = &p->mnt;
L
Linus Torvalds 已提交
2745 2746
			}
		}
2747 2748
		p = next_mnt(p, old);
		q = next_mnt(q, new);
2749 2750 2751 2752
		if (!q)
			break;
		while (p->mnt.mnt_root != q->mnt.mnt_root)
			p = next_mnt(p, old);
L
Linus Torvalds 已提交
2753
	}
2754
	namespace_unlock();
L
Linus Torvalds 已提交
2755 2756

	if (rootmnt)
A
Al Viro 已提交
2757
		mntput(rootmnt);
L
Linus Torvalds 已提交
2758
	if (pwdmnt)
A
Al Viro 已提交
2759
		mntput(pwdmnt);
L
Linus Torvalds 已提交
2760

2761
	return new_ns;
L
Linus Torvalds 已提交
2762 2763
}

2764 2765 2766 2767
/**
 * create_mnt_ns - creates a private namespace and adds a root filesystem
 * @mnt: pointer to the new root filesystem mountpoint
 */
A
Al Viro 已提交
2768
static struct mnt_namespace *create_mnt_ns(struct vfsmount *m)
2769
{
2770
	struct mnt_namespace *new_ns = alloc_mnt_ns(&init_user_ns);
2771
	if (!IS_ERR(new_ns)) {
A
Al Viro 已提交
2772 2773
		struct mount *mnt = real_mount(m);
		mnt->mnt_ns = new_ns;
2774
		new_ns->root = mnt;
2775
		list_add(&mnt->mnt_list, &new_ns->list);
2776
	} else {
A
Al Viro 已提交
2777
		mntput(m);
2778 2779 2780 2781
	}
	return new_ns;
}

A
Al Viro 已提交
2782 2783 2784
struct dentry *mount_subtree(struct vfsmount *mnt, const char *name)
{
	struct mnt_namespace *ns;
A
Al Viro 已提交
2785
	struct super_block *s;
A
Al Viro 已提交
2786 2787 2788 2789 2790 2791 2792 2793 2794 2795 2796 2797 2798 2799 2800 2801
	struct path path;
	int err;

	ns = create_mnt_ns(mnt);
	if (IS_ERR(ns))
		return ERR_CAST(ns);

	err = vfs_path_lookup(mnt->mnt_root, mnt,
			name, LOOKUP_FOLLOW|LOOKUP_AUTOMOUNT, &path);

	put_mnt_ns(ns);

	if (err)
		return ERR_PTR(err);

	/* trade a vfsmount reference for active sb one */
A
Al Viro 已提交
2802 2803
	s = path.mnt->mnt_sb;
	atomic_inc(&s->s_active);
A
Al Viro 已提交
2804 2805
	mntput(path.mnt);
	/* lock the sucker */
A
Al Viro 已提交
2806
	down_write(&s->s_umount);
A
Al Viro 已提交
2807 2808 2809 2810 2811
	/* ... and return the root of (sub)tree on it */
	return path.dentry;
}
EXPORT_SYMBOL(mount_subtree);

2812 2813
SYSCALL_DEFINE5(mount, char __user *, dev_name, char __user *, dir_name,
		char __user *, type, unsigned long, flags, void __user *, data)
L
Linus Torvalds 已提交
2814
{
2815 2816 2817
	int ret;
	char *kernel_type;
	char *kernel_dev;
L
Linus Torvalds 已提交
2818 2819
	unsigned long data_page;

2820 2821 2822
	kernel_type = copy_mount_string(type);
	ret = PTR_ERR(kernel_type);
	if (IS_ERR(kernel_type))
2823
		goto out_type;
L
Linus Torvalds 已提交
2824

2825 2826 2827
	kernel_dev = copy_mount_string(dev_name);
	ret = PTR_ERR(kernel_dev);
	if (IS_ERR(kernel_dev))
2828
		goto out_dev;
L
Linus Torvalds 已提交
2829

2830 2831 2832
	ret = copy_mount_options(data, &data_page);
	if (ret < 0)
		goto out_data;
L
Linus Torvalds 已提交
2833

2834
	ret = do_mount(kernel_dev, dir_name, kernel_type, flags,
2835
		(void *) data_page);
L
Linus Torvalds 已提交
2836

2837 2838 2839 2840 2841 2842 2843
	free_page(data_page);
out_data:
	kfree(kernel_dev);
out_dev:
	kfree(kernel_type);
out_type:
	return ret;
L
Linus Torvalds 已提交
2844 2845
}

A
Al Viro 已提交
2846 2847 2848
/*
 * Return true if path is reachable from root
 *
A
Al Viro 已提交
2849
 * namespace_sem or mount_lock is held
A
Al Viro 已提交
2850
 */
2851
bool is_path_reachable(struct mount *mnt, struct dentry *dentry,
A
Al Viro 已提交
2852 2853
			 const struct path *root)
{
2854
	while (&mnt->mnt != root->mnt && mnt_has_parent(mnt)) {
2855
		dentry = mnt->mnt_mountpoint;
2856
		mnt = mnt->mnt_parent;
A
Al Viro 已提交
2857
	}
2858
	return &mnt->mnt == root->mnt && is_subdir(dentry, root->dentry);
A
Al Viro 已提交
2859 2860 2861 2862 2863
}

int path_is_under(struct path *path1, struct path *path2)
{
	int res;
A
Al Viro 已提交
2864
	read_seqlock_excl(&mount_lock);
2865
	res = is_path_reachable(real_mount(path1->mnt), path1->dentry, path2);
A
Al Viro 已提交
2866
	read_sequnlock_excl(&mount_lock);
A
Al Viro 已提交
2867 2868 2869 2870
	return res;
}
EXPORT_SYMBOL(path_is_under);

L
Linus Torvalds 已提交
2871 2872 2873 2874 2875 2876 2877 2878 2879 2880 2881 2882 2883
/*
 * pivot_root Semantics:
 * Moves the root file system of the current process to the directory put_old,
 * makes new_root as the new root file system of the current process, and sets
 * root/cwd of all processes which had them on the current root to new_root.
 *
 * Restrictions:
 * The new_root and put_old must be directories, and  must not be on the
 * same file  system as the current process root. The put_old  must  be
 * underneath new_root,  i.e. adding a non-zero number of /.. to the string
 * pointed to by put_old must yield the same directory as new_root. No other
 * file system may be mounted on put_old. After all, new_root is a mountpoint.
 *
N
Neil Brown 已提交
2884 2885 2886 2887
 * Also, the current root cannot be on the 'rootfs' (initial ramfs) filesystem.
 * See Documentation/filesystems/ramfs-rootfs-initramfs.txt for alternatives
 * in this situation.
 *
L
Linus Torvalds 已提交
2888 2889 2890 2891 2892 2893 2894 2895
 * Notes:
 *  - we don't move root/cwd if they are not at the root (reason: if something
 *    cared enough to change them, it's probably wrong to force them elsewhere)
 *  - it's okay to pick a root that isn't the root of a file system, e.g.
 *    /nfs/my_root where /nfs is the mount point. It must be a mountpoint,
 *    though, so you may need to say mount --bind /nfs/my_root /nfs/my_root
 *    first.
 */
2896 2897
SYSCALL_DEFINE2(pivot_root, const char __user *, new_root,
		const char __user *, put_old)
L
Linus Torvalds 已提交
2898
{
2899
	struct path new, old, parent_path, root_parent, root;
2900 2901
	struct mount *new_mnt, *root_mnt, *old_mnt;
	struct mountpoint *old_mp, *root_mp;
L
Linus Torvalds 已提交
2902 2903
	int error;

2904
	if (!may_mount())
L
Linus Torvalds 已提交
2905 2906
		return -EPERM;

2907
	error = user_path_dir(new_root, &new);
L
Linus Torvalds 已提交
2908 2909 2910
	if (error)
		goto out0;

2911
	error = user_path_dir(put_old, &old);
L
Linus Torvalds 已提交
2912 2913 2914
	if (error)
		goto out1;

2915
	error = security_sb_pivotroot(&old, &new);
2916 2917
	if (error)
		goto out2;
L
Linus Torvalds 已提交
2918

2919
	get_fs_root(current->fs, &root);
2920 2921 2922
	old_mp = lock_mount(&old);
	error = PTR_ERR(old_mp);
	if (IS_ERR(old_mp))
2923 2924
		goto out3;

L
Linus Torvalds 已提交
2925
	error = -EINVAL;
2926 2927
	new_mnt = real_mount(new.mnt);
	root_mnt = real_mount(root.mnt);
2928 2929
	old_mnt = real_mount(old.mnt);
	if (IS_MNT_SHARED(old_mnt) ||
2930 2931
		IS_MNT_SHARED(new_mnt->mnt_parent) ||
		IS_MNT_SHARED(root_mnt->mnt_parent))
2932
		goto out4;
A
Al Viro 已提交
2933
	if (!check_mnt(root_mnt) || !check_mnt(new_mnt))
2934
		goto out4;
2935 2936
	if (new_mnt->mnt.mnt_flags & MNT_LOCKED)
		goto out4;
L
Linus Torvalds 已提交
2937
	error = -ENOENT;
2938
	if (d_unlinked(new.dentry))
2939
		goto out4;
L
Linus Torvalds 已提交
2940
	error = -EBUSY;
2941
	if (new_mnt == root_mnt || old_mnt == root_mnt)
2942
		goto out4; /* loop, on the same file system  */
L
Linus Torvalds 已提交
2943
	error = -EINVAL;
2944
	if (root.mnt->mnt_root != root.dentry)
2945
		goto out4; /* not a mountpoint */
2946
	if (!mnt_has_parent(root_mnt))
2947
		goto out4; /* not attached */
2948
	root_mp = root_mnt->mnt_mp;
2949
	if (new.mnt->mnt_root != new.dentry)
2950
		goto out4; /* not a mountpoint */
2951
	if (!mnt_has_parent(new_mnt))
2952
		goto out4; /* not attached */
2953
	/* make sure we can reach put_old from new_root */
2954
	if (!is_path_reachable(old_mnt, old.dentry, &new))
2955
		goto out4;
2956 2957 2958
	/* make certain new is below the root */
	if (!is_path_reachable(new_mnt, new.dentry, &root))
		goto out4;
2959
	root_mp->m_count++; /* pin it so it won't go away */
2960
	lock_mount_hash();
2961 2962
	detach_mnt(new_mnt, &parent_path);
	detach_mnt(root_mnt, &root_parent);
2963 2964 2965 2966
	if (root_mnt->mnt.mnt_flags & MNT_LOCKED) {
		new_mnt->mnt.mnt_flags |= MNT_LOCKED;
		root_mnt->mnt.mnt_flags &= ~MNT_LOCKED;
	}
2967
	/* mount old root on put_old */
2968
	attach_mnt(root_mnt, old_mnt, old_mp);
2969
	/* mount new_root on / */
2970
	attach_mnt(new_mnt, real_mount(root_parent.mnt), root_mp);
2971
	touch_mnt_namespace(current->nsproxy->mnt_ns);
2972 2973
	/* A moved mount should not expire automatically */
	list_del_init(&new_mnt->mnt_expire);
2974
	unlock_mount_hash();
2975
	chroot_fs_refs(&root, &new);
2976
	put_mountpoint(root_mp);
L
Linus Torvalds 已提交
2977
	error = 0;
2978
out4:
2979
	unlock_mount(old_mp);
2980 2981 2982 2983 2984
	if (!error) {
		path_put(&root_parent);
		path_put(&parent_path);
	}
out3:
2985
	path_put(&root);
2986
out2:
2987
	path_put(&old);
L
Linus Torvalds 已提交
2988
out1:
2989
	path_put(&new);
L
Linus Torvalds 已提交
2990 2991 2992 2993 2994 2995 2996
out0:
	return error;
}

static void __init init_mount_tree(void)
{
	struct vfsmount *mnt;
2997
	struct mnt_namespace *ns;
2998
	struct path root;
2999
	struct file_system_type *type;
L
Linus Torvalds 已提交
3000

3001 3002 3003 3004 3005
	type = get_fs_type("rootfs");
	if (!type)
		panic("Can't find rootfs type");
	mnt = vfs_kern_mount(type, 0, "rootfs", NULL);
	put_filesystem(type);
L
Linus Torvalds 已提交
3006 3007
	if (IS_ERR(mnt))
		panic("Can't create rootfs");
N
Nick Piggin 已提交
3008

3009 3010
	ns = create_mnt_ns(mnt);
	if (IS_ERR(ns))
L
Linus Torvalds 已提交
3011
		panic("Can't allocate initial namespace");
3012 3013 3014 3015

	init_task.nsproxy->mnt_ns = ns;
	get_mnt_ns(ns);

3016 3017
	root.mnt = mnt;
	root.dentry = mnt->mnt_root;
3018
	mnt->mnt_flags |= MNT_LOCKED;
3019 3020 3021

	set_fs_pwd(current->fs, &root);
	set_fs_root(current->fs, &root);
L
Linus Torvalds 已提交
3022 3023
}

3024
void __init mnt_init(void)
L
Linus Torvalds 已提交
3025
{
E
Eric Dumazet 已提交
3026
	unsigned u;
3027
	int err;
L
Linus Torvalds 已提交
3028

A
Al Viro 已提交
3029
	mnt_cache = kmem_cache_create("mnt_cache", sizeof(struct mount),
3030
			0, SLAB_HWCACHE_ALIGN | SLAB_PANIC, NULL);
L
Linus Torvalds 已提交
3031

A
Al Viro 已提交
3032
	mount_hashtable = alloc_large_system_hash("Mount-cache",
A
Al Viro 已提交
3033
				sizeof(struct hlist_head),
A
Al Viro 已提交
3034 3035 3036 3037 3038 3039 3040 3041
				mhash_entries, 19,
				0,
				&m_hash_shift, &m_hash_mask, 0, 0);
	mountpoint_hashtable = alloc_large_system_hash("Mountpoint-cache",
				sizeof(struct hlist_head),
				mphash_entries, 19,
				0,
				&mp_hash_shift, &mp_hash_mask, 0, 0);
L
Linus Torvalds 已提交
3042

3043
	if (!mount_hashtable || !mountpoint_hashtable)
L
Linus Torvalds 已提交
3044 3045
		panic("Failed to allocate mount hash table\n");

A
Al Viro 已提交
3046
	for (u = 0; u <= m_hash_mask; u++)
A
Al Viro 已提交
3047
		INIT_HLIST_HEAD(&mount_hashtable[u]);
A
Al Viro 已提交
3048 3049
	for (u = 0; u <= mp_hash_mask; u++)
		INIT_HLIST_HEAD(&mountpoint_hashtable[u]);
L
Linus Torvalds 已提交
3050

3051 3052
	kernfs_init();

3053 3054 3055
	err = sysfs_init();
	if (err)
		printk(KERN_WARNING "%s: sysfs_init error: %d\n",
3056
			__func__, err);
3057 3058
	fs_kobj = kobject_create_and_add("fs", NULL);
	if (!fs_kobj)
3059
		printk(KERN_WARNING "%s: kobj create error\n", __func__);
L
Linus Torvalds 已提交
3060 3061 3062 3063
	init_rootfs();
	init_mount_tree();
}

3064
void put_mnt_ns(struct mnt_namespace *ns)
L
Linus Torvalds 已提交
3065
{
3066
	if (!atomic_dec_and_test(&ns->count))
3067
		return;
3068
	drop_collected_mounts(&ns->root->mnt);
3069
	free_mnt_ns(ns);
L
Linus Torvalds 已提交
3070
}
3071 3072 3073

struct vfsmount *kern_mount_data(struct file_system_type *type, void *data)
{
3074 3075 3076 3077 3078 3079 3080
	struct vfsmount *mnt;
	mnt = vfs_kern_mount(type, MS_KERNMOUNT, type->name, data);
	if (!IS_ERR(mnt)) {
		/*
		 * it is a longterm mount, don't release mnt until
		 * we unmount before file sys is unregistered
		*/
A
Al Viro 已提交
3081
		real_mount(mnt)->mnt_ns = MNT_NS_INTERNAL;
3082 3083
	}
	return mnt;
3084 3085
}
EXPORT_SYMBOL_GPL(kern_mount_data);
3086 3087 3088 3089 3090

void kern_unmount(struct vfsmount *mnt)
{
	/* release long term mount so mount point can be released */
	if (!IS_ERR_OR_NULL(mnt)) {
A
Al Viro 已提交
3091
		real_mount(mnt)->mnt_ns = NULL;
A
Al Viro 已提交
3092
		synchronize_rcu();	/* yecchhh... */
3093 3094 3095 3096
		mntput(mnt);
	}
}
EXPORT_SYMBOL(kern_unmount);
3097 3098 3099

bool our_mnt(struct vfsmount *mnt)
{
A
Al Viro 已提交
3100
	return check_mnt(real_mount(mnt));
3101
}
3102

3103 3104 3105 3106 3107 3108 3109 3110 3111 3112 3113 3114 3115 3116 3117 3118 3119 3120 3121 3122 3123 3124 3125 3126
bool current_chrooted(void)
{
	/* Does the current process have a non-standard root */
	struct path ns_root;
	struct path fs_root;
	bool chrooted;

	/* Find the namespace root */
	ns_root.mnt = &current->nsproxy->mnt_ns->root->mnt;
	ns_root.dentry = ns_root.mnt->mnt_root;
	path_get(&ns_root);
	while (d_mountpoint(ns_root.dentry) && follow_down_one(&ns_root))
		;

	get_fs_root(current->fs, &fs_root);

	chrooted = !path_equal(&fs_root, &ns_root);

	path_put(&fs_root);
	path_put(&ns_root);

	return chrooted;
}

3127
bool fs_fully_visible(struct file_system_type *type)
3128 3129 3130
{
	struct mnt_namespace *ns = current->nsproxy->mnt_ns;
	struct mount *mnt;
3131
	bool visible = false;
3132

3133 3134 3135
	if (unlikely(!ns))
		return false;

3136
	down_read(&namespace_sem);
3137
	list_for_each_entry(mnt, &ns->list, mnt_list) {
3138 3139 3140 3141 3142 3143 3144 3145 3146 3147 3148
		struct mount *child;
		if (mnt->mnt.mnt_sb->s_type != type)
			continue;

		/* This mount is not fully visible if there are any child mounts
		 * that cover anything except for empty directories.
		 */
		list_for_each_entry(child, &mnt->mnt_mounts, mnt_child) {
			struct inode *inode = child->mnt_mountpoint->d_inode;
			if (!S_ISDIR(inode->i_mode))
				goto next;
3149
			if (inode->i_nlink > 2)
3150
				goto next;
3151
		}
3152 3153 3154
		visible = true;
		goto found;
	next:	;
3155
	}
3156
found:
3157
	up_read(&namespace_sem);
3158
	return visible;
3159 3160
}

3161
static struct ns_common *mntns_get(struct task_struct *task)
3162
{
3163
	struct ns_common *ns = NULL;
3164 3165
	struct nsproxy *nsproxy;

3166 3167
	task_lock(task);
	nsproxy = task->nsproxy;
3168
	if (nsproxy) {
3169 3170
		ns = &nsproxy->mnt_ns->ns;
		get_mnt_ns(to_mnt_ns(ns));
3171
	}
3172
	task_unlock(task);
3173 3174 3175 3176

	return ns;
}

3177
static void mntns_put(struct ns_common *ns)
3178
{
3179
	put_mnt_ns(to_mnt_ns(ns));
3180 3181
}

3182
static int mntns_install(struct nsproxy *nsproxy, struct ns_common *ns)
3183 3184
{
	struct fs_struct *fs = current->fs;
3185
	struct mnt_namespace *mnt_ns = to_mnt_ns(ns);
3186 3187
	struct path root;

3188
	if (!ns_capable(mnt_ns->user_ns, CAP_SYS_ADMIN) ||
3189 3190
	    !ns_capable(current_user_ns(), CAP_SYS_CHROOT) ||
	    !ns_capable(current_user_ns(), CAP_SYS_ADMIN))
3191
		return -EPERM;
3192 3193 3194 3195 3196 3197 3198 3199 3200 3201 3202 3203 3204 3205 3206 3207 3208 3209 3210 3211 3212 3213 3214 3215 3216 3217 3218 3219 3220 3221

	if (fs->users != 1)
		return -EINVAL;

	get_mnt_ns(mnt_ns);
	put_mnt_ns(nsproxy->mnt_ns);
	nsproxy->mnt_ns = mnt_ns;

	/* Find the root */
	root.mnt    = &mnt_ns->root->mnt;
	root.dentry = mnt_ns->root->mnt.mnt_root;
	path_get(&root);
	while(d_mountpoint(root.dentry) && follow_down_one(&root))
		;

	/* Update the pwd and root */
	set_fs_pwd(fs, &root);
	set_fs_root(fs, &root);

	path_put(&root);
	return 0;
}

const struct proc_ns_operations mntns_operations = {
	.name		= "mnt",
	.type		= CLONE_NEWNS,
	.get		= mntns_get,
	.put		= mntns_put,
	.install	= mntns_install,
};