namespace.c 77.9 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7 8 9 10 11
/*
 *  linux/fs/namespace.c
 *
 * (C) Copyright Al Viro 2000, 2001
 *	Released under GPL v2.
 *
 * Based on code from fs/super.c, copyright Linus Torvalds and others.
 * Heavily rewritten.
 */

#include <linux/syscalls.h>
A
Al Viro 已提交
12
#include <linux/export.h>
13
#include <linux/capability.h>
14
#include <linux/mnt_namespace.h>
15
#include <linux/user_namespace.h>
L
Linus Torvalds 已提交
16 17
#include <linux/namei.h>
#include <linux/security.h>
18
#include <linux/idr.h>
19
#include <linux/init.h>		/* init_rootfs */
A
Al Viro 已提交
20 21 22
#include <linux/fs_struct.h>	/* get_fs_root et.al. */
#include <linux/fsnotify.h>	/* fsnotify_vfsmount_delete */
#include <linux/uaccess.h>
23
#include <linux/proc_ns.h>
24
#include <linux/magic.h>
A
Al Viro 已提交
25
#include <linux/bootmem.h>
A
Al Viro 已提交
26
#include <linux/task_work.h>
27
#include "pnode.h"
28
#include "internal.h"
L
Linus Torvalds 已提交
29

A
Al Viro 已提交
30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53
static unsigned int m_hash_mask __read_mostly;
static unsigned int m_hash_shift __read_mostly;
static unsigned int mp_hash_mask __read_mostly;
static unsigned int mp_hash_shift __read_mostly;

static __initdata unsigned long mhash_entries;
static int __init set_mhash_entries(char *str)
{
	if (!str)
		return 0;
	mhash_entries = simple_strtoul(str, &str, 0);
	return 1;
}
__setup("mhash_entries=", set_mhash_entries);

static __initdata unsigned long mphash_entries;
static int __init set_mphash_entries(char *str)
{
	if (!str)
		return 0;
	mphash_entries = simple_strtoul(str, &str, 0);
	return 1;
}
__setup("mphash_entries=", set_mphash_entries);
E
Eric Dumazet 已提交
54

A
Al Viro 已提交
55
static u64 event;
56
static DEFINE_IDA(mnt_id_ida);
57
static DEFINE_IDA(mnt_group_ida);
N
Nick Piggin 已提交
58
static DEFINE_SPINLOCK(mnt_id_lock);
59 60
static int mnt_id_start = 0;
static int mnt_group_start = 1;
L
Linus Torvalds 已提交
61

A
Al Viro 已提交
62
static struct hlist_head *mount_hashtable __read_mostly;
A
Al Viro 已提交
63
static struct hlist_head *mountpoint_hashtable __read_mostly;
64
static struct kmem_cache *mnt_cache __read_mostly;
A
Al Viro 已提交
65
static DECLARE_RWSEM(namespace_sem);
L
Linus Torvalds 已提交
66

M
Miklos Szeredi 已提交
67
/* /sys/fs */
68 69
struct kobject *fs_kobj;
EXPORT_SYMBOL_GPL(fs_kobj);
M
Miklos Szeredi 已提交
70

N
Nick Piggin 已提交
71 72 73 74 75 76 77 78
/*
 * vfsmount lock may be taken for read to prevent changes to the
 * vfsmount hash, ie. during mountpoint lookups or walking back
 * up the tree.
 *
 * It should be taken for write in all cases where the vfsmount
 * tree or hash is modified or when a vfsmount structure is modified.
 */
A
Al Viro 已提交
79
__cacheline_aligned_in_smp DEFINE_SEQLOCK(mount_lock);
N
Nick Piggin 已提交
80

A
Al Viro 已提交
81
static inline struct hlist_head *m_hash(struct vfsmount *mnt, struct dentry *dentry)
L
Linus Torvalds 已提交
82
{
R
Ram Pai 已提交
83 84
	unsigned long tmp = ((unsigned long)mnt / L1_CACHE_BYTES);
	tmp += ((unsigned long)dentry / L1_CACHE_BYTES);
A
Al Viro 已提交
85 86 87 88 89 90 91 92 93
	tmp = tmp + (tmp >> m_hash_shift);
	return &mount_hashtable[tmp & m_hash_mask];
}

static inline struct hlist_head *mp_hash(struct dentry *dentry)
{
	unsigned long tmp = ((unsigned long)dentry / L1_CACHE_BYTES);
	tmp = tmp + (tmp >> mp_hash_shift);
	return &mountpoint_hashtable[tmp & mp_hash_mask];
L
Linus Torvalds 已提交
94 95
}

N
Nick Piggin 已提交
96 97 98 99
/*
 * allocation is serialized by namespace_sem, but we need the spinlock to
 * serialize with freeing.
 */
100
static int mnt_alloc_id(struct mount *mnt)
101 102 103 104 105
{
	int res;

retry:
	ida_pre_get(&mnt_id_ida, GFP_KERNEL);
N
Nick Piggin 已提交
106
	spin_lock(&mnt_id_lock);
A
Al Viro 已提交
107
	res = ida_get_new_above(&mnt_id_ida, mnt_id_start, &mnt->mnt_id);
108
	if (!res)
A
Al Viro 已提交
109
		mnt_id_start = mnt->mnt_id + 1;
N
Nick Piggin 已提交
110
	spin_unlock(&mnt_id_lock);
111 112 113 114 115 116
	if (res == -EAGAIN)
		goto retry;

	return res;
}

117
static void mnt_free_id(struct mount *mnt)
118
{
A
Al Viro 已提交
119
	int id = mnt->mnt_id;
N
Nick Piggin 已提交
120
	spin_lock(&mnt_id_lock);
121 122 123
	ida_remove(&mnt_id_ida, id);
	if (mnt_id_start > id)
		mnt_id_start = id;
N
Nick Piggin 已提交
124
	spin_unlock(&mnt_id_lock);
125 126
}

127 128 129 130 131
/*
 * Allocate a new peer group ID
 *
 * mnt_group_ida is protected by namespace_sem
 */
132
static int mnt_alloc_group_id(struct mount *mnt)
133
{
134 135
	int res;

136 137 138
	if (!ida_pre_get(&mnt_group_ida, GFP_KERNEL))
		return -ENOMEM;

139 140
	res = ida_get_new_above(&mnt_group_ida,
				mnt_group_start,
A
Al Viro 已提交
141
				&mnt->mnt_group_id);
142
	if (!res)
A
Al Viro 已提交
143
		mnt_group_start = mnt->mnt_group_id + 1;
144 145

	return res;
146 147 148 149 150
}

/*
 * Release a peer group ID
 */
151
void mnt_release_group_id(struct mount *mnt)
152
{
A
Al Viro 已提交
153
	int id = mnt->mnt_group_id;
154 155 156
	ida_remove(&mnt_group_ida, id);
	if (mnt_group_start > id)
		mnt_group_start = id;
A
Al Viro 已提交
157
	mnt->mnt_group_id = 0;
158 159
}

N
Nick Piggin 已提交
160 161 162
/*
 * vfsmount lock must be held for read
 */
163
static inline void mnt_add_count(struct mount *mnt, int n)
N
Nick Piggin 已提交
164 165
{
#ifdef CONFIG_SMP
166
	this_cpu_add(mnt->mnt_pcp->mnt_count, n);
N
Nick Piggin 已提交
167 168
#else
	preempt_disable();
169
	mnt->mnt_count += n;
N
Nick Piggin 已提交
170 171 172 173 174 175 176
	preempt_enable();
#endif
}

/*
 * vfsmount lock must be held for write
 */
177
unsigned int mnt_get_count(struct mount *mnt)
N
Nick Piggin 已提交
178 179
{
#ifdef CONFIG_SMP
A
Al Viro 已提交
180
	unsigned int count = 0;
N
Nick Piggin 已提交
181 182 183
	int cpu;

	for_each_possible_cpu(cpu) {
184
		count += per_cpu_ptr(mnt->mnt_pcp, cpu)->mnt_count;
N
Nick Piggin 已提交
185 186 187 188
	}

	return count;
#else
189
	return mnt->mnt_count;
N
Nick Piggin 已提交
190 191 192
#endif
}

193 194 195 196 197 198 199 200
static void drop_mountpoint(struct fs_pin *p)
{
	struct mount *m = container_of(p, struct mount, mnt_umount);
	dput(m->mnt_ex_mountpoint);
	pin_remove(p);
	mntput(&m->mnt);
}

201
static struct mount *alloc_vfsmnt(const char *name)
L
Linus Torvalds 已提交
202
{
203 204
	struct mount *mnt = kmem_cache_zalloc(mnt_cache, GFP_KERNEL);
	if (mnt) {
205 206
		int err;

207
		err = mnt_alloc_id(mnt);
208 209 210 211
		if (err)
			goto out_free_cache;

		if (name) {
212
			mnt->mnt_devname = kstrdup_const(name, GFP_KERNEL);
213
			if (!mnt->mnt_devname)
214
				goto out_free_id;
215 216
		}

N
Nick Piggin 已提交
217
#ifdef CONFIG_SMP
218 219
		mnt->mnt_pcp = alloc_percpu(struct mnt_pcp);
		if (!mnt->mnt_pcp)
N
Nick Piggin 已提交
220 221
			goto out_free_devname;

222
		this_cpu_add(mnt->mnt_pcp->mnt_count, 1);
N
Nick Piggin 已提交
223
#else
224 225
		mnt->mnt_count = 1;
		mnt->mnt_writers = 0;
N
Nick Piggin 已提交
226 227
#endif

A
Al Viro 已提交
228
		INIT_HLIST_NODE(&mnt->mnt_hash);
229 230 231 232 233 234 235
		INIT_LIST_HEAD(&mnt->mnt_child);
		INIT_LIST_HEAD(&mnt->mnt_mounts);
		INIT_LIST_HEAD(&mnt->mnt_list);
		INIT_LIST_HEAD(&mnt->mnt_expire);
		INIT_LIST_HEAD(&mnt->mnt_share);
		INIT_LIST_HEAD(&mnt->mnt_slave_list);
		INIT_LIST_HEAD(&mnt->mnt_slave);
236
		INIT_HLIST_NODE(&mnt->mnt_mp_list);
237 238
#ifdef CONFIG_FSNOTIFY
		INIT_HLIST_HEAD(&mnt->mnt_fsnotify_marks);
N
npiggin@suse.de 已提交
239
#endif
240
		init_fs_pin(&mnt->mnt_umount, drop_mountpoint);
L
Linus Torvalds 已提交
241
	}
242
	return mnt;
243

N
npiggin@suse.de 已提交
244 245
#ifdef CONFIG_SMP
out_free_devname:
246
	kfree_const(mnt->mnt_devname);
N
npiggin@suse.de 已提交
247
#endif
248
out_free_id:
249
	mnt_free_id(mnt);
250
out_free_cache:
251
	kmem_cache_free(mnt_cache, mnt);
252
	return NULL;
L
Linus Torvalds 已提交
253 254
}

255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275
/*
 * Most r/o checks on a fs are for operations that take
 * discrete amounts of time, like a write() or unlink().
 * We must keep track of when those operations start
 * (for permission checks) and when they end, so that
 * we can determine when writes are able to occur to
 * a filesystem.
 */
/*
 * __mnt_is_readonly: check whether a mount is read-only
 * @mnt: the mount to check for its write status
 *
 * This shouldn't be used directly ouside of the VFS.
 * It does not guarantee that the filesystem will stay
 * r/w, just that it is right *now*.  This can not and
 * should not be used in place of IS_RDONLY(inode).
 * mnt_want/drop_write() will _keep_ the filesystem
 * r/w.
 */
int __mnt_is_readonly(struct vfsmount *mnt)
{
276 277 278 279 280
	if (mnt->mnt_flags & MNT_READONLY)
		return 1;
	if (mnt->mnt_sb->s_flags & MS_RDONLY)
		return 1;
	return 0;
281 282 283
}
EXPORT_SYMBOL_GPL(__mnt_is_readonly);

284
static inline void mnt_inc_writers(struct mount *mnt)
N
npiggin@suse.de 已提交
285 286
{
#ifdef CONFIG_SMP
287
	this_cpu_inc(mnt->mnt_pcp->mnt_writers);
N
npiggin@suse.de 已提交
288
#else
289
	mnt->mnt_writers++;
N
npiggin@suse.de 已提交
290 291
#endif
}
292

293
static inline void mnt_dec_writers(struct mount *mnt)
294
{
N
npiggin@suse.de 已提交
295
#ifdef CONFIG_SMP
296
	this_cpu_dec(mnt->mnt_pcp->mnt_writers);
N
npiggin@suse.de 已提交
297
#else
298
	mnt->mnt_writers--;
N
npiggin@suse.de 已提交
299
#endif
300 301
}

302
static unsigned int mnt_get_writers(struct mount *mnt)
303
{
N
npiggin@suse.de 已提交
304 305
#ifdef CONFIG_SMP
	unsigned int count = 0;
306 307 308
	int cpu;

	for_each_possible_cpu(cpu) {
309
		count += per_cpu_ptr(mnt->mnt_pcp, cpu)->mnt_writers;
310 311
	}

N
npiggin@suse.de 已提交
312 313 314 315
	return count;
#else
	return mnt->mnt_writers;
#endif
316 317
}

318 319 320 321 322 323 324 325 326
static int mnt_is_readonly(struct vfsmount *mnt)
{
	if (mnt->mnt_sb->s_readonly_remount)
		return 1;
	/* Order wrt setting s_flags/s_readonly_remount in do_remount() */
	smp_rmb();
	return __mnt_is_readonly(mnt);
}

327
/*
328 329 330 331
 * Most r/o & frozen checks on a fs are for operations that take discrete
 * amounts of time, like a write() or unlink().  We must keep track of when
 * those operations start (for permission checks) and when they end, so that we
 * can determine when writes are able to occur to a filesystem.
332 333
 */
/**
334
 * __mnt_want_write - get write access to a mount without freeze protection
335
 * @m: the mount on which to take a write
336
 *
337 338 339 340 341
 * This tells the low-level filesystem that a write is about to be performed to
 * it, and makes sure that writes are allowed (mnt it read-write) before
 * returning success. This operation does not protect against filesystem being
 * frozen. When the write operation is finished, __mnt_drop_write() must be
 * called. This is effectively a refcount.
342
 */
343
int __mnt_want_write(struct vfsmount *m)
344
{
345
	struct mount *mnt = real_mount(m);
346 347
	int ret = 0;

N
npiggin@suse.de 已提交
348
	preempt_disable();
349
	mnt_inc_writers(mnt);
N
npiggin@suse.de 已提交
350
	/*
351
	 * The store to mnt_inc_writers must be visible before we pass
N
npiggin@suse.de 已提交
352 353 354 355
	 * MNT_WRITE_HOLD loop below, so that the slowpath can see our
	 * incremented count after it has set MNT_WRITE_HOLD.
	 */
	smp_mb();
356
	while (ACCESS_ONCE(mnt->mnt.mnt_flags) & MNT_WRITE_HOLD)
N
npiggin@suse.de 已提交
357 358 359 360 361 362 363
		cpu_relax();
	/*
	 * After the slowpath clears MNT_WRITE_HOLD, mnt_is_readonly will
	 * be set to match its requirements. So we must not load that until
	 * MNT_WRITE_HOLD is cleared.
	 */
	smp_rmb();
364
	if (mnt_is_readonly(m)) {
365
		mnt_dec_writers(mnt);
366 367
		ret = -EROFS;
	}
N
npiggin@suse.de 已提交
368
	preempt_enable();
369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389

	return ret;
}

/**
 * mnt_want_write - get write access to a mount
 * @m: the mount on which to take a write
 *
 * This tells the low-level filesystem that a write is about to be performed to
 * it, and makes sure that writes are allowed (mount is read-write, filesystem
 * is not frozen) before returning success.  When the write operation is
 * finished, mnt_drop_write() must be called.  This is effectively a refcount.
 */
int mnt_want_write(struct vfsmount *m)
{
	int ret;

	sb_start_write(m->mnt_sb);
	ret = __mnt_want_write(m);
	if (ret)
		sb_end_write(m->mnt_sb);
390
	return ret;
391 392 393
}
EXPORT_SYMBOL_GPL(mnt_want_write);

N
npiggin@suse.de 已提交
394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411
/**
 * mnt_clone_write - get write access to a mount
 * @mnt: the mount on which to take a write
 *
 * This is effectively like mnt_want_write, except
 * it must only be used to take an extra write reference
 * on a mountpoint that we already know has a write reference
 * on it. This allows some optimisation.
 *
 * After finished, mnt_drop_write must be called as usual to
 * drop the reference.
 */
int mnt_clone_write(struct vfsmount *mnt)
{
	/* superblock may be r/o */
	if (__mnt_is_readonly(mnt))
		return -EROFS;
	preempt_disable();
412
	mnt_inc_writers(real_mount(mnt));
N
npiggin@suse.de 已提交
413 414 415 416 417 418
	preempt_enable();
	return 0;
}
EXPORT_SYMBOL_GPL(mnt_clone_write);

/**
419
 * __mnt_want_write_file - get write access to a file's mount
N
npiggin@suse.de 已提交
420 421
 * @file: the file who's mount on which to take a write
 *
422
 * This is like __mnt_want_write, but it takes a file and can
N
npiggin@suse.de 已提交
423 424
 * do some optimisations if the file is open for write already
 */
425
int __mnt_want_write_file(struct file *file)
N
npiggin@suse.de 已提交
426
{
427
	if (!(file->f_mode & FMODE_WRITER))
428
		return __mnt_want_write(file->f_path.mnt);
N
npiggin@suse.de 已提交
429 430 431
	else
		return mnt_clone_write(file->f_path.mnt);
}
432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449

/**
 * mnt_want_write_file - get write access to a file's mount
 * @file: the file who's mount on which to take a write
 *
 * This is like mnt_want_write, but it takes a file and can
 * do some optimisations if the file is open for write already
 */
int mnt_want_write_file(struct file *file)
{
	int ret;

	sb_start_write(file->f_path.mnt->mnt_sb);
	ret = __mnt_want_write_file(file);
	if (ret)
		sb_end_write(file->f_path.mnt->mnt_sb);
	return ret;
}
N
npiggin@suse.de 已提交
450 451
EXPORT_SYMBOL_GPL(mnt_want_write_file);

452
/**
453
 * __mnt_drop_write - give up write access to a mount
454 455 456 457
 * @mnt: the mount on which to give up write access
 *
 * Tells the low-level filesystem that we are done
 * performing writes to it.  Must be matched with
458
 * __mnt_want_write() call above.
459
 */
460
void __mnt_drop_write(struct vfsmount *mnt)
461
{
N
npiggin@suse.de 已提交
462
	preempt_disable();
463
	mnt_dec_writers(real_mount(mnt));
N
npiggin@suse.de 已提交
464
	preempt_enable();
465
}
466 467 468 469 470 471 472 473 474 475 476 477 478 479

/**
 * mnt_drop_write - give up write access to a mount
 * @mnt: the mount on which to give up write access
 *
 * Tells the low-level filesystem that we are done performing writes to it and
 * also allows filesystem to be frozen again.  Must be matched with
 * mnt_want_write() call above.
 */
void mnt_drop_write(struct vfsmount *mnt)
{
	__mnt_drop_write(mnt);
	sb_end_write(mnt->mnt_sb);
}
480 481
EXPORT_SYMBOL_GPL(mnt_drop_write);

482 483 484 485 486
void __mnt_drop_write_file(struct file *file)
{
	__mnt_drop_write(file->f_path.mnt);
}

A
Al Viro 已提交
487 488 489 490 491 492
void mnt_drop_write_file(struct file *file)
{
	mnt_drop_write(file->f_path.mnt);
}
EXPORT_SYMBOL(mnt_drop_write_file);

493
static int mnt_make_readonly(struct mount *mnt)
494
{
495 496
	int ret = 0;

497
	lock_mount_hash();
498
	mnt->mnt.mnt_flags |= MNT_WRITE_HOLD;
499
	/*
N
npiggin@suse.de 已提交
500 501
	 * After storing MNT_WRITE_HOLD, we'll read the counters. This store
	 * should be visible before we do.
502
	 */
N
npiggin@suse.de 已提交
503 504
	smp_mb();

505
	/*
N
npiggin@suse.de 已提交
506 507 508 509 510 511 512 513 514 515 516 517 518 519
	 * With writers on hold, if this value is zero, then there are
	 * definitely no active writers (although held writers may subsequently
	 * increment the count, they'll have to wait, and decrement it after
	 * seeing MNT_READONLY).
	 *
	 * It is OK to have counter incremented on one CPU and decremented on
	 * another: the sum will add up correctly. The danger would be when we
	 * sum up each counter, if we read a counter before it is incremented,
	 * but then read another CPU's count which it has been subsequently
	 * decremented from -- we would see more decrements than we should.
	 * MNT_WRITE_HOLD protects against this scenario, because
	 * mnt_want_write first increments count, then smp_mb, then spins on
	 * MNT_WRITE_HOLD, so it can't be decremented by another CPU while
	 * we're counting up here.
520
	 */
521
	if (mnt_get_writers(mnt) > 0)
N
npiggin@suse.de 已提交
522 523
		ret = -EBUSY;
	else
524
		mnt->mnt.mnt_flags |= MNT_READONLY;
N
npiggin@suse.de 已提交
525 526 527 528 529
	/*
	 * MNT_READONLY must become visible before ~MNT_WRITE_HOLD, so writers
	 * that become unheld will see MNT_READONLY.
	 */
	smp_wmb();
530
	mnt->mnt.mnt_flags &= ~MNT_WRITE_HOLD;
531
	unlock_mount_hash();
532
	return ret;
533 534
}

535
static void __mnt_unmake_readonly(struct mount *mnt)
536
{
537
	lock_mount_hash();
538
	mnt->mnt.mnt_flags &= ~MNT_READONLY;
539
	unlock_mount_hash();
540 541
}

542 543 544 545 546
int sb_prepare_remount_readonly(struct super_block *sb)
{
	struct mount *mnt;
	int err = 0;

547 548 549 550
	/* Racy optimization.  Recheck the counter under MNT_WRITE_HOLD */
	if (atomic_long_read(&sb->s_remove_count))
		return -EBUSY;

551
	lock_mount_hash();
552 553 554 555 556 557 558 559 560 561
	list_for_each_entry(mnt, &sb->s_mounts, mnt_instance) {
		if (!(mnt->mnt.mnt_flags & MNT_READONLY)) {
			mnt->mnt.mnt_flags |= MNT_WRITE_HOLD;
			smp_mb();
			if (mnt_get_writers(mnt) > 0) {
				err = -EBUSY;
				break;
			}
		}
	}
562 563 564
	if (!err && atomic_long_read(&sb->s_remove_count))
		err = -EBUSY;

565 566 567 568 569 570 571 572
	if (!err) {
		sb->s_readonly_remount = 1;
		smp_wmb();
	}
	list_for_each_entry(mnt, &sb->s_mounts, mnt_instance) {
		if (mnt->mnt.mnt_flags & MNT_WRITE_HOLD)
			mnt->mnt.mnt_flags &= ~MNT_WRITE_HOLD;
	}
573
	unlock_mount_hash();
574 575 576 577

	return err;
}

578
static void free_vfsmnt(struct mount *mnt)
L
Linus Torvalds 已提交
579
{
580
	kfree_const(mnt->mnt_devname);
N
npiggin@suse.de 已提交
581
#ifdef CONFIG_SMP
582
	free_percpu(mnt->mnt_pcp);
N
npiggin@suse.de 已提交
583
#endif
584
	kmem_cache_free(mnt_cache, mnt);
L
Linus Torvalds 已提交
585 586
}

587 588 589 590 591
static void delayed_free_vfsmnt(struct rcu_head *head)
{
	free_vfsmnt(container_of(head, struct mount, mnt_rcu));
}

A
Al Viro 已提交
592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613
/* call under rcu_read_lock */
bool legitimize_mnt(struct vfsmount *bastard, unsigned seq)
{
	struct mount *mnt;
	if (read_seqretry(&mount_lock, seq))
		return false;
	if (bastard == NULL)
		return true;
	mnt = real_mount(bastard);
	mnt_add_count(mnt, 1);
	if (likely(!read_seqretry(&mount_lock, seq)))
		return true;
	if (bastard->mnt_flags & MNT_SYNC_UMOUNT) {
		mnt_add_count(mnt, -1);
		return false;
	}
	rcu_read_unlock();
	mntput(bastard);
	rcu_read_lock();
	return false;
}

L
Linus Torvalds 已提交
614
/*
A
Al Viro 已提交
615
 * find the first mount at @dentry on vfsmount @mnt.
A
Al Viro 已提交
616
 * call under rcu_read_lock()
L
Linus Torvalds 已提交
617
 */
A
Al Viro 已提交
618
struct mount *__lookup_mnt(struct vfsmount *mnt, struct dentry *dentry)
L
Linus Torvalds 已提交
619
{
A
Al Viro 已提交
620
	struct hlist_head *head = m_hash(mnt, dentry);
A
Al Viro 已提交
621 622
	struct mount *p;

A
Al Viro 已提交
623
	hlist_for_each_entry_rcu(p, head, mnt_hash)
A
Al Viro 已提交
624 625 626 627 628 629 630
		if (&p->mnt_parent->mnt == mnt && p->mnt_mountpoint == dentry)
			return p;
	return NULL;
}

/*
 * find the last mount at @dentry on vfsmount @mnt.
A
Al Viro 已提交
631
 * mount_lock must be held.
A
Al Viro 已提交
632 633 634
 */
struct mount *__lookup_mnt_last(struct vfsmount *mnt, struct dentry *dentry)
{
A
Al Viro 已提交
635 636 637 638 639
	struct mount *p, *res;
	res = p = __lookup_mnt(mnt, dentry);
	if (!p)
		goto out;
	hlist_for_each_entry_continue(p, mnt_hash) {
A
Al Viro 已提交
640 641 642 643
		if (&p->mnt_parent->mnt != mnt || p->mnt_mountpoint != dentry)
			break;
		res = p;
	}
A
Al Viro 已提交
644
out:
A
Al Viro 已提交
645
	return res;
L
Linus Torvalds 已提交
646 647
}

R
Ram Pai 已提交
648
/*
649 650 651 652 653 654 655 656 657 658 659 660 661 662
 * lookup_mnt - Return the first child mount mounted at path
 *
 * "First" means first mounted chronologically.  If you create the
 * following mounts:
 *
 * mount /dev/sda1 /mnt
 * mount /dev/sda2 /mnt
 * mount /dev/sda3 /mnt
 *
 * Then lookup_mnt() on the base /mnt dentry in the root mount will
 * return successively the root dentry and vfsmount of /dev/sda1, then
 * /dev/sda2, then /dev/sda3, then NULL.
 *
 * lookup_mnt takes a reference to the found vfsmount.
R
Ram Pai 已提交
663
 */
A
Al Viro 已提交
664
struct vfsmount *lookup_mnt(struct path *path)
R
Ram Pai 已提交
665
{
666
	struct mount *child_mnt;
A
Al Viro 已提交
667 668
	struct vfsmount *m;
	unsigned seq;
N
Nick Piggin 已提交
669

A
Al Viro 已提交
670 671 672 673 674 675 676 677
	rcu_read_lock();
	do {
		seq = read_seqbegin(&mount_lock);
		child_mnt = __lookup_mnt(path->mnt, path->dentry);
		m = child_mnt ? &child_mnt->mnt : NULL;
	} while (!legitimize_mnt(m, seq));
	rcu_read_unlock();
	return m;
R
Ram Pai 已提交
678 679
}

680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714
/*
 * __is_local_mountpoint - Test to see if dentry is a mountpoint in the
 *                         current mount namespace.
 *
 * The common case is dentries are not mountpoints at all and that
 * test is handled inline.  For the slow case when we are actually
 * dealing with a mountpoint of some kind, walk through all of the
 * mounts in the current mount namespace and test to see if the dentry
 * is a mountpoint.
 *
 * The mount_hashtable is not usable in the context because we
 * need to identify all mounts that may be in the current mount
 * namespace not just a mount that happens to have some specified
 * parent mount.
 */
bool __is_local_mountpoint(struct dentry *dentry)
{
	struct mnt_namespace *ns = current->nsproxy->mnt_ns;
	struct mount *mnt;
	bool is_covered = false;

	if (!d_mountpoint(dentry))
		goto out;

	down_read(&namespace_sem);
	list_for_each_entry(mnt, &ns->list, mnt_list) {
		is_covered = (mnt->mnt_mountpoint == dentry);
		if (is_covered)
			break;
	}
	up_read(&namespace_sem);
out:
	return is_covered;
}

715
static struct mountpoint *lookup_mountpoint(struct dentry *dentry)
716
{
A
Al Viro 已提交
717
	struct hlist_head *chain = mp_hash(dentry);
718 719
	struct mountpoint *mp;

A
Al Viro 已提交
720
	hlist_for_each_entry(mp, chain, m_hash) {
721 722 723 724 725 726 727 728
		if (mp->m_dentry == dentry) {
			/* might be worth a WARN_ON() */
			if (d_unlinked(dentry))
				return ERR_PTR(-ENOENT);
			mp->m_count++;
			return mp;
		}
	}
729 730 731 732 733 734 735 736
	return NULL;
}

static struct mountpoint *new_mountpoint(struct dentry *dentry)
{
	struct hlist_head *chain = mp_hash(dentry);
	struct mountpoint *mp;
	int ret;
737 738 739 740 741

	mp = kmalloc(sizeof(struct mountpoint), GFP_KERNEL);
	if (!mp)
		return ERR_PTR(-ENOMEM);

742 743
	ret = d_set_mounted(dentry);
	if (ret) {
744
		kfree(mp);
745
		return ERR_PTR(ret);
746
	}
747

748 749
	mp->m_dentry = dentry;
	mp->m_count = 1;
A
Al Viro 已提交
750
	hlist_add_head(&mp->m_hash, chain);
751
	INIT_HLIST_HEAD(&mp->m_list);
752 753 754 755 756 757 758
	return mp;
}

static void put_mountpoint(struct mountpoint *mp)
{
	if (!--mp->m_count) {
		struct dentry *dentry = mp->m_dentry;
759
		BUG_ON(!hlist_empty(&mp->m_list));
760 761 762
		spin_lock(&dentry->d_lock);
		dentry->d_flags &= ~DCACHE_MOUNTED;
		spin_unlock(&dentry->d_lock);
A
Al Viro 已提交
763
		hlist_del(&mp->m_hash);
764 765 766 767
		kfree(mp);
	}
}

A
Al Viro 已提交
768
static inline int check_mnt(struct mount *mnt)
L
Linus Torvalds 已提交
769
{
770
	return mnt->mnt_ns == current->nsproxy->mnt_ns;
L
Linus Torvalds 已提交
771 772
}

N
Nick Piggin 已提交
773 774 775
/*
 * vfsmount lock must be held for write
 */
776
static void touch_mnt_namespace(struct mnt_namespace *ns)
A
Al Viro 已提交
777 778 779 780 781 782 783
{
	if (ns) {
		ns->event = ++event;
		wake_up_interruptible(&ns->poll);
	}
}

N
Nick Piggin 已提交
784 785 786
/*
 * vfsmount lock must be held for write
 */
787
static void __touch_mnt_namespace(struct mnt_namespace *ns)
A
Al Viro 已提交
788 789 790 791 792 793 794
{
	if (ns && ns->event != event) {
		ns->event = event;
		wake_up_interruptible(&ns->poll);
	}
}

N
Nick Piggin 已提交
795 796 797
/*
 * vfsmount lock must be held for write
 */
798 799
static void detach_mnt(struct mount *mnt, struct path *old_path)
{
800
	old_path->dentry = mnt->mnt_mountpoint;
801 802
	old_path->mnt = &mnt->mnt_parent->mnt;
	mnt->mnt_parent = mnt;
803
	mnt->mnt_mountpoint = mnt->mnt.mnt_root;
804
	list_del_init(&mnt->mnt_child);
A
Al Viro 已提交
805
	hlist_del_init_rcu(&mnt->mnt_hash);
806
	hlist_del_init(&mnt->mnt_mp_list);
807 808
	put_mountpoint(mnt->mnt_mp);
	mnt->mnt_mp = NULL;
L
Linus Torvalds 已提交
809 810
}

N
Nick Piggin 已提交
811 812 813
/*
 * vfsmount lock must be held for write
 */
814 815
void mnt_set_mountpoint(struct mount *mnt,
			struct mountpoint *mp,
816
			struct mount *child_mnt)
817
{
818
	mp->m_count++;
819
	mnt_add_count(mnt, 1);	/* essentially, that's mntget */
820
	child_mnt->mnt_mountpoint = dget(mp->m_dentry);
821
	child_mnt->mnt_parent = mnt;
822
	child_mnt->mnt_mp = mp;
823
	hlist_add_head(&child_mnt->mnt_mp_list, &mp->m_list);
824 825
}

N
Nick Piggin 已提交
826 827 828
/*
 * vfsmount lock must be held for write
 */
829 830 831
static void attach_mnt(struct mount *mnt,
			struct mount *parent,
			struct mountpoint *mp)
L
Linus Torvalds 已提交
832
{
833
	mnt_set_mountpoint(parent, mp, mnt);
A
Al Viro 已提交
834
	hlist_add_head_rcu(&mnt->mnt_hash, m_hash(&parent->mnt, mp->m_dentry));
835
	list_add_tail(&mnt->mnt_child, &parent->mnt_mounts);
836 837
}

A
Al Viro 已提交
838 839 840 841 842
static void attach_shadowed(struct mount *mnt,
			struct mount *parent,
			struct mount *shadows)
{
	if (shadows) {
843
		hlist_add_behind_rcu(&mnt->mnt_hash, &shadows->mnt_hash);
A
Al Viro 已提交
844 845 846 847 848 849 850 851
		list_add(&mnt->mnt_child, &shadows->mnt_child);
	} else {
		hlist_add_head_rcu(&mnt->mnt_hash,
				m_hash(&parent->mnt, mnt->mnt_mountpoint));
		list_add_tail(&mnt->mnt_child, &parent->mnt_mounts);
	}
}

852
/*
N
Nick Piggin 已提交
853
 * vfsmount lock must be held for write
854
 */
A
Al Viro 已提交
855
static void commit_tree(struct mount *mnt, struct mount *shadows)
856
{
857
	struct mount *parent = mnt->mnt_parent;
858
	struct mount *m;
859
	LIST_HEAD(head);
A
Al Viro 已提交
860
	struct mnt_namespace *n = parent->mnt_ns;
861

862
	BUG_ON(parent == mnt);
863

A
Al Viro 已提交
864
	list_add_tail(&head, &mnt->mnt_list);
A
Al Viro 已提交
865
	list_for_each_entry(m, &head, mnt_list)
A
Al Viro 已提交
866
		m->mnt_ns = n;
A
Al Viro 已提交
867

868 869
	list_splice(&head, n->list.prev);

A
Al Viro 已提交
870
	attach_shadowed(mnt, parent, shadows);
871
	touch_mnt_namespace(n);
L
Linus Torvalds 已提交
872 873
}

874
static struct mount *next_mnt(struct mount *p, struct mount *root)
L
Linus Torvalds 已提交
875
{
876 877
	struct list_head *next = p->mnt_mounts.next;
	if (next == &p->mnt_mounts) {
L
Linus Torvalds 已提交
878
		while (1) {
879
			if (p == root)
L
Linus Torvalds 已提交
880
				return NULL;
881 882
			next = p->mnt_child.next;
			if (next != &p->mnt_parent->mnt_mounts)
L
Linus Torvalds 已提交
883
				break;
884
			p = p->mnt_parent;
L
Linus Torvalds 已提交
885 886
		}
	}
887
	return list_entry(next, struct mount, mnt_child);
L
Linus Torvalds 已提交
888 889
}

890
static struct mount *skip_mnt_tree(struct mount *p)
R
Ram Pai 已提交
891
{
892 893 894 895
	struct list_head *prev = p->mnt_mounts.prev;
	while (prev != &p->mnt_mounts) {
		p = list_entry(prev, struct mount, mnt_child);
		prev = p->mnt_mounts.prev;
R
Ram Pai 已提交
896 897 898 899
	}
	return p;
}

900 901 902
struct vfsmount *
vfs_kern_mount(struct file_system_type *type, int flags, const char *name, void *data)
{
903
	struct mount *mnt;
904 905 906 907 908 909 910 911 912 913
	struct dentry *root;

	if (!type)
		return ERR_PTR(-ENODEV);

	mnt = alloc_vfsmnt(name);
	if (!mnt)
		return ERR_PTR(-ENOMEM);

	if (flags & MS_KERNMOUNT)
914
		mnt->mnt.mnt_flags = MNT_INTERNAL;
915 916 917

	root = mount_fs(type, flags, name, data);
	if (IS_ERR(root)) {
918
		mnt_free_id(mnt);
919 920 921 922
		free_vfsmnt(mnt);
		return ERR_CAST(root);
	}

923 924
	mnt->mnt.mnt_root = root;
	mnt->mnt.mnt_sb = root->d_sb;
925
	mnt->mnt_mountpoint = mnt->mnt.mnt_root;
926
	mnt->mnt_parent = mnt;
927
	lock_mount_hash();
928
	list_add_tail(&mnt->mnt_instance, &root->d_sb->s_mounts);
929
	unlock_mount_hash();
930
	return &mnt->mnt;
931 932 933
}
EXPORT_SYMBOL_GPL(vfs_kern_mount);

934
static struct mount *clone_mnt(struct mount *old, struct dentry *root,
R
Ram Pai 已提交
935
					int flag)
L
Linus Torvalds 已提交
936
{
937
	struct super_block *sb = old->mnt.mnt_sb;
938 939
	struct mount *mnt;
	int err;
L
Linus Torvalds 已提交
940

941 942 943
	mnt = alloc_vfsmnt(old->mnt_devname);
	if (!mnt)
		return ERR_PTR(-ENOMEM);
944

945
	if (flag & (CL_SLAVE | CL_PRIVATE | CL_SHARED_TO_SLAVE))
946 947 948
		mnt->mnt_group_id = 0; /* not a peer of original */
	else
		mnt->mnt_group_id = old->mnt_group_id;
949

950 951 952 953
	if ((flag & CL_MAKE_SHARED) && !mnt->mnt_group_id) {
		err = mnt_alloc_group_id(mnt);
		if (err)
			goto out_free;
L
Linus Torvalds 已提交
954
	}
955

A
Al Viro 已提交
956
	mnt->mnt.mnt_flags = old->mnt.mnt_flags & ~(MNT_WRITE_HOLD|MNT_MARKED);
957
	/* Don't allow unprivileged users to change mount flags */
958 959 960 961 962 963 964 965 966 967 968 969 970 971 972
	if (flag & CL_UNPRIVILEGED) {
		mnt->mnt.mnt_flags |= MNT_LOCK_ATIME;

		if (mnt->mnt.mnt_flags & MNT_READONLY)
			mnt->mnt.mnt_flags |= MNT_LOCK_READONLY;

		if (mnt->mnt.mnt_flags & MNT_NODEV)
			mnt->mnt.mnt_flags |= MNT_LOCK_NODEV;

		if (mnt->mnt.mnt_flags & MNT_NOSUID)
			mnt->mnt.mnt_flags |= MNT_LOCK_NOSUID;

		if (mnt->mnt.mnt_flags & MNT_NOEXEC)
			mnt->mnt.mnt_flags |= MNT_LOCK_NOEXEC;
	}
973

974
	/* Don't allow unprivileged users to reveal what is under a mount */
975 976
	if ((flag & CL_UNPRIVILEGED) &&
	    (!(flag & CL_EXPIRE) || list_empty(&old->mnt_expire)))
977 978
		mnt->mnt.mnt_flags |= MNT_LOCKED;

979 980 981 982 983
	atomic_inc(&sb->s_active);
	mnt->mnt.mnt_sb = sb;
	mnt->mnt.mnt_root = dget(root);
	mnt->mnt_mountpoint = mnt->mnt.mnt_root;
	mnt->mnt_parent = mnt;
984
	lock_mount_hash();
985
	list_add_tail(&mnt->mnt_instance, &sb->s_mounts);
986
	unlock_mount_hash();
987

988 989
	if ((flag & CL_SLAVE) ||
	    ((flag & CL_SHARED_TO_SLAVE) && IS_MNT_SHARED(old))) {
990 991 992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009
		list_add(&mnt->mnt_slave, &old->mnt_slave_list);
		mnt->mnt_master = old;
		CLEAR_MNT_SHARED(mnt);
	} else if (!(flag & CL_PRIVATE)) {
		if ((flag & CL_MAKE_SHARED) || IS_MNT_SHARED(old))
			list_add(&mnt->mnt_share, &old->mnt_share);
		if (IS_MNT_SLAVE(old))
			list_add(&mnt->mnt_slave, &old->mnt_slave);
		mnt->mnt_master = old->mnt_master;
	}
	if (flag & CL_MAKE_SHARED)
		set_mnt_shared(mnt);

	/* stick the duplicate mount on the same expiry list
	 * as the original if that was on one */
	if (flag & CL_EXPIRE) {
		if (!list_empty(&old->mnt_expire))
			list_add(&mnt->mnt_expire, &old->mnt_expire);
	}

1010
	return mnt;
1011 1012

 out_free:
1013
	mnt_free_id(mnt);
1014
	free_vfsmnt(mnt);
1015
	return ERR_PTR(err);
L
Linus Torvalds 已提交
1016 1017
}

A
Al Viro 已提交
1018 1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029 1030 1031 1032 1033 1034 1035 1036 1037 1038 1039 1040 1041 1042 1043 1044 1045 1046 1047 1048 1049 1050 1051 1052 1053 1054 1055 1056 1057
static void cleanup_mnt(struct mount *mnt)
{
	/*
	 * This probably indicates that somebody messed
	 * up a mnt_want/drop_write() pair.  If this
	 * happens, the filesystem was probably unable
	 * to make r/w->r/o transitions.
	 */
	/*
	 * The locking used to deal with mnt_count decrement provides barriers,
	 * so mnt_get_writers() below is safe.
	 */
	WARN_ON(mnt_get_writers(mnt));
	if (unlikely(mnt->mnt_pins.first))
		mnt_pin_kill(mnt);
	fsnotify_vfsmount_delete(&mnt->mnt);
	dput(mnt->mnt.mnt_root);
	deactivate_super(mnt->mnt.mnt_sb);
	mnt_free_id(mnt);
	call_rcu(&mnt->mnt_rcu, delayed_free_vfsmnt);
}

static void __cleanup_mnt(struct rcu_head *head)
{
	cleanup_mnt(container_of(head, struct mount, mnt_rcu));
}

static LLIST_HEAD(delayed_mntput_list);
static void delayed_mntput(struct work_struct *unused)
{
	struct llist_node *node = llist_del_all(&delayed_mntput_list);
	struct llist_node *next;

	for (; node; node = next) {
		next = llist_next(node);
		cleanup_mnt(llist_entry(node, struct mount, mnt_llist));
	}
}
static DECLARE_DELAYED_WORK(delayed_mntput_work, delayed_mntput);

1058
static void mntput_no_expire(struct mount *mnt)
N
Nick Piggin 已提交
1059
{
A
Al Viro 已提交
1060 1061 1062 1063
	rcu_read_lock();
	mnt_add_count(mnt, -1);
	if (likely(mnt->mnt_ns)) { /* shouldn't be the last one */
		rcu_read_unlock();
A
Al Viro 已提交
1064
		return;
N
Nick Piggin 已提交
1065
	}
1066
	lock_mount_hash();
N
Nick Piggin 已提交
1067
	if (mnt_get_count(mnt)) {
A
Al Viro 已提交
1068
		rcu_read_unlock();
1069
		unlock_mount_hash();
N
Nick Piggin 已提交
1070 1071
		return;
	}
A
Al Viro 已提交
1072 1073 1074 1075 1076 1077 1078
	if (unlikely(mnt->mnt.mnt_flags & MNT_DOOMED)) {
		rcu_read_unlock();
		unlock_mount_hash();
		return;
	}
	mnt->mnt.mnt_flags |= MNT_DOOMED;
	rcu_read_unlock();
A
Andi Kleen 已提交
1079

1080
	list_del(&mnt->mnt_instance);
1081
	unlock_mount_hash();
A
Al Viro 已提交
1082

A
Al Viro 已提交
1083 1084 1085 1086 1087 1088 1089 1090 1091 1092 1093 1094
	if (likely(!(mnt->mnt.mnt_flags & MNT_INTERNAL))) {
		struct task_struct *task = current;
		if (likely(!(task->flags & PF_KTHREAD))) {
			init_task_work(&mnt->mnt_rcu, __cleanup_mnt);
			if (!task_work_add(task, &mnt->mnt_rcu, true))
				return;
		}
		if (llist_add(&mnt->mnt_llist, &delayed_mntput_list))
			schedule_delayed_work(&delayed_mntput_work, 1);
		return;
	}
	cleanup_mnt(mnt);
N
Nick Piggin 已提交
1095 1096 1097 1098 1099
}

void mntput(struct vfsmount *mnt)
{
	if (mnt) {
1100
		struct mount *m = real_mount(mnt);
N
Nick Piggin 已提交
1101
		/* avoid cacheline pingpong, hope gcc doesn't get "smart" */
1102 1103 1104
		if (unlikely(m->mnt_expiry_mark))
			m->mnt_expiry_mark = 0;
		mntput_no_expire(m);
N
Nick Piggin 已提交
1105 1106 1107 1108 1109 1110 1111
	}
}
EXPORT_SYMBOL(mntput);

struct vfsmount *mntget(struct vfsmount *mnt)
{
	if (mnt)
1112
		mnt_add_count(real_mount(mnt), 1);
N
Nick Piggin 已提交
1113 1114 1115 1116
	return mnt;
}
EXPORT_SYMBOL(mntget);

A
Al Viro 已提交
1117
struct vfsmount *mnt_clone_internal(struct path *path)
1118
{
A
Al Viro 已提交
1119 1120 1121 1122 1123 1124
	struct mount *p;
	p = clone_mnt(real_mount(path->mnt), path->dentry, CL_PRIVATE);
	if (IS_ERR(p))
		return ERR_CAST(p);
	p->mnt.mnt_flags |= MNT_INTERNAL;
	return &p->mnt;
1125
}
L
Linus Torvalds 已提交
1126

1127 1128 1129 1130 1131 1132 1133 1134 1135 1136 1137
static inline void mangle(struct seq_file *m, const char *s)
{
	seq_escape(m, s, " \t\n\\");
}

/*
 * Simple .show_options callback for filesystems which don't want to
 * implement more complex mount option showing.
 *
 * See also save_mount_options().
 */
1138
int generic_show_options(struct seq_file *m, struct dentry *root)
1139
{
1140 1141 1142
	const char *options;

	rcu_read_lock();
1143
	options = rcu_dereference(root->d_sb->s_options);
1144 1145 1146 1147 1148

	if (options != NULL && options[0]) {
		seq_putc(m, ',');
		mangle(m, options);
	}
1149
	rcu_read_unlock();
1150 1151 1152 1153 1154 1155 1156 1157 1158 1159 1160 1161 1162 1163 1164 1165 1166 1167 1168 1169

	return 0;
}
EXPORT_SYMBOL(generic_show_options);

/*
 * If filesystem uses generic_show_options(), this function should be
 * called from the fill_super() callback.
 *
 * The .remount_fs callback usually needs to be handled in a special
 * way, to make sure, that previous options are not overwritten if the
 * remount fails.
 *
 * Also note, that if the filesystem's .remount_fs function doesn't
 * reset all options to their default value, but changes only newly
 * given options, then the displayed options will not reflect reality
 * any more.
 */
void save_mount_options(struct super_block *sb, char *options)
{
1170 1171
	BUG_ON(sb->s_options);
	rcu_assign_pointer(sb->s_options, kstrdup(options, GFP_KERNEL));
1172 1173 1174
}
EXPORT_SYMBOL(save_mount_options);

1175 1176 1177 1178 1179 1180 1181 1182 1183 1184 1185
void replace_mount_options(struct super_block *sb, char *options)
{
	char *old = sb->s_options;
	rcu_assign_pointer(sb->s_options, options);
	if (old) {
		synchronize_rcu();
		kfree(old);
	}
}
EXPORT_SYMBOL(replace_mount_options);

1186
#ifdef CONFIG_PROC_FS
1187
/* iterator; we want it to have access to namespace_sem, thus here... */
L
Linus Torvalds 已提交
1188 1189
static void *m_start(struct seq_file *m, loff_t *pos)
{
A
Al Viro 已提交
1190
	struct proc_mounts *p = proc_mounts(m);
L
Linus Torvalds 已提交
1191

R
Ram Pai 已提交
1192
	down_read(&namespace_sem);
A
Al Viro 已提交
1193 1194 1195 1196 1197 1198 1199 1200 1201 1202 1203 1204 1205 1206
	if (p->cached_event == p->ns->event) {
		void *v = p->cached_mount;
		if (*pos == p->cached_index)
			return v;
		if (*pos == p->cached_index + 1) {
			v = seq_list_next(v, &p->ns->list, &p->cached_index);
			return p->cached_mount = v;
		}
	}

	p->cached_event = p->ns->event;
	p->cached_mount = seq_list_start(&p->ns->list, *pos);
	p->cached_index = *pos;
	return p->cached_mount;
L
Linus Torvalds 已提交
1207 1208 1209 1210
}

static void *m_next(struct seq_file *m, void *v, loff_t *pos)
{
A
Al Viro 已提交
1211
	struct proc_mounts *p = proc_mounts(m);
1212

A
Al Viro 已提交
1213 1214 1215
	p->cached_mount = seq_list_next(v, &p->ns->list, pos);
	p->cached_index = *pos;
	return p->cached_mount;
L
Linus Torvalds 已提交
1216 1217 1218 1219
}

static void m_stop(struct seq_file *m, void *v)
{
R
Ram Pai 已提交
1220
	up_read(&namespace_sem);
L
Linus Torvalds 已提交
1221 1222
}

1223
static int m_show(struct seq_file *m, void *v)
1224
{
A
Al Viro 已提交
1225
	struct proc_mounts *p = proc_mounts(m);
A
Al Viro 已提交
1226
	struct mount *r = list_entry(v, struct mount, mnt_list);
1227
	return p->show(m, &r->mnt);
L
Linus Torvalds 已提交
1228 1229
}

1230
const struct seq_operations mounts_op = {
L
Linus Torvalds 已提交
1231 1232 1233
	.start	= m_start,
	.next	= m_next,
	.stop	= m_stop,
1234
	.show	= m_show,
1235
};
1236
#endif  /* CONFIG_PROC_FS */
1237

L
Linus Torvalds 已提交
1238 1239 1240 1241 1242 1243 1244 1245
/**
 * may_umount_tree - check if a mount tree is busy
 * @mnt: root of mount tree
 *
 * This is called to check if a tree of mounts has any
 * open files, pwds, chroots or sub mounts that are
 * busy.
 */
1246
int may_umount_tree(struct vfsmount *m)
L
Linus Torvalds 已提交
1247
{
1248
	struct mount *mnt = real_mount(m);
R
Ram Pai 已提交
1249 1250
	int actual_refs = 0;
	int minimum_refs = 0;
1251
	struct mount *p;
1252
	BUG_ON(!m);
L
Linus Torvalds 已提交
1253

N
Nick Piggin 已提交
1254
	/* write lock needed for mnt_get_count */
1255
	lock_mount_hash();
1256
	for (p = mnt; p; p = next_mnt(p, mnt)) {
1257
		actual_refs += mnt_get_count(p);
L
Linus Torvalds 已提交
1258 1259
		minimum_refs += 2;
	}
1260
	unlock_mount_hash();
L
Linus Torvalds 已提交
1261 1262

	if (actual_refs > minimum_refs)
1263
		return 0;
L
Linus Torvalds 已提交
1264

1265
	return 1;
L
Linus Torvalds 已提交
1266 1267 1268 1269 1270 1271 1272 1273 1274 1275 1276 1277 1278 1279 1280 1281 1282 1283 1284
}

EXPORT_SYMBOL(may_umount_tree);

/**
 * may_umount - check if a mount point is busy
 * @mnt: root of mount
 *
 * This is called to check if a mount point has any
 * open files, pwds, chroots or sub mounts. If the
 * mount has sub mounts this will return busy
 * regardless of whether the sub mounts are busy.
 *
 * Doesn't take quota and stuff into account. IOW, in some cases it will
 * give false negatives. The main reason why it's here is that we need
 * a non-destructive way to look for easily umountable filesystems.
 */
int may_umount(struct vfsmount *mnt)
{
1285
	int ret = 1;
A
Al Viro 已提交
1286
	down_read(&namespace_sem);
1287
	lock_mount_hash();
1288
	if (propagate_mount_busy(real_mount(mnt), 2))
1289
		ret = 0;
1290
	unlock_mount_hash();
A
Al Viro 已提交
1291
	up_read(&namespace_sem);
R
Ram Pai 已提交
1292
	return ret;
L
Linus Torvalds 已提交
1293 1294 1295 1296
}

EXPORT_SYMBOL(may_umount);

A
Al Viro 已提交
1297
static HLIST_HEAD(unmounted);	/* protected by namespace_sem */
1298

1299
static void namespace_unlock(void)
R
Ram Pai 已提交
1300
{
1301
	struct hlist_head head;
1302

1303
	hlist_move_list(&unmounted, &head);
1304 1305 1306

	up_write(&namespace_sem);

1307 1308 1309
	if (likely(hlist_empty(&head)))
		return;

A
Al Viro 已提交
1310 1311
	synchronize_rcu();

1312
	group_pin_kill(&head);
R
Ram Pai 已提交
1313 1314
}

1315
static inline void namespace_lock(void)
1316
{
1317
	down_write(&namespace_sem);
1318 1319
}

N
Nick Piggin 已提交
1320
/*
A
Al Viro 已提交
1321
 * mount_lock must be held
N
Nick Piggin 已提交
1322
 * namespace_sem must be held for write
A
Al Viro 已提交
1323 1324 1325
 * how = 0 => just this tree, don't propagate
 * how = 1 => propagate; we know that nobody else has reference to any victims
 * how = 2 => lazy umount
N
Nick Piggin 已提交
1326
 */
A
Al Viro 已提交
1327
void umount_tree(struct mount *mnt, int how)
L
Linus Torvalds 已提交
1328
{
A
Al Viro 已提交
1329
	HLIST_HEAD(tmp_list);
1330
	struct mount *p;
L
Linus Torvalds 已提交
1331

A
Al Viro 已提交
1332 1333 1334 1335
	for (p = mnt; p; p = next_mnt(p, mnt)) {
		hlist_del_init_rcu(&p->mnt_hash);
		hlist_add_head(&p->mnt_hash, &tmp_list);
	}
L
Linus Torvalds 已提交
1336

1337 1338 1339
	hlist_for_each_entry(p, &tmp_list, mnt_hash)
		list_del_init(&p->mnt_child);

A
Al Viro 已提交
1340
	if (how)
A
Al Viro 已提交
1341
		propagate_umount(&tmp_list);
R
Ram Pai 已提交
1342

1343 1344 1345
	while (!hlist_empty(&tmp_list)) {
		p = hlist_entry(tmp_list.first, struct mount, mnt_hash);
		hlist_del_init_rcu(&p->mnt_hash);
1346
		list_del_init(&p->mnt_expire);
A
Al Viro 已提交
1347
		list_del_init(&p->mnt_list);
A
Al Viro 已提交
1348 1349
		__touch_mnt_namespace(p->mnt_ns);
		p->mnt_ns = NULL;
A
Al Viro 已提交
1350 1351
		if (how < 2)
			p->mnt.mnt_flags |= MNT_SYNC_UMOUNT;
1352 1353

		pin_insert_group(&p->mnt_umount, &p->mnt_parent->mnt, &unmounted);
1354
		if (mnt_has_parent(p)) {
1355
			hlist_del_init(&p->mnt_mp_list);
1356
			put_mountpoint(p->mnt_mp);
1357
			mnt_add_count(p->mnt_parent, -1);
1358 1359
			/* old mountpoint will be dropped when we can do that */
			p->mnt_ex_mountpoint = p->mnt_mountpoint;
A
Al Viro 已提交
1360 1361
			p->mnt_mountpoint = p->mnt.mnt_root;
			p->mnt_parent = p;
1362
			p->mnt_mp = NULL;
1363
		}
1364
		change_mnt_propagation(p, MS_PRIVATE);
L
Linus Torvalds 已提交
1365 1366 1367
	}
}

1368
static void shrink_submounts(struct mount *mnt);
1369

1370
static int do_umount(struct mount *mnt, int flags)
L
Linus Torvalds 已提交
1371
{
1372
	struct super_block *sb = mnt->mnt.mnt_sb;
L
Linus Torvalds 已提交
1373 1374
	int retval;

1375
	retval = security_sb_umount(&mnt->mnt, flags);
L
Linus Torvalds 已提交
1376 1377 1378 1379 1380 1381 1382 1383 1384 1385
	if (retval)
		return retval;

	/*
	 * Allow userspace to request a mountpoint be expired rather than
	 * unmounting unconditionally. Unmount only happens if:
	 *  (1) the mark is already set (the mark is cleared by mntput())
	 *  (2) the usage count == 1 [parent vfsmount] + 1 [sys_umount]
	 */
	if (flags & MNT_EXPIRE) {
1386
		if (&mnt->mnt == current->fs->root.mnt ||
L
Linus Torvalds 已提交
1387 1388 1389
		    flags & (MNT_FORCE | MNT_DETACH))
			return -EINVAL;

N
Nick Piggin 已提交
1390 1391 1392 1393
		/*
		 * probably don't strictly need the lock here if we examined
		 * all race cases, but it's a slowpath.
		 */
1394
		lock_mount_hash();
1395
		if (mnt_get_count(mnt) != 2) {
1396
			unlock_mount_hash();
L
Linus Torvalds 已提交
1397
			return -EBUSY;
N
Nick Piggin 已提交
1398
		}
1399
		unlock_mount_hash();
L
Linus Torvalds 已提交
1400

1401
		if (!xchg(&mnt->mnt_expiry_mark, 1))
L
Linus Torvalds 已提交
1402 1403 1404 1405 1406 1407 1408 1409 1410 1411 1412 1413 1414
			return -EAGAIN;
	}

	/*
	 * If we may have to abort operations to get out of this
	 * mount, and they will themselves hold resources we must
	 * allow the fs to do things. In the Unix tradition of
	 * 'Gee thats tricky lets do it in userspace' the umount_begin
	 * might fail to complete on the first run through as other tasks
	 * must return, and the like. Thats for the mount program to worry
	 * about for the moment.
	 */

1415 1416 1417
	if (flags & MNT_FORCE && sb->s_op->umount_begin) {
		sb->s_op->umount_begin(sb);
	}
L
Linus Torvalds 已提交
1418 1419 1420 1421 1422 1423 1424 1425 1426 1427

	/*
	 * No sense to grab the lock for this test, but test itself looks
	 * somewhat bogus. Suggestions for better replacement?
	 * Ho-hum... In principle, we might treat that as umount + switch
	 * to rootfs. GC would eventually take care of the old vfsmount.
	 * Actually it makes sense, especially if rootfs would contain a
	 * /reboot - static binary that would close all descriptors and
	 * call reboot(9). Then init(8) could umount root and exec /reboot.
	 */
1428
	if (&mnt->mnt == current->fs->root.mnt && !(flags & MNT_DETACH)) {
L
Linus Torvalds 已提交
1429 1430 1431 1432
		/*
		 * Special case for "unmounting" root ...
		 * we just try to remount it readonly.
		 */
1433 1434
		if (!capable(CAP_SYS_ADMIN))
			return -EPERM;
L
Linus Torvalds 已提交
1435
		down_write(&sb->s_umount);
A
Al Viro 已提交
1436
		if (!(sb->s_flags & MS_RDONLY))
L
Linus Torvalds 已提交
1437 1438 1439 1440 1441
			retval = do_remount_sb(sb, MS_RDONLY, NULL, 0);
		up_write(&sb->s_umount);
		return retval;
	}

1442
	namespace_lock();
1443
	lock_mount_hash();
A
Al Viro 已提交
1444
	event++;
L
Linus Torvalds 已提交
1445

A
Al Viro 已提交
1446
	if (flags & MNT_DETACH) {
A
Al Viro 已提交
1447
		if (!list_empty(&mnt->mnt_list))
A
Al Viro 已提交
1448
			umount_tree(mnt, 2);
L
Linus Torvalds 已提交
1449
		retval = 0;
A
Al Viro 已提交
1450 1451 1452 1453 1454 1455 1456 1457
	} else {
		shrink_submounts(mnt);
		retval = -EBUSY;
		if (!propagate_mount_busy(mnt, 2)) {
			if (!list_empty(&mnt->mnt_list))
				umount_tree(mnt, 1);
			retval = 0;
		}
L
Linus Torvalds 已提交
1458
	}
1459
	unlock_mount_hash();
1460
	namespace_unlock();
L
Linus Torvalds 已提交
1461 1462 1463
	return retval;
}

1464 1465 1466 1467 1468 1469 1470 1471 1472 1473 1474 1475 1476 1477 1478 1479 1480 1481 1482 1483 1484 1485 1486 1487 1488 1489 1490 1491 1492 1493 1494
/*
 * __detach_mounts - lazily unmount all mounts on the specified dentry
 *
 * During unlink, rmdir, and d_drop it is possible to loose the path
 * to an existing mountpoint, and wind up leaking the mount.
 * detach_mounts allows lazily unmounting those mounts instead of
 * leaking them.
 *
 * The caller may hold dentry->d_inode->i_mutex.
 */
void __detach_mounts(struct dentry *dentry)
{
	struct mountpoint *mp;
	struct mount *mnt;

	namespace_lock();
	mp = lookup_mountpoint(dentry);
	if (!mp)
		goto out_unlock;

	lock_mount_hash();
	while (!hlist_empty(&mp->m_list)) {
		mnt = hlist_entry(mp->m_list.first, struct mount, mnt_mp_list);
		umount_tree(mnt, 2);
	}
	unlock_mount_hash();
	put_mountpoint(mp);
out_unlock:
	namespace_unlock();
}

1495 1496 1497 1498 1499 1500 1501 1502
/* 
 * Is the caller allowed to modify his namespace?
 */
static inline bool may_mount(void)
{
	return ns_capable(current->nsproxy->mnt_ns->user_ns, CAP_SYS_ADMIN);
}

L
Linus Torvalds 已提交
1503 1504 1505 1506 1507 1508 1509 1510
/*
 * Now umount can handle mount points as well as block devices.
 * This is important for filesystems which use unnamed block devices.
 *
 * We now support a flag for forced unmount like the other 'big iron'
 * unixes. Our API is identical to OSF/1 to avoid making a mess of AMD
 */

1511
SYSCALL_DEFINE2(umount, char __user *, name, int, flags)
L
Linus Torvalds 已提交
1512
{
1513
	struct path path;
1514
	struct mount *mnt;
L
Linus Torvalds 已提交
1515
	int retval;
1516
	int lookup_flags = 0;
L
Linus Torvalds 已提交
1517

1518 1519 1520
	if (flags & ~(MNT_FORCE | MNT_DETACH | MNT_EXPIRE | UMOUNT_NOFOLLOW))
		return -EINVAL;

1521 1522 1523
	if (!may_mount())
		return -EPERM;

1524 1525 1526
	if (!(flags & UMOUNT_NOFOLLOW))
		lookup_flags |= LOOKUP_FOLLOW;

1527
	retval = user_path_mountpoint_at(AT_FDCWD, name, lookup_flags, &path);
L
Linus Torvalds 已提交
1528 1529
	if (retval)
		goto out;
1530
	mnt = real_mount(path.mnt);
L
Linus Torvalds 已提交
1531
	retval = -EINVAL;
1532
	if (path.dentry != path.mnt->mnt_root)
L
Linus Torvalds 已提交
1533
		goto dput_and_out;
A
Al Viro 已提交
1534
	if (!check_mnt(mnt))
L
Linus Torvalds 已提交
1535
		goto dput_and_out;
1536 1537
	if (mnt->mnt.mnt_flags & MNT_LOCKED)
		goto dput_and_out;
1538 1539 1540
	retval = -EPERM;
	if (flags & MNT_FORCE && !capable(CAP_SYS_ADMIN))
		goto dput_and_out;
L
Linus Torvalds 已提交
1541

1542
	retval = do_umount(mnt, flags);
L
Linus Torvalds 已提交
1543
dput_and_out:
J
Jan Blunck 已提交
1544
	/* we mustn't call path_put() as that would clear mnt_expiry_mark */
1545
	dput(path.dentry);
1546
	mntput_no_expire(mnt);
L
Linus Torvalds 已提交
1547 1548 1549 1550 1551 1552 1553
out:
	return retval;
}

#ifdef __ARCH_WANT_SYS_OLDUMOUNT

/*
R
Ram Pai 已提交
1554
 *	The 2.0 compatible umount. No flags.
L
Linus Torvalds 已提交
1555
 */
1556
SYSCALL_DEFINE1(oldumount, char __user *, name)
L
Linus Torvalds 已提交
1557
{
R
Ram Pai 已提交
1558
	return sys_umount(name, 0);
L
Linus Torvalds 已提交
1559 1560 1561 1562
}

#endif

1563
static bool is_mnt_ns_file(struct dentry *dentry)
1564
{
1565
	/* Is this a proxy for a mount namespace? */
1566 1567
	return dentry->d_op == &ns_dentry_operations &&
	       dentry->d_fsdata == &mntns_operations;
1568 1569
}

1570 1571 1572 1573 1574
struct mnt_namespace *to_mnt_ns(struct ns_common *ns)
{
	return container_of(ns, struct mnt_namespace, ns);
}

1575 1576 1577 1578 1579 1580 1581 1582 1583
static bool mnt_ns_loop(struct dentry *dentry)
{
	/* Could bind mounting the mount namespace inode cause a
	 * mount namespace loop?
	 */
	struct mnt_namespace *mnt_ns;
	if (!is_mnt_ns_file(dentry))
		return false;

A
Al Viro 已提交
1584
	mnt_ns = to_mnt_ns(get_proc_ns(dentry->d_inode));
1585 1586 1587
	return current->nsproxy->mnt_ns->seq >= mnt_ns->seq;
}

1588
struct mount *copy_tree(struct mount *mnt, struct dentry *dentry,
R
Ram Pai 已提交
1589
					int flag)
L
Linus Torvalds 已提交
1590
{
1591
	struct mount *res, *p, *q, *r, *parent;
L
Linus Torvalds 已提交
1592

1593 1594 1595 1596
	if (!(flag & CL_COPY_UNBINDABLE) && IS_MNT_UNBINDABLE(mnt))
		return ERR_PTR(-EINVAL);

	if (!(flag & CL_COPY_MNT_NS_FILE) && is_mnt_ns_file(dentry))
1597
		return ERR_PTR(-EINVAL);
R
Ram Pai 已提交
1598

R
Ram Pai 已提交
1599
	res = q = clone_mnt(mnt, dentry, flag);
1600 1601 1602
	if (IS_ERR(q))
		return q;

1603
	q->mnt_mountpoint = mnt->mnt_mountpoint;
L
Linus Torvalds 已提交
1604 1605

	p = mnt;
1606
	list_for_each_entry(r, &mnt->mnt_mounts, mnt_child) {
1607
		struct mount *s;
1608
		if (!is_subdir(r->mnt_mountpoint, dentry))
L
Linus Torvalds 已提交
1609 1610
			continue;

1611
		for (s = r; s; s = next_mnt(s, r)) {
A
Al Viro 已提交
1612
			struct mount *t = NULL;
1613 1614 1615 1616 1617 1618 1619
			if (!(flag & CL_COPY_UNBINDABLE) &&
			    IS_MNT_UNBINDABLE(s)) {
				s = skip_mnt_tree(s);
				continue;
			}
			if (!(flag & CL_COPY_MNT_NS_FILE) &&
			    is_mnt_ns_file(s->mnt.mnt_root)) {
R
Ram Pai 已提交
1620 1621 1622
				s = skip_mnt_tree(s);
				continue;
			}
1623 1624 1625
			while (p != s->mnt_parent) {
				p = p->mnt_parent;
				q = q->mnt_parent;
L
Linus Torvalds 已提交
1626
			}
1627
			p = s;
1628
			parent = q;
1629
			q = clone_mnt(p, p->mnt.mnt_root, flag);
1630 1631
			if (IS_ERR(q))
				goto out;
1632
			lock_mount_hash();
A
Al Viro 已提交
1633
			list_add_tail(&q->mnt_list, &res->mnt_list);
A
Al Viro 已提交
1634 1635 1636 1637 1638 1639 1640 1641
			mnt_set_mountpoint(parent, p->mnt_mp, q);
			if (!list_empty(&parent->mnt_mounts)) {
				t = list_last_entry(&parent->mnt_mounts,
					struct mount, mnt_child);
				if (t->mnt_mp != p->mnt_mp)
					t = NULL;
			}
			attach_shadowed(q, parent, t);
1642
			unlock_mount_hash();
L
Linus Torvalds 已提交
1643 1644 1645
		}
	}
	return res;
1646
out:
L
Linus Torvalds 已提交
1647
	if (res) {
1648
		lock_mount_hash();
1649
		umount_tree(res, 0);
1650
		unlock_mount_hash();
L
Linus Torvalds 已提交
1651
	}
1652
	return q;
L
Linus Torvalds 已提交
1653 1654
}

1655 1656
/* Caller should check returned pointer for errors */

A
Al Viro 已提交
1657
struct vfsmount *collect_mounts(struct path *path)
1658
{
1659
	struct mount *tree;
1660
	namespace_lock();
1661 1662
	tree = copy_tree(real_mount(path->mnt), path->dentry,
			 CL_COPY_ALL | CL_PRIVATE);
1663
	namespace_unlock();
1664
	if (IS_ERR(tree))
1665
		return ERR_CAST(tree);
1666
	return &tree->mnt;
1667 1668 1669 1670
}

void drop_collected_mounts(struct vfsmount *mnt)
{
1671
	namespace_lock();
1672
	lock_mount_hash();
1673
	umount_tree(real_mount(mnt), 0);
1674
	unlock_mount_hash();
A
Al Viro 已提交
1675
	namespace_unlock();
1676 1677
}

1678 1679 1680 1681 1682 1683 1684 1685 1686 1687 1688 1689 1690 1691 1692 1693 1694 1695 1696 1697 1698 1699 1700 1701 1702 1703 1704
/**
 * clone_private_mount - create a private clone of a path
 *
 * This creates a new vfsmount, which will be the clone of @path.  The new will
 * not be attached anywhere in the namespace and will be private (i.e. changes
 * to the originating mount won't be propagated into this).
 *
 * Release with mntput().
 */
struct vfsmount *clone_private_mount(struct path *path)
{
	struct mount *old_mnt = real_mount(path->mnt);
	struct mount *new_mnt;

	if (IS_MNT_UNBINDABLE(old_mnt))
		return ERR_PTR(-EINVAL);

	down_read(&namespace_sem);
	new_mnt = clone_mnt(old_mnt, path->dentry, CL_PRIVATE);
	up_read(&namespace_sem);
	if (IS_ERR(new_mnt))
		return ERR_CAST(new_mnt);

	return &new_mnt->mnt;
}
EXPORT_SYMBOL_GPL(clone_private_mount);

A
Al Viro 已提交
1705 1706 1707
int iterate_mounts(int (*f)(struct vfsmount *, void *), void *arg,
		   struct vfsmount *root)
{
A
Al Viro 已提交
1708
	struct mount *mnt;
A
Al Viro 已提交
1709 1710 1711
	int res = f(root, arg);
	if (res)
		return res;
A
Al Viro 已提交
1712 1713
	list_for_each_entry(mnt, &real_mount(root)->mnt_list, mnt_list) {
		res = f(&mnt->mnt, arg);
A
Al Viro 已提交
1714 1715 1716 1717 1718 1719
		if (res)
			return res;
	}
	return 0;
}

1720
static void cleanup_group_ids(struct mount *mnt, struct mount *end)
1721
{
1722
	struct mount *p;
1723

1724
	for (p = mnt; p != end; p = next_mnt(p, mnt)) {
1725
		if (p->mnt_group_id && !IS_MNT_SHARED(p))
1726
			mnt_release_group_id(p);
1727 1728 1729
	}
}

1730
static int invent_group_ids(struct mount *mnt, bool recurse)
1731
{
1732
	struct mount *p;
1733

1734
	for (p = mnt; p; p = recurse ? next_mnt(p, mnt) : NULL) {
1735
		if (!p->mnt_group_id && !IS_MNT_SHARED(p)) {
1736
			int err = mnt_alloc_group_id(p);
1737
			if (err) {
1738
				cleanup_group_ids(mnt, p);
1739 1740 1741 1742 1743 1744 1745 1746
				return err;
			}
		}
	}

	return 0;
}

1747 1748
/*
 *  @source_mnt : mount tree to be attached
R
Ram Pai 已提交
1749 1750 1751 1752
 *  @nd         : place the mount tree @source_mnt is attached
 *  @parent_nd  : if non-null, detach the source_mnt from its parent and
 *  		   store the parent mount and mountpoint dentry.
 *  		   (done when source_mnt is moved)
1753 1754 1755
 *
 *  NOTE: in the table below explains the semantics when a source mount
 *  of a given type is attached to a destination mount of a given type.
R
Ram Pai 已提交
1756 1757 1758 1759 1760 1761 1762 1763 1764 1765 1766 1767
 * ---------------------------------------------------------------------------
 * |         BIND MOUNT OPERATION                                            |
 * |**************************************************************************
 * | source-->| shared        |       private  |       slave    | unbindable |
 * | dest     |               |                |                |            |
 * |   |      |               |                |                |            |
 * |   v      |               |                |                |            |
 * |**************************************************************************
 * |  shared  | shared (++)   |     shared (+) |     shared(+++)|  invalid   |
 * |          |               |                |                |            |
 * |non-shared| shared (+)    |      private   |      slave (*) |  invalid   |
 * ***************************************************************************
1768 1769 1770 1771 1772 1773 1774 1775 1776
 * A bind operation clones the source mount and mounts the clone on the
 * destination mount.
 *
 * (++)  the cloned mount is propagated to all the mounts in the propagation
 * 	 tree of the destination mount and the cloned mount is added to
 * 	 the peer group of the source mount.
 * (+)   the cloned mount is created under the destination mount and is marked
 *       as shared. The cloned mount is added to the peer group of the source
 *       mount.
R
Ram Pai 已提交
1777 1778 1779 1780 1781 1782 1783
 * (+++) the mount is propagated to all the mounts in the propagation tree
 *       of the destination mount and the cloned mount is made slave
 *       of the same master as that of the source mount. The cloned mount
 *       is marked as 'shared and slave'.
 * (*)   the cloned mount is made a slave of the same master as that of the
 * 	 source mount.
 *
R
Ram Pai 已提交
1784 1785 1786 1787 1788 1789 1790 1791 1792 1793 1794 1795
 * ---------------------------------------------------------------------------
 * |         		MOVE MOUNT OPERATION                                 |
 * |**************************************************************************
 * | source-->| shared        |       private  |       slave    | unbindable |
 * | dest     |               |                |                |            |
 * |   |      |               |                |                |            |
 * |   v      |               |                |                |            |
 * |**************************************************************************
 * |  shared  | shared (+)    |     shared (+) |    shared(+++) |  invalid   |
 * |          |               |                |                |            |
 * |non-shared| shared (+*)   |      private   |    slave (*)   | unbindable |
 * ***************************************************************************
R
Ram Pai 已提交
1796 1797 1798
 *
 * (+)  the mount is moved to the destination. And is then propagated to
 * 	all the mounts in the propagation tree of the destination mount.
R
Ram Pai 已提交
1799
 * (+*)  the mount is moved to the destination.
R
Ram Pai 已提交
1800 1801 1802 1803
 * (+++)  the mount is moved to the destination and is then propagated to
 * 	all the mounts belonging to the destination mount's propagation tree.
 * 	the mount is marked as 'shared and slave'.
 * (*)	the mount continues to be a slave at the new location.
1804 1805 1806 1807 1808 1809
 *
 * if the source mount is a tree, the operations explained above is
 * applied to each mount in the tree.
 * Must be called without spinlocks held, since this function can sleep
 * in allocations.
 */
1810
static int attach_recursive_mnt(struct mount *source_mnt,
1811 1812 1813
			struct mount *dest_mnt,
			struct mountpoint *dest_mp,
			struct path *parent_path)
1814
{
A
Al Viro 已提交
1815
	HLIST_HEAD(tree_list);
1816
	struct mount *child, *p;
A
Al Viro 已提交
1817
	struct hlist_node *n;
1818
	int err;
1819

1820
	if (IS_MNT_SHARED(dest_mnt)) {
1821
		err = invent_group_ids(source_mnt, true);
1822 1823
		if (err)
			goto out;
1824
		err = propagate_mnt(dest_mnt, dest_mp, source_mnt, &tree_list);
A
Al Viro 已提交
1825
		lock_mount_hash();
1826 1827
		if (err)
			goto out_cleanup_ids;
1828
		for (p = source_mnt; p; p = next_mnt(p, source_mnt))
1829
			set_mnt_shared(p);
1830 1831
	} else {
		lock_mount_hash();
1832
	}
1833
	if (parent_path) {
1834
		detach_mnt(source_mnt, parent_path);
1835
		attach_mnt(source_mnt, dest_mnt, dest_mp);
A
Al Viro 已提交
1836
		touch_mnt_namespace(source_mnt->mnt_ns);
R
Ram Pai 已提交
1837
	} else {
1838
		mnt_set_mountpoint(dest_mnt, dest_mp, source_mnt);
A
Al Viro 已提交
1839
		commit_tree(source_mnt, NULL);
R
Ram Pai 已提交
1840
	}
1841

A
Al Viro 已提交
1842
	hlist_for_each_entry_safe(child, n, &tree_list, mnt_hash) {
A
Al Viro 已提交
1843
		struct mount *q;
A
Al Viro 已提交
1844
		hlist_del_init(&child->mnt_hash);
A
Al Viro 已提交
1845 1846 1847
		q = __lookup_mnt_last(&child->mnt_parent->mnt,
				      child->mnt_mountpoint);
		commit_tree(child, q);
1848
	}
1849
	unlock_mount_hash();
N
Nick Piggin 已提交
1850

1851
	return 0;
1852 1853

 out_cleanup_ids:
A
Al Viro 已提交
1854 1855 1856 1857 1858
	while (!hlist_empty(&tree_list)) {
		child = hlist_entry(tree_list.first, struct mount, mnt_hash);
		umount_tree(child, 0);
	}
	unlock_mount_hash();
1859
	cleanup_group_ids(source_mnt, NULL);
1860 1861
 out:
	return err;
1862 1863
}

1864
static struct mountpoint *lock_mount(struct path *path)
1865 1866
{
	struct vfsmount *mnt;
1867
	struct dentry *dentry = path->dentry;
1868
retry:
1869 1870 1871 1872
	mutex_lock(&dentry->d_inode->i_mutex);
	if (unlikely(cant_mount(dentry))) {
		mutex_unlock(&dentry->d_inode->i_mutex);
		return ERR_PTR(-ENOENT);
1873
	}
1874
	namespace_lock();
1875
	mnt = lookup_mnt(path);
1876
	if (likely(!mnt)) {
1877 1878 1879
		struct mountpoint *mp = lookup_mountpoint(dentry);
		if (!mp)
			mp = new_mountpoint(dentry);
1880
		if (IS_ERR(mp)) {
1881
			namespace_unlock();
1882 1883 1884 1885 1886
			mutex_unlock(&dentry->d_inode->i_mutex);
			return mp;
		}
		return mp;
	}
1887
	namespace_unlock();
1888 1889 1890
	mutex_unlock(&path->dentry->d_inode->i_mutex);
	path_put(path);
	path->mnt = mnt;
1891
	dentry = path->dentry = dget(mnt->mnt_root);
1892 1893 1894
	goto retry;
}

1895
static void unlock_mount(struct mountpoint *where)
1896
{
1897 1898
	struct dentry *dentry = where->m_dentry;
	put_mountpoint(where);
1899
	namespace_unlock();
1900
	mutex_unlock(&dentry->d_inode->i_mutex);
1901 1902
}

1903
static int graft_tree(struct mount *mnt, struct mount *p, struct mountpoint *mp)
L
Linus Torvalds 已提交
1904
{
1905
	if (mnt->mnt.mnt_sb->s_flags & MS_NOUSER)
L
Linus Torvalds 已提交
1906 1907
		return -EINVAL;

1908 1909
	if (d_is_dir(mp->m_dentry) !=
	      d_is_dir(mnt->mnt.mnt_root))
L
Linus Torvalds 已提交
1910 1911
		return -ENOTDIR;

1912
	return attach_recursive_mnt(mnt, p, mp, NULL);
L
Linus Torvalds 已提交
1913 1914
}

1915 1916 1917 1918 1919 1920
/*
 * Sanity check the flags to change_mnt_propagation.
 */

static int flags_to_propagation_type(int flags)
{
1921
	int type = flags & ~(MS_REC | MS_SILENT);
1922 1923 1924 1925 1926 1927 1928 1929 1930 1931

	/* Fail if any non-propagation flags are set */
	if (type & ~(MS_SHARED | MS_PRIVATE | MS_SLAVE | MS_UNBINDABLE))
		return 0;
	/* Only one propagation flag should be set */
	if (!is_power_of_2(type))
		return 0;
	return type;
}

1932 1933 1934
/*
 * recursively change the type of the mountpoint.
 */
1935
static int do_change_type(struct path *path, int flag)
1936
{
1937
	struct mount *m;
1938
	struct mount *mnt = real_mount(path->mnt);
1939
	int recurse = flag & MS_REC;
1940
	int type;
1941
	int err = 0;
1942

1943
	if (path->dentry != path->mnt->mnt_root)
1944 1945
		return -EINVAL;

1946 1947 1948 1949
	type = flags_to_propagation_type(flag);
	if (!type)
		return -EINVAL;

1950
	namespace_lock();
1951 1952 1953 1954 1955 1956
	if (type == MS_SHARED) {
		err = invent_group_ids(mnt, recurse);
		if (err)
			goto out_unlock;
	}

1957
	lock_mount_hash();
1958
	for (m = mnt; m; m = (recurse ? next_mnt(m, mnt) : NULL))
1959
		change_mnt_propagation(m, type);
1960
	unlock_mount_hash();
1961 1962

 out_unlock:
1963
	namespace_unlock();
1964
	return err;
1965 1966
}

1967 1968 1969 1970 1971 1972 1973 1974 1975 1976 1977 1978 1979
static bool has_locked_children(struct mount *mnt, struct dentry *dentry)
{
	struct mount *child;
	list_for_each_entry(child, &mnt->mnt_mounts, mnt_child) {
		if (!is_subdir(child->mnt_mountpoint, dentry))
			continue;

		if (child->mnt.mnt_flags & MNT_LOCKED)
			return true;
	}
	return false;
}

L
Linus Torvalds 已提交
1980 1981 1982
/*
 * do loopback mount.
 */
A
Al Viro 已提交
1983
static int do_loopback(struct path *path, const char *old_name,
1984
				int recurse)
L
Linus Torvalds 已提交
1985
{
1986
	struct path old_path;
1987 1988
	struct mount *mnt = NULL, *old, *parent;
	struct mountpoint *mp;
A
Al Viro 已提交
1989
	int err;
L
Linus Torvalds 已提交
1990 1991
	if (!old_name || !*old_name)
		return -EINVAL;
1992
	err = kern_path(old_name, LOOKUP_FOLLOW|LOOKUP_AUTOMOUNT, &old_path);
L
Linus Torvalds 已提交
1993 1994 1995
	if (err)
		return err;

1996
	err = -EINVAL;
1997
	if (mnt_ns_loop(old_path.dentry))
1998 1999
		goto out; 

2000 2001 2002
	mp = lock_mount(path);
	err = PTR_ERR(mp);
	if (IS_ERR(mp))
2003 2004
		goto out;

2005
	old = real_mount(old_path.mnt);
2006
	parent = real_mount(path->mnt);
2007

L
Linus Torvalds 已提交
2008
	err = -EINVAL;
2009
	if (IS_MNT_UNBINDABLE(old))
2010
		goto out2;
R
Ram Pai 已提交
2011

2012 2013 2014 2015
	if (!check_mnt(parent))
		goto out2;

	if (!check_mnt(old) && old_path.dentry->d_op != &ns_dentry_operations)
2016
		goto out2;
L
Linus Torvalds 已提交
2017

2018 2019 2020
	if (!recurse && has_locked_children(old, old_path.dentry))
		goto out2;

2021
	if (recurse)
2022
		mnt = copy_tree(old, old_path.dentry, CL_COPY_MNT_NS_FILE);
2023
	else
2024
		mnt = clone_mnt(old, old_path.dentry, 0);
2025

2026 2027
	if (IS_ERR(mnt)) {
		err = PTR_ERR(mnt);
2028
		goto out2;
2029
	}
2030

2031 2032
	mnt->mnt.mnt_flags &= ~MNT_LOCKED;

2033
	err = graft_tree(mnt, parent, mp);
2034
	if (err) {
2035
		lock_mount_hash();
2036
		umount_tree(mnt, 0);
2037
		unlock_mount_hash();
2038
	}
2039
out2:
2040
	unlock_mount(mp);
2041
out:
2042
	path_put(&old_path);
L
Linus Torvalds 已提交
2043 2044 2045
	return err;
}

2046 2047 2048 2049 2050 2051 2052 2053 2054 2055 2056
static int change_mount_flags(struct vfsmount *mnt, int ms_flags)
{
	int error = 0;
	int readonly_request = 0;

	if (ms_flags & MS_RDONLY)
		readonly_request = 1;
	if (readonly_request == __mnt_is_readonly(mnt))
		return 0;

	if (readonly_request)
2057
		error = mnt_make_readonly(real_mount(mnt));
2058
	else
2059
		__mnt_unmake_readonly(real_mount(mnt));
2060 2061 2062
	return error;
}

L
Linus Torvalds 已提交
2063 2064 2065 2066 2067
/*
 * change filesystem flags. dir should be a physical root of filesystem.
 * If you've mounted a non-root directory somewhere and want to do remount
 * on it - tough luck.
 */
2068
static int do_remount(struct path *path, int flags, int mnt_flags,
L
Linus Torvalds 已提交
2069 2070 2071
		      void *data)
{
	int err;
2072
	struct super_block *sb = path->mnt->mnt_sb;
A
Al Viro 已提交
2073
	struct mount *mnt = real_mount(path->mnt);
L
Linus Torvalds 已提交
2074

A
Al Viro 已提交
2075
	if (!check_mnt(mnt))
L
Linus Torvalds 已提交
2076 2077
		return -EINVAL;

2078
	if (path->dentry != path->mnt->mnt_root)
L
Linus Torvalds 已提交
2079 2080
		return -EINVAL;

2081 2082 2083 2084 2085 2086 2087 2088 2089 2090
	/* Don't allow changing of locked mnt flags.
	 *
	 * No locks need to be held here while testing the various
	 * MNT_LOCK flags because those flags can never be cleared
	 * once they are set.
	 */
	if ((mnt->mnt.mnt_flags & MNT_LOCK_READONLY) &&
	    !(mnt_flags & MNT_READONLY)) {
		return -EPERM;
	}
2091 2092
	if ((mnt->mnt.mnt_flags & MNT_LOCK_NODEV) &&
	    !(mnt_flags & MNT_NODEV)) {
2093 2094 2095 2096 2097 2098 2099
		/* Was the nodev implicitly added in mount? */
		if ((mnt->mnt_ns->user_ns != &init_user_ns) &&
		    !(sb->s_type->fs_flags & FS_USERNS_DEV_MOUNT)) {
			mnt_flags |= MNT_NODEV;
		} else {
			return -EPERM;
		}
2100 2101 2102 2103 2104 2105 2106 2107 2108 2109 2110 2111 2112 2113
	}
	if ((mnt->mnt.mnt_flags & MNT_LOCK_NOSUID) &&
	    !(mnt_flags & MNT_NOSUID)) {
		return -EPERM;
	}
	if ((mnt->mnt.mnt_flags & MNT_LOCK_NOEXEC) &&
	    !(mnt_flags & MNT_NOEXEC)) {
		return -EPERM;
	}
	if ((mnt->mnt.mnt_flags & MNT_LOCK_ATIME) &&
	    ((mnt->mnt.mnt_flags & MNT_ATIME_MASK) != (mnt_flags & MNT_ATIME_MASK))) {
		return -EPERM;
	}

2114 2115 2116 2117
	err = security_sb_remount(sb, data);
	if (err)
		return err;

L
Linus Torvalds 已提交
2118
	down_write(&sb->s_umount);
2119
	if (flags & MS_BIND)
2120
		err = change_mount_flags(path->mnt, flags);
A
Al Viro 已提交
2121 2122
	else if (!capable(CAP_SYS_ADMIN))
		err = -EPERM;
A
Al Viro 已提交
2123
	else
2124
		err = do_remount_sb(sb, flags, data, 0);
A
Al Viro 已提交
2125
	if (!err) {
2126
		lock_mount_hash();
2127
		mnt_flags |= mnt->mnt.mnt_flags & ~MNT_USER_SETTABLE_MASK;
A
Al Viro 已提交
2128 2129
		mnt->mnt.mnt_flags = mnt_flags;
		touch_mnt_namespace(mnt->mnt_ns);
2130
		unlock_mount_hash();
2131
	}
2132
	up_write(&sb->s_umount);
L
Linus Torvalds 已提交
2133 2134 2135
	return err;
}

2136
static inline int tree_contains_unbindable(struct mount *mnt)
R
Ram Pai 已提交
2137
{
2138
	struct mount *p;
2139
	for (p = mnt; p; p = next_mnt(p, mnt)) {
2140
		if (IS_MNT_UNBINDABLE(p))
R
Ram Pai 已提交
2141 2142 2143 2144 2145
			return 1;
	}
	return 0;
}

A
Al Viro 已提交
2146
static int do_move_mount(struct path *path, const char *old_name)
L
Linus Torvalds 已提交
2147
{
2148
	struct path old_path, parent_path;
2149
	struct mount *p;
2150
	struct mount *old;
2151
	struct mountpoint *mp;
A
Al Viro 已提交
2152
	int err;
L
Linus Torvalds 已提交
2153 2154
	if (!old_name || !*old_name)
		return -EINVAL;
2155
	err = kern_path(old_name, LOOKUP_FOLLOW, &old_path);
L
Linus Torvalds 已提交
2156 2157 2158
	if (err)
		return err;

2159 2160 2161
	mp = lock_mount(path);
	err = PTR_ERR(mp);
	if (IS_ERR(mp))
2162 2163
		goto out;

A
Al Viro 已提交
2164
	old = real_mount(old_path.mnt);
2165
	p = real_mount(path->mnt);
A
Al Viro 已提交
2166

L
Linus Torvalds 已提交
2167
	err = -EINVAL;
2168
	if (!check_mnt(p) || !check_mnt(old))
L
Linus Torvalds 已提交
2169 2170
		goto out1;

2171 2172 2173
	if (old->mnt.mnt_flags & MNT_LOCKED)
		goto out1;

L
Linus Torvalds 已提交
2174
	err = -EINVAL;
2175
	if (old_path.dentry != old_path.mnt->mnt_root)
R
Ram Pai 已提交
2176
		goto out1;
L
Linus Torvalds 已提交
2177

2178
	if (!mnt_has_parent(old))
R
Ram Pai 已提交
2179
		goto out1;
L
Linus Torvalds 已提交
2180

2181 2182
	if (d_is_dir(path->dentry) !=
	      d_is_dir(old_path.dentry))
R
Ram Pai 已提交
2183 2184 2185 2186
		goto out1;
	/*
	 * Don't move a mount residing in a shared parent.
	 */
2187
	if (IS_MNT_SHARED(old->mnt_parent))
R
Ram Pai 已提交
2188
		goto out1;
R
Ram Pai 已提交
2189 2190 2191 2192
	/*
	 * Don't move a mount tree containing unbindable mounts to a destination
	 * mount which is shared.
	 */
2193
	if (IS_MNT_SHARED(p) && tree_contains_unbindable(old))
R
Ram Pai 已提交
2194
		goto out1;
L
Linus Torvalds 已提交
2195
	err = -ELOOP;
2196
	for (; mnt_has_parent(p); p = p->mnt_parent)
2197
		if (p == old)
R
Ram Pai 已提交
2198
			goto out1;
L
Linus Torvalds 已提交
2199

2200
	err = attach_recursive_mnt(old, real_mount(path->mnt), mp, &parent_path);
2201
	if (err)
R
Ram Pai 已提交
2202
		goto out1;
L
Linus Torvalds 已提交
2203 2204 2205

	/* if the mount is moved, it should no longer be expire
	 * automatically */
2206
	list_del_init(&old->mnt_expire);
L
Linus Torvalds 已提交
2207
out1:
2208
	unlock_mount(mp);
L
Linus Torvalds 已提交
2209 2210
out:
	if (!err)
2211
		path_put(&parent_path);
2212
	path_put(&old_path);
L
Linus Torvalds 已提交
2213 2214 2215
	return err;
}

2216 2217 2218 2219 2220 2221 2222 2223 2224 2225 2226 2227 2228 2229 2230 2231 2232 2233 2234 2235 2236 2237 2238 2239 2240 2241
static struct vfsmount *fs_set_subtype(struct vfsmount *mnt, const char *fstype)
{
	int err;
	const char *subtype = strchr(fstype, '.');
	if (subtype) {
		subtype++;
		err = -EINVAL;
		if (!subtype[0])
			goto err;
	} else
		subtype = "";

	mnt->mnt_sb->s_subtype = kstrdup(subtype, GFP_KERNEL);
	err = -ENOMEM;
	if (!mnt->mnt_sb->s_subtype)
		goto err;
	return mnt;

 err:
	mntput(mnt);
	return ERR_PTR(err);
}

/*
 * add a mount into a namespace's mount tree
 */
2242
static int do_add_mount(struct mount *newmnt, struct path *path, int mnt_flags)
2243
{
2244 2245
	struct mountpoint *mp;
	struct mount *parent;
2246 2247
	int err;

A
Al Viro 已提交
2248
	mnt_flags &= ~MNT_INTERNAL_FLAGS;
2249

2250 2251 2252
	mp = lock_mount(path);
	if (IS_ERR(mp))
		return PTR_ERR(mp);
2253

2254
	parent = real_mount(path->mnt);
2255
	err = -EINVAL;
2256
	if (unlikely(!check_mnt(parent))) {
A
Al Viro 已提交
2257 2258 2259 2260
		/* that's acceptable only for automounts done in private ns */
		if (!(mnt_flags & MNT_SHRINKABLE))
			goto unlock;
		/* ... and for those we'd better have mountpoint still alive */
2261
		if (!parent->mnt_ns)
A
Al Viro 已提交
2262 2263
			goto unlock;
	}
2264 2265 2266

	/* Refuse the same filesystem on the same mount point */
	err = -EBUSY;
2267
	if (path->mnt->mnt_sb == newmnt->mnt.mnt_sb &&
2268 2269 2270 2271
	    path->mnt->mnt_root == path->dentry)
		goto unlock;

	err = -EINVAL;
2272
	if (d_is_symlink(newmnt->mnt.mnt_root))
2273 2274
		goto unlock;

2275
	newmnt->mnt.mnt_flags = mnt_flags;
2276
	err = graft_tree(newmnt, parent, mp);
2277 2278

unlock:
2279
	unlock_mount(mp);
2280 2281
	return err;
}
A
Al Viro 已提交
2282

L
Linus Torvalds 已提交
2283 2284 2285 2286
/*
 * create a new mount for userspace and request it to be added into the
 * namespace's tree
 */
2287
static int do_new_mount(struct path *path, const char *fstype, int flags,
A
Al Viro 已提交
2288
			int mnt_flags, const char *name, void *data)
L
Linus Torvalds 已提交
2289
{
2290
	struct file_system_type *type;
2291
	struct user_namespace *user_ns = current->nsproxy->mnt_ns->user_ns;
L
Linus Torvalds 已提交
2292
	struct vfsmount *mnt;
2293
	int err;
L
Linus Torvalds 已提交
2294

2295
	if (!fstype)
L
Linus Torvalds 已提交
2296 2297
		return -EINVAL;

2298 2299 2300 2301 2302 2303 2304 2305 2306 2307 2308 2309 2310 2311
	type = get_fs_type(fstype);
	if (!type)
		return -ENODEV;

	if (user_ns != &init_user_ns) {
		if (!(type->fs_flags & FS_USERNS_MOUNT)) {
			put_filesystem(type);
			return -EPERM;
		}
		/* Only in special cases allow devices from mounts
		 * created outside the initial user namespace.
		 */
		if (!(type->fs_flags & FS_USERNS_DEV_MOUNT)) {
			flags |= MS_NODEV;
2312
			mnt_flags |= MNT_NODEV | MNT_LOCK_NODEV;
2313 2314 2315 2316 2317 2318 2319 2320 2321
		}
	}

	mnt = vfs_kern_mount(type, flags, name, data);
	if (!IS_ERR(mnt) && (type->fs_flags & FS_HAS_SUBTYPE) &&
	    !mnt->mnt_sb->s_subtype)
		mnt = fs_set_subtype(mnt, fstype);

	put_filesystem(type);
L
Linus Torvalds 已提交
2322 2323 2324
	if (IS_ERR(mnt))
		return PTR_ERR(mnt);

2325
	err = do_add_mount(real_mount(mnt), path, mnt_flags);
2326 2327 2328
	if (err)
		mntput(mnt);
	return err;
L
Linus Torvalds 已提交
2329 2330
}

2331 2332
int finish_automount(struct vfsmount *m, struct path *path)
{
2333
	struct mount *mnt = real_mount(m);
2334 2335 2336 2337
	int err;
	/* The new mount record should have at least 2 refs to prevent it being
	 * expired before we get a chance to add it
	 */
2338
	BUG_ON(mnt_get_count(mnt) < 2);
2339 2340 2341

	if (m->mnt_sb == path->mnt->mnt_sb &&
	    m->mnt_root == path->dentry) {
A
Al Viro 已提交
2342 2343
		err = -ELOOP;
		goto fail;
2344 2345
	}

2346
	err = do_add_mount(mnt, path, path->mnt->mnt_flags | MNT_SHRINKABLE);
A
Al Viro 已提交
2347 2348 2349 2350
	if (!err)
		return 0;
fail:
	/* remove m from any expiration list it may be on */
2351
	if (!list_empty(&mnt->mnt_expire)) {
2352
		namespace_lock();
2353
		list_del_init(&mnt->mnt_expire);
2354
		namespace_unlock();
2355
	}
A
Al Viro 已提交
2356 2357
	mntput(m);
	mntput(m);
2358 2359 2360
	return err;
}

2361 2362 2363 2364 2365 2366 2367
/**
 * mnt_set_expiry - Put a mount on an expiration list
 * @mnt: The mount to list.
 * @expiry_list: The list to add the mount to.
 */
void mnt_set_expiry(struct vfsmount *mnt, struct list_head *expiry_list)
{
2368
	namespace_lock();
2369

2370
	list_add_tail(&real_mount(mnt)->mnt_expire, expiry_list);
2371

2372
	namespace_unlock();
2373 2374 2375
}
EXPORT_SYMBOL(mnt_set_expiry);

L
Linus Torvalds 已提交
2376 2377 2378 2379 2380 2381 2382
/*
 * process a list of expirable mountpoints with the intent of discarding any
 * mountpoints that aren't in use and haven't been touched since last we came
 * here
 */
void mark_mounts_for_expiry(struct list_head *mounts)
{
2383
	struct mount *mnt, *next;
L
Linus Torvalds 已提交
2384 2385 2386 2387 2388
	LIST_HEAD(graveyard);

	if (list_empty(mounts))
		return;

2389
	namespace_lock();
2390
	lock_mount_hash();
L
Linus Torvalds 已提交
2391 2392 2393 2394 2395 2396 2397

	/* extract from the expiration list every vfsmount that matches the
	 * following criteria:
	 * - only referenced by its parent vfsmount
	 * - still marked for expiry (marked on the last call here; marks are
	 *   cleared by mntput())
	 */
2398
	list_for_each_entry_safe(mnt, next, mounts, mnt_expire) {
2399
		if (!xchg(&mnt->mnt_expiry_mark, 1) ||
2400
			propagate_mount_busy(mnt, 1))
L
Linus Torvalds 已提交
2401
			continue;
2402
		list_move(&mnt->mnt_expire, &graveyard);
L
Linus Torvalds 已提交
2403
	}
2404
	while (!list_empty(&graveyard)) {
2405
		mnt = list_first_entry(&graveyard, struct mount, mnt_expire);
A
Al Viro 已提交
2406
		touch_mnt_namespace(mnt->mnt_ns);
2407
		umount_tree(mnt, 1);
2408
	}
2409
	unlock_mount_hash();
A
Al Viro 已提交
2410
	namespace_unlock();
T
Trond Myklebust 已提交
2411 2412 2413 2414 2415 2416 2417 2418 2419 2420
}

EXPORT_SYMBOL_GPL(mark_mounts_for_expiry);

/*
 * Ripoff of 'select_parent()'
 *
 * search the list of submounts for a given mountpoint, and move any
 * shrinkable submounts to the 'graveyard' list.
 */
2421
static int select_submounts(struct mount *parent, struct list_head *graveyard)
T
Trond Myklebust 已提交
2422
{
2423
	struct mount *this_parent = parent;
T
Trond Myklebust 已提交
2424 2425 2426 2427
	struct list_head *next;
	int found = 0;

repeat:
2428
	next = this_parent->mnt_mounts.next;
T
Trond Myklebust 已提交
2429
resume:
2430
	while (next != &this_parent->mnt_mounts) {
T
Trond Myklebust 已提交
2431
		struct list_head *tmp = next;
2432
		struct mount *mnt = list_entry(tmp, struct mount, mnt_child);
T
Trond Myklebust 已提交
2433 2434

		next = tmp->next;
2435
		if (!(mnt->mnt.mnt_flags & MNT_SHRINKABLE))
L
Linus Torvalds 已提交
2436
			continue;
T
Trond Myklebust 已提交
2437 2438 2439
		/*
		 * Descend a level if the d_mounts list is non-empty.
		 */
2440
		if (!list_empty(&mnt->mnt_mounts)) {
T
Trond Myklebust 已提交
2441 2442 2443
			this_parent = mnt;
			goto repeat;
		}
L
Linus Torvalds 已提交
2444

2445
		if (!propagate_mount_busy(mnt, 1)) {
2446
			list_move_tail(&mnt->mnt_expire, graveyard);
T
Trond Myklebust 已提交
2447 2448
			found++;
		}
L
Linus Torvalds 已提交
2449
	}
T
Trond Myklebust 已提交
2450 2451 2452 2453
	/*
	 * All done at this level ... ascend and resume the search
	 */
	if (this_parent != parent) {
2454
		next = this_parent->mnt_child.next;
2455
		this_parent = this_parent->mnt_parent;
T
Trond Myklebust 已提交
2456 2457 2458 2459 2460 2461 2462 2463
		goto resume;
	}
	return found;
}

/*
 * process a list of expirable mountpoints with the intent of discarding any
 * submounts of a specific parent mountpoint
N
Nick Piggin 已提交
2464
 *
A
Al Viro 已提交
2465
 * mount_lock must be held for write
T
Trond Myklebust 已提交
2466
 */
2467
static void shrink_submounts(struct mount *mnt)
T
Trond Myklebust 已提交
2468 2469
{
	LIST_HEAD(graveyard);
2470
	struct mount *m;
T
Trond Myklebust 已提交
2471 2472

	/* extract submounts of 'mountpoint' from the expiration list */
2473
	while (select_submounts(mnt, &graveyard)) {
2474
		while (!list_empty(&graveyard)) {
2475
			m = list_first_entry(&graveyard, struct mount,
2476
						mnt_expire);
A
Al Viro 已提交
2477
			touch_mnt_namespace(m->mnt_ns);
2478
			umount_tree(m, 1);
2479 2480
		}
	}
L
Linus Torvalds 已提交
2481 2482 2483 2484 2485 2486 2487 2488
}

/*
 * Some copy_from_user() implementations do not return the exact number of
 * bytes remaining to copy on a fault.  But copy_mount_options() requires that.
 * Note that this function differs from copy_from_user() in that it will oops
 * on bad values of `to', rather than returning a short copy.
 */
R
Ram Pai 已提交
2489 2490
static long exact_copy_from_user(void *to, const void __user * from,
				 unsigned long n)
L
Linus Torvalds 已提交
2491 2492 2493 2494 2495 2496 2497 2498 2499 2500 2501 2502 2503 2504 2505 2506 2507 2508 2509 2510
{
	char *t = to;
	const char __user *f = from;
	char c;

	if (!access_ok(VERIFY_READ, from, n))
		return n;

	while (n) {
		if (__get_user(c, f)) {
			memset(t, 0, n);
			break;
		}
		*t++ = c;
		f++;
		n--;
	}
	return n;
}

R
Ram Pai 已提交
2511
int copy_mount_options(const void __user * data, unsigned long *where)
L
Linus Torvalds 已提交
2512 2513 2514 2515
{
	int i;
	unsigned long page;
	unsigned long size;
R
Ram Pai 已提交
2516

L
Linus Torvalds 已提交
2517 2518 2519 2520 2521 2522 2523 2524 2525 2526 2527 2528 2529 2530 2531 2532 2533 2534
	*where = 0;
	if (!data)
		return 0;

	if (!(page = __get_free_page(GFP_KERNEL)))
		return -ENOMEM;

	/* We only care that *some* data at the address the user
	 * gave us is valid.  Just in case, we'll zero
	 * the remainder of the page.
	 */
	/* copy_from_user cannot cross TASK_SIZE ! */
	size = TASK_SIZE - (unsigned long)data;
	if (size > PAGE_SIZE)
		size = PAGE_SIZE;

	i = size - exact_copy_from_user((void *)page, data, size);
	if (!i) {
R
Ram Pai 已提交
2535
		free_page(page);
L
Linus Torvalds 已提交
2536 2537 2538 2539 2540 2541 2542 2543
		return -EFAULT;
	}
	if (i != PAGE_SIZE)
		memset((char *)page + i, 0, PAGE_SIZE - i);
	*where = page;
	return 0;
}

2544
char *copy_mount_string(const void __user *data)
2545
{
2546
	return data ? strndup_user(data, PAGE_SIZE) : NULL;
2547 2548
}

L
Linus Torvalds 已提交
2549 2550 2551 2552 2553 2554 2555 2556 2557 2558 2559 2560 2561 2562
/*
 * Flags is a 32-bit value that allows up to 31 non-fs dependent flags to
 * be given to the mount() call (ie: read-only, no-dev, no-suid etc).
 *
 * data is a (void *) that can point to any structure up to
 * PAGE_SIZE-1 bytes, which can contain arbitrary fs-dependent
 * information (or be NULL).
 *
 * Pre-0.97 versions of mount() didn't have a flags word.
 * When the flags word was introduced its top half was required
 * to have the magic value 0xC0ED, and this remained so until 2.4.0-test9.
 * Therefore, if this magic number is present, it carries no information
 * and must be discarded.
 */
2563
long do_mount(const char *dev_name, const char __user *dir_name,
A
Al Viro 已提交
2564
		const char *type_page, unsigned long flags, void *data_page)
L
Linus Torvalds 已提交
2565
{
2566
	struct path path;
L
Linus Torvalds 已提交
2567 2568 2569 2570 2571 2572 2573 2574 2575 2576 2577
	int retval = 0;
	int mnt_flags = 0;

	/* Discard magic */
	if ((flags & MS_MGC_MSK) == MS_MGC_VAL)
		flags &= ~MS_MGC_MSK;

	/* Basic sanity checks */
	if (data_page)
		((char *)data_page)[PAGE_SIZE - 1] = 0;

2578
	/* ... and get the mountpoint */
2579
	retval = user_path(dir_name, &path);
2580 2581 2582 2583 2584
	if (retval)
		return retval;

	retval = security_sb_mount(dev_name, &path,
				   type_page, flags, data_page);
2585 2586
	if (!retval && !may_mount())
		retval = -EPERM;
2587 2588 2589
	if (retval)
		goto dput_out;

2590 2591 2592
	/* Default to relatime unless overriden */
	if (!(flags & MS_NOATIME))
		mnt_flags |= MNT_RELATIME;
M
Matthew Garrett 已提交
2593

L
Linus Torvalds 已提交
2594 2595 2596 2597 2598 2599 2600
	/* Separate the per-mountpoint flags */
	if (flags & MS_NOSUID)
		mnt_flags |= MNT_NOSUID;
	if (flags & MS_NODEV)
		mnt_flags |= MNT_NODEV;
	if (flags & MS_NOEXEC)
		mnt_flags |= MNT_NOEXEC;
2601 2602 2603 2604
	if (flags & MS_NOATIME)
		mnt_flags |= MNT_NOATIME;
	if (flags & MS_NODIRATIME)
		mnt_flags |= MNT_NODIRATIME;
M
Matthew Garrett 已提交
2605 2606
	if (flags & MS_STRICTATIME)
		mnt_flags &= ~(MNT_RELATIME | MNT_NOATIME);
2607 2608
	if (flags & MS_RDONLY)
		mnt_flags |= MNT_READONLY;
2609

2610 2611 2612 2613 2614 2615 2616 2617
	/* The default atime for remount is preservation */
	if ((flags & MS_REMOUNT) &&
	    ((flags & (MS_NOATIME | MS_NODIRATIME | MS_RELATIME |
		       MS_STRICTATIME)) == 0)) {
		mnt_flags &= ~MNT_ATIME_MASK;
		mnt_flags |= path.mnt->mnt_flags & MNT_ATIME_MASK;
	}

A
Al Viro 已提交
2618
	flags &= ~(MS_NOSUID | MS_NOEXEC | MS_NODEV | MS_ACTIVE | MS_BORN |
M
Matthew Garrett 已提交
2619 2620
		   MS_NOATIME | MS_NODIRATIME | MS_RELATIME| MS_KERNMOUNT |
		   MS_STRICTATIME);
L
Linus Torvalds 已提交
2621 2622

	if (flags & MS_REMOUNT)
2623
		retval = do_remount(&path, flags & ~MS_REMOUNT, mnt_flags,
L
Linus Torvalds 已提交
2624 2625
				    data_page);
	else if (flags & MS_BIND)
2626
		retval = do_loopback(&path, dev_name, flags & MS_REC);
R
Ram Pai 已提交
2627
	else if (flags & (MS_SHARED | MS_PRIVATE | MS_SLAVE | MS_UNBINDABLE))
2628
		retval = do_change_type(&path, flags);
L
Linus Torvalds 已提交
2629
	else if (flags & MS_MOVE)
2630
		retval = do_move_mount(&path, dev_name);
L
Linus Torvalds 已提交
2631
	else
2632
		retval = do_new_mount(&path, type_page, flags, mnt_flags,
L
Linus Torvalds 已提交
2633 2634
				      dev_name, data_page);
dput_out:
2635
	path_put(&path);
L
Linus Torvalds 已提交
2636 2637 2638
	return retval;
}

2639 2640
static void free_mnt_ns(struct mnt_namespace *ns)
{
A
Al Viro 已提交
2641
	ns_free_inum(&ns->ns);
2642 2643 2644 2645
	put_user_ns(ns->user_ns);
	kfree(ns);
}

2646 2647 2648 2649 2650 2651 2652 2653 2654
/*
 * Assign a sequence number so we can detect when we attempt to bind
 * mount a reference to an older mount namespace into the current
 * mount namespace, preventing reference counting loops.  A 64bit
 * number incrementing at 10Ghz will take 12,427 years to wrap which
 * is effectively never, so we can ignore the possibility.
 */
static atomic64_t mnt_ns_seq = ATOMIC64_INIT(1);

2655
static struct mnt_namespace *alloc_mnt_ns(struct user_namespace *user_ns)
2656 2657
{
	struct mnt_namespace *new_ns;
2658
	int ret;
2659 2660 2661 2662

	new_ns = kmalloc(sizeof(struct mnt_namespace), GFP_KERNEL);
	if (!new_ns)
		return ERR_PTR(-ENOMEM);
A
Al Viro 已提交
2663
	ret = ns_alloc_inum(&new_ns->ns);
2664 2665 2666 2667
	if (ret) {
		kfree(new_ns);
		return ERR_PTR(ret);
	}
2668
	new_ns->ns.ops = &mntns_operations;
2669
	new_ns->seq = atomic64_add_return(1, &mnt_ns_seq);
2670 2671 2672 2673 2674
	atomic_set(&new_ns->count, 1);
	new_ns->root = NULL;
	INIT_LIST_HEAD(&new_ns->list);
	init_waitqueue_head(&new_ns->poll);
	new_ns->event = 0;
2675
	new_ns->user_ns = get_user_ns(user_ns);
2676 2677 2678
	return new_ns;
}

2679 2680
struct mnt_namespace *copy_mnt_ns(unsigned long flags, struct mnt_namespace *ns,
		struct user_namespace *user_ns, struct fs_struct *new_fs)
L
Linus Torvalds 已提交
2681
{
2682
	struct mnt_namespace *new_ns;
A
Al Viro 已提交
2683
	struct vfsmount *rootmnt = NULL, *pwdmnt = NULL;
2684
	struct mount *p, *q;
2685
	struct mount *old;
2686
	struct mount *new;
2687
	int copy_flags;
L
Linus Torvalds 已提交
2688

2689 2690 2691 2692 2693 2694 2695 2696 2697
	BUG_ON(!ns);

	if (likely(!(flags & CLONE_NEWNS))) {
		get_mnt_ns(ns);
		return ns;
	}

	old = ns->root;

2698
	new_ns = alloc_mnt_ns(user_ns);
2699 2700
	if (IS_ERR(new_ns))
		return new_ns;
L
Linus Torvalds 已提交
2701

2702
	namespace_lock();
L
Linus Torvalds 已提交
2703
	/* First pass: copy the tree topology */
2704
	copy_flags = CL_COPY_UNBINDABLE | CL_EXPIRE;
2705
	if (user_ns != ns->user_ns)
2706
		copy_flags |= CL_SHARED_TO_SLAVE | CL_UNPRIVILEGED;
2707
	new = copy_tree(old, old->mnt.mnt_root, copy_flags);
2708
	if (IS_ERR(new)) {
2709
		namespace_unlock();
2710
		free_mnt_ns(new_ns);
2711
		return ERR_CAST(new);
L
Linus Torvalds 已提交
2712
	}
2713
	new_ns->root = new;
A
Al Viro 已提交
2714
	list_add_tail(&new_ns->list, &new->mnt_list);
L
Linus Torvalds 已提交
2715 2716 2717 2718 2719 2720

	/*
	 * Second pass: switch the tsk->fs->* elements and mark new vfsmounts
	 * as belonging to new namespace.  We have already acquired a private
	 * fs_struct, so tsk->fs->lock is not needed.
	 */
2721
	p = old;
2722
	q = new;
L
Linus Torvalds 已提交
2723
	while (p) {
A
Al Viro 已提交
2724
		q->mnt_ns = new_ns;
2725 2726 2727
		if (new_fs) {
			if (&p->mnt == new_fs->root.mnt) {
				new_fs->root.mnt = mntget(&q->mnt);
2728
				rootmnt = &p->mnt;
L
Linus Torvalds 已提交
2729
			}
2730 2731
			if (&p->mnt == new_fs->pwd.mnt) {
				new_fs->pwd.mnt = mntget(&q->mnt);
2732
				pwdmnt = &p->mnt;
L
Linus Torvalds 已提交
2733 2734
			}
		}
2735 2736
		p = next_mnt(p, old);
		q = next_mnt(q, new);
2737 2738 2739 2740
		if (!q)
			break;
		while (p->mnt.mnt_root != q->mnt.mnt_root)
			p = next_mnt(p, old);
L
Linus Torvalds 已提交
2741
	}
2742
	namespace_unlock();
L
Linus Torvalds 已提交
2743 2744

	if (rootmnt)
A
Al Viro 已提交
2745
		mntput(rootmnt);
L
Linus Torvalds 已提交
2746
	if (pwdmnt)
A
Al Viro 已提交
2747
		mntput(pwdmnt);
L
Linus Torvalds 已提交
2748

2749
	return new_ns;
L
Linus Torvalds 已提交
2750 2751
}

2752 2753 2754 2755
/**
 * create_mnt_ns - creates a private namespace and adds a root filesystem
 * @mnt: pointer to the new root filesystem mountpoint
 */
A
Al Viro 已提交
2756
static struct mnt_namespace *create_mnt_ns(struct vfsmount *m)
2757
{
2758
	struct mnt_namespace *new_ns = alloc_mnt_ns(&init_user_ns);
2759
	if (!IS_ERR(new_ns)) {
A
Al Viro 已提交
2760 2761
		struct mount *mnt = real_mount(m);
		mnt->mnt_ns = new_ns;
2762
		new_ns->root = mnt;
2763
		list_add(&mnt->mnt_list, &new_ns->list);
2764
	} else {
A
Al Viro 已提交
2765
		mntput(m);
2766 2767 2768 2769
	}
	return new_ns;
}

A
Al Viro 已提交
2770 2771 2772
struct dentry *mount_subtree(struct vfsmount *mnt, const char *name)
{
	struct mnt_namespace *ns;
A
Al Viro 已提交
2773
	struct super_block *s;
A
Al Viro 已提交
2774 2775 2776 2777 2778 2779 2780 2781 2782 2783 2784 2785 2786 2787 2788 2789
	struct path path;
	int err;

	ns = create_mnt_ns(mnt);
	if (IS_ERR(ns))
		return ERR_CAST(ns);

	err = vfs_path_lookup(mnt->mnt_root, mnt,
			name, LOOKUP_FOLLOW|LOOKUP_AUTOMOUNT, &path);

	put_mnt_ns(ns);

	if (err)
		return ERR_PTR(err);

	/* trade a vfsmount reference for active sb one */
A
Al Viro 已提交
2790 2791
	s = path.mnt->mnt_sb;
	atomic_inc(&s->s_active);
A
Al Viro 已提交
2792 2793
	mntput(path.mnt);
	/* lock the sucker */
A
Al Viro 已提交
2794
	down_write(&s->s_umount);
A
Al Viro 已提交
2795 2796 2797 2798 2799
	/* ... and return the root of (sub)tree on it */
	return path.dentry;
}
EXPORT_SYMBOL(mount_subtree);

2800 2801
SYSCALL_DEFINE5(mount, char __user *, dev_name, char __user *, dir_name,
		char __user *, type, unsigned long, flags, void __user *, data)
L
Linus Torvalds 已提交
2802
{
2803 2804 2805
	int ret;
	char *kernel_type;
	char *kernel_dev;
L
Linus Torvalds 已提交
2806 2807
	unsigned long data_page;

2808 2809 2810
	kernel_type = copy_mount_string(type);
	ret = PTR_ERR(kernel_type);
	if (IS_ERR(kernel_type))
2811
		goto out_type;
L
Linus Torvalds 已提交
2812

2813 2814 2815
	kernel_dev = copy_mount_string(dev_name);
	ret = PTR_ERR(kernel_dev);
	if (IS_ERR(kernel_dev))
2816
		goto out_dev;
L
Linus Torvalds 已提交
2817

2818 2819 2820
	ret = copy_mount_options(data, &data_page);
	if (ret < 0)
		goto out_data;
L
Linus Torvalds 已提交
2821

2822
	ret = do_mount(kernel_dev, dir_name, kernel_type, flags,
2823
		(void *) data_page);
L
Linus Torvalds 已提交
2824

2825 2826 2827 2828 2829 2830 2831
	free_page(data_page);
out_data:
	kfree(kernel_dev);
out_dev:
	kfree(kernel_type);
out_type:
	return ret;
L
Linus Torvalds 已提交
2832 2833
}

A
Al Viro 已提交
2834 2835 2836
/*
 * Return true if path is reachable from root
 *
A
Al Viro 已提交
2837
 * namespace_sem or mount_lock is held
A
Al Viro 已提交
2838
 */
2839
bool is_path_reachable(struct mount *mnt, struct dentry *dentry,
A
Al Viro 已提交
2840 2841
			 const struct path *root)
{
2842
	while (&mnt->mnt != root->mnt && mnt_has_parent(mnt)) {
2843
		dentry = mnt->mnt_mountpoint;
2844
		mnt = mnt->mnt_parent;
A
Al Viro 已提交
2845
	}
2846
	return &mnt->mnt == root->mnt && is_subdir(dentry, root->dentry);
A
Al Viro 已提交
2847 2848 2849 2850 2851
}

int path_is_under(struct path *path1, struct path *path2)
{
	int res;
A
Al Viro 已提交
2852
	read_seqlock_excl(&mount_lock);
2853
	res = is_path_reachable(real_mount(path1->mnt), path1->dentry, path2);
A
Al Viro 已提交
2854
	read_sequnlock_excl(&mount_lock);
A
Al Viro 已提交
2855 2856 2857 2858
	return res;
}
EXPORT_SYMBOL(path_is_under);

L
Linus Torvalds 已提交
2859 2860 2861 2862 2863 2864 2865 2866 2867 2868 2869 2870 2871
/*
 * pivot_root Semantics:
 * Moves the root file system of the current process to the directory put_old,
 * makes new_root as the new root file system of the current process, and sets
 * root/cwd of all processes which had them on the current root to new_root.
 *
 * Restrictions:
 * The new_root and put_old must be directories, and  must not be on the
 * same file  system as the current process root. The put_old  must  be
 * underneath new_root,  i.e. adding a non-zero number of /.. to the string
 * pointed to by put_old must yield the same directory as new_root. No other
 * file system may be mounted on put_old. After all, new_root is a mountpoint.
 *
N
Neil Brown 已提交
2872 2873 2874 2875
 * Also, the current root cannot be on the 'rootfs' (initial ramfs) filesystem.
 * See Documentation/filesystems/ramfs-rootfs-initramfs.txt for alternatives
 * in this situation.
 *
L
Linus Torvalds 已提交
2876 2877 2878 2879 2880 2881 2882 2883
 * Notes:
 *  - we don't move root/cwd if they are not at the root (reason: if something
 *    cared enough to change them, it's probably wrong to force them elsewhere)
 *  - it's okay to pick a root that isn't the root of a file system, e.g.
 *    /nfs/my_root where /nfs is the mount point. It must be a mountpoint,
 *    though, so you may need to say mount --bind /nfs/my_root /nfs/my_root
 *    first.
 */
2884 2885
SYSCALL_DEFINE2(pivot_root, const char __user *, new_root,
		const char __user *, put_old)
L
Linus Torvalds 已提交
2886
{
2887
	struct path new, old, parent_path, root_parent, root;
2888 2889
	struct mount *new_mnt, *root_mnt, *old_mnt;
	struct mountpoint *old_mp, *root_mp;
L
Linus Torvalds 已提交
2890 2891
	int error;

2892
	if (!may_mount())
L
Linus Torvalds 已提交
2893 2894
		return -EPERM;

2895
	error = user_path_dir(new_root, &new);
L
Linus Torvalds 已提交
2896 2897 2898
	if (error)
		goto out0;

2899
	error = user_path_dir(put_old, &old);
L
Linus Torvalds 已提交
2900 2901 2902
	if (error)
		goto out1;

2903
	error = security_sb_pivotroot(&old, &new);
2904 2905
	if (error)
		goto out2;
L
Linus Torvalds 已提交
2906

2907
	get_fs_root(current->fs, &root);
2908 2909 2910
	old_mp = lock_mount(&old);
	error = PTR_ERR(old_mp);
	if (IS_ERR(old_mp))
2911 2912
		goto out3;

L
Linus Torvalds 已提交
2913
	error = -EINVAL;
2914 2915
	new_mnt = real_mount(new.mnt);
	root_mnt = real_mount(root.mnt);
2916 2917
	old_mnt = real_mount(old.mnt);
	if (IS_MNT_SHARED(old_mnt) ||
2918 2919
		IS_MNT_SHARED(new_mnt->mnt_parent) ||
		IS_MNT_SHARED(root_mnt->mnt_parent))
2920
		goto out4;
A
Al Viro 已提交
2921
	if (!check_mnt(root_mnt) || !check_mnt(new_mnt))
2922
		goto out4;
2923 2924
	if (new_mnt->mnt.mnt_flags & MNT_LOCKED)
		goto out4;
L
Linus Torvalds 已提交
2925
	error = -ENOENT;
2926
	if (d_unlinked(new.dentry))
2927
		goto out4;
L
Linus Torvalds 已提交
2928
	error = -EBUSY;
2929
	if (new_mnt == root_mnt || old_mnt == root_mnt)
2930
		goto out4; /* loop, on the same file system  */
L
Linus Torvalds 已提交
2931
	error = -EINVAL;
2932
	if (root.mnt->mnt_root != root.dentry)
2933
		goto out4; /* not a mountpoint */
2934
	if (!mnt_has_parent(root_mnt))
2935
		goto out4; /* not attached */
2936
	root_mp = root_mnt->mnt_mp;
2937
	if (new.mnt->mnt_root != new.dentry)
2938
		goto out4; /* not a mountpoint */
2939
	if (!mnt_has_parent(new_mnt))
2940
		goto out4; /* not attached */
2941
	/* make sure we can reach put_old from new_root */
2942
	if (!is_path_reachable(old_mnt, old.dentry, &new))
2943
		goto out4;
2944 2945 2946
	/* make certain new is below the root */
	if (!is_path_reachable(new_mnt, new.dentry, &root))
		goto out4;
2947
	root_mp->m_count++; /* pin it so it won't go away */
2948
	lock_mount_hash();
2949 2950
	detach_mnt(new_mnt, &parent_path);
	detach_mnt(root_mnt, &root_parent);
2951 2952 2953 2954
	if (root_mnt->mnt.mnt_flags & MNT_LOCKED) {
		new_mnt->mnt.mnt_flags |= MNT_LOCKED;
		root_mnt->mnt.mnt_flags &= ~MNT_LOCKED;
	}
2955
	/* mount old root on put_old */
2956
	attach_mnt(root_mnt, old_mnt, old_mp);
2957
	/* mount new_root on / */
2958
	attach_mnt(new_mnt, real_mount(root_parent.mnt), root_mp);
2959
	touch_mnt_namespace(current->nsproxy->mnt_ns);
2960 2961
	/* A moved mount should not expire automatically */
	list_del_init(&new_mnt->mnt_expire);
2962
	unlock_mount_hash();
2963
	chroot_fs_refs(&root, &new);
2964
	put_mountpoint(root_mp);
L
Linus Torvalds 已提交
2965
	error = 0;
2966
out4:
2967
	unlock_mount(old_mp);
2968 2969 2970 2971 2972
	if (!error) {
		path_put(&root_parent);
		path_put(&parent_path);
	}
out3:
2973
	path_put(&root);
2974
out2:
2975
	path_put(&old);
L
Linus Torvalds 已提交
2976
out1:
2977
	path_put(&new);
L
Linus Torvalds 已提交
2978 2979 2980 2981 2982 2983 2984
out0:
	return error;
}

static void __init init_mount_tree(void)
{
	struct vfsmount *mnt;
2985
	struct mnt_namespace *ns;
2986
	struct path root;
2987
	struct file_system_type *type;
L
Linus Torvalds 已提交
2988

2989 2990 2991 2992 2993
	type = get_fs_type("rootfs");
	if (!type)
		panic("Can't find rootfs type");
	mnt = vfs_kern_mount(type, 0, "rootfs", NULL);
	put_filesystem(type);
L
Linus Torvalds 已提交
2994 2995
	if (IS_ERR(mnt))
		panic("Can't create rootfs");
N
Nick Piggin 已提交
2996

2997 2998
	ns = create_mnt_ns(mnt);
	if (IS_ERR(ns))
L
Linus Torvalds 已提交
2999
		panic("Can't allocate initial namespace");
3000 3001 3002 3003

	init_task.nsproxy->mnt_ns = ns;
	get_mnt_ns(ns);

3004 3005
	root.mnt = mnt;
	root.dentry = mnt->mnt_root;
3006
	mnt->mnt_flags |= MNT_LOCKED;
3007 3008 3009

	set_fs_pwd(current->fs, &root);
	set_fs_root(current->fs, &root);
L
Linus Torvalds 已提交
3010 3011
}

3012
void __init mnt_init(void)
L
Linus Torvalds 已提交
3013
{
E
Eric Dumazet 已提交
3014
	unsigned u;
3015
	int err;
L
Linus Torvalds 已提交
3016

A
Al Viro 已提交
3017
	mnt_cache = kmem_cache_create("mnt_cache", sizeof(struct mount),
3018
			0, SLAB_HWCACHE_ALIGN | SLAB_PANIC, NULL);
L
Linus Torvalds 已提交
3019

A
Al Viro 已提交
3020
	mount_hashtable = alloc_large_system_hash("Mount-cache",
A
Al Viro 已提交
3021
				sizeof(struct hlist_head),
A
Al Viro 已提交
3022 3023 3024 3025 3026 3027 3028 3029
				mhash_entries, 19,
				0,
				&m_hash_shift, &m_hash_mask, 0, 0);
	mountpoint_hashtable = alloc_large_system_hash("Mountpoint-cache",
				sizeof(struct hlist_head),
				mphash_entries, 19,
				0,
				&mp_hash_shift, &mp_hash_mask, 0, 0);
L
Linus Torvalds 已提交
3030

3031
	if (!mount_hashtable || !mountpoint_hashtable)
L
Linus Torvalds 已提交
3032 3033
		panic("Failed to allocate mount hash table\n");

A
Al Viro 已提交
3034
	for (u = 0; u <= m_hash_mask; u++)
A
Al Viro 已提交
3035
		INIT_HLIST_HEAD(&mount_hashtable[u]);
A
Al Viro 已提交
3036 3037
	for (u = 0; u <= mp_hash_mask; u++)
		INIT_HLIST_HEAD(&mountpoint_hashtable[u]);
L
Linus Torvalds 已提交
3038

3039 3040
	kernfs_init();

3041 3042 3043
	err = sysfs_init();
	if (err)
		printk(KERN_WARNING "%s: sysfs_init error: %d\n",
3044
			__func__, err);
3045 3046
	fs_kobj = kobject_create_and_add("fs", NULL);
	if (!fs_kobj)
3047
		printk(KERN_WARNING "%s: kobj create error\n", __func__);
L
Linus Torvalds 已提交
3048 3049 3050 3051
	init_rootfs();
	init_mount_tree();
}

3052
void put_mnt_ns(struct mnt_namespace *ns)
L
Linus Torvalds 已提交
3053
{
3054
	if (!atomic_dec_and_test(&ns->count))
3055
		return;
3056
	drop_collected_mounts(&ns->root->mnt);
3057
	free_mnt_ns(ns);
L
Linus Torvalds 已提交
3058
}
3059 3060 3061

struct vfsmount *kern_mount_data(struct file_system_type *type, void *data)
{
3062 3063 3064 3065 3066 3067 3068
	struct vfsmount *mnt;
	mnt = vfs_kern_mount(type, MS_KERNMOUNT, type->name, data);
	if (!IS_ERR(mnt)) {
		/*
		 * it is a longterm mount, don't release mnt until
		 * we unmount before file sys is unregistered
		*/
A
Al Viro 已提交
3069
		real_mount(mnt)->mnt_ns = MNT_NS_INTERNAL;
3070 3071
	}
	return mnt;
3072 3073
}
EXPORT_SYMBOL_GPL(kern_mount_data);
3074 3075 3076 3077 3078

void kern_unmount(struct vfsmount *mnt)
{
	/* release long term mount so mount point can be released */
	if (!IS_ERR_OR_NULL(mnt)) {
A
Al Viro 已提交
3079
		real_mount(mnt)->mnt_ns = NULL;
A
Al Viro 已提交
3080
		synchronize_rcu();	/* yecchhh... */
3081 3082 3083 3084
		mntput(mnt);
	}
}
EXPORT_SYMBOL(kern_unmount);
3085 3086 3087

bool our_mnt(struct vfsmount *mnt)
{
A
Al Viro 已提交
3088
	return check_mnt(real_mount(mnt));
3089
}
3090

3091 3092 3093 3094 3095 3096 3097 3098 3099 3100 3101 3102 3103 3104 3105 3106 3107 3108 3109 3110 3111 3112 3113 3114
bool current_chrooted(void)
{
	/* Does the current process have a non-standard root */
	struct path ns_root;
	struct path fs_root;
	bool chrooted;

	/* Find the namespace root */
	ns_root.mnt = &current->nsproxy->mnt_ns->root->mnt;
	ns_root.dentry = ns_root.mnt->mnt_root;
	path_get(&ns_root);
	while (d_mountpoint(ns_root.dentry) && follow_down_one(&ns_root))
		;

	get_fs_root(current->fs, &fs_root);

	chrooted = !path_equal(&fs_root, &ns_root);

	path_put(&fs_root);
	path_put(&ns_root);

	return chrooted;
}

3115
bool fs_fully_visible(struct file_system_type *type)
3116 3117 3118
{
	struct mnt_namespace *ns = current->nsproxy->mnt_ns;
	struct mount *mnt;
3119
	bool visible = false;
3120

3121 3122 3123
	if (unlikely(!ns))
		return false;

3124
	down_read(&namespace_sem);
3125
	list_for_each_entry(mnt, &ns->list, mnt_list) {
3126 3127 3128 3129 3130 3131 3132 3133 3134 3135 3136
		struct mount *child;
		if (mnt->mnt.mnt_sb->s_type != type)
			continue;

		/* This mount is not fully visible if there are any child mounts
		 * that cover anything except for empty directories.
		 */
		list_for_each_entry(child, &mnt->mnt_mounts, mnt_child) {
			struct inode *inode = child->mnt_mountpoint->d_inode;
			if (!S_ISDIR(inode->i_mode))
				goto next;
3137
			if (inode->i_nlink > 2)
3138
				goto next;
3139
		}
3140 3141 3142
		visible = true;
		goto found;
	next:	;
3143
	}
3144
found:
3145
	up_read(&namespace_sem);
3146
	return visible;
3147 3148
}

3149
static struct ns_common *mntns_get(struct task_struct *task)
3150
{
3151
	struct ns_common *ns = NULL;
3152 3153
	struct nsproxy *nsproxy;

3154 3155
	task_lock(task);
	nsproxy = task->nsproxy;
3156
	if (nsproxy) {
3157 3158
		ns = &nsproxy->mnt_ns->ns;
		get_mnt_ns(to_mnt_ns(ns));
3159
	}
3160
	task_unlock(task);
3161 3162 3163 3164

	return ns;
}

3165
static void mntns_put(struct ns_common *ns)
3166
{
3167
	put_mnt_ns(to_mnt_ns(ns));
3168 3169
}

3170
static int mntns_install(struct nsproxy *nsproxy, struct ns_common *ns)
3171 3172
{
	struct fs_struct *fs = current->fs;
3173
	struct mnt_namespace *mnt_ns = to_mnt_ns(ns);
3174 3175
	struct path root;

3176
	if (!ns_capable(mnt_ns->user_ns, CAP_SYS_ADMIN) ||
3177 3178
	    !ns_capable(current_user_ns(), CAP_SYS_CHROOT) ||
	    !ns_capable(current_user_ns(), CAP_SYS_ADMIN))
3179
		return -EPERM;
3180 3181 3182 3183 3184 3185 3186 3187 3188 3189 3190 3191 3192 3193 3194 3195 3196 3197 3198 3199 3200 3201 3202 3203 3204 3205 3206 3207 3208 3209

	if (fs->users != 1)
		return -EINVAL;

	get_mnt_ns(mnt_ns);
	put_mnt_ns(nsproxy->mnt_ns);
	nsproxy->mnt_ns = mnt_ns;

	/* Find the root */
	root.mnt    = &mnt_ns->root->mnt;
	root.dentry = mnt_ns->root->mnt.mnt_root;
	path_get(&root);
	while(d_mountpoint(root.dentry) && follow_down_one(&root))
		;

	/* Update the pwd and root */
	set_fs_pwd(fs, &root);
	set_fs_root(fs, &root);

	path_put(&root);
	return 0;
}

const struct proc_ns_operations mntns_operations = {
	.name		= "mnt",
	.type		= CLONE_NEWNS,
	.get		= mntns_get,
	.put		= mntns_put,
	.install	= mntns_install,
};