namespace.c 59.1 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13
/*
 *  linux/fs/namespace.c
 *
 * (C) Copyright Al Viro 2000, 2001
 *	Released under GPL v2.
 *
 * Based on code from fs/super.c, copyright Linus Torvalds and others.
 * Heavily rewritten.
 */

#include <linux/syscalls.h>
#include <linux/slab.h>
#include <linux/sched.h>
N
Nick Piggin 已提交
14 15
#include <linux/spinlock.h>
#include <linux/percpu.h>
L
Linus Torvalds 已提交
16
#include <linux/init.h>
17
#include <linux/kernel.h>
L
Linus Torvalds 已提交
18
#include <linux/acct.h>
19
#include <linux/capability.h>
20
#include <linux/cpumask.h>
L
Linus Torvalds 已提交
21
#include <linux/module.h>
22
#include <linux/sysfs.h>
L
Linus Torvalds 已提交
23
#include <linux/seq_file.h>
24
#include <linux/mnt_namespace.h>
L
Linus Torvalds 已提交
25
#include <linux/namei.h>
A
Alexey Dobriyan 已提交
26
#include <linux/nsproxy.h>
L
Linus Torvalds 已提交
27 28
#include <linux/security.h>
#include <linux/mount.h>
29
#include <linux/ramfs.h>
E
Eric Dumazet 已提交
30
#include <linux/log2.h>
31
#include <linux/idr.h>
32
#include <linux/fs_struct.h>
33
#include <linux/fsnotify.h>
L
Linus Torvalds 已提交
34 35
#include <asm/uaccess.h>
#include <asm/unistd.h>
36
#include "pnode.h"
37
#include "internal.h"
L
Linus Torvalds 已提交
38

E
Eric Dumazet 已提交
39 40 41
#define HASH_SHIFT ilog2(PAGE_SIZE / sizeof(struct list_head))
#define HASH_SIZE (1UL << HASH_SHIFT)

A
Al Viro 已提交
42
static int event;
43
static DEFINE_IDA(mnt_id_ida);
44
static DEFINE_IDA(mnt_group_ida);
N
Nick Piggin 已提交
45
static DEFINE_SPINLOCK(mnt_id_lock);
46 47
static int mnt_id_start = 0;
static int mnt_group_start = 1;
L
Linus Torvalds 已提交
48

49
static struct list_head *mount_hashtable __read_mostly;
50
static struct kmem_cache *mnt_cache __read_mostly;
R
Ram Pai 已提交
51
static struct rw_semaphore namespace_sem;
L
Linus Torvalds 已提交
52

M
Miklos Szeredi 已提交
53
/* /sys/fs */
54 55
struct kobject *fs_kobj;
EXPORT_SYMBOL_GPL(fs_kobj);
M
Miklos Szeredi 已提交
56

N
Nick Piggin 已提交
57 58 59 60 61 62 63 64 65 66
/*
 * vfsmount lock may be taken for read to prevent changes to the
 * vfsmount hash, ie. during mountpoint lookups or walking back
 * up the tree.
 *
 * It should be taken for write in all cases where the vfsmount
 * tree or hash is modified or when a vfsmount structure is modified.
 */
DEFINE_BRLOCK(vfsmount_lock);

L
Linus Torvalds 已提交
67 68
static inline unsigned long hash(struct vfsmount *mnt, struct dentry *dentry)
{
R
Ram Pai 已提交
69 70
	unsigned long tmp = ((unsigned long)mnt / L1_CACHE_BYTES);
	tmp += ((unsigned long)dentry / L1_CACHE_BYTES);
E
Eric Dumazet 已提交
71 72
	tmp = tmp + (tmp >> HASH_SHIFT);
	return tmp & (HASH_SIZE - 1);
L
Linus Torvalds 已提交
73 74
}

75 76
#define MNT_WRITER_UNDERFLOW_LIMIT -(1<<16)

N
Nick Piggin 已提交
77 78 79 80
/*
 * allocation is serialized by namespace_sem, but we need the spinlock to
 * serialize with freeing.
 */
81 82 83 84 85 86
static int mnt_alloc_id(struct vfsmount *mnt)
{
	int res;

retry:
	ida_pre_get(&mnt_id_ida, GFP_KERNEL);
N
Nick Piggin 已提交
87
	spin_lock(&mnt_id_lock);
88 89 90
	res = ida_get_new_above(&mnt_id_ida, mnt_id_start, &mnt->mnt_id);
	if (!res)
		mnt_id_start = mnt->mnt_id + 1;
N
Nick Piggin 已提交
91
	spin_unlock(&mnt_id_lock);
92 93 94 95 96 97 98 99
	if (res == -EAGAIN)
		goto retry;

	return res;
}

static void mnt_free_id(struct vfsmount *mnt)
{
100
	int id = mnt->mnt_id;
N
Nick Piggin 已提交
101
	spin_lock(&mnt_id_lock);
102 103 104
	ida_remove(&mnt_id_ida, id);
	if (mnt_id_start > id)
		mnt_id_start = id;
N
Nick Piggin 已提交
105
	spin_unlock(&mnt_id_lock);
106 107
}

108 109 110 111 112 113 114
/*
 * Allocate a new peer group ID
 *
 * mnt_group_ida is protected by namespace_sem
 */
static int mnt_alloc_group_id(struct vfsmount *mnt)
{
115 116
	int res;

117 118 119
	if (!ida_pre_get(&mnt_group_ida, GFP_KERNEL))
		return -ENOMEM;

120 121 122 123 124 125 126
	res = ida_get_new_above(&mnt_group_ida,
				mnt_group_start,
				&mnt->mnt_group_id);
	if (!res)
		mnt_group_start = mnt->mnt_group_id + 1;

	return res;
127 128 129 130 131 132 133
}

/*
 * Release a peer group ID
 */
void mnt_release_group_id(struct vfsmount *mnt)
{
134 135 136 137
	int id = mnt->mnt_group_id;
	ida_remove(&mnt_group_ida, id);
	if (mnt_group_start > id)
		mnt_group_start = id;
138 139 140
	mnt->mnt_group_id = 0;
}

L
Linus Torvalds 已提交
141 142
struct vfsmount *alloc_vfsmnt(const char *name)
{
143
	struct vfsmount *mnt = kmem_cache_zalloc(mnt_cache, GFP_KERNEL);
L
Linus Torvalds 已提交
144
	if (mnt) {
145 146 147
		int err;

		err = mnt_alloc_id(mnt);
148 149 150 151 152 153 154
		if (err)
			goto out_free_cache;

		if (name) {
			mnt->mnt_devname = kstrdup(name, GFP_KERNEL);
			if (!mnt->mnt_devname)
				goto out_free_id;
155 156
		}

R
Ram Pai 已提交
157
		atomic_set(&mnt->mnt_count, 1);
L
Linus Torvalds 已提交
158 159 160 161
		INIT_LIST_HEAD(&mnt->mnt_hash);
		INIT_LIST_HEAD(&mnt->mnt_child);
		INIT_LIST_HEAD(&mnt->mnt_mounts);
		INIT_LIST_HEAD(&mnt->mnt_list);
162
		INIT_LIST_HEAD(&mnt->mnt_expire);
R
Ram Pai 已提交
163
		INIT_LIST_HEAD(&mnt->mnt_share);
R
Ram Pai 已提交
164 165
		INIT_LIST_HEAD(&mnt->mnt_slave_list);
		INIT_LIST_HEAD(&mnt->mnt_slave);
166 167 168
#ifdef CONFIG_FSNOTIFY
		INIT_HLIST_HEAD(&mnt->mnt_fsnotify_marks);
#endif
N
npiggin@suse.de 已提交
169 170 171 172 173 174 175
#ifdef CONFIG_SMP
		mnt->mnt_writers = alloc_percpu(int);
		if (!mnt->mnt_writers)
			goto out_free_devname;
#else
		mnt->mnt_writers = 0;
#endif
L
Linus Torvalds 已提交
176 177
	}
	return mnt;
178

N
npiggin@suse.de 已提交
179 180 181 182
#ifdef CONFIG_SMP
out_free_devname:
	kfree(mnt->mnt_devname);
#endif
183 184 185 186 187
out_free_id:
	mnt_free_id(mnt);
out_free_cache:
	kmem_cache_free(mnt_cache, mnt);
	return NULL;
L
Linus Torvalds 已提交
188 189
}

190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210
/*
 * Most r/o checks on a fs are for operations that take
 * discrete amounts of time, like a write() or unlink().
 * We must keep track of when those operations start
 * (for permission checks) and when they end, so that
 * we can determine when writes are able to occur to
 * a filesystem.
 */
/*
 * __mnt_is_readonly: check whether a mount is read-only
 * @mnt: the mount to check for its write status
 *
 * This shouldn't be used directly ouside of the VFS.
 * It does not guarantee that the filesystem will stay
 * r/w, just that it is right *now*.  This can not and
 * should not be used in place of IS_RDONLY(inode).
 * mnt_want/drop_write() will _keep_ the filesystem
 * r/w.
 */
int __mnt_is_readonly(struct vfsmount *mnt)
{
211 212 213 214 215
	if (mnt->mnt_flags & MNT_READONLY)
		return 1;
	if (mnt->mnt_sb->s_flags & MS_RDONLY)
		return 1;
	return 0;
216 217 218
}
EXPORT_SYMBOL_GPL(__mnt_is_readonly);

N
npiggin@suse.de 已提交
219 220 221 222 223 224 225 226
static inline void inc_mnt_writers(struct vfsmount *mnt)
{
#ifdef CONFIG_SMP
	(*per_cpu_ptr(mnt->mnt_writers, smp_processor_id()))++;
#else
	mnt->mnt_writers++;
#endif
}
227

N
npiggin@suse.de 已提交
228
static inline void dec_mnt_writers(struct vfsmount *mnt)
229
{
N
npiggin@suse.de 已提交
230 231 232 233 234
#ifdef CONFIG_SMP
	(*per_cpu_ptr(mnt->mnt_writers, smp_processor_id()))--;
#else
	mnt->mnt_writers--;
#endif
235 236
}

N
npiggin@suse.de 已提交
237
static unsigned int count_mnt_writers(struct vfsmount *mnt)
238
{
N
npiggin@suse.de 已提交
239 240
#ifdef CONFIG_SMP
	unsigned int count = 0;
241 242 243
	int cpu;

	for_each_possible_cpu(cpu) {
N
npiggin@suse.de 已提交
244
		count += *per_cpu_ptr(mnt->mnt_writers, cpu);
245 246
	}

N
npiggin@suse.de 已提交
247 248 249 250
	return count;
#else
	return mnt->mnt_writers;
#endif
251 252
}

253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272
/*
 * Most r/o checks on a fs are for operations that take
 * discrete amounts of time, like a write() or unlink().
 * We must keep track of when those operations start
 * (for permission checks) and when they end, so that
 * we can determine when writes are able to occur to
 * a filesystem.
 */
/**
 * mnt_want_write - get write access to a mount
 * @mnt: the mount on which to take a write
 *
 * This tells the low-level filesystem that a write is
 * about to be performed to it, and makes sure that
 * writes are allowed before returning success.  When
 * the write operation is finished, mnt_drop_write()
 * must be called.  This is effectively a refcount.
 */
int mnt_want_write(struct vfsmount *mnt)
{
273 274
	int ret = 0;

N
npiggin@suse.de 已提交
275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290
	preempt_disable();
	inc_mnt_writers(mnt);
	/*
	 * The store to inc_mnt_writers must be visible before we pass
	 * MNT_WRITE_HOLD loop below, so that the slowpath can see our
	 * incremented count after it has set MNT_WRITE_HOLD.
	 */
	smp_mb();
	while (mnt->mnt_flags & MNT_WRITE_HOLD)
		cpu_relax();
	/*
	 * After the slowpath clears MNT_WRITE_HOLD, mnt_is_readonly will
	 * be set to match its requirements. So we must not load that until
	 * MNT_WRITE_HOLD is cleared.
	 */
	smp_rmb();
291
	if (__mnt_is_readonly(mnt)) {
N
npiggin@suse.de 已提交
292
		dec_mnt_writers(mnt);
293 294 295 296
		ret = -EROFS;
		goto out;
	}
out:
N
npiggin@suse.de 已提交
297
	preempt_enable();
298
	return ret;
299 300 301
}
EXPORT_SYMBOL_GPL(mnt_want_write);

N
npiggin@suse.de 已提交
302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334
/**
 * mnt_clone_write - get write access to a mount
 * @mnt: the mount on which to take a write
 *
 * This is effectively like mnt_want_write, except
 * it must only be used to take an extra write reference
 * on a mountpoint that we already know has a write reference
 * on it. This allows some optimisation.
 *
 * After finished, mnt_drop_write must be called as usual to
 * drop the reference.
 */
int mnt_clone_write(struct vfsmount *mnt)
{
	/* superblock may be r/o */
	if (__mnt_is_readonly(mnt))
		return -EROFS;
	preempt_disable();
	inc_mnt_writers(mnt);
	preempt_enable();
	return 0;
}
EXPORT_SYMBOL_GPL(mnt_clone_write);

/**
 * mnt_want_write_file - get write access to a file's mount
 * @file: the file who's mount on which to take a write
 *
 * This is like mnt_want_write, but it takes a file and can
 * do some optimisations if the file is open for write already
 */
int mnt_want_write_file(struct file *file)
{
335 336
	struct inode *inode = file->f_dentry->d_inode;
	if (!(file->f_mode & FMODE_WRITE) || special_file(inode->i_mode))
N
npiggin@suse.de 已提交
337 338 339 340 341 342
		return mnt_want_write(file->f_path.mnt);
	else
		return mnt_clone_write(file->f_path.mnt);
}
EXPORT_SYMBOL_GPL(mnt_want_write_file);

343 344 345 346 347 348 349 350 351 352
/**
 * mnt_drop_write - give up write access to a mount
 * @mnt: the mount on which to give up write access
 *
 * Tells the low-level filesystem that we are done
 * performing writes to it.  Must be matched with
 * mnt_want_write() call above.
 */
void mnt_drop_write(struct vfsmount *mnt)
{
N
npiggin@suse.de 已提交
353 354 355
	preempt_disable();
	dec_mnt_writers(mnt);
	preempt_enable();
356 357 358
}
EXPORT_SYMBOL_GPL(mnt_drop_write);

359
static int mnt_make_readonly(struct vfsmount *mnt)
360
{
361 362
	int ret = 0;

N
Nick Piggin 已提交
363
	br_write_lock(vfsmount_lock);
N
npiggin@suse.de 已提交
364
	mnt->mnt_flags |= MNT_WRITE_HOLD;
365
	/*
N
npiggin@suse.de 已提交
366 367
	 * After storing MNT_WRITE_HOLD, we'll read the counters. This store
	 * should be visible before we do.
368
	 */
N
npiggin@suse.de 已提交
369 370
	smp_mb();

371
	/*
N
npiggin@suse.de 已提交
372 373 374 375 376 377 378 379 380 381 382 383 384 385
	 * With writers on hold, if this value is zero, then there are
	 * definitely no active writers (although held writers may subsequently
	 * increment the count, they'll have to wait, and decrement it after
	 * seeing MNT_READONLY).
	 *
	 * It is OK to have counter incremented on one CPU and decremented on
	 * another: the sum will add up correctly. The danger would be when we
	 * sum up each counter, if we read a counter before it is incremented,
	 * but then read another CPU's count which it has been subsequently
	 * decremented from -- we would see more decrements than we should.
	 * MNT_WRITE_HOLD protects against this scenario, because
	 * mnt_want_write first increments count, then smp_mb, then spins on
	 * MNT_WRITE_HOLD, so it can't be decremented by another CPU while
	 * we're counting up here.
386
	 */
N
npiggin@suse.de 已提交
387 388 389
	if (count_mnt_writers(mnt) > 0)
		ret = -EBUSY;
	else
390
		mnt->mnt_flags |= MNT_READONLY;
N
npiggin@suse.de 已提交
391 392 393 394 395 396
	/*
	 * MNT_READONLY must become visible before ~MNT_WRITE_HOLD, so writers
	 * that become unheld will see MNT_READONLY.
	 */
	smp_wmb();
	mnt->mnt_flags &= ~MNT_WRITE_HOLD;
N
Nick Piggin 已提交
397
	br_write_unlock(vfsmount_lock);
398
	return ret;
399 400
}

401 402
static void __mnt_unmake_readonly(struct vfsmount *mnt)
{
N
Nick Piggin 已提交
403
	br_write_lock(vfsmount_lock);
404
	mnt->mnt_flags &= ~MNT_READONLY;
N
Nick Piggin 已提交
405
	br_write_unlock(vfsmount_lock);
406 407
}

408
void simple_set_mnt(struct vfsmount *mnt, struct super_block *sb)
409 410 411 412 413 414 415
{
	mnt->mnt_sb = sb;
	mnt->mnt_root = dget(sb->s_root);
}

EXPORT_SYMBOL(simple_set_mnt);

L
Linus Torvalds 已提交
416 417 418
void free_vfsmnt(struct vfsmount *mnt)
{
	kfree(mnt->mnt_devname);
419
	mnt_free_id(mnt);
N
npiggin@suse.de 已提交
420 421 422
#ifdef CONFIG_SMP
	free_percpu(mnt->mnt_writers);
#endif
L
Linus Torvalds 已提交
423 424 425 426
	kmem_cache_free(mnt_cache, mnt);
}

/*
R
Ram Pai 已提交
427 428
 * find the first or last mount at @dentry on vfsmount @mnt depending on
 * @dir. If @dir is set return the first mount else return the last mount.
N
Nick Piggin 已提交
429
 * vfsmount_lock must be held for read or write.
L
Linus Torvalds 已提交
430
 */
R
Ram Pai 已提交
431 432
struct vfsmount *__lookup_mnt(struct vfsmount *mnt, struct dentry *dentry,
			      int dir)
L
Linus Torvalds 已提交
433
{
R
Ram Pai 已提交
434 435
	struct list_head *head = mount_hashtable + hash(mnt, dentry);
	struct list_head *tmp = head;
L
Linus Torvalds 已提交
436 437 438
	struct vfsmount *p, *found = NULL;

	for (;;) {
R
Ram Pai 已提交
439
		tmp = dir ? tmp->next : tmp->prev;
L
Linus Torvalds 已提交
440 441 442 443 444
		p = NULL;
		if (tmp == head)
			break;
		p = list_entry(tmp, struct vfsmount, mnt_hash);
		if (p->mnt_parent == mnt && p->mnt_mountpoint == dentry) {
R
Ram Pai 已提交
445
			found = p;
L
Linus Torvalds 已提交
446 447 448 449 450 451
			break;
		}
	}
	return found;
}

R
Ram Pai 已提交
452 453 454 455
/*
 * lookup_mnt increments the ref count before returning
 * the vfsmount struct.
 */
A
Al Viro 已提交
456
struct vfsmount *lookup_mnt(struct path *path)
R
Ram Pai 已提交
457 458
{
	struct vfsmount *child_mnt;
N
Nick Piggin 已提交
459 460

	br_read_lock(vfsmount_lock);
A
Al Viro 已提交
461
	if ((child_mnt = __lookup_mnt(path->mnt, path->dentry, 1)))
R
Ram Pai 已提交
462
		mntget(child_mnt);
N
Nick Piggin 已提交
463
	br_read_unlock(vfsmount_lock);
R
Ram Pai 已提交
464 465 466
	return child_mnt;
}

L
Linus Torvalds 已提交
467 468
static inline int check_mnt(struct vfsmount *mnt)
{
469
	return mnt->mnt_ns == current->nsproxy->mnt_ns;
L
Linus Torvalds 已提交
470 471
}

N
Nick Piggin 已提交
472 473 474
/*
 * vfsmount lock must be held for write
 */
475
static void touch_mnt_namespace(struct mnt_namespace *ns)
A
Al Viro 已提交
476 477 478 479 480 481 482
{
	if (ns) {
		ns->event = ++event;
		wake_up_interruptible(&ns->poll);
	}
}

N
Nick Piggin 已提交
483 484 485
/*
 * vfsmount lock must be held for write
 */
486
static void __touch_mnt_namespace(struct mnt_namespace *ns)
A
Al Viro 已提交
487 488 489 490 491 492 493
{
	if (ns && ns->event != event) {
		ns->event = event;
		wake_up_interruptible(&ns->poll);
	}
}

N
Nick Piggin 已提交
494 495 496
/*
 * vfsmount lock must be held for write
 */
497
static void detach_mnt(struct vfsmount *mnt, struct path *old_path)
L
Linus Torvalds 已提交
498
{
499 500
	old_path->dentry = mnt->mnt_mountpoint;
	old_path->mnt = mnt->mnt_parent;
L
Linus Torvalds 已提交
501 502 503 504
	mnt->mnt_parent = mnt;
	mnt->mnt_mountpoint = mnt->mnt_root;
	list_del_init(&mnt->mnt_child);
	list_del_init(&mnt->mnt_hash);
505
	old_path->dentry->d_mounted--;
L
Linus Torvalds 已提交
506 507
}

N
Nick Piggin 已提交
508 509 510
/*
 * vfsmount lock must be held for write
 */
511 512 513 514 515 516 517 518
void mnt_set_mountpoint(struct vfsmount *mnt, struct dentry *dentry,
			struct vfsmount *child_mnt)
{
	child_mnt->mnt_parent = mntget(mnt);
	child_mnt->mnt_mountpoint = dget(dentry);
	dentry->d_mounted++;
}

N
Nick Piggin 已提交
519 520 521
/*
 * vfsmount lock must be held for write
 */
522
static void attach_mnt(struct vfsmount *mnt, struct path *path)
L
Linus Torvalds 已提交
523
{
524
	mnt_set_mountpoint(path->mnt, path->dentry, mnt);
525
	list_add_tail(&mnt->mnt_hash, mount_hashtable +
526 527
			hash(path->mnt, path->dentry));
	list_add_tail(&mnt->mnt_child, &path->mnt->mnt_mounts);
528 529 530
}

/*
N
Nick Piggin 已提交
531
 * vfsmount lock must be held for write
532 533 534 535 536 537
 */
static void commit_tree(struct vfsmount *mnt)
{
	struct vfsmount *parent = mnt->mnt_parent;
	struct vfsmount *m;
	LIST_HEAD(head);
538
	struct mnt_namespace *n = parent->mnt_ns;
539 540 541 542 543

	BUG_ON(parent == mnt);

	list_add_tail(&head, &mnt->mnt_list);
	list_for_each_entry(m, &head, mnt_list)
544
		m->mnt_ns = n;
545 546 547 548 549
	list_splice(&head, n->list.prev);

	list_add_tail(&mnt->mnt_hash, mount_hashtable +
				hash(parent, mnt->mnt_mountpoint));
	list_add_tail(&mnt->mnt_child, &parent->mnt_mounts);
550
	touch_mnt_namespace(n);
L
Linus Torvalds 已提交
551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568
}

static struct vfsmount *next_mnt(struct vfsmount *p, struct vfsmount *root)
{
	struct list_head *next = p->mnt_mounts.next;
	if (next == &p->mnt_mounts) {
		while (1) {
			if (p == root)
				return NULL;
			next = p->mnt_child.next;
			if (next != &p->mnt_parent->mnt_mounts)
				break;
			p = p->mnt_parent;
		}
	}
	return list_entry(next, struct vfsmount, mnt_child);
}

R
Ram Pai 已提交
569 570 571 572 573 574 575 576 577 578
static struct vfsmount *skip_mnt_tree(struct vfsmount *p)
{
	struct list_head *prev = p->mnt_mounts.prev;
	while (prev != &p->mnt_mounts) {
		p = list_entry(prev, struct vfsmount, mnt_child);
		prev = p->mnt_mounts.prev;
	}
	return p;
}

R
Ram Pai 已提交
579 580
static struct vfsmount *clone_mnt(struct vfsmount *old, struct dentry *root,
					int flag)
L
Linus Torvalds 已提交
581 582 583 584 585
{
	struct super_block *sb = old->mnt_sb;
	struct vfsmount *mnt = alloc_vfsmnt(old->mnt_devname);

	if (mnt) {
586 587 588 589 590 591 592 593 594 595 596
		if (flag & (CL_SLAVE | CL_PRIVATE))
			mnt->mnt_group_id = 0; /* not a peer of original */
		else
			mnt->mnt_group_id = old->mnt_group_id;

		if ((flag & CL_MAKE_SHARED) && !mnt->mnt_group_id) {
			int err = mnt_alloc_group_id(mnt);
			if (err)
				goto out_free;
		}

597
		mnt->mnt_flags = old->mnt_flags & ~MNT_WRITE_HOLD;
L
Linus Torvalds 已提交
598 599 600 601 602
		atomic_inc(&sb->s_active);
		mnt->mnt_sb = sb;
		mnt->mnt_root = dget(root);
		mnt->mnt_mountpoint = mnt->mnt_root;
		mnt->mnt_parent = mnt;
603

R
Ram Pai 已提交
604 605 606 607
		if (flag & CL_SLAVE) {
			list_add(&mnt->mnt_slave, &old->mnt_slave_list);
			mnt->mnt_master = old;
			CLEAR_MNT_SHARED(mnt);
608
		} else if (!(flag & CL_PRIVATE)) {
609
			if ((flag & CL_MAKE_SHARED) || IS_MNT_SHARED(old))
R
Ram Pai 已提交
610 611 612 613 614
				list_add(&mnt->mnt_share, &old->mnt_share);
			if (IS_MNT_SLAVE(old))
				list_add(&mnt->mnt_slave, &old->mnt_slave);
			mnt->mnt_master = old->mnt_master;
		}
615 616
		if (flag & CL_MAKE_SHARED)
			set_mnt_shared(mnt);
L
Linus Torvalds 已提交
617 618 619

		/* stick the duplicate mount on the same expiry list
		 * as the original if that was on one */
R
Ram Pai 已提交
620 621 622 623
		if (flag & CL_EXPIRE) {
			if (!list_empty(&old->mnt_expire))
				list_add(&mnt->mnt_expire, &old->mnt_expire);
		}
L
Linus Torvalds 已提交
624 625
	}
	return mnt;
626 627 628 629

 out_free:
	free_vfsmnt(mnt);
	return NULL;
L
Linus Torvalds 已提交
630 631
}

632
static inline void __mntput(struct vfsmount *mnt)
L
Linus Torvalds 已提交
633 634
{
	struct super_block *sb = mnt->mnt_sb;
635 636 637 638 639 640
	/*
	 * This probably indicates that somebody messed
	 * up a mnt_want/drop_write() pair.  If this
	 * happens, the filesystem was probably unable
	 * to make r/w->r/o transitions.
	 */
N
npiggin@suse.de 已提交
641 642 643 644 645
	/*
	 * atomic_dec_and_lock() used to deal with ->mnt_count decrements
	 * provides barriers, so count_mnt_writers() below is safe.  AV
	 */
	WARN_ON(count_mnt_writers(mnt));
646
	fsnotify_vfsmount_delete(mnt);
L
Linus Torvalds 已提交
647 648 649 650 651
	dput(mnt->mnt_root);
	free_vfsmnt(mnt);
	deactivate_super(sb);
}

652 653 654
void mntput_no_expire(struct vfsmount *mnt)
{
repeat:
N
Nick Piggin 已提交
655 656 657 658 659 660 661 662 663 664 665
	if (atomic_add_unless(&mnt->mnt_count, -1, 1))
		return;
	br_write_lock(vfsmount_lock);
	if (!atomic_dec_and_test(&mnt->mnt_count)) {
		br_write_unlock(vfsmount_lock);
		return;
	}
	if (likely(!mnt->mnt_pinned)) {
		br_write_unlock(vfsmount_lock);
		__mntput(mnt);
		return;
666
	}
N
Nick Piggin 已提交
667 668 669 670 671
	atomic_add(mnt->mnt_pinned + 1, &mnt->mnt_count);
	mnt->mnt_pinned = 0;
	br_write_unlock(vfsmount_lock);
	acct_auto_close_mnt(mnt);
	goto repeat;
672 673 674 675 676
}
EXPORT_SYMBOL(mntput_no_expire);

void mnt_pin(struct vfsmount *mnt)
{
N
Nick Piggin 已提交
677
	br_write_lock(vfsmount_lock);
678
	mnt->mnt_pinned++;
N
Nick Piggin 已提交
679
	br_write_unlock(vfsmount_lock);
680 681 682 683 684 685
}

EXPORT_SYMBOL(mnt_pin);

void mnt_unpin(struct vfsmount *mnt)
{
N
Nick Piggin 已提交
686
	br_write_lock(vfsmount_lock);
687 688 689 690
	if (mnt->mnt_pinned) {
		atomic_inc(&mnt->mnt_count);
		mnt->mnt_pinned--;
	}
N
Nick Piggin 已提交
691
	br_write_unlock(vfsmount_lock);
692 693 694
}

EXPORT_SYMBOL(mnt_unpin);
L
Linus Torvalds 已提交
695

696 697 698 699 700 701 702 703 704 705 706 707 708
static inline void mangle(struct seq_file *m, const char *s)
{
	seq_escape(m, s, " \t\n\\");
}

/*
 * Simple .show_options callback for filesystems which don't want to
 * implement more complex mount option showing.
 *
 * See also save_mount_options().
 */
int generic_show_options(struct seq_file *m, struct vfsmount *mnt)
{
709 710 711 712
	const char *options;

	rcu_read_lock();
	options = rcu_dereference(mnt->mnt_sb->s_options);
713 714 715 716 717

	if (options != NULL && options[0]) {
		seq_putc(m, ',');
		mangle(m, options);
	}
718
	rcu_read_unlock();
719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738

	return 0;
}
EXPORT_SYMBOL(generic_show_options);

/*
 * If filesystem uses generic_show_options(), this function should be
 * called from the fill_super() callback.
 *
 * The .remount_fs callback usually needs to be handled in a special
 * way, to make sure, that previous options are not overwritten if the
 * remount fails.
 *
 * Also note, that if the filesystem's .remount_fs function doesn't
 * reset all options to their default value, but changes only newly
 * given options, then the displayed options will not reflect reality
 * any more.
 */
void save_mount_options(struct super_block *sb, char *options)
{
739 740
	BUG_ON(sb->s_options);
	rcu_assign_pointer(sb->s_options, kstrdup(options, GFP_KERNEL));
741 742 743
}
EXPORT_SYMBOL(save_mount_options);

744 745 746 747 748 749 750 751 752 753 754
void replace_mount_options(struct super_block *sb, char *options)
{
	char *old = sb->s_options;
	rcu_assign_pointer(sb->s_options, options);
	if (old) {
		synchronize_rcu();
		kfree(old);
	}
}
EXPORT_SYMBOL(replace_mount_options);

755
#ifdef CONFIG_PROC_FS
L
Linus Torvalds 已提交
756 757 758
/* iterator */
static void *m_start(struct seq_file *m, loff_t *pos)
{
759
	struct proc_mounts *p = m->private;
L
Linus Torvalds 已提交
760

R
Ram Pai 已提交
761
	down_read(&namespace_sem);
762
	return seq_list_start(&p->ns->list, *pos);
L
Linus Torvalds 已提交
763 764 765 766
}

static void *m_next(struct seq_file *m, void *v, loff_t *pos)
{
767
	struct proc_mounts *p = m->private;
768

769
	return seq_list_next(v, &p->ns->list, pos);
L
Linus Torvalds 已提交
770 771 772 773
}

static void m_stop(struct seq_file *m, void *v)
{
R
Ram Pai 已提交
774
	up_read(&namespace_sem);
L
Linus Torvalds 已提交
775 776
}

777 778 779 780 781
int mnt_had_events(struct proc_mounts *p)
{
	struct mnt_namespace *ns = p->ns;
	int res = 0;

N
Nick Piggin 已提交
782
	br_read_lock(vfsmount_lock);
783 784 785 786
	if (p->event != ns->event) {
		p->event = ns->event;
		res = 1;
	}
N
Nick Piggin 已提交
787
	br_read_unlock(vfsmount_lock);
788 789 790 791

	return res;
}

792 793 794 795 796
struct proc_fs_info {
	int flag;
	const char *str;
};

797
static int show_sb_opts(struct seq_file *m, struct super_block *sb)
L
Linus Torvalds 已提交
798
{
799
	static const struct proc_fs_info fs_info[] = {
L
Linus Torvalds 已提交
800 801 802 803 804
		{ MS_SYNCHRONOUS, ",sync" },
		{ MS_DIRSYNC, ",dirsync" },
		{ MS_MANDLOCK, ",mand" },
		{ 0, NULL }
	};
805 806 807 808 809 810
	const struct proc_fs_info *fs_infop;

	for (fs_infop = fs_info; fs_infop->flag; fs_infop++) {
		if (sb->s_flags & fs_infop->flag)
			seq_puts(m, fs_infop->str);
	}
811 812

	return security_sb_show_options(m, sb);
813 814 815 816 817
}

static void show_mnt_opts(struct seq_file *m, struct vfsmount *mnt)
{
	static const struct proc_fs_info mnt_info[] = {
L
Linus Torvalds 已提交
818 819 820
		{ MNT_NOSUID, ",nosuid" },
		{ MNT_NODEV, ",nodev" },
		{ MNT_NOEXEC, ",noexec" },
821 822
		{ MNT_NOATIME, ",noatime" },
		{ MNT_NODIRATIME, ",nodiratime" },
V
Valerie Henson 已提交
823
		{ MNT_RELATIME, ",relatime" },
L
Linus Torvalds 已提交
824 825
		{ 0, NULL }
	};
826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844 845 846
	const struct proc_fs_info *fs_infop;

	for (fs_infop = mnt_info; fs_infop->flag; fs_infop++) {
		if (mnt->mnt_flags & fs_infop->flag)
			seq_puts(m, fs_infop->str);
	}
}

static void show_type(struct seq_file *m, struct super_block *sb)
{
	mangle(m, sb->s_type->name);
	if (sb->s_subtype && sb->s_subtype[0]) {
		seq_putc(m, '.');
		mangle(m, sb->s_subtype);
	}
}

static int show_vfsmnt(struct seq_file *m, void *v)
{
	struct vfsmount *mnt = list_entry(v, struct vfsmount, mnt_list);
	int err = 0;
847
	struct path mnt_path = { .dentry = mnt->mnt_root, .mnt = mnt };
L
Linus Torvalds 已提交
848 849 850

	mangle(m, mnt->mnt_devname ? mnt->mnt_devname : "none");
	seq_putc(m, ' ');
851
	seq_path(m, &mnt_path, " \t\n\\");
L
Linus Torvalds 已提交
852
	seq_putc(m, ' ');
853
	show_type(m, mnt->mnt_sb);
854
	seq_puts(m, __mnt_is_readonly(mnt) ? " ro" : " rw");
855 856 857
	err = show_sb_opts(m, mnt->mnt_sb);
	if (err)
		goto out;
858
	show_mnt_opts(m, mnt);
L
Linus Torvalds 已提交
859 860 861
	if (mnt->mnt_sb->s_op->show_options)
		err = mnt->mnt_sb->s_op->show_options(m, mnt);
	seq_puts(m, " 0 0\n");
862
out:
L
Linus Torvalds 已提交
863 864 865
	return err;
}

866
const struct seq_operations mounts_op = {
L
Linus Torvalds 已提交
867 868 869 870 871 872
	.start	= m_start,
	.next	= m_next,
	.stop	= m_stop,
	.show	= show_vfsmnt
};

873 874 875 876 877 878 879 880 881 882 883 884 885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900
static int show_mountinfo(struct seq_file *m, void *v)
{
	struct proc_mounts *p = m->private;
	struct vfsmount *mnt = list_entry(v, struct vfsmount, mnt_list);
	struct super_block *sb = mnt->mnt_sb;
	struct path mnt_path = { .dentry = mnt->mnt_root, .mnt = mnt };
	struct path root = p->root;
	int err = 0;

	seq_printf(m, "%i %i %u:%u ", mnt->mnt_id, mnt->mnt_parent->mnt_id,
		   MAJOR(sb->s_dev), MINOR(sb->s_dev));
	seq_dentry(m, mnt->mnt_root, " \t\n\\");
	seq_putc(m, ' ');
	seq_path_root(m, &mnt_path, &root, " \t\n\\");
	if (root.mnt != p->root.mnt || root.dentry != p->root.dentry) {
		/*
		 * Mountpoint is outside root, discard that one.  Ugly,
		 * but less so than trying to do that in iterator in a
		 * race-free way (due to renames).
		 */
		return SEQ_SKIP;
	}
	seq_puts(m, mnt->mnt_flags & MNT_READONLY ? " ro" : " rw");
	show_mnt_opts(m, mnt);

	/* Tagged fields ("foo:X" or "bar") */
	if (IS_MNT_SHARED(mnt))
		seq_printf(m, " shared:%i", mnt->mnt_group_id);
901 902 903 904 905 906 907
	if (IS_MNT_SLAVE(mnt)) {
		int master = mnt->mnt_master->mnt_group_id;
		int dom = get_dominating_id(mnt, &p->root);
		seq_printf(m, " master:%i", master);
		if (dom && dom != master)
			seq_printf(m, " propagate_from:%i", dom);
	}
908 909 910 911 912 913 914 915 916
	if (IS_MNT_UNBINDABLE(mnt))
		seq_puts(m, " unbindable");

	/* Filesystem specific data */
	seq_puts(m, " - ");
	show_type(m, sb);
	seq_putc(m, ' ');
	mangle(m, mnt->mnt_devname ? mnt->mnt_devname : "none");
	seq_puts(m, sb->s_flags & MS_RDONLY ? " ro" : " rw");
917 918 919
	err = show_sb_opts(m, sb);
	if (err)
		goto out;
920 921 922
	if (sb->s_op->show_options)
		err = sb->s_op->show_options(m, mnt);
	seq_putc(m, '\n');
923
out:
924 925 926 927 928 929 930 931 932 933
	return err;
}

const struct seq_operations mountinfo_op = {
	.start	= m_start,
	.next	= m_next,
	.stop	= m_stop,
	.show	= show_mountinfo,
};

934 935
static int show_vfsstat(struct seq_file *m, void *v)
{
936
	struct vfsmount *mnt = list_entry(v, struct vfsmount, mnt_list);
937
	struct path mnt_path = { .dentry = mnt->mnt_root, .mnt = mnt };
938 939 940 941 942 943 944 945 946 947 948
	int err = 0;

	/* device */
	if (mnt->mnt_devname) {
		seq_puts(m, "device ");
		mangle(m, mnt->mnt_devname);
	} else
		seq_puts(m, "no device");

	/* mount point */
	seq_puts(m, " mounted on ");
949
	seq_path(m, &mnt_path, " \t\n\\");
950 951 952 953
	seq_putc(m, ' ');

	/* file system type */
	seq_puts(m, "with fstype ");
954
	show_type(m, mnt->mnt_sb);
955 956 957 958 959 960 961 962 963 964 965

	/* optional statistics */
	if (mnt->mnt_sb->s_op->show_stats) {
		seq_putc(m, ' ');
		err = mnt->mnt_sb->s_op->show_stats(m, mnt);
	}

	seq_putc(m, '\n');
	return err;
}

966
const struct seq_operations mountstats_op = {
967 968 969 970 971
	.start	= m_start,
	.next	= m_next,
	.stop	= m_stop,
	.show	= show_vfsstat,
};
972
#endif  /* CONFIG_PROC_FS */
973

L
Linus Torvalds 已提交
974 975 976 977 978 979 980 981 982 983
/**
 * may_umount_tree - check if a mount tree is busy
 * @mnt: root of mount tree
 *
 * This is called to check if a tree of mounts has any
 * open files, pwds, chroots or sub mounts that are
 * busy.
 */
int may_umount_tree(struct vfsmount *mnt)
{
R
Ram Pai 已提交
984 985 986
	int actual_refs = 0;
	int minimum_refs = 0;
	struct vfsmount *p;
L
Linus Torvalds 已提交
987

N
Nick Piggin 已提交
988
	br_read_lock(vfsmount_lock);
R
Ram Pai 已提交
989
	for (p = mnt; p; p = next_mnt(p, mnt)) {
L
Linus Torvalds 已提交
990 991 992
		actual_refs += atomic_read(&p->mnt_count);
		minimum_refs += 2;
	}
N
Nick Piggin 已提交
993
	br_read_unlock(vfsmount_lock);
L
Linus Torvalds 已提交
994 995

	if (actual_refs > minimum_refs)
996
		return 0;
L
Linus Torvalds 已提交
997

998
	return 1;
L
Linus Torvalds 已提交
999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017
}

EXPORT_SYMBOL(may_umount_tree);

/**
 * may_umount - check if a mount point is busy
 * @mnt: root of mount
 *
 * This is called to check if a mount point has any
 * open files, pwds, chroots or sub mounts. If the
 * mount has sub mounts this will return busy
 * regardless of whether the sub mounts are busy.
 *
 * Doesn't take quota and stuff into account. IOW, in some cases it will
 * give false negatives. The main reason why it's here is that we need
 * a non-destructive way to look for easily umountable filesystems.
 */
int may_umount(struct vfsmount *mnt)
{
1018
	int ret = 1;
A
Al Viro 已提交
1019
	down_read(&namespace_sem);
N
Nick Piggin 已提交
1020
	br_read_lock(vfsmount_lock);
R
Ram Pai 已提交
1021
	if (propagate_mount_busy(mnt, 2))
1022
		ret = 0;
N
Nick Piggin 已提交
1023
	br_read_unlock(vfsmount_lock);
A
Al Viro 已提交
1024
	up_read(&namespace_sem);
R
Ram Pai 已提交
1025
	return ret;
L
Linus Torvalds 已提交
1026 1027 1028 1029
}

EXPORT_SYMBOL(may_umount);

1030
void release_mounts(struct list_head *head)
R
Ram Pai 已提交
1031 1032
{
	struct vfsmount *mnt;
M
Miklos Szeredi 已提交
1033
	while (!list_empty(head)) {
1034
		mnt = list_first_entry(head, struct vfsmount, mnt_hash);
R
Ram Pai 已提交
1035 1036 1037 1038
		list_del_init(&mnt->mnt_hash);
		if (mnt->mnt_parent != mnt) {
			struct dentry *dentry;
			struct vfsmount *m;
N
Nick Piggin 已提交
1039 1040

			br_write_lock(vfsmount_lock);
R
Ram Pai 已提交
1041 1042 1043 1044
			dentry = mnt->mnt_mountpoint;
			m = mnt->mnt_parent;
			mnt->mnt_mountpoint = mnt->mnt_root;
			mnt->mnt_parent = mnt;
1045
			m->mnt_ghosts--;
N
Nick Piggin 已提交
1046
			br_write_unlock(vfsmount_lock);
R
Ram Pai 已提交
1047 1048 1049 1050 1051 1052 1053
			dput(dentry);
			mntput(m);
		}
		mntput(mnt);
	}
}

N
Nick Piggin 已提交
1054 1055 1056 1057
/*
 * vfsmount lock must be held for write
 * namespace_sem must be held for write
 */
R
Ram Pai 已提交
1058
void umount_tree(struct vfsmount *mnt, int propagate, struct list_head *kill)
L
Linus Torvalds 已提交
1059 1060 1061
{
	struct vfsmount *p;

A
Akinobu Mita 已提交
1062 1063
	for (p = mnt; p; p = next_mnt(p, mnt))
		list_move(&p->mnt_hash, kill);
L
Linus Torvalds 已提交
1064

R
Ram Pai 已提交
1065 1066 1067
	if (propagate)
		propagate_umount(kill);

R
Ram Pai 已提交
1068 1069 1070
	list_for_each_entry(p, kill, mnt_hash) {
		list_del_init(&p->mnt_expire);
		list_del_init(&p->mnt_list);
1071 1072
		__touch_mnt_namespace(p->mnt_ns);
		p->mnt_ns = NULL;
R
Ram Pai 已提交
1073
		list_del_init(&p->mnt_child);
1074 1075
		if (p->mnt_parent != p) {
			p->mnt_parent->mnt_ghosts++;
1076
			p->mnt_mountpoint->d_mounted--;
1077
		}
R
Ram Pai 已提交
1078
		change_mnt_propagation(p, MS_PRIVATE);
L
Linus Torvalds 已提交
1079 1080 1081
	}
}

1082 1083
static void shrink_submounts(struct vfsmount *mnt, struct list_head *umounts);

L
Linus Torvalds 已提交
1084 1085
static int do_umount(struct vfsmount *mnt, int flags)
{
R
Ram Pai 已提交
1086
	struct super_block *sb = mnt->mnt_sb;
L
Linus Torvalds 已提交
1087
	int retval;
R
Ram Pai 已提交
1088
	LIST_HEAD(umount_list);
L
Linus Torvalds 已提交
1089 1090 1091 1092 1093 1094 1095 1096 1097 1098 1099 1100

	retval = security_sb_umount(mnt, flags);
	if (retval)
		return retval;

	/*
	 * Allow userspace to request a mountpoint be expired rather than
	 * unmounting unconditionally. Unmount only happens if:
	 *  (1) the mark is already set (the mark is cleared by mntput())
	 *  (2) the usage count == 1 [parent vfsmount] + 1 [sys_umount]
	 */
	if (flags & MNT_EXPIRE) {
J
Jan Blunck 已提交
1101
		if (mnt == current->fs->root.mnt ||
L
Linus Torvalds 已提交
1102 1103 1104 1105 1106 1107 1108 1109 1110 1111 1112 1113 1114 1115 1116 1117 1118 1119 1120 1121
		    flags & (MNT_FORCE | MNT_DETACH))
			return -EINVAL;

		if (atomic_read(&mnt->mnt_count) != 2)
			return -EBUSY;

		if (!xchg(&mnt->mnt_expiry_mark, 1))
			return -EAGAIN;
	}

	/*
	 * If we may have to abort operations to get out of this
	 * mount, and they will themselves hold resources we must
	 * allow the fs to do things. In the Unix tradition of
	 * 'Gee thats tricky lets do it in userspace' the umount_begin
	 * might fail to complete on the first run through as other tasks
	 * must return, and the like. Thats for the mount program to worry
	 * about for the moment.
	 */

1122 1123 1124
	if (flags & MNT_FORCE && sb->s_op->umount_begin) {
		sb->s_op->umount_begin(sb);
	}
L
Linus Torvalds 已提交
1125 1126 1127 1128 1129 1130 1131 1132 1133 1134

	/*
	 * No sense to grab the lock for this test, but test itself looks
	 * somewhat bogus. Suggestions for better replacement?
	 * Ho-hum... In principle, we might treat that as umount + switch
	 * to rootfs. GC would eventually take care of the old vfsmount.
	 * Actually it makes sense, especially if rootfs would contain a
	 * /reboot - static binary that would close all descriptors and
	 * call reboot(9). Then init(8) could umount root and exec /reboot.
	 */
J
Jan Blunck 已提交
1135
	if (mnt == current->fs->root.mnt && !(flags & MNT_DETACH)) {
L
Linus Torvalds 已提交
1136 1137 1138 1139 1140
		/*
		 * Special case for "unmounting" root ...
		 * we just try to remount it readonly.
		 */
		down_write(&sb->s_umount);
A
Al Viro 已提交
1141
		if (!(sb->s_flags & MS_RDONLY))
L
Linus Torvalds 已提交
1142 1143 1144 1145 1146
			retval = do_remount_sb(sb, MS_RDONLY, NULL, 0);
		up_write(&sb->s_umount);
		return retval;
	}

R
Ram Pai 已提交
1147
	down_write(&namespace_sem);
N
Nick Piggin 已提交
1148
	br_write_lock(vfsmount_lock);
A
Al Viro 已提交
1149
	event++;
L
Linus Torvalds 已提交
1150

1151 1152 1153
	if (!(flags & MNT_DETACH))
		shrink_submounts(mnt, &umount_list);

L
Linus Torvalds 已提交
1154
	retval = -EBUSY;
R
Ram Pai 已提交
1155
	if (flags & MNT_DETACH || !propagate_mount_busy(mnt, 2)) {
L
Linus Torvalds 已提交
1156
		if (!list_empty(&mnt->mnt_list))
R
Ram Pai 已提交
1157
			umount_tree(mnt, 1, &umount_list);
L
Linus Torvalds 已提交
1158 1159
		retval = 0;
	}
N
Nick Piggin 已提交
1160
	br_write_unlock(vfsmount_lock);
R
Ram Pai 已提交
1161
	up_write(&namespace_sem);
R
Ram Pai 已提交
1162
	release_mounts(&umount_list);
L
Linus Torvalds 已提交
1163 1164 1165 1166 1167 1168 1169 1170 1171 1172 1173
	return retval;
}

/*
 * Now umount can handle mount points as well as block devices.
 * This is important for filesystems which use unnamed block devices.
 *
 * We now support a flag for forced unmount like the other 'big iron'
 * unixes. Our API is identical to OSF/1 to avoid making a mess of AMD
 */

1174
SYSCALL_DEFINE2(umount, char __user *, name, int, flags)
L
Linus Torvalds 已提交
1175
{
1176
	struct path path;
L
Linus Torvalds 已提交
1177
	int retval;
1178
	int lookup_flags = 0;
L
Linus Torvalds 已提交
1179

1180 1181 1182 1183 1184 1185 1186
	if (flags & ~(MNT_FORCE | MNT_DETACH | MNT_EXPIRE | UMOUNT_NOFOLLOW))
		return -EINVAL;

	if (!(flags & UMOUNT_NOFOLLOW))
		lookup_flags |= LOOKUP_FOLLOW;

	retval = user_path_at(AT_FDCWD, name, lookup_flags, &path);
L
Linus Torvalds 已提交
1187 1188 1189
	if (retval)
		goto out;
	retval = -EINVAL;
1190
	if (path.dentry != path.mnt->mnt_root)
L
Linus Torvalds 已提交
1191
		goto dput_and_out;
1192
	if (!check_mnt(path.mnt))
L
Linus Torvalds 已提交
1193 1194 1195 1196 1197 1198
		goto dput_and_out;

	retval = -EPERM;
	if (!capable(CAP_SYS_ADMIN))
		goto dput_and_out;

1199
	retval = do_umount(path.mnt, flags);
L
Linus Torvalds 已提交
1200
dput_and_out:
J
Jan Blunck 已提交
1201
	/* we mustn't call path_put() as that would clear mnt_expiry_mark */
1202 1203
	dput(path.dentry);
	mntput_no_expire(path.mnt);
L
Linus Torvalds 已提交
1204 1205 1206 1207 1208 1209 1210
out:
	return retval;
}

#ifdef __ARCH_WANT_SYS_OLDUMOUNT

/*
R
Ram Pai 已提交
1211
 *	The 2.0 compatible umount. No flags.
L
Linus Torvalds 已提交
1212
 */
1213
SYSCALL_DEFINE1(oldumount, char __user *, name)
L
Linus Torvalds 已提交
1214
{
R
Ram Pai 已提交
1215
	return sys_umount(name, 0);
L
Linus Torvalds 已提交
1216 1217 1218 1219
}

#endif

1220
static int mount_is_safe(struct path *path)
L
Linus Torvalds 已提交
1221 1222 1223 1224 1225
{
	if (capable(CAP_SYS_ADMIN))
		return 0;
	return -EPERM;
#ifdef notyet
1226
	if (S_ISLNK(path->dentry->d_inode->i_mode))
L
Linus Torvalds 已提交
1227
		return -EPERM;
1228
	if (path->dentry->d_inode->i_mode & S_ISVTX) {
1229
		if (current_uid() != path->dentry->d_inode->i_uid)
L
Linus Torvalds 已提交
1230 1231
			return -EPERM;
	}
1232
	if (inode_permission(path->dentry->d_inode, MAY_WRITE))
L
Linus Torvalds 已提交
1233 1234 1235 1236 1237
		return -EPERM;
	return 0;
#endif
}

1238
struct vfsmount *copy_tree(struct vfsmount *mnt, struct dentry *dentry,
R
Ram Pai 已提交
1239
					int flag)
L
Linus Torvalds 已提交
1240 1241
{
	struct vfsmount *res, *p, *q, *r, *s;
1242
	struct path path;
L
Linus Torvalds 已提交
1243

R
Ram Pai 已提交
1244 1245 1246
	if (!(flag & CL_COPY_ALL) && IS_MNT_UNBINDABLE(mnt))
		return NULL;

R
Ram Pai 已提交
1247
	res = q = clone_mnt(mnt, dentry, flag);
L
Linus Torvalds 已提交
1248 1249 1250 1251 1252
	if (!q)
		goto Enomem;
	q->mnt_mountpoint = mnt->mnt_mountpoint;

	p = mnt;
1253
	list_for_each_entry(r, &mnt->mnt_mounts, mnt_child) {
1254
		if (!is_subdir(r->mnt_mountpoint, dentry))
L
Linus Torvalds 已提交
1255 1256 1257
			continue;

		for (s = r; s; s = next_mnt(s, r)) {
R
Ram Pai 已提交
1258 1259 1260 1261
			if (!(flag & CL_COPY_ALL) && IS_MNT_UNBINDABLE(s)) {
				s = skip_mnt_tree(s);
				continue;
			}
L
Linus Torvalds 已提交
1262 1263 1264 1265 1266
			while (p != s->mnt_parent) {
				p = p->mnt_parent;
				q = q->mnt_parent;
			}
			p = s;
1267 1268
			path.mnt = q;
			path.dentry = p->mnt_mountpoint;
R
Ram Pai 已提交
1269
			q = clone_mnt(p, p->mnt_root, flag);
L
Linus Torvalds 已提交
1270 1271
			if (!q)
				goto Enomem;
N
Nick Piggin 已提交
1272
			br_write_lock(vfsmount_lock);
L
Linus Torvalds 已提交
1273
			list_add_tail(&q->mnt_list, &res->mnt_list);
1274
			attach_mnt(q, &path);
N
Nick Piggin 已提交
1275
			br_write_unlock(vfsmount_lock);
L
Linus Torvalds 已提交
1276 1277 1278
		}
	}
	return res;
R
Ram Pai 已提交
1279
Enomem:
L
Linus Torvalds 已提交
1280
	if (res) {
R
Ram Pai 已提交
1281
		LIST_HEAD(umount_list);
N
Nick Piggin 已提交
1282
		br_write_lock(vfsmount_lock);
R
Ram Pai 已提交
1283
		umount_tree(res, 0, &umount_list);
N
Nick Piggin 已提交
1284
		br_write_unlock(vfsmount_lock);
R
Ram Pai 已提交
1285
		release_mounts(&umount_list);
L
Linus Torvalds 已提交
1286 1287 1288 1289
	}
	return NULL;
}

A
Al Viro 已提交
1290
struct vfsmount *collect_mounts(struct path *path)
1291 1292
{
	struct vfsmount *tree;
1293
	down_write(&namespace_sem);
A
Al Viro 已提交
1294
	tree = copy_tree(path->mnt, path->dentry, CL_COPY_ALL | CL_PRIVATE);
1295
	up_write(&namespace_sem);
1296 1297 1298 1299 1300 1301
	return tree;
}

void drop_collected_mounts(struct vfsmount *mnt)
{
	LIST_HEAD(umount_list);
1302
	down_write(&namespace_sem);
N
Nick Piggin 已提交
1303
	br_write_lock(vfsmount_lock);
1304
	umount_tree(mnt, 0, &umount_list);
N
Nick Piggin 已提交
1305
	br_write_unlock(vfsmount_lock);
1306
	up_write(&namespace_sem);
1307 1308 1309
	release_mounts(&umount_list);
}

A
Al Viro 已提交
1310 1311 1312 1313 1314 1315 1316 1317 1318 1319 1320 1321 1322 1323 1324
int iterate_mounts(int (*f)(struct vfsmount *, void *), void *arg,
		   struct vfsmount *root)
{
	struct vfsmount *mnt;
	int res = f(root, arg);
	if (res)
		return res;
	list_for_each_entry(mnt, &root->mnt_list, mnt_list) {
		res = f(mnt, arg);
		if (res)
			return res;
	}
	return 0;
}

1325 1326 1327 1328 1329 1330 1331 1332 1333 1334 1335 1336 1337 1338 1339 1340 1341 1342 1343 1344 1345 1346 1347 1348 1349 1350 1351
static void cleanup_group_ids(struct vfsmount *mnt, struct vfsmount *end)
{
	struct vfsmount *p;

	for (p = mnt; p != end; p = next_mnt(p, mnt)) {
		if (p->mnt_group_id && !IS_MNT_SHARED(p))
			mnt_release_group_id(p);
	}
}

static int invent_group_ids(struct vfsmount *mnt, bool recurse)
{
	struct vfsmount *p;

	for (p = mnt; p; p = recurse ? next_mnt(p, mnt) : NULL) {
		if (!p->mnt_group_id && !IS_MNT_SHARED(p)) {
			int err = mnt_alloc_group_id(p);
			if (err) {
				cleanup_group_ids(mnt, p);
				return err;
			}
		}
	}

	return 0;
}

1352 1353
/*
 *  @source_mnt : mount tree to be attached
R
Ram Pai 已提交
1354 1355 1356 1357
 *  @nd         : place the mount tree @source_mnt is attached
 *  @parent_nd  : if non-null, detach the source_mnt from its parent and
 *  		   store the parent mount and mountpoint dentry.
 *  		   (done when source_mnt is moved)
1358 1359 1360
 *
 *  NOTE: in the table below explains the semantics when a source mount
 *  of a given type is attached to a destination mount of a given type.
R
Ram Pai 已提交
1361 1362 1363 1364 1365 1366 1367 1368 1369 1370 1371 1372
 * ---------------------------------------------------------------------------
 * |         BIND MOUNT OPERATION                                            |
 * |**************************************************************************
 * | source-->| shared        |       private  |       slave    | unbindable |
 * | dest     |               |                |                |            |
 * |   |      |               |                |                |            |
 * |   v      |               |                |                |            |
 * |**************************************************************************
 * |  shared  | shared (++)   |     shared (+) |     shared(+++)|  invalid   |
 * |          |               |                |                |            |
 * |non-shared| shared (+)    |      private   |      slave (*) |  invalid   |
 * ***************************************************************************
1373 1374 1375 1376 1377 1378 1379 1380 1381
 * A bind operation clones the source mount and mounts the clone on the
 * destination mount.
 *
 * (++)  the cloned mount is propagated to all the mounts in the propagation
 * 	 tree of the destination mount and the cloned mount is added to
 * 	 the peer group of the source mount.
 * (+)   the cloned mount is created under the destination mount and is marked
 *       as shared. The cloned mount is added to the peer group of the source
 *       mount.
R
Ram Pai 已提交
1382 1383 1384 1385 1386 1387 1388
 * (+++) the mount is propagated to all the mounts in the propagation tree
 *       of the destination mount and the cloned mount is made slave
 *       of the same master as that of the source mount. The cloned mount
 *       is marked as 'shared and slave'.
 * (*)   the cloned mount is made a slave of the same master as that of the
 * 	 source mount.
 *
R
Ram Pai 已提交
1389 1390 1391 1392 1393 1394 1395 1396 1397 1398 1399 1400
 * ---------------------------------------------------------------------------
 * |         		MOVE MOUNT OPERATION                                 |
 * |**************************************************************************
 * | source-->| shared        |       private  |       slave    | unbindable |
 * | dest     |               |                |                |            |
 * |   |      |               |                |                |            |
 * |   v      |               |                |                |            |
 * |**************************************************************************
 * |  shared  | shared (+)    |     shared (+) |    shared(+++) |  invalid   |
 * |          |               |                |                |            |
 * |non-shared| shared (+*)   |      private   |    slave (*)   | unbindable |
 * ***************************************************************************
R
Ram Pai 已提交
1401 1402 1403
 *
 * (+)  the mount is moved to the destination. And is then propagated to
 * 	all the mounts in the propagation tree of the destination mount.
R
Ram Pai 已提交
1404
 * (+*)  the mount is moved to the destination.
R
Ram Pai 已提交
1405 1406 1407 1408
 * (+++)  the mount is moved to the destination and is then propagated to
 * 	all the mounts belonging to the destination mount's propagation tree.
 * 	the mount is marked as 'shared and slave'.
 * (*)	the mount continues to be a slave at the new location.
1409 1410 1411 1412 1413 1414 1415
 *
 * if the source mount is a tree, the operations explained above is
 * applied to each mount in the tree.
 * Must be called without spinlocks held, since this function can sleep
 * in allocations.
 */
static int attach_recursive_mnt(struct vfsmount *source_mnt,
1416
			struct path *path, struct path *parent_path)
1417 1418
{
	LIST_HEAD(tree_list);
1419 1420
	struct vfsmount *dest_mnt = path->mnt;
	struct dentry *dest_dentry = path->dentry;
1421
	struct vfsmount *child, *p;
1422
	int err;
1423

1424 1425 1426 1427 1428 1429 1430 1431
	if (IS_MNT_SHARED(dest_mnt)) {
		err = invent_group_ids(source_mnt, true);
		if (err)
			goto out;
	}
	err = propagate_mnt(dest_mnt, dest_dentry, source_mnt, &tree_list);
	if (err)
		goto out_cleanup_ids;
1432

N
Nick Piggin 已提交
1433
	br_write_lock(vfsmount_lock);
1434

1435 1436 1437 1438
	if (IS_MNT_SHARED(dest_mnt)) {
		for (p = source_mnt; p; p = next_mnt(p, source_mnt))
			set_mnt_shared(p);
	}
1439 1440 1441
	if (parent_path) {
		detach_mnt(source_mnt, parent_path);
		attach_mnt(source_mnt, path);
1442
		touch_mnt_namespace(parent_path->mnt->mnt_ns);
R
Ram Pai 已提交
1443 1444 1445 1446
	} else {
		mnt_set_mountpoint(dest_mnt, dest_dentry, source_mnt);
		commit_tree(source_mnt);
	}
1447 1448 1449 1450 1451

	list_for_each_entry_safe(child, p, &tree_list, mnt_hash) {
		list_del_init(&child->mnt_hash);
		commit_tree(child);
	}
N
Nick Piggin 已提交
1452 1453
	br_write_unlock(vfsmount_lock);

1454
	return 0;
1455 1456 1457 1458 1459 1460

 out_cleanup_ids:
	if (IS_MNT_SHARED(dest_mnt))
		cleanup_group_ids(source_mnt, NULL);
 out:
	return err;
1461 1462
}

1463
static int graft_tree(struct vfsmount *mnt, struct path *path)
L
Linus Torvalds 已提交
1464 1465 1466 1467 1468
{
	int err;
	if (mnt->mnt_sb->s_flags & MS_NOUSER)
		return -EINVAL;

1469
	if (S_ISDIR(path->dentry->d_inode->i_mode) !=
L
Linus Torvalds 已提交
1470 1471 1472 1473
	      S_ISDIR(mnt->mnt_root->d_inode->i_mode))
		return -ENOTDIR;

	err = -ENOENT;
1474
	mutex_lock(&path->dentry->d_inode->i_mutex);
1475
	if (cant_mount(path->dentry))
L
Linus Torvalds 已提交
1476 1477
		goto out_unlock;

1478
	if (!d_unlinked(path->dentry))
1479
		err = attach_recursive_mnt(mnt, path, NULL);
L
Linus Torvalds 已提交
1480
out_unlock:
1481
	mutex_unlock(&path->dentry->d_inode->i_mutex);
L
Linus Torvalds 已提交
1482 1483 1484
	return err;
}

1485 1486 1487 1488 1489 1490 1491 1492 1493 1494 1495 1496 1497 1498 1499 1500 1501
/*
 * Sanity check the flags to change_mnt_propagation.
 */

static int flags_to_propagation_type(int flags)
{
	int type = flags & ~MS_REC;

	/* Fail if any non-propagation flags are set */
	if (type & ~(MS_SHARED | MS_PRIVATE | MS_SLAVE | MS_UNBINDABLE))
		return 0;
	/* Only one propagation flag should be set */
	if (!is_power_of_2(type))
		return 0;
	return type;
}

1502 1503 1504
/*
 * recursively change the type of the mountpoint.
 */
1505
static int do_change_type(struct path *path, int flag)
1506
{
1507
	struct vfsmount *m, *mnt = path->mnt;
1508
	int recurse = flag & MS_REC;
1509
	int type;
1510
	int err = 0;
1511

1512 1513 1514
	if (!capable(CAP_SYS_ADMIN))
		return -EPERM;

1515
	if (path->dentry != path->mnt->mnt_root)
1516 1517
		return -EINVAL;

1518 1519 1520 1521
	type = flags_to_propagation_type(flag);
	if (!type)
		return -EINVAL;

1522
	down_write(&namespace_sem);
1523 1524 1525 1526 1527 1528
	if (type == MS_SHARED) {
		err = invent_group_ids(mnt, recurse);
		if (err)
			goto out_unlock;
	}

N
Nick Piggin 已提交
1529
	br_write_lock(vfsmount_lock);
1530 1531
	for (m = mnt; m; m = (recurse ? next_mnt(m, mnt) : NULL))
		change_mnt_propagation(m, type);
N
Nick Piggin 已提交
1532
	br_write_unlock(vfsmount_lock);
1533 1534

 out_unlock:
1535
	up_write(&namespace_sem);
1536
	return err;
1537 1538
}

L
Linus Torvalds 已提交
1539 1540 1541
/*
 * do loopback mount.
 */
1542
static int do_loopback(struct path *path, char *old_name,
1543
				int recurse)
L
Linus Torvalds 已提交
1544
{
1545
	struct path old_path;
L
Linus Torvalds 已提交
1546
	struct vfsmount *mnt = NULL;
1547
	int err = mount_is_safe(path);
L
Linus Torvalds 已提交
1548 1549 1550 1551
	if (err)
		return err;
	if (!old_name || !*old_name)
		return -EINVAL;
1552
	err = kern_path(old_name, LOOKUP_FOLLOW, &old_path);
L
Linus Torvalds 已提交
1553 1554 1555
	if (err)
		return err;

R
Ram Pai 已提交
1556
	down_write(&namespace_sem);
L
Linus Torvalds 已提交
1557
	err = -EINVAL;
1558
	if (IS_MNT_UNBINDABLE(old_path.mnt))
1559
		goto out;
R
Ram Pai 已提交
1560

1561
	if (!check_mnt(path->mnt) || !check_mnt(old_path.mnt))
1562
		goto out;
L
Linus Torvalds 已提交
1563

1564 1565
	err = -ENOMEM;
	if (recurse)
1566
		mnt = copy_tree(old_path.mnt, old_path.dentry, 0);
1567
	else
1568
		mnt = clone_mnt(old_path.mnt, old_path.dentry, 0);
1569 1570 1571 1572

	if (!mnt)
		goto out;

1573
	err = graft_tree(mnt, path);
1574
	if (err) {
R
Ram Pai 已提交
1575
		LIST_HEAD(umount_list);
N
Nick Piggin 已提交
1576 1577

		br_write_lock(vfsmount_lock);
R
Ram Pai 已提交
1578
		umount_tree(mnt, 0, &umount_list);
N
Nick Piggin 已提交
1579
		br_write_unlock(vfsmount_lock);
R
Ram Pai 已提交
1580
		release_mounts(&umount_list);
1581
	}
L
Linus Torvalds 已提交
1582

1583
out:
R
Ram Pai 已提交
1584
	up_write(&namespace_sem);
1585
	path_put(&old_path);
L
Linus Torvalds 已提交
1586 1587 1588
	return err;
}

1589 1590 1591 1592 1593 1594 1595 1596 1597 1598 1599 1600 1601 1602 1603 1604 1605
static int change_mount_flags(struct vfsmount *mnt, int ms_flags)
{
	int error = 0;
	int readonly_request = 0;

	if (ms_flags & MS_RDONLY)
		readonly_request = 1;
	if (readonly_request == __mnt_is_readonly(mnt))
		return 0;

	if (readonly_request)
		error = mnt_make_readonly(mnt);
	else
		__mnt_unmake_readonly(mnt);
	return error;
}

L
Linus Torvalds 已提交
1606 1607 1608 1609 1610
/*
 * change filesystem flags. dir should be a physical root of filesystem.
 * If you've mounted a non-root directory somewhere and want to do remount
 * on it - tough luck.
 */
1611
static int do_remount(struct path *path, int flags, int mnt_flags,
L
Linus Torvalds 已提交
1612 1613 1614
		      void *data)
{
	int err;
1615
	struct super_block *sb = path->mnt->mnt_sb;
L
Linus Torvalds 已提交
1616 1617 1618 1619

	if (!capable(CAP_SYS_ADMIN))
		return -EPERM;

1620
	if (!check_mnt(path->mnt))
L
Linus Torvalds 已提交
1621 1622
		return -EINVAL;

1623
	if (path->dentry != path->mnt->mnt_root)
L
Linus Torvalds 已提交
1624 1625 1626
		return -EINVAL;

	down_write(&sb->s_umount);
1627
	if (flags & MS_BIND)
1628
		err = change_mount_flags(path->mnt, flags);
A
Al Viro 已提交
1629
	else
1630
		err = do_remount_sb(sb, flags, data, 0);
A
Al Viro 已提交
1631
	if (!err) {
N
Nick Piggin 已提交
1632
		br_write_lock(vfsmount_lock);
1633
		mnt_flags |= path->mnt->mnt_flags & MNT_PROPAGATION_MASK;
1634
		path->mnt->mnt_flags = mnt_flags;
N
Nick Piggin 已提交
1635
		br_write_unlock(vfsmount_lock);
A
Al Viro 已提交
1636
	}
L
Linus Torvalds 已提交
1637
	up_write(&sb->s_umount);
1638
	if (!err) {
N
Nick Piggin 已提交
1639
		br_write_lock(vfsmount_lock);
1640
		touch_mnt_namespace(path->mnt->mnt_ns);
N
Nick Piggin 已提交
1641
		br_write_unlock(vfsmount_lock);
1642
	}
L
Linus Torvalds 已提交
1643 1644 1645
	return err;
}

R
Ram Pai 已提交
1646 1647 1648 1649 1650 1651 1652 1653 1654 1655
static inline int tree_contains_unbindable(struct vfsmount *mnt)
{
	struct vfsmount *p;
	for (p = mnt; p; p = next_mnt(p, mnt)) {
		if (IS_MNT_UNBINDABLE(p))
			return 1;
	}
	return 0;
}

1656
static int do_move_mount(struct path *path, char *old_name)
L
Linus Torvalds 已提交
1657
{
1658
	struct path old_path, parent_path;
L
Linus Torvalds 已提交
1659 1660 1661 1662 1663 1664
	struct vfsmount *p;
	int err = 0;
	if (!capable(CAP_SYS_ADMIN))
		return -EPERM;
	if (!old_name || !*old_name)
		return -EINVAL;
1665
	err = kern_path(old_name, LOOKUP_FOLLOW, &old_path);
L
Linus Torvalds 已提交
1666 1667 1668
	if (err)
		return err;

R
Ram Pai 已提交
1669
	down_write(&namespace_sem);
1670
	while (d_mountpoint(path->dentry) &&
A
Al Viro 已提交
1671
	       follow_down(path))
L
Linus Torvalds 已提交
1672 1673
		;
	err = -EINVAL;
1674
	if (!check_mnt(path->mnt) || !check_mnt(old_path.mnt))
L
Linus Torvalds 已提交
1675 1676 1677
		goto out;

	err = -ENOENT;
1678
	mutex_lock(&path->dentry->d_inode->i_mutex);
1679
	if (cant_mount(path->dentry))
L
Linus Torvalds 已提交
1680 1681
		goto out1;

1682
	if (d_unlinked(path->dentry))
R
Ram Pai 已提交
1683
		goto out1;
L
Linus Torvalds 已提交
1684 1685

	err = -EINVAL;
1686
	if (old_path.dentry != old_path.mnt->mnt_root)
R
Ram Pai 已提交
1687
		goto out1;
L
Linus Torvalds 已提交
1688

1689
	if (old_path.mnt == old_path.mnt->mnt_parent)
R
Ram Pai 已提交
1690
		goto out1;
L
Linus Torvalds 已提交
1691

1692 1693
	if (S_ISDIR(path->dentry->d_inode->i_mode) !=
	      S_ISDIR(old_path.dentry->d_inode->i_mode))
R
Ram Pai 已提交
1694 1695 1696 1697
		goto out1;
	/*
	 * Don't move a mount residing in a shared parent.
	 */
1698 1699
	if (old_path.mnt->mnt_parent &&
	    IS_MNT_SHARED(old_path.mnt->mnt_parent))
R
Ram Pai 已提交
1700
		goto out1;
R
Ram Pai 已提交
1701 1702 1703 1704
	/*
	 * Don't move a mount tree containing unbindable mounts to a destination
	 * mount which is shared.
	 */
1705 1706
	if (IS_MNT_SHARED(path->mnt) &&
	    tree_contains_unbindable(old_path.mnt))
R
Ram Pai 已提交
1707
		goto out1;
L
Linus Torvalds 已提交
1708
	err = -ELOOP;
1709 1710
	for (p = path->mnt; p->mnt_parent != p; p = p->mnt_parent)
		if (p == old_path.mnt)
R
Ram Pai 已提交
1711
			goto out1;
L
Linus Torvalds 已提交
1712

1713
	err = attach_recursive_mnt(old_path.mnt, path, &parent_path);
1714
	if (err)
R
Ram Pai 已提交
1715
		goto out1;
L
Linus Torvalds 已提交
1716 1717 1718

	/* if the mount is moved, it should no longer be expire
	 * automatically */
1719
	list_del_init(&old_path.mnt->mnt_expire);
L
Linus Torvalds 已提交
1720
out1:
1721
	mutex_unlock(&path->dentry->d_inode->i_mutex);
L
Linus Torvalds 已提交
1722
out:
R
Ram Pai 已提交
1723
	up_write(&namespace_sem);
L
Linus Torvalds 已提交
1724
	if (!err)
1725
		path_put(&parent_path);
1726
	path_put(&old_path);
L
Linus Torvalds 已提交
1727 1728 1729 1730 1731 1732 1733
	return err;
}

/*
 * create a new mount for userspace and request it to be added into the
 * namespace's tree
 */
1734
static int do_new_mount(struct path *path, char *type, int flags,
L
Linus Torvalds 已提交
1735 1736 1737 1738
			int mnt_flags, char *name, void *data)
{
	struct vfsmount *mnt;

1739
	if (!type)
L
Linus Torvalds 已提交
1740 1741 1742 1743 1744 1745 1746 1747 1748 1749
		return -EINVAL;

	/* we need capabilities... */
	if (!capable(CAP_SYS_ADMIN))
		return -EPERM;

	mnt = do_kern_mount(type, flags, name, data);
	if (IS_ERR(mnt))
		return PTR_ERR(mnt);

1750
	return do_add_mount(mnt, path, mnt_flags, NULL);
L
Linus Torvalds 已提交
1751 1752 1753 1754 1755 1756
}

/*
 * add a mount into a namespace's mount tree
 * - provide the option of adding the new mount to an expiration list
 */
1757
int do_add_mount(struct vfsmount *newmnt, struct path *path,
L
Linus Torvalds 已提交
1758 1759 1760 1761
		 int mnt_flags, struct list_head *fslist)
{
	int err;

A
Al Viro 已提交
1762
	mnt_flags &= ~(MNT_SHARED | MNT_WRITE_HOLD | MNT_INTERNAL);
1763

R
Ram Pai 已提交
1764
	down_write(&namespace_sem);
L
Linus Torvalds 已提交
1765
	/* Something was mounted here while we slept */
1766
	while (d_mountpoint(path->dentry) &&
A
Al Viro 已提交
1767
	       follow_down(path))
L
Linus Torvalds 已提交
1768 1769
		;
	err = -EINVAL;
1770
	if (!(mnt_flags & MNT_SHRINKABLE) && !check_mnt(path->mnt))
L
Linus Torvalds 已提交
1771 1772 1773 1774
		goto unlock;

	/* Refuse the same filesystem on the same mount point */
	err = -EBUSY;
1775 1776
	if (path->mnt->mnt_sb == newmnt->mnt_sb &&
	    path->mnt->mnt_root == path->dentry)
L
Linus Torvalds 已提交
1777 1778 1779 1780 1781 1782 1783
		goto unlock;

	err = -EINVAL;
	if (S_ISLNK(newmnt->mnt_root->d_inode->i_mode))
		goto unlock;

	newmnt->mnt_flags = mnt_flags;
1784
	if ((err = graft_tree(newmnt, path)))
1785
		goto unlock;
L
Linus Torvalds 已提交
1786

1787
	if (fslist) /* add to the specified expiration list */
1788
		list_add_tail(&newmnt->mnt_expire, fslist);
1789

R
Ram Pai 已提交
1790
	up_write(&namespace_sem);
1791
	return 0;
L
Linus Torvalds 已提交
1792 1793

unlock:
R
Ram Pai 已提交
1794
	up_write(&namespace_sem);
L
Linus Torvalds 已提交
1795 1796 1797 1798 1799 1800 1801 1802 1803 1804 1805 1806 1807 1808 1809
	mntput(newmnt);
	return err;
}

EXPORT_SYMBOL_GPL(do_add_mount);

/*
 * process a list of expirable mountpoints with the intent of discarding any
 * mountpoints that aren't in use and haven't been touched since last we came
 * here
 */
void mark_mounts_for_expiry(struct list_head *mounts)
{
	struct vfsmount *mnt, *next;
	LIST_HEAD(graveyard);
1810
	LIST_HEAD(umounts);
L
Linus Torvalds 已提交
1811 1812 1813 1814

	if (list_empty(mounts))
		return;

1815
	down_write(&namespace_sem);
N
Nick Piggin 已提交
1816
	br_write_lock(vfsmount_lock);
L
Linus Torvalds 已提交
1817 1818 1819 1820 1821 1822 1823

	/* extract from the expiration list every vfsmount that matches the
	 * following criteria:
	 * - only referenced by its parent vfsmount
	 * - still marked for expiry (marked on the last call here; marks are
	 *   cleared by mntput())
	 */
1824
	list_for_each_entry_safe(mnt, next, mounts, mnt_expire) {
L
Linus Torvalds 已提交
1825
		if (!xchg(&mnt->mnt_expiry_mark, 1) ||
1826
			propagate_mount_busy(mnt, 1))
L
Linus Torvalds 已提交
1827
			continue;
1828
		list_move(&mnt->mnt_expire, &graveyard);
L
Linus Torvalds 已提交
1829
	}
1830 1831 1832 1833 1834
	while (!list_empty(&graveyard)) {
		mnt = list_first_entry(&graveyard, struct vfsmount, mnt_expire);
		touch_mnt_namespace(mnt->mnt_ns);
		umount_tree(mnt, 1, &umounts);
	}
N
Nick Piggin 已提交
1835
	br_write_unlock(vfsmount_lock);
1836 1837 1838
	up_write(&namespace_sem);

	release_mounts(&umounts);
T
Trond Myklebust 已提交
1839 1840 1841 1842 1843 1844 1845 1846 1847 1848 1849 1850 1851 1852 1853 1854 1855 1856 1857 1858 1859 1860 1861 1862 1863
}

EXPORT_SYMBOL_GPL(mark_mounts_for_expiry);

/*
 * Ripoff of 'select_parent()'
 *
 * search the list of submounts for a given mountpoint, and move any
 * shrinkable submounts to the 'graveyard' list.
 */
static int select_submounts(struct vfsmount *parent, struct list_head *graveyard)
{
	struct vfsmount *this_parent = parent;
	struct list_head *next;
	int found = 0;

repeat:
	next = this_parent->mnt_mounts.next;
resume:
	while (next != &this_parent->mnt_mounts) {
		struct list_head *tmp = next;
		struct vfsmount *mnt = list_entry(tmp, struct vfsmount, mnt_child);

		next = tmp->next;
		if (!(mnt->mnt_flags & MNT_SHRINKABLE))
L
Linus Torvalds 已提交
1864
			continue;
T
Trond Myklebust 已提交
1865 1866 1867 1868 1869 1870 1871
		/*
		 * Descend a level if the d_mounts list is non-empty.
		 */
		if (!list_empty(&mnt->mnt_mounts)) {
			this_parent = mnt;
			goto repeat;
		}
L
Linus Torvalds 已提交
1872

T
Trond Myklebust 已提交
1873 1874 1875 1876
		if (!propagate_mount_busy(mnt, 1)) {
			list_move_tail(&mnt->mnt_expire, graveyard);
			found++;
		}
L
Linus Torvalds 已提交
1877
	}
T
Trond Myklebust 已提交
1878 1879 1880 1881 1882 1883 1884 1885 1886 1887 1888 1889 1890 1891
	/*
	 * All done at this level ... ascend and resume the search
	 */
	if (this_parent != parent) {
		next = this_parent->mnt_child.next;
		this_parent = this_parent->mnt_parent;
		goto resume;
	}
	return found;
}

/*
 * process a list of expirable mountpoints with the intent of discarding any
 * submounts of a specific parent mountpoint
N
Nick Piggin 已提交
1892 1893
 *
 * vfsmount_lock must be held for write
T
Trond Myklebust 已提交
1894
 */
1895
static void shrink_submounts(struct vfsmount *mnt, struct list_head *umounts)
T
Trond Myklebust 已提交
1896 1897
{
	LIST_HEAD(graveyard);
1898
	struct vfsmount *m;
T
Trond Myklebust 已提交
1899 1900

	/* extract submounts of 'mountpoint' from the expiration list */
1901
	while (select_submounts(mnt, &graveyard)) {
1902
		while (!list_empty(&graveyard)) {
1903
			m = list_first_entry(&graveyard, struct vfsmount,
1904
						mnt_expire);
E
Eric W. Biederman 已提交
1905 1906
			touch_mnt_namespace(m->mnt_ns);
			umount_tree(m, 1, umounts);
1907 1908
		}
	}
L
Linus Torvalds 已提交
1909 1910 1911 1912 1913 1914 1915 1916
}

/*
 * Some copy_from_user() implementations do not return the exact number of
 * bytes remaining to copy on a fault.  But copy_mount_options() requires that.
 * Note that this function differs from copy_from_user() in that it will oops
 * on bad values of `to', rather than returning a short copy.
 */
R
Ram Pai 已提交
1917 1918
static long exact_copy_from_user(void *to, const void __user * from,
				 unsigned long n)
L
Linus Torvalds 已提交
1919 1920 1921 1922 1923 1924 1925 1926 1927 1928 1929 1930 1931 1932 1933 1934 1935 1936 1937 1938
{
	char *t = to;
	const char __user *f = from;
	char c;

	if (!access_ok(VERIFY_READ, from, n))
		return n;

	while (n) {
		if (__get_user(c, f)) {
			memset(t, 0, n);
			break;
		}
		*t++ = c;
		f++;
		n--;
	}
	return n;
}

R
Ram Pai 已提交
1939
int copy_mount_options(const void __user * data, unsigned long *where)
L
Linus Torvalds 已提交
1940 1941 1942 1943
{
	int i;
	unsigned long page;
	unsigned long size;
R
Ram Pai 已提交
1944

L
Linus Torvalds 已提交
1945 1946 1947 1948 1949 1950 1951 1952 1953 1954 1955 1956 1957 1958 1959 1960 1961 1962
	*where = 0;
	if (!data)
		return 0;

	if (!(page = __get_free_page(GFP_KERNEL)))
		return -ENOMEM;

	/* We only care that *some* data at the address the user
	 * gave us is valid.  Just in case, we'll zero
	 * the remainder of the page.
	 */
	/* copy_from_user cannot cross TASK_SIZE ! */
	size = TASK_SIZE - (unsigned long)data;
	if (size > PAGE_SIZE)
		size = PAGE_SIZE;

	i = size - exact_copy_from_user((void *)page, data, size);
	if (!i) {
R
Ram Pai 已提交
1963
		free_page(page);
L
Linus Torvalds 已提交
1964 1965 1966 1967 1968 1969 1970 1971
		return -EFAULT;
	}
	if (i != PAGE_SIZE)
		memset((char *)page + i, 0, PAGE_SIZE - i);
	*where = page;
	return 0;
}

1972 1973 1974 1975 1976 1977 1978 1979 1980 1981 1982 1983 1984 1985 1986 1987 1988
int copy_mount_string(const void __user *data, char **where)
{
	char *tmp;

	if (!data) {
		*where = NULL;
		return 0;
	}

	tmp = strndup_user(data, PAGE_SIZE);
	if (IS_ERR(tmp))
		return PTR_ERR(tmp);

	*where = tmp;
	return 0;
}

L
Linus Torvalds 已提交
1989 1990 1991 1992 1993 1994 1995 1996 1997 1998 1999 2000 2001 2002
/*
 * Flags is a 32-bit value that allows up to 31 non-fs dependent flags to
 * be given to the mount() call (ie: read-only, no-dev, no-suid etc).
 *
 * data is a (void *) that can point to any structure up to
 * PAGE_SIZE-1 bytes, which can contain arbitrary fs-dependent
 * information (or be NULL).
 *
 * Pre-0.97 versions of mount() didn't have a flags word.
 * When the flags word was introduced its top half was required
 * to have the magic value 0xC0ED, and this remained so until 2.4.0-test9.
 * Therefore, if this magic number is present, it carries no information
 * and must be discarded.
 */
R
Ram Pai 已提交
2003
long do_mount(char *dev_name, char *dir_name, char *type_page,
L
Linus Torvalds 已提交
2004 2005
		  unsigned long flags, void *data_page)
{
2006
	struct path path;
L
Linus Torvalds 已提交
2007 2008 2009 2010 2011 2012 2013 2014 2015 2016 2017 2018 2019 2020 2021
	int retval = 0;
	int mnt_flags = 0;

	/* Discard magic */
	if ((flags & MS_MGC_MSK) == MS_MGC_VAL)
		flags &= ~MS_MGC_MSK;

	/* Basic sanity checks */

	if (!dir_name || !*dir_name || !memchr(dir_name, 0, PAGE_SIZE))
		return -EINVAL;

	if (data_page)
		((char *)data_page)[PAGE_SIZE - 1] = 0;

2022 2023 2024 2025 2026 2027 2028 2029 2030 2031
	/* ... and get the mountpoint */
	retval = kern_path(dir_name, LOOKUP_FOLLOW, &path);
	if (retval)
		return retval;

	retval = security_sb_mount(dev_name, &path,
				   type_page, flags, data_page);
	if (retval)
		goto dput_out;

2032 2033 2034
	/* Default to relatime unless overriden */
	if (!(flags & MS_NOATIME))
		mnt_flags |= MNT_RELATIME;
M
Matthew Garrett 已提交
2035

L
Linus Torvalds 已提交
2036 2037 2038 2039 2040 2041 2042
	/* Separate the per-mountpoint flags */
	if (flags & MS_NOSUID)
		mnt_flags |= MNT_NOSUID;
	if (flags & MS_NODEV)
		mnt_flags |= MNT_NODEV;
	if (flags & MS_NOEXEC)
		mnt_flags |= MNT_NOEXEC;
2043 2044 2045 2046
	if (flags & MS_NOATIME)
		mnt_flags |= MNT_NOATIME;
	if (flags & MS_NODIRATIME)
		mnt_flags |= MNT_NODIRATIME;
M
Matthew Garrett 已提交
2047 2048
	if (flags & MS_STRICTATIME)
		mnt_flags &= ~(MNT_RELATIME | MNT_NOATIME);
2049 2050
	if (flags & MS_RDONLY)
		mnt_flags |= MNT_READONLY;
2051

A
Al Viro 已提交
2052
	flags &= ~(MS_NOSUID | MS_NOEXEC | MS_NODEV | MS_ACTIVE | MS_BORN |
M
Matthew Garrett 已提交
2053 2054
		   MS_NOATIME | MS_NODIRATIME | MS_RELATIME| MS_KERNMOUNT |
		   MS_STRICTATIME);
L
Linus Torvalds 已提交
2055 2056

	if (flags & MS_REMOUNT)
2057
		retval = do_remount(&path, flags & ~MS_REMOUNT, mnt_flags,
L
Linus Torvalds 已提交
2058 2059
				    data_page);
	else if (flags & MS_BIND)
2060
		retval = do_loopback(&path, dev_name, flags & MS_REC);
R
Ram Pai 已提交
2061
	else if (flags & (MS_SHARED | MS_PRIVATE | MS_SLAVE | MS_UNBINDABLE))
2062
		retval = do_change_type(&path, flags);
L
Linus Torvalds 已提交
2063
	else if (flags & MS_MOVE)
2064
		retval = do_move_mount(&path, dev_name);
L
Linus Torvalds 已提交
2065
	else
2066
		retval = do_new_mount(&path, type_page, flags, mnt_flags,
L
Linus Torvalds 已提交
2067 2068
				      dev_name, data_page);
dput_out:
2069
	path_put(&path);
L
Linus Torvalds 已提交
2070 2071 2072
	return retval;
}

2073 2074 2075 2076 2077 2078 2079 2080 2081 2082 2083 2084 2085 2086 2087
static struct mnt_namespace *alloc_mnt_ns(void)
{
	struct mnt_namespace *new_ns;

	new_ns = kmalloc(sizeof(struct mnt_namespace), GFP_KERNEL);
	if (!new_ns)
		return ERR_PTR(-ENOMEM);
	atomic_set(&new_ns->count, 1);
	new_ns->root = NULL;
	INIT_LIST_HEAD(&new_ns->list);
	init_waitqueue_head(&new_ns->poll);
	new_ns->event = 0;
	return new_ns;
}

2088 2089 2090 2091
/*
 * Allocate a new namespace structure and populate it with contents
 * copied from the namespace of the passed in task structure.
 */
2092
static struct mnt_namespace *dup_mnt_ns(struct mnt_namespace *mnt_ns,
2093
		struct fs_struct *fs)
L
Linus Torvalds 已提交
2094
{
2095
	struct mnt_namespace *new_ns;
A
Al Viro 已提交
2096
	struct vfsmount *rootmnt = NULL, *pwdmnt = NULL;
L
Linus Torvalds 已提交
2097 2098
	struct vfsmount *p, *q;

2099 2100 2101
	new_ns = alloc_mnt_ns();
	if (IS_ERR(new_ns))
		return new_ns;
L
Linus Torvalds 已提交
2102

R
Ram Pai 已提交
2103
	down_write(&namespace_sem);
L
Linus Torvalds 已提交
2104
	/* First pass: copy the tree topology */
2105
	new_ns->root = copy_tree(mnt_ns->root, mnt_ns->root->mnt_root,
R
Ram Pai 已提交
2106
					CL_COPY_ALL | CL_EXPIRE);
L
Linus Torvalds 已提交
2107
	if (!new_ns->root) {
R
Ram Pai 已提交
2108
		up_write(&namespace_sem);
L
Linus Torvalds 已提交
2109
		kfree(new_ns);
2110
		return ERR_PTR(-ENOMEM);
L
Linus Torvalds 已提交
2111
	}
N
Nick Piggin 已提交
2112
	br_write_lock(vfsmount_lock);
L
Linus Torvalds 已提交
2113
	list_add_tail(&new_ns->list, &new_ns->root->mnt_list);
N
Nick Piggin 已提交
2114
	br_write_unlock(vfsmount_lock);
L
Linus Torvalds 已提交
2115 2116 2117 2118 2119 2120

	/*
	 * Second pass: switch the tsk->fs->* elements and mark new vfsmounts
	 * as belonging to new namespace.  We have already acquired a private
	 * fs_struct, so tsk->fs->lock is not needed.
	 */
2121
	p = mnt_ns->root;
L
Linus Torvalds 已提交
2122 2123
	q = new_ns->root;
	while (p) {
2124
		q->mnt_ns = new_ns;
L
Linus Torvalds 已提交
2125
		if (fs) {
J
Jan Blunck 已提交
2126
			if (p == fs->root.mnt) {
L
Linus Torvalds 已提交
2127
				rootmnt = p;
J
Jan Blunck 已提交
2128
				fs->root.mnt = mntget(q);
L
Linus Torvalds 已提交
2129
			}
J
Jan Blunck 已提交
2130
			if (p == fs->pwd.mnt) {
L
Linus Torvalds 已提交
2131
				pwdmnt = p;
J
Jan Blunck 已提交
2132
				fs->pwd.mnt = mntget(q);
L
Linus Torvalds 已提交
2133 2134
			}
		}
2135
		p = next_mnt(p, mnt_ns->root);
L
Linus Torvalds 已提交
2136 2137
		q = next_mnt(q, new_ns->root);
	}
R
Ram Pai 已提交
2138
	up_write(&namespace_sem);
L
Linus Torvalds 已提交
2139 2140 2141 2142 2143 2144

	if (rootmnt)
		mntput(rootmnt);
	if (pwdmnt)
		mntput(pwdmnt);

2145 2146 2147
	return new_ns;
}

2148
struct mnt_namespace *copy_mnt_ns(unsigned long flags, struct mnt_namespace *ns,
2149
		struct fs_struct *new_fs)
2150
{
2151
	struct mnt_namespace *new_ns;
2152

2153
	BUG_ON(!ns);
2154
	get_mnt_ns(ns);
2155 2156

	if (!(flags & CLONE_NEWNS))
2157
		return ns;
2158

2159
	new_ns = dup_mnt_ns(ns, new_fs);
2160

2161
	put_mnt_ns(ns);
2162
	return new_ns;
L
Linus Torvalds 已提交
2163 2164
}

2165 2166 2167 2168
/**
 * create_mnt_ns - creates a private namespace and adds a root filesystem
 * @mnt: pointer to the new root filesystem mountpoint
 */
2169
struct mnt_namespace *create_mnt_ns(struct vfsmount *mnt)
2170 2171 2172 2173 2174 2175 2176 2177 2178 2179 2180
{
	struct mnt_namespace *new_ns;

	new_ns = alloc_mnt_ns();
	if (!IS_ERR(new_ns)) {
		mnt->mnt_ns = new_ns;
		new_ns->root = mnt;
		list_add(&new_ns->list, &new_ns->root->mnt_list);
	}
	return new_ns;
}
2181
EXPORT_SYMBOL(create_mnt_ns);
2182

2183 2184
SYSCALL_DEFINE5(mount, char __user *, dev_name, char __user *, dir_name,
		char __user *, type, unsigned long, flags, void __user *, data)
L
Linus Torvalds 已提交
2185
{
2186 2187 2188 2189
	int ret;
	char *kernel_type;
	char *kernel_dir;
	char *kernel_dev;
L
Linus Torvalds 已提交
2190 2191
	unsigned long data_page;

2192 2193 2194
	ret = copy_mount_string(type, &kernel_type);
	if (ret < 0)
		goto out_type;
L
Linus Torvalds 已提交
2195

2196 2197 2198 2199 2200
	kernel_dir = getname(dir_name);
	if (IS_ERR(kernel_dir)) {
		ret = PTR_ERR(kernel_dir);
		goto out_dir;
	}
L
Linus Torvalds 已提交
2201

2202 2203 2204
	ret = copy_mount_string(dev_name, &kernel_dev);
	if (ret < 0)
		goto out_dev;
L
Linus Torvalds 已提交
2205

2206 2207 2208
	ret = copy_mount_options(data, &data_page);
	if (ret < 0)
		goto out_data;
L
Linus Torvalds 已提交
2209

2210 2211
	ret = do_mount(kernel_dev, kernel_dir, kernel_type, flags,
		(void *) data_page);
L
Linus Torvalds 已提交
2212

2213 2214 2215 2216 2217 2218 2219 2220 2221
	free_page(data_page);
out_data:
	kfree(kernel_dev);
out_dev:
	putname(kernel_dir);
out_dir:
	kfree(kernel_type);
out_type:
	return ret;
L
Linus Torvalds 已提交
2222 2223 2224 2225 2226 2227 2228 2229 2230 2231 2232 2233 2234 2235 2236
}

/*
 * pivot_root Semantics:
 * Moves the root file system of the current process to the directory put_old,
 * makes new_root as the new root file system of the current process, and sets
 * root/cwd of all processes which had them on the current root to new_root.
 *
 * Restrictions:
 * The new_root and put_old must be directories, and  must not be on the
 * same file  system as the current process root. The put_old  must  be
 * underneath new_root,  i.e. adding a non-zero number of /.. to the string
 * pointed to by put_old must yield the same directory as new_root. No other
 * file system may be mounted on put_old. After all, new_root is a mountpoint.
 *
N
Neil Brown 已提交
2237 2238 2239 2240
 * Also, the current root cannot be on the 'rootfs' (initial ramfs) filesystem.
 * See Documentation/filesystems/ramfs-rootfs-initramfs.txt for alternatives
 * in this situation.
 *
L
Linus Torvalds 已提交
2241 2242 2243 2244 2245 2246 2247 2248
 * Notes:
 *  - we don't move root/cwd if they are not at the root (reason: if something
 *    cared enough to change them, it's probably wrong to force them elsewhere)
 *  - it's okay to pick a root that isn't the root of a file system, e.g.
 *    /nfs/my_root where /nfs is the mount point. It must be a mountpoint,
 *    though, so you may need to say mount --bind /nfs/my_root /nfs/my_root
 *    first.
 */
2249 2250
SYSCALL_DEFINE2(pivot_root, const char __user *, new_root,
		const char __user *, put_old)
L
Linus Torvalds 已提交
2251 2252
{
	struct vfsmount *tmp;
2253
	struct path new, old, parent_path, root_parent, root;
L
Linus Torvalds 已提交
2254 2255 2256 2257 2258
	int error;

	if (!capable(CAP_SYS_ADMIN))
		return -EPERM;

2259
	error = user_path_dir(new_root, &new);
L
Linus Torvalds 已提交
2260 2261 2262
	if (error)
		goto out0;
	error = -EINVAL;
2263
	if (!check_mnt(new.mnt))
L
Linus Torvalds 已提交
2264 2265
		goto out1;

2266
	error = user_path_dir(put_old, &old);
L
Linus Torvalds 已提交
2267 2268 2269
	if (error)
		goto out1;

2270
	error = security_sb_pivotroot(&old, &new);
L
Linus Torvalds 已提交
2271
	if (error) {
2272
		path_put(&old);
L
Linus Torvalds 已提交
2273 2274 2275
		goto out1;
	}

2276
	get_fs_root(current->fs, &root);
R
Ram Pai 已提交
2277
	down_write(&namespace_sem);
2278
	mutex_lock(&old.dentry->d_inode->i_mutex);
L
Linus Torvalds 已提交
2279
	error = -EINVAL;
2280 2281
	if (IS_MNT_SHARED(old.mnt) ||
		IS_MNT_SHARED(new.mnt->mnt_parent) ||
2282
		IS_MNT_SHARED(root.mnt->mnt_parent))
R
Ram Pai 已提交
2283
		goto out2;
2284
	if (!check_mnt(root.mnt))
L
Linus Torvalds 已提交
2285 2286
		goto out2;
	error = -ENOENT;
2287
	if (cant_mount(old.dentry))
L
Linus Torvalds 已提交
2288
		goto out2;
2289
	if (d_unlinked(new.dentry))
L
Linus Torvalds 已提交
2290
		goto out2;
2291
	if (d_unlinked(old.dentry))
L
Linus Torvalds 已提交
2292 2293
		goto out2;
	error = -EBUSY;
2294 2295
	if (new.mnt == root.mnt ||
	    old.mnt == root.mnt)
L
Linus Torvalds 已提交
2296 2297
		goto out2; /* loop, on the same file system  */
	error = -EINVAL;
2298
	if (root.mnt->mnt_root != root.dentry)
L
Linus Torvalds 已提交
2299
		goto out2; /* not a mountpoint */
2300
	if (root.mnt->mnt_parent == root.mnt)
2301
		goto out2; /* not attached */
2302
	if (new.mnt->mnt_root != new.dentry)
L
Linus Torvalds 已提交
2303
		goto out2; /* not a mountpoint */
2304
	if (new.mnt->mnt_parent == new.mnt)
2305
		goto out2; /* not attached */
2306
	/* make sure we can reach put_old from new_root */
2307
	tmp = old.mnt;
N
Nick Piggin 已提交
2308
	br_write_lock(vfsmount_lock);
2309
	if (tmp != new.mnt) {
L
Linus Torvalds 已提交
2310 2311 2312
		for (;;) {
			if (tmp->mnt_parent == tmp)
				goto out3; /* already mounted on put_old */
2313
			if (tmp->mnt_parent == new.mnt)
L
Linus Torvalds 已提交
2314 2315 2316
				break;
			tmp = tmp->mnt_parent;
		}
2317
		if (!is_subdir(tmp->mnt_mountpoint, new.dentry))
L
Linus Torvalds 已提交
2318
			goto out3;
2319
	} else if (!is_subdir(old.dentry, new.dentry))
L
Linus Torvalds 已提交
2320
		goto out3;
2321
	detach_mnt(new.mnt, &parent_path);
2322
	detach_mnt(root.mnt, &root_parent);
2323
	/* mount old root on put_old */
2324
	attach_mnt(root.mnt, &old);
2325
	/* mount new_root on / */
2326
	attach_mnt(new.mnt, &root_parent);
2327
	touch_mnt_namespace(current->nsproxy->mnt_ns);
N
Nick Piggin 已提交
2328
	br_write_unlock(vfsmount_lock);
2329
	chroot_fs_refs(&root, &new);
L
Linus Torvalds 已提交
2330
	error = 0;
2331 2332
	path_put(&root_parent);
	path_put(&parent_path);
L
Linus Torvalds 已提交
2333
out2:
2334
	mutex_unlock(&old.dentry->d_inode->i_mutex);
R
Ram Pai 已提交
2335
	up_write(&namespace_sem);
2336
	path_put(&root);
2337
	path_put(&old);
L
Linus Torvalds 已提交
2338
out1:
2339
	path_put(&new);
L
Linus Torvalds 已提交
2340 2341 2342
out0:
	return error;
out3:
N
Nick Piggin 已提交
2343
	br_write_unlock(vfsmount_lock);
L
Linus Torvalds 已提交
2344 2345 2346 2347 2348 2349
	goto out2;
}

static void __init init_mount_tree(void)
{
	struct vfsmount *mnt;
2350
	struct mnt_namespace *ns;
2351
	struct path root;
L
Linus Torvalds 已提交
2352 2353 2354 2355

	mnt = do_kern_mount("rootfs", 0, "rootfs", NULL);
	if (IS_ERR(mnt))
		panic("Can't create rootfs");
2356 2357
	ns = create_mnt_ns(mnt);
	if (IS_ERR(ns))
L
Linus Torvalds 已提交
2358
		panic("Can't allocate initial namespace");
2359 2360 2361 2362

	init_task.nsproxy->mnt_ns = ns;
	get_mnt_ns(ns);

2363 2364 2365 2366 2367
	root.mnt = ns->root;
	root.dentry = ns->root->mnt_root;

	set_fs_pwd(current->fs, &root);
	set_fs_root(current->fs, &root);
L
Linus Torvalds 已提交
2368 2369
}

2370
void __init mnt_init(void)
L
Linus Torvalds 已提交
2371
{
E
Eric Dumazet 已提交
2372
	unsigned u;
2373
	int err;
L
Linus Torvalds 已提交
2374

R
Ram Pai 已提交
2375 2376
	init_rwsem(&namespace_sem);

L
Linus Torvalds 已提交
2377
	mnt_cache = kmem_cache_create("mnt_cache", sizeof(struct vfsmount),
2378
			0, SLAB_HWCACHE_ALIGN | SLAB_PANIC, NULL);
L
Linus Torvalds 已提交
2379

R
Ram Pai 已提交
2380
	mount_hashtable = (struct list_head *)__get_free_page(GFP_ATOMIC);
L
Linus Torvalds 已提交
2381 2382 2383 2384

	if (!mount_hashtable)
		panic("Failed to allocate mount hash table\n");

E
Eric Dumazet 已提交
2385 2386 2387 2388
	printk("Mount-cache hash table entries: %lu\n", HASH_SIZE);

	for (u = 0; u < HASH_SIZE; u++)
		INIT_LIST_HEAD(&mount_hashtable[u]);
L
Linus Torvalds 已提交
2389

N
Nick Piggin 已提交
2390 2391
	br_lock_init(vfsmount_lock);

2392 2393 2394
	err = sysfs_init();
	if (err)
		printk(KERN_WARNING "%s: sysfs_init error: %d\n",
2395
			__func__, err);
2396 2397
	fs_kobj = kobject_create_and_add("fs", NULL);
	if (!fs_kobj)
2398
		printk(KERN_WARNING "%s: kobj create error\n", __func__);
L
Linus Torvalds 已提交
2399 2400 2401 2402
	init_rootfs();
	init_mount_tree();
}

2403
void put_mnt_ns(struct mnt_namespace *ns)
L
Linus Torvalds 已提交
2404
{
R
Ram Pai 已提交
2405
	LIST_HEAD(umount_list);
2406

2407
	if (!atomic_dec_and_test(&ns->count))
2408
		return;
R
Ram Pai 已提交
2409
	down_write(&namespace_sem);
N
Nick Piggin 已提交
2410
	br_write_lock(vfsmount_lock);
2411
	umount_tree(ns->root, 0, &umount_list);
N
Nick Piggin 已提交
2412
	br_write_unlock(vfsmount_lock);
R
Ram Pai 已提交
2413
	up_write(&namespace_sem);
R
Ram Pai 已提交
2414
	release_mounts(&umount_list);
2415
	kfree(ns);
L
Linus Torvalds 已提交
2416
}
2417
EXPORT_SYMBOL(put_mnt_ns);