xfs_super.c 22.9 KB
Newer Older
L
Linus Torvalds 已提交
1
/*
2
 * Copyright (c) 2000-2006 Silicon Graphics, Inc.
3
 * All Rights Reserved.
L
Linus Torvalds 已提交
4
 *
5 6
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public License as
L
Linus Torvalds 已提交
7 8
 * published by the Free Software Foundation.
 *
9 10 11 12
 * This program is distributed in the hope that it would be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
L
Linus Torvalds 已提交
13
 *
14 15 16
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write the Free Software Foundation,
 * Inc.,  51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
L
Linus Torvalds 已提交
17 18
 */
#include "xfs.h"
19
#include "xfs_bit.h"
L
Linus Torvalds 已提交
20 21
#include "xfs_log.h"
#include "xfs_clnt.h"
22
#include "xfs_inum.h"
L
Linus Torvalds 已提交
23 24
#include "xfs_trans.h"
#include "xfs_sb.h"
25
#include "xfs_ag.h"
L
Linus Torvalds 已提交
26 27 28 29 30 31
#include "xfs_dir2.h"
#include "xfs_alloc.h"
#include "xfs_dmapi.h"
#include "xfs_quota.h"
#include "xfs_mount.h"
#include "xfs_bmap_btree.h"
32
#include "xfs_alloc_btree.h"
L
Linus Torvalds 已提交
33 34
#include "xfs_ialloc_btree.h"
#include "xfs_dir2_sf.h"
35
#include "xfs_attr_sf.h"
L
Linus Torvalds 已提交
36 37
#include "xfs_dinode.h"
#include "xfs_inode.h"
38 39
#include "xfs_btree.h"
#include "xfs_ialloc.h"
L
Linus Torvalds 已提交
40 41 42 43
#include "xfs_bmap.h"
#include "xfs_rtalloc.h"
#include "xfs_error.h"
#include "xfs_itable.h"
C
Christoph Hellwig 已提交
44
#include "xfs_fsops.h"
L
Linus Torvalds 已提交
45 46 47 48 49
#include "xfs_rw.h"
#include "xfs_acl.h"
#include "xfs_attr.h"
#include "xfs_buf_item.h"
#include "xfs_utils.h"
50
#include "xfs_vnodeops.h"
51
#include "xfs_vfsops.h"
L
Linus Torvalds 已提交
52 53 54 55 56
#include "xfs_version.h"

#include <linux/namei.h>
#include <linux/init.h>
#include <linux/mount.h>
57
#include <linux/mempool.h>
L
Linus Torvalds 已提交
58
#include <linux/writeback.h>
59
#include <linux/kthread.h>
60
#include <linux/freezer.h>
L
Linus Torvalds 已提交
61

62 63 64 65
static struct quotactl_ops xfs_quotactl_operations;
static struct super_operations xfs_super_operations;
static kmem_zone_t *xfs_vnode_zone;
static kmem_zone_t *xfs_ioend_zone;
66
mempool_t *xfs_ioend_pool;
L
Linus Torvalds 已提交
67 68 69

STATIC struct xfs_mount_args *
xfs_args_allocate(
70 71
	struct super_block	*sb,
	int			silent)
L
Linus Torvalds 已提交
72 73 74 75 76 77 78 79 80 81 82 83
{
	struct xfs_mount_args	*args;

	args = kmem_zalloc(sizeof(struct xfs_mount_args), KM_SLEEP);
	args->logbufs = args->logbufsize = -1;
	strncpy(args->fsname, sb->s_id, MAXNAMELEN);

	/* Copy the already-parsed mount(2) flags we're interested in */
	if (sb->s_flags & MS_DIRSYNC)
		args->flags |= XFSMNT_DIRSYNC;
	if (sb->s_flags & MS_SYNCHRONOUS)
		args->flags |= XFSMNT_WSYNC;
84 85
	if (silent)
		args->flags |= XFSMNT_QUIET;
L
Linus Torvalds 已提交
86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124
	args->flags |= XFSMNT_32BITINODES;

	return args;
}

__uint64_t
xfs_max_file_offset(
	unsigned int		blockshift)
{
	unsigned int		pagefactor = 1;
	unsigned int		bitshift = BITS_PER_LONG - 1;

	/* Figure out maximum filesize, on Linux this can depend on
	 * the filesystem blocksize (on 32 bit platforms).
	 * __block_prepare_write does this in an [unsigned] long...
	 *      page->index << (PAGE_CACHE_SHIFT - bbits)
	 * So, for page sized blocks (4K on 32 bit platforms),
	 * this wraps at around 8Tb (hence MAX_LFS_FILESIZE which is
	 *      (((u64)PAGE_CACHE_SIZE << (BITS_PER_LONG-1))-1)
	 * but for smaller blocksizes it is less (bbits = log2 bsize).
	 * Note1: get_block_t takes a long (implicit cast from above)
	 * Note2: The Large Block Device (LBD and HAVE_SECTOR_T) patch
	 * can optionally convert the [unsigned] long from above into
	 * an [unsigned] long long.
	 */

#if BITS_PER_LONG == 32
# if defined(CONFIG_LBD)
	ASSERT(sizeof(sector_t) == 8);
	pagefactor = PAGE_CACHE_SIZE;
	bitshift = BITS_PER_LONG;
# else
	pagefactor = PAGE_CACHE_SIZE >> (PAGE_CACHE_SHIFT - blockshift);
# endif
#endif

	return (((__uint64_t)pagefactor) << bitshift) - 1;
}

125
STATIC_INLINE void
L
Linus Torvalds 已提交
126 127 128
xfs_set_inodeops(
	struct inode		*inode)
{
129 130
	switch (inode->i_mode & S_IFMT) {
	case S_IFREG:
131
		inode->i_op = &xfs_inode_operations;
132
		inode->i_fop = &xfs_file_operations;
133
		inode->i_mapping->a_ops = &xfs_address_space_operations;
134 135
		break;
	case S_IFDIR:
136
		inode->i_op = &xfs_dir_inode_operations;
137
		inode->i_fop = &xfs_dir_file_operations;
138 139
		break;
	case S_IFLNK:
140
		inode->i_op = &xfs_symlink_inode_operations;
L
Linus Torvalds 已提交
141
		if (inode->i_blocks)
142
			inode->i_mapping->a_ops = &xfs_address_space_operations;
143 144
		break;
	default:
145
		inode->i_op = &xfs_inode_operations;
L
Linus Torvalds 已提交
146
		init_special_inode(inode, inode->i_mode, inode->i_rdev);
147
		break;
L
Linus Torvalds 已提交
148 149 150
	}
}

151
STATIC_INLINE void
L
Linus Torvalds 已提交
152 153
xfs_revalidate_inode(
	xfs_mount_t		*mp,
154
	bhv_vnode_t		*vp,
L
Linus Torvalds 已提交
155 156
	xfs_inode_t		*ip)
{
157
	struct inode		*inode = vn_to_inode(vp);
L
Linus Torvalds 已提交
158

159
	inode->i_mode	= ip->i_d.di_mode;
L
Linus Torvalds 已提交
160 161 162
	inode->i_nlink	= ip->i_d.di_nlink;
	inode->i_uid	= ip->i_d.di_uid;
	inode->i_gid	= ip->i_d.di_gid;
163 164 165 166 167 168 169 170 171

	switch (inode->i_mode & S_IFMT) {
	case S_IFBLK:
	case S_IFCHR:
		inode->i_rdev =
			MKDEV(sysv_major(ip->i_df.if_u2.if_rdev) & 0x1ff,
			      sysv_minor(ip->i_df.if_u2.if_rdev));
		break;
	default:
L
Linus Torvalds 已提交
172
		inode->i_rdev = 0;
173
		break;
L
Linus Torvalds 已提交
174
	}
175

L
Linus Torvalds 已提交
176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201
	inode->i_generation = ip->i_d.di_gen;
	i_size_write(inode, ip->i_d.di_size);
	inode->i_blocks =
		XFS_FSB_TO_BB(mp, ip->i_d.di_nblocks + ip->i_delayed_blks);
	inode->i_atime.tv_sec	= ip->i_d.di_atime.t_sec;
	inode->i_atime.tv_nsec	= ip->i_d.di_atime.t_nsec;
	inode->i_mtime.tv_sec	= ip->i_d.di_mtime.t_sec;
	inode->i_mtime.tv_nsec	= ip->i_d.di_mtime.t_nsec;
	inode->i_ctime.tv_sec	= ip->i_d.di_ctime.t_sec;
	inode->i_ctime.tv_nsec	= ip->i_d.di_ctime.t_nsec;
	if (ip->i_d.di_flags & XFS_DIFLAG_IMMUTABLE)
		inode->i_flags |= S_IMMUTABLE;
	else
		inode->i_flags &= ~S_IMMUTABLE;
	if (ip->i_d.di_flags & XFS_DIFLAG_APPEND)
		inode->i_flags |= S_APPEND;
	else
		inode->i_flags &= ~S_APPEND;
	if (ip->i_d.di_flags & XFS_DIFLAG_SYNC)
		inode->i_flags |= S_SYNC;
	else
		inode->i_flags &= ~S_SYNC;
	if (ip->i_d.di_flags & XFS_DIFLAG_NOATIME)
		inode->i_flags |= S_NOATIME;
	else
		inode->i_flags &= ~S_NOATIME;
202
	xfs_iflags_clear(ip, XFS_IMODIFIED);
L
Linus Torvalds 已提交
203 204 205 206
}

void
xfs_initialize_vnode(
207
	struct xfs_mount	*mp,
208
	bhv_vnode_t		*vp,
209
	struct xfs_inode	*ip)
L
Linus Torvalds 已提交
210
{
211
	struct inode		*inode = vn_to_inode(vp);
L
Linus Torvalds 已提交
212

213 214 215
	if (!ip->i_vnode) {
		ip->i_vnode = vp;
		inode->i_private = ip;
L
Linus Torvalds 已提交
216 217 218 219 220 221 222 223 224
	}

	/*
	 * We need to set the ops vectors, and unlock the inode, but if
	 * we have been called during the new inode create process, it is
	 * too early to fill in the Linux inode.  We will get called a
	 * second time once the inode is properly set up, and then we can
	 * finish our work.
	 */
225
	if (ip->i_d.di_mode != 0 && (inode->i_state & I_NEW)) {
226
		xfs_revalidate_inode(mp, vp, ip);
L
Linus Torvalds 已提交
227
		xfs_set_inodeops(inode);
228

229
		xfs_iflags_clear(ip, XFS_INEW);
L
Linus Torvalds 已提交
230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260
		barrier();

		unlock_new_inode(inode);
	}
}

int
xfs_blkdev_get(
	xfs_mount_t		*mp,
	const char		*name,
	struct block_device	**bdevp)
{
	int			error = 0;

	*bdevp = open_bdev_excl(name, 0, mp);
	if (IS_ERR(*bdevp)) {
		error = PTR_ERR(*bdevp);
		printk("XFS: Invalid device [%s], error=%d\n", name, error);
	}

	return -error;
}

void
xfs_blkdev_put(
	struct block_device	*bdev)
{
	if (bdev)
		close_bdev_excl(bdev);
}

261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303
/*
 * Try to write out the superblock using barriers.
 */
STATIC int
xfs_barrier_test(
	xfs_mount_t	*mp)
{
	xfs_buf_t	*sbp = xfs_getsb(mp, 0);
	int		error;

	XFS_BUF_UNDONE(sbp);
	XFS_BUF_UNREAD(sbp);
	XFS_BUF_UNDELAYWRITE(sbp);
	XFS_BUF_WRITE(sbp);
	XFS_BUF_UNASYNC(sbp);
	XFS_BUF_ORDERED(sbp);

	xfsbdstrat(mp, sbp);
	error = xfs_iowait(sbp);

	/*
	 * Clear all the flags we set and possible error state in the
	 * buffer.  We only did the write to try out whether barriers
	 * worked and shouldn't leave any traces in the superblock
	 * buffer.
	 */
	XFS_BUF_DONE(sbp);
	XFS_BUF_ERROR(sbp, 0);
	XFS_BUF_UNORDERED(sbp);

	xfs_buf_relse(sbp);
	return error;
}

void
xfs_mountfs_check_barriers(xfs_mount_t *mp)
{
	int error;

	if (mp->m_logdev_targp != mp->m_ddev_targp) {
		xfs_fs_cmn_err(CE_NOTE, mp,
		  "Disabling barriers, not supported with external log device");
		mp->m_flags &= ~XFS_MOUNT_BARRIER;
304
		return;
305 306
	}

307
	if (mp->m_ddev_targp->bt_bdev->bd_disk->queue->ordered ==
308 309 310 311
					QUEUE_ORDERED_NONE) {
		xfs_fs_cmn_err(CE_NOTE, mp,
		  "Disabling barriers, not supported by the underlying device");
		mp->m_flags &= ~XFS_MOUNT_BARRIER;
312
		return;
313 314
	}

315 316 317 318 319 320 321
	if (xfs_readonly_buftarg(mp->m_ddev_targp)) {
		xfs_fs_cmn_err(CE_NOTE, mp,
		  "Disabling barriers, underlying device is readonly");
		mp->m_flags &= ~XFS_MOUNT_BARRIER;
		return;
	}

322 323 324 325 326
	error = xfs_barrier_test(mp);
	if (error) {
		xfs_fs_cmn_err(CE_NOTE, mp,
		  "Disabling barriers, trial barrier write failed");
		mp->m_flags &= ~XFS_MOUNT_BARRIER;
327
		return;
328 329 330 331 332 333 334
	}
}

void
xfs_blkdev_issue_flush(
	xfs_buftarg_t		*buftarg)
{
335
	blkdev_issue_flush(buftarg->bt_bdev, NULL);
336
}
L
Linus Torvalds 已提交
337 338

STATIC struct inode *
339
xfs_fs_alloc_inode(
L
Linus Torvalds 已提交
340 341
	struct super_block	*sb)
{
342
	bhv_vnode_t		*vp;
L
Linus Torvalds 已提交
343

344 345
	vp = kmem_zone_alloc(xfs_vnode_zone, KM_SLEEP);
	if (unlikely(!vp))
L
Linus Torvalds 已提交
346
		return NULL;
347
	return vn_to_inode(vp);
L
Linus Torvalds 已提交
348 349 350
}

STATIC void
351
xfs_fs_destroy_inode(
L
Linus Torvalds 已提交
352 353
	struct inode		*inode)
{
354
	kmem_zone_free(xfs_vnode_zone, vn_from_inode(inode));
L
Linus Torvalds 已提交
355 356 357
}

STATIC void
358
xfs_fs_inode_init_once(
359
	kmem_zone_t		*zonep,
360
	void			*vnode)
L
Linus Torvalds 已提交
361
{
C
Christoph Lameter 已提交
362
	inode_init_once(vn_to_inode((bhv_vnode_t *)vnode));
L
Linus Torvalds 已提交
363 364 365
}

STATIC int
366
xfs_init_zones(void)
L
Linus Torvalds 已提交
367
{
368
	xfs_vnode_zone = kmem_zone_init_flags(sizeof(bhv_vnode_t), "xfs_vnode",
369 370
					KM_ZONE_HWALIGN | KM_ZONE_RECLAIM |
					KM_ZONE_SPREAD,
371
					xfs_fs_inode_init_once);
372 373 374 375 376 377 378
	if (!xfs_vnode_zone)
		goto out;

	xfs_ioend_zone = kmem_zone_init(sizeof(xfs_ioend_t), "xfs_ioend");
	if (!xfs_ioend_zone)
		goto out_destroy_vnode_zone;

379 380
	xfs_ioend_pool = mempool_create_slab_pool(4 * MAX_BUF_PER_PAGE,
						  xfs_ioend_zone);
381 382
	if (!xfs_ioend_pool)
		goto out_free_ioend_zone;
L
Linus Torvalds 已提交
383
	return 0;
384 385 386 387 388 389 390

 out_free_ioend_zone:
	kmem_zone_destroy(xfs_ioend_zone);
 out_destroy_vnode_zone:
	kmem_zone_destroy(xfs_vnode_zone);
 out:
	return -ENOMEM;
L
Linus Torvalds 已提交
391 392 393
}

STATIC void
394
xfs_destroy_zones(void)
L
Linus Torvalds 已提交
395
{
396 397 398
	mempool_destroy(xfs_ioend_pool);
	kmem_zone_destroy(xfs_vnode_zone);
	kmem_zone_destroy(xfs_ioend_zone);
L
Linus Torvalds 已提交
399 400 401 402 403 404
}

/*
 * Attempt to flush the inode, this will actually fail
 * if the inode is pinned, but we dirty the inode again
 * at the point when it is unpinned after a log write,
405
 * since this is when the inode itself becomes flushable.
L
Linus Torvalds 已提交
406 407
 */
STATIC int
408
xfs_fs_write_inode(
L
Linus Torvalds 已提交
409 410 411 412 413
	struct inode		*inode,
	int			sync)
{
	int			error = 0, flags = FLUSH_INODE;

414
	xfs_itrace_entry(XFS_I(inode));
415 416 417
	if (sync) {
		filemap_fdatawait(inode->i_mapping);
		flags |= FLUSH_SYNC;
L
Linus Torvalds 已提交
418
	}
419
	error = xfs_inode_flush(XFS_I(inode), flags);
420 421 422 423 424 425
	/*
	 * if we failed to write out the inode then mark
	 * it dirty again so we'll try again later.
	 */
	if (error)
		mark_inode_dirty_sync(inode);
426

L
Linus Torvalds 已提交
427 428 429 430
	return -error;
}

STATIC void
431
xfs_fs_clear_inode(
L
Linus Torvalds 已提交
432 433
	struct inode		*inode)
{
434
	xfs_inode_t		*ip = XFS_I(inode);
435

436
	/*
437
	 * ip can be null when xfs_iget_core calls xfs_idestroy if we
438 439
	 * find an inode with di_mode == 0 but without IGET_CREATE set.
	 */
440
	if (ip) {
441
		xfs_itrace_entry(ip);
442 443 444 445 446 447 448 449 450
		XFS_STATS_INC(vn_rele);
		XFS_STATS_INC(vn_remove);
		XFS_STATS_INC(vn_reclaim);
		XFS_STATS_DEC(vn_active);

		xfs_inactive(ip);
		xfs_iflags_clear(ip, XFS_IMODIFIED);
		if (xfs_reclaim(ip))
			panic("%s: cannot reclaim 0x%p\n", __FUNCTION__, inode);
451
	}
452

453
	ASSERT(XFS_I(inode) == NULL);
454
}
L
Linus Torvalds 已提交
455 456 457 458 459 460 461 462 463 464

/*
 * Enqueue a work item to be picked up by the vfs xfssyncd thread.
 * Doing this has two advantages:
 * - It saves on stack space, which is tight in certain situations
 * - It can be used (with care) as a mechanism to avoid deadlocks.
 * Flushing while allocating in a full filesystem requires both.
 */
STATIC void
xfs_syncd_queue_work(
465
	struct xfs_mount *mp,
L
Linus Torvalds 已提交
466
	void		*data,
467
	void		(*syncer)(struct xfs_mount *, void *))
L
Linus Torvalds 已提交
468
{
469
	struct bhv_vfs_sync_work *work;
L
Linus Torvalds 已提交
470

471
	work = kmem_alloc(sizeof(struct bhv_vfs_sync_work), KM_SLEEP);
L
Linus Torvalds 已提交
472 473 474
	INIT_LIST_HEAD(&work->w_list);
	work->w_syncer = syncer;
	work->w_data = data;
475 476 477 478 479
	work->w_mount = mp;
	spin_lock(&mp->m_sync_lock);
	list_add_tail(&work->w_list, &mp->m_sync_list);
	spin_unlock(&mp->m_sync_lock);
	wake_up_process(mp->m_sync_task);
L
Linus Torvalds 已提交
480 481 482 483 484 485 486 487 488 489
}

/*
 * Flush delayed allocate data, attempting to free up reserved space
 * from existing allocations.  At this point a new allocation attempt
 * has failed with ENOSPC and we are in the process of scratching our
 * heads, looking about for more room...
 */
STATIC void
xfs_flush_inode_work(
490 491
	struct xfs_mount *mp,
	void		*arg)
L
Linus Torvalds 已提交
492
{
493 494 495
	struct inode	*inode = arg;
	filemap_flush(inode->i_mapping);
	iput(inode);
L
Linus Torvalds 已提交
496 497 498 499 500 501
}

void
xfs_flush_inode(
	xfs_inode_t	*ip)
{
502
	struct inode	*inode = ip->i_vnode;
L
Linus Torvalds 已提交
503 504

	igrab(inode);
505
	xfs_syncd_queue_work(ip->i_mount, inode, xfs_flush_inode_work);
506
	delay(msecs_to_jiffies(500));
L
Linus Torvalds 已提交
507 508 509 510 511 512 513 514
}

/*
 * This is the "bigger hammer" version of xfs_flush_inode_work...
 * (IOW, "If at first you don't succeed, use a Bigger Hammer").
 */
STATIC void
xfs_flush_device_work(
515 516
	struct xfs_mount *mp,
	void		*arg)
L
Linus Torvalds 已提交
517
{
518
	struct inode	*inode = arg;
C
Christoph Hellwig 已提交
519
	sync_blockdev(mp->m_super->s_bdev);
520
	iput(inode);
L
Linus Torvalds 已提交
521 522 523 524 525 526
}

void
xfs_flush_device(
	xfs_inode_t	*ip)
{
527
	struct inode	*inode = vn_to_inode(XFS_ITOV(ip));
L
Linus Torvalds 已提交
528 529

	igrab(inode);
530
	xfs_syncd_queue_work(ip->i_mount, inode, xfs_flush_device_work);
531
	delay(msecs_to_jiffies(500));
L
Linus Torvalds 已提交
532 533 534 535
	xfs_log_force(ip->i_mount, (xfs_lsn_t)0, XFS_LOG_FORCE|XFS_LOG_SYNC);
}

STATIC void
536 537
xfs_sync_worker(
	struct xfs_mount *mp,
L
Linus Torvalds 已提交
538 539 540 541
	void		*unused)
{
	int		error;

542 543 544 545 546
	if (!(mp->m_flags & XFS_MOUNT_RDONLY))
		error = xfs_sync(mp, SYNC_FSDATA | SYNC_BDFLUSH | SYNC_ATTR |
				     SYNC_REFCACHE | SYNC_SUPER);
	mp->m_sync_seq++;
	wake_up(&mp->m_wait_single_sync_task);
L
Linus Torvalds 已提交
547 548 549 550 551 552
}

STATIC int
xfssyncd(
	void			*arg)
{
553
	struct xfs_mount	*mp = arg;
L
Linus Torvalds 已提交
554
	long			timeleft;
555
	bhv_vfs_sync_work_t	*work, *n;
556
	LIST_HEAD		(tmp);
L
Linus Torvalds 已提交
557

558
	set_freezable();
559
	timeleft = xfs_syncd_centisecs * msecs_to_jiffies(10);
L
Linus Torvalds 已提交
560
	for (;;) {
561
		timeleft = schedule_timeout_interruptible(timeleft);
L
Linus Torvalds 已提交
562
		/* swsusp */
563
		try_to_freeze();
564
		if (kthread_should_stop() && list_empty(&mp->m_sync_list))
L
Linus Torvalds 已提交
565 566
			break;

567
		spin_lock(&mp->m_sync_lock);
L
Linus Torvalds 已提交
568 569 570 571 572
		/*
		 * We can get woken by laptop mode, to do a sync -
		 * that's the (only!) case where the list would be
		 * empty with time remaining.
		 */
573
		if (!timeleft || list_empty(&mp->m_sync_list)) {
L
Linus Torvalds 已提交
574
			if (!timeleft)
575 576
				timeleft = xfs_syncd_centisecs *
							msecs_to_jiffies(10);
577 578 579
			INIT_LIST_HEAD(&mp->m_sync_work.w_list);
			list_add_tail(&mp->m_sync_work.w_list,
					&mp->m_sync_list);
L
Linus Torvalds 已提交
580
		}
581
		list_for_each_entry_safe(work, n, &mp->m_sync_list, w_list)
L
Linus Torvalds 已提交
582
			list_move(&work->w_list, &tmp);
583
		spin_unlock(&mp->m_sync_lock);
L
Linus Torvalds 已提交
584 585

		list_for_each_entry_safe(work, n, &tmp, w_list) {
586
			(*work->w_syncer)(mp, work->w_data);
L
Linus Torvalds 已提交
587
			list_del(&work->w_list);
588
			if (work == &mp->m_sync_work)
L
Linus Torvalds 已提交
589
				continue;
590
			kmem_free(work, sizeof(struct bhv_vfs_sync_work));
L
Linus Torvalds 已提交
591 592 593 594 595 596 597
		}
	}

	return 0;
}

STATIC void
598
xfs_fs_put_super(
L
Linus Torvalds 已提交
599 600
	struct super_block	*sb)
{
601
	struct xfs_mount	*mp = XFS_M(sb);
L
Linus Torvalds 已提交
602 603
	int			error;

604 605
	kthread_stop(mp->m_sync_task);

606 607
	xfs_sync(mp, SYNC_ATTR | SYNC_DELWRI);
	error = xfs_unmount(mp, 0, NULL);
C
Christoph Hellwig 已提交
608
	if (error)
609
		printk("XFS: unmount got error=%d\n", error);
L
Linus Torvalds 已提交
610 611 612
}

STATIC void
613
xfs_fs_write_super(
L
Linus Torvalds 已提交
614 615
	struct super_block	*sb)
{
616
	if (!(sb->s_flags & MS_RDONLY))
617
		xfs_sync(XFS_M(sb), SYNC_FSDATA);
L
Linus Torvalds 已提交
618 619 620 621
	sb->s_dirt = 0;
}

STATIC int
622
xfs_fs_sync_super(
L
Linus Torvalds 已提交
623 624 625
	struct super_block	*sb,
	int			wait)
{
626
	struct xfs_mount	*mp = XFS_M(sb);
627 628
	int			error;
	int			flags;
L
Linus Torvalds 已提交
629

630 631 632 633 634 635 636 637 638 639 640 641 642
	/*
	 * Treat a sync operation like a freeze.  This is to work
	 * around a race in sync_inodes() which works in two phases
	 * - an asynchronous flush, which can write out an inode
	 * without waiting for file size updates to complete, and a
	 * synchronous flush, which wont do anything because the
	 * async flush removed the inode's dirty flag.  Also
	 * sync_inodes() will not see any files that just have
	 * outstanding transactions to be flushed because we don't
	 * dirty the Linux inode until after the transaction I/O
	 * completes.
	 */
	if (wait || unlikely(sb->s_frozen == SB_FREEZE_WRITE)) {
643 644 645 646 647 648 649 650
		/*
		 * First stage of freeze - no more writers will make progress
		 * now we are here, so we flush delwri and delalloc buffers
		 * here, then wait for all I/O to complete.  Data is frozen at
		 * that point. Metadata is not frozen, transactions can still
		 * occur here so don't bother flushing the buftarg (i.e
		 * SYNC_QUIESCE) because it'll just get dirty again.
		 */
651
		flags = SYNC_DATA_QUIESCE;
652
	} else
653
		flags = SYNC_FSDATA;
L
Linus Torvalds 已提交
654

655
	error = xfs_sync(mp, flags);
L
Linus Torvalds 已提交
656 657 658
	sb->s_dirt = 0;

	if (unlikely(laptop_mode)) {
659
		int	prev_sync_seq = mp->m_sync_seq;
L
Linus Torvalds 已提交
660 661 662 663 664 665

		/*
		 * The disk must be active because we're syncing.
		 * We schedule xfssyncd now (now that the disk is
		 * active) instead of later (when it might not be).
		 */
666
		wake_up_process(mp->m_sync_task);
L
Linus Torvalds 已提交
667 668 669 670 671 672
		/*
		 * We have to wait for the sync iteration to complete.
		 * If we don't, the disk activity caused by the sync
		 * will come after the sync is completed, and that
		 * triggers another sync from laptop mode.
		 */
673 674
		wait_event(mp->m_wait_single_sync_task,
				mp->m_sync_seq != prev_sync_seq);
L
Linus Torvalds 已提交
675 676 677 678 679 680
	}

	return -error;
}

STATIC int
681
xfs_fs_statfs(
682
	struct dentry		*dentry,
L
Linus Torvalds 已提交
683 684
	struct kstatfs		*statp)
{
C
Christoph Hellwig 已提交
685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722
	struct xfs_mount	*mp = XFS_M(dentry->d_sb);
	xfs_sb_t		*sbp = &mp->m_sb;
	__uint64_t		fakeinos, id;
	xfs_extlen_t		lsize;

	statp->f_type = XFS_SB_MAGIC;
	statp->f_namelen = MAXNAMELEN - 1;

	id = huge_encode_dev(mp->m_ddev_targp->bt_dev);
	statp->f_fsid.val[0] = (u32)id;
	statp->f_fsid.val[1] = (u32)(id >> 32);

	xfs_icsb_sync_counters_flags(mp, XFS_ICSB_LAZY_COUNT);

	spin_lock(&mp->m_sb_lock);
	statp->f_bsize = sbp->sb_blocksize;
	lsize = sbp->sb_logstart ? sbp->sb_logblocks : 0;
	statp->f_blocks = sbp->sb_dblocks - lsize;
	statp->f_bfree = statp->f_bavail =
				sbp->sb_fdblocks - XFS_ALLOC_SET_ASIDE(mp);
	fakeinos = statp->f_bfree << sbp->sb_inopblog;
#if XFS_BIG_INUMS
	fakeinos += mp->m_inoadd;
#endif
	statp->f_files =
	    MIN(sbp->sb_icount + fakeinos, (__uint64_t)XFS_MAXINUMBER);
	if (mp->m_maxicount)
#if XFS_BIG_INUMS
		if (!mp->m_inoadd)
#endif
			statp->f_files = min_t(typeof(statp->f_files),
						statp->f_files,
						mp->m_maxicount);
	statp->f_ffree = statp->f_files - (sbp->sb_icount - sbp->sb_ifree);
	spin_unlock(&mp->m_sb_lock);

	XFS_QM_DQSTATVFS(XFS_I(dentry->d_inode), statp);
	return 0;
L
Linus Torvalds 已提交
723 724 725
}

STATIC int
726
xfs_fs_remount(
L
Linus Torvalds 已提交
727 728 729 730
	struct super_block	*sb,
	int			*flags,
	char			*options)
{
731
	struct xfs_mount	*mp = XFS_M(sb);
732
	struct xfs_mount_args	*args = xfs_args_allocate(sb, 0);
L
Linus Torvalds 已提交
733 734
	int			error;

735
	error = xfs_parseargs(mp, options, args, 1);
L
Linus Torvalds 已提交
736
	if (!error)
737
		error = xfs_mntupdate(mp, flags, args);
L
Linus Torvalds 已提交
738 739 740 741
	kmem_free(args, sizeof(*args));
	return -error;
}

C
Christoph Hellwig 已提交
742 743 744 745 746
/*
 * Second stage of a freeze. The data is already frozen so we only
 * need to take care of themetadata. Once that's done write a dummy
 * record to dirty the log in case of a crash while frozen.
 */
L
Linus Torvalds 已提交
747
STATIC void
748
xfs_fs_lockfs(
L
Linus Torvalds 已提交
749 750
	struct super_block	*sb)
{
C
Christoph Hellwig 已提交
751 752 753 754
	struct xfs_mount	*mp = XFS_M(sb);

	xfs_attr_quiesce(mp);
	xfs_fs_log_dummy(mp);
L
Linus Torvalds 已提交
755 756 757
}

STATIC int
758
xfs_fs_show_options(
L
Linus Torvalds 已提交
759 760 761
	struct seq_file		*m,
	struct vfsmount		*mnt)
{
762
	return -xfs_showargs(XFS_M(mnt->mnt_sb), m);
L
Linus Torvalds 已提交
763 764
}

765
STATIC int
766
xfs_fs_quotasync(
767 768 769
	struct super_block	*sb,
	int			type)
{
770
	return -XFS_QM_QUOTACTL(XFS_M(sb), Q_XQUOTASYNC, 0, NULL);
771 772
}

L
Linus Torvalds 已提交
773
STATIC int
774
xfs_fs_getxstate(
L
Linus Torvalds 已提交
775 776 777
	struct super_block	*sb,
	struct fs_quota_stat	*fqs)
{
778
	return -XFS_QM_QUOTACTL(XFS_M(sb), Q_XGETQSTAT, 0, (caddr_t)fqs);
L
Linus Torvalds 已提交
779 780 781
}

STATIC int
782
xfs_fs_setxstate(
L
Linus Torvalds 已提交
783 784 785 786
	struct super_block	*sb,
	unsigned int		flags,
	int			op)
{
787
	return -XFS_QM_QUOTACTL(XFS_M(sb), op, 0, (caddr_t)&flags);
L
Linus Torvalds 已提交
788 789 790
}

STATIC int
791
xfs_fs_getxquota(
L
Linus Torvalds 已提交
792 793 794 795 796
	struct super_block	*sb,
	int			type,
	qid_t			id,
	struct fs_disk_quota	*fdq)
{
797
	return -XFS_QM_QUOTACTL(XFS_M(sb),
798 799 800
				 (type == USRQUOTA) ? Q_XGETQUOTA :
				  ((type == GRPQUOTA) ? Q_XGETGQUOTA :
				   Q_XGETPQUOTA), id, (caddr_t)fdq);
L
Linus Torvalds 已提交
801 802 803
}

STATIC int
804
xfs_fs_setxquota(
L
Linus Torvalds 已提交
805 806 807 808 809
	struct super_block	*sb,
	int			type,
	qid_t			id,
	struct fs_disk_quota	*fdq)
{
810
	return -XFS_QM_QUOTACTL(XFS_M(sb),
811 812 813
				 (type == USRQUOTA) ? Q_XSETQLIM :
				  ((type == GRPQUOTA) ? Q_XSETGQLIM :
				   Q_XSETPQLIM), id, (caddr_t)fdq);
L
Linus Torvalds 已提交
814 815 816
}

STATIC int
817
xfs_fs_fill_super(
L
Linus Torvalds 已提交
818 819 820 821
	struct super_block	*sb,
	void			*data,
	int			silent)
{
C
Christoph Hellwig 已提交
822
	struct inode		*rootvp;
823
	struct xfs_mount	*mp = NULL;
824
	struct xfs_mount_args	*args = xfs_args_allocate(sb, silent);
825
	int			error;
L
Linus Torvalds 已提交
826

827
	mp = xfs_mount_init();
L
Linus Torvalds 已提交
828

829 830 831 832
	INIT_LIST_HEAD(&mp->m_sync_list);
	spin_lock_init(&mp->m_sync_lock);
	init_waitqueue_head(&mp->m_wait_single_sync_task);

C
Christoph Hellwig 已提交
833 834
	mp->m_super = sb;
	sb->s_fs_info = mp;
L
Linus Torvalds 已提交
835

836 837 838
	if (sb->s_flags & MS_RDONLY)
		mp->m_flags |= XFS_MOUNT_RDONLY;

839 840
	error = xfs_parseargs(mp, (char *)data, args, 0);
	if (error)
L
Linus Torvalds 已提交
841 842 843
		goto fail_vfsop;

	sb_min_blocksize(sb, BBSIZE);
844 845 846
	sb->s_export_op = &xfs_export_operations;
	sb->s_qcop = &xfs_quotactl_operations;
	sb->s_op = &xfs_super_operations;
L
Linus Torvalds 已提交
847

848 849
	error = xfs_mount(mp, args, NULL);
	if (error)
L
Linus Torvalds 已提交
850 851 852
		goto fail_vfsop;

	sb->s_dirt = 1;
C
Christoph Hellwig 已提交
853 854 855
	sb->s_magic = XFS_SB_MAGIC;
	sb->s_blocksize = mp->m_sb.sb_blocksize;
	sb->s_blocksize_bits = ffs(sb->s_blocksize) - 1;
L
Linus Torvalds 已提交
856 857 858 859
	sb->s_maxbytes = xfs_max_file_offset(sb->s_blocksize_bits);
	sb->s_time_gran = 1;
	set_posix_acl_flag(sb);

860
	error = xfs_root(mp, &rootvp);
L
Linus Torvalds 已提交
861 862 863
	if (error)
		goto fail_unmount;

864
	sb->s_root = d_alloc_root(vn_to_inode(rootvp));
L
Linus Torvalds 已提交
865 866 867 868 869 870 871 872
	if (!sb->s_root) {
		error = ENOMEM;
		goto fail_vnrele;
	}
	if (is_bad_inode(sb->s_root->d_inode)) {
		error = EINVAL;
		goto fail_vnrele;
	}
873 874 875 876 877 878

	mp->m_sync_work.w_syncer = xfs_sync_worker;
	mp->m_sync_work.w_mount = mp;
	mp->m_sync_task = kthread_run(xfssyncd, mp, "xfssyncd");
	if (IS_ERR(mp->m_sync_task)) {
		error = -PTR_ERR(mp->m_sync_task);
L
Linus Torvalds 已提交
879
		goto fail_vnrele;
880 881
	}

882
	xfs_itrace_exit(XFS_I(sb->s_root->d_inode));
L
Linus Torvalds 已提交
883 884 885 886 887 888 889 890 891 892 893 894 895

	kmem_free(args, sizeof(*args));
	return 0;

fail_vnrele:
	if (sb->s_root) {
		dput(sb->s_root);
		sb->s_root = NULL;
	} else {
		VN_RELE(rootvp);
	}

fail_unmount:
896
	xfs_unmount(mp, 0, NULL);
L
Linus Torvalds 已提交
897 898 899 900 901 902

fail_vfsop:
	kmem_free(args, sizeof(*args));
	return -error;
}

903
STATIC int
904
xfs_fs_get_sb(
L
Linus Torvalds 已提交
905 906 907
	struct file_system_type	*fs_type,
	int			flags,
	const char		*dev_name,
908 909
	void			*data,
	struct vfsmount		*mnt)
L
Linus Torvalds 已提交
910
{
911 912
	return get_sb_bdev(fs_type, flags, dev_name, data, xfs_fs_fill_super,
			   mnt);
913 914
}

915
static struct super_operations xfs_super_operations = {
916 917 918 919 920 921 922 923 924 925 926
	.alloc_inode		= xfs_fs_alloc_inode,
	.destroy_inode		= xfs_fs_destroy_inode,
	.write_inode		= xfs_fs_write_inode,
	.clear_inode		= xfs_fs_clear_inode,
	.put_super		= xfs_fs_put_super,
	.write_super		= xfs_fs_write_super,
	.sync_fs		= xfs_fs_sync_super,
	.write_super_lockfs	= xfs_fs_lockfs,
	.statfs			= xfs_fs_statfs,
	.remount_fs		= xfs_fs_remount,
	.show_options		= xfs_fs_show_options,
L
Linus Torvalds 已提交
927 928
};

929
static struct quotactl_ops xfs_quotactl_operations = {
930 931 932 933 934
	.quota_sync		= xfs_fs_quotasync,
	.get_xstate		= xfs_fs_getxstate,
	.set_xstate		= xfs_fs_setxstate,
	.get_xquota		= xfs_fs_getxquota,
	.set_xquota		= xfs_fs_setxquota,
L
Linus Torvalds 已提交
935 936
};

A
Andrew Morton 已提交
937
static struct file_system_type xfs_fs_type = {
L
Linus Torvalds 已提交
938 939
	.owner			= THIS_MODULE,
	.name			= "xfs",
940
	.get_sb			= xfs_fs_get_sb,
L
Linus Torvalds 已提交
941 942 943 944 945 946 947 948 949 950 951 952 953 954 955 956
	.kill_sb		= kill_block_super,
	.fs_flags		= FS_REQUIRES_DEV,
};


STATIC int __init
init_xfs_fs( void )
{
	int			error;
	static char		message[] __initdata = KERN_INFO \
		XFS_VERSION_STRING " with " XFS_BUILD_OPTIONS " enabled\n";

	printk(message);

	ktrace_init(64);

957
	error = xfs_init_zones();
L
Linus Torvalds 已提交
958
	if (error < 0)
959
		goto undo_zones;
L
Linus Torvalds 已提交
960

961
	error = xfs_buf_init();
L
Linus Torvalds 已提交
962
	if (error < 0)
963
		goto undo_buffers;
L
Linus Torvalds 已提交
964 965 966 967 968 969 970 971 972 973 974 975

	vn_init();
	xfs_init();
	uuid_init();
	vfs_initquota();

	error = register_filesystem(&xfs_fs_type);
	if (error)
		goto undo_register;
	return 0;

undo_register:
976
	xfs_buf_terminate();
L
Linus Torvalds 已提交
977

978
undo_buffers:
979
	xfs_destroy_zones();
L
Linus Torvalds 已提交
980

981
undo_zones:
L
Linus Torvalds 已提交
982 983 984 985 986 987 988 989 990
	return error;
}

STATIC void __exit
exit_xfs_fs( void )
{
	vfs_exitquota();
	unregister_filesystem(&xfs_fs_type);
	xfs_cleanup();
991
	xfs_buf_terminate();
992
	xfs_destroy_zones();
L
Linus Torvalds 已提交
993 994 995 996 997 998 999 1000 1001
	ktrace_uninit();
}

module_init(init_xfs_fs);
module_exit(exit_xfs_fs);

MODULE_AUTHOR("Silicon Graphics, Inc.");
MODULE_DESCRIPTION(XFS_VERSION_STRING " with " XFS_BUILD_OPTIONS " enabled");
MODULE_LICENSE("GPL");