xfs_super.c 47.9 KB
Newer Older
L
Linus Torvalds 已提交
1
/*
2
 * Copyright (c) 2000-2006 Silicon Graphics, Inc.
3
 * All Rights Reserved.
L
Linus Torvalds 已提交
4
 *
5 6
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public License as
L
Linus Torvalds 已提交
7 8
 * published by the Free Software Foundation.
 *
9 10 11 12
 * This program is distributed in the hope that it would be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
L
Linus Torvalds 已提交
13
 *
14 15 16
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write the Free Software Foundation,
 * Inc.,  51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
L
Linus Torvalds 已提交
17
 */
C
Christoph Hellwig 已提交
18

L
Linus Torvalds 已提交
19 20
#include "xfs.h"
#include "xfs_log.h"
21
#include "xfs_inum.h"
L
Linus Torvalds 已提交
22 23
#include "xfs_trans.h"
#include "xfs_sb.h"
24
#include "xfs_ag.h"
L
Linus Torvalds 已提交
25 26 27 28 29
#include "xfs_dir2.h"
#include "xfs_alloc.h"
#include "xfs_quota.h"
#include "xfs_mount.h"
#include "xfs_bmap_btree.h"
30
#include "xfs_alloc_btree.h"
L
Linus Torvalds 已提交
31 32 33
#include "xfs_ialloc_btree.h"
#include "xfs_dinode.h"
#include "xfs_inode.h"
34 35
#include "xfs_btree.h"
#include "xfs_ialloc.h"
L
Linus Torvalds 已提交
36 37 38 39
#include "xfs_bmap.h"
#include "xfs_rtalloc.h"
#include "xfs_error.h"
#include "xfs_itable.h"
C
Christoph Hellwig 已提交
40
#include "xfs_fsops.h"
L
Linus Torvalds 已提交
41 42 43
#include "xfs_attr.h"
#include "xfs_buf_item.h"
#include "xfs_utils.h"
44
#include "xfs_vnodeops.h"
45
#include "xfs_log_priv.h"
46
#include "xfs_trans_priv.h"
47
#include "xfs_filestream.h"
48 49 50 51
#include "xfs_da_btree.h"
#include "xfs_extfree_item.h"
#include "xfs_mru_cache.h"
#include "xfs_inode_item.h"
52
#include "xfs_icache.h"
C
Christoph Hellwig 已提交
53
#include "xfs_trace.h"
D
Dave Chinner 已提交
54
#include "xfs_icreate_item.h"
L
Linus Torvalds 已提交
55 56 57

#include <linux/namei.h>
#include <linux/init.h>
58
#include <linux/slab.h>
L
Linus Torvalds 已提交
59
#include <linux/mount.h>
60
#include <linux/mempool.h>
L
Linus Torvalds 已提交
61
#include <linux/writeback.h>
62
#include <linux/kthread.h>
63
#include <linux/freezer.h>
64
#include <linux/parser.h>
L
Linus Torvalds 已提交
65

66
static const struct super_operations xfs_super_operations;
67
static kmem_zone_t *xfs_ioend_zone;
68
mempool_t *xfs_ioend_pool;
L
Linus Torvalds 已提交
69

70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91
#define MNTOPT_LOGBUFS	"logbufs"	/* number of XFS log buffers */
#define MNTOPT_LOGBSIZE	"logbsize"	/* size of XFS log buffers */
#define MNTOPT_LOGDEV	"logdev"	/* log device */
#define MNTOPT_RTDEV	"rtdev"		/* realtime I/O device */
#define MNTOPT_BIOSIZE	"biosize"	/* log2 of preferred buffered io size */
#define MNTOPT_WSYNC	"wsync"		/* safe-mode nfs compatible mount */
#define MNTOPT_NOALIGN	"noalign"	/* turn off stripe alignment */
#define MNTOPT_SWALLOC	"swalloc"	/* turn on stripe width allocation */
#define MNTOPT_SUNIT	"sunit"		/* data volume stripe unit */
#define MNTOPT_SWIDTH	"swidth"	/* data volume stripe width */
#define MNTOPT_NOUUID	"nouuid"	/* ignore filesystem UUID */
#define MNTOPT_MTPT	"mtpt"		/* filesystem mount point */
#define MNTOPT_GRPID	"grpid"		/* group-ID from parent directory */
#define MNTOPT_NOGRPID	"nogrpid"	/* group-ID from current process */
#define MNTOPT_BSDGROUPS    "bsdgroups"    /* group-ID from parent directory */
#define MNTOPT_SYSVGROUPS   "sysvgroups"   /* group-ID from current process */
#define MNTOPT_ALLOCSIZE    "allocsize"    /* preferred allocation size */
#define MNTOPT_NORECOVERY   "norecovery"   /* don't run XFS recovery */
#define MNTOPT_BARRIER	"barrier"	/* use writer barriers for log write and
					 * unwritten extent conversion */
#define MNTOPT_NOBARRIER "nobarrier"	/* .. disable */
#define MNTOPT_64BITINODE   "inode64"	/* inodes can be allocated anywhere */
92 93
#define MNTOPT_32BITINODE   "inode32"	/* inode allocation limited to
					 * XFS_MAXINUMBER_32 */
94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113
#define MNTOPT_IKEEP	"ikeep"		/* do not free empty inode clusters */
#define MNTOPT_NOIKEEP	"noikeep"	/* free empty inode clusters */
#define MNTOPT_LARGEIO	   "largeio"	/* report large I/O sizes in stat() */
#define MNTOPT_NOLARGEIO   "nolargeio"	/* do not report large I/O sizes
					 * in stat(). */
#define MNTOPT_ATTR2	"attr2"		/* do use attr2 attribute format */
#define MNTOPT_NOATTR2	"noattr2"	/* do not use attr2 attribute format */
#define MNTOPT_FILESTREAM  "filestreams" /* use filestreams allocator */
#define MNTOPT_QUOTA	"quota"		/* disk quotas (user) */
#define MNTOPT_NOQUOTA	"noquota"	/* no quotas */
#define MNTOPT_USRQUOTA	"usrquota"	/* user quota enabled */
#define MNTOPT_GRPQUOTA	"grpquota"	/* group quota enabled */
#define MNTOPT_PRJQUOTA	"prjquota"	/* project quota enabled */
#define MNTOPT_UQUOTA	"uquota"	/* user quota (IRIX variant) */
#define MNTOPT_GQUOTA	"gquota"	/* group quota (IRIX variant) */
#define MNTOPT_PQUOTA	"pquota"	/* project quota (IRIX variant) */
#define MNTOPT_UQUOTANOENF "uqnoenforce"/* user quota limit enforcement */
#define MNTOPT_GQUOTANOENF "gqnoenforce"/* group quota limit enforcement */
#define MNTOPT_PQUOTANOENF "pqnoenforce"/* project quota limit enforcement */
#define MNTOPT_QUOTANOENF  "qnoenforce"	/* same as uqnoenforce */
114 115 116 117
#define MNTOPT_DELAYLOG    "delaylog"	/* Delayed logging enabled */
#define MNTOPT_NODELAYLOG  "nodelaylog"	/* Delayed logging disabled */
#define MNTOPT_DISCARD	   "discard"	/* Discard unused blocks */
#define MNTOPT_NODISCARD   "nodiscard"	/* Do not discard unused blocks */
118

119 120 121 122 123 124 125
/*
 * Table driven mount option parser.
 *
 * Currently only used for remount, but it will be used for mount
 * in the future, too.
 */
enum {
126 127 128 129 130
	Opt_barrier,
	Opt_nobarrier,
	Opt_inode64,
	Opt_inode32,
	Opt_err
131 132
};

133
static const match_table_t tokens = {
134 135
	{Opt_barrier, "barrier"},
	{Opt_nobarrier, "nobarrier"},
136
	{Opt_inode64, "inode64"},
137
	{Opt_inode32, "inode32"},
138 139 140 141
	{Opt_err, NULL}
};


142
STATIC unsigned long
143
suffix_kstrtoint(char *s, unsigned int base, int *res)
144
{
145
	int	last, shift_left_factor = 0, _res;
146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161
	char	*value = s;

	last = strlen(value) - 1;
	if (value[last] == 'K' || value[last] == 'k') {
		shift_left_factor = 10;
		value[last] = '\0';
	}
	if (value[last] == 'M' || value[last] == 'm') {
		shift_left_factor = 20;
		value[last] = '\0';
	}
	if (value[last] == 'G' || value[last] == 'g') {
		shift_left_factor = 30;
		value[last] = '\0';
	}

162 163 164 165
	if (kstrtoint(s, base, &_res))
		return -EINVAL;
	*res = _res << shift_left_factor;
	return 0;
166 167
}

168 169 170 171 172 173 174
/*
 * This function fills in xfs_mount_t fields based on mount args.
 * Note: the superblock has _not_ yet been read in.
 *
 * Note that this function leaks the various device name allocations on
 * failure.  The caller takes care of them.
 */
175 176 177
STATIC int
xfs_parseargs(
	struct xfs_mount	*mp,
C
Christoph Hellwig 已提交
178
	char			*options)
179
{
180
	struct super_block	*sb = mp->m_super;
181
	char			*this_char, *value;
182 183 184
	int			dsunit = 0;
	int			dswidth = 0;
	int			iosize = 0;
185
	__uint8_t		iosizelog = 0;
186

187 188 189 190 191 192 193 194 195
	/*
	 * set up the mount name first so all the errors will refer to the
	 * correct device.
	 */
	mp->m_fsname = kstrndup(sb->s_id, MAXNAMELEN, GFP_KERNEL);
	if (!mp->m_fsname)
		return ENOMEM;
	mp->m_fsname_len = strlen(mp->m_fsname) + 1;

196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211
	/*
	 * Copy binary VFS mount flags we are interested in.
	 */
	if (sb->s_flags & MS_RDONLY)
		mp->m_flags |= XFS_MOUNT_RDONLY;
	if (sb->s_flags & MS_DIRSYNC)
		mp->m_flags |= XFS_MOUNT_DIRSYNC;
	if (sb->s_flags & MS_SYNCHRONOUS)
		mp->m_flags |= XFS_MOUNT_WSYNC;

	/*
	 * Set some default flags that could be cleared by the mount option
	 * parsing.
	 */
	mp->m_flags |= XFS_MOUNT_BARRIER;
	mp->m_flags |= XFS_MOUNT_COMPAT_IOSIZE;
212
#if !XFS_BIG_INUMS
213
	mp->m_flags |= XFS_MOUNT_SMALL_INUMS;
214
#endif
215

216 217 218 219 220
	/*
	 * These can be overridden by the mount option parsing.
	 */
	mp->m_logbufs = -1;
	mp->m_logbsize = -1;
221 222 223 224 225 226 227 228 229 230 231 232

	if (!options)
		goto done;

	while ((this_char = strsep(&options, ",")) != NULL) {
		if (!*this_char)
			continue;
		if ((value = strchr(this_char, '=')) != NULL)
			*value++ = 0;

		if (!strcmp(this_char, MNTOPT_LOGBUFS)) {
			if (!value || !*value) {
233
				xfs_warn(mp, "%s option requires an argument",
234 235 236
					this_char);
				return EINVAL;
			}
237 238
			if (kstrtoint(value, 10, &mp->m_logbufs))
				return EINVAL;
239 240
		} else if (!strcmp(this_char, MNTOPT_LOGBSIZE)) {
			if (!value || !*value) {
241
				xfs_warn(mp, "%s option requires an argument",
242 243 244
					this_char);
				return EINVAL;
			}
245 246
			if (suffix_kstrtoint(value, 10, &mp->m_logbsize))
				return EINVAL;
247 248
		} else if (!strcmp(this_char, MNTOPT_LOGDEV)) {
			if (!value || !*value) {
249
				xfs_warn(mp, "%s option requires an argument",
250 251 252
					this_char);
				return EINVAL;
			}
253 254 255
			mp->m_logname = kstrndup(value, MAXNAMELEN, GFP_KERNEL);
			if (!mp->m_logname)
				return ENOMEM;
256
		} else if (!strcmp(this_char, MNTOPT_MTPT)) {
257
			xfs_warn(mp, "%s option not allowed on this system",
C
Christoph Hellwig 已提交
258 259
				this_char);
			return EINVAL;
260 261
		} else if (!strcmp(this_char, MNTOPT_RTDEV)) {
			if (!value || !*value) {
262
				xfs_warn(mp, "%s option requires an argument",
263 264 265
					this_char);
				return EINVAL;
			}
266 267 268
			mp->m_rtname = kstrndup(value, MAXNAMELEN, GFP_KERNEL);
			if (!mp->m_rtname)
				return ENOMEM;
269 270
		} else if (!strcmp(this_char, MNTOPT_BIOSIZE)) {
			if (!value || !*value) {
271
				xfs_warn(mp, "%s option requires an argument",
272 273 274
					this_char);
				return EINVAL;
			}
275 276
			if (kstrtoint(value, 10, &iosize))
				return EINVAL;
C
Christoph Hellwig 已提交
277
			iosizelog = ffs(iosize) - 1;
278 279
		} else if (!strcmp(this_char, MNTOPT_ALLOCSIZE)) {
			if (!value || !*value) {
280
				xfs_warn(mp, "%s option requires an argument",
281 282 283
					this_char);
				return EINVAL;
			}
284 285
			if (suffix_kstrtoint(value, 10, &iosize))
				return EINVAL;
286
			iosizelog = ffs(iosize) - 1;
287 288 289 290 291 292 293
		} else if (!strcmp(this_char, MNTOPT_GRPID) ||
			   !strcmp(this_char, MNTOPT_BSDGROUPS)) {
			mp->m_flags |= XFS_MOUNT_GRPID;
		} else if (!strcmp(this_char, MNTOPT_NOGRPID) ||
			   !strcmp(this_char, MNTOPT_SYSVGROUPS)) {
			mp->m_flags &= ~XFS_MOUNT_GRPID;
		} else if (!strcmp(this_char, MNTOPT_WSYNC)) {
294
			mp->m_flags |= XFS_MOUNT_WSYNC;
295
		} else if (!strcmp(this_char, MNTOPT_NORECOVERY)) {
296
			mp->m_flags |= XFS_MOUNT_NORECOVERY;
297
		} else if (!strcmp(this_char, MNTOPT_NOALIGN)) {
298
			mp->m_flags |= XFS_MOUNT_NOALIGN;
299
		} else if (!strcmp(this_char, MNTOPT_SWALLOC)) {
300
			mp->m_flags |= XFS_MOUNT_SWALLOC;
301 302
		} else if (!strcmp(this_char, MNTOPT_SUNIT)) {
			if (!value || !*value) {
303
				xfs_warn(mp, "%s option requires an argument",
304 305 306
					this_char);
				return EINVAL;
			}
307 308
			if (kstrtoint(value, 10, &dsunit))
				return EINVAL;
309 310
		} else if (!strcmp(this_char, MNTOPT_SWIDTH)) {
			if (!value || !*value) {
311
				xfs_warn(mp, "%s option requires an argument",
312 313 314
					this_char);
				return EINVAL;
			}
315 316
			if (kstrtoint(value, 10, &dswidth))
				return EINVAL;
317 318
		} else if (!strcmp(this_char, MNTOPT_32BITINODE)) {
			mp->m_flags |= XFS_MOUNT_SMALL_INUMS;
319
		} else if (!strcmp(this_char, MNTOPT_64BITINODE)) {
320
			mp->m_flags &= ~XFS_MOUNT_SMALL_INUMS;
321
#if !XFS_BIG_INUMS
322
			xfs_warn(mp, "%s option not allowed on this system",
323 324 325 326
				this_char);
			return EINVAL;
#endif
		} else if (!strcmp(this_char, MNTOPT_NOUUID)) {
327
			mp->m_flags |= XFS_MOUNT_NOUUID;
328
		} else if (!strcmp(this_char, MNTOPT_BARRIER)) {
329
			mp->m_flags |= XFS_MOUNT_BARRIER;
330
		} else if (!strcmp(this_char, MNTOPT_NOBARRIER)) {
331
			mp->m_flags &= ~XFS_MOUNT_BARRIER;
332
		} else if (!strcmp(this_char, MNTOPT_IKEEP)) {
333
			mp->m_flags |= XFS_MOUNT_IKEEP;
334
		} else if (!strcmp(this_char, MNTOPT_NOIKEEP)) {
335
			mp->m_flags &= ~XFS_MOUNT_IKEEP;
336
		} else if (!strcmp(this_char, MNTOPT_LARGEIO)) {
337
			mp->m_flags &= ~XFS_MOUNT_COMPAT_IOSIZE;
338
		} else if (!strcmp(this_char, MNTOPT_NOLARGEIO)) {
339
			mp->m_flags |= XFS_MOUNT_COMPAT_IOSIZE;
340
		} else if (!strcmp(this_char, MNTOPT_ATTR2)) {
341
			mp->m_flags |= XFS_MOUNT_ATTR2;
342
		} else if (!strcmp(this_char, MNTOPT_NOATTR2)) {
343 344
			mp->m_flags &= ~XFS_MOUNT_ATTR2;
			mp->m_flags |= XFS_MOUNT_NOATTR2;
345
		} else if (!strcmp(this_char, MNTOPT_FILESTREAM)) {
346
			mp->m_flags |= XFS_MOUNT_FILESTREAMS;
347
		} else if (!strcmp(this_char, MNTOPT_NOQUOTA)) {
348 349 350
			mp->m_qflags &= ~XFS_ALL_QUOTA_ACCT;
			mp->m_qflags &= ~XFS_ALL_QUOTA_ENFD;
			mp->m_qflags &= ~XFS_ALL_QUOTA_ACTIVE;
351 352 353
		} else if (!strcmp(this_char, MNTOPT_QUOTA) ||
			   !strcmp(this_char, MNTOPT_UQUOTA) ||
			   !strcmp(this_char, MNTOPT_USRQUOTA)) {
354 355
			mp->m_qflags |= (XFS_UQUOTA_ACCT | XFS_UQUOTA_ACTIVE |
					 XFS_UQUOTA_ENFD);
356 357
		} else if (!strcmp(this_char, MNTOPT_QUOTANOENF) ||
			   !strcmp(this_char, MNTOPT_UQUOTANOENF)) {
358 359
			mp->m_qflags |= (XFS_UQUOTA_ACCT | XFS_UQUOTA_ACTIVE);
			mp->m_qflags &= ~XFS_UQUOTA_ENFD;
360 361
		} else if (!strcmp(this_char, MNTOPT_PQUOTA) ||
			   !strcmp(this_char, MNTOPT_PRJQUOTA)) {
362
			mp->m_qflags |= (XFS_PQUOTA_ACCT | XFS_PQUOTA_ACTIVE |
363
					 XFS_PQUOTA_ENFD);
364
		} else if (!strcmp(this_char, MNTOPT_PQUOTANOENF)) {
365
			mp->m_qflags |= (XFS_PQUOTA_ACCT | XFS_PQUOTA_ACTIVE);
366
			mp->m_qflags &= ~XFS_PQUOTA_ENFD;
367 368
		} else if (!strcmp(this_char, MNTOPT_GQUOTA) ||
			   !strcmp(this_char, MNTOPT_GRPQUOTA)) {
369
			mp->m_qflags |= (XFS_GQUOTA_ACCT | XFS_GQUOTA_ACTIVE |
370
					 XFS_GQUOTA_ENFD);
371
		} else if (!strcmp(this_char, MNTOPT_GQUOTANOENF)) {
372
			mp->m_qflags |= (XFS_GQUOTA_ACCT | XFS_GQUOTA_ACTIVE);
373
			mp->m_qflags &= ~XFS_GQUOTA_ENFD;
374
		} else if (!strcmp(this_char, MNTOPT_DELAYLOG)) {
375 376
			xfs_warn(mp,
	"delaylog is the default now, option is deprecated.");
377
		} else if (!strcmp(this_char, MNTOPT_NODELAYLOG)) {
378
			xfs_warn(mp,
379
	"nodelaylog support has been removed, option is deprecated.");
380 381 382 383
		} else if (!strcmp(this_char, MNTOPT_DISCARD)) {
			mp->m_flags |= XFS_MOUNT_DISCARD;
		} else if (!strcmp(this_char, MNTOPT_NODISCARD)) {
			mp->m_flags &= ~XFS_MOUNT_DISCARD;
384
		} else if (!strcmp(this_char, "ihashsize")) {
385 386
			xfs_warn(mp,
	"ihashsize no longer used, option is deprecated.");
387
		} else if (!strcmp(this_char, "osyncisdsync")) {
388 389
			xfs_warn(mp,
	"osyncisdsync has no effect, option is deprecated.");
390
		} else if (!strcmp(this_char, "osyncisosync")) {
391 392
			xfs_warn(mp,
	"osyncisosync has no effect, option is deprecated.");
393
		} else if (!strcmp(this_char, "irixsgid")) {
394 395
			xfs_warn(mp,
	"irixsgid is now a sysctl(2) variable, option is deprecated.");
396
		} else {
397
			xfs_warn(mp, "unknown mount option [%s].", this_char);
398 399 400 401
			return EINVAL;
		}
	}

402 403 404 405 406
	/*
	 * no recovery flag requires a read-only mount
	 */
	if ((mp->m_flags & XFS_MOUNT_NORECOVERY) &&
	    !(mp->m_flags & XFS_MOUNT_RDONLY)) {
407
		xfs_warn(mp, "no-recovery mounts must be read-only.");
408
		return EINVAL;
409 410
	}

411
	if ((mp->m_flags & XFS_MOUNT_NOALIGN) && (dsunit || dswidth)) {
412 413
		xfs_warn(mp,
	"sunit and swidth options incompatible with the noalign option");
414 415 416
		return EINVAL;
	}

C
Christoph Hellwig 已提交
417 418
#ifndef CONFIG_XFS_QUOTA
	if (XFS_IS_QUOTA_RUNNING(mp)) {
419
		xfs_warn(mp, "quota support not available in this kernel.");
C
Christoph Hellwig 已提交
420 421 422 423
		return EINVAL;
	}
#endif

424
	if ((dsunit && !dswidth) || (!dsunit && dswidth)) {
425
		xfs_warn(mp, "sunit and swidth must be specified together");
426 427 428 429
		return EINVAL;
	}

	if (dsunit && (dswidth % dsunit != 0)) {
430 431
		xfs_warn(mp,
	"stripe width (%d) must be a multiple of the stripe unit (%d)",
432 433 434 435
			dswidth, dsunit);
		return EINVAL;
	}

436
done:
J
Jie Liu 已提交
437
	if (dsunit && !(mp->m_flags & XFS_MOUNT_NOALIGN)) {
438 439 440 441 442 443
		/*
		 * At this point the superblock has not been read
		 * in, therefore we do not know the block size.
		 * Before the mount call ends we will convert
		 * these to FSBs.
		 */
J
Jie Liu 已提交
444 445
		mp->m_dalign = dsunit;
		mp->m_swidth = dswidth;
446 447 448 449 450 451
	}

	if (mp->m_logbufs != -1 &&
	    mp->m_logbufs != 0 &&
	    (mp->m_logbufs < XLOG_MIN_ICLOGS ||
	     mp->m_logbufs > XLOG_MAX_ICLOGS)) {
452
		xfs_warn(mp, "invalid logbufs value: %d [not %d-%d]",
453 454 455 456 457 458 459 460
			mp->m_logbufs, XLOG_MIN_ICLOGS, XLOG_MAX_ICLOGS);
		return XFS_ERROR(EINVAL);
	}
	if (mp->m_logbsize != -1 &&
	    mp->m_logbsize !=  0 &&
	    (mp->m_logbsize < XLOG_MIN_RECORD_BSIZE ||
	     mp->m_logbsize > XLOG_MAX_RECORD_BSIZE ||
	     !is_power_of_2(mp->m_logbsize))) {
461 462
		xfs_warn(mp,
			"invalid logbufsize: %d [not 16k,32k,64k,128k or 256k]",
463 464 465 466 467 468 469
			mp->m_logbsize);
		return XFS_ERROR(EINVAL);
	}

	if (iosizelog) {
		if (iosizelog > XFS_MAX_IO_LOG ||
		    iosizelog < XFS_MIN_IO_LOG) {
470
			xfs_warn(mp, "invalid log iosize: %d [not %d-%d]",
471 472 473 474 475 476 477 478
				iosizelog, XFS_MIN_IO_LOG,
				XFS_MAX_IO_LOG);
			return XFS_ERROR(EINVAL);
		}

		mp->m_flags |= XFS_MOUNT_DFLT_IOSIZE;
		mp->m_readio_log = iosizelog;
		mp->m_writeio_log = iosizelog;
479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495
	}

	return 0;
}

struct proc_xfs_info {
	int	flag;
	char	*str;
};

STATIC int
xfs_showargs(
	struct xfs_mount	*mp,
	struct seq_file		*m)
{
	static struct proc_xfs_info xfs_info_set[] = {
		/* the few simple ones we can get from the mount struct */
496
		{ XFS_MOUNT_IKEEP,		"," MNTOPT_IKEEP },
497 498 499 500 501 502 503 504
		{ XFS_MOUNT_WSYNC,		"," MNTOPT_WSYNC },
		{ XFS_MOUNT_NOALIGN,		"," MNTOPT_NOALIGN },
		{ XFS_MOUNT_SWALLOC,		"," MNTOPT_SWALLOC },
		{ XFS_MOUNT_NOUUID,		"," MNTOPT_NOUUID },
		{ XFS_MOUNT_NORECOVERY,		"," MNTOPT_NORECOVERY },
		{ XFS_MOUNT_ATTR2,		"," MNTOPT_ATTR2 },
		{ XFS_MOUNT_FILESTREAMS,	"," MNTOPT_FILESTREAM },
		{ XFS_MOUNT_GRPID,		"," MNTOPT_GRPID },
505
		{ XFS_MOUNT_DISCARD,		"," MNTOPT_DISCARD },
506
		{ XFS_MOUNT_SMALL_INUMS,	"," MNTOPT_32BITINODE },
507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552
		{ 0, NULL }
	};
	static struct proc_xfs_info xfs_info_unset[] = {
		/* the few simple ones we can get from the mount struct */
		{ XFS_MOUNT_COMPAT_IOSIZE,	"," MNTOPT_LARGEIO },
		{ XFS_MOUNT_BARRIER,		"," MNTOPT_NOBARRIER },
		{ XFS_MOUNT_SMALL_INUMS,	"," MNTOPT_64BITINODE },
		{ 0, NULL }
	};
	struct proc_xfs_info	*xfs_infop;

	for (xfs_infop = xfs_info_set; xfs_infop->flag; xfs_infop++) {
		if (mp->m_flags & xfs_infop->flag)
			seq_puts(m, xfs_infop->str);
	}
	for (xfs_infop = xfs_info_unset; xfs_infop->flag; xfs_infop++) {
		if (!(mp->m_flags & xfs_infop->flag))
			seq_puts(m, xfs_infop->str);
	}

	if (mp->m_flags & XFS_MOUNT_DFLT_IOSIZE)
		seq_printf(m, "," MNTOPT_ALLOCSIZE "=%dk",
				(int)(1 << mp->m_writeio_log) >> 10);

	if (mp->m_logbufs > 0)
		seq_printf(m, "," MNTOPT_LOGBUFS "=%d", mp->m_logbufs);
	if (mp->m_logbsize > 0)
		seq_printf(m, "," MNTOPT_LOGBSIZE "=%dk", mp->m_logbsize >> 10);

	if (mp->m_logname)
		seq_printf(m, "," MNTOPT_LOGDEV "=%s", mp->m_logname);
	if (mp->m_rtname)
		seq_printf(m, "," MNTOPT_RTDEV "=%s", mp->m_rtname);

	if (mp->m_dalign > 0)
		seq_printf(m, "," MNTOPT_SUNIT "=%d",
				(int)XFS_FSB_TO_BB(mp, mp->m_dalign));
	if (mp->m_swidth > 0)
		seq_printf(m, "," MNTOPT_SWIDTH "=%d",
				(int)XFS_FSB_TO_BB(mp, mp->m_swidth));

	if (mp->m_qflags & (XFS_UQUOTA_ACCT|XFS_UQUOTA_ENFD))
		seq_puts(m, "," MNTOPT_USRQUOTA);
	else if (mp->m_qflags & XFS_UQUOTA_ACCT)
		seq_puts(m, "," MNTOPT_UQUOTANOENF);

553
	if (mp->m_qflags & XFS_PQUOTA_ACCT) {
554
		if (mp->m_qflags & XFS_PQUOTA_ENFD)
555 556 557
			seq_puts(m, "," MNTOPT_PRJQUOTA);
		else
			seq_puts(m, "," MNTOPT_PQUOTANOENF);
558 559
	}
	if (mp->m_qflags & XFS_GQUOTA_ACCT) {
560
		if (mp->m_qflags & XFS_GQUOTA_ENFD)
561 562 563 564
			seq_puts(m, "," MNTOPT_GRPQUOTA);
		else
			seq_puts(m, "," MNTOPT_GQUOTANOENF);
	}
565 566 567 568 569 570

	if (!(mp->m_qflags & XFS_ALL_QUOTA_ACCT))
		seq_puts(m, "," MNTOPT_NOQUOTA);

	return 0;
}
L
Linus Torvalds 已提交
571 572 573 574 575 576 577 578 579
__uint64_t
xfs_max_file_offset(
	unsigned int		blockshift)
{
	unsigned int		pagefactor = 1;
	unsigned int		bitshift = BITS_PER_LONG - 1;

	/* Figure out maximum filesize, on Linux this can depend on
	 * the filesystem blocksize (on 32 bit platforms).
C
Christoph Hellwig 已提交
580
	 * __block_write_begin does this in an [unsigned] long...
L
Linus Torvalds 已提交
581 582 583 584 585 586 587 588 589 590 591 592
	 *      page->index << (PAGE_CACHE_SHIFT - bbits)
	 * So, for page sized blocks (4K on 32 bit platforms),
	 * this wraps at around 8Tb (hence MAX_LFS_FILESIZE which is
	 *      (((u64)PAGE_CACHE_SIZE << (BITS_PER_LONG-1))-1)
	 * but for smaller blocksizes it is less (bbits = log2 bsize).
	 * Note1: get_block_t takes a long (implicit cast from above)
	 * Note2: The Large Block Device (LBD and HAVE_SECTOR_T) patch
	 * can optionally convert the [unsigned] long from above into
	 * an [unsigned] long long.
	 */

#if BITS_PER_LONG == 32
593
# if defined(CONFIG_LBDAF)
L
Linus Torvalds 已提交
594 595 596 597 598 599 600 601 602 603 604
	ASSERT(sizeof(sector_t) == 8);
	pagefactor = PAGE_CACHE_SIZE;
	bitshift = BITS_PER_LONG;
# else
	pagefactor = PAGE_CACHE_SIZE >> (PAGE_CACHE_SHIFT - blockshift);
# endif
#endif

	return (((__uint64_t)pagefactor) << bitshift) - 1;
}

605 606 607 608
xfs_agnumber_t
xfs_set_inode32(struct xfs_mount *mp)
{
	xfs_agnumber_t	index = 0;
609
	xfs_agnumber_t	maxagi = 0;
610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632
	xfs_sb_t	*sbp = &mp->m_sb;
	xfs_agnumber_t	max_metadata;
	xfs_agino_t	agino =	XFS_OFFBNO_TO_AGINO(mp, sbp->sb_agblocks -1, 0);
	xfs_ino_t	ino = XFS_AGINO_TO_INO(mp, sbp->sb_agcount -1, agino);
	xfs_perag_t	*pag;

	/* Calculate how much should be reserved for inodes to meet
	 * the max inode percentage.
	 */
	if (mp->m_maxicount) {
		__uint64_t	icount;

		icount = sbp->sb_dblocks * sbp->sb_imax_pct;
		do_div(icount, 100);
		icount += sbp->sb_agblocks - 1;
		do_div(icount, sbp->sb_agblocks);
		max_metadata = icount;
	} else {
		max_metadata = sbp->sb_agcount;
	}

	for (index = 0; index < sbp->sb_agcount; index++) {
		ino = XFS_AGINO_TO_INO(mp, index, agino);
633

634
		if (ino > XFS_MAXINUMBER_32) {
635 636 637 638 639
			pag = xfs_perag_get(mp, index);
			pag->pagi_inodeok = 0;
			pag->pagf_metadata = 0;
			xfs_perag_put(pag);
			continue;
640 641 642 643
		}

		pag = xfs_perag_get(mp, index);
		pag->pagi_inodeok = 1;
644
		maxagi++;
645 646 647 648
		if (index < max_metadata)
			pag->pagf_metadata = 1;
		xfs_perag_put(pag);
	}
649 650 651 652
	mp->m_flags |= (XFS_MOUNT_32BITINODES |
			XFS_MOUNT_SMALL_INUMS);

	return maxagi;
653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678
}

xfs_agnumber_t
xfs_set_inode64(struct xfs_mount *mp)
{
	xfs_agnumber_t index = 0;

	for (index = 0; index < mp->m_sb.sb_agcount; index++) {
		struct xfs_perag	*pag;

		pag = xfs_perag_get(mp, index);
		pag->pagi_inodeok = 1;
		pag->pagf_metadata = 0;
		xfs_perag_put(pag);
	}

	/* There is no need for lock protection on m_flags,
	 * the rw_semaphore of the VFS superblock is locked
	 * during mount/umount/remount operations, so this is
	 * enough to avoid concurency on the m_flags field
	 */
	mp->m_flags &= ~(XFS_MOUNT_32BITINODES |
			 XFS_MOUNT_SMALL_INUMS);
	return index;
}

H
Hannes Eder 已提交
679
STATIC int
L
Linus Torvalds 已提交
680 681 682 683 684 685 686
xfs_blkdev_get(
	xfs_mount_t		*mp,
	const char		*name,
	struct block_device	**bdevp)
{
	int			error = 0;

687 688
	*bdevp = blkdev_get_by_path(name, FMODE_READ|FMODE_WRITE|FMODE_EXCL,
				    mp);
L
Linus Torvalds 已提交
689 690
	if (IS_ERR(*bdevp)) {
		error = PTR_ERR(*bdevp);
691
		xfs_warn(mp, "Invalid device [%s], error=%d\n", name, error);
L
Linus Torvalds 已提交
692 693 694 695 696
	}

	return -error;
}

H
Hannes Eder 已提交
697
STATIC void
L
Linus Torvalds 已提交
698 699 700 701
xfs_blkdev_put(
	struct block_device	*bdev)
{
	if (bdev)
702
		blkdev_put(bdev, FMODE_READ|FMODE_WRITE|FMODE_EXCL);
L
Linus Torvalds 已提交
703 704
}

705 706 707 708
void
xfs_blkdev_issue_flush(
	xfs_buftarg_t		*buftarg)
{
709
	blkdev_issue_flush(buftarg->bt_bdev, GFP_NOFS, NULL);
710
}
L
Linus Torvalds 已提交
711

712 713 714 715 716
STATIC void
xfs_close_devices(
	struct xfs_mount	*mp)
{
	if (mp->m_logdev_targp && mp->m_logdev_targp != mp->m_ddev_targp) {
717
		struct block_device *logdev = mp->m_logdev_targp->bt_bdev;
718
		xfs_free_buftarg(mp, mp->m_logdev_targp);
719
		xfs_blkdev_put(logdev);
720 721
	}
	if (mp->m_rtdev_targp) {
722
		struct block_device *rtdev = mp->m_rtdev_targp->bt_bdev;
723
		xfs_free_buftarg(mp, mp->m_rtdev_targp);
724
		xfs_blkdev_put(rtdev);
725
	}
726
	xfs_free_buftarg(mp, mp->m_ddev_targp);
727 728 729 730 731 732 733 734 735 736 737 738 739 740
}

/*
 * The file system configurations are:
 *	(1) device (partition) with data and internal log
 *	(2) logical volume with data and log subvolumes.
 *	(3) logical volume with data, log, and realtime subvolumes.
 *
 * We only have to handle opening the log and realtime volumes here if
 * they are present.  The data subvolume has already been opened by
 * get_sb_bdev() and is stored in sb->s_bdev.
 */
STATIC int
xfs_open_devices(
741
	struct xfs_mount	*mp)
742 743 744 745 746 747 748 749
{
	struct block_device	*ddev = mp->m_super->s_bdev;
	struct block_device	*logdev = NULL, *rtdev = NULL;
	int			error;

	/*
	 * Open real time and log devices - order is important.
	 */
750 751
	if (mp->m_logname) {
		error = xfs_blkdev_get(mp, mp->m_logname, &logdev);
752 753 754 755
		if (error)
			goto out;
	}

756 757
	if (mp->m_rtname) {
		error = xfs_blkdev_get(mp, mp->m_rtname, &rtdev);
758 759 760 761
		if (error)
			goto out_close_logdev;

		if (rtdev == ddev || rtdev == logdev) {
762 763
			xfs_warn(mp,
	"Cannot mount filesystem with identical rtdev and ddev/logdev.");
764 765 766 767 768 769 770 771 772
			error = EINVAL;
			goto out_close_rtdev;
		}
	}

	/*
	 * Setup xfs_mount buffer target pointers
	 */
	error = ENOMEM;
773
	mp->m_ddev_targp = xfs_alloc_buftarg(mp, ddev, 0, mp->m_fsname);
774 775 776 777
	if (!mp->m_ddev_targp)
		goto out_close_rtdev;

	if (rtdev) {
778 779
		mp->m_rtdev_targp = xfs_alloc_buftarg(mp, rtdev, 1,
							mp->m_fsname);
780 781 782 783 784
		if (!mp->m_rtdev_targp)
			goto out_free_ddev_targ;
	}

	if (logdev && logdev != ddev) {
785 786
		mp->m_logdev_targp = xfs_alloc_buftarg(mp, logdev, 1,
							mp->m_fsname);
787 788 789 790 791 792 793 794 795 796
		if (!mp->m_logdev_targp)
			goto out_free_rtdev_targ;
	} else {
		mp->m_logdev_targp = mp->m_ddev_targp;
	}

	return 0;

 out_free_rtdev_targ:
	if (mp->m_rtdev_targp)
797
		xfs_free_buftarg(mp, mp->m_rtdev_targp);
798
 out_free_ddev_targ:
799
	xfs_free_buftarg(mp, mp->m_ddev_targp);
800 801 802 803 804 805 806 807 808 809
 out_close_rtdev:
	if (rtdev)
		xfs_blkdev_put(rtdev);
 out_close_logdev:
	if (logdev && logdev != ddev)
		xfs_blkdev_put(logdev);
 out:
	return error;
}

810 811 812 813 814 815 816 817
/*
 * Setup xfs_mount buffer target pointers based on superblock
 */
STATIC int
xfs_setup_devices(
	struct xfs_mount	*mp)
{
	int			error;
818

819 820 821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844
	error = xfs_setsize_buftarg(mp->m_ddev_targp, mp->m_sb.sb_blocksize,
				    mp->m_sb.sb_sectsize);
	if (error)
		return error;

	if (mp->m_logdev_targp && mp->m_logdev_targp != mp->m_ddev_targp) {
		unsigned int	log_sector_size = BBSIZE;

		if (xfs_sb_version_hassector(&mp->m_sb))
			log_sector_size = mp->m_sb.sb_logsectsize;
		error = xfs_setsize_buftarg(mp->m_logdev_targp,
					    mp->m_sb.sb_blocksize,
					    log_sector_size);
		if (error)
			return error;
	}
	if (mp->m_rtdev_targp) {
		error = xfs_setsize_buftarg(mp->m_rtdev_targp,
					    mp->m_sb.sb_blocksize,
					    mp->m_sb.sb_sectsize);
		if (error)
			return error;
	}

	return 0;
}
845

846 847 848 849 850 851 852 853 854 855 856 857 858 859
STATIC int
xfs_init_mount_workqueues(
	struct xfs_mount	*mp)
{
	mp->m_data_workqueue = alloc_workqueue("xfs-data/%s",
			WQ_MEM_RECLAIM, 0, mp->m_fsname);
	if (!mp->m_data_workqueue)
		goto out;

	mp->m_unwritten_workqueue = alloc_workqueue("xfs-conv/%s",
			WQ_MEM_RECLAIM, 0, mp->m_fsname);
	if (!mp->m_unwritten_workqueue)
		goto out_destroy_data_iodone_queue;

860 861 862 863
	mp->m_cil_workqueue = alloc_workqueue("xfs-cil/%s",
			WQ_MEM_RECLAIM, 0, mp->m_fsname);
	if (!mp->m_cil_workqueue)
		goto out_destroy_unwritten;
D
Dave Chinner 已提交
864 865

	mp->m_reclaim_workqueue = alloc_workqueue("xfs-reclaim/%s",
866
			0, 0, mp->m_fsname);
D
Dave Chinner 已提交
867 868 869 870
	if (!mp->m_reclaim_workqueue)
		goto out_destroy_cil;

	mp->m_log_workqueue = alloc_workqueue("xfs-log/%s",
871
			0, 0, mp->m_fsname);
D
Dave Chinner 已提交
872 873 874
	if (!mp->m_log_workqueue)
		goto out_destroy_reclaim;

875
	mp->m_eofblocks_workqueue = alloc_workqueue("xfs-eofblocks/%s",
876
			0, 0, mp->m_fsname);
877 878 879
	if (!mp->m_eofblocks_workqueue)
		goto out_destroy_log;

880 881
	return 0;

882 883
out_destroy_log:
	destroy_workqueue(mp->m_log_workqueue);
D
Dave Chinner 已提交
884 885 886 887
out_destroy_reclaim:
	destroy_workqueue(mp->m_reclaim_workqueue);
out_destroy_cil:
	destroy_workqueue(mp->m_cil_workqueue);
888 889
out_destroy_unwritten:
	destroy_workqueue(mp->m_unwritten_workqueue);
890 891 892 893 894 895 896 897 898 899
out_destroy_data_iodone_queue:
	destroy_workqueue(mp->m_data_workqueue);
out:
	return -ENOMEM;
}

STATIC void
xfs_destroy_mount_workqueues(
	struct xfs_mount	*mp)
{
900
	destroy_workqueue(mp->m_eofblocks_workqueue);
D
Dave Chinner 已提交
901 902
	destroy_workqueue(mp->m_log_workqueue);
	destroy_workqueue(mp->m_reclaim_workqueue);
903
	destroy_workqueue(mp->m_cil_workqueue);
904 905 906 907
	destroy_workqueue(mp->m_data_workqueue);
	destroy_workqueue(mp->m_unwritten_workqueue);
}

D
Dave Chinner 已提交
908 909 910 911 912 913 914 915 916 917 918 919 920 921 922 923 924 925
/*
 * Flush all dirty data to disk. Must not be called while holding an XFS_ILOCK
 * or a page lock. We use sync_inodes_sb() here to ensure we block while waiting
 * for IO to complete so that we effectively throttle multiple callers to the
 * rate at which IO is completing.
 */
void
xfs_flush_inodes(
	struct xfs_mount	*mp)
{
	struct super_block	*sb = mp->m_super;

	if (down_read_trylock(&sb->s_umount)) {
		sync_inodes_sb(sb);
		up_read(&sb->s_umount);
	}
}

926
/* Catch misguided souls that try to use this interface on XFS */
L
Linus Torvalds 已提交
927
STATIC struct inode *
928
xfs_fs_alloc_inode(
L
Linus Torvalds 已提交
929 930
	struct super_block	*sb)
{
931
	BUG();
932
	return NULL;
L
Linus Torvalds 已提交
933 934
}

935
/*
936 937
 * Now that the generic code is guaranteed not to be accessing
 * the linux inode, we can reclaim the inode.
938
 */
L
Linus Torvalds 已提交
939
STATIC void
940
xfs_fs_destroy_inode(
C
Christoph Hellwig 已提交
941
	struct inode		*inode)
L
Linus Torvalds 已提交
942
{
C
Christoph Hellwig 已提交
943 944
	struct xfs_inode	*ip = XFS_I(inode);

C
Christoph Hellwig 已提交
945
	trace_xfs_destroy_inode(ip);
946 947

	XFS_STATS_INC(vn_reclaim);
C
Christoph Hellwig 已提交
948 949 950 951 952 953 954 955 956 957 958 959 960 961

	/* bad inode, get out here ASAP */
	if (is_bad_inode(inode))
		goto out_reclaim;

	ASSERT(XFS_FORCED_SHUTDOWN(ip->i_mount) || ip->i_delayed_blks == 0);

	/*
	 * We should never get here with one of the reclaim flags already set.
	 */
	ASSERT_ALWAYS(!xfs_iflags_test(ip, XFS_IRECLAIMABLE));
	ASSERT_ALWAYS(!xfs_iflags_test(ip, XFS_IRECLAIM));

	/*
962 963 964 965 966
	 * We always use background reclaim here because even if the
	 * inode is clean, it still may be under IO and hence we have
	 * to take the flush lock. The background reclaim path handles
	 * this more efficiently than we can here, so simply let background
	 * reclaim tear down all inodes.
C
Christoph Hellwig 已提交
967 968
	 */
out_reclaim:
969
	xfs_inode_set_reclaim_tag(ip);
L
Linus Torvalds 已提交
970 971
}

972 973 974 975
/*
 * Slab object creation initialisation for the XFS inode.
 * This covers only the idempotent fields in the XFS inode;
 * all other fields need to be initialised on allocation
976
 * from the slab. This avoids the need to repeatedly initialise
977 978 979
 * fields in the xfs inode that left in the initialise state
 * when freeing the inode.
 */
980 981
STATIC void
xfs_fs_inode_init_once(
982 983 984 985 986
	void			*inode)
{
	struct xfs_inode	*ip = inode;

	memset(ip, 0, sizeof(struct xfs_inode));
987 988 989 990 991

	/* vfs inode */
	inode_init_once(VFS_I(ip));

	/* xfs inode */
992 993 994 995 996 997 998
	atomic_set(&ip->i_pincount, 0);
	spin_lock_init(&ip->i_flags_lock);

	mrlock_init(&ip->i_lock, MRLOCK_ALLOW_EQUAL_PRI|MRLOCK_BARRIER,
		     "xfsino", ip->i_ino);
}

L
Linus Torvalds 已提交
999
STATIC void
1000
xfs_fs_evict_inode(
L
Linus Torvalds 已提交
1001 1002
	struct inode		*inode)
{
1003
	xfs_inode_t		*ip = XFS_I(inode);
1004

1005 1006
	ASSERT(!rwsem_is_locked(&ip->i_iolock.mr_lock));

1007
	trace_xfs_evict_inode(ip);
C
Christoph Hellwig 已提交
1008

1009
	truncate_inode_pages(&inode->i_data, 0);
1010
	clear_inode(inode);
1011 1012 1013 1014 1015
	XFS_STATS_INC(vn_rele);
	XFS_STATS_INC(vn_remove);
	XFS_STATS_DEC(vn_active);

	xfs_inactive(ip);
1016
}
L
Linus Torvalds 已提交
1017

1018 1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029 1030 1031 1032 1033
/*
 * We do an unlocked check for XFS_IDONTCACHE here because we are already
 * serialised against cache hits here via the inode->i_lock and igrab() in
 * xfs_iget_cache_hit(). Hence a lookup that might clear this flag will not be
 * racing with us, and it avoids needing to grab a spinlock here for every inode
 * we drop the final reference on.
 */
STATIC int
xfs_fs_drop_inode(
	struct inode		*inode)
{
	struct xfs_inode	*ip = XFS_I(inode);

	return generic_drop_inode(inode) || (ip->i_flags & XFS_IDONTCACHE);
}

1034 1035 1036 1037 1038 1039 1040 1041 1042
STATIC void
xfs_free_fsname(
	struct xfs_mount	*mp)
{
	kfree(mp->m_fsname);
	kfree(mp->m_rtname);
	kfree(mp->m_logname);
}

L
Linus Torvalds 已提交
1043
STATIC void
1044
xfs_fs_put_super(
L
Linus Torvalds 已提交
1045 1046
	struct super_block	*sb)
{
1047
	struct xfs_mount	*mp = XFS_M(sb);
L
Linus Torvalds 已提交
1048

D
Dave Chinner 已提交
1049 1050 1051
	xfs_filestream_unmount(mp);
	xfs_unmountfs(mp);

1052
	xfs_freesb(mp);
C
Christoph Hellwig 已提交
1053
	xfs_icsb_destroy_counters(mp);
1054
	xfs_destroy_mount_workqueues(mp);
1055
	xfs_close_devices(mp);
1056
	xfs_free_fsname(mp);
C
Christoph Hellwig 已提交
1057
	kfree(mp);
L
Linus Torvalds 已提交
1058 1059 1060
}

STATIC int
C
Christoph Hellwig 已提交
1061
xfs_fs_sync_fs(
L
Linus Torvalds 已提交
1062 1063 1064
	struct super_block	*sb,
	int			wait)
{
1065
	struct xfs_mount	*mp = XFS_M(sb);
L
Linus Torvalds 已提交
1066

1067
	/*
C
Christoph Hellwig 已提交
1068
	 * Doing anything during the async pass would be counterproductive.
1069
	 */
C
Christoph Hellwig 已提交
1070
	if (!wait)
C
Christoph Hellwig 已提交
1071 1072
		return 0;

D
Dave Chinner 已提交
1073
	xfs_log_force(mp, XFS_LOG_SYNC);
C
Christoph Hellwig 已提交
1074
	if (laptop_mode) {
L
Linus Torvalds 已提交
1075 1076
		/*
		 * The disk must be active because we're syncing.
1077
		 * We schedule log work now (now that the disk is
L
Linus Torvalds 已提交
1078 1079
		 * active) instead of later (when it might not be).
		 */
1080
		flush_delayed_work(&mp->m_log->l_work);
L
Linus Torvalds 已提交
1081 1082
	}

C
Christoph Hellwig 已提交
1083
	return 0;
L
Linus Torvalds 已提交
1084 1085 1086
}

STATIC int
1087
xfs_fs_statfs(
1088
	struct dentry		*dentry,
L
Linus Torvalds 已提交
1089 1090
	struct kstatfs		*statp)
{
C
Christoph Hellwig 已提交
1091 1092
	struct xfs_mount	*mp = XFS_M(dentry->d_sb);
	xfs_sb_t		*sbp = &mp->m_sb;
C
Christoph Hellwig 已提交
1093
	struct xfs_inode	*ip = XFS_I(dentry->d_inode);
C
Christoph Hellwig 已提交
1094 1095
	__uint64_t		fakeinos, id;
	xfs_extlen_t		lsize;
1096
	__int64_t		ffree;
C
Christoph Hellwig 已提交
1097 1098 1099 1100 1101 1102 1103 1104

	statp->f_type = XFS_SB_MAGIC;
	statp->f_namelen = MAXNAMELEN - 1;

	id = huge_encode_dev(mp->m_ddev_targp->bt_dev);
	statp->f_fsid.val[0] = (u32)id;
	statp->f_fsid.val[1] = (u32)(id >> 32);

1105
	xfs_icsb_sync_counters(mp, XFS_ICSB_LAZY_COUNT);
C
Christoph Hellwig 已提交
1106 1107 1108 1109 1110 1111 1112 1113 1114 1115 1116

	spin_lock(&mp->m_sb_lock);
	statp->f_bsize = sbp->sb_blocksize;
	lsize = sbp->sb_logstart ? sbp->sb_logblocks : 0;
	statp->f_blocks = sbp->sb_dblocks - lsize;
	statp->f_bfree = statp->f_bavail =
				sbp->sb_fdblocks - XFS_ALLOC_SET_ASIDE(mp);
	fakeinos = statp->f_bfree << sbp->sb_inopblog;
	statp->f_files =
	    MIN(sbp->sb_icount + fakeinos, (__uint64_t)XFS_MAXINUMBER);
	if (mp->m_maxicount)
C
Christoph Hellwig 已提交
1117 1118 1119
		statp->f_files = min_t(typeof(statp->f_files),
					statp->f_files,
					mp->m_maxicount);
1120 1121 1122 1123 1124

	/* make sure statp->f_ffree does not underflow */
	ffree = statp->f_files - (sbp->sb_icount - sbp->sb_ifree);
	statp->f_ffree = max_t(__int64_t, ffree, 0);

C
Christoph Hellwig 已提交
1125 1126
	spin_unlock(&mp->m_sb_lock);

1127
	if ((ip->i_d.di_flags & XFS_DIFLAG_PROJINHERIT) &&
1128 1129
	    ((mp->m_qflags & (XFS_PQUOTA_ACCT|XFS_PQUOTA_ENFD))) ==
			      (XFS_PQUOTA_ACCT|XFS_PQUOTA_ENFD))
C
Christoph Hellwig 已提交
1130
		xfs_qm_statvfs(ip, statp);
C
Christoph Hellwig 已提交
1131
	return 0;
L
Linus Torvalds 已提交
1132 1133
}

E
Eric Sandeen 已提交
1134 1135 1136 1137 1138 1139 1140 1141 1142 1143 1144 1145 1146 1147 1148 1149 1150 1151 1152 1153 1154 1155 1156
STATIC void
xfs_save_resvblks(struct xfs_mount *mp)
{
	__uint64_t resblks = 0;

	mp->m_resblks_save = mp->m_resblks;
	xfs_reserve_blocks(mp, &resblks, NULL);
}

STATIC void
xfs_restore_resvblks(struct xfs_mount *mp)
{
	__uint64_t resblks;

	if (mp->m_resblks_save) {
		resblks = mp->m_resblks_save;
		mp->m_resblks_save = 0;
	} else
		resblks = xfs_default_resblks(mp);

	xfs_reserve_blocks(mp, &resblks, NULL);
}

1157 1158 1159 1160 1161
/*
 * Trigger writeback of all the dirty metadata in the file system.
 *
 * This ensures that the metadata is written to their location on disk rather
 * than just existing in transactions in the log. This means after a quiesce
1162 1163
 * there is no log replay required to write the inodes to disk - this is the
 * primary difference between a sync and a quiesce.
1164
 *
1165 1166
 * Note: xfs_log_quiesce() stops background log work - the callers must ensure
 * it is started again when appropriate.
1167 1168 1169 1170 1171 1172 1173 1174 1175 1176 1177 1178 1179 1180 1181 1182 1183 1184 1185 1186 1187 1188 1189 1190
 */
void
xfs_quiesce_attr(
	struct xfs_mount	*mp)
{
	int	error = 0;

	/* wait for all modifications to complete */
	while (atomic_read(&mp->m_active_trans) > 0)
		delay(100);

	/* force the log to unpin objects from the now complete transactions */
	xfs_log_force(mp, XFS_LOG_SYNC);

	/* reclaim inodes to do any IO before the freeze completes */
	xfs_reclaim_inodes(mp, 0);
	xfs_reclaim_inodes(mp, SYNC_WAIT);

	/* Push the superblock and write an unmount record */
	error = xfs_log_sbcount(mp);
	if (error)
		xfs_warn(mp, "xfs_attr_quiesce: failed to log sb changes. "
				"Frozen image may not be consistent.");
	/*
1191 1192
	 * Just warn here till VFS can correctly support
	 * read-only remount without racing.
1193
	 */
1194
	WARN_ON(atomic_read(&mp->m_active_trans) != 0);
1195

1196
	xfs_log_quiesce(mp);
1197 1198
}

L
Linus Torvalds 已提交
1199
STATIC int
1200
xfs_fs_remount(
L
Linus Torvalds 已提交
1201 1202 1203 1204
	struct super_block	*sb,
	int			*flags,
	char			*options)
{
1205
	struct xfs_mount	*mp = XFS_M(sb);
1206 1207
	substring_t		args[MAX_OPT_ARGS];
	char			*p;
1208
	int			error;
L
Linus Torvalds 已提交
1209

1210 1211
	while ((p = strsep(&options, ",")) != NULL) {
		int token;
1212

1213 1214
		if (!*p)
			continue;
1215

1216 1217 1218
		token = match_token(p, tokens, args);
		switch (token) {
		case Opt_barrier:
1219
			mp->m_flags |= XFS_MOUNT_BARRIER;
1220 1221
			break;
		case Opt_nobarrier:
1222
			mp->m_flags &= ~XFS_MOUNT_BARRIER;
1223
			break;
1224
		case Opt_inode64:
1225
			mp->m_maxagi = xfs_set_inode64(mp);
1226
			break;
1227 1228 1229
		case Opt_inode32:
			mp->m_maxagi = xfs_set_inode32(mp);
			break;
1230
		default:
1231 1232 1233 1234 1235 1236 1237 1238 1239 1240 1241 1242 1243 1244 1245 1246 1247
			/*
			 * Logically we would return an error here to prevent
			 * users from believing they might have changed
			 * mount options using remount which can't be changed.
			 *
			 * But unfortunately mount(8) adds all options from
			 * mtab and fstab to the mount arguments in some cases
			 * so we can't blindly reject options, but have to
			 * check for each specified option if it actually
			 * differs from the currently set option and only
			 * reject it if that's the case.
			 *
			 * Until that is implemented we return success for
			 * every remount request, and silently ignore all
			 * options that we can't actually change.
			 */
#if 0
1248 1249
			xfs_info(mp,
		"mount option \"%s\" not supported for remount\n", p);
1250
			return -EINVAL;
1251
#else
1252
			break;
1253
#endif
1254
		}
1255 1256
	}

1257
	/* ro -> rw */
1258 1259
	if ((mp->m_flags & XFS_MOUNT_RDONLY) && !(*flags & MS_RDONLY)) {
		mp->m_flags &= ~XFS_MOUNT_RDONLY;
1260 1261 1262 1263 1264 1265 1266 1267

		/*
		 * If this is the first remount to writeable state we
		 * might have some superblock changes to update.
		 */
		if (mp->m_update_flags) {
			error = xfs_mount_log_sb(mp, mp->m_update_flags);
			if (error) {
1268
				xfs_warn(mp, "failed to write sb changes");
1269 1270 1271 1272
				return error;
			}
			mp->m_update_flags = 0;
		}
1273 1274 1275 1276 1277

		/*
		 * Fill out the reserve pool if it is empty. Use the stashed
		 * value if it is non-zero, otherwise go with the default.
		 */
E
Eric Sandeen 已提交
1278
		xfs_restore_resvblks(mp);
1279
		xfs_log_work_queue(mp);
1280 1281 1282 1283
	}

	/* rw -> ro */
	if (!(mp->m_flags & XFS_MOUNT_RDONLY) && (*flags & MS_RDONLY)) {
1284
		/*
D
Dave Chinner 已提交
1285 1286 1287 1288 1289
		 * Before we sync the metadata, we need to free up the reserve
		 * block pool so that the used block count in the superblock on
		 * disk is correct at the end of the remount. Stash the current
		 * reserve pool size so that if we get remounted rw, we can
		 * return it to the same size.
1290
		 */
E
Eric Sandeen 已提交
1291
		xfs_save_resvblks(mp);
D
David Chinner 已提交
1292
		xfs_quiesce_attr(mp);
1293 1294 1295
		mp->m_flags |= XFS_MOUNT_RDONLY;
	}

1296
	return 0;
L
Linus Torvalds 已提交
1297 1298
}

C
Christoph Hellwig 已提交
1299 1300
/*
 * Second stage of a freeze. The data is already frozen so we only
D
David Chinner 已提交
1301
 * need to take care of the metadata. Once that's done write a dummy
C
Christoph Hellwig 已提交
1302 1303
 * record to dirty the log in case of a crash while frozen.
 */
1304 1305
STATIC int
xfs_fs_freeze(
L
Linus Torvalds 已提交
1306 1307
	struct super_block	*sb)
{
C
Christoph Hellwig 已提交
1308 1309
	struct xfs_mount	*mp = XFS_M(sb);

E
Eric Sandeen 已提交
1310
	xfs_save_resvblks(mp);
D
David Chinner 已提交
1311
	xfs_quiesce_attr(mp);
1312
	return -xfs_fs_log_dummy(mp);
L
Linus Torvalds 已提交
1313 1314
}

E
Eric Sandeen 已提交
1315 1316 1317 1318 1319 1320 1321
STATIC int
xfs_fs_unfreeze(
	struct super_block	*sb)
{
	struct xfs_mount	*mp = XFS_M(sb);

	xfs_restore_resvblks(mp);
1322
	xfs_log_work_queue(mp);
E
Eric Sandeen 已提交
1323 1324 1325
	return 0;
}

L
Linus Torvalds 已提交
1326
STATIC int
1327
xfs_fs_show_options(
L
Linus Torvalds 已提交
1328
	struct seq_file		*m,
1329
	struct dentry		*root)
L
Linus Torvalds 已提交
1330
{
1331
	return -xfs_showargs(XFS_M(root->d_sb), m);
L
Linus Torvalds 已提交
1332 1333
}

1334 1335 1336 1337 1338 1339 1340 1341 1342 1343
/*
 * This function fills in xfs_mount_t fields based on mount args.
 * Note: the superblock _has_ now been read in.
 */
STATIC int
xfs_finish_flags(
	struct xfs_mount	*mp)
{
	int			ronly = (mp->m_flags & XFS_MOUNT_RDONLY);

1344
	/* Fail a mount where the logbuf is smaller than the log stripe */
1345
	if (xfs_sb_version_haslogv2(&mp->m_sb)) {
1346 1347
		if (mp->m_logbsize <= 0 &&
		    mp->m_sb.sb_logsunit > XLOG_BIG_RECORD_BSIZE) {
1348
			mp->m_logbsize = mp->m_sb.sb_logsunit;
1349 1350
		} else if (mp->m_logbsize > 0 &&
			   mp->m_logbsize < mp->m_sb.sb_logsunit) {
1351 1352
			xfs_warn(mp,
		"logbuf size must be greater than or equal to log stripe size");
1353 1354 1355 1356
			return XFS_ERROR(EINVAL);
		}
	} else {
		/* Fail a mount if the logbuf is larger than 32K */
1357
		if (mp->m_logbsize > XLOG_BIG_RECORD_BSIZE) {
1358 1359
			xfs_warn(mp,
		"logbuf size for version 1 logs must be 16K or 32K");
1360 1361 1362 1363
			return XFS_ERROR(EINVAL);
		}
	}

1364 1365 1366 1367 1368 1369 1370 1371 1372 1373 1374
	/*
	 * V5 filesystems always use attr2 format for attributes.
	 */
	if (xfs_sb_version_hascrc(&mp->m_sb) &&
	    (mp->m_flags & XFS_MOUNT_NOATTR2)) {
		xfs_warn(mp,
"Cannot mount a V5 filesystem as %s. %s is always enabled for V5 filesystems.",
			MNTOPT_NOATTR2, MNTOPT_ATTR2);
		return XFS_ERROR(EINVAL);
	}

1375 1376 1377 1378 1379
	/*
	 * mkfs'ed attr2 will turn on attr2 mount unless explicitly
	 * told by noattr2 to turn it off
	 */
	if (xfs_sb_version_hasattr2(&mp->m_sb) &&
1380
	    !(mp->m_flags & XFS_MOUNT_NOATTR2))
1381 1382 1383 1384 1385 1386
		mp->m_flags |= XFS_MOUNT_ATTR2;

	/*
	 * prohibit r/w mounts of read-only filesystems
	 */
	if ((mp->m_sb.sb_flags & XFS_SBF_READONLY) && !ronly) {
1387 1388
		xfs_warn(mp,
			"cannot mount a read-only filesystem as read-write");
1389 1390 1391
		return XFS_ERROR(EROFS);
	}

1392 1393 1394 1395 1396 1397 1398 1399
	if ((mp->m_qflags & (XFS_GQUOTA_ACCT | XFS_GQUOTA_ACTIVE)) &&
	    (mp->m_qflags & (XFS_PQUOTA_ACCT | XFS_PQUOTA_ACTIVE)) &&
	    !xfs_sb_version_has_pquotino(&mp->m_sb)) {
		xfs_warn(mp,
		  "Super block does not support project and group quota together");
		return XFS_ERROR(EINVAL);
	}

1400 1401 1402
	return 0;
}

L
Linus Torvalds 已提交
1403
STATIC int
1404
xfs_fs_fill_super(
L
Linus Torvalds 已提交
1405 1406 1407 1408
	struct super_block	*sb,
	void			*data,
	int			silent)
{
1409
	struct inode		*root;
1410
	struct xfs_mount	*mp = NULL;
C
Christoph Hellwig 已提交
1411
	int			flags = 0, error = ENOMEM;
1412

C
Christoph Hellwig 已提交
1413 1414
	mp = kzalloc(sizeof(struct xfs_mount), GFP_KERNEL);
	if (!mp)
1415
		goto out;
L
Linus Torvalds 已提交
1416

C
Christoph Hellwig 已提交
1417 1418 1419
	spin_lock_init(&mp->m_sb_lock);
	mutex_init(&mp->m_growlock);
	atomic_set(&mp->m_active_trans, 0);
D
Dave Chinner 已提交
1420
	INIT_DELAYED_WORK(&mp->m_reclaim_work, xfs_reclaim_worker);
1421
	INIT_DELAYED_WORK(&mp->m_eofblocks_work, xfs_eofblocks_worker);
1422

C
Christoph Hellwig 已提交
1423 1424
	mp->m_super = sb;
	sb->s_fs_info = mp;
L
Linus Torvalds 已提交
1425

C
Christoph Hellwig 已提交
1426
	error = xfs_parseargs(mp, (char *)data);
1427
	if (error)
1428
		goto out_free_fsname;
L
Linus Torvalds 已提交
1429 1430

	sb_min_blocksize(sb, BBSIZE);
1431
	sb->s_xattr = xfs_xattr_handlers;
1432
	sb->s_export_op = &xfs_export_operations;
1433
#ifdef CONFIG_XFS_QUOTA
1434
	sb->s_qcop = &xfs_quotactl_operations;
1435
#endif
1436
	sb->s_op = &xfs_super_operations;
L
Linus Torvalds 已提交
1437

1438
	if (silent)
1439 1440
		flags |= XFS_MFSI_QUIET;

1441
	error = xfs_open_devices(mp);
1442
	if (error)
C
Christoph Hellwig 已提交
1443
		goto out_free_fsname;
1444

1445
	error = xfs_init_mount_workqueues(mp);
1446 1447
	if (error)
		goto out_close_devices;
C
Christoph Hellwig 已提交
1448

1449 1450 1451 1452
	error = xfs_icsb_init_counters(mp);
	if (error)
		goto out_destroy_workqueues;

1453 1454
	error = xfs_readsb(mp, flags);
	if (error)
1455 1456 1457
		goto out_destroy_counters;

	error = xfs_finish_flags(mp);
1458
	if (error)
1459
		goto out_free_sb;
1460

1461
	error = xfs_setup_devices(mp);
1462
	if (error)
1463
		goto out_free_sb;
1464 1465 1466

	error = xfs_filestream_mount(mp);
	if (error)
1467
		goto out_free_sb;
1468

1469 1470 1471 1472
	/*
	 * we must configure the block size in the superblock before we run the
	 * full mount process as the mount process can lookup and cache inodes.
	 */
C
Christoph Hellwig 已提交
1473 1474 1475
	sb->s_magic = XFS_SB_MAGIC;
	sb->s_blocksize = mp->m_sb.sb_blocksize;
	sb->s_blocksize_bits = ffs(sb->s_blocksize) - 1;
L
Linus Torvalds 已提交
1476
	sb->s_maxbytes = xfs_max_file_offset(sb->s_blocksize_bits);
1477
	sb->s_max_links = XFS_MAXLINK;
L
Linus Torvalds 已提交
1478 1479 1480
	sb->s_time_gran = 1;
	set_posix_acl_flag(sb);

D
Dave Chinner 已提交
1481 1482 1483 1484
	/* version 5 superblocks support inode version counters. */
	if (XFS_SB_VERSION_NUM(&mp->m_sb) == XFS_SB_VERSION_5)
		sb->s_flags |= MS_I_VERSION;

1485
	error = xfs_mountfs(mp);
1486
	if (error)
D
Dave Chinner 已提交
1487
		goto out_filestream_unmount;
1488

1489
	root = igrab(VFS_I(mp->m_rootip));
1490
	if (!root) {
C
Christoph Hellwig 已提交
1491
		error = ENOENT;
1492
		goto out_unmount;
C
Christoph Hellwig 已提交
1493
	}
1494 1495
	if (is_bad_inode(root)) {
		error = EINVAL;
1496
		goto out_unmount;
L
Linus Torvalds 已提交
1497
	}
1498
	sb->s_root = d_make_root(root);
1499 1500
	if (!sb->s_root) {
		error = ENOMEM;
1501
		goto out_unmount;
L
Linus Torvalds 已提交
1502
	}
1503

L
Linus Torvalds 已提交
1504
	return 0;
D
Dave Chinner 已提交
1505

D
Dave Chinner 已提交
1506
 out_filestream_unmount:
1507
	xfs_filestream_unmount(mp);
1508 1509
 out_free_sb:
	xfs_freesb(mp);
1510
 out_destroy_counters:
C
Christoph Hellwig 已提交
1511
	xfs_icsb_destroy_counters(mp);
1512 1513
out_destroy_workqueues:
	xfs_destroy_mount_workqueues(mp);
1514
 out_close_devices:
1515
	xfs_close_devices(mp);
1516 1517
 out_free_fsname:
	xfs_free_fsname(mp);
C
Christoph Hellwig 已提交
1518
	kfree(mp);
1519
 out:
C
Christoph Hellwig 已提交
1520
	return -error;
1521

1522
 out_unmount:
1523
	xfs_filestream_unmount(mp);
1524
	xfs_unmountfs(mp);
1525
	goto out_free_sb;
L
Linus Torvalds 已提交
1526 1527
}

A
Al Viro 已提交
1528 1529
STATIC struct dentry *
xfs_fs_mount(
L
Linus Torvalds 已提交
1530 1531 1532
	struct file_system_type	*fs_type,
	int			flags,
	const char		*dev_name,
A
Al Viro 已提交
1533
	void			*data)
L
Linus Torvalds 已提交
1534
{
A
Al Viro 已提交
1535
	return mount_bdev(fs_type, flags, dev_name, data, xfs_fs_fill_super);
1536 1537
}

1538 1539 1540 1541 1542 1543 1544 1545 1546 1547 1548 1549 1550 1551 1552
static int
xfs_fs_nr_cached_objects(
	struct super_block	*sb)
{
	return xfs_reclaim_inodes_count(XFS_M(sb));
}

static void
xfs_fs_free_cached_objects(
	struct super_block	*sb,
	int			nr_to_scan)
{
	xfs_reclaim_inodes_nr(XFS_M(sb), nr_to_scan);
}

1553
static const struct super_operations xfs_super_operations = {
1554 1555
	.alloc_inode		= xfs_fs_alloc_inode,
	.destroy_inode		= xfs_fs_destroy_inode,
1556
	.evict_inode		= xfs_fs_evict_inode,
1557
	.drop_inode		= xfs_fs_drop_inode,
1558
	.put_super		= xfs_fs_put_super,
C
Christoph Hellwig 已提交
1559
	.sync_fs		= xfs_fs_sync_fs,
1560
	.freeze_fs		= xfs_fs_freeze,
E
Eric Sandeen 已提交
1561
	.unfreeze_fs		= xfs_fs_unfreeze,
1562 1563 1564
	.statfs			= xfs_fs_statfs,
	.remount_fs		= xfs_fs_remount,
	.show_options		= xfs_fs_show_options,
1565 1566
	.nr_cached_objects	= xfs_fs_nr_cached_objects,
	.free_cached_objects	= xfs_fs_free_cached_objects,
L
Linus Torvalds 已提交
1567 1568
};

A
Andrew Morton 已提交
1569
static struct file_system_type xfs_fs_type = {
L
Linus Torvalds 已提交
1570 1571
	.owner			= THIS_MODULE,
	.name			= "xfs",
A
Al Viro 已提交
1572
	.mount			= xfs_fs_mount,
L
Linus Torvalds 已提交
1573 1574 1575
	.kill_sb		= kill_block_super,
	.fs_flags		= FS_REQUIRES_DEV,
};
1576
MODULE_ALIAS_FS("xfs");
L
Linus Torvalds 已提交
1577

1578 1579 1580 1581 1582 1583
STATIC int __init
xfs_init_zones(void)
{

	xfs_ioend_zone = kmem_zone_init(sizeof(xfs_ioend_t), "xfs_ioend");
	if (!xfs_ioend_zone)
1584
		goto out;
1585 1586 1587 1588 1589 1590 1591 1592 1593 1594 1595 1596 1597 1598 1599

	xfs_ioend_pool = mempool_create_slab_pool(4 * MAX_BUF_PER_PAGE,
						  xfs_ioend_zone);
	if (!xfs_ioend_pool)
		goto out_destroy_ioend_zone;

	xfs_log_ticket_zone = kmem_zone_init(sizeof(xlog_ticket_t),
						"xfs_log_ticket");
	if (!xfs_log_ticket_zone)
		goto out_destroy_ioend_pool;

	xfs_bmap_free_item_zone = kmem_zone_init(sizeof(xfs_bmap_free_item_t),
						"xfs_bmap_free_item");
	if (!xfs_bmap_free_item_zone)
		goto out_destroy_log_ticket_zone;
1600

1601 1602 1603 1604 1605 1606 1607 1608 1609 1610 1611 1612
	xfs_btree_cur_zone = kmem_zone_init(sizeof(xfs_btree_cur_t),
						"xfs_btree_cur");
	if (!xfs_btree_cur_zone)
		goto out_destroy_bmap_free_item_zone;

	xfs_da_state_zone = kmem_zone_init(sizeof(xfs_da_state_t),
						"xfs_da_state");
	if (!xfs_da_state_zone)
		goto out_destroy_btree_cur_zone;

	xfs_ifork_zone = kmem_zone_init(sizeof(xfs_ifork_t), "xfs_ifork");
	if (!xfs_ifork_zone)
1613
		goto out_destroy_da_state_zone;
1614 1615 1616 1617 1618

	xfs_trans_zone = kmem_zone_init(sizeof(xfs_trans_t), "xfs_trans");
	if (!xfs_trans_zone)
		goto out_destroy_ifork_zone;

1619 1620 1621 1622 1623 1624
	xfs_log_item_desc_zone =
		kmem_zone_init(sizeof(struct xfs_log_item_desc),
			       "xfs_log_item_desc");
	if (!xfs_log_item_desc_zone)
		goto out_destroy_trans_zone;

1625 1626 1627 1628 1629
	/*
	 * The size of the zone allocated buf log item is the maximum
	 * size possible under XFS.  This wastes a little bit of memory,
	 * but it is much faster.
	 */
1630 1631
	xfs_buf_item_zone = kmem_zone_init(sizeof(struct xfs_buf_log_item),
					   "xfs_buf_item");
1632
	if (!xfs_buf_item_zone)
1633
		goto out_destroy_log_item_desc_zone;
1634 1635 1636 1637 1638 1639 1640 1641 1642 1643 1644 1645 1646 1647 1648

	xfs_efd_zone = kmem_zone_init((sizeof(xfs_efd_log_item_t) +
			((XFS_EFD_MAX_FAST_EXTENTS - 1) *
				 sizeof(xfs_extent_t))), "xfs_efd_item");
	if (!xfs_efd_zone)
		goto out_destroy_buf_item_zone;

	xfs_efi_zone = kmem_zone_init((sizeof(xfs_efi_log_item_t) +
			((XFS_EFI_MAX_FAST_EXTENTS - 1) *
				sizeof(xfs_extent_t))), "xfs_efi_item");
	if (!xfs_efi_zone)
		goto out_destroy_efd_zone;

	xfs_inode_zone =
		kmem_zone_init_flags(sizeof(xfs_inode_t), "xfs_inode",
1649 1650
			KM_ZONE_HWALIGN | KM_ZONE_RECLAIM | KM_ZONE_SPREAD,
			xfs_fs_inode_init_once);
1651 1652 1653 1654 1655 1656 1657 1658
	if (!xfs_inode_zone)
		goto out_destroy_efi_zone;

	xfs_ili_zone =
		kmem_zone_init_flags(sizeof(xfs_inode_log_item_t), "xfs_ili",
					KM_ZONE_SPREAD, NULL);
	if (!xfs_ili_zone)
		goto out_destroy_inode_zone;
D
Dave Chinner 已提交
1659 1660 1661 1662
	xfs_icreate_zone = kmem_zone_init(sizeof(struct xfs_icreate_item),
					"xfs_icr");
	if (!xfs_icreate_zone)
		goto out_destroy_ili_zone;
1663 1664 1665

	return 0;

D
Dave Chinner 已提交
1666 1667
 out_destroy_ili_zone:
	kmem_zone_destroy(xfs_ili_zone);
1668 1669 1670 1671 1672 1673 1674 1675
 out_destroy_inode_zone:
	kmem_zone_destroy(xfs_inode_zone);
 out_destroy_efi_zone:
	kmem_zone_destroy(xfs_efi_zone);
 out_destroy_efd_zone:
	kmem_zone_destroy(xfs_efd_zone);
 out_destroy_buf_item_zone:
	kmem_zone_destroy(xfs_buf_item_zone);
1676 1677
 out_destroy_log_item_desc_zone:
	kmem_zone_destroy(xfs_log_item_desc_zone);
1678 1679 1680 1681 1682 1683 1684 1685 1686 1687 1688 1689 1690 1691 1692 1693 1694 1695 1696 1697 1698 1699 1700
 out_destroy_trans_zone:
	kmem_zone_destroy(xfs_trans_zone);
 out_destroy_ifork_zone:
	kmem_zone_destroy(xfs_ifork_zone);
 out_destroy_da_state_zone:
	kmem_zone_destroy(xfs_da_state_zone);
 out_destroy_btree_cur_zone:
	kmem_zone_destroy(xfs_btree_cur_zone);
 out_destroy_bmap_free_item_zone:
	kmem_zone_destroy(xfs_bmap_free_item_zone);
 out_destroy_log_ticket_zone:
	kmem_zone_destroy(xfs_log_ticket_zone);
 out_destroy_ioend_pool:
	mempool_destroy(xfs_ioend_pool);
 out_destroy_ioend_zone:
	kmem_zone_destroy(xfs_ioend_zone);
 out:
	return -ENOMEM;
}

STATIC void
xfs_destroy_zones(void)
{
1701 1702 1703 1704 1705
	/*
	 * Make sure all delayed rcu free are flushed before we
	 * destroy caches.
	 */
	rcu_barrier();
D
Dave Chinner 已提交
1706
	kmem_zone_destroy(xfs_icreate_zone);
1707 1708 1709 1710 1711
	kmem_zone_destroy(xfs_ili_zone);
	kmem_zone_destroy(xfs_inode_zone);
	kmem_zone_destroy(xfs_efi_zone);
	kmem_zone_destroy(xfs_efd_zone);
	kmem_zone_destroy(xfs_buf_item_zone);
1712
	kmem_zone_destroy(xfs_log_item_desc_zone);
1713 1714 1715 1716 1717 1718 1719 1720 1721 1722
	kmem_zone_destroy(xfs_trans_zone);
	kmem_zone_destroy(xfs_ifork_zone);
	kmem_zone_destroy(xfs_da_state_zone);
	kmem_zone_destroy(xfs_btree_cur_zone);
	kmem_zone_destroy(xfs_bmap_free_item_zone);
	kmem_zone_destroy(xfs_log_ticket_zone);
	mempool_destroy(xfs_ioend_pool);
	kmem_zone_destroy(xfs_ioend_zone);

}
L
Linus Torvalds 已提交
1723

1724 1725 1726
STATIC int __init
xfs_init_workqueues(void)
{
1727 1728 1729 1730 1731 1732 1733 1734
	/*
	 * The allocation workqueue can be used in memory reclaim situations
	 * (writepage path), and parallelism is only limited by the number of
	 * AGs in all the filesystems mounted. Hence use the default large
	 * max_active value for this workqueue.
	 */
	xfs_alloc_wq = alloc_workqueue("xfsalloc", WQ_MEM_RECLAIM, 0);
	if (!xfs_alloc_wq)
D
Dave Chinner 已提交
1735
		return -ENOMEM;
1736

1737 1738 1739
	return 0;
}

1740
STATIC void
1741 1742
xfs_destroy_workqueues(void)
{
1743
	destroy_workqueue(xfs_alloc_wq);
1744 1745
}

L
Linus Torvalds 已提交
1746
STATIC int __init
1747
init_xfs_fs(void)
L
Linus Torvalds 已提交
1748 1749 1750
{
	int			error;

1751 1752
	printk(KERN_INFO XFS_VERSION_STRING " with "
			 XFS_BUILD_OPTIONS " enabled\n");
L
Linus Torvalds 已提交
1753

1754
	xfs_dir_startup();
L
Linus Torvalds 已提交
1755

1756
	error = xfs_init_zones();
1757 1758 1759
	if (error)
		goto out;

1760
	error = xfs_init_workqueues();
1761
	if (error)
C
Christoph Hellwig 已提交
1762
		goto out_destroy_zones;
1763

1764 1765 1766 1767
	error = xfs_mru_cache_init();
	if (error)
		goto out_destroy_wq;

1768 1769 1770
	error = xfs_filestream_init();
	if (error)
		goto out_mru_cache_uninit;
L
Linus Torvalds 已提交
1771

1772
	error = xfs_buf_init();
1773 1774 1775 1776 1777 1778 1779 1780 1781 1782
	if (error)
		goto out_filestream_uninit;

	error = xfs_init_procfs();
	if (error)
		goto out_buf_terminate;

	error = xfs_sysctl_register();
	if (error)
		goto out_cleanup_procfs;
L
Linus Torvalds 已提交
1783

1784 1785 1786
	error = xfs_qm_init();
	if (error)
		goto out_sysctl_unregister;
L
Linus Torvalds 已提交
1787 1788 1789

	error = register_filesystem(&xfs_fs_type);
	if (error)
1790
		goto out_qm_exit;
L
Linus Torvalds 已提交
1791 1792
	return 0;

1793 1794
 out_qm_exit:
	xfs_qm_exit();
1795 1796 1797 1798 1799
 out_sysctl_unregister:
	xfs_sysctl_unregister();
 out_cleanup_procfs:
	xfs_cleanup_procfs();
 out_buf_terminate:
1800
	xfs_buf_terminate();
1801 1802 1803 1804
 out_filestream_uninit:
	xfs_filestream_uninit();
 out_mru_cache_uninit:
	xfs_mru_cache_uninit();
1805 1806
 out_destroy_wq:
	xfs_destroy_workqueues();
1807
 out_destroy_zones:
1808
	xfs_destroy_zones();
1809
 out:
L
Linus Torvalds 已提交
1810 1811 1812 1813
	return error;
}

STATIC void __exit
1814
exit_xfs_fs(void)
L
Linus Torvalds 已提交
1815
{
1816
	xfs_qm_exit();
L
Linus Torvalds 已提交
1817
	unregister_filesystem(&xfs_fs_type);
1818 1819
	xfs_sysctl_unregister();
	xfs_cleanup_procfs();
1820
	xfs_buf_terminate();
1821 1822
	xfs_filestream_uninit();
	xfs_mru_cache_uninit();
1823
	xfs_destroy_workqueues();
1824
	xfs_destroy_zones();
L
Linus Torvalds 已提交
1825 1826 1827 1828 1829 1830 1831 1832
}

module_init(init_xfs_fs);
module_exit(exit_xfs_fs);

MODULE_AUTHOR("Silicon Graphics, Inc.");
MODULE_DESCRIPTION(XFS_VERSION_STRING " with " XFS_BUILD_OPTIONS " enabled");
MODULE_LICENSE("GPL");