xfs_super.c 47.8 KB
Newer Older
L
Linus Torvalds 已提交
1
/*
2
 * Copyright (c) 2000-2006 Silicon Graphics, Inc.
3
 * All Rights Reserved.
L
Linus Torvalds 已提交
4
 *
5 6
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public License as
L
Linus Torvalds 已提交
7 8
 * published by the Free Software Foundation.
 *
9 10 11 12
 * This program is distributed in the hope that it would be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
L
Linus Torvalds 已提交
13
 *
14 15 16
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write the Free Software Foundation,
 * Inc.,  51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
L
Linus Torvalds 已提交
17
 */
C
Christoph Hellwig 已提交
18

L
Linus Torvalds 已提交
19
#include "xfs.h"
20
#include "xfs_format.h"
21
#include "xfs_shared.h"
L
Linus Torvalds 已提交
22
#include "xfs_log.h"
23
#include "xfs_inum.h"
L
Linus Torvalds 已提交
24 25
#include "xfs_trans.h"
#include "xfs_sb.h"
26
#include "xfs_ag.h"
L
Linus Torvalds 已提交
27 28 29
#include "xfs_alloc.h"
#include "xfs_quota.h"
#include "xfs_mount.h"
30
#include "xfs_da_format.h"
L
Linus Torvalds 已提交
31
#include "xfs_bmap_btree.h"
32
#include "xfs_alloc_btree.h"
L
Linus Torvalds 已提交
33 34 35
#include "xfs_ialloc_btree.h"
#include "xfs_dinode.h"
#include "xfs_inode.h"
36 37
#include "xfs_btree.h"
#include "xfs_ialloc.h"
L
Linus Torvalds 已提交
38 39 40 41
#include "xfs_bmap.h"
#include "xfs_rtalloc.h"
#include "xfs_error.h"
#include "xfs_itable.h"
C
Christoph Hellwig 已提交
42
#include "xfs_fsops.h"
L
Linus Torvalds 已提交
43 44
#include "xfs_attr.h"
#include "xfs_buf_item.h"
45
#include "xfs_log_priv.h"
46
#include "xfs_trans_priv.h"
47
#include "xfs_filestream.h"
48
#include "xfs_da_btree.h"
49
#include "xfs_dir2.h"
50 51 52
#include "xfs_extfree_item.h"
#include "xfs_mru_cache.h"
#include "xfs_inode_item.h"
53
#include "xfs_icache.h"
C
Christoph Hellwig 已提交
54
#include "xfs_trace.h"
D
Dave Chinner 已提交
55
#include "xfs_icreate_item.h"
L
Linus Torvalds 已提交
56 57 58

#include <linux/namei.h>
#include <linux/init.h>
59
#include <linux/slab.h>
L
Linus Torvalds 已提交
60
#include <linux/mount.h>
61
#include <linux/mempool.h>
L
Linus Torvalds 已提交
62
#include <linux/writeback.h>
63
#include <linux/kthread.h>
64
#include <linux/freezer.h>
65
#include <linux/parser.h>
L
Linus Torvalds 已提交
66

67
static const struct super_operations xfs_super_operations;
68
static kmem_zone_t *xfs_ioend_zone;
69
mempool_t *xfs_ioend_pool;
L
Linus Torvalds 已提交
70

71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92
#define MNTOPT_LOGBUFS	"logbufs"	/* number of XFS log buffers */
#define MNTOPT_LOGBSIZE	"logbsize"	/* size of XFS log buffers */
#define MNTOPT_LOGDEV	"logdev"	/* log device */
#define MNTOPT_RTDEV	"rtdev"		/* realtime I/O device */
#define MNTOPT_BIOSIZE	"biosize"	/* log2 of preferred buffered io size */
#define MNTOPT_WSYNC	"wsync"		/* safe-mode nfs compatible mount */
#define MNTOPT_NOALIGN	"noalign"	/* turn off stripe alignment */
#define MNTOPT_SWALLOC	"swalloc"	/* turn on stripe width allocation */
#define MNTOPT_SUNIT	"sunit"		/* data volume stripe unit */
#define MNTOPT_SWIDTH	"swidth"	/* data volume stripe width */
#define MNTOPT_NOUUID	"nouuid"	/* ignore filesystem UUID */
#define MNTOPT_MTPT	"mtpt"		/* filesystem mount point */
#define MNTOPT_GRPID	"grpid"		/* group-ID from parent directory */
#define MNTOPT_NOGRPID	"nogrpid"	/* group-ID from current process */
#define MNTOPT_BSDGROUPS    "bsdgroups"    /* group-ID from parent directory */
#define MNTOPT_SYSVGROUPS   "sysvgroups"   /* group-ID from current process */
#define MNTOPT_ALLOCSIZE    "allocsize"    /* preferred allocation size */
#define MNTOPT_NORECOVERY   "norecovery"   /* don't run XFS recovery */
#define MNTOPT_BARRIER	"barrier"	/* use writer barriers for log write and
					 * unwritten extent conversion */
#define MNTOPT_NOBARRIER "nobarrier"	/* .. disable */
#define MNTOPT_64BITINODE   "inode64"	/* inodes can be allocated anywhere */
93 94
#define MNTOPT_32BITINODE   "inode32"	/* inode allocation limited to
					 * XFS_MAXINUMBER_32 */
95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114
#define MNTOPT_IKEEP	"ikeep"		/* do not free empty inode clusters */
#define MNTOPT_NOIKEEP	"noikeep"	/* free empty inode clusters */
#define MNTOPT_LARGEIO	   "largeio"	/* report large I/O sizes in stat() */
#define MNTOPT_NOLARGEIO   "nolargeio"	/* do not report large I/O sizes
					 * in stat(). */
#define MNTOPT_ATTR2	"attr2"		/* do use attr2 attribute format */
#define MNTOPT_NOATTR2	"noattr2"	/* do not use attr2 attribute format */
#define MNTOPT_FILESTREAM  "filestreams" /* use filestreams allocator */
#define MNTOPT_QUOTA	"quota"		/* disk quotas (user) */
#define MNTOPT_NOQUOTA	"noquota"	/* no quotas */
#define MNTOPT_USRQUOTA	"usrquota"	/* user quota enabled */
#define MNTOPT_GRPQUOTA	"grpquota"	/* group quota enabled */
#define MNTOPT_PRJQUOTA	"prjquota"	/* project quota enabled */
#define MNTOPT_UQUOTA	"uquota"	/* user quota (IRIX variant) */
#define MNTOPT_GQUOTA	"gquota"	/* group quota (IRIX variant) */
#define MNTOPT_PQUOTA	"pquota"	/* project quota (IRIX variant) */
#define MNTOPT_UQUOTANOENF "uqnoenforce"/* user quota limit enforcement */
#define MNTOPT_GQUOTANOENF "gqnoenforce"/* group quota limit enforcement */
#define MNTOPT_PQUOTANOENF "pqnoenforce"/* project quota limit enforcement */
#define MNTOPT_QUOTANOENF  "qnoenforce"	/* same as uqnoenforce */
115 116 117 118
#define MNTOPT_DELAYLOG    "delaylog"	/* Delayed logging enabled */
#define MNTOPT_NODELAYLOG  "nodelaylog"	/* Delayed logging disabled */
#define MNTOPT_DISCARD	   "discard"	/* Discard unused blocks */
#define MNTOPT_NODISCARD   "nodiscard"	/* Do not discard unused blocks */
119

120 121 122 123 124 125 126
/*
 * Table driven mount option parser.
 *
 * Currently only used for remount, but it will be used for mount
 * in the future, too.
 */
enum {
127 128 129 130 131
	Opt_barrier,
	Opt_nobarrier,
	Opt_inode64,
	Opt_inode32,
	Opt_err
132 133
};

134
static const match_table_t tokens = {
135 136
	{Opt_barrier, "barrier"},
	{Opt_nobarrier, "nobarrier"},
137
	{Opt_inode64, "inode64"},
138
	{Opt_inode32, "inode32"},
139 140 141 142
	{Opt_err, NULL}
};


143
STATIC unsigned long
144
suffix_kstrtoint(char *s, unsigned int base, int *res)
145
{
146
	int	last, shift_left_factor = 0, _res;
147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162
	char	*value = s;

	last = strlen(value) - 1;
	if (value[last] == 'K' || value[last] == 'k') {
		shift_left_factor = 10;
		value[last] = '\0';
	}
	if (value[last] == 'M' || value[last] == 'm') {
		shift_left_factor = 20;
		value[last] = '\0';
	}
	if (value[last] == 'G' || value[last] == 'g') {
		shift_left_factor = 30;
		value[last] = '\0';
	}

163 164 165 166
	if (kstrtoint(s, base, &_res))
		return -EINVAL;
	*res = _res << shift_left_factor;
	return 0;
167 168
}

169 170 171 172 173 174 175
/*
 * This function fills in xfs_mount_t fields based on mount args.
 * Note: the superblock has _not_ yet been read in.
 *
 * Note that this function leaks the various device name allocations on
 * failure.  The caller takes care of them.
 */
176 177 178
STATIC int
xfs_parseargs(
	struct xfs_mount	*mp,
C
Christoph Hellwig 已提交
179
	char			*options)
180
{
181
	struct super_block	*sb = mp->m_super;
182
	char			*this_char, *value;
183 184 185
	int			dsunit = 0;
	int			dswidth = 0;
	int			iosize = 0;
186
	__uint8_t		iosizelog = 0;
187

188 189 190 191 192 193 194 195 196
	/*
	 * set up the mount name first so all the errors will refer to the
	 * correct device.
	 */
	mp->m_fsname = kstrndup(sb->s_id, MAXNAMELEN, GFP_KERNEL);
	if (!mp->m_fsname)
		return ENOMEM;
	mp->m_fsname_len = strlen(mp->m_fsname) + 1;

197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212
	/*
	 * Copy binary VFS mount flags we are interested in.
	 */
	if (sb->s_flags & MS_RDONLY)
		mp->m_flags |= XFS_MOUNT_RDONLY;
	if (sb->s_flags & MS_DIRSYNC)
		mp->m_flags |= XFS_MOUNT_DIRSYNC;
	if (sb->s_flags & MS_SYNCHRONOUS)
		mp->m_flags |= XFS_MOUNT_WSYNC;

	/*
	 * Set some default flags that could be cleared by the mount option
	 * parsing.
	 */
	mp->m_flags |= XFS_MOUNT_BARRIER;
	mp->m_flags |= XFS_MOUNT_COMPAT_IOSIZE;
213
#if !XFS_BIG_INUMS
214
	mp->m_flags |= XFS_MOUNT_SMALL_INUMS;
215
#endif
216

217 218 219 220 221
	/*
	 * These can be overridden by the mount option parsing.
	 */
	mp->m_logbufs = -1;
	mp->m_logbsize = -1;
222 223 224 225 226 227 228 229 230 231 232 233

	if (!options)
		goto done;

	while ((this_char = strsep(&options, ",")) != NULL) {
		if (!*this_char)
			continue;
		if ((value = strchr(this_char, '=')) != NULL)
			*value++ = 0;

		if (!strcmp(this_char, MNTOPT_LOGBUFS)) {
			if (!value || !*value) {
234
				xfs_warn(mp, "%s option requires an argument",
235 236 237
					this_char);
				return EINVAL;
			}
238 239
			if (kstrtoint(value, 10, &mp->m_logbufs))
				return EINVAL;
240 241
		} else if (!strcmp(this_char, MNTOPT_LOGBSIZE)) {
			if (!value || !*value) {
242
				xfs_warn(mp, "%s option requires an argument",
243 244 245
					this_char);
				return EINVAL;
			}
246 247
			if (suffix_kstrtoint(value, 10, &mp->m_logbsize))
				return EINVAL;
248 249
		} else if (!strcmp(this_char, MNTOPT_LOGDEV)) {
			if (!value || !*value) {
250
				xfs_warn(mp, "%s option requires an argument",
251 252 253
					this_char);
				return EINVAL;
			}
254 255 256
			mp->m_logname = kstrndup(value, MAXNAMELEN, GFP_KERNEL);
			if (!mp->m_logname)
				return ENOMEM;
257
		} else if (!strcmp(this_char, MNTOPT_MTPT)) {
258
			xfs_warn(mp, "%s option not allowed on this system",
C
Christoph Hellwig 已提交
259 260
				this_char);
			return EINVAL;
261 262
		} else if (!strcmp(this_char, MNTOPT_RTDEV)) {
			if (!value || !*value) {
263
				xfs_warn(mp, "%s option requires an argument",
264 265 266
					this_char);
				return EINVAL;
			}
267 268 269
			mp->m_rtname = kstrndup(value, MAXNAMELEN, GFP_KERNEL);
			if (!mp->m_rtname)
				return ENOMEM;
270 271
		} else if (!strcmp(this_char, MNTOPT_BIOSIZE)) {
			if (!value || !*value) {
272
				xfs_warn(mp, "%s option requires an argument",
273 274 275
					this_char);
				return EINVAL;
			}
276 277
			if (kstrtoint(value, 10, &iosize))
				return EINVAL;
C
Christoph Hellwig 已提交
278
			iosizelog = ffs(iosize) - 1;
279 280
		} else if (!strcmp(this_char, MNTOPT_ALLOCSIZE)) {
			if (!value || !*value) {
281
				xfs_warn(mp, "%s option requires an argument",
282 283 284
					this_char);
				return EINVAL;
			}
285 286
			if (suffix_kstrtoint(value, 10, &iosize))
				return EINVAL;
287
			iosizelog = ffs(iosize) - 1;
288 289 290 291 292 293 294
		} else if (!strcmp(this_char, MNTOPT_GRPID) ||
			   !strcmp(this_char, MNTOPT_BSDGROUPS)) {
			mp->m_flags |= XFS_MOUNT_GRPID;
		} else if (!strcmp(this_char, MNTOPT_NOGRPID) ||
			   !strcmp(this_char, MNTOPT_SYSVGROUPS)) {
			mp->m_flags &= ~XFS_MOUNT_GRPID;
		} else if (!strcmp(this_char, MNTOPT_WSYNC)) {
295
			mp->m_flags |= XFS_MOUNT_WSYNC;
296
		} else if (!strcmp(this_char, MNTOPT_NORECOVERY)) {
297
			mp->m_flags |= XFS_MOUNT_NORECOVERY;
298
		} else if (!strcmp(this_char, MNTOPT_NOALIGN)) {
299
			mp->m_flags |= XFS_MOUNT_NOALIGN;
300
		} else if (!strcmp(this_char, MNTOPT_SWALLOC)) {
301
			mp->m_flags |= XFS_MOUNT_SWALLOC;
302 303
		} else if (!strcmp(this_char, MNTOPT_SUNIT)) {
			if (!value || !*value) {
304
				xfs_warn(mp, "%s option requires an argument",
305 306 307
					this_char);
				return EINVAL;
			}
308 309
			if (kstrtoint(value, 10, &dsunit))
				return EINVAL;
310 311
		} else if (!strcmp(this_char, MNTOPT_SWIDTH)) {
			if (!value || !*value) {
312
				xfs_warn(mp, "%s option requires an argument",
313 314 315
					this_char);
				return EINVAL;
			}
316 317
			if (kstrtoint(value, 10, &dswidth))
				return EINVAL;
318 319
		} else if (!strcmp(this_char, MNTOPT_32BITINODE)) {
			mp->m_flags |= XFS_MOUNT_SMALL_INUMS;
320
		} else if (!strcmp(this_char, MNTOPT_64BITINODE)) {
321
			mp->m_flags &= ~XFS_MOUNT_SMALL_INUMS;
322
#if !XFS_BIG_INUMS
323
			xfs_warn(mp, "%s option not allowed on this system",
324 325 326 327
				this_char);
			return EINVAL;
#endif
		} else if (!strcmp(this_char, MNTOPT_NOUUID)) {
328
			mp->m_flags |= XFS_MOUNT_NOUUID;
329
		} else if (!strcmp(this_char, MNTOPT_BARRIER)) {
330
			mp->m_flags |= XFS_MOUNT_BARRIER;
331
		} else if (!strcmp(this_char, MNTOPT_NOBARRIER)) {
332
			mp->m_flags &= ~XFS_MOUNT_BARRIER;
333
		} else if (!strcmp(this_char, MNTOPT_IKEEP)) {
334
			mp->m_flags |= XFS_MOUNT_IKEEP;
335
		} else if (!strcmp(this_char, MNTOPT_NOIKEEP)) {
336
			mp->m_flags &= ~XFS_MOUNT_IKEEP;
337
		} else if (!strcmp(this_char, MNTOPT_LARGEIO)) {
338
			mp->m_flags &= ~XFS_MOUNT_COMPAT_IOSIZE;
339
		} else if (!strcmp(this_char, MNTOPT_NOLARGEIO)) {
340
			mp->m_flags |= XFS_MOUNT_COMPAT_IOSIZE;
341
		} else if (!strcmp(this_char, MNTOPT_ATTR2)) {
342
			mp->m_flags |= XFS_MOUNT_ATTR2;
343
		} else if (!strcmp(this_char, MNTOPT_NOATTR2)) {
344 345
			mp->m_flags &= ~XFS_MOUNT_ATTR2;
			mp->m_flags |= XFS_MOUNT_NOATTR2;
346
		} else if (!strcmp(this_char, MNTOPT_FILESTREAM)) {
347
			mp->m_flags |= XFS_MOUNT_FILESTREAMS;
348
		} else if (!strcmp(this_char, MNTOPT_NOQUOTA)) {
349 350 351
			mp->m_qflags &= ~XFS_ALL_QUOTA_ACCT;
			mp->m_qflags &= ~XFS_ALL_QUOTA_ENFD;
			mp->m_qflags &= ~XFS_ALL_QUOTA_ACTIVE;
352 353 354
		} else if (!strcmp(this_char, MNTOPT_QUOTA) ||
			   !strcmp(this_char, MNTOPT_UQUOTA) ||
			   !strcmp(this_char, MNTOPT_USRQUOTA)) {
355 356
			mp->m_qflags |= (XFS_UQUOTA_ACCT | XFS_UQUOTA_ACTIVE |
					 XFS_UQUOTA_ENFD);
357 358
		} else if (!strcmp(this_char, MNTOPT_QUOTANOENF) ||
			   !strcmp(this_char, MNTOPT_UQUOTANOENF)) {
359 360
			mp->m_qflags |= (XFS_UQUOTA_ACCT | XFS_UQUOTA_ACTIVE);
			mp->m_qflags &= ~XFS_UQUOTA_ENFD;
361 362
		} else if (!strcmp(this_char, MNTOPT_PQUOTA) ||
			   !strcmp(this_char, MNTOPT_PRJQUOTA)) {
363
			mp->m_qflags |= (XFS_PQUOTA_ACCT | XFS_PQUOTA_ACTIVE |
364
					 XFS_PQUOTA_ENFD);
365
		} else if (!strcmp(this_char, MNTOPT_PQUOTANOENF)) {
366
			mp->m_qflags |= (XFS_PQUOTA_ACCT | XFS_PQUOTA_ACTIVE);
367
			mp->m_qflags &= ~XFS_PQUOTA_ENFD;
368 369
		} else if (!strcmp(this_char, MNTOPT_GQUOTA) ||
			   !strcmp(this_char, MNTOPT_GRPQUOTA)) {
370
			mp->m_qflags |= (XFS_GQUOTA_ACCT | XFS_GQUOTA_ACTIVE |
371
					 XFS_GQUOTA_ENFD);
372
		} else if (!strcmp(this_char, MNTOPT_GQUOTANOENF)) {
373
			mp->m_qflags |= (XFS_GQUOTA_ACCT | XFS_GQUOTA_ACTIVE);
374
			mp->m_qflags &= ~XFS_GQUOTA_ENFD;
375
		} else if (!strcmp(this_char, MNTOPT_DELAYLOG)) {
376 377
			xfs_warn(mp,
	"delaylog is the default now, option is deprecated.");
378
		} else if (!strcmp(this_char, MNTOPT_NODELAYLOG)) {
379
			xfs_warn(mp,
380
	"nodelaylog support has been removed, option is deprecated.");
381 382 383 384
		} else if (!strcmp(this_char, MNTOPT_DISCARD)) {
			mp->m_flags |= XFS_MOUNT_DISCARD;
		} else if (!strcmp(this_char, MNTOPT_NODISCARD)) {
			mp->m_flags &= ~XFS_MOUNT_DISCARD;
385
		} else if (!strcmp(this_char, "ihashsize")) {
386 387
			xfs_warn(mp,
	"ihashsize no longer used, option is deprecated.");
388
		} else if (!strcmp(this_char, "osyncisdsync")) {
389 390
			xfs_warn(mp,
	"osyncisdsync has no effect, option is deprecated.");
391
		} else if (!strcmp(this_char, "osyncisosync")) {
392 393
			xfs_warn(mp,
	"osyncisosync has no effect, option is deprecated.");
394
		} else if (!strcmp(this_char, "irixsgid")) {
395 396
			xfs_warn(mp,
	"irixsgid is now a sysctl(2) variable, option is deprecated.");
397
		} else {
398
			xfs_warn(mp, "unknown mount option [%s].", this_char);
399 400 401 402
			return EINVAL;
		}
	}

403 404 405 406 407
	/*
	 * no recovery flag requires a read-only mount
	 */
	if ((mp->m_flags & XFS_MOUNT_NORECOVERY) &&
	    !(mp->m_flags & XFS_MOUNT_RDONLY)) {
408
		xfs_warn(mp, "no-recovery mounts must be read-only.");
409
		return EINVAL;
410 411
	}

412
	if ((mp->m_flags & XFS_MOUNT_NOALIGN) && (dsunit || dswidth)) {
413 414
		xfs_warn(mp,
	"sunit and swidth options incompatible with the noalign option");
415 416 417
		return EINVAL;
	}

C
Christoph Hellwig 已提交
418 419
#ifndef CONFIG_XFS_QUOTA
	if (XFS_IS_QUOTA_RUNNING(mp)) {
420
		xfs_warn(mp, "quota support not available in this kernel.");
C
Christoph Hellwig 已提交
421 422 423 424
		return EINVAL;
	}
#endif

425
	if ((dsunit && !dswidth) || (!dsunit && dswidth)) {
426
		xfs_warn(mp, "sunit and swidth must be specified together");
427 428 429 430
		return EINVAL;
	}

	if (dsunit && (dswidth % dsunit != 0)) {
431 432
		xfs_warn(mp,
	"stripe width (%d) must be a multiple of the stripe unit (%d)",
433 434 435 436
			dswidth, dsunit);
		return EINVAL;
	}

437
done:
J
Jie Liu 已提交
438
	if (dsunit && !(mp->m_flags & XFS_MOUNT_NOALIGN)) {
439 440 441 442 443 444
		/*
		 * At this point the superblock has not been read
		 * in, therefore we do not know the block size.
		 * Before the mount call ends we will convert
		 * these to FSBs.
		 */
J
Jie Liu 已提交
445 446
		mp->m_dalign = dsunit;
		mp->m_swidth = dswidth;
447 448 449 450 451 452
	}

	if (mp->m_logbufs != -1 &&
	    mp->m_logbufs != 0 &&
	    (mp->m_logbufs < XLOG_MIN_ICLOGS ||
	     mp->m_logbufs > XLOG_MAX_ICLOGS)) {
453
		xfs_warn(mp, "invalid logbufs value: %d [not %d-%d]",
454 455 456 457 458 459 460 461
			mp->m_logbufs, XLOG_MIN_ICLOGS, XLOG_MAX_ICLOGS);
		return XFS_ERROR(EINVAL);
	}
	if (mp->m_logbsize != -1 &&
	    mp->m_logbsize !=  0 &&
	    (mp->m_logbsize < XLOG_MIN_RECORD_BSIZE ||
	     mp->m_logbsize > XLOG_MAX_RECORD_BSIZE ||
	     !is_power_of_2(mp->m_logbsize))) {
462 463
		xfs_warn(mp,
			"invalid logbufsize: %d [not 16k,32k,64k,128k or 256k]",
464 465 466 467 468 469 470
			mp->m_logbsize);
		return XFS_ERROR(EINVAL);
	}

	if (iosizelog) {
		if (iosizelog > XFS_MAX_IO_LOG ||
		    iosizelog < XFS_MIN_IO_LOG) {
471
			xfs_warn(mp, "invalid log iosize: %d [not %d-%d]",
472 473 474 475 476 477 478 479
				iosizelog, XFS_MIN_IO_LOG,
				XFS_MAX_IO_LOG);
			return XFS_ERROR(EINVAL);
		}

		mp->m_flags |= XFS_MOUNT_DFLT_IOSIZE;
		mp->m_readio_log = iosizelog;
		mp->m_writeio_log = iosizelog;
480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496
	}

	return 0;
}

struct proc_xfs_info {
	int	flag;
	char	*str;
};

STATIC int
xfs_showargs(
	struct xfs_mount	*mp,
	struct seq_file		*m)
{
	static struct proc_xfs_info xfs_info_set[] = {
		/* the few simple ones we can get from the mount struct */
497
		{ XFS_MOUNT_IKEEP,		"," MNTOPT_IKEEP },
498 499 500 501 502 503 504 505
		{ XFS_MOUNT_WSYNC,		"," MNTOPT_WSYNC },
		{ XFS_MOUNT_NOALIGN,		"," MNTOPT_NOALIGN },
		{ XFS_MOUNT_SWALLOC,		"," MNTOPT_SWALLOC },
		{ XFS_MOUNT_NOUUID,		"," MNTOPT_NOUUID },
		{ XFS_MOUNT_NORECOVERY,		"," MNTOPT_NORECOVERY },
		{ XFS_MOUNT_ATTR2,		"," MNTOPT_ATTR2 },
		{ XFS_MOUNT_FILESTREAMS,	"," MNTOPT_FILESTREAM },
		{ XFS_MOUNT_GRPID,		"," MNTOPT_GRPID },
506
		{ XFS_MOUNT_DISCARD,		"," MNTOPT_DISCARD },
507
		{ XFS_MOUNT_SMALL_INUMS,	"," MNTOPT_32BITINODE },
508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553
		{ 0, NULL }
	};
	static struct proc_xfs_info xfs_info_unset[] = {
		/* the few simple ones we can get from the mount struct */
		{ XFS_MOUNT_COMPAT_IOSIZE,	"," MNTOPT_LARGEIO },
		{ XFS_MOUNT_BARRIER,		"," MNTOPT_NOBARRIER },
		{ XFS_MOUNT_SMALL_INUMS,	"," MNTOPT_64BITINODE },
		{ 0, NULL }
	};
	struct proc_xfs_info	*xfs_infop;

	for (xfs_infop = xfs_info_set; xfs_infop->flag; xfs_infop++) {
		if (mp->m_flags & xfs_infop->flag)
			seq_puts(m, xfs_infop->str);
	}
	for (xfs_infop = xfs_info_unset; xfs_infop->flag; xfs_infop++) {
		if (!(mp->m_flags & xfs_infop->flag))
			seq_puts(m, xfs_infop->str);
	}

	if (mp->m_flags & XFS_MOUNT_DFLT_IOSIZE)
		seq_printf(m, "," MNTOPT_ALLOCSIZE "=%dk",
				(int)(1 << mp->m_writeio_log) >> 10);

	if (mp->m_logbufs > 0)
		seq_printf(m, "," MNTOPT_LOGBUFS "=%d", mp->m_logbufs);
	if (mp->m_logbsize > 0)
		seq_printf(m, "," MNTOPT_LOGBSIZE "=%dk", mp->m_logbsize >> 10);

	if (mp->m_logname)
		seq_printf(m, "," MNTOPT_LOGDEV "=%s", mp->m_logname);
	if (mp->m_rtname)
		seq_printf(m, "," MNTOPT_RTDEV "=%s", mp->m_rtname);

	if (mp->m_dalign > 0)
		seq_printf(m, "," MNTOPT_SUNIT "=%d",
				(int)XFS_FSB_TO_BB(mp, mp->m_dalign));
	if (mp->m_swidth > 0)
		seq_printf(m, "," MNTOPT_SWIDTH "=%d",
				(int)XFS_FSB_TO_BB(mp, mp->m_swidth));

	if (mp->m_qflags & (XFS_UQUOTA_ACCT|XFS_UQUOTA_ENFD))
		seq_puts(m, "," MNTOPT_USRQUOTA);
	else if (mp->m_qflags & XFS_UQUOTA_ACCT)
		seq_puts(m, "," MNTOPT_UQUOTANOENF);

554
	if (mp->m_qflags & XFS_PQUOTA_ACCT) {
555
		if (mp->m_qflags & XFS_PQUOTA_ENFD)
556 557 558
			seq_puts(m, "," MNTOPT_PRJQUOTA);
		else
			seq_puts(m, "," MNTOPT_PQUOTANOENF);
559 560
	}
	if (mp->m_qflags & XFS_GQUOTA_ACCT) {
561
		if (mp->m_qflags & XFS_GQUOTA_ENFD)
562 563 564 565
			seq_puts(m, "," MNTOPT_GRPQUOTA);
		else
			seq_puts(m, "," MNTOPT_GQUOTANOENF);
	}
566 567 568 569 570 571

	if (!(mp->m_qflags & XFS_ALL_QUOTA_ACCT))
		seq_puts(m, "," MNTOPT_NOQUOTA);

	return 0;
}
L
Linus Torvalds 已提交
572 573 574 575 576 577 578 579 580
__uint64_t
xfs_max_file_offset(
	unsigned int		blockshift)
{
	unsigned int		pagefactor = 1;
	unsigned int		bitshift = BITS_PER_LONG - 1;

	/* Figure out maximum filesize, on Linux this can depend on
	 * the filesystem blocksize (on 32 bit platforms).
C
Christoph Hellwig 已提交
581
	 * __block_write_begin does this in an [unsigned] long...
L
Linus Torvalds 已提交
582 583 584 585 586 587 588 589 590 591 592 593
	 *      page->index << (PAGE_CACHE_SHIFT - bbits)
	 * So, for page sized blocks (4K on 32 bit platforms),
	 * this wraps at around 8Tb (hence MAX_LFS_FILESIZE which is
	 *      (((u64)PAGE_CACHE_SIZE << (BITS_PER_LONG-1))-1)
	 * but for smaller blocksizes it is less (bbits = log2 bsize).
	 * Note1: get_block_t takes a long (implicit cast from above)
	 * Note2: The Large Block Device (LBD and HAVE_SECTOR_T) patch
	 * can optionally convert the [unsigned] long from above into
	 * an [unsigned] long long.
	 */

#if BITS_PER_LONG == 32
594
# if defined(CONFIG_LBDAF)
L
Linus Torvalds 已提交
595 596 597 598 599 600 601 602 603 604 605
	ASSERT(sizeof(sector_t) == 8);
	pagefactor = PAGE_CACHE_SIZE;
	bitshift = BITS_PER_LONG;
# else
	pagefactor = PAGE_CACHE_SIZE >> (PAGE_CACHE_SHIFT - blockshift);
# endif
#endif

	return (((__uint64_t)pagefactor) << bitshift) - 1;
}

606 607 608 609
xfs_agnumber_t
xfs_set_inode32(struct xfs_mount *mp)
{
	xfs_agnumber_t	index = 0;
610
	xfs_agnumber_t	maxagi = 0;
611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633
	xfs_sb_t	*sbp = &mp->m_sb;
	xfs_agnumber_t	max_metadata;
	xfs_agino_t	agino =	XFS_OFFBNO_TO_AGINO(mp, sbp->sb_agblocks -1, 0);
	xfs_ino_t	ino = XFS_AGINO_TO_INO(mp, sbp->sb_agcount -1, agino);
	xfs_perag_t	*pag;

	/* Calculate how much should be reserved for inodes to meet
	 * the max inode percentage.
	 */
	if (mp->m_maxicount) {
		__uint64_t	icount;

		icount = sbp->sb_dblocks * sbp->sb_imax_pct;
		do_div(icount, 100);
		icount += sbp->sb_agblocks - 1;
		do_div(icount, sbp->sb_agblocks);
		max_metadata = icount;
	} else {
		max_metadata = sbp->sb_agcount;
	}

	for (index = 0; index < sbp->sb_agcount; index++) {
		ino = XFS_AGINO_TO_INO(mp, index, agino);
634

635
		if (ino > XFS_MAXINUMBER_32) {
636 637 638 639 640
			pag = xfs_perag_get(mp, index);
			pag->pagi_inodeok = 0;
			pag->pagf_metadata = 0;
			xfs_perag_put(pag);
			continue;
641 642 643 644
		}

		pag = xfs_perag_get(mp, index);
		pag->pagi_inodeok = 1;
645
		maxagi++;
646 647 648 649
		if (index < max_metadata)
			pag->pagf_metadata = 1;
		xfs_perag_put(pag);
	}
650 651 652 653
	mp->m_flags |= (XFS_MOUNT_32BITINODES |
			XFS_MOUNT_SMALL_INUMS);

	return maxagi;
654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679
}

xfs_agnumber_t
xfs_set_inode64(struct xfs_mount *mp)
{
	xfs_agnumber_t index = 0;

	for (index = 0; index < mp->m_sb.sb_agcount; index++) {
		struct xfs_perag	*pag;

		pag = xfs_perag_get(mp, index);
		pag->pagi_inodeok = 1;
		pag->pagf_metadata = 0;
		xfs_perag_put(pag);
	}

	/* There is no need for lock protection on m_flags,
	 * the rw_semaphore of the VFS superblock is locked
	 * during mount/umount/remount operations, so this is
	 * enough to avoid concurency on the m_flags field
	 */
	mp->m_flags &= ~(XFS_MOUNT_32BITINODES |
			 XFS_MOUNT_SMALL_INUMS);
	return index;
}

H
Hannes Eder 已提交
680
STATIC int
L
Linus Torvalds 已提交
681 682 683 684 685 686 687
xfs_blkdev_get(
	xfs_mount_t		*mp,
	const char		*name,
	struct block_device	**bdevp)
{
	int			error = 0;

688 689
	*bdevp = blkdev_get_by_path(name, FMODE_READ|FMODE_WRITE|FMODE_EXCL,
				    mp);
L
Linus Torvalds 已提交
690 691
	if (IS_ERR(*bdevp)) {
		error = PTR_ERR(*bdevp);
692
		xfs_warn(mp, "Invalid device [%s], error=%d\n", name, error);
L
Linus Torvalds 已提交
693 694 695 696 697
	}

	return -error;
}

H
Hannes Eder 已提交
698
STATIC void
L
Linus Torvalds 已提交
699 700 701 702
xfs_blkdev_put(
	struct block_device	*bdev)
{
	if (bdev)
703
		blkdev_put(bdev, FMODE_READ|FMODE_WRITE|FMODE_EXCL);
L
Linus Torvalds 已提交
704 705
}

706 707 708 709
void
xfs_blkdev_issue_flush(
	xfs_buftarg_t		*buftarg)
{
710
	blkdev_issue_flush(buftarg->bt_bdev, GFP_NOFS, NULL);
711
}
L
Linus Torvalds 已提交
712

713 714 715 716 717
STATIC void
xfs_close_devices(
	struct xfs_mount	*mp)
{
	if (mp->m_logdev_targp && mp->m_logdev_targp != mp->m_ddev_targp) {
718
		struct block_device *logdev = mp->m_logdev_targp->bt_bdev;
719
		xfs_free_buftarg(mp, mp->m_logdev_targp);
720
		xfs_blkdev_put(logdev);
721 722
	}
	if (mp->m_rtdev_targp) {
723
		struct block_device *rtdev = mp->m_rtdev_targp->bt_bdev;
724
		xfs_free_buftarg(mp, mp->m_rtdev_targp);
725
		xfs_blkdev_put(rtdev);
726
	}
727
	xfs_free_buftarg(mp, mp->m_ddev_targp);
728 729 730 731 732 733 734 735 736 737 738 739 740 741
}

/*
 * The file system configurations are:
 *	(1) device (partition) with data and internal log
 *	(2) logical volume with data and log subvolumes.
 *	(3) logical volume with data, log, and realtime subvolumes.
 *
 * We only have to handle opening the log and realtime volumes here if
 * they are present.  The data subvolume has already been opened by
 * get_sb_bdev() and is stored in sb->s_bdev.
 */
STATIC int
xfs_open_devices(
742
	struct xfs_mount	*mp)
743 744 745 746 747 748 749 750
{
	struct block_device	*ddev = mp->m_super->s_bdev;
	struct block_device	*logdev = NULL, *rtdev = NULL;
	int			error;

	/*
	 * Open real time and log devices - order is important.
	 */
751 752
	if (mp->m_logname) {
		error = xfs_blkdev_get(mp, mp->m_logname, &logdev);
753 754 755 756
		if (error)
			goto out;
	}

757 758
	if (mp->m_rtname) {
		error = xfs_blkdev_get(mp, mp->m_rtname, &rtdev);
759 760 761 762
		if (error)
			goto out_close_logdev;

		if (rtdev == ddev || rtdev == logdev) {
763 764
			xfs_warn(mp,
	"Cannot mount filesystem with identical rtdev and ddev/logdev.");
765 766 767 768 769 770 771 772 773
			error = EINVAL;
			goto out_close_rtdev;
		}
	}

	/*
	 * Setup xfs_mount buffer target pointers
	 */
	error = ENOMEM;
774
	mp->m_ddev_targp = xfs_alloc_buftarg(mp, ddev, 0, mp->m_fsname);
775 776 777 778
	if (!mp->m_ddev_targp)
		goto out_close_rtdev;

	if (rtdev) {
779 780
		mp->m_rtdev_targp = xfs_alloc_buftarg(mp, rtdev, 1,
							mp->m_fsname);
781 782 783 784 785
		if (!mp->m_rtdev_targp)
			goto out_free_ddev_targ;
	}

	if (logdev && logdev != ddev) {
786 787
		mp->m_logdev_targp = xfs_alloc_buftarg(mp, logdev, 1,
							mp->m_fsname);
788 789 790 791 792 793 794 795 796 797
		if (!mp->m_logdev_targp)
			goto out_free_rtdev_targ;
	} else {
		mp->m_logdev_targp = mp->m_ddev_targp;
	}

	return 0;

 out_free_rtdev_targ:
	if (mp->m_rtdev_targp)
798
		xfs_free_buftarg(mp, mp->m_rtdev_targp);
799
 out_free_ddev_targ:
800
	xfs_free_buftarg(mp, mp->m_ddev_targp);
801 802 803 804 805 806 807 808 809 810
 out_close_rtdev:
	if (rtdev)
		xfs_blkdev_put(rtdev);
 out_close_logdev:
	if (logdev && logdev != ddev)
		xfs_blkdev_put(logdev);
 out:
	return error;
}

811 812 813 814 815 816 817 818
/*
 * Setup xfs_mount buffer target pointers based on superblock
 */
STATIC int
xfs_setup_devices(
	struct xfs_mount	*mp)
{
	int			error;
819

820 821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844 845
	error = xfs_setsize_buftarg(mp->m_ddev_targp, mp->m_sb.sb_blocksize,
				    mp->m_sb.sb_sectsize);
	if (error)
		return error;

	if (mp->m_logdev_targp && mp->m_logdev_targp != mp->m_ddev_targp) {
		unsigned int	log_sector_size = BBSIZE;

		if (xfs_sb_version_hassector(&mp->m_sb))
			log_sector_size = mp->m_sb.sb_logsectsize;
		error = xfs_setsize_buftarg(mp->m_logdev_targp,
					    mp->m_sb.sb_blocksize,
					    log_sector_size);
		if (error)
			return error;
	}
	if (mp->m_rtdev_targp) {
		error = xfs_setsize_buftarg(mp->m_rtdev_targp,
					    mp->m_sb.sb_blocksize,
					    mp->m_sb.sb_sectsize);
		if (error)
			return error;
	}

	return 0;
}
846

847 848 849 850 851 852 853 854 855 856 857 858 859 860
STATIC int
xfs_init_mount_workqueues(
	struct xfs_mount	*mp)
{
	mp->m_data_workqueue = alloc_workqueue("xfs-data/%s",
			WQ_MEM_RECLAIM, 0, mp->m_fsname);
	if (!mp->m_data_workqueue)
		goto out;

	mp->m_unwritten_workqueue = alloc_workqueue("xfs-conv/%s",
			WQ_MEM_RECLAIM, 0, mp->m_fsname);
	if (!mp->m_unwritten_workqueue)
		goto out_destroy_data_iodone_queue;

861 862 863 864
	mp->m_cil_workqueue = alloc_workqueue("xfs-cil/%s",
			WQ_MEM_RECLAIM, 0, mp->m_fsname);
	if (!mp->m_cil_workqueue)
		goto out_destroy_unwritten;
D
Dave Chinner 已提交
865 866

	mp->m_reclaim_workqueue = alloc_workqueue("xfs-reclaim/%s",
867
			0, 0, mp->m_fsname);
D
Dave Chinner 已提交
868 869 870 871
	if (!mp->m_reclaim_workqueue)
		goto out_destroy_cil;

	mp->m_log_workqueue = alloc_workqueue("xfs-log/%s",
872
			0, 0, mp->m_fsname);
D
Dave Chinner 已提交
873 874 875
	if (!mp->m_log_workqueue)
		goto out_destroy_reclaim;

876
	mp->m_eofblocks_workqueue = alloc_workqueue("xfs-eofblocks/%s",
877
			0, 0, mp->m_fsname);
878 879 880
	if (!mp->m_eofblocks_workqueue)
		goto out_destroy_log;

881 882
	return 0;

883 884
out_destroy_log:
	destroy_workqueue(mp->m_log_workqueue);
D
Dave Chinner 已提交
885 886 887 888
out_destroy_reclaim:
	destroy_workqueue(mp->m_reclaim_workqueue);
out_destroy_cil:
	destroy_workqueue(mp->m_cil_workqueue);
889 890
out_destroy_unwritten:
	destroy_workqueue(mp->m_unwritten_workqueue);
891 892 893 894 895 896 897 898 899 900
out_destroy_data_iodone_queue:
	destroy_workqueue(mp->m_data_workqueue);
out:
	return -ENOMEM;
}

STATIC void
xfs_destroy_mount_workqueues(
	struct xfs_mount	*mp)
{
901
	destroy_workqueue(mp->m_eofblocks_workqueue);
D
Dave Chinner 已提交
902 903
	destroy_workqueue(mp->m_log_workqueue);
	destroy_workqueue(mp->m_reclaim_workqueue);
904
	destroy_workqueue(mp->m_cil_workqueue);
905 906 907 908
	destroy_workqueue(mp->m_data_workqueue);
	destroy_workqueue(mp->m_unwritten_workqueue);
}

D
Dave Chinner 已提交
909 910 911 912 913 914 915 916 917 918 919 920 921 922 923 924 925 926
/*
 * Flush all dirty data to disk. Must not be called while holding an XFS_ILOCK
 * or a page lock. We use sync_inodes_sb() here to ensure we block while waiting
 * for IO to complete so that we effectively throttle multiple callers to the
 * rate at which IO is completing.
 */
void
xfs_flush_inodes(
	struct xfs_mount	*mp)
{
	struct super_block	*sb = mp->m_super;

	if (down_read_trylock(&sb->s_umount)) {
		sync_inodes_sb(sb);
		up_read(&sb->s_umount);
	}
}

927
/* Catch misguided souls that try to use this interface on XFS */
L
Linus Torvalds 已提交
928
STATIC struct inode *
929
xfs_fs_alloc_inode(
L
Linus Torvalds 已提交
930 931
	struct super_block	*sb)
{
932
	BUG();
933
	return NULL;
L
Linus Torvalds 已提交
934 935
}

936
/*
937 938
 * Now that the generic code is guaranteed not to be accessing
 * the linux inode, we can reclaim the inode.
939
 */
L
Linus Torvalds 已提交
940
STATIC void
941
xfs_fs_destroy_inode(
C
Christoph Hellwig 已提交
942
	struct inode		*inode)
L
Linus Torvalds 已提交
943
{
C
Christoph Hellwig 已提交
944 945
	struct xfs_inode	*ip = XFS_I(inode);

C
Christoph Hellwig 已提交
946
	trace_xfs_destroy_inode(ip);
947 948

	XFS_STATS_INC(vn_reclaim);
C
Christoph Hellwig 已提交
949 950 951 952 953 954 955 956 957 958

	ASSERT(XFS_FORCED_SHUTDOWN(ip->i_mount) || ip->i_delayed_blks == 0);

	/*
	 * We should never get here with one of the reclaim flags already set.
	 */
	ASSERT_ALWAYS(!xfs_iflags_test(ip, XFS_IRECLAIMABLE));
	ASSERT_ALWAYS(!xfs_iflags_test(ip, XFS_IRECLAIM));

	/*
959 960 961 962 963
	 * We always use background reclaim here because even if the
	 * inode is clean, it still may be under IO and hence we have
	 * to take the flush lock. The background reclaim path handles
	 * this more efficiently than we can here, so simply let background
	 * reclaim tear down all inodes.
C
Christoph Hellwig 已提交
964
	 */
965
	xfs_inode_set_reclaim_tag(ip);
L
Linus Torvalds 已提交
966 967
}

968 969 970 971
/*
 * Slab object creation initialisation for the XFS inode.
 * This covers only the idempotent fields in the XFS inode;
 * all other fields need to be initialised on allocation
972
 * from the slab. This avoids the need to repeatedly initialise
973 974 975
 * fields in the xfs inode that left in the initialise state
 * when freeing the inode.
 */
976 977
STATIC void
xfs_fs_inode_init_once(
978 979 980 981 982
	void			*inode)
{
	struct xfs_inode	*ip = inode;

	memset(ip, 0, sizeof(struct xfs_inode));
983 984 985 986 987

	/* vfs inode */
	inode_init_once(VFS_I(ip));

	/* xfs inode */
988 989 990 991 992 993 994
	atomic_set(&ip->i_pincount, 0);
	spin_lock_init(&ip->i_flags_lock);

	mrlock_init(&ip->i_lock, MRLOCK_ALLOW_EQUAL_PRI|MRLOCK_BARRIER,
		     "xfsino", ip->i_ino);
}

L
Linus Torvalds 已提交
995
STATIC void
996
xfs_fs_evict_inode(
L
Linus Torvalds 已提交
997 998
	struct inode		*inode)
{
999
	xfs_inode_t		*ip = XFS_I(inode);
1000

1001 1002
	ASSERT(!rwsem_is_locked(&ip->i_iolock.mr_lock));

1003
	trace_xfs_evict_inode(ip);
C
Christoph Hellwig 已提交
1004

1005
	truncate_inode_pages(&inode->i_data, 0);
1006
	clear_inode(inode);
1007 1008 1009 1010 1011
	XFS_STATS_INC(vn_rele);
	XFS_STATS_INC(vn_remove);
	XFS_STATS_DEC(vn_active);

	xfs_inactive(ip);
1012
}
L
Linus Torvalds 已提交
1013

1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029
/*
 * We do an unlocked check for XFS_IDONTCACHE here because we are already
 * serialised against cache hits here via the inode->i_lock and igrab() in
 * xfs_iget_cache_hit(). Hence a lookup that might clear this flag will not be
 * racing with us, and it avoids needing to grab a spinlock here for every inode
 * we drop the final reference on.
 */
STATIC int
xfs_fs_drop_inode(
	struct inode		*inode)
{
	struct xfs_inode	*ip = XFS_I(inode);

	return generic_drop_inode(inode) || (ip->i_flags & XFS_IDONTCACHE);
}

1030 1031 1032 1033 1034 1035 1036 1037 1038
STATIC void
xfs_free_fsname(
	struct xfs_mount	*mp)
{
	kfree(mp->m_fsname);
	kfree(mp->m_rtname);
	kfree(mp->m_logname);
}

L
Linus Torvalds 已提交
1039
STATIC void
1040
xfs_fs_put_super(
L
Linus Torvalds 已提交
1041 1042
	struct super_block	*sb)
{
1043
	struct xfs_mount	*mp = XFS_M(sb);
L
Linus Torvalds 已提交
1044

D
Dave Chinner 已提交
1045 1046 1047
	xfs_filestream_unmount(mp);
	xfs_unmountfs(mp);

1048
	xfs_freesb(mp);
C
Christoph Hellwig 已提交
1049
	xfs_icsb_destroy_counters(mp);
1050
	xfs_destroy_mount_workqueues(mp);
1051
	xfs_close_devices(mp);
1052
	xfs_free_fsname(mp);
C
Christoph Hellwig 已提交
1053
	kfree(mp);
L
Linus Torvalds 已提交
1054 1055 1056
}

STATIC int
C
Christoph Hellwig 已提交
1057
xfs_fs_sync_fs(
L
Linus Torvalds 已提交
1058 1059 1060
	struct super_block	*sb,
	int			wait)
{
1061
	struct xfs_mount	*mp = XFS_M(sb);
L
Linus Torvalds 已提交
1062

1063
	/*
C
Christoph Hellwig 已提交
1064
	 * Doing anything during the async pass would be counterproductive.
1065
	 */
C
Christoph Hellwig 已提交
1066
	if (!wait)
C
Christoph Hellwig 已提交
1067 1068
		return 0;

D
Dave Chinner 已提交
1069
	xfs_log_force(mp, XFS_LOG_SYNC);
C
Christoph Hellwig 已提交
1070
	if (laptop_mode) {
L
Linus Torvalds 已提交
1071 1072
		/*
		 * The disk must be active because we're syncing.
1073
		 * We schedule log work now (now that the disk is
L
Linus Torvalds 已提交
1074 1075
		 * active) instead of later (when it might not be).
		 */
1076
		flush_delayed_work(&mp->m_log->l_work);
L
Linus Torvalds 已提交
1077 1078
	}

C
Christoph Hellwig 已提交
1079
	return 0;
L
Linus Torvalds 已提交
1080 1081 1082
}

STATIC int
1083
xfs_fs_statfs(
1084
	struct dentry		*dentry,
L
Linus Torvalds 已提交
1085 1086
	struct kstatfs		*statp)
{
C
Christoph Hellwig 已提交
1087 1088
	struct xfs_mount	*mp = XFS_M(dentry->d_sb);
	xfs_sb_t		*sbp = &mp->m_sb;
C
Christoph Hellwig 已提交
1089
	struct xfs_inode	*ip = XFS_I(dentry->d_inode);
C
Christoph Hellwig 已提交
1090 1091
	__uint64_t		fakeinos, id;
	xfs_extlen_t		lsize;
1092
	__int64_t		ffree;
C
Christoph Hellwig 已提交
1093 1094 1095 1096 1097 1098 1099 1100

	statp->f_type = XFS_SB_MAGIC;
	statp->f_namelen = MAXNAMELEN - 1;

	id = huge_encode_dev(mp->m_ddev_targp->bt_dev);
	statp->f_fsid.val[0] = (u32)id;
	statp->f_fsid.val[1] = (u32)(id >> 32);

1101
	xfs_icsb_sync_counters(mp, XFS_ICSB_LAZY_COUNT);
C
Christoph Hellwig 已提交
1102 1103 1104 1105 1106 1107 1108 1109 1110 1111 1112

	spin_lock(&mp->m_sb_lock);
	statp->f_bsize = sbp->sb_blocksize;
	lsize = sbp->sb_logstart ? sbp->sb_logblocks : 0;
	statp->f_blocks = sbp->sb_dblocks - lsize;
	statp->f_bfree = statp->f_bavail =
				sbp->sb_fdblocks - XFS_ALLOC_SET_ASIDE(mp);
	fakeinos = statp->f_bfree << sbp->sb_inopblog;
	statp->f_files =
	    MIN(sbp->sb_icount + fakeinos, (__uint64_t)XFS_MAXINUMBER);
	if (mp->m_maxicount)
C
Christoph Hellwig 已提交
1113 1114 1115
		statp->f_files = min_t(typeof(statp->f_files),
					statp->f_files,
					mp->m_maxicount);
1116 1117 1118 1119 1120

	/* make sure statp->f_ffree does not underflow */
	ffree = statp->f_files - (sbp->sb_icount - sbp->sb_ifree);
	statp->f_ffree = max_t(__int64_t, ffree, 0);

C
Christoph Hellwig 已提交
1121 1122
	spin_unlock(&mp->m_sb_lock);

1123
	if ((ip->i_d.di_flags & XFS_DIFLAG_PROJINHERIT) &&
1124 1125
	    ((mp->m_qflags & (XFS_PQUOTA_ACCT|XFS_PQUOTA_ENFD))) ==
			      (XFS_PQUOTA_ACCT|XFS_PQUOTA_ENFD))
C
Christoph Hellwig 已提交
1126
		xfs_qm_statvfs(ip, statp);
C
Christoph Hellwig 已提交
1127
	return 0;
L
Linus Torvalds 已提交
1128 1129
}

E
Eric Sandeen 已提交
1130 1131 1132 1133 1134 1135 1136 1137 1138 1139 1140 1141 1142 1143 1144 1145 1146 1147 1148 1149 1150 1151 1152
STATIC void
xfs_save_resvblks(struct xfs_mount *mp)
{
	__uint64_t resblks = 0;

	mp->m_resblks_save = mp->m_resblks;
	xfs_reserve_blocks(mp, &resblks, NULL);
}

STATIC void
xfs_restore_resvblks(struct xfs_mount *mp)
{
	__uint64_t resblks;

	if (mp->m_resblks_save) {
		resblks = mp->m_resblks_save;
		mp->m_resblks_save = 0;
	} else
		resblks = xfs_default_resblks(mp);

	xfs_reserve_blocks(mp, &resblks, NULL);
}

1153 1154 1155 1156 1157
/*
 * Trigger writeback of all the dirty metadata in the file system.
 *
 * This ensures that the metadata is written to their location on disk rather
 * than just existing in transactions in the log. This means after a quiesce
1158 1159
 * there is no log replay required to write the inodes to disk - this is the
 * primary difference between a sync and a quiesce.
1160
 *
1161 1162
 * Note: xfs_log_quiesce() stops background log work - the callers must ensure
 * it is started again when appropriate.
1163 1164 1165 1166 1167 1168 1169 1170 1171 1172 1173 1174 1175 1176 1177 1178 1179 1180 1181 1182 1183 1184 1185 1186
 */
void
xfs_quiesce_attr(
	struct xfs_mount	*mp)
{
	int	error = 0;

	/* wait for all modifications to complete */
	while (atomic_read(&mp->m_active_trans) > 0)
		delay(100);

	/* force the log to unpin objects from the now complete transactions */
	xfs_log_force(mp, XFS_LOG_SYNC);

	/* reclaim inodes to do any IO before the freeze completes */
	xfs_reclaim_inodes(mp, 0);
	xfs_reclaim_inodes(mp, SYNC_WAIT);

	/* Push the superblock and write an unmount record */
	error = xfs_log_sbcount(mp);
	if (error)
		xfs_warn(mp, "xfs_attr_quiesce: failed to log sb changes. "
				"Frozen image may not be consistent.");
	/*
1187 1188
	 * Just warn here till VFS can correctly support
	 * read-only remount without racing.
1189
	 */
1190
	WARN_ON(atomic_read(&mp->m_active_trans) != 0);
1191

1192
	xfs_log_quiesce(mp);
1193 1194
}

L
Linus Torvalds 已提交
1195
STATIC int
1196
xfs_fs_remount(
L
Linus Torvalds 已提交
1197 1198 1199 1200
	struct super_block	*sb,
	int			*flags,
	char			*options)
{
1201
	struct xfs_mount	*mp = XFS_M(sb);
1202 1203
	substring_t		args[MAX_OPT_ARGS];
	char			*p;
1204
	int			error;
L
Linus Torvalds 已提交
1205

1206 1207
	while ((p = strsep(&options, ",")) != NULL) {
		int token;
1208

1209 1210
		if (!*p)
			continue;
1211

1212 1213 1214
		token = match_token(p, tokens, args);
		switch (token) {
		case Opt_barrier:
1215
			mp->m_flags |= XFS_MOUNT_BARRIER;
1216 1217
			break;
		case Opt_nobarrier:
1218
			mp->m_flags &= ~XFS_MOUNT_BARRIER;
1219
			break;
1220
		case Opt_inode64:
1221
			mp->m_maxagi = xfs_set_inode64(mp);
1222
			break;
1223 1224 1225
		case Opt_inode32:
			mp->m_maxagi = xfs_set_inode32(mp);
			break;
1226
		default:
1227 1228 1229 1230 1231 1232 1233 1234 1235 1236 1237 1238 1239 1240 1241 1242 1243
			/*
			 * Logically we would return an error here to prevent
			 * users from believing they might have changed
			 * mount options using remount which can't be changed.
			 *
			 * But unfortunately mount(8) adds all options from
			 * mtab and fstab to the mount arguments in some cases
			 * so we can't blindly reject options, but have to
			 * check for each specified option if it actually
			 * differs from the currently set option and only
			 * reject it if that's the case.
			 *
			 * Until that is implemented we return success for
			 * every remount request, and silently ignore all
			 * options that we can't actually change.
			 */
#if 0
1244
			xfs_info(mp,
1245
		"mount option \"%s\" not supported for remount", p);
1246
			return -EINVAL;
1247
#else
1248
			break;
1249
#endif
1250
		}
1251 1252
	}

1253
	/* ro -> rw */
1254 1255
	if ((mp->m_flags & XFS_MOUNT_RDONLY) && !(*flags & MS_RDONLY)) {
		mp->m_flags &= ~XFS_MOUNT_RDONLY;
1256 1257 1258 1259 1260 1261 1262 1263

		/*
		 * If this is the first remount to writeable state we
		 * might have some superblock changes to update.
		 */
		if (mp->m_update_flags) {
			error = xfs_mount_log_sb(mp, mp->m_update_flags);
			if (error) {
1264
				xfs_warn(mp, "failed to write sb changes");
1265 1266 1267 1268
				return error;
			}
			mp->m_update_flags = 0;
		}
1269 1270 1271 1272 1273

		/*
		 * Fill out the reserve pool if it is empty. Use the stashed
		 * value if it is non-zero, otherwise go with the default.
		 */
E
Eric Sandeen 已提交
1274
		xfs_restore_resvblks(mp);
1275
		xfs_log_work_queue(mp);
1276 1277 1278 1279
	}

	/* rw -> ro */
	if (!(mp->m_flags & XFS_MOUNT_RDONLY) && (*flags & MS_RDONLY)) {
1280
		/*
D
Dave Chinner 已提交
1281 1282 1283 1284 1285
		 * Before we sync the metadata, we need to free up the reserve
		 * block pool so that the used block count in the superblock on
		 * disk is correct at the end of the remount. Stash the current
		 * reserve pool size so that if we get remounted rw, we can
		 * return it to the same size.
1286
		 */
E
Eric Sandeen 已提交
1287
		xfs_save_resvblks(mp);
D
David Chinner 已提交
1288
		xfs_quiesce_attr(mp);
1289 1290 1291
		mp->m_flags |= XFS_MOUNT_RDONLY;
	}

1292
	return 0;
L
Linus Torvalds 已提交
1293 1294
}

C
Christoph Hellwig 已提交
1295 1296
/*
 * Second stage of a freeze. The data is already frozen so we only
D
David Chinner 已提交
1297
 * need to take care of the metadata. Once that's done write a dummy
C
Christoph Hellwig 已提交
1298 1299
 * record to dirty the log in case of a crash while frozen.
 */
1300 1301
STATIC int
xfs_fs_freeze(
L
Linus Torvalds 已提交
1302 1303
	struct super_block	*sb)
{
C
Christoph Hellwig 已提交
1304 1305
	struct xfs_mount	*mp = XFS_M(sb);

E
Eric Sandeen 已提交
1306
	xfs_save_resvblks(mp);
D
David Chinner 已提交
1307
	xfs_quiesce_attr(mp);
1308
	return -xfs_fs_log_dummy(mp);
L
Linus Torvalds 已提交
1309 1310
}

E
Eric Sandeen 已提交
1311 1312 1313 1314 1315 1316 1317
STATIC int
xfs_fs_unfreeze(
	struct super_block	*sb)
{
	struct xfs_mount	*mp = XFS_M(sb);

	xfs_restore_resvblks(mp);
1318
	xfs_log_work_queue(mp);
E
Eric Sandeen 已提交
1319 1320 1321
	return 0;
}

L
Linus Torvalds 已提交
1322
STATIC int
1323
xfs_fs_show_options(
L
Linus Torvalds 已提交
1324
	struct seq_file		*m,
1325
	struct dentry		*root)
L
Linus Torvalds 已提交
1326
{
1327
	return -xfs_showargs(XFS_M(root->d_sb), m);
L
Linus Torvalds 已提交
1328 1329
}

1330 1331 1332 1333 1334 1335 1336 1337 1338 1339
/*
 * This function fills in xfs_mount_t fields based on mount args.
 * Note: the superblock _has_ now been read in.
 */
STATIC int
xfs_finish_flags(
	struct xfs_mount	*mp)
{
	int			ronly = (mp->m_flags & XFS_MOUNT_RDONLY);

1340
	/* Fail a mount where the logbuf is smaller than the log stripe */
1341
	if (xfs_sb_version_haslogv2(&mp->m_sb)) {
1342 1343
		if (mp->m_logbsize <= 0 &&
		    mp->m_sb.sb_logsunit > XLOG_BIG_RECORD_BSIZE) {
1344
			mp->m_logbsize = mp->m_sb.sb_logsunit;
1345 1346
		} else if (mp->m_logbsize > 0 &&
			   mp->m_logbsize < mp->m_sb.sb_logsunit) {
1347 1348
			xfs_warn(mp,
		"logbuf size must be greater than or equal to log stripe size");
1349 1350 1351 1352
			return XFS_ERROR(EINVAL);
		}
	} else {
		/* Fail a mount if the logbuf is larger than 32K */
1353
		if (mp->m_logbsize > XLOG_BIG_RECORD_BSIZE) {
1354 1355
			xfs_warn(mp,
		"logbuf size for version 1 logs must be 16K or 32K");
1356 1357 1358 1359
			return XFS_ERROR(EINVAL);
		}
	}

1360 1361 1362 1363 1364 1365 1366 1367 1368 1369 1370
	/*
	 * V5 filesystems always use attr2 format for attributes.
	 */
	if (xfs_sb_version_hascrc(&mp->m_sb) &&
	    (mp->m_flags & XFS_MOUNT_NOATTR2)) {
		xfs_warn(mp,
"Cannot mount a V5 filesystem as %s. %s is always enabled for V5 filesystems.",
			MNTOPT_NOATTR2, MNTOPT_ATTR2);
		return XFS_ERROR(EINVAL);
	}

1371 1372 1373 1374 1375
	/*
	 * mkfs'ed attr2 will turn on attr2 mount unless explicitly
	 * told by noattr2 to turn it off
	 */
	if (xfs_sb_version_hasattr2(&mp->m_sb) &&
1376
	    !(mp->m_flags & XFS_MOUNT_NOATTR2))
1377 1378 1379 1380 1381 1382
		mp->m_flags |= XFS_MOUNT_ATTR2;

	/*
	 * prohibit r/w mounts of read-only filesystems
	 */
	if ((mp->m_sb.sb_flags & XFS_SBF_READONLY) && !ronly) {
1383 1384
		xfs_warn(mp,
			"cannot mount a read-only filesystem as read-write");
1385 1386 1387
		return XFS_ERROR(EROFS);
	}

1388 1389 1390 1391 1392 1393 1394 1395
	if ((mp->m_qflags & (XFS_GQUOTA_ACCT | XFS_GQUOTA_ACTIVE)) &&
	    (mp->m_qflags & (XFS_PQUOTA_ACCT | XFS_PQUOTA_ACTIVE)) &&
	    !xfs_sb_version_has_pquotino(&mp->m_sb)) {
		xfs_warn(mp,
		  "Super block does not support project and group quota together");
		return XFS_ERROR(EINVAL);
	}

1396 1397 1398
	return 0;
}

L
Linus Torvalds 已提交
1399
STATIC int
1400
xfs_fs_fill_super(
L
Linus Torvalds 已提交
1401 1402 1403 1404
	struct super_block	*sb,
	void			*data,
	int			silent)
{
1405
	struct inode		*root;
1406
	struct xfs_mount	*mp = NULL;
C
Christoph Hellwig 已提交
1407
	int			flags = 0, error = ENOMEM;
1408

C
Christoph Hellwig 已提交
1409 1410
	mp = kzalloc(sizeof(struct xfs_mount), GFP_KERNEL);
	if (!mp)
1411
		goto out;
L
Linus Torvalds 已提交
1412

C
Christoph Hellwig 已提交
1413 1414 1415
	spin_lock_init(&mp->m_sb_lock);
	mutex_init(&mp->m_growlock);
	atomic_set(&mp->m_active_trans, 0);
D
Dave Chinner 已提交
1416
	INIT_DELAYED_WORK(&mp->m_reclaim_work, xfs_reclaim_worker);
1417
	INIT_DELAYED_WORK(&mp->m_eofblocks_work, xfs_eofblocks_worker);
1418

C
Christoph Hellwig 已提交
1419 1420
	mp->m_super = sb;
	sb->s_fs_info = mp;
L
Linus Torvalds 已提交
1421

C
Christoph Hellwig 已提交
1422
	error = xfs_parseargs(mp, (char *)data);
1423
	if (error)
1424
		goto out_free_fsname;
L
Linus Torvalds 已提交
1425 1426

	sb_min_blocksize(sb, BBSIZE);
1427
	sb->s_xattr = xfs_xattr_handlers;
1428
	sb->s_export_op = &xfs_export_operations;
1429
#ifdef CONFIG_XFS_QUOTA
1430
	sb->s_qcop = &xfs_quotactl_operations;
1431
#endif
1432
	sb->s_op = &xfs_super_operations;
L
Linus Torvalds 已提交
1433

1434
	if (silent)
1435 1436
		flags |= XFS_MFSI_QUIET;

1437
	error = xfs_open_devices(mp);
1438
	if (error)
C
Christoph Hellwig 已提交
1439
		goto out_free_fsname;
1440

1441
	error = xfs_init_mount_workqueues(mp);
1442 1443
	if (error)
		goto out_close_devices;
C
Christoph Hellwig 已提交
1444

1445 1446 1447 1448
	error = xfs_icsb_init_counters(mp);
	if (error)
		goto out_destroy_workqueues;

1449 1450
	error = xfs_readsb(mp, flags);
	if (error)
1451 1452 1453
		goto out_destroy_counters;

	error = xfs_finish_flags(mp);
1454
	if (error)
1455
		goto out_free_sb;
1456

1457
	error = xfs_setup_devices(mp);
1458
	if (error)
1459
		goto out_free_sb;
1460 1461 1462

	error = xfs_filestream_mount(mp);
	if (error)
1463
		goto out_free_sb;
1464

1465 1466 1467 1468
	/*
	 * we must configure the block size in the superblock before we run the
	 * full mount process as the mount process can lookup and cache inodes.
	 */
C
Christoph Hellwig 已提交
1469 1470 1471
	sb->s_magic = XFS_SB_MAGIC;
	sb->s_blocksize = mp->m_sb.sb_blocksize;
	sb->s_blocksize_bits = ffs(sb->s_blocksize) - 1;
L
Linus Torvalds 已提交
1472
	sb->s_maxbytes = xfs_max_file_offset(sb->s_blocksize_bits);
1473
	sb->s_max_links = XFS_MAXLINK;
L
Linus Torvalds 已提交
1474 1475 1476
	sb->s_time_gran = 1;
	set_posix_acl_flag(sb);

D
Dave Chinner 已提交
1477 1478 1479 1480
	/* version 5 superblocks support inode version counters. */
	if (XFS_SB_VERSION_NUM(&mp->m_sb) == XFS_SB_VERSION_5)
		sb->s_flags |= MS_I_VERSION;

1481
	error = xfs_mountfs(mp);
1482
	if (error)
D
Dave Chinner 已提交
1483
		goto out_filestream_unmount;
1484

1485
	root = igrab(VFS_I(mp->m_rootip));
1486
	if (!root) {
C
Christoph Hellwig 已提交
1487
		error = ENOENT;
1488
		goto out_unmount;
C
Christoph Hellwig 已提交
1489
	}
1490
	sb->s_root = d_make_root(root);
1491 1492
	if (!sb->s_root) {
		error = ENOMEM;
1493
		goto out_unmount;
L
Linus Torvalds 已提交
1494
	}
1495

L
Linus Torvalds 已提交
1496
	return 0;
D
Dave Chinner 已提交
1497

D
Dave Chinner 已提交
1498
 out_filestream_unmount:
1499
	xfs_filestream_unmount(mp);
1500 1501
 out_free_sb:
	xfs_freesb(mp);
1502
 out_destroy_counters:
C
Christoph Hellwig 已提交
1503
	xfs_icsb_destroy_counters(mp);
1504 1505
out_destroy_workqueues:
	xfs_destroy_mount_workqueues(mp);
1506
 out_close_devices:
1507
	xfs_close_devices(mp);
1508 1509
 out_free_fsname:
	xfs_free_fsname(mp);
C
Christoph Hellwig 已提交
1510
	kfree(mp);
1511
 out:
C
Christoph Hellwig 已提交
1512
	return -error;
1513

1514
 out_unmount:
1515
	xfs_filestream_unmount(mp);
1516
	xfs_unmountfs(mp);
1517
	goto out_free_sb;
L
Linus Torvalds 已提交
1518 1519
}

A
Al Viro 已提交
1520 1521
STATIC struct dentry *
xfs_fs_mount(
L
Linus Torvalds 已提交
1522 1523 1524
	struct file_system_type	*fs_type,
	int			flags,
	const char		*dev_name,
A
Al Viro 已提交
1525
	void			*data)
L
Linus Torvalds 已提交
1526
{
A
Al Viro 已提交
1527
	return mount_bdev(fs_type, flags, dev_name, data, xfs_fs_fill_super);
1528 1529
}

1530
static long
1531
xfs_fs_nr_cached_objects(
1532 1533
	struct super_block	*sb,
	int			nid)
1534 1535 1536 1537
{
	return xfs_reclaim_inodes_count(XFS_M(sb));
}

1538
static long
1539 1540
xfs_fs_free_cached_objects(
	struct super_block	*sb,
1541 1542
	long			nr_to_scan,
	int			nid)
1543
{
1544
	return xfs_reclaim_inodes_nr(XFS_M(sb), nr_to_scan);
1545 1546
}

1547
static const struct super_operations xfs_super_operations = {
1548 1549
	.alloc_inode		= xfs_fs_alloc_inode,
	.destroy_inode		= xfs_fs_destroy_inode,
1550
	.evict_inode		= xfs_fs_evict_inode,
1551
	.drop_inode		= xfs_fs_drop_inode,
1552
	.put_super		= xfs_fs_put_super,
C
Christoph Hellwig 已提交
1553
	.sync_fs		= xfs_fs_sync_fs,
1554
	.freeze_fs		= xfs_fs_freeze,
E
Eric Sandeen 已提交
1555
	.unfreeze_fs		= xfs_fs_unfreeze,
1556 1557 1558
	.statfs			= xfs_fs_statfs,
	.remount_fs		= xfs_fs_remount,
	.show_options		= xfs_fs_show_options,
1559 1560
	.nr_cached_objects	= xfs_fs_nr_cached_objects,
	.free_cached_objects	= xfs_fs_free_cached_objects,
L
Linus Torvalds 已提交
1561 1562
};

A
Andrew Morton 已提交
1563
static struct file_system_type xfs_fs_type = {
L
Linus Torvalds 已提交
1564 1565
	.owner			= THIS_MODULE,
	.name			= "xfs",
A
Al Viro 已提交
1566
	.mount			= xfs_fs_mount,
L
Linus Torvalds 已提交
1567 1568 1569
	.kill_sb		= kill_block_super,
	.fs_flags		= FS_REQUIRES_DEV,
};
1570
MODULE_ALIAS_FS("xfs");
L
Linus Torvalds 已提交
1571

1572 1573 1574 1575 1576 1577
STATIC int __init
xfs_init_zones(void)
{

	xfs_ioend_zone = kmem_zone_init(sizeof(xfs_ioend_t), "xfs_ioend");
	if (!xfs_ioend_zone)
1578
		goto out;
1579 1580 1581 1582 1583 1584 1585 1586 1587 1588 1589 1590 1591 1592 1593

	xfs_ioend_pool = mempool_create_slab_pool(4 * MAX_BUF_PER_PAGE,
						  xfs_ioend_zone);
	if (!xfs_ioend_pool)
		goto out_destroy_ioend_zone;

	xfs_log_ticket_zone = kmem_zone_init(sizeof(xlog_ticket_t),
						"xfs_log_ticket");
	if (!xfs_log_ticket_zone)
		goto out_destroy_ioend_pool;

	xfs_bmap_free_item_zone = kmem_zone_init(sizeof(xfs_bmap_free_item_t),
						"xfs_bmap_free_item");
	if (!xfs_bmap_free_item_zone)
		goto out_destroy_log_ticket_zone;
1594

1595 1596 1597 1598 1599 1600 1601 1602 1603 1604 1605 1606
	xfs_btree_cur_zone = kmem_zone_init(sizeof(xfs_btree_cur_t),
						"xfs_btree_cur");
	if (!xfs_btree_cur_zone)
		goto out_destroy_bmap_free_item_zone;

	xfs_da_state_zone = kmem_zone_init(sizeof(xfs_da_state_t),
						"xfs_da_state");
	if (!xfs_da_state_zone)
		goto out_destroy_btree_cur_zone;

	xfs_ifork_zone = kmem_zone_init(sizeof(xfs_ifork_t), "xfs_ifork");
	if (!xfs_ifork_zone)
1607
		goto out_destroy_da_state_zone;
1608 1609 1610 1611 1612

	xfs_trans_zone = kmem_zone_init(sizeof(xfs_trans_t), "xfs_trans");
	if (!xfs_trans_zone)
		goto out_destroy_ifork_zone;

1613 1614 1615 1616 1617 1618
	xfs_log_item_desc_zone =
		kmem_zone_init(sizeof(struct xfs_log_item_desc),
			       "xfs_log_item_desc");
	if (!xfs_log_item_desc_zone)
		goto out_destroy_trans_zone;

1619 1620 1621 1622 1623
	/*
	 * The size of the zone allocated buf log item is the maximum
	 * size possible under XFS.  This wastes a little bit of memory,
	 * but it is much faster.
	 */
1624 1625
	xfs_buf_item_zone = kmem_zone_init(sizeof(struct xfs_buf_log_item),
					   "xfs_buf_item");
1626
	if (!xfs_buf_item_zone)
1627
		goto out_destroy_log_item_desc_zone;
1628 1629 1630 1631 1632 1633 1634 1635 1636 1637 1638 1639 1640 1641 1642

	xfs_efd_zone = kmem_zone_init((sizeof(xfs_efd_log_item_t) +
			((XFS_EFD_MAX_FAST_EXTENTS - 1) *
				 sizeof(xfs_extent_t))), "xfs_efd_item");
	if (!xfs_efd_zone)
		goto out_destroy_buf_item_zone;

	xfs_efi_zone = kmem_zone_init((sizeof(xfs_efi_log_item_t) +
			((XFS_EFI_MAX_FAST_EXTENTS - 1) *
				sizeof(xfs_extent_t))), "xfs_efi_item");
	if (!xfs_efi_zone)
		goto out_destroy_efd_zone;

	xfs_inode_zone =
		kmem_zone_init_flags(sizeof(xfs_inode_t), "xfs_inode",
1643 1644
			KM_ZONE_HWALIGN | KM_ZONE_RECLAIM | KM_ZONE_SPREAD,
			xfs_fs_inode_init_once);
1645 1646 1647 1648 1649 1650 1651 1652
	if (!xfs_inode_zone)
		goto out_destroy_efi_zone;

	xfs_ili_zone =
		kmem_zone_init_flags(sizeof(xfs_inode_log_item_t), "xfs_ili",
					KM_ZONE_SPREAD, NULL);
	if (!xfs_ili_zone)
		goto out_destroy_inode_zone;
D
Dave Chinner 已提交
1653 1654 1655 1656
	xfs_icreate_zone = kmem_zone_init(sizeof(struct xfs_icreate_item),
					"xfs_icr");
	if (!xfs_icreate_zone)
		goto out_destroy_ili_zone;
1657 1658 1659

	return 0;

D
Dave Chinner 已提交
1660 1661
 out_destroy_ili_zone:
	kmem_zone_destroy(xfs_ili_zone);
1662 1663 1664 1665 1666 1667 1668 1669
 out_destroy_inode_zone:
	kmem_zone_destroy(xfs_inode_zone);
 out_destroy_efi_zone:
	kmem_zone_destroy(xfs_efi_zone);
 out_destroy_efd_zone:
	kmem_zone_destroy(xfs_efd_zone);
 out_destroy_buf_item_zone:
	kmem_zone_destroy(xfs_buf_item_zone);
1670 1671
 out_destroy_log_item_desc_zone:
	kmem_zone_destroy(xfs_log_item_desc_zone);
1672 1673 1674 1675 1676 1677 1678 1679 1680 1681 1682 1683 1684 1685 1686 1687 1688 1689 1690 1691 1692 1693 1694
 out_destroy_trans_zone:
	kmem_zone_destroy(xfs_trans_zone);
 out_destroy_ifork_zone:
	kmem_zone_destroy(xfs_ifork_zone);
 out_destroy_da_state_zone:
	kmem_zone_destroy(xfs_da_state_zone);
 out_destroy_btree_cur_zone:
	kmem_zone_destroy(xfs_btree_cur_zone);
 out_destroy_bmap_free_item_zone:
	kmem_zone_destroy(xfs_bmap_free_item_zone);
 out_destroy_log_ticket_zone:
	kmem_zone_destroy(xfs_log_ticket_zone);
 out_destroy_ioend_pool:
	mempool_destroy(xfs_ioend_pool);
 out_destroy_ioend_zone:
	kmem_zone_destroy(xfs_ioend_zone);
 out:
	return -ENOMEM;
}

STATIC void
xfs_destroy_zones(void)
{
1695 1696 1697 1698 1699
	/*
	 * Make sure all delayed rcu free are flushed before we
	 * destroy caches.
	 */
	rcu_barrier();
D
Dave Chinner 已提交
1700
	kmem_zone_destroy(xfs_icreate_zone);
1701 1702 1703 1704 1705
	kmem_zone_destroy(xfs_ili_zone);
	kmem_zone_destroy(xfs_inode_zone);
	kmem_zone_destroy(xfs_efi_zone);
	kmem_zone_destroy(xfs_efd_zone);
	kmem_zone_destroy(xfs_buf_item_zone);
1706
	kmem_zone_destroy(xfs_log_item_desc_zone);
1707 1708 1709 1710 1711 1712 1713 1714 1715 1716
	kmem_zone_destroy(xfs_trans_zone);
	kmem_zone_destroy(xfs_ifork_zone);
	kmem_zone_destroy(xfs_da_state_zone);
	kmem_zone_destroy(xfs_btree_cur_zone);
	kmem_zone_destroy(xfs_bmap_free_item_zone);
	kmem_zone_destroy(xfs_log_ticket_zone);
	mempool_destroy(xfs_ioend_pool);
	kmem_zone_destroy(xfs_ioend_zone);

}
L
Linus Torvalds 已提交
1717

1718 1719 1720
STATIC int __init
xfs_init_workqueues(void)
{
1721 1722 1723 1724 1725 1726 1727 1728
	/*
	 * The allocation workqueue can be used in memory reclaim situations
	 * (writepage path), and parallelism is only limited by the number of
	 * AGs in all the filesystems mounted. Hence use the default large
	 * max_active value for this workqueue.
	 */
	xfs_alloc_wq = alloc_workqueue("xfsalloc", WQ_MEM_RECLAIM, 0);
	if (!xfs_alloc_wq)
D
Dave Chinner 已提交
1729
		return -ENOMEM;
1730

1731 1732 1733
	return 0;
}

1734
STATIC void
1735 1736
xfs_destroy_workqueues(void)
{
1737
	destroy_workqueue(xfs_alloc_wq);
1738 1739
}

L
Linus Torvalds 已提交
1740
STATIC int __init
1741
init_xfs_fs(void)
L
Linus Torvalds 已提交
1742 1743 1744
{
	int			error;

1745 1746
	printk(KERN_INFO XFS_VERSION_STRING " with "
			 XFS_BUILD_OPTIONS " enabled\n");
L
Linus Torvalds 已提交
1747

1748
	xfs_dir_startup();
L
Linus Torvalds 已提交
1749

1750
	error = xfs_init_zones();
1751 1752 1753
	if (error)
		goto out;

1754
	error = xfs_init_workqueues();
1755
	if (error)
C
Christoph Hellwig 已提交
1756
		goto out_destroy_zones;
1757

1758 1759 1760 1761
	error = xfs_mru_cache_init();
	if (error)
		goto out_destroy_wq;

1762 1763 1764
	error = xfs_filestream_init();
	if (error)
		goto out_mru_cache_uninit;
L
Linus Torvalds 已提交
1765

1766
	error = xfs_buf_init();
1767 1768 1769 1770 1771 1772 1773 1774 1775 1776
	if (error)
		goto out_filestream_uninit;

	error = xfs_init_procfs();
	if (error)
		goto out_buf_terminate;

	error = xfs_sysctl_register();
	if (error)
		goto out_cleanup_procfs;
L
Linus Torvalds 已提交
1777

1778 1779 1780
	error = xfs_qm_init();
	if (error)
		goto out_sysctl_unregister;
L
Linus Torvalds 已提交
1781 1782 1783

	error = register_filesystem(&xfs_fs_type);
	if (error)
1784
		goto out_qm_exit;
L
Linus Torvalds 已提交
1785 1786
	return 0;

1787 1788
 out_qm_exit:
	xfs_qm_exit();
1789 1790 1791 1792 1793
 out_sysctl_unregister:
	xfs_sysctl_unregister();
 out_cleanup_procfs:
	xfs_cleanup_procfs();
 out_buf_terminate:
1794
	xfs_buf_terminate();
1795 1796 1797 1798
 out_filestream_uninit:
	xfs_filestream_uninit();
 out_mru_cache_uninit:
	xfs_mru_cache_uninit();
1799 1800
 out_destroy_wq:
	xfs_destroy_workqueues();
1801
 out_destroy_zones:
1802
	xfs_destroy_zones();
1803
 out:
L
Linus Torvalds 已提交
1804 1805 1806 1807
	return error;
}

STATIC void __exit
1808
exit_xfs_fs(void)
L
Linus Torvalds 已提交
1809
{
1810
	xfs_qm_exit();
L
Linus Torvalds 已提交
1811
	unregister_filesystem(&xfs_fs_type);
1812 1813
	xfs_sysctl_unregister();
	xfs_cleanup_procfs();
1814
	xfs_buf_terminate();
1815 1816
	xfs_filestream_uninit();
	xfs_mru_cache_uninit();
1817
	xfs_destroy_workqueues();
1818
	xfs_destroy_zones();
L
Linus Torvalds 已提交
1819 1820 1821 1822 1823 1824 1825 1826
}

module_init(init_xfs_fs);
module_exit(exit_xfs_fs);

MODULE_AUTHOR("Silicon Graphics, Inc.");
MODULE_DESCRIPTION(XFS_VERSION_STRING " with " XFS_BUILD_OPTIONS " enabled");
MODULE_LICENSE("GPL");