xfs_super.c 47.6 KB
Newer Older
L
Linus Torvalds 已提交
1
/*
2
 * Copyright (c) 2000-2006 Silicon Graphics, Inc.
3
 * All Rights Reserved.
L
Linus Torvalds 已提交
4
 *
5 6
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public License as
L
Linus Torvalds 已提交
7 8
 * published by the Free Software Foundation.
 *
9 10 11 12
 * This program is distributed in the hope that it would be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
L
Linus Torvalds 已提交
13
 *
14 15 16
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write the Free Software Foundation,
 * Inc.,  51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
L
Linus Torvalds 已提交
17
 */
C
Christoph Hellwig 已提交
18

L
Linus Torvalds 已提交
19 20
#include "xfs.h"
#include "xfs_log.h"
21
#include "xfs_inum.h"
L
Linus Torvalds 已提交
22 23
#include "xfs_trans.h"
#include "xfs_sb.h"
24
#include "xfs_ag.h"
L
Linus Torvalds 已提交
25 26 27 28 29
#include "xfs_dir2.h"
#include "xfs_alloc.h"
#include "xfs_quota.h"
#include "xfs_mount.h"
#include "xfs_bmap_btree.h"
30
#include "xfs_alloc_btree.h"
L
Linus Torvalds 已提交
31 32 33
#include "xfs_ialloc_btree.h"
#include "xfs_dinode.h"
#include "xfs_inode.h"
34 35
#include "xfs_btree.h"
#include "xfs_ialloc.h"
L
Linus Torvalds 已提交
36 37 38 39
#include "xfs_bmap.h"
#include "xfs_rtalloc.h"
#include "xfs_error.h"
#include "xfs_itable.h"
C
Christoph Hellwig 已提交
40
#include "xfs_fsops.h"
L
Linus Torvalds 已提交
41 42 43
#include "xfs_attr.h"
#include "xfs_buf_item.h"
#include "xfs_utils.h"
44
#include "xfs_vnodeops.h"
45
#include "xfs_log_priv.h"
46
#include "xfs_trans_priv.h"
47
#include "xfs_filestream.h"
48 49 50 51
#include "xfs_da_btree.h"
#include "xfs_extfree_item.h"
#include "xfs_mru_cache.h"
#include "xfs_inode_item.h"
52
#include "xfs_icache.h"
C
Christoph Hellwig 已提交
53
#include "xfs_trace.h"
L
Linus Torvalds 已提交
54 55 56

#include <linux/namei.h>
#include <linux/init.h>
57
#include <linux/slab.h>
L
Linus Torvalds 已提交
58
#include <linux/mount.h>
59
#include <linux/mempool.h>
L
Linus Torvalds 已提交
60
#include <linux/writeback.h>
61
#include <linux/kthread.h>
62
#include <linux/freezer.h>
63
#include <linux/parser.h>
L
Linus Torvalds 已提交
64

65
static const struct super_operations xfs_super_operations;
66
static kmem_zone_t *xfs_ioend_zone;
67
mempool_t *xfs_ioend_pool;
L
Linus Torvalds 已提交
68

69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90
#define MNTOPT_LOGBUFS	"logbufs"	/* number of XFS log buffers */
#define MNTOPT_LOGBSIZE	"logbsize"	/* size of XFS log buffers */
#define MNTOPT_LOGDEV	"logdev"	/* log device */
#define MNTOPT_RTDEV	"rtdev"		/* realtime I/O device */
#define MNTOPT_BIOSIZE	"biosize"	/* log2 of preferred buffered io size */
#define MNTOPT_WSYNC	"wsync"		/* safe-mode nfs compatible mount */
#define MNTOPT_NOALIGN	"noalign"	/* turn off stripe alignment */
#define MNTOPT_SWALLOC	"swalloc"	/* turn on stripe width allocation */
#define MNTOPT_SUNIT	"sunit"		/* data volume stripe unit */
#define MNTOPT_SWIDTH	"swidth"	/* data volume stripe width */
#define MNTOPT_NOUUID	"nouuid"	/* ignore filesystem UUID */
#define MNTOPT_MTPT	"mtpt"		/* filesystem mount point */
#define MNTOPT_GRPID	"grpid"		/* group-ID from parent directory */
#define MNTOPT_NOGRPID	"nogrpid"	/* group-ID from current process */
#define MNTOPT_BSDGROUPS    "bsdgroups"    /* group-ID from parent directory */
#define MNTOPT_SYSVGROUPS   "sysvgroups"   /* group-ID from current process */
#define MNTOPT_ALLOCSIZE    "allocsize"    /* preferred allocation size */
#define MNTOPT_NORECOVERY   "norecovery"   /* don't run XFS recovery */
#define MNTOPT_BARRIER	"barrier"	/* use writer barriers for log write and
					 * unwritten extent conversion */
#define MNTOPT_NOBARRIER "nobarrier"	/* .. disable */
#define MNTOPT_64BITINODE   "inode64"	/* inodes can be allocated anywhere */
91 92
#define MNTOPT_32BITINODE   "inode32"	/* inode allocation limited to
					 * XFS_MAXINUMBER_32 */
93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112
#define MNTOPT_IKEEP	"ikeep"		/* do not free empty inode clusters */
#define MNTOPT_NOIKEEP	"noikeep"	/* free empty inode clusters */
#define MNTOPT_LARGEIO	   "largeio"	/* report large I/O sizes in stat() */
#define MNTOPT_NOLARGEIO   "nolargeio"	/* do not report large I/O sizes
					 * in stat(). */
#define MNTOPT_ATTR2	"attr2"		/* do use attr2 attribute format */
#define MNTOPT_NOATTR2	"noattr2"	/* do not use attr2 attribute format */
#define MNTOPT_FILESTREAM  "filestreams" /* use filestreams allocator */
#define MNTOPT_QUOTA	"quota"		/* disk quotas (user) */
#define MNTOPT_NOQUOTA	"noquota"	/* no quotas */
#define MNTOPT_USRQUOTA	"usrquota"	/* user quota enabled */
#define MNTOPT_GRPQUOTA	"grpquota"	/* group quota enabled */
#define MNTOPT_PRJQUOTA	"prjquota"	/* project quota enabled */
#define MNTOPT_UQUOTA	"uquota"	/* user quota (IRIX variant) */
#define MNTOPT_GQUOTA	"gquota"	/* group quota (IRIX variant) */
#define MNTOPT_PQUOTA	"pquota"	/* project quota (IRIX variant) */
#define MNTOPT_UQUOTANOENF "uqnoenforce"/* user quota limit enforcement */
#define MNTOPT_GQUOTANOENF "gqnoenforce"/* group quota limit enforcement */
#define MNTOPT_PQUOTANOENF "pqnoenforce"/* project quota limit enforcement */
#define MNTOPT_QUOTANOENF  "qnoenforce"	/* same as uqnoenforce */
113 114 115 116
#define MNTOPT_DELAYLOG    "delaylog"	/* Delayed logging enabled */
#define MNTOPT_NODELAYLOG  "nodelaylog"	/* Delayed logging disabled */
#define MNTOPT_DISCARD	   "discard"	/* Discard unused blocks */
#define MNTOPT_NODISCARD   "nodiscard"	/* Do not discard unused blocks */
117

118 119 120 121 122 123 124
/*
 * Table driven mount option parser.
 *
 * Currently only used for remount, but it will be used for mount
 * in the future, too.
 */
enum {
125 126 127 128 129
	Opt_barrier,
	Opt_nobarrier,
	Opt_inode64,
	Opt_inode32,
	Opt_err
130 131
};

132
static const match_table_t tokens = {
133 134
	{Opt_barrier, "barrier"},
	{Opt_nobarrier, "nobarrier"},
135
	{Opt_inode64, "inode64"},
136
	{Opt_inode32, "inode32"},
137 138 139 140
	{Opt_err, NULL}
};


141
STATIC unsigned long
142
suffix_kstrtoint(char *s, unsigned int base, int *res)
143
{
144
	int	last, shift_left_factor = 0, _res;
145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160
	char	*value = s;

	last = strlen(value) - 1;
	if (value[last] == 'K' || value[last] == 'k') {
		shift_left_factor = 10;
		value[last] = '\0';
	}
	if (value[last] == 'M' || value[last] == 'm') {
		shift_left_factor = 20;
		value[last] = '\0';
	}
	if (value[last] == 'G' || value[last] == 'g') {
		shift_left_factor = 30;
		value[last] = '\0';
	}

161 162 163 164
	if (kstrtoint(s, base, &_res))
		return -EINVAL;
	*res = _res << shift_left_factor;
	return 0;
165 166
}

167 168 169 170 171 172 173
/*
 * This function fills in xfs_mount_t fields based on mount args.
 * Note: the superblock has _not_ yet been read in.
 *
 * Note that this function leaks the various device name allocations on
 * failure.  The caller takes care of them.
 */
174 175 176
STATIC int
xfs_parseargs(
	struct xfs_mount	*mp,
C
Christoph Hellwig 已提交
177
	char			*options)
178
{
179
	struct super_block	*sb = mp->m_super;
180
	char			*this_char, *value;
181 182 183
	int			dsunit = 0;
	int			dswidth = 0;
	int			iosize = 0;
184
	__uint8_t		iosizelog = 0;
185

186 187 188 189 190 191 192 193 194
	/*
	 * set up the mount name first so all the errors will refer to the
	 * correct device.
	 */
	mp->m_fsname = kstrndup(sb->s_id, MAXNAMELEN, GFP_KERNEL);
	if (!mp->m_fsname)
		return ENOMEM;
	mp->m_fsname_len = strlen(mp->m_fsname) + 1;

195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210
	/*
	 * Copy binary VFS mount flags we are interested in.
	 */
	if (sb->s_flags & MS_RDONLY)
		mp->m_flags |= XFS_MOUNT_RDONLY;
	if (sb->s_flags & MS_DIRSYNC)
		mp->m_flags |= XFS_MOUNT_DIRSYNC;
	if (sb->s_flags & MS_SYNCHRONOUS)
		mp->m_flags |= XFS_MOUNT_WSYNC;

	/*
	 * Set some default flags that could be cleared by the mount option
	 * parsing.
	 */
	mp->m_flags |= XFS_MOUNT_BARRIER;
	mp->m_flags |= XFS_MOUNT_COMPAT_IOSIZE;
211
#if !XFS_BIG_INUMS
212
	mp->m_flags |= XFS_MOUNT_SMALL_INUMS;
213
#endif
214

215 216 217 218 219
	/*
	 * These can be overridden by the mount option parsing.
	 */
	mp->m_logbufs = -1;
	mp->m_logbsize = -1;
220 221 222 223 224 225 226 227 228 229 230 231

	if (!options)
		goto done;

	while ((this_char = strsep(&options, ",")) != NULL) {
		if (!*this_char)
			continue;
		if ((value = strchr(this_char, '=')) != NULL)
			*value++ = 0;

		if (!strcmp(this_char, MNTOPT_LOGBUFS)) {
			if (!value || !*value) {
232
				xfs_warn(mp, "%s option requires an argument",
233 234 235
					this_char);
				return EINVAL;
			}
236 237
			if (kstrtoint(value, 10, &mp->m_logbufs))
				return EINVAL;
238 239
		} else if (!strcmp(this_char, MNTOPT_LOGBSIZE)) {
			if (!value || !*value) {
240
				xfs_warn(mp, "%s option requires an argument",
241 242 243
					this_char);
				return EINVAL;
			}
244 245
			if (suffix_kstrtoint(value, 10, &mp->m_logbsize))
				return EINVAL;
246 247
		} else if (!strcmp(this_char, MNTOPT_LOGDEV)) {
			if (!value || !*value) {
248
				xfs_warn(mp, "%s option requires an argument",
249 250 251
					this_char);
				return EINVAL;
			}
252 253 254
			mp->m_logname = kstrndup(value, MAXNAMELEN, GFP_KERNEL);
			if (!mp->m_logname)
				return ENOMEM;
255
		} else if (!strcmp(this_char, MNTOPT_MTPT)) {
256
			xfs_warn(mp, "%s option not allowed on this system",
C
Christoph Hellwig 已提交
257 258
				this_char);
			return EINVAL;
259 260
		} else if (!strcmp(this_char, MNTOPT_RTDEV)) {
			if (!value || !*value) {
261
				xfs_warn(mp, "%s option requires an argument",
262 263 264
					this_char);
				return EINVAL;
			}
265 266 267
			mp->m_rtname = kstrndup(value, MAXNAMELEN, GFP_KERNEL);
			if (!mp->m_rtname)
				return ENOMEM;
268 269
		} else if (!strcmp(this_char, MNTOPT_BIOSIZE)) {
			if (!value || !*value) {
270
				xfs_warn(mp, "%s option requires an argument",
271 272 273
					this_char);
				return EINVAL;
			}
274 275
			if (kstrtoint(value, 10, &iosize))
				return EINVAL;
C
Christoph Hellwig 已提交
276
			iosizelog = ffs(iosize) - 1;
277 278
		} else if (!strcmp(this_char, MNTOPT_ALLOCSIZE)) {
			if (!value || !*value) {
279
				xfs_warn(mp, "%s option requires an argument",
280 281 282
					this_char);
				return EINVAL;
			}
283 284
			if (suffix_kstrtoint(value, 10, &iosize))
				return EINVAL;
285
			iosizelog = ffs(iosize) - 1;
286 287 288 289 290 291 292
		} else if (!strcmp(this_char, MNTOPT_GRPID) ||
			   !strcmp(this_char, MNTOPT_BSDGROUPS)) {
			mp->m_flags |= XFS_MOUNT_GRPID;
		} else if (!strcmp(this_char, MNTOPT_NOGRPID) ||
			   !strcmp(this_char, MNTOPT_SYSVGROUPS)) {
			mp->m_flags &= ~XFS_MOUNT_GRPID;
		} else if (!strcmp(this_char, MNTOPT_WSYNC)) {
293
			mp->m_flags |= XFS_MOUNT_WSYNC;
294
		} else if (!strcmp(this_char, MNTOPT_NORECOVERY)) {
295
			mp->m_flags |= XFS_MOUNT_NORECOVERY;
296
		} else if (!strcmp(this_char, MNTOPT_NOALIGN)) {
297
			mp->m_flags |= XFS_MOUNT_NOALIGN;
298
		} else if (!strcmp(this_char, MNTOPT_SWALLOC)) {
299
			mp->m_flags |= XFS_MOUNT_SWALLOC;
300 301
		} else if (!strcmp(this_char, MNTOPT_SUNIT)) {
			if (!value || !*value) {
302
				xfs_warn(mp, "%s option requires an argument",
303 304 305
					this_char);
				return EINVAL;
			}
306 307
			if (kstrtoint(value, 10, &dsunit))
				return EINVAL;
308 309
		} else if (!strcmp(this_char, MNTOPT_SWIDTH)) {
			if (!value || !*value) {
310
				xfs_warn(mp, "%s option requires an argument",
311 312 313
					this_char);
				return EINVAL;
			}
314 315
			if (kstrtoint(value, 10, &dswidth))
				return EINVAL;
316 317
		} else if (!strcmp(this_char, MNTOPT_32BITINODE)) {
			mp->m_flags |= XFS_MOUNT_SMALL_INUMS;
318
		} else if (!strcmp(this_char, MNTOPT_64BITINODE)) {
319
			mp->m_flags &= ~XFS_MOUNT_SMALL_INUMS;
320
#if !XFS_BIG_INUMS
321
			xfs_warn(mp, "%s option not allowed on this system",
322 323 324 325
				this_char);
			return EINVAL;
#endif
		} else if (!strcmp(this_char, MNTOPT_NOUUID)) {
326
			mp->m_flags |= XFS_MOUNT_NOUUID;
327
		} else if (!strcmp(this_char, MNTOPT_BARRIER)) {
328
			mp->m_flags |= XFS_MOUNT_BARRIER;
329
		} else if (!strcmp(this_char, MNTOPT_NOBARRIER)) {
330
			mp->m_flags &= ~XFS_MOUNT_BARRIER;
331
		} else if (!strcmp(this_char, MNTOPT_IKEEP)) {
332
			mp->m_flags |= XFS_MOUNT_IKEEP;
333
		} else if (!strcmp(this_char, MNTOPT_NOIKEEP)) {
334
			mp->m_flags &= ~XFS_MOUNT_IKEEP;
335
		} else if (!strcmp(this_char, MNTOPT_LARGEIO)) {
336
			mp->m_flags &= ~XFS_MOUNT_COMPAT_IOSIZE;
337
		} else if (!strcmp(this_char, MNTOPT_NOLARGEIO)) {
338
			mp->m_flags |= XFS_MOUNT_COMPAT_IOSIZE;
339
		} else if (!strcmp(this_char, MNTOPT_ATTR2)) {
340
			mp->m_flags |= XFS_MOUNT_ATTR2;
341
		} else if (!strcmp(this_char, MNTOPT_NOATTR2)) {
342 343
			mp->m_flags &= ~XFS_MOUNT_ATTR2;
			mp->m_flags |= XFS_MOUNT_NOATTR2;
344
		} else if (!strcmp(this_char, MNTOPT_FILESTREAM)) {
345
			mp->m_flags |= XFS_MOUNT_FILESTREAMS;
346
		} else if (!strcmp(this_char, MNTOPT_NOQUOTA)) {
347 348 349
			mp->m_qflags &= ~XFS_ALL_QUOTA_ACCT;
			mp->m_qflags &= ~XFS_ALL_QUOTA_ENFD;
			mp->m_qflags &= ~XFS_ALL_QUOTA_ACTIVE;
350 351 352
		} else if (!strcmp(this_char, MNTOPT_QUOTA) ||
			   !strcmp(this_char, MNTOPT_UQUOTA) ||
			   !strcmp(this_char, MNTOPT_USRQUOTA)) {
353 354
			mp->m_qflags |= (XFS_UQUOTA_ACCT | XFS_UQUOTA_ACTIVE |
					 XFS_UQUOTA_ENFD);
355 356
		} else if (!strcmp(this_char, MNTOPT_QUOTANOENF) ||
			   !strcmp(this_char, MNTOPT_UQUOTANOENF)) {
357 358
			mp->m_qflags |= (XFS_UQUOTA_ACCT | XFS_UQUOTA_ACTIVE);
			mp->m_qflags &= ~XFS_UQUOTA_ENFD;
359 360
		} else if (!strcmp(this_char, MNTOPT_PQUOTA) ||
			   !strcmp(this_char, MNTOPT_PRJQUOTA)) {
361 362
			mp->m_qflags |= (XFS_PQUOTA_ACCT | XFS_PQUOTA_ACTIVE |
					 XFS_OQUOTA_ENFD);
363
		} else if (!strcmp(this_char, MNTOPT_PQUOTANOENF)) {
364 365
			mp->m_qflags |= (XFS_PQUOTA_ACCT | XFS_PQUOTA_ACTIVE);
			mp->m_qflags &= ~XFS_OQUOTA_ENFD;
366 367
		} else if (!strcmp(this_char, MNTOPT_GQUOTA) ||
			   !strcmp(this_char, MNTOPT_GRPQUOTA)) {
368 369
			mp->m_qflags |= (XFS_GQUOTA_ACCT | XFS_GQUOTA_ACTIVE |
					 XFS_OQUOTA_ENFD);
370
		} else if (!strcmp(this_char, MNTOPT_GQUOTANOENF)) {
371 372
			mp->m_qflags |= (XFS_GQUOTA_ACCT | XFS_GQUOTA_ACTIVE);
			mp->m_qflags &= ~XFS_OQUOTA_ENFD;
373
		} else if (!strcmp(this_char, MNTOPT_DELAYLOG)) {
374 375
			xfs_warn(mp,
	"delaylog is the default now, option is deprecated.");
376
		} else if (!strcmp(this_char, MNTOPT_NODELAYLOG)) {
377
			xfs_warn(mp,
378
	"nodelaylog support has been removed, option is deprecated.");
379 380 381 382
		} else if (!strcmp(this_char, MNTOPT_DISCARD)) {
			mp->m_flags |= XFS_MOUNT_DISCARD;
		} else if (!strcmp(this_char, MNTOPT_NODISCARD)) {
			mp->m_flags &= ~XFS_MOUNT_DISCARD;
383
		} else if (!strcmp(this_char, "ihashsize")) {
384 385
			xfs_warn(mp,
	"ihashsize no longer used, option is deprecated.");
386
		} else if (!strcmp(this_char, "osyncisdsync")) {
387 388
			xfs_warn(mp,
	"osyncisdsync has no effect, option is deprecated.");
389
		} else if (!strcmp(this_char, "osyncisosync")) {
390 391
			xfs_warn(mp,
	"osyncisosync has no effect, option is deprecated.");
392
		} else if (!strcmp(this_char, "irixsgid")) {
393 394
			xfs_warn(mp,
	"irixsgid is now a sysctl(2) variable, option is deprecated.");
395
		} else {
396
			xfs_warn(mp, "unknown mount option [%s].", this_char);
397 398 399 400
			return EINVAL;
		}
	}

401 402 403 404 405
	/*
	 * no recovery flag requires a read-only mount
	 */
	if ((mp->m_flags & XFS_MOUNT_NORECOVERY) &&
	    !(mp->m_flags & XFS_MOUNT_RDONLY)) {
406
		xfs_warn(mp, "no-recovery mounts must be read-only.");
407
		return EINVAL;
408 409
	}

410
	if ((mp->m_flags & XFS_MOUNT_NOALIGN) && (dsunit || dswidth)) {
411 412
		xfs_warn(mp,
	"sunit and swidth options incompatible with the noalign option");
413 414 415
		return EINVAL;
	}

C
Christoph Hellwig 已提交
416 417
#ifndef CONFIG_XFS_QUOTA
	if (XFS_IS_QUOTA_RUNNING(mp)) {
418
		xfs_warn(mp, "quota support not available in this kernel.");
C
Christoph Hellwig 已提交
419 420 421 422
		return EINVAL;
	}
#endif

423 424
	if ((mp->m_qflags & (XFS_GQUOTA_ACCT | XFS_GQUOTA_ACTIVE)) &&
	    (mp->m_qflags & (XFS_PQUOTA_ACCT | XFS_PQUOTA_ACTIVE))) {
425
		xfs_warn(mp, "cannot mount with both project and group quota");
426 427 428 429
		return EINVAL;
	}

	if ((dsunit && !dswidth) || (!dsunit && dswidth)) {
430
		xfs_warn(mp, "sunit and swidth must be specified together");
431 432 433 434
		return EINVAL;
	}

	if (dsunit && (dswidth % dsunit != 0)) {
435 436
		xfs_warn(mp,
	"stripe width (%d) must be a multiple of the stripe unit (%d)",
437 438 439 440
			dswidth, dsunit);
		return EINVAL;
	}

441
done:
J
Jie Liu 已提交
442
	if (dsunit && !(mp->m_flags & XFS_MOUNT_NOALIGN)) {
443 444 445 446 447 448
		/*
		 * At this point the superblock has not been read
		 * in, therefore we do not know the block size.
		 * Before the mount call ends we will convert
		 * these to FSBs.
		 */
J
Jie Liu 已提交
449 450
		mp->m_dalign = dsunit;
		mp->m_swidth = dswidth;
451 452 453 454 455 456
	}

	if (mp->m_logbufs != -1 &&
	    mp->m_logbufs != 0 &&
	    (mp->m_logbufs < XLOG_MIN_ICLOGS ||
	     mp->m_logbufs > XLOG_MAX_ICLOGS)) {
457
		xfs_warn(mp, "invalid logbufs value: %d [not %d-%d]",
458 459 460 461 462 463 464 465
			mp->m_logbufs, XLOG_MIN_ICLOGS, XLOG_MAX_ICLOGS);
		return XFS_ERROR(EINVAL);
	}
	if (mp->m_logbsize != -1 &&
	    mp->m_logbsize !=  0 &&
	    (mp->m_logbsize < XLOG_MIN_RECORD_BSIZE ||
	     mp->m_logbsize > XLOG_MAX_RECORD_BSIZE ||
	     !is_power_of_2(mp->m_logbsize))) {
466 467
		xfs_warn(mp,
			"invalid logbufsize: %d [not 16k,32k,64k,128k or 256k]",
468 469 470 471 472 473 474
			mp->m_logbsize);
		return XFS_ERROR(EINVAL);
	}

	if (iosizelog) {
		if (iosizelog > XFS_MAX_IO_LOG ||
		    iosizelog < XFS_MIN_IO_LOG) {
475
			xfs_warn(mp, "invalid log iosize: %d [not %d-%d]",
476 477 478 479 480 481 482 483
				iosizelog, XFS_MIN_IO_LOG,
				XFS_MAX_IO_LOG);
			return XFS_ERROR(EINVAL);
		}

		mp->m_flags |= XFS_MOUNT_DFLT_IOSIZE;
		mp->m_readio_log = iosizelog;
		mp->m_writeio_log = iosizelog;
484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500
	}

	return 0;
}

struct proc_xfs_info {
	int	flag;
	char	*str;
};

STATIC int
xfs_showargs(
	struct xfs_mount	*mp,
	struct seq_file		*m)
{
	static struct proc_xfs_info xfs_info_set[] = {
		/* the few simple ones we can get from the mount struct */
501
		{ XFS_MOUNT_IKEEP,		"," MNTOPT_IKEEP },
502 503 504 505 506 507 508 509
		{ XFS_MOUNT_WSYNC,		"," MNTOPT_WSYNC },
		{ XFS_MOUNT_NOALIGN,		"," MNTOPT_NOALIGN },
		{ XFS_MOUNT_SWALLOC,		"," MNTOPT_SWALLOC },
		{ XFS_MOUNT_NOUUID,		"," MNTOPT_NOUUID },
		{ XFS_MOUNT_NORECOVERY,		"," MNTOPT_NORECOVERY },
		{ XFS_MOUNT_ATTR2,		"," MNTOPT_ATTR2 },
		{ XFS_MOUNT_FILESTREAMS,	"," MNTOPT_FILESTREAM },
		{ XFS_MOUNT_GRPID,		"," MNTOPT_GRPID },
510
		{ XFS_MOUNT_DISCARD,		"," MNTOPT_DISCARD },
511
		{ XFS_MOUNT_SMALL_INUMS,	"," MNTOPT_32BITINODE },
512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557
		{ 0, NULL }
	};
	static struct proc_xfs_info xfs_info_unset[] = {
		/* the few simple ones we can get from the mount struct */
		{ XFS_MOUNT_COMPAT_IOSIZE,	"," MNTOPT_LARGEIO },
		{ XFS_MOUNT_BARRIER,		"," MNTOPT_NOBARRIER },
		{ XFS_MOUNT_SMALL_INUMS,	"," MNTOPT_64BITINODE },
		{ 0, NULL }
	};
	struct proc_xfs_info	*xfs_infop;

	for (xfs_infop = xfs_info_set; xfs_infop->flag; xfs_infop++) {
		if (mp->m_flags & xfs_infop->flag)
			seq_puts(m, xfs_infop->str);
	}
	for (xfs_infop = xfs_info_unset; xfs_infop->flag; xfs_infop++) {
		if (!(mp->m_flags & xfs_infop->flag))
			seq_puts(m, xfs_infop->str);
	}

	if (mp->m_flags & XFS_MOUNT_DFLT_IOSIZE)
		seq_printf(m, "," MNTOPT_ALLOCSIZE "=%dk",
				(int)(1 << mp->m_writeio_log) >> 10);

	if (mp->m_logbufs > 0)
		seq_printf(m, "," MNTOPT_LOGBUFS "=%d", mp->m_logbufs);
	if (mp->m_logbsize > 0)
		seq_printf(m, "," MNTOPT_LOGBSIZE "=%dk", mp->m_logbsize >> 10);

	if (mp->m_logname)
		seq_printf(m, "," MNTOPT_LOGDEV "=%s", mp->m_logname);
	if (mp->m_rtname)
		seq_printf(m, "," MNTOPT_RTDEV "=%s", mp->m_rtname);

	if (mp->m_dalign > 0)
		seq_printf(m, "," MNTOPT_SUNIT "=%d",
				(int)XFS_FSB_TO_BB(mp, mp->m_dalign));
	if (mp->m_swidth > 0)
		seq_printf(m, "," MNTOPT_SWIDTH "=%d",
				(int)XFS_FSB_TO_BB(mp, mp->m_swidth));

	if (mp->m_qflags & (XFS_UQUOTA_ACCT|XFS_UQUOTA_ENFD))
		seq_puts(m, "," MNTOPT_USRQUOTA);
	else if (mp->m_qflags & XFS_UQUOTA_ACCT)
		seq_puts(m, "," MNTOPT_UQUOTANOENF);

558 559 560 561 562 563 564 565 566 567 568 569 570
	/* Either project or group quotas can be active, not both */

	if (mp->m_qflags & XFS_PQUOTA_ACCT) {
		if (mp->m_qflags & XFS_OQUOTA_ENFD)
			seq_puts(m, "," MNTOPT_PRJQUOTA);
		else
			seq_puts(m, "," MNTOPT_PQUOTANOENF);
	} else if (mp->m_qflags & XFS_GQUOTA_ACCT) {
		if (mp->m_qflags & XFS_OQUOTA_ENFD)
			seq_puts(m, "," MNTOPT_GRPQUOTA);
		else
			seq_puts(m, "," MNTOPT_GQUOTANOENF);
	}
571 572 573 574 575 576

	if (!(mp->m_qflags & XFS_ALL_QUOTA_ACCT))
		seq_puts(m, "," MNTOPT_NOQUOTA);

	return 0;
}
L
Linus Torvalds 已提交
577 578 579 580 581 582 583 584 585
__uint64_t
xfs_max_file_offset(
	unsigned int		blockshift)
{
	unsigned int		pagefactor = 1;
	unsigned int		bitshift = BITS_PER_LONG - 1;

	/* Figure out maximum filesize, on Linux this can depend on
	 * the filesystem blocksize (on 32 bit platforms).
C
Christoph Hellwig 已提交
586
	 * __block_write_begin does this in an [unsigned] long...
L
Linus Torvalds 已提交
587 588 589 590 591 592 593 594 595 596 597 598
	 *      page->index << (PAGE_CACHE_SHIFT - bbits)
	 * So, for page sized blocks (4K on 32 bit platforms),
	 * this wraps at around 8Tb (hence MAX_LFS_FILESIZE which is
	 *      (((u64)PAGE_CACHE_SIZE << (BITS_PER_LONG-1))-1)
	 * but for smaller blocksizes it is less (bbits = log2 bsize).
	 * Note1: get_block_t takes a long (implicit cast from above)
	 * Note2: The Large Block Device (LBD and HAVE_SECTOR_T) patch
	 * can optionally convert the [unsigned] long from above into
	 * an [unsigned] long long.
	 */

#if BITS_PER_LONG == 32
599
# if defined(CONFIG_LBDAF)
L
Linus Torvalds 已提交
600 601 602 603 604 605 606 607 608 609 610
	ASSERT(sizeof(sector_t) == 8);
	pagefactor = PAGE_CACHE_SIZE;
	bitshift = BITS_PER_LONG;
# else
	pagefactor = PAGE_CACHE_SIZE >> (PAGE_CACHE_SHIFT - blockshift);
# endif
#endif

	return (((__uint64_t)pagefactor) << bitshift) - 1;
}

611 612 613 614
xfs_agnumber_t
xfs_set_inode32(struct xfs_mount *mp)
{
	xfs_agnumber_t	index = 0;
615
	xfs_agnumber_t	maxagi = 0;
616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638
	xfs_sb_t	*sbp = &mp->m_sb;
	xfs_agnumber_t	max_metadata;
	xfs_agino_t	agino =	XFS_OFFBNO_TO_AGINO(mp, sbp->sb_agblocks -1, 0);
	xfs_ino_t	ino = XFS_AGINO_TO_INO(mp, sbp->sb_agcount -1, agino);
	xfs_perag_t	*pag;

	/* Calculate how much should be reserved for inodes to meet
	 * the max inode percentage.
	 */
	if (mp->m_maxicount) {
		__uint64_t	icount;

		icount = sbp->sb_dblocks * sbp->sb_imax_pct;
		do_div(icount, 100);
		icount += sbp->sb_agblocks - 1;
		do_div(icount, sbp->sb_agblocks);
		max_metadata = icount;
	} else {
		max_metadata = sbp->sb_agcount;
	}

	for (index = 0; index < sbp->sb_agcount; index++) {
		ino = XFS_AGINO_TO_INO(mp, index, agino);
639

640
		if (ino > XFS_MAXINUMBER_32) {
641 642 643 644 645
			pag = xfs_perag_get(mp, index);
			pag->pagi_inodeok = 0;
			pag->pagf_metadata = 0;
			xfs_perag_put(pag);
			continue;
646 647 648 649
		}

		pag = xfs_perag_get(mp, index);
		pag->pagi_inodeok = 1;
650
		maxagi++;
651 652 653 654
		if (index < max_metadata)
			pag->pagf_metadata = 1;
		xfs_perag_put(pag);
	}
655 656 657 658
	mp->m_flags |= (XFS_MOUNT_32BITINODES |
			XFS_MOUNT_SMALL_INUMS);

	return maxagi;
659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684
}

xfs_agnumber_t
xfs_set_inode64(struct xfs_mount *mp)
{
	xfs_agnumber_t index = 0;

	for (index = 0; index < mp->m_sb.sb_agcount; index++) {
		struct xfs_perag	*pag;

		pag = xfs_perag_get(mp, index);
		pag->pagi_inodeok = 1;
		pag->pagf_metadata = 0;
		xfs_perag_put(pag);
	}

	/* There is no need for lock protection on m_flags,
	 * the rw_semaphore of the VFS superblock is locked
	 * during mount/umount/remount operations, so this is
	 * enough to avoid concurency on the m_flags field
	 */
	mp->m_flags &= ~(XFS_MOUNT_32BITINODES |
			 XFS_MOUNT_SMALL_INUMS);
	return index;
}

H
Hannes Eder 已提交
685
STATIC int
L
Linus Torvalds 已提交
686 687 688 689 690 691 692
xfs_blkdev_get(
	xfs_mount_t		*mp,
	const char		*name,
	struct block_device	**bdevp)
{
	int			error = 0;

693 694
	*bdevp = blkdev_get_by_path(name, FMODE_READ|FMODE_WRITE|FMODE_EXCL,
				    mp);
L
Linus Torvalds 已提交
695 696
	if (IS_ERR(*bdevp)) {
		error = PTR_ERR(*bdevp);
697
		xfs_warn(mp, "Invalid device [%s], error=%d\n", name, error);
L
Linus Torvalds 已提交
698 699 700 701 702
	}

	return -error;
}

H
Hannes Eder 已提交
703
STATIC void
L
Linus Torvalds 已提交
704 705 706 707
xfs_blkdev_put(
	struct block_device	*bdev)
{
	if (bdev)
708
		blkdev_put(bdev, FMODE_READ|FMODE_WRITE|FMODE_EXCL);
L
Linus Torvalds 已提交
709 710
}

711 712 713 714
void
xfs_blkdev_issue_flush(
	xfs_buftarg_t		*buftarg)
{
715
	blkdev_issue_flush(buftarg->bt_bdev, GFP_NOFS, NULL);
716
}
L
Linus Torvalds 已提交
717

718 719 720 721 722
STATIC void
xfs_close_devices(
	struct xfs_mount	*mp)
{
	if (mp->m_logdev_targp && mp->m_logdev_targp != mp->m_ddev_targp) {
723
		struct block_device *logdev = mp->m_logdev_targp->bt_bdev;
724
		xfs_free_buftarg(mp, mp->m_logdev_targp);
725
		xfs_blkdev_put(logdev);
726 727
	}
	if (mp->m_rtdev_targp) {
728
		struct block_device *rtdev = mp->m_rtdev_targp->bt_bdev;
729
		xfs_free_buftarg(mp, mp->m_rtdev_targp);
730
		xfs_blkdev_put(rtdev);
731
	}
732
	xfs_free_buftarg(mp, mp->m_ddev_targp);
733 734 735 736 737 738 739 740 741 742 743 744 745 746
}

/*
 * The file system configurations are:
 *	(1) device (partition) with data and internal log
 *	(2) logical volume with data and log subvolumes.
 *	(3) logical volume with data, log, and realtime subvolumes.
 *
 * We only have to handle opening the log and realtime volumes here if
 * they are present.  The data subvolume has already been opened by
 * get_sb_bdev() and is stored in sb->s_bdev.
 */
STATIC int
xfs_open_devices(
747
	struct xfs_mount	*mp)
748 749 750 751 752 753 754 755
{
	struct block_device	*ddev = mp->m_super->s_bdev;
	struct block_device	*logdev = NULL, *rtdev = NULL;
	int			error;

	/*
	 * Open real time and log devices - order is important.
	 */
756 757
	if (mp->m_logname) {
		error = xfs_blkdev_get(mp, mp->m_logname, &logdev);
758 759 760 761
		if (error)
			goto out;
	}

762 763
	if (mp->m_rtname) {
		error = xfs_blkdev_get(mp, mp->m_rtname, &rtdev);
764 765 766 767
		if (error)
			goto out_close_logdev;

		if (rtdev == ddev || rtdev == logdev) {
768 769
			xfs_warn(mp,
	"Cannot mount filesystem with identical rtdev and ddev/logdev.");
770 771 772 773 774 775 776 777 778
			error = EINVAL;
			goto out_close_rtdev;
		}
	}

	/*
	 * Setup xfs_mount buffer target pointers
	 */
	error = ENOMEM;
779
	mp->m_ddev_targp = xfs_alloc_buftarg(mp, ddev, 0, mp->m_fsname);
780 781 782 783
	if (!mp->m_ddev_targp)
		goto out_close_rtdev;

	if (rtdev) {
784 785
		mp->m_rtdev_targp = xfs_alloc_buftarg(mp, rtdev, 1,
							mp->m_fsname);
786 787 788 789 790
		if (!mp->m_rtdev_targp)
			goto out_free_ddev_targ;
	}

	if (logdev && logdev != ddev) {
791 792
		mp->m_logdev_targp = xfs_alloc_buftarg(mp, logdev, 1,
							mp->m_fsname);
793 794 795 796 797 798 799 800 801 802
		if (!mp->m_logdev_targp)
			goto out_free_rtdev_targ;
	} else {
		mp->m_logdev_targp = mp->m_ddev_targp;
	}

	return 0;

 out_free_rtdev_targ:
	if (mp->m_rtdev_targp)
803
		xfs_free_buftarg(mp, mp->m_rtdev_targp);
804
 out_free_ddev_targ:
805
	xfs_free_buftarg(mp, mp->m_ddev_targp);
806 807 808 809 810 811 812 813 814 815
 out_close_rtdev:
	if (rtdev)
		xfs_blkdev_put(rtdev);
 out_close_logdev:
	if (logdev && logdev != ddev)
		xfs_blkdev_put(logdev);
 out:
	return error;
}

816 817 818 819 820 821 822 823
/*
 * Setup xfs_mount buffer target pointers based on superblock
 */
STATIC int
xfs_setup_devices(
	struct xfs_mount	*mp)
{
	int			error;
824

825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844 845 846 847 848 849 850
	error = xfs_setsize_buftarg(mp->m_ddev_targp, mp->m_sb.sb_blocksize,
				    mp->m_sb.sb_sectsize);
	if (error)
		return error;

	if (mp->m_logdev_targp && mp->m_logdev_targp != mp->m_ddev_targp) {
		unsigned int	log_sector_size = BBSIZE;

		if (xfs_sb_version_hassector(&mp->m_sb))
			log_sector_size = mp->m_sb.sb_logsectsize;
		error = xfs_setsize_buftarg(mp->m_logdev_targp,
					    mp->m_sb.sb_blocksize,
					    log_sector_size);
		if (error)
			return error;
	}
	if (mp->m_rtdev_targp) {
		error = xfs_setsize_buftarg(mp->m_rtdev_targp,
					    mp->m_sb.sb_blocksize,
					    mp->m_sb.sb_sectsize);
		if (error)
			return error;
	}

	return 0;
}
851

852 853 854 855 856 857 858 859 860 861 862 863 864 865
STATIC int
xfs_init_mount_workqueues(
	struct xfs_mount	*mp)
{
	mp->m_data_workqueue = alloc_workqueue("xfs-data/%s",
			WQ_MEM_RECLAIM, 0, mp->m_fsname);
	if (!mp->m_data_workqueue)
		goto out;

	mp->m_unwritten_workqueue = alloc_workqueue("xfs-conv/%s",
			WQ_MEM_RECLAIM, 0, mp->m_fsname);
	if (!mp->m_unwritten_workqueue)
		goto out_destroy_data_iodone_queue;

866 867 868 869
	mp->m_cil_workqueue = alloc_workqueue("xfs-cil/%s",
			WQ_MEM_RECLAIM, 0, mp->m_fsname);
	if (!mp->m_cil_workqueue)
		goto out_destroy_unwritten;
D
Dave Chinner 已提交
870 871 872 873 874 875 876 877 878 879 880

	mp->m_reclaim_workqueue = alloc_workqueue("xfs-reclaim/%s",
			WQ_NON_REENTRANT, 0, mp->m_fsname);
	if (!mp->m_reclaim_workqueue)
		goto out_destroy_cil;

	mp->m_log_workqueue = alloc_workqueue("xfs-log/%s",
			WQ_NON_REENTRANT, 0, mp->m_fsname);
	if (!mp->m_log_workqueue)
		goto out_destroy_reclaim;

881 882 883 884 885
	mp->m_eofblocks_workqueue = alloc_workqueue("xfs-eofblocks/%s",
			WQ_NON_REENTRANT, 0, mp->m_fsname);
	if (!mp->m_eofblocks_workqueue)
		goto out_destroy_log;

886 887
	return 0;

888 889
out_destroy_log:
	destroy_workqueue(mp->m_log_workqueue);
D
Dave Chinner 已提交
890 891 892 893
out_destroy_reclaim:
	destroy_workqueue(mp->m_reclaim_workqueue);
out_destroy_cil:
	destroy_workqueue(mp->m_cil_workqueue);
894 895
out_destroy_unwritten:
	destroy_workqueue(mp->m_unwritten_workqueue);
896 897 898 899 900 901 902 903 904 905
out_destroy_data_iodone_queue:
	destroy_workqueue(mp->m_data_workqueue);
out:
	return -ENOMEM;
}

STATIC void
xfs_destroy_mount_workqueues(
	struct xfs_mount	*mp)
{
906
	destroy_workqueue(mp->m_eofblocks_workqueue);
D
Dave Chinner 已提交
907 908
	destroy_workqueue(mp->m_log_workqueue);
	destroy_workqueue(mp->m_reclaim_workqueue);
909
	destroy_workqueue(mp->m_cil_workqueue);
910 911 912 913
	destroy_workqueue(mp->m_data_workqueue);
	destroy_workqueue(mp->m_unwritten_workqueue);
}

D
Dave Chinner 已提交
914 915 916 917 918 919 920 921 922 923 924 925 926 927 928 929 930 931
/*
 * Flush all dirty data to disk. Must not be called while holding an XFS_ILOCK
 * or a page lock. We use sync_inodes_sb() here to ensure we block while waiting
 * for IO to complete so that we effectively throttle multiple callers to the
 * rate at which IO is completing.
 */
void
xfs_flush_inodes(
	struct xfs_mount	*mp)
{
	struct super_block	*sb = mp->m_super;

	if (down_read_trylock(&sb->s_umount)) {
		sync_inodes_sb(sb);
		up_read(&sb->s_umount);
	}
}

932
/* Catch misguided souls that try to use this interface on XFS */
L
Linus Torvalds 已提交
933
STATIC struct inode *
934
xfs_fs_alloc_inode(
L
Linus Torvalds 已提交
935 936
	struct super_block	*sb)
{
937
	BUG();
938
	return NULL;
L
Linus Torvalds 已提交
939 940
}

941
/*
942 943
 * Now that the generic code is guaranteed not to be accessing
 * the linux inode, we can reclaim the inode.
944
 */
L
Linus Torvalds 已提交
945
STATIC void
946
xfs_fs_destroy_inode(
C
Christoph Hellwig 已提交
947
	struct inode		*inode)
L
Linus Torvalds 已提交
948
{
C
Christoph Hellwig 已提交
949 950
	struct xfs_inode	*ip = XFS_I(inode);

C
Christoph Hellwig 已提交
951
	trace_xfs_destroy_inode(ip);
952 953

	XFS_STATS_INC(vn_reclaim);
C
Christoph Hellwig 已提交
954 955 956 957 958 959 960 961 962 963 964 965 966 967

	/* bad inode, get out here ASAP */
	if (is_bad_inode(inode))
		goto out_reclaim;

	ASSERT(XFS_FORCED_SHUTDOWN(ip->i_mount) || ip->i_delayed_blks == 0);

	/*
	 * We should never get here with one of the reclaim flags already set.
	 */
	ASSERT_ALWAYS(!xfs_iflags_test(ip, XFS_IRECLAIMABLE));
	ASSERT_ALWAYS(!xfs_iflags_test(ip, XFS_IRECLAIM));

	/*
968 969 970 971 972
	 * We always use background reclaim here because even if the
	 * inode is clean, it still may be under IO and hence we have
	 * to take the flush lock. The background reclaim path handles
	 * this more efficiently than we can here, so simply let background
	 * reclaim tear down all inodes.
C
Christoph Hellwig 已提交
973 974
	 */
out_reclaim:
975
	xfs_inode_set_reclaim_tag(ip);
L
Linus Torvalds 已提交
976 977
}

978 979 980 981
/*
 * Slab object creation initialisation for the XFS inode.
 * This covers only the idempotent fields in the XFS inode;
 * all other fields need to be initialised on allocation
982
 * from the slab. This avoids the need to repeatedly initialise
983 984 985
 * fields in the xfs inode that left in the initialise state
 * when freeing the inode.
 */
986 987
STATIC void
xfs_fs_inode_init_once(
988 989 990 991 992
	void			*inode)
{
	struct xfs_inode	*ip = inode;

	memset(ip, 0, sizeof(struct xfs_inode));
993 994 995 996 997

	/* vfs inode */
	inode_init_once(VFS_I(ip));

	/* xfs inode */
998 999 1000 1001 1002 1003 1004
	atomic_set(&ip->i_pincount, 0);
	spin_lock_init(&ip->i_flags_lock);

	mrlock_init(&ip->i_lock, MRLOCK_ALLOW_EQUAL_PRI|MRLOCK_BARRIER,
		     "xfsino", ip->i_ino);
}

L
Linus Torvalds 已提交
1005
STATIC void
1006
xfs_fs_evict_inode(
L
Linus Torvalds 已提交
1007 1008
	struct inode		*inode)
{
1009
	xfs_inode_t		*ip = XFS_I(inode);
1010

1011 1012
	ASSERT(!rwsem_is_locked(&ip->i_iolock.mr_lock));

1013
	trace_xfs_evict_inode(ip);
C
Christoph Hellwig 已提交
1014

1015
	truncate_inode_pages(&inode->i_data, 0);
1016
	clear_inode(inode);
1017 1018 1019 1020 1021
	XFS_STATS_INC(vn_rele);
	XFS_STATS_INC(vn_remove);
	XFS_STATS_DEC(vn_active);

	xfs_inactive(ip);
1022
}
L
Linus Torvalds 已提交
1023

1024 1025 1026 1027 1028 1029 1030 1031 1032 1033 1034 1035 1036 1037 1038 1039
/*
 * We do an unlocked check for XFS_IDONTCACHE here because we are already
 * serialised against cache hits here via the inode->i_lock and igrab() in
 * xfs_iget_cache_hit(). Hence a lookup that might clear this flag will not be
 * racing with us, and it avoids needing to grab a spinlock here for every inode
 * we drop the final reference on.
 */
STATIC int
xfs_fs_drop_inode(
	struct inode		*inode)
{
	struct xfs_inode	*ip = XFS_I(inode);

	return generic_drop_inode(inode) || (ip->i_flags & XFS_IDONTCACHE);
}

1040 1041 1042 1043 1044 1045 1046 1047 1048
STATIC void
xfs_free_fsname(
	struct xfs_mount	*mp)
{
	kfree(mp->m_fsname);
	kfree(mp->m_rtname);
	kfree(mp->m_logname);
}

L
Linus Torvalds 已提交
1049
STATIC void
1050
xfs_fs_put_super(
L
Linus Torvalds 已提交
1051 1052
	struct super_block	*sb)
{
1053
	struct xfs_mount	*mp = XFS_M(sb);
L
Linus Torvalds 已提交
1054

D
Dave Chinner 已提交
1055 1056 1057
	xfs_filestream_unmount(mp);
	xfs_unmountfs(mp);

1058
	xfs_freesb(mp);
C
Christoph Hellwig 已提交
1059
	xfs_icsb_destroy_counters(mp);
1060
	xfs_destroy_mount_workqueues(mp);
1061
	xfs_close_devices(mp);
1062
	xfs_free_fsname(mp);
C
Christoph Hellwig 已提交
1063
	kfree(mp);
L
Linus Torvalds 已提交
1064 1065 1066
}

STATIC int
C
Christoph Hellwig 已提交
1067
xfs_fs_sync_fs(
L
Linus Torvalds 已提交
1068 1069 1070
	struct super_block	*sb,
	int			wait)
{
1071
	struct xfs_mount	*mp = XFS_M(sb);
L
Linus Torvalds 已提交
1072

1073
	/*
C
Christoph Hellwig 已提交
1074
	 * Doing anything during the async pass would be counterproductive.
1075
	 */
C
Christoph Hellwig 已提交
1076
	if (!wait)
C
Christoph Hellwig 已提交
1077 1078
		return 0;

D
Dave Chinner 已提交
1079
	xfs_log_force(mp, XFS_LOG_SYNC);
C
Christoph Hellwig 已提交
1080
	if (laptop_mode) {
L
Linus Torvalds 已提交
1081 1082
		/*
		 * The disk must be active because we're syncing.
1083
		 * We schedule log work now (now that the disk is
L
Linus Torvalds 已提交
1084 1085
		 * active) instead of later (when it might not be).
		 */
1086
		flush_delayed_work(&mp->m_log->l_work);
L
Linus Torvalds 已提交
1087 1088
	}

C
Christoph Hellwig 已提交
1089
	return 0;
L
Linus Torvalds 已提交
1090 1091 1092
}

STATIC int
1093
xfs_fs_statfs(
1094
	struct dentry		*dentry,
L
Linus Torvalds 已提交
1095 1096
	struct kstatfs		*statp)
{
C
Christoph Hellwig 已提交
1097 1098
	struct xfs_mount	*mp = XFS_M(dentry->d_sb);
	xfs_sb_t		*sbp = &mp->m_sb;
C
Christoph Hellwig 已提交
1099
	struct xfs_inode	*ip = XFS_I(dentry->d_inode);
C
Christoph Hellwig 已提交
1100 1101
	__uint64_t		fakeinos, id;
	xfs_extlen_t		lsize;
1102
	__int64_t		ffree;
C
Christoph Hellwig 已提交
1103 1104 1105 1106 1107 1108 1109 1110

	statp->f_type = XFS_SB_MAGIC;
	statp->f_namelen = MAXNAMELEN - 1;

	id = huge_encode_dev(mp->m_ddev_targp->bt_dev);
	statp->f_fsid.val[0] = (u32)id;
	statp->f_fsid.val[1] = (u32)(id >> 32);

1111
	xfs_icsb_sync_counters(mp, XFS_ICSB_LAZY_COUNT);
C
Christoph Hellwig 已提交
1112 1113 1114 1115 1116 1117 1118 1119 1120 1121 1122

	spin_lock(&mp->m_sb_lock);
	statp->f_bsize = sbp->sb_blocksize;
	lsize = sbp->sb_logstart ? sbp->sb_logblocks : 0;
	statp->f_blocks = sbp->sb_dblocks - lsize;
	statp->f_bfree = statp->f_bavail =
				sbp->sb_fdblocks - XFS_ALLOC_SET_ASIDE(mp);
	fakeinos = statp->f_bfree << sbp->sb_inopblog;
	statp->f_files =
	    MIN(sbp->sb_icount + fakeinos, (__uint64_t)XFS_MAXINUMBER);
	if (mp->m_maxicount)
C
Christoph Hellwig 已提交
1123 1124 1125
		statp->f_files = min_t(typeof(statp->f_files),
					statp->f_files,
					mp->m_maxicount);
1126 1127 1128 1129 1130

	/* make sure statp->f_ffree does not underflow */
	ffree = statp->f_files - (sbp->sb_icount - sbp->sb_ifree);
	statp->f_ffree = max_t(__int64_t, ffree, 0);

C
Christoph Hellwig 已提交
1131 1132
	spin_unlock(&mp->m_sb_lock);

1133
	if ((ip->i_d.di_flags & XFS_DIFLAG_PROJINHERIT) &&
C
Christoph Hellwig 已提交
1134 1135 1136
	    ((mp->m_qflags & (XFS_PQUOTA_ACCT|XFS_OQUOTA_ENFD))) ==
			      (XFS_PQUOTA_ACCT|XFS_OQUOTA_ENFD))
		xfs_qm_statvfs(ip, statp);
C
Christoph Hellwig 已提交
1137
	return 0;
L
Linus Torvalds 已提交
1138 1139
}

E
Eric Sandeen 已提交
1140 1141 1142 1143 1144 1145 1146 1147 1148 1149 1150 1151 1152 1153 1154 1155 1156 1157 1158 1159 1160 1161 1162
STATIC void
xfs_save_resvblks(struct xfs_mount *mp)
{
	__uint64_t resblks = 0;

	mp->m_resblks_save = mp->m_resblks;
	xfs_reserve_blocks(mp, &resblks, NULL);
}

STATIC void
xfs_restore_resvblks(struct xfs_mount *mp)
{
	__uint64_t resblks;

	if (mp->m_resblks_save) {
		resblks = mp->m_resblks_save;
		mp->m_resblks_save = 0;
	} else
		resblks = xfs_default_resblks(mp);

	xfs_reserve_blocks(mp, &resblks, NULL);
}

1163 1164 1165 1166 1167
/*
 * Trigger writeback of all the dirty metadata in the file system.
 *
 * This ensures that the metadata is written to their location on disk rather
 * than just existing in transactions in the log. This means after a quiesce
1168 1169
 * there is no log replay required to write the inodes to disk - this is the
 * primary difference between a sync and a quiesce.
1170
 *
1171 1172
 * Note: xfs_log_quiesce() stops background log work - the callers must ensure
 * it is started again when appropriate.
1173 1174 1175 1176 1177 1178 1179 1180 1181 1182 1183 1184 1185 1186 1187 1188 1189 1190 1191 1192 1193 1194 1195 1196
 */
void
xfs_quiesce_attr(
	struct xfs_mount	*mp)
{
	int	error = 0;

	/* wait for all modifications to complete */
	while (atomic_read(&mp->m_active_trans) > 0)
		delay(100);

	/* force the log to unpin objects from the now complete transactions */
	xfs_log_force(mp, XFS_LOG_SYNC);

	/* reclaim inodes to do any IO before the freeze completes */
	xfs_reclaim_inodes(mp, 0);
	xfs_reclaim_inodes(mp, SYNC_WAIT);

	/* Push the superblock and write an unmount record */
	error = xfs_log_sbcount(mp);
	if (error)
		xfs_warn(mp, "xfs_attr_quiesce: failed to log sb changes. "
				"Frozen image may not be consistent.");
	/*
1197 1198
	 * Just warn here till VFS can correctly support
	 * read-only remount without racing.
1199
	 */
1200
	WARN_ON(atomic_read(&mp->m_active_trans) != 0);
1201

1202
	xfs_log_quiesce(mp);
1203 1204
}

L
Linus Torvalds 已提交
1205
STATIC int
1206
xfs_fs_remount(
L
Linus Torvalds 已提交
1207 1208 1209 1210
	struct super_block	*sb,
	int			*flags,
	char			*options)
{
1211
	struct xfs_mount	*mp = XFS_M(sb);
1212 1213
	substring_t		args[MAX_OPT_ARGS];
	char			*p;
1214
	int			error;
L
Linus Torvalds 已提交
1215

1216 1217
	while ((p = strsep(&options, ",")) != NULL) {
		int token;
1218

1219 1220
		if (!*p)
			continue;
1221

1222 1223 1224
		token = match_token(p, tokens, args);
		switch (token) {
		case Opt_barrier:
1225
			mp->m_flags |= XFS_MOUNT_BARRIER;
1226 1227
			break;
		case Opt_nobarrier:
1228
			mp->m_flags &= ~XFS_MOUNT_BARRIER;
1229
			break;
1230
		case Opt_inode64:
1231
			mp->m_maxagi = xfs_set_inode64(mp);
1232
			break;
1233 1234 1235
		case Opt_inode32:
			mp->m_maxagi = xfs_set_inode32(mp);
			break;
1236
		default:
1237 1238 1239 1240 1241 1242 1243 1244 1245 1246 1247 1248 1249 1250 1251 1252 1253
			/*
			 * Logically we would return an error here to prevent
			 * users from believing they might have changed
			 * mount options using remount which can't be changed.
			 *
			 * But unfortunately mount(8) adds all options from
			 * mtab and fstab to the mount arguments in some cases
			 * so we can't blindly reject options, but have to
			 * check for each specified option if it actually
			 * differs from the currently set option and only
			 * reject it if that's the case.
			 *
			 * Until that is implemented we return success for
			 * every remount request, and silently ignore all
			 * options that we can't actually change.
			 */
#if 0
1254 1255
			xfs_info(mp,
		"mount option \"%s\" not supported for remount\n", p);
1256
			return -EINVAL;
1257
#else
1258
			break;
1259
#endif
1260
		}
1261 1262
	}

1263
	/* ro -> rw */
1264 1265
	if ((mp->m_flags & XFS_MOUNT_RDONLY) && !(*flags & MS_RDONLY)) {
		mp->m_flags &= ~XFS_MOUNT_RDONLY;
1266 1267 1268 1269 1270 1271 1272 1273

		/*
		 * If this is the first remount to writeable state we
		 * might have some superblock changes to update.
		 */
		if (mp->m_update_flags) {
			error = xfs_mount_log_sb(mp, mp->m_update_flags);
			if (error) {
1274
				xfs_warn(mp, "failed to write sb changes");
1275 1276 1277 1278
				return error;
			}
			mp->m_update_flags = 0;
		}
1279 1280 1281 1282 1283

		/*
		 * Fill out the reserve pool if it is empty. Use the stashed
		 * value if it is non-zero, otherwise go with the default.
		 */
E
Eric Sandeen 已提交
1284
		xfs_restore_resvblks(mp);
1285
		xfs_log_work_queue(mp);
1286 1287 1288 1289
	}

	/* rw -> ro */
	if (!(mp->m_flags & XFS_MOUNT_RDONLY) && (*flags & MS_RDONLY)) {
1290
		/*
D
Dave Chinner 已提交
1291 1292 1293 1294 1295
		 * Before we sync the metadata, we need to free up the reserve
		 * block pool so that the used block count in the superblock on
		 * disk is correct at the end of the remount. Stash the current
		 * reserve pool size so that if we get remounted rw, we can
		 * return it to the same size.
1296
		 */
E
Eric Sandeen 已提交
1297
		xfs_save_resvblks(mp);
D
David Chinner 已提交
1298
		xfs_quiesce_attr(mp);
1299 1300 1301
		mp->m_flags |= XFS_MOUNT_RDONLY;
	}

1302
	return 0;
L
Linus Torvalds 已提交
1303 1304
}

C
Christoph Hellwig 已提交
1305 1306
/*
 * Second stage of a freeze. The data is already frozen so we only
D
David Chinner 已提交
1307
 * need to take care of the metadata. Once that's done write a dummy
C
Christoph Hellwig 已提交
1308 1309
 * record to dirty the log in case of a crash while frozen.
 */
1310 1311
STATIC int
xfs_fs_freeze(
L
Linus Torvalds 已提交
1312 1313
	struct super_block	*sb)
{
C
Christoph Hellwig 已提交
1314 1315
	struct xfs_mount	*mp = XFS_M(sb);

E
Eric Sandeen 已提交
1316
	xfs_save_resvblks(mp);
D
David Chinner 已提交
1317
	xfs_quiesce_attr(mp);
1318
	return -xfs_fs_log_dummy(mp);
L
Linus Torvalds 已提交
1319 1320
}

E
Eric Sandeen 已提交
1321 1322 1323 1324 1325 1326 1327
STATIC int
xfs_fs_unfreeze(
	struct super_block	*sb)
{
	struct xfs_mount	*mp = XFS_M(sb);

	xfs_restore_resvblks(mp);
1328
	xfs_log_work_queue(mp);
E
Eric Sandeen 已提交
1329 1330 1331
	return 0;
}

L
Linus Torvalds 已提交
1332
STATIC int
1333
xfs_fs_show_options(
L
Linus Torvalds 已提交
1334
	struct seq_file		*m,
1335
	struct dentry		*root)
L
Linus Torvalds 已提交
1336
{
1337
	return -xfs_showargs(XFS_M(root->d_sb), m);
L
Linus Torvalds 已提交
1338 1339
}

1340 1341 1342 1343 1344 1345 1346 1347 1348 1349
/*
 * This function fills in xfs_mount_t fields based on mount args.
 * Note: the superblock _has_ now been read in.
 */
STATIC int
xfs_finish_flags(
	struct xfs_mount	*mp)
{
	int			ronly = (mp->m_flags & XFS_MOUNT_RDONLY);

1350
	/* Fail a mount where the logbuf is smaller than the log stripe */
1351
	if (xfs_sb_version_haslogv2(&mp->m_sb)) {
1352 1353
		if (mp->m_logbsize <= 0 &&
		    mp->m_sb.sb_logsunit > XLOG_BIG_RECORD_BSIZE) {
1354
			mp->m_logbsize = mp->m_sb.sb_logsunit;
1355 1356
		} else if (mp->m_logbsize > 0 &&
			   mp->m_logbsize < mp->m_sb.sb_logsunit) {
1357 1358
			xfs_warn(mp,
		"logbuf size must be greater than or equal to log stripe size");
1359 1360 1361 1362
			return XFS_ERROR(EINVAL);
		}
	} else {
		/* Fail a mount if the logbuf is larger than 32K */
1363
		if (mp->m_logbsize > XLOG_BIG_RECORD_BSIZE) {
1364 1365
			xfs_warn(mp,
		"logbuf size for version 1 logs must be 16K or 32K");
1366 1367 1368 1369
			return XFS_ERROR(EINVAL);
		}
	}

1370 1371 1372 1373 1374 1375 1376 1377 1378 1379 1380
	/*
	 * V5 filesystems always use attr2 format for attributes.
	 */
	if (xfs_sb_version_hascrc(&mp->m_sb) &&
	    (mp->m_flags & XFS_MOUNT_NOATTR2)) {
		xfs_warn(mp,
"Cannot mount a V5 filesystem as %s. %s is always enabled for V5 filesystems.",
			MNTOPT_NOATTR2, MNTOPT_ATTR2);
		return XFS_ERROR(EINVAL);
	}

1381 1382 1383 1384 1385
	/*
	 * mkfs'ed attr2 will turn on attr2 mount unless explicitly
	 * told by noattr2 to turn it off
	 */
	if (xfs_sb_version_hasattr2(&mp->m_sb) &&
1386
	    !(mp->m_flags & XFS_MOUNT_NOATTR2))
1387 1388 1389 1390 1391 1392
		mp->m_flags |= XFS_MOUNT_ATTR2;

	/*
	 * prohibit r/w mounts of read-only filesystems
	 */
	if ((mp->m_sb.sb_flags & XFS_SBF_READONLY) && !ronly) {
1393 1394
		xfs_warn(mp,
			"cannot mount a read-only filesystem as read-write");
1395 1396 1397 1398 1399 1400
		return XFS_ERROR(EROFS);
	}

	return 0;
}

L
Linus Torvalds 已提交
1401
STATIC int
1402
xfs_fs_fill_super(
L
Linus Torvalds 已提交
1403 1404 1405 1406
	struct super_block	*sb,
	void			*data,
	int			silent)
{
1407
	struct inode		*root;
1408
	struct xfs_mount	*mp = NULL;
C
Christoph Hellwig 已提交
1409
	int			flags = 0, error = ENOMEM;
1410

C
Christoph Hellwig 已提交
1411 1412
	mp = kzalloc(sizeof(struct xfs_mount), GFP_KERNEL);
	if (!mp)
1413
		goto out;
L
Linus Torvalds 已提交
1414

C
Christoph Hellwig 已提交
1415 1416 1417
	spin_lock_init(&mp->m_sb_lock);
	mutex_init(&mp->m_growlock);
	atomic_set(&mp->m_active_trans, 0);
D
Dave Chinner 已提交
1418
	INIT_DELAYED_WORK(&mp->m_reclaim_work, xfs_reclaim_worker);
1419
	INIT_DELAYED_WORK(&mp->m_eofblocks_work, xfs_eofblocks_worker);
1420

C
Christoph Hellwig 已提交
1421 1422
	mp->m_super = sb;
	sb->s_fs_info = mp;
L
Linus Torvalds 已提交
1423

C
Christoph Hellwig 已提交
1424
	error = xfs_parseargs(mp, (char *)data);
1425
	if (error)
1426
		goto out_free_fsname;
L
Linus Torvalds 已提交
1427 1428

	sb_min_blocksize(sb, BBSIZE);
1429
	sb->s_xattr = xfs_xattr_handlers;
1430
	sb->s_export_op = &xfs_export_operations;
1431
#ifdef CONFIG_XFS_QUOTA
1432
	sb->s_qcop = &xfs_quotactl_operations;
1433
#endif
1434
	sb->s_op = &xfs_super_operations;
L
Linus Torvalds 已提交
1435

1436
	if (silent)
1437 1438
		flags |= XFS_MFSI_QUIET;

1439
	error = xfs_open_devices(mp);
1440
	if (error)
C
Christoph Hellwig 已提交
1441
		goto out_free_fsname;
1442

1443
	error = xfs_init_mount_workqueues(mp);
1444 1445
	if (error)
		goto out_close_devices;
C
Christoph Hellwig 已提交
1446

1447 1448 1449 1450
	error = xfs_icsb_init_counters(mp);
	if (error)
		goto out_destroy_workqueues;

1451 1452
	error = xfs_readsb(mp, flags);
	if (error)
1453 1454 1455
		goto out_destroy_counters;

	error = xfs_finish_flags(mp);
1456
	if (error)
1457
		goto out_free_sb;
1458

1459
	error = xfs_setup_devices(mp);
1460
	if (error)
1461
		goto out_free_sb;
1462 1463 1464

	error = xfs_filestream_mount(mp);
	if (error)
1465
		goto out_free_sb;
1466

1467 1468 1469 1470
	/*
	 * we must configure the block size in the superblock before we run the
	 * full mount process as the mount process can lookup and cache inodes.
	 */
C
Christoph Hellwig 已提交
1471 1472 1473
	sb->s_magic = XFS_SB_MAGIC;
	sb->s_blocksize = mp->m_sb.sb_blocksize;
	sb->s_blocksize_bits = ffs(sb->s_blocksize) - 1;
L
Linus Torvalds 已提交
1474
	sb->s_maxbytes = xfs_max_file_offset(sb->s_blocksize_bits);
1475
	sb->s_max_links = XFS_MAXLINK;
L
Linus Torvalds 已提交
1476 1477 1478
	sb->s_time_gran = 1;
	set_posix_acl_flag(sb);

1479
	error = xfs_mountfs(mp);
1480
	if (error)
D
Dave Chinner 已提交
1481
		goto out_filestream_unmount;
1482

1483
	root = igrab(VFS_I(mp->m_rootip));
1484
	if (!root) {
C
Christoph Hellwig 已提交
1485
		error = ENOENT;
1486
		goto out_unmount;
C
Christoph Hellwig 已提交
1487
	}
1488 1489
	if (is_bad_inode(root)) {
		error = EINVAL;
1490
		goto out_unmount;
L
Linus Torvalds 已提交
1491
	}
1492
	sb->s_root = d_make_root(root);
1493 1494
	if (!sb->s_root) {
		error = ENOMEM;
1495
		goto out_unmount;
L
Linus Torvalds 已提交
1496
	}
1497

L
Linus Torvalds 已提交
1498
	return 0;
D
Dave Chinner 已提交
1499

D
Dave Chinner 已提交
1500
 out_filestream_unmount:
1501
	xfs_filestream_unmount(mp);
1502 1503
 out_free_sb:
	xfs_freesb(mp);
1504
 out_destroy_counters:
C
Christoph Hellwig 已提交
1505
	xfs_icsb_destroy_counters(mp);
1506 1507
out_destroy_workqueues:
	xfs_destroy_mount_workqueues(mp);
1508
 out_close_devices:
1509
	xfs_close_devices(mp);
1510 1511
 out_free_fsname:
	xfs_free_fsname(mp);
C
Christoph Hellwig 已提交
1512
	kfree(mp);
1513
 out:
C
Christoph Hellwig 已提交
1514
	return -error;
1515

1516
 out_unmount:
1517
	xfs_filestream_unmount(mp);
1518
	xfs_unmountfs(mp);
1519
	goto out_free_sb;
L
Linus Torvalds 已提交
1520 1521
}

A
Al Viro 已提交
1522 1523
STATIC struct dentry *
xfs_fs_mount(
L
Linus Torvalds 已提交
1524 1525 1526
	struct file_system_type	*fs_type,
	int			flags,
	const char		*dev_name,
A
Al Viro 已提交
1527
	void			*data)
L
Linus Torvalds 已提交
1528
{
A
Al Viro 已提交
1529
	return mount_bdev(fs_type, flags, dev_name, data, xfs_fs_fill_super);
1530 1531
}

1532 1533 1534 1535 1536 1537 1538 1539 1540 1541 1542 1543 1544 1545 1546
static int
xfs_fs_nr_cached_objects(
	struct super_block	*sb)
{
	return xfs_reclaim_inodes_count(XFS_M(sb));
}

static void
xfs_fs_free_cached_objects(
	struct super_block	*sb,
	int			nr_to_scan)
{
	xfs_reclaim_inodes_nr(XFS_M(sb), nr_to_scan);
}

1547
static const struct super_operations xfs_super_operations = {
1548 1549
	.alloc_inode		= xfs_fs_alloc_inode,
	.destroy_inode		= xfs_fs_destroy_inode,
1550
	.evict_inode		= xfs_fs_evict_inode,
1551
	.drop_inode		= xfs_fs_drop_inode,
1552
	.put_super		= xfs_fs_put_super,
C
Christoph Hellwig 已提交
1553
	.sync_fs		= xfs_fs_sync_fs,
1554
	.freeze_fs		= xfs_fs_freeze,
E
Eric Sandeen 已提交
1555
	.unfreeze_fs		= xfs_fs_unfreeze,
1556 1557 1558
	.statfs			= xfs_fs_statfs,
	.remount_fs		= xfs_fs_remount,
	.show_options		= xfs_fs_show_options,
1559 1560
	.nr_cached_objects	= xfs_fs_nr_cached_objects,
	.free_cached_objects	= xfs_fs_free_cached_objects,
L
Linus Torvalds 已提交
1561 1562
};

A
Andrew Morton 已提交
1563
static struct file_system_type xfs_fs_type = {
L
Linus Torvalds 已提交
1564 1565
	.owner			= THIS_MODULE,
	.name			= "xfs",
A
Al Viro 已提交
1566
	.mount			= xfs_fs_mount,
L
Linus Torvalds 已提交
1567 1568 1569
	.kill_sb		= kill_block_super,
	.fs_flags		= FS_REQUIRES_DEV,
};
1570
MODULE_ALIAS_FS("xfs");
L
Linus Torvalds 已提交
1571

1572 1573 1574 1575 1576 1577
STATIC int __init
xfs_init_zones(void)
{

	xfs_ioend_zone = kmem_zone_init(sizeof(xfs_ioend_t), "xfs_ioend");
	if (!xfs_ioend_zone)
1578
		goto out;
1579 1580 1581 1582 1583 1584 1585 1586 1587 1588 1589 1590 1591 1592 1593

	xfs_ioend_pool = mempool_create_slab_pool(4 * MAX_BUF_PER_PAGE,
						  xfs_ioend_zone);
	if (!xfs_ioend_pool)
		goto out_destroy_ioend_zone;

	xfs_log_ticket_zone = kmem_zone_init(sizeof(xlog_ticket_t),
						"xfs_log_ticket");
	if (!xfs_log_ticket_zone)
		goto out_destroy_ioend_pool;

	xfs_bmap_free_item_zone = kmem_zone_init(sizeof(xfs_bmap_free_item_t),
						"xfs_bmap_free_item");
	if (!xfs_bmap_free_item_zone)
		goto out_destroy_log_ticket_zone;
1594

1595 1596 1597 1598 1599 1600 1601 1602 1603 1604 1605 1606
	xfs_btree_cur_zone = kmem_zone_init(sizeof(xfs_btree_cur_t),
						"xfs_btree_cur");
	if (!xfs_btree_cur_zone)
		goto out_destroy_bmap_free_item_zone;

	xfs_da_state_zone = kmem_zone_init(sizeof(xfs_da_state_t),
						"xfs_da_state");
	if (!xfs_da_state_zone)
		goto out_destroy_btree_cur_zone;

	xfs_ifork_zone = kmem_zone_init(sizeof(xfs_ifork_t), "xfs_ifork");
	if (!xfs_ifork_zone)
1607
		goto out_destroy_da_state_zone;
1608 1609 1610 1611 1612

	xfs_trans_zone = kmem_zone_init(sizeof(xfs_trans_t), "xfs_trans");
	if (!xfs_trans_zone)
		goto out_destroy_ifork_zone;

1613 1614 1615 1616 1617 1618
	xfs_log_item_desc_zone =
		kmem_zone_init(sizeof(struct xfs_log_item_desc),
			       "xfs_log_item_desc");
	if (!xfs_log_item_desc_zone)
		goto out_destroy_trans_zone;

1619 1620 1621 1622 1623
	/*
	 * The size of the zone allocated buf log item is the maximum
	 * size possible under XFS.  This wastes a little bit of memory,
	 * but it is much faster.
	 */
1624 1625
	xfs_buf_item_zone = kmem_zone_init(sizeof(struct xfs_buf_log_item),
					   "xfs_buf_item");
1626
	if (!xfs_buf_item_zone)
1627
		goto out_destroy_log_item_desc_zone;
1628 1629 1630 1631 1632 1633 1634 1635 1636 1637 1638 1639 1640 1641 1642

	xfs_efd_zone = kmem_zone_init((sizeof(xfs_efd_log_item_t) +
			((XFS_EFD_MAX_FAST_EXTENTS - 1) *
				 sizeof(xfs_extent_t))), "xfs_efd_item");
	if (!xfs_efd_zone)
		goto out_destroy_buf_item_zone;

	xfs_efi_zone = kmem_zone_init((sizeof(xfs_efi_log_item_t) +
			((XFS_EFI_MAX_FAST_EXTENTS - 1) *
				sizeof(xfs_extent_t))), "xfs_efi_item");
	if (!xfs_efi_zone)
		goto out_destroy_efd_zone;

	xfs_inode_zone =
		kmem_zone_init_flags(sizeof(xfs_inode_t), "xfs_inode",
1643 1644
			KM_ZONE_HWALIGN | KM_ZONE_RECLAIM | KM_ZONE_SPREAD,
			xfs_fs_inode_init_once);
1645 1646 1647 1648 1649 1650 1651 1652 1653 1654 1655 1656 1657 1658 1659 1660 1661 1662 1663
	if (!xfs_inode_zone)
		goto out_destroy_efi_zone;

	xfs_ili_zone =
		kmem_zone_init_flags(sizeof(xfs_inode_log_item_t), "xfs_ili",
					KM_ZONE_SPREAD, NULL);
	if (!xfs_ili_zone)
		goto out_destroy_inode_zone;

	return 0;

 out_destroy_inode_zone:
	kmem_zone_destroy(xfs_inode_zone);
 out_destroy_efi_zone:
	kmem_zone_destroy(xfs_efi_zone);
 out_destroy_efd_zone:
	kmem_zone_destroy(xfs_efd_zone);
 out_destroy_buf_item_zone:
	kmem_zone_destroy(xfs_buf_item_zone);
1664 1665
 out_destroy_log_item_desc_zone:
	kmem_zone_destroy(xfs_log_item_desc_zone);
1666 1667 1668 1669 1670 1671 1672 1673 1674 1675 1676 1677 1678 1679 1680 1681 1682 1683 1684 1685 1686 1687 1688
 out_destroy_trans_zone:
	kmem_zone_destroy(xfs_trans_zone);
 out_destroy_ifork_zone:
	kmem_zone_destroy(xfs_ifork_zone);
 out_destroy_da_state_zone:
	kmem_zone_destroy(xfs_da_state_zone);
 out_destroy_btree_cur_zone:
	kmem_zone_destroy(xfs_btree_cur_zone);
 out_destroy_bmap_free_item_zone:
	kmem_zone_destroy(xfs_bmap_free_item_zone);
 out_destroy_log_ticket_zone:
	kmem_zone_destroy(xfs_log_ticket_zone);
 out_destroy_ioend_pool:
	mempool_destroy(xfs_ioend_pool);
 out_destroy_ioend_zone:
	kmem_zone_destroy(xfs_ioend_zone);
 out:
	return -ENOMEM;
}

STATIC void
xfs_destroy_zones(void)
{
1689 1690 1691 1692 1693
	/*
	 * Make sure all delayed rcu free are flushed before we
	 * destroy caches.
	 */
	rcu_barrier();
1694 1695 1696 1697 1698
	kmem_zone_destroy(xfs_ili_zone);
	kmem_zone_destroy(xfs_inode_zone);
	kmem_zone_destroy(xfs_efi_zone);
	kmem_zone_destroy(xfs_efd_zone);
	kmem_zone_destroy(xfs_buf_item_zone);
1699
	kmem_zone_destroy(xfs_log_item_desc_zone);
1700 1701 1702 1703 1704 1705 1706 1707 1708 1709
	kmem_zone_destroy(xfs_trans_zone);
	kmem_zone_destroy(xfs_ifork_zone);
	kmem_zone_destroy(xfs_da_state_zone);
	kmem_zone_destroy(xfs_btree_cur_zone);
	kmem_zone_destroy(xfs_bmap_free_item_zone);
	kmem_zone_destroy(xfs_log_ticket_zone);
	mempool_destroy(xfs_ioend_pool);
	kmem_zone_destroy(xfs_ioend_zone);

}
L
Linus Torvalds 已提交
1710

1711 1712 1713
STATIC int __init
xfs_init_workqueues(void)
{
1714 1715 1716 1717 1718 1719 1720 1721
	/*
	 * The allocation workqueue can be used in memory reclaim situations
	 * (writepage path), and parallelism is only limited by the number of
	 * AGs in all the filesystems mounted. Hence use the default large
	 * max_active value for this workqueue.
	 */
	xfs_alloc_wq = alloc_workqueue("xfsalloc", WQ_MEM_RECLAIM, 0);
	if (!xfs_alloc_wq)
D
Dave Chinner 已提交
1722
		return -ENOMEM;
1723

1724 1725 1726
	return 0;
}

1727
STATIC void
1728 1729
xfs_destroy_workqueues(void)
{
1730
	destroy_workqueue(xfs_alloc_wq);
1731 1732
}

L
Linus Torvalds 已提交
1733
STATIC int __init
1734
init_xfs_fs(void)
L
Linus Torvalds 已提交
1735 1736 1737
{
	int			error;

1738 1739
	printk(KERN_INFO XFS_VERSION_STRING " with "
			 XFS_BUILD_OPTIONS " enabled\n");
L
Linus Torvalds 已提交
1740

1741
	xfs_dir_startup();
L
Linus Torvalds 已提交
1742

1743
	error = xfs_init_zones();
1744 1745 1746
	if (error)
		goto out;

1747
	error = xfs_init_workqueues();
1748
	if (error)
C
Christoph Hellwig 已提交
1749
		goto out_destroy_zones;
1750

1751 1752 1753 1754
	error = xfs_mru_cache_init();
	if (error)
		goto out_destroy_wq;

1755 1756 1757
	error = xfs_filestream_init();
	if (error)
		goto out_mru_cache_uninit;
L
Linus Torvalds 已提交
1758

1759
	error = xfs_buf_init();
1760 1761 1762 1763 1764 1765 1766 1767 1768 1769
	if (error)
		goto out_filestream_uninit;

	error = xfs_init_procfs();
	if (error)
		goto out_buf_terminate;

	error = xfs_sysctl_register();
	if (error)
		goto out_cleanup_procfs;
L
Linus Torvalds 已提交
1770

1771 1772 1773
	error = xfs_qm_init();
	if (error)
		goto out_sysctl_unregister;
L
Linus Torvalds 已提交
1774 1775 1776

	error = register_filesystem(&xfs_fs_type);
	if (error)
1777
		goto out_qm_exit;
L
Linus Torvalds 已提交
1778 1779
	return 0;

1780 1781
 out_qm_exit:
	xfs_qm_exit();
1782 1783 1784 1785 1786
 out_sysctl_unregister:
	xfs_sysctl_unregister();
 out_cleanup_procfs:
	xfs_cleanup_procfs();
 out_buf_terminate:
1787
	xfs_buf_terminate();
1788 1789 1790 1791
 out_filestream_uninit:
	xfs_filestream_uninit();
 out_mru_cache_uninit:
	xfs_mru_cache_uninit();
1792 1793
 out_destroy_wq:
	xfs_destroy_workqueues();
1794
 out_destroy_zones:
1795
	xfs_destroy_zones();
1796
 out:
L
Linus Torvalds 已提交
1797 1798 1799 1800
	return error;
}

STATIC void __exit
1801
exit_xfs_fs(void)
L
Linus Torvalds 已提交
1802
{
1803
	xfs_qm_exit();
L
Linus Torvalds 已提交
1804
	unregister_filesystem(&xfs_fs_type);
1805 1806
	xfs_sysctl_unregister();
	xfs_cleanup_procfs();
1807
	xfs_buf_terminate();
1808 1809
	xfs_filestream_uninit();
	xfs_mru_cache_uninit();
1810
	xfs_destroy_workqueues();
1811
	xfs_destroy_zones();
L
Linus Torvalds 已提交
1812 1813 1814 1815 1816 1817 1818 1819
}

module_init(init_xfs_fs);
module_exit(exit_xfs_fs);

MODULE_AUTHOR("Silicon Graphics, Inc.");
MODULE_DESCRIPTION(XFS_VERSION_STRING " with " XFS_BUILD_OPTIONS " enabled");
MODULE_LICENSE("GPL");