super.c 75.0 KB
Newer Older
J
Jaegeuk Kim 已提交
1
/*
J
Jaegeuk Kim 已提交
2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20
 * fs/f2fs/super.c
 *
 * Copyright (c) 2012 Samsung Electronics Co., Ltd.
 *             http://www.samsung.com/
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License version 2 as
 * published by the Free Software Foundation.
 */
#include <linux/module.h>
#include <linux/init.h>
#include <linux/fs.h>
#include <linux/statfs.h>
#include <linux/buffer_head.h>
#include <linux/backing-dev.h>
#include <linux/kthread.h>
#include <linux/parser.h>
#include <linux/mount.h>
#include <linux/seq_file.h>
21
#include <linux/proc_fs.h>
J
Jaegeuk Kim 已提交
22 23
#include <linux/random.h>
#include <linux/exportfs.h>
24
#include <linux/blkdev.h>
C
Chao Yu 已提交
25
#include <linux/quotaops.h>
J
Jaegeuk Kim 已提交
26
#include <linux/f2fs_fs.h>
27
#include <linux/sysfs.h>
C
Chao Yu 已提交
28
#include <linux/quota.h>
J
Jaegeuk Kim 已提交
29 30 31

#include "f2fs.h"
#include "node.h"
32
#include "segment.h"
J
Jaegeuk Kim 已提交
33
#include "xattr.h"
34
#include "gc.h"
J
Jaegeuk Kim 已提交
35
#include "trace.h"
J
Jaegeuk Kim 已提交
36

37 38 39
#define CREATE_TRACE_POINTS
#include <trace/events/f2fs.h>

J
Jaegeuk Kim 已提交
40 41
static struct kmem_cache *f2fs_inode_cachep;

42
#ifdef CONFIG_F2FS_FAULT_INJECTION
J
Jaegeuk Kim 已提交
43 44 45

char *fault_name[FAULT_MAX] = {
	[FAULT_KMALLOC]		= "kmalloc",
C
Chao Yu 已提交
46
	[FAULT_KVMALLOC]	= "kvmalloc",
47
	[FAULT_PAGE_ALLOC]	= "page alloc",
C
Chao Yu 已提交
48
	[FAULT_PAGE_GET]	= "page get",
49
	[FAULT_ALLOC_BIO]	= "alloc bio",
J
Jaegeuk Kim 已提交
50 51 52 53
	[FAULT_ALLOC_NID]	= "alloc nid",
	[FAULT_ORPHAN]		= "orphan",
	[FAULT_BLOCK]		= "no more block",
	[FAULT_DIR_DEPTH]	= "too big dir depth",
54
	[FAULT_EVICT_INODE]	= "evict_inode fail",
55
	[FAULT_TRUNCATE]	= "truncate fail",
C
Chao Yu 已提交
56
	[FAULT_IO]		= "IO error",
57
	[FAULT_CHECKPOINT]	= "checkpoint error",
J
Jaegeuk Kim 已提交
58
};
S
Sheng Yong 已提交
59

60 61
static void f2fs_build_fault_attr(struct f2fs_sb_info *sbi,
						unsigned int rate)
S
Sheng Yong 已提交
62
{
63 64
	struct f2fs_fault_info *ffi = &sbi->fault_info;

S
Sheng Yong 已提交
65
	if (rate) {
66 67 68
		atomic_set(&ffi->inject_ops, 0);
		ffi->inject_rate = rate;
		ffi->inject_type = (1 << FAULT_MAX) - 1;
S
Sheng Yong 已提交
69
	} else {
70
		memset(ffi, 0, sizeof(struct f2fs_fault_info));
S
Sheng Yong 已提交
71 72
	}
}
73 74
#endif

75 76 77 78 79 80 81
/* f2fs-wide shrinker description */
static struct shrinker f2fs_shrinker_info = {
	.scan_objects = f2fs_shrink_scan,
	.count_objects = f2fs_shrink_count,
	.seeks = DEFAULT_SEEKS,
};

J
Jaegeuk Kim 已提交
82
enum {
83
	Opt_gc_background,
J
Jaegeuk Kim 已提交
84
	Opt_disable_roll_forward,
85
	Opt_norecovery,
J
Jaegeuk Kim 已提交
86
	Opt_discard,
C
Chao Yu 已提交
87
	Opt_nodiscard,
J
Jaegeuk Kim 已提交
88
	Opt_noheap,
89
	Opt_heap,
90
	Opt_user_xattr,
J
Jaegeuk Kim 已提交
91
	Opt_nouser_xattr,
92
	Opt_acl,
J
Jaegeuk Kim 已提交
93 94 95
	Opt_noacl,
	Opt_active_logs,
	Opt_disable_ext_identify,
J
Jaegeuk Kim 已提交
96
	Opt_inline_xattr,
97
	Opt_noinline_xattr,
C
Chao Yu 已提交
98
	Opt_inline_xattr_size,
99
	Opt_inline_data,
100
	Opt_inline_dentry,
101
	Opt_noinline_dentry,
102
	Opt_flush_merge,
J
Jaegeuk Kim 已提交
103
	Opt_noflush_merge,
J
Jaegeuk Kim 已提交
104
	Opt_nobarrier,
105
	Opt_fastboot,
106
	Opt_extent_cache,
107
	Opt_noextent_cache,
W
Wanpeng Li 已提交
108
	Opt_noinline_data,
109
	Opt_data_flush,
110
	Opt_reserve_root,
111 112
	Opt_resgid,
	Opt_resuid,
113
	Opt_mode,
114
	Opt_io_size_bits,
115
	Opt_fault_injection,
J
Jaegeuk Kim 已提交
116 117
	Opt_lazytime,
	Opt_nolazytime,
C
Chao Yu 已提交
118 119
	Opt_quota,
	Opt_noquota,
C
Chao Yu 已提交
120 121
	Opt_usrquota,
	Opt_grpquota,
C
Chao Yu 已提交
122
	Opt_prjquota,
C
Chao Yu 已提交
123 124 125 126 127 128 129 130 131
	Opt_usrjquota,
	Opt_grpjquota,
	Opt_prjjquota,
	Opt_offusrjquota,
	Opt_offgrpjquota,
	Opt_offprjjquota,
	Opt_jqfmt_vfsold,
	Opt_jqfmt_vfsv0,
	Opt_jqfmt_vfsv1,
132
	Opt_whint,
J
Jaegeuk Kim 已提交
133 134 135 136
	Opt_err,
};

static match_table_t f2fs_tokens = {
137
	{Opt_gc_background, "background_gc=%s"},
J
Jaegeuk Kim 已提交
138
	{Opt_disable_roll_forward, "disable_roll_forward"},
139
	{Opt_norecovery, "norecovery"},
J
Jaegeuk Kim 已提交
140
	{Opt_discard, "discard"},
C
Chao Yu 已提交
141
	{Opt_nodiscard, "nodiscard"},
J
Jaegeuk Kim 已提交
142
	{Opt_noheap, "no_heap"},
143
	{Opt_heap, "heap"},
144
	{Opt_user_xattr, "user_xattr"},
J
Jaegeuk Kim 已提交
145
	{Opt_nouser_xattr, "nouser_xattr"},
146
	{Opt_acl, "acl"},
J
Jaegeuk Kim 已提交
147 148 149
	{Opt_noacl, "noacl"},
	{Opt_active_logs, "active_logs=%u"},
	{Opt_disable_ext_identify, "disable_ext_identify"},
J
Jaegeuk Kim 已提交
150
	{Opt_inline_xattr, "inline_xattr"},
151
	{Opt_noinline_xattr, "noinline_xattr"},
C
Chao Yu 已提交
152
	{Opt_inline_xattr_size, "inline_xattr_size=%u"},
153
	{Opt_inline_data, "inline_data"},
154
	{Opt_inline_dentry, "inline_dentry"},
155
	{Opt_noinline_dentry, "noinline_dentry"},
156
	{Opt_flush_merge, "flush_merge"},
J
Jaegeuk Kim 已提交
157
	{Opt_noflush_merge, "noflush_merge"},
J
Jaegeuk Kim 已提交
158
	{Opt_nobarrier, "nobarrier"},
159
	{Opt_fastboot, "fastboot"},
160
	{Opt_extent_cache, "extent_cache"},
161
	{Opt_noextent_cache, "noextent_cache"},
W
Wanpeng Li 已提交
162
	{Opt_noinline_data, "noinline_data"},
163
	{Opt_data_flush, "data_flush"},
164
	{Opt_reserve_root, "reserve_root=%u"},
165 166
	{Opt_resgid, "resgid=%u"},
	{Opt_resuid, "resuid=%u"},
167
	{Opt_mode, "mode=%s"},
168
	{Opt_io_size_bits, "io_bits=%u"},
169
	{Opt_fault_injection, "fault_injection=%u"},
J
Jaegeuk Kim 已提交
170 171
	{Opt_lazytime, "lazytime"},
	{Opt_nolazytime, "nolazytime"},
C
Chao Yu 已提交
172 173
	{Opt_quota, "quota"},
	{Opt_noquota, "noquota"},
C
Chao Yu 已提交
174 175
	{Opt_usrquota, "usrquota"},
	{Opt_grpquota, "grpquota"},
C
Chao Yu 已提交
176
	{Opt_prjquota, "prjquota"},
C
Chao Yu 已提交
177 178 179 180 181 182 183 184 185
	{Opt_usrjquota, "usrjquota=%s"},
	{Opt_grpjquota, "grpjquota=%s"},
	{Opt_prjjquota, "prjjquota=%s"},
	{Opt_offusrjquota, "usrjquota="},
	{Opt_offgrpjquota, "grpjquota="},
	{Opt_offprjjquota, "prjjquota="},
	{Opt_jqfmt_vfsold, "jqfmt=vfsold"},
	{Opt_jqfmt_vfsv0, "jqfmt=vfsv0"},
	{Opt_jqfmt_vfsv1, "jqfmt=vfsv1"},
186
	{Opt_whint, "whint_mode=%s"},
J
Jaegeuk Kim 已提交
187 188 189
	{Opt_err, NULL},
};

190 191 192 193 194 195 196 197
void f2fs_msg(struct super_block *sb, const char *level, const char *fmt, ...)
{
	struct va_format vaf;
	va_list args;

	va_start(args, fmt);
	vaf.fmt = fmt;
	vaf.va = &args;
198
	printk_ratelimited("%sF2FS-fs (%s): %pV\n", level, sb->s_id, &vaf);
199 200 201
	va_end(args);
}

202 203 204 205 206 207 208 209 210 211 212
static inline void limit_reserve_root(struct f2fs_sb_info *sbi)
{
	block_t limit = (sbi->user_block_count << 1) / 1000;

	/* limit is 0.2% */
	if (test_opt(sbi, RESERVE_ROOT) && sbi->root_reserved_blocks > limit) {
		sbi->root_reserved_blocks = limit;
		f2fs_msg(sbi->sb, KERN_INFO,
			"Reduce reserved blocks for root = %u",
				sbi->root_reserved_blocks);
	}
213 214 215 216 217 218 219 220 221
	if (!test_opt(sbi, RESERVE_ROOT) &&
		(!uid_eq(sbi->s_resuid,
				make_kuid(&init_user_ns, F2FS_DEF_RESUID)) ||
		!gid_eq(sbi->s_resgid,
				make_kgid(&init_user_ns, F2FS_DEF_RESGID))))
		f2fs_msg(sbi->sb, KERN_INFO,
			"Ignore s_resuid=%u, s_resgid=%u w/o reserve_root",
				from_kuid_munged(&init_user_ns, sbi->s_resuid),
				from_kgid_munged(&init_user_ns, sbi->s_resgid));
222 223
}

J
Jaegeuk Kim 已提交
224 225 226 227 228 229 230
static void init_once(void *foo)
{
	struct f2fs_inode_info *fi = (struct f2fs_inode_info *) foo;

	inode_init_once(&fi->vfs_inode);
}

C
Chao Yu 已提交
231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246
#ifdef CONFIG_QUOTA
static const char * const quotatypes[] = INITQFNAMES;
#define QTYPE2NAME(t) (quotatypes[t])
static int f2fs_set_qf_name(struct super_block *sb, int qtype,
							substring_t *args)
{
	struct f2fs_sb_info *sbi = F2FS_SB(sb);
	char *qname;
	int ret = -EINVAL;

	if (sb_any_quota_loaded(sb) && !sbi->s_qf_names[qtype]) {
		f2fs_msg(sb, KERN_ERR,
			"Cannot change journaled "
			"quota options when quota turned on");
		return -EINVAL;
	}
J
Jaegeuk Kim 已提交
247 248 249 250 251 252
	if (f2fs_sb_has_quota_ino(sb)) {
		f2fs_msg(sb, KERN_INFO,
			"QUOTA feature is enabled, so ignore qf_name");
		return 0;
	}

C
Chao Yu 已提交
253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330
	qname = match_strdup(args);
	if (!qname) {
		f2fs_msg(sb, KERN_ERR,
			"Not enough memory for storing quotafile name");
		return -EINVAL;
	}
	if (sbi->s_qf_names[qtype]) {
		if (strcmp(sbi->s_qf_names[qtype], qname) == 0)
			ret = 0;
		else
			f2fs_msg(sb, KERN_ERR,
				 "%s quota file already specified",
				 QTYPE2NAME(qtype));
		goto errout;
	}
	if (strchr(qname, '/')) {
		f2fs_msg(sb, KERN_ERR,
			"quotafile must be on filesystem root");
		goto errout;
	}
	sbi->s_qf_names[qtype] = qname;
	set_opt(sbi, QUOTA);
	return 0;
errout:
	kfree(qname);
	return ret;
}

static int f2fs_clear_qf_name(struct super_block *sb, int qtype)
{
	struct f2fs_sb_info *sbi = F2FS_SB(sb);

	if (sb_any_quota_loaded(sb) && sbi->s_qf_names[qtype]) {
		f2fs_msg(sb, KERN_ERR, "Cannot change journaled quota options"
			" when quota turned on");
		return -EINVAL;
	}
	kfree(sbi->s_qf_names[qtype]);
	sbi->s_qf_names[qtype] = NULL;
	return 0;
}

static int f2fs_check_quota_options(struct f2fs_sb_info *sbi)
{
	/*
	 * We do the test below only for project quotas. 'usrquota' and
	 * 'grpquota' mount options are allowed even without quota feature
	 * to support legacy quotas in quota files.
	 */
	if (test_opt(sbi, PRJQUOTA) && !f2fs_sb_has_project_quota(sbi->sb)) {
		f2fs_msg(sbi->sb, KERN_ERR, "Project quota feature not enabled. "
			 "Cannot enable project quota enforcement.");
		return -1;
	}
	if (sbi->s_qf_names[USRQUOTA] || sbi->s_qf_names[GRPQUOTA] ||
			sbi->s_qf_names[PRJQUOTA]) {
		if (test_opt(sbi, USRQUOTA) && sbi->s_qf_names[USRQUOTA])
			clear_opt(sbi, USRQUOTA);

		if (test_opt(sbi, GRPQUOTA) && sbi->s_qf_names[GRPQUOTA])
			clear_opt(sbi, GRPQUOTA);

		if (test_opt(sbi, PRJQUOTA) && sbi->s_qf_names[PRJQUOTA])
			clear_opt(sbi, PRJQUOTA);

		if (test_opt(sbi, GRPQUOTA) || test_opt(sbi, USRQUOTA) ||
				test_opt(sbi, PRJQUOTA)) {
			f2fs_msg(sbi->sb, KERN_ERR, "old and new quota "
					"format mixing");
			return -1;
		}

		if (!sbi->s_jquota_fmt) {
			f2fs_msg(sbi->sb, KERN_ERR, "journaled quota format "
					"not specified");
			return -1;
		}
	}
J
Jaegeuk Kim 已提交
331 332 333 334 335 336 337 338 339 340 341 342

	if (f2fs_sb_has_quota_ino(sbi->sb) && sbi->s_jquota_fmt) {
		f2fs_msg(sbi->sb, KERN_INFO,
			"QUOTA feature is enabled, so ignore jquota_fmt");
		sbi->s_jquota_fmt = 0;
	}
	if (f2fs_sb_has_quota_ino(sbi->sb) && sb_rdonly(sbi->sb)) {
		f2fs_msg(sbi->sb, KERN_INFO,
			 "Filesystem with quota feature cannot be mounted RDWR "
			 "without CONFIG_QUOTA");
		return -1;
	}
C
Chao Yu 已提交
343 344 345 346
	return 0;
}
#endif

347 348 349
static int parse_options(struct super_block *sb, char *options)
{
	struct f2fs_sb_info *sbi = F2FS_SB(sb);
350
	struct request_queue *q;
351 352 353
	substring_t args[MAX_OPT_ARGS];
	char *p, *name;
	int arg = 0;
354 355
	kuid_t uid;
	kgid_t gid;
C
Chao Yu 已提交
356 357 358
#ifdef CONFIG_QUOTA
	int ret;
#endif
359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379

	if (!options)
		return 0;

	while ((p = strsep(&options, ",")) != NULL) {
		int token;
		if (!*p)
			continue;
		/*
		 * Initialize args struct so we know whether arg was
		 * found; some options take optional arguments.
		 */
		args[0].to = args[0].from = NULL;
		token = match_token(p, f2fs_tokens, args);

		switch (token) {
		case Opt_gc_background:
			name = match_strdup(&args[0]);

			if (!name)
				return -ENOMEM;
380
			if (strlen(name) == 2 && !strncmp(name, "on", 2)) {
381
				set_opt(sbi, BG_GC);
382 383
				clear_opt(sbi, FORCE_FG_GC);
			} else if (strlen(name) == 3 && !strncmp(name, "off", 3)) {
384
				clear_opt(sbi, BG_GC);
385 386 387 388 389
				clear_opt(sbi, FORCE_FG_GC);
			} else if (strlen(name) == 4 && !strncmp(name, "sync", 4)) {
				set_opt(sbi, BG_GC);
				set_opt(sbi, FORCE_FG_GC);
			} else {
390 391 392 393 394 395 396 397
				kfree(name);
				return -EINVAL;
			}
			kfree(name);
			break;
		case Opt_disable_roll_forward:
			set_opt(sbi, DISABLE_ROLL_FORWARD);
			break;
398 399 400 401 402 403
		case Opt_norecovery:
			/* this option mounts f2fs with ro */
			set_opt(sbi, DISABLE_ROLL_FORWARD);
			if (!f2fs_readonly(sb))
				return -EINVAL;
			break;
404
		case Opt_discard:
405 406 407
			q = bdev_get_queue(sb->s_bdev);
			if (blk_queue_discard(q)) {
				set_opt(sbi, DISCARD);
408
			} else if (!f2fs_sb_has_blkzoned(sb)) {
409 410 411 412
				f2fs_msg(sb, KERN_WARNING,
					"mounting with \"discard\" option, but "
					"the device does not support discard");
			}
413
			break;
C
Chao Yu 已提交
414
		case Opt_nodiscard:
415
			if (f2fs_sb_has_blkzoned(sb)) {
416 417 418 419
				f2fs_msg(sb, KERN_WARNING,
					"discard is required for zoned block devices");
				return -EINVAL;
			}
C
Chao Yu 已提交
420
			clear_opt(sbi, DISCARD);
421
			break;
422 423 424
		case Opt_noheap:
			set_opt(sbi, NOHEAP);
			break;
425 426 427
		case Opt_heap:
			clear_opt(sbi, NOHEAP);
			break;
428
#ifdef CONFIG_F2FS_FS_XATTR
429 430 431
		case Opt_user_xattr:
			set_opt(sbi, XATTR_USER);
			break;
432 433 434
		case Opt_nouser_xattr:
			clear_opt(sbi, XATTR_USER);
			break;
J
Jaegeuk Kim 已提交
435 436 437
		case Opt_inline_xattr:
			set_opt(sbi, INLINE_XATTR);
			break;
438 439 440
		case Opt_noinline_xattr:
			clear_opt(sbi, INLINE_XATTR);
			break;
C
Chao Yu 已提交
441 442 443 444 445 446
		case Opt_inline_xattr_size:
			if (args->from && match_int(args, &arg))
				return -EINVAL;
			set_opt(sbi, INLINE_XATTR_SIZE);
			sbi->inline_xattr_size = arg;
			break;
447
#else
448 449 450 451
		case Opt_user_xattr:
			f2fs_msg(sb, KERN_INFO,
				"user_xattr options not supported");
			break;
452 453 454 455
		case Opt_nouser_xattr:
			f2fs_msg(sb, KERN_INFO,
				"nouser_xattr options not supported");
			break;
J
Jaegeuk Kim 已提交
456 457 458 459
		case Opt_inline_xattr:
			f2fs_msg(sb, KERN_INFO,
				"inline_xattr options not supported");
			break;
460 461 462 463
		case Opt_noinline_xattr:
			f2fs_msg(sb, KERN_INFO,
				"noinline_xattr options not supported");
			break;
464 465
#endif
#ifdef CONFIG_F2FS_FS_POSIX_ACL
466 467 468
		case Opt_acl:
			set_opt(sbi, POSIX_ACL);
			break;
469 470 471 472
		case Opt_noacl:
			clear_opt(sbi, POSIX_ACL);
			break;
#else
473 474 475
		case Opt_acl:
			f2fs_msg(sb, KERN_INFO, "acl options not supported");
			break;
476 477 478 479 480 481 482 483 484 485 486 487 488 489
		case Opt_noacl:
			f2fs_msg(sb, KERN_INFO, "noacl options not supported");
			break;
#endif
		case Opt_active_logs:
			if (args->from && match_int(args, &arg))
				return -EINVAL;
			if (arg != 2 && arg != 4 && arg != NR_CURSEG_TYPE)
				return -EINVAL;
			sbi->active_logs = arg;
			break;
		case Opt_disable_ext_identify:
			set_opt(sbi, DISABLE_EXT_IDENTIFY);
			break;
490 491 492
		case Opt_inline_data:
			set_opt(sbi, INLINE_DATA);
			break;
493 494 495
		case Opt_inline_dentry:
			set_opt(sbi, INLINE_DENTRY);
			break;
496 497 498
		case Opt_noinline_dentry:
			clear_opt(sbi, INLINE_DENTRY);
			break;
499 500 501
		case Opt_flush_merge:
			set_opt(sbi, FLUSH_MERGE);
			break;
J
Jaegeuk Kim 已提交
502 503 504
		case Opt_noflush_merge:
			clear_opt(sbi, FLUSH_MERGE);
			break;
J
Jaegeuk Kim 已提交
505 506 507
		case Opt_nobarrier:
			set_opt(sbi, NOBARRIER);
			break;
508 509 510
		case Opt_fastboot:
			set_opt(sbi, FASTBOOT);
			break;
511 512 513
		case Opt_extent_cache:
			set_opt(sbi, EXTENT_CACHE);
			break;
514 515 516
		case Opt_noextent_cache:
			clear_opt(sbi, EXTENT_CACHE);
			break;
W
Wanpeng Li 已提交
517 518 519
		case Opt_noinline_data:
			clear_opt(sbi, INLINE_DATA);
			break;
520 521 522
		case Opt_data_flush:
			set_opt(sbi, DATA_FLUSH);
			break;
523 524 525 526 527 528 529 530 531 532 533 534
		case Opt_reserve_root:
			if (args->from && match_int(args, &arg))
				return -EINVAL;
			if (test_opt(sbi, RESERVE_ROOT)) {
				f2fs_msg(sb, KERN_INFO,
					"Preserve previous reserve_root=%u",
					sbi->root_reserved_blocks);
			} else {
				sbi->root_reserved_blocks = arg;
				set_opt(sbi, RESERVE_ROOT);
			}
			break;
535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556
		case Opt_resuid:
			if (args->from && match_int(args, &arg))
				return -EINVAL;
			uid = make_kuid(current_user_ns(), arg);
			if (!uid_valid(uid)) {
				f2fs_msg(sb, KERN_ERR,
					"Invalid uid value %d", arg);
				return -EINVAL;
			}
			sbi->s_resuid = uid;
			break;
		case Opt_resgid:
			if (args->from && match_int(args, &arg))
				return -EINVAL;
			gid = make_kgid(current_user_ns(), arg);
			if (!gid_valid(gid)) {
				f2fs_msg(sb, KERN_ERR,
					"Invalid gid value %d", arg);
				return -EINVAL;
			}
			sbi->s_resgid = gid;
			break;
557 558 559 560 561 562 563
		case Opt_mode:
			name = match_strdup(&args[0]);

			if (!name)
				return -ENOMEM;
			if (strlen(name) == 8 &&
					!strncmp(name, "adaptive", 8)) {
564
				if (f2fs_sb_has_blkzoned(sb)) {
565 566 567 568 569 570
					f2fs_msg(sb, KERN_WARNING,
						 "adaptive mode is not allowed with "
						 "zoned block device feature");
					kfree(name);
					return -EINVAL;
				}
571
				set_opt_mode(sbi, F2FS_MOUNT_ADAPTIVE);
572 573
			} else if (strlen(name) == 3 &&
					!strncmp(name, "lfs", 3)) {
574
				set_opt_mode(sbi, F2FS_MOUNT_LFS);
575 576 577 578 579 580
			} else {
				kfree(name);
				return -EINVAL;
			}
			kfree(name);
			break;
581 582 583 584 585 586 587 588 589 590 591
		case Opt_io_size_bits:
			if (args->from && match_int(args, &arg))
				return -EINVAL;
			if (arg > __ilog2_u32(BIO_MAX_PAGES)) {
				f2fs_msg(sb, KERN_WARNING,
					"Not support %d, larger than %d",
					1 << arg, BIO_MAX_PAGES);
				return -EINVAL;
			}
			sbi->write_io_size_bits = arg;
			break;
592 593 594 595
		case Opt_fault_injection:
			if (args->from && match_int(args, &arg))
				return -EINVAL;
#ifdef CONFIG_F2FS_FAULT_INJECTION
596
			f2fs_build_fault_attr(sbi, arg);
597
			set_opt(sbi, FAULT_INJECTION);
598 599 600 601 602
#else
			f2fs_msg(sb, KERN_INFO,
				"FAULT_INJECTION was not selected");
#endif
			break;
J
Jaegeuk Kim 已提交
603
		case Opt_lazytime:
604
			sb->s_flags |= SB_LAZYTIME;
J
Jaegeuk Kim 已提交
605 606
			break;
		case Opt_nolazytime:
607
			sb->s_flags &= ~SB_LAZYTIME;
J
Jaegeuk Kim 已提交
608
			break;
C
Chao Yu 已提交
609
#ifdef CONFIG_QUOTA
C
Chao Yu 已提交
610
		case Opt_quota:
C
Chao Yu 已提交
611 612 613 614 615 616
		case Opt_usrquota:
			set_opt(sbi, USRQUOTA);
			break;
		case Opt_grpquota:
			set_opt(sbi, GRPQUOTA);
			break;
C
Chao Yu 已提交
617 618 619
		case Opt_prjquota:
			set_opt(sbi, PRJQUOTA);
			break;
C
Chao Yu 已提交
620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664
		case Opt_usrjquota:
			ret = f2fs_set_qf_name(sb, USRQUOTA, &args[0]);
			if (ret)
				return ret;
			break;
		case Opt_grpjquota:
			ret = f2fs_set_qf_name(sb, GRPQUOTA, &args[0]);
			if (ret)
				return ret;
			break;
		case Opt_prjjquota:
			ret = f2fs_set_qf_name(sb, PRJQUOTA, &args[0]);
			if (ret)
				return ret;
			break;
		case Opt_offusrjquota:
			ret = f2fs_clear_qf_name(sb, USRQUOTA);
			if (ret)
				return ret;
			break;
		case Opt_offgrpjquota:
			ret = f2fs_clear_qf_name(sb, GRPQUOTA);
			if (ret)
				return ret;
			break;
		case Opt_offprjjquota:
			ret = f2fs_clear_qf_name(sb, PRJQUOTA);
			if (ret)
				return ret;
			break;
		case Opt_jqfmt_vfsold:
			sbi->s_jquota_fmt = QFMT_VFS_OLD;
			break;
		case Opt_jqfmt_vfsv0:
			sbi->s_jquota_fmt = QFMT_VFS_V0;
			break;
		case Opt_jqfmt_vfsv1:
			sbi->s_jquota_fmt = QFMT_VFS_V1;
			break;
		case Opt_noquota:
			clear_opt(sbi, QUOTA);
			clear_opt(sbi, USRQUOTA);
			clear_opt(sbi, GRPQUOTA);
			clear_opt(sbi, PRJQUOTA);
			break;
C
Chao Yu 已提交
665
#else
C
Chao Yu 已提交
666
		case Opt_quota:
C
Chao Yu 已提交
667 668
		case Opt_usrquota:
		case Opt_grpquota:
C
Chao Yu 已提交
669
		case Opt_prjquota:
C
Chao Yu 已提交
670 671 672 673 674 675 676 677 678 679
		case Opt_usrjquota:
		case Opt_grpjquota:
		case Opt_prjjquota:
		case Opt_offusrjquota:
		case Opt_offgrpjquota:
		case Opt_offprjjquota:
		case Opt_jqfmt_vfsold:
		case Opt_jqfmt_vfsv0:
		case Opt_jqfmt_vfsv1:
		case Opt_noquota:
C
Chao Yu 已提交
680 681 682 683
			f2fs_msg(sb, KERN_INFO,
					"quota operations not supported");
			break;
#endif
684 685 686 687 688 689 690 691 692 693
		case Opt_whint:
			name = match_strdup(&args[0]);
			if (!name)
				return -ENOMEM;
			if (strlen(name) == 10 &&
					!strncmp(name, "user-based", 10)) {
				sbi->whint_mode = WHINT_MODE_USER;
			} else if (strlen(name) == 3 &&
					!strncmp(name, "off", 3)) {
				sbi->whint_mode = WHINT_MODE_OFF;
694 695 696
			} else if (strlen(name) == 8 &&
					!strncmp(name, "fs-based", 8)) {
				sbi->whint_mode = WHINT_MODE_FS;
697 698 699 700 701 702
			} else {
				kfree(name);
				return -EINVAL;
			}
			kfree(name);
			break;
703 704 705 706 707 708 709
		default:
			f2fs_msg(sb, KERN_ERR,
				"Unrecognized mount option \"%s\" or missing value",
				p);
			return -EINVAL;
		}
	}
C
Chao Yu 已提交
710 711 712 713
#ifdef CONFIG_QUOTA
	if (f2fs_check_quota_options(sbi))
		return -EINVAL;
#endif
714 715 716 717 718 719 720

	if (F2FS_IO_SIZE_BITS(sbi) && !test_opt(sbi, LFS)) {
		f2fs_msg(sb, KERN_ERR,
				"Should set mode=lfs with %uKB-sized IO",
				F2FS_IO_SIZE_KB(sbi));
		return -EINVAL;
	}
C
Chao Yu 已提交
721 722

	if (test_opt(sbi, INLINE_XATTR_SIZE)) {
723 724 725 726 727 728 729
		if (!f2fs_sb_has_extra_attr(sb) ||
			!f2fs_sb_has_flexible_inline_xattr(sb)) {
			f2fs_msg(sb, KERN_ERR,
					"extra_attr or flexible_inline_xattr "
					"feature is off");
			return -EINVAL;
		}
C
Chao Yu 已提交
730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745
		if (!test_opt(sbi, INLINE_XATTR)) {
			f2fs_msg(sb, KERN_ERR,
					"inline_xattr_size option should be "
					"set with inline_xattr option");
			return -EINVAL;
		}
		if (!sbi->inline_xattr_size ||
			sbi->inline_xattr_size >= DEF_ADDRS_PER_INODE -
					F2FS_TOTAL_EXTRA_ATTR_SIZE -
					DEF_INLINE_RESERVED_SIZE -
					DEF_MIN_INLINE_SIZE) {
			f2fs_msg(sb, KERN_ERR,
					"inline xattr size is out of range");
			return -EINVAL;
		}
	}
746 747 748 749 750 751

	/* Not pass down write hints if the number of active logs is lesser
	 * than NR_CURSEG_TYPE.
	 */
	if (sbi->active_logs != NR_CURSEG_TYPE)
		sbi->whint_mode = WHINT_MODE_OFF;
752 753 754
	return 0;
}

J
Jaegeuk Kim 已提交
755 756 757 758
static struct inode *f2fs_alloc_inode(struct super_block *sb)
{
	struct f2fs_inode_info *fi;

759
	fi = kmem_cache_alloc(f2fs_inode_cachep, GFP_F2FS_ZERO);
J
Jaegeuk Kim 已提交
760 761 762 763 764
	if (!fi)
		return NULL;

	init_once((void *) fi);

M
Masanari Iida 已提交
765
	/* Initialize f2fs-specific inode info */
766
	atomic_set(&fi->dirty_pages, 0);
J
Jaegeuk Kim 已提交
767 768
	fi->i_current_depth = 1;
	fi->i_advise = 0;
769
	init_rwsem(&fi->i_sem);
770
	INIT_LIST_HEAD(&fi->dirty_list);
771
	INIT_LIST_HEAD(&fi->gdirty_list);
J
Jaegeuk Kim 已提交
772
	INIT_LIST_HEAD(&fi->inmem_ilist);
J
Jaegeuk Kim 已提交
773 774
	INIT_LIST_HEAD(&fi->inmem_pages);
	mutex_init(&fi->inmem_lock);
775 776
	init_rwsem(&fi->dio_rwsem[READ]);
	init_rwsem(&fi->dio_rwsem[WRITE]);
777
	init_rwsem(&fi->i_mmap_sem);
778
	init_rwsem(&fi->i_xattr_sem);
J
Jaegeuk Kim 已提交
779

C
Chao Yu 已提交
780 781 782 783
#ifdef CONFIG_QUOTA
	memset(&fi->i_dquot, 0, sizeof(fi->i_dquot));
	fi->i_reserved_quota = 0;
#endif
784 785
	/* Will be used by directory only */
	fi->i_dir_level = F2FS_SB(sb)->dir_level;
C
Chao Yu 已提交
786

J
Jaegeuk Kim 已提交
787 788 789
	return &fi->vfs_inode;
}

790 791
static int f2fs_drop_inode(struct inode *inode)
{
792
	int ret;
793 794 795 796 797 798 799
	/*
	 * This is to avoid a deadlock condition like below.
	 * writeback_single_inode(inode)
	 *  - f2fs_write_data_page
	 *    - f2fs_gc -> iput -> evict
	 *       - inode_wait_for_writeback(inode)
	 */
800
	if ((!inode_unhashed(inode) && inode->i_state & I_SYNC)) {
801
		if (!inode->i_nlink && !is_bad_inode(inode)) {
J
Jaegeuk Kim 已提交
802 803
			/* to avoid evict_inode call simultaneously */
			atomic_inc(&inode->i_count);
804 805 806 807
			spin_unlock(&inode->i_lock);

			/* some remained atomic pages should discarded */
			if (f2fs_is_atomic_file(inode))
808
				drop_inmem_pages(inode);
809

J
Jaegeuk Kim 已提交
810 811 812
			/* should remain fi->extent_tree for writepage */
			f2fs_destroy_extent_node(inode);

813
			sb_start_intwrite(inode->i_sb);
814
			f2fs_i_size_write(inode, 0);
815 816

			if (F2FS_HAS_BLOCKS(inode))
817
				f2fs_truncate(inode);
818 819 820 821

			sb_end_intwrite(inode->i_sb);

			spin_lock(&inode->i_lock);
J
Jaegeuk Kim 已提交
822
			atomic_dec(&inode->i_count);
823
		}
824
		trace_f2fs_drop_inode(inode, 0);
825
		return 0;
826
	}
827 828 829
	ret = generic_drop_inode(inode);
	trace_f2fs_drop_inode(inode, ret);
	return ret;
830 831
}

832
int f2fs_inode_dirtied(struct inode *inode, bool sync)
833
{
834
	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
835
	int ret = 0;
836 837 838

	spin_lock(&sbi->inode_lock[DIRTY_META]);
	if (is_inode_flag_set(inode, FI_DIRTY_INODE)) {
839 840 841 842
		ret = 1;
	} else {
		set_inode_flag(inode, FI_DIRTY_INODE);
		stat_inc_dirty_inode(sbi, DIRTY_META);
843
	}
844 845
	if (sync && list_empty(&F2FS_I(inode)->gdirty_list)) {
		list_add_tail(&F2FS_I(inode)->gdirty_list,
846
				&sbi->inode_list[DIRTY_META]);
847 848
		inc_page_count(sbi, F2FS_DIRTY_IMETA);
	}
849
	spin_unlock(&sbi->inode_lock[DIRTY_META]);
850
	return ret;
851 852 853 854 855 856 857 858 859 860 861
}

void f2fs_inode_synced(struct inode *inode)
{
	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);

	spin_lock(&sbi->inode_lock[DIRTY_META]);
	if (!is_inode_flag_set(inode, FI_DIRTY_INODE)) {
		spin_unlock(&sbi->inode_lock[DIRTY_META]);
		return;
	}
862 863 864 865
	if (!list_empty(&F2FS_I(inode)->gdirty_list)) {
		list_del_init(&F2FS_I(inode)->gdirty_list);
		dec_page_count(sbi, F2FS_DIRTY_IMETA);
	}
866
	clear_inode_flag(inode, FI_DIRTY_INODE);
867
	clear_inode_flag(inode, FI_AUTO_RECOVER);
868
	stat_dec_dirty_inode(F2FS_I_SB(inode), DIRTY_META);
869
	spin_unlock(&sbi->inode_lock[DIRTY_META]);
870 871
}

J
Jaegeuk Kim 已提交
872 873 874 875 876 877 878 879 880 881 882 883 884 885 886 887 888 889 890
/*
 * f2fs_dirty_inode() is called from __mark_inode_dirty()
 *
 * We should call set_dirty_inode to write the dirty inode through write_inode.
 */
static void f2fs_dirty_inode(struct inode *inode, int flags)
{
	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);

	if (inode->i_ino == F2FS_NODE_INO(sbi) ||
			inode->i_ino == F2FS_META_INO(sbi))
		return;

	if (flags == I_DIRTY_TIME)
		return;

	if (is_inode_flag_set(inode, FI_AUTO_RECOVER))
		clear_inode_flag(inode, FI_AUTO_RECOVER);

891
	f2fs_inode_dirtied(inode, false);
J
Jaegeuk Kim 已提交
892 893
}

J
Jaegeuk Kim 已提交
894 895 896 897 898 899
static void f2fs_i_callback(struct rcu_head *head)
{
	struct inode *inode = container_of(head, struct inode, i_rcu);
	kmem_cache_free(f2fs_inode_cachep, F2FS_I(inode));
}

900
static void f2fs_destroy_inode(struct inode *inode)
J
Jaegeuk Kim 已提交
901 902 903 904
{
	call_rcu(&inode->i_rcu, f2fs_i_callback);
}

905 906
static void destroy_percpu_info(struct f2fs_sb_info *sbi)
{
907
	percpu_counter_destroy(&sbi->alloc_valid_block_count);
908
	percpu_counter_destroy(&sbi->total_valid_inode_count);
909 910
}

J
Jaegeuk Kim 已提交
911 912 913 914 915 916 917 918 919 920 921 922 923
static void destroy_device_list(struct f2fs_sb_info *sbi)
{
	int i;

	for (i = 0; i < sbi->s_ndevs; i++) {
		blkdev_put(FDEV(i).bdev, FMODE_EXCL);
#ifdef CONFIG_BLK_DEV_ZONED
		kfree(FDEV(i).blkz_type);
#endif
	}
	kfree(sbi->devs);
}

J
Jaegeuk Kim 已提交
924 925 926
static void f2fs_put_super(struct super_block *sb)
{
	struct f2fs_sb_info *sbi = F2FS_SB(sb);
C
Chao Yu 已提交
927
	int i;
928
	bool dropped;
J
Jaegeuk Kim 已提交
929

C
Chao Yu 已提交
930
	f2fs_quota_off_umount(sb);
J
Jaegeuk Kim 已提交
931

932 933 934
	/* prevent remaining shrinker jobs */
	mutex_lock(&sbi->umount_mutex);

935 936 937 938 939
	/*
	 * We don't need to do checkpoint when superblock is clean.
	 * But, the previous checkpoint was not done by umount, it needs to do
	 * clean checkpoint again.
	 */
940
	if (is_sbi_flag_set(sbi, SBI_IS_DIRTY) ||
941
			!is_set_ckpt_flags(sbi, CP_UMOUNT_FLAG)) {
942 943 944 945 946
		struct cp_control cpc = {
			.reason = CP_UMOUNT,
		};
		write_checkpoint(sbi, &cpc);
	}
J
Jaegeuk Kim 已提交
947

948
	/* be sure to wait for any on-going discard commands */
949
	dropped = f2fs_wait_discard_bios(sbi);
950

951
	if (f2fs_discard_en(sbi) && !sbi->discard_blks && !dropped) {
952 953 954 955 956 957
		struct cp_control cpc = {
			.reason = CP_UMOUNT | CP_TRIMMED,
		};
		write_checkpoint(sbi, &cpc);
	}

J
Jaegeuk Kim 已提交
958 959 960
	/* write_checkpoint can update stat informaion */
	f2fs_destroy_stats(sbi);

961 962 963 964
	/*
	 * normally superblock is clean, so we need to release this.
	 * In addition, EIO will skip do checkpoint, we need this as well.
	 */
965
	release_ino_entry(sbi, true);
966

967 968 969
	f2fs_leave_shrinker(sbi);
	mutex_unlock(&sbi->umount_mutex);

970
	/* our cp_error case, we can wait for any writeback page */
971
	f2fs_flush_merged_writes(sbi);
972

J
Jaegeuk Kim 已提交
973 974 975 976 977 978 979 980
	iput(sbi->node_inode);
	iput(sbi->meta_inode);

	/* destroy f2fs internal modules */
	destroy_node_manager(sbi);
	destroy_segment_manager(sbi);

	kfree(sbi->ckpt);
C
Chao Yu 已提交
981

982
	f2fs_unregister_sysfs(sbi);
J
Jaegeuk Kim 已提交
983 984

	sb->s_fs_info = NULL;
K
Keith Mok 已提交
985 986
	if (sbi->s_chksum_driver)
		crypto_free_shash(sbi->s_chksum_driver);
Y
Yunlei He 已提交
987
	kfree(sbi->raw_super);
988

J
Jaegeuk Kim 已提交
989
	destroy_device_list(sbi);
990
	mempool_destroy(sbi->write_io_dummy);
C
Chao Yu 已提交
991 992 993 994
#ifdef CONFIG_QUOTA
	for (i = 0; i < MAXQUOTAS; i++)
		kfree(sbi->s_qf_names[i]);
#endif
995
	destroy_percpu_info(sbi);
J
Jaegeuk Kim 已提交
996 997
	for (i = 0; i < NR_PAGE_TYPE; i++)
		kfree(sbi->write_io[i]);
J
Jaegeuk Kim 已提交
998 999 1000 1001 1002 1003
	kfree(sbi);
}

int f2fs_sync_fs(struct super_block *sb, int sync)
{
	struct f2fs_sb_info *sbi = F2FS_SB(sb);
C
Chao Yu 已提交
1004
	int err = 0;
J
Jaegeuk Kim 已提交
1005

1006 1007 1008
	if (unlikely(f2fs_cp_error(sbi)))
		return 0;

1009 1010
	trace_f2fs_sync_fs(sb, sync);

C
Chao Yu 已提交
1011 1012 1013
	if (unlikely(is_sbi_flag_set(sbi, SBI_POR_DOING)))
		return -EAGAIN;

1014
	if (sync) {
1015 1016
		struct cp_control cpc;

1017 1018
		cpc.reason = __get_cp_reason(sbi);

1019
		mutex_lock(&sbi->gc_mutex);
C
Chao Yu 已提交
1020
		err = write_checkpoint(sbi, &cpc);
1021 1022
		mutex_unlock(&sbi->gc_mutex);
	}
1023
	f2fs_trace_ios(NULL, 1);
J
Jaegeuk Kim 已提交
1024

C
Chao Yu 已提交
1025
	return err;
J
Jaegeuk Kim 已提交
1026 1027
}

1028 1029
static int f2fs_freeze(struct super_block *sb)
{
J
Jaegeuk Kim 已提交
1030
	if (f2fs_readonly(sb))
1031 1032
		return 0;

1033 1034 1035 1036 1037 1038 1039 1040
	/* IO error happened before */
	if (unlikely(f2fs_cp_error(F2FS_SB(sb))))
		return -EIO;

	/* must be clean, since sync_filesystem() was already called */
	if (is_sbi_flag_set(F2FS_SB(sb), SBI_IS_DIRTY))
		return -EINVAL;
	return 0;
1041 1042 1043 1044 1045 1046 1047
}

static int f2fs_unfreeze(struct super_block *sb)
{
	return 0;
}

C
Chao Yu 已提交
1048 1049 1050 1051 1052 1053 1054 1055 1056 1057 1058 1059 1060 1061 1062 1063 1064 1065 1066 1067 1068 1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084 1085 1086 1087 1088 1089
#ifdef CONFIG_QUOTA
static int f2fs_statfs_project(struct super_block *sb,
				kprojid_t projid, struct kstatfs *buf)
{
	struct kqid qid;
	struct dquot *dquot;
	u64 limit;
	u64 curblock;

	qid = make_kqid_projid(projid);
	dquot = dqget(sb, qid);
	if (IS_ERR(dquot))
		return PTR_ERR(dquot);
	spin_lock(&dq_data_lock);

	limit = (dquot->dq_dqb.dqb_bsoftlimit ?
		 dquot->dq_dqb.dqb_bsoftlimit :
		 dquot->dq_dqb.dqb_bhardlimit) >> sb->s_blocksize_bits;
	if (limit && buf->f_blocks > limit) {
		curblock = dquot->dq_dqb.dqb_curspace >> sb->s_blocksize_bits;
		buf->f_blocks = limit;
		buf->f_bfree = buf->f_bavail =
			(buf->f_blocks > curblock) ?
			 (buf->f_blocks - curblock) : 0;
	}

	limit = dquot->dq_dqb.dqb_isoftlimit ?
		dquot->dq_dqb.dqb_isoftlimit :
		dquot->dq_dqb.dqb_ihardlimit;
	if (limit && buf->f_files > limit) {
		buf->f_files = limit;
		buf->f_ffree =
			(buf->f_files > dquot->dq_dqb.dqb_curinodes) ?
			 (buf->f_files - dquot->dq_dqb.dqb_curinodes) : 0;
	}

	spin_unlock(&dq_data_lock);
	dqput(dquot);
	return 0;
}
#endif

J
Jaegeuk Kim 已提交
1090 1091 1092 1093 1094
static int f2fs_statfs(struct dentry *dentry, struct kstatfs *buf)
{
	struct super_block *sb = dentry->d_sb;
	struct f2fs_sb_info *sbi = F2FS_SB(sb);
	u64 id = huge_encode_dev(sb->s_bdev->bd_dev);
1095
	block_t total_count, user_block_count, start_count;
1096
	u64 avail_node_count;
J
Jaegeuk Kim 已提交
1097 1098 1099 1100 1101 1102 1103 1104

	total_count = le64_to_cpu(sbi->raw_super->block_count);
	user_block_count = sbi->user_block_count;
	start_count = le32_to_cpu(sbi->raw_super->segment0_blkaddr);
	buf->f_type = F2FS_SUPER_MAGIC;
	buf->f_bsize = sbi->blocksize;

	buf->f_blocks = total_count - start_count;
1105
	buf->f_bfree = user_block_count - valid_user_blocks(sbi) -
1106
						sbi->current_reserved_blocks;
1107 1108 1109 1110
	if (buf->f_bfree > sbi->root_reserved_blocks)
		buf->f_bavail = buf->f_bfree - sbi->root_reserved_blocks;
	else
		buf->f_bavail = 0;
J
Jaegeuk Kim 已提交
1111

1112 1113
	avail_node_count = sbi->total_node_count - sbi->nquota_files -
						F2FS_RESERVED_NODE_NUM;
1114 1115 1116 1117 1118 1119 1120 1121 1122

	if (avail_node_count > user_block_count) {
		buf->f_files = user_block_count;
		buf->f_ffree = buf->f_bavail;
	} else {
		buf->f_files = avail_node_count;
		buf->f_ffree = min(avail_node_count - valid_node_count(sbi),
					buf->f_bavail);
	}
J
Jaegeuk Kim 已提交
1123

1124
	buf->f_namelen = F2FS_NAME_LEN;
J
Jaegeuk Kim 已提交
1125 1126 1127
	buf->f_fsid.val[0] = (u32)id;
	buf->f_fsid.val[1] = (u32)(id >> 32);

C
Chao Yu 已提交
1128 1129 1130 1131 1132 1133
#ifdef CONFIG_QUOTA
	if (is_inode_flag_set(dentry->d_inode, FI_PROJ_INHERIT) &&
			sb_has_quota_limits_enabled(sb, PRJQUOTA)) {
		f2fs_statfs_project(sb, F2FS_I(dentry->d_inode)->i_projid, buf);
	}
#endif
J
Jaegeuk Kim 已提交
1134 1135 1136
	return 0;
}

C
Chao Yu 已提交
1137 1138 1139 1140 1141 1142 1143 1144 1145 1146 1147 1148 1149 1150 1151 1152 1153 1154 1155 1156 1157 1158 1159 1160 1161 1162 1163 1164 1165 1166 1167 1168 1169 1170
static inline void f2fs_show_quota_options(struct seq_file *seq,
					   struct super_block *sb)
{
#ifdef CONFIG_QUOTA
	struct f2fs_sb_info *sbi = F2FS_SB(sb);

	if (sbi->s_jquota_fmt) {
		char *fmtname = "";

		switch (sbi->s_jquota_fmt) {
		case QFMT_VFS_OLD:
			fmtname = "vfsold";
			break;
		case QFMT_VFS_V0:
			fmtname = "vfsv0";
			break;
		case QFMT_VFS_V1:
			fmtname = "vfsv1";
			break;
		}
		seq_printf(seq, ",jqfmt=%s", fmtname);
	}

	if (sbi->s_qf_names[USRQUOTA])
		seq_show_option(seq, "usrjquota", sbi->s_qf_names[USRQUOTA]);

	if (sbi->s_qf_names[GRPQUOTA])
		seq_show_option(seq, "grpjquota", sbi->s_qf_names[GRPQUOTA]);

	if (sbi->s_qf_names[PRJQUOTA])
		seq_show_option(seq, "prjjquota", sbi->s_qf_names[PRJQUOTA]);
#endif
}

J
Jaegeuk Kim 已提交
1171 1172 1173 1174
static int f2fs_show_options(struct seq_file *seq, struct dentry *root)
{
	struct f2fs_sb_info *sbi = F2FS_SB(root->d_sb);

1175 1176 1177 1178 1179 1180
	if (!f2fs_readonly(sbi->sb) && test_opt(sbi, BG_GC)) {
		if (test_opt(sbi, FORCE_FG_GC))
			seq_printf(seq, ",background_gc=%s", "sync");
		else
			seq_printf(seq, ",background_gc=%s", "on");
	} else {
1181
		seq_printf(seq, ",background_gc=%s", "off");
1182
	}
J
Jaegeuk Kim 已提交
1183 1184 1185 1186 1187
	if (test_opt(sbi, DISABLE_ROLL_FORWARD))
		seq_puts(seq, ",disable_roll_forward");
	if (test_opt(sbi, DISCARD))
		seq_puts(seq, ",discard");
	if (test_opt(sbi, NOHEAP))
1188 1189 1190
		seq_puts(seq, ",no_heap");
	else
		seq_puts(seq, ",heap");
J
Jaegeuk Kim 已提交
1191 1192 1193 1194 1195
#ifdef CONFIG_F2FS_FS_XATTR
	if (test_opt(sbi, XATTR_USER))
		seq_puts(seq, ",user_xattr");
	else
		seq_puts(seq, ",nouser_xattr");
J
Jaegeuk Kim 已提交
1196 1197
	if (test_opt(sbi, INLINE_XATTR))
		seq_puts(seq, ",inline_xattr");
1198 1199
	else
		seq_puts(seq, ",noinline_xattr");
C
Chao Yu 已提交
1200 1201 1202
	if (test_opt(sbi, INLINE_XATTR_SIZE))
		seq_printf(seq, ",inline_xattr_size=%u",
					sbi->inline_xattr_size);
J
Jaegeuk Kim 已提交
1203 1204 1205 1206 1207 1208 1209 1210
#endif
#ifdef CONFIG_F2FS_FS_POSIX_ACL
	if (test_opt(sbi, POSIX_ACL))
		seq_puts(seq, ",acl");
	else
		seq_puts(seq, ",noacl");
#endif
	if (test_opt(sbi, DISABLE_EXT_IDENTIFY))
1211
		seq_puts(seq, ",disable_ext_identify");
1212 1213
	if (test_opt(sbi, INLINE_DATA))
		seq_puts(seq, ",inline_data");
W
Wanpeng Li 已提交
1214 1215
	else
		seq_puts(seq, ",noinline_data");
1216 1217
	if (test_opt(sbi, INLINE_DENTRY))
		seq_puts(seq, ",inline_dentry");
1218 1219
	else
		seq_puts(seq, ",noinline_dentry");
1220
	if (!f2fs_readonly(sbi->sb) && test_opt(sbi, FLUSH_MERGE))
1221
		seq_puts(seq, ",flush_merge");
J
Jaegeuk Kim 已提交
1222 1223
	if (test_opt(sbi, NOBARRIER))
		seq_puts(seq, ",nobarrier");
1224 1225
	if (test_opt(sbi, FASTBOOT))
		seq_puts(seq, ",fastboot");
1226 1227
	if (test_opt(sbi, EXTENT_CACHE))
		seq_puts(seq, ",extent_cache");
1228 1229
	else
		seq_puts(seq, ",noextent_cache");
1230 1231
	if (test_opt(sbi, DATA_FLUSH))
		seq_puts(seq, ",data_flush");
1232 1233 1234 1235 1236 1237

	seq_puts(seq, ",mode=");
	if (test_opt(sbi, ADAPTIVE))
		seq_puts(seq, "adaptive");
	else if (test_opt(sbi, LFS))
		seq_puts(seq, "lfs");
J
Jaegeuk Kim 已提交
1238
	seq_printf(seq, ",active_logs=%u", sbi->active_logs);
1239
	if (test_opt(sbi, RESERVE_ROOT))
1240 1241 1242 1243
		seq_printf(seq, ",reserve_root=%u,resuid=%u,resgid=%u",
				sbi->root_reserved_blocks,
				from_kuid_munged(&init_user_ns, sbi->s_resuid),
				from_kgid_munged(&init_user_ns, sbi->s_resgid));
1244 1245
	if (F2FS_IO_SIZE_BITS(sbi))
		seq_printf(seq, ",io_size=%uKB", F2FS_IO_SIZE_KB(sbi));
1246 1247
#ifdef CONFIG_F2FS_FAULT_INJECTION
	if (test_opt(sbi, FAULT_INJECTION))
1248 1249
		seq_printf(seq, ",fault_injection=%u",
				sbi->fault_info.inject_rate);
1250
#endif
C
Chao Yu 已提交
1251
#ifdef CONFIG_QUOTA
C
Chao Yu 已提交
1252 1253
	if (test_opt(sbi, QUOTA))
		seq_puts(seq, ",quota");
C
Chao Yu 已提交
1254 1255 1256 1257
	if (test_opt(sbi, USRQUOTA))
		seq_puts(seq, ",usrquota");
	if (test_opt(sbi, GRPQUOTA))
		seq_puts(seq, ",grpquota");
C
Chao Yu 已提交
1258 1259
	if (test_opt(sbi, PRJQUOTA))
		seq_puts(seq, ",prjquota");
1260
#endif
C
Chao Yu 已提交
1261
	f2fs_show_quota_options(seq, sbi->sb);
1262 1263
	if (sbi->whint_mode == WHINT_MODE_USER)
		seq_printf(seq, ",whint_mode=%s", "user-based");
1264 1265
	else if (sbi->whint_mode == WHINT_MODE_FS)
		seq_printf(seq, ",whint_mode=%s", "fs-based");
J
Jaegeuk Kim 已提交
1266 1267 1268 1269

	return 0;
}

1270 1271 1272 1273
static void default_options(struct f2fs_sb_info *sbi)
{
	/* init some FS parameters */
	sbi->active_logs = NR_CURSEG_TYPE;
C
Chao Yu 已提交
1274
	sbi->inline_xattr_size = DEFAULT_INLINE_XATTR_ADDRS;
1275
	sbi->whint_mode = WHINT_MODE_OFF;
1276 1277

	set_opt(sbi, BG_GC);
C
Chao Yu 已提交
1278
	set_opt(sbi, INLINE_XATTR);
1279
	set_opt(sbi, INLINE_DATA);
1280
	set_opt(sbi, INLINE_DENTRY);
J
Jaegeuk Kim 已提交
1281
	set_opt(sbi, EXTENT_CACHE);
1282
	set_opt(sbi, NOHEAP);
1283
	sbi->sb->s_flags |= SB_LAZYTIME;
J
Jaegeuk Kim 已提交
1284
	set_opt(sbi, FLUSH_MERGE);
1285
	if (f2fs_sb_has_blkzoned(sbi->sb)) {
1286 1287 1288 1289 1290
		set_opt_mode(sbi, F2FS_MOUNT_LFS);
		set_opt(sbi, DISCARD);
	} else {
		set_opt_mode(sbi, F2FS_MOUNT_ADAPTIVE);
	}
1291 1292 1293 1294 1295 1296 1297

#ifdef CONFIG_F2FS_FS_XATTR
	set_opt(sbi, XATTR_USER);
#endif
#ifdef CONFIG_F2FS_FS_POSIX_ACL
	set_opt(sbi, POSIX_ACL);
#endif
1298 1299 1300 1301

#ifdef CONFIG_F2FS_FAULT_INJECTION
	f2fs_build_fault_attr(sbi, 0);
#endif
1302 1303
}

J
Jaegeuk Kim 已提交
1304 1305 1306
#ifdef CONFIG_QUOTA
static int f2fs_enable_quotas(struct super_block *sb);
#endif
1307 1308 1309 1310
static int f2fs_remount(struct super_block *sb, int *flags, char *data)
{
	struct f2fs_sb_info *sbi = F2FS_SB(sb);
	struct f2fs_mount_info org_mount_opt;
C
Chao Yu 已提交
1311
	unsigned long old_sb_flags;
1312
	int err, active_logs;
1313 1314
	bool need_restart_gc = false;
	bool need_stop_gc = false;
1315
	bool no_extent_cache = !test_opt(sbi, EXTENT_CACHE);
1316
	int old_whint_mode = sbi->whint_mode;
1317 1318 1319
#ifdef CONFIG_F2FS_FAULT_INJECTION
	struct f2fs_fault_info ffi = sbi->fault_info;
#endif
C
Chao Yu 已提交
1320 1321 1322 1323 1324
#ifdef CONFIG_QUOTA
	int s_jquota_fmt;
	char *s_qf_names[MAXQUOTAS];
	int i, j;
#endif
1325 1326 1327 1328 1329 1330

	/*
	 * Save the old mount options in case we
	 * need to restore them.
	 */
	org_mount_opt = sbi->mount_opt;
C
Chao Yu 已提交
1331
	old_sb_flags = sb->s_flags;
1332 1333
	active_logs = sbi->active_logs;

C
Chao Yu 已提交
1334 1335 1336 1337 1338 1339 1340 1341 1342 1343 1344 1345 1346 1347 1348 1349 1350
#ifdef CONFIG_QUOTA
	s_jquota_fmt = sbi->s_jquota_fmt;
	for (i = 0; i < MAXQUOTAS; i++) {
		if (sbi->s_qf_names[i]) {
			s_qf_names[i] = kstrdup(sbi->s_qf_names[i],
							 GFP_KERNEL);
			if (!s_qf_names[i]) {
				for (j = 0; j < i; j++)
					kfree(s_qf_names[j]);
				return -ENOMEM;
			}
		} else {
			s_qf_names[i] = NULL;
		}
	}
#endif

1351
	/* recover superblocks we couldn't write due to previous RO mount */
1352
	if (!(*flags & SB_RDONLY) && is_sbi_flag_set(sbi, SBI_NEED_SB_WRITE)) {
1353 1354 1355 1356 1357 1358 1359
		err = f2fs_commit_super(sbi, false);
		f2fs_msg(sb, KERN_INFO,
			"Try to recover all the superblocks, ret: %d", err);
		if (!err)
			clear_sbi_flag(sbi, SBI_NEED_SB_WRITE);
	}

1360
	default_options(sbi);
1361

1362 1363 1364 1365 1366 1367 1368
	/* parse mount options */
	err = parse_options(sb, data);
	if (err)
		goto restore_opts;

	/*
	 * Previous and new state of filesystem is RO,
1369
	 * so skip checking GC and FLUSH_MERGE conditions.
1370
	 */
1371
	if (f2fs_readonly(sb) && (*flags & SB_RDONLY))
1372 1373
		goto skip;

J
Jaegeuk Kim 已提交
1374
#ifdef CONFIG_QUOTA
1375
	if (!f2fs_readonly(sb) && (*flags & SB_RDONLY)) {
C
Chao Yu 已提交
1376 1377 1378
		err = dquot_suspend(sb, -1);
		if (err < 0)
			goto restore_opts;
1379
	} else if (f2fs_readonly(sb) && !(*flags & MS_RDONLY)) {
C
Chao Yu 已提交
1380
		/* dquot_resume needs RW */
1381
		sb->s_flags &= ~SB_RDONLY;
J
Jaegeuk Kim 已提交
1382 1383 1384 1385 1386 1387 1388
		if (sb_any_quota_suspended(sb)) {
			dquot_resume(sb, -1);
		} else if (f2fs_sb_has_quota_ino(sb)) {
			err = f2fs_enable_quotas(sb);
			if (err)
				goto restore_opts;
		}
C
Chao Yu 已提交
1389
	}
J
Jaegeuk Kim 已提交
1390
#endif
1391 1392 1393 1394 1395 1396 1397 1398
	/* disallow enable/disable extent_cache dynamically */
	if (no_extent_cache == !!test_opt(sbi, EXTENT_CACHE)) {
		err = -EINVAL;
		f2fs_msg(sbi->sb, KERN_WARNING,
				"switch extent_cache option is not allowed");
		goto restore_opts;
	}

1399 1400 1401 1402 1403
	/*
	 * We stop the GC thread if FS is mounted as RO
	 * or if background_gc = off is passed in mount
	 * option. Also sync the filesystem.
	 */
1404
	if ((*flags & SB_RDONLY) || !test_opt(sbi, BG_GC)) {
1405 1406
		if (sbi->gc_thread) {
			stop_gc_thread(sbi);
1407
			need_restart_gc = true;
1408
		}
1409
	} else if (!sbi->gc_thread) {
1410 1411 1412
		err = start_gc_thread(sbi);
		if (err)
			goto restore_opts;
1413 1414 1415
		need_stop_gc = true;
	}

1416
	if (*flags & SB_RDONLY || sbi->whint_mode != old_whint_mode) {
1417 1418 1419 1420 1421 1422 1423 1424 1425
		writeback_inodes_sb(sb, WB_REASON_SYNC);
		sync_inodes_sb(sb);

		set_sbi_flag(sbi, SBI_IS_DIRTY);
		set_sbi_flag(sbi, SBI_IS_CLOSE);
		f2fs_sync_fs(sb, 1);
		clear_sbi_flag(sbi, SBI_IS_CLOSE);
	}

1426 1427 1428 1429
	/*
	 * We stop issue flush thread if FS is mounted as RO
	 * or if flush_merge is not passed in mount option.
	 */
1430
	if ((*flags & SB_RDONLY) || !test_opt(sbi, FLUSH_MERGE)) {
1431 1432 1433
		clear_opt(sbi, FLUSH_MERGE);
		destroy_flush_cmd_control(sbi, false);
	} else {
1434 1435
		err = create_flush_cmd_control(sbi);
		if (err)
1436
			goto restore_gc;
1437 1438
	}
skip:
C
Chao Yu 已提交
1439 1440 1441 1442 1443
#ifdef CONFIG_QUOTA
	/* Release old quota file names */
	for (i = 0; i < MAXQUOTAS; i++)
		kfree(s_qf_names[i]);
#endif
1444
	/* Update the POSIXACL Flag */
1445 1446
	sb->s_flags = (sb->s_flags & ~SB_POSIXACL) |
		(test_opt(sbi, POSIX_ACL) ? SB_POSIXACL : 0);
1447

1448
	limit_reserve_root(sbi);
1449
	return 0;
1450 1451 1452 1453
restore_gc:
	if (need_restart_gc) {
		if (start_gc_thread(sbi))
			f2fs_msg(sbi->sb, KERN_WARNING,
A
arter97 已提交
1454
				"background gc thread has stopped");
1455 1456 1457
	} else if (need_stop_gc) {
		stop_gc_thread(sbi);
	}
1458
restore_opts:
C
Chao Yu 已提交
1459 1460 1461 1462 1463 1464 1465
#ifdef CONFIG_QUOTA
	sbi->s_jquota_fmt = s_jquota_fmt;
	for (i = 0; i < MAXQUOTAS; i++) {
		kfree(sbi->s_qf_names[i]);
		sbi->s_qf_names[i] = s_qf_names[i];
	}
#endif
1466
	sbi->whint_mode = old_whint_mode;
1467 1468
	sbi->mount_opt = org_mount_opt;
	sbi->active_logs = active_logs;
C
Chao Yu 已提交
1469
	sb->s_flags = old_sb_flags;
1470 1471 1472
#ifdef CONFIG_F2FS_FAULT_INJECTION
	sbi->fault_info = ffi;
#endif
1473 1474 1475
	return err;
}

C
Chao Yu 已提交
1476 1477 1478 1479 1480 1481 1482 1483 1484 1485 1486 1487 1488 1489 1490 1491 1492 1493 1494 1495 1496 1497 1498 1499 1500
#ifdef CONFIG_QUOTA
/* Read data from quotafile */
static ssize_t f2fs_quota_read(struct super_block *sb, int type, char *data,
			       size_t len, loff_t off)
{
	struct inode *inode = sb_dqopt(sb)->files[type];
	struct address_space *mapping = inode->i_mapping;
	block_t blkidx = F2FS_BYTES_TO_BLK(off);
	int offset = off & (sb->s_blocksize - 1);
	int tocopy;
	size_t toread;
	loff_t i_size = i_size_read(inode);
	struct page *page;
	char *kaddr;

	if (off > i_size)
		return 0;

	if (off + len > i_size)
		len = i_size - off;
	toread = len;
	while (toread > 0) {
		tocopy = min_t(unsigned long, sb->s_blocksize - offset, toread);
repeat:
		page = read_mapping_page(mapping, blkidx, NULL);
1501 1502 1503 1504 1505
		if (IS_ERR(page)) {
			if (PTR_ERR(page) == -ENOMEM) {
				congestion_wait(BLK_RW_ASYNC, HZ/50);
				goto repeat;
			}
C
Chao Yu 已提交
1506
			return PTR_ERR(page);
1507
		}
C
Chao Yu 已提交
1508 1509 1510 1511 1512 1513 1514 1515 1516 1517 1518 1519 1520 1521 1522 1523 1524 1525 1526 1527 1528 1529 1530 1531 1532 1533 1534 1535 1536 1537 1538 1539 1540 1541 1542 1543 1544 1545 1546 1547 1548 1549

		lock_page(page);

		if (unlikely(page->mapping != mapping)) {
			f2fs_put_page(page, 1);
			goto repeat;
		}
		if (unlikely(!PageUptodate(page))) {
			f2fs_put_page(page, 1);
			return -EIO;
		}

		kaddr = kmap_atomic(page);
		memcpy(data, kaddr + offset, tocopy);
		kunmap_atomic(kaddr);
		f2fs_put_page(page, 1);

		offset = 0;
		toread -= tocopy;
		data += tocopy;
		blkidx++;
	}
	return len;
}

/* Write to quotafile */
static ssize_t f2fs_quota_write(struct super_block *sb, int type,
				const char *data, size_t len, loff_t off)
{
	struct inode *inode = sb_dqopt(sb)->files[type];
	struct address_space *mapping = inode->i_mapping;
	const struct address_space_operations *a_ops = mapping->a_ops;
	int offset = off & (sb->s_blocksize - 1);
	size_t towrite = len;
	struct page *page;
	char *kaddr;
	int err = 0;
	int tocopy;

	while (towrite > 0) {
		tocopy = min_t(unsigned long, sb->s_blocksize - offset,
								towrite);
1550
retry:
C
Chao Yu 已提交
1551 1552
		err = a_ops->write_begin(NULL, mapping, off, tocopy, 0,
							&page, NULL);
1553 1554 1555 1556 1557
		if (unlikely(err)) {
			if (err == -ENOMEM) {
				congestion_wait(BLK_RW_ASYNC, HZ/50);
				goto retry;
			}
C
Chao Yu 已提交
1558
			break;
1559
		}
C
Chao Yu 已提交
1560 1561 1562 1563 1564 1565 1566 1567 1568 1569 1570 1571 1572 1573 1574 1575

		kaddr = kmap_atomic(page);
		memcpy(kaddr + offset, data, tocopy);
		kunmap_atomic(kaddr);
		flush_dcache_page(page);

		a_ops->write_end(NULL, mapping, off, tocopy, tocopy,
						page, NULL);
		offset = 0;
		towrite -= tocopy;
		off += tocopy;
		data += tocopy;
		cond_resched();
	}

	if (len == towrite)
1576
		return err;
C
Chao Yu 已提交
1577 1578 1579 1580 1581 1582 1583 1584 1585 1586 1587 1588 1589 1590 1591
	inode->i_mtime = inode->i_ctime = current_time(inode);
	f2fs_mark_inode_dirty_sync(inode, false);
	return len - towrite;
}

static struct dquot **f2fs_get_dquots(struct inode *inode)
{
	return F2FS_I(inode)->i_dquot;
}

static qsize_t *f2fs_get_reserved_space(struct inode *inode)
{
	return &F2FS_I(inode)->i_reserved_quota;
}

C
Chao Yu 已提交
1592 1593 1594 1595 1596 1597
static int f2fs_quota_on_mount(struct f2fs_sb_info *sbi, int type)
{
	return dquot_quota_on_mount(sbi->sb, sbi->s_qf_names[type],
						sbi->s_jquota_fmt, type);
}

J
Jaegeuk Kim 已提交
1598
int f2fs_enable_quota_files(struct f2fs_sb_info *sbi, bool rdonly)
C
Chao Yu 已提交
1599
{
J
Jaegeuk Kim 已提交
1600 1601 1602 1603 1604 1605 1606 1607 1608 1609 1610 1611
	int enabled = 0;
	int i, err;

	if (f2fs_sb_has_quota_ino(sbi->sb) && rdonly) {
		err = f2fs_enable_quotas(sbi->sb);
		if (err) {
			f2fs_msg(sbi->sb, KERN_ERR,
					"Cannot turn on quota_ino: %d", err);
			return 0;
		}
		return 1;
	}
C
Chao Yu 已提交
1612 1613 1614

	for (i = 0; i < MAXQUOTAS; i++) {
		if (sbi->s_qf_names[i]) {
J
Jaegeuk Kim 已提交
1615 1616 1617 1618 1619 1620 1621
			err = f2fs_quota_on_mount(sbi, i);
			if (!err) {
				enabled = 1;
				continue;
			}
			f2fs_msg(sbi->sb, KERN_ERR,
				"Cannot turn on quotas: %d on %d", err, i);
C
Chao Yu 已提交
1622 1623
		}
	}
J
Jaegeuk Kim 已提交
1624 1625 1626 1627 1628 1629 1630 1631 1632 1633 1634 1635 1636 1637 1638 1639 1640 1641 1642 1643 1644 1645 1646 1647 1648 1649 1650 1651 1652 1653 1654 1655 1656 1657 1658 1659 1660 1661 1662 1663 1664 1665 1666 1667 1668 1669 1670 1671 1672 1673 1674 1675 1676 1677 1678 1679
	return enabled;
}

static int f2fs_quota_enable(struct super_block *sb, int type, int format_id,
			     unsigned int flags)
{
	struct inode *qf_inode;
	unsigned long qf_inum;
	int err;

	BUG_ON(!f2fs_sb_has_quota_ino(sb));

	qf_inum = f2fs_qf_ino(sb, type);
	if (!qf_inum)
		return -EPERM;

	qf_inode = f2fs_iget(sb, qf_inum);
	if (IS_ERR(qf_inode)) {
		f2fs_msg(sb, KERN_ERR,
			"Bad quota inode %u:%lu", type, qf_inum);
		return PTR_ERR(qf_inode);
	}

	/* Don't account quota for quota files to avoid recursion */
	qf_inode->i_flags |= S_NOQUOTA;
	err = dquot_enable(qf_inode, type, format_id, flags);
	iput(qf_inode);
	return err;
}

static int f2fs_enable_quotas(struct super_block *sb)
{
	int type, err = 0;
	unsigned long qf_inum;
	bool quota_mopt[MAXQUOTAS] = {
		test_opt(F2FS_SB(sb), USRQUOTA),
		test_opt(F2FS_SB(sb), GRPQUOTA),
		test_opt(F2FS_SB(sb), PRJQUOTA),
	};

	sb_dqopt(sb)->flags |= DQUOT_QUOTA_SYS_FILE | DQUOT_NOLIST_DIRTY;
	for (type = 0; type < MAXQUOTAS; type++) {
		qf_inum = f2fs_qf_ino(sb, type);
		if (qf_inum) {
			err = f2fs_quota_enable(sb, type, QFMT_VFS_V1,
				DQUOT_USAGE_ENABLED |
				(quota_mopt[type] ? DQUOT_LIMITS_ENABLED : 0));
			if (err) {
				f2fs_msg(sb, KERN_ERR,
					"Failed to enable quota tracking "
					"(type=%d, err=%d). Please run "
					"fsck to fix.", type, err);
				for (type--; type >= 0; type--)
					dquot_quota_off(sb, type);
				return err;
			}
C
Chao Yu 已提交
1680 1681
		}
	}
J
Jaegeuk Kim 已提交
1682
	return 0;
C
Chao Yu 已提交
1683 1684
}

C
Chao Yu 已提交
1685 1686 1687 1688 1689 1690 1691 1692 1693 1694 1695 1696 1697 1698 1699 1700 1701 1702 1703 1704 1705 1706 1707 1708 1709 1710 1711 1712 1713 1714 1715 1716 1717 1718 1719 1720 1721
static int f2fs_quota_sync(struct super_block *sb, int type)
{
	struct quota_info *dqopt = sb_dqopt(sb);
	int cnt;
	int ret;

	ret = dquot_writeback_dquots(sb, type);
	if (ret)
		return ret;

	/*
	 * Now when everything is written we can discard the pagecache so
	 * that userspace sees the changes.
	 */
	for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
		if (type != -1 && cnt != type)
			continue;
		if (!sb_has_quota_active(sb, cnt))
			continue;

		ret = filemap_write_and_wait(dqopt->files[cnt]->i_mapping);
		if (ret)
			return ret;

		inode_lock(dqopt->files[cnt]);
		truncate_inode_pages(&dqopt->files[cnt]->i_data, 0);
		inode_unlock(dqopt->files[cnt]);
	}
	return 0;
}

static int f2fs_quota_on(struct super_block *sb, int type, int format_id,
							const struct path *path)
{
	struct inode *inode;
	int err;

1722
	err = f2fs_quota_sync(sb, type);
C
Chao Yu 已提交
1723 1724 1725 1726 1727 1728 1729 1730 1731 1732 1733 1734 1735 1736 1737 1738 1739 1740 1741 1742 1743 1744 1745 1746 1747 1748 1749
	if (err)
		return err;

	err = dquot_quota_on(sb, type, format_id, path);
	if (err)
		return err;

	inode = d_inode(path->dentry);

	inode_lock(inode);
	F2FS_I(inode)->i_flags |= FS_NOATIME_FL | FS_IMMUTABLE_FL;
	inode_set_flags(inode, S_NOATIME | S_IMMUTABLE,
					S_NOATIME | S_IMMUTABLE);
	inode_unlock(inode);
	f2fs_mark_inode_dirty_sync(inode, false);

	return 0;
}

static int f2fs_quota_off(struct super_block *sb, int type)
{
	struct inode *inode = sb_dqopt(sb)->files[type];
	int err;

	if (!inode || !igrab(inode))
		return dquot_quota_off(sb, type);

1750
	f2fs_quota_sync(sb, type);
C
Chao Yu 已提交
1751 1752

	err = dquot_quota_off(sb, type);
J
Jaegeuk Kim 已提交
1753
	if (err || f2fs_sb_has_quota_ino(sb))
C
Chao Yu 已提交
1754 1755 1756 1757 1758 1759 1760 1761 1762 1763 1764 1765
		goto out_put;

	inode_lock(inode);
	F2FS_I(inode)->i_flags &= ~(FS_NOATIME_FL | FS_IMMUTABLE_FL);
	inode_set_flags(inode, 0, S_NOATIME | S_IMMUTABLE);
	inode_unlock(inode);
	f2fs_mark_inode_dirty_sync(inode, false);
out_put:
	iput(inode);
	return err;
}

C
Chao Yu 已提交
1766
void f2fs_quota_off_umount(struct super_block *sb)
C
Chao Yu 已提交
1767 1768 1769 1770 1771 1772 1773
{
	int type;

	for (type = 0; type < MAXQUOTAS; type++)
		f2fs_quota_off(sb, type);
}

W
Wei Yongjun 已提交
1774
static int f2fs_get_projid(struct inode *inode, kprojid_t *projid)
C
Chao Yu 已提交
1775 1776 1777 1778 1779
{
	*projid = F2FS_I(inode)->i_projid;
	return 0;
}

C
Chao Yu 已提交
1780 1781 1782 1783 1784 1785 1786 1787 1788
static const struct dquot_operations f2fs_quota_operations = {
	.get_reserved_space = f2fs_get_reserved_space,
	.write_dquot	= dquot_commit,
	.acquire_dquot	= dquot_acquire,
	.release_dquot	= dquot_release,
	.mark_dirty	= dquot_mark_dquot_dirty,
	.write_info	= dquot_commit_info,
	.alloc_dquot	= dquot_alloc,
	.destroy_dquot	= dquot_destroy,
C
Chao Yu 已提交
1789
	.get_projid	= f2fs_get_projid,
C
Chao Yu 已提交
1790 1791 1792 1793 1794 1795 1796 1797 1798 1799 1800 1801 1802 1803
	.get_next_id	= dquot_get_next_id,
};

static const struct quotactl_ops f2fs_quotactl_ops = {
	.quota_on	= f2fs_quota_on,
	.quota_off	= f2fs_quota_off,
	.quota_sync	= f2fs_quota_sync,
	.get_state	= dquot_get_state,
	.set_info	= dquot_set_dqinfo,
	.get_dqblk	= dquot_get_dqblk,
	.set_dqblk	= dquot_set_dqblk,
	.get_nextdqblk	= dquot_get_next_dqblk,
};
#else
C
Chao Yu 已提交
1804
void f2fs_quota_off_umount(struct super_block *sb)
C
Chao Yu 已提交
1805 1806 1807 1808
{
}
#endif

A
Arvind Yadav 已提交
1809
static const struct super_operations f2fs_sops = {
J
Jaegeuk Kim 已提交
1810
	.alloc_inode	= f2fs_alloc_inode,
1811
	.drop_inode	= f2fs_drop_inode,
J
Jaegeuk Kim 已提交
1812 1813
	.destroy_inode	= f2fs_destroy_inode,
	.write_inode	= f2fs_write_inode,
1814
	.dirty_inode	= f2fs_dirty_inode,
J
Jaegeuk Kim 已提交
1815
	.show_options	= f2fs_show_options,
C
Chao Yu 已提交
1816 1817 1818 1819 1820
#ifdef CONFIG_QUOTA
	.quota_read	= f2fs_quota_read,
	.quota_write	= f2fs_quota_write,
	.get_dquots	= f2fs_get_dquots,
#endif
J
Jaegeuk Kim 已提交
1821 1822 1823
	.evict_inode	= f2fs_evict_inode,
	.put_super	= f2fs_put_super,
	.sync_fs	= f2fs_sync_fs,
1824 1825
	.freeze_fs	= f2fs_freeze,
	.unfreeze_fs	= f2fs_unfreeze,
J
Jaegeuk Kim 已提交
1826
	.statfs		= f2fs_statfs,
1827
	.remount_fs	= f2fs_remount,
J
Jaegeuk Kim 已提交
1828 1829
};

1830 1831 1832 1833 1834 1835 1836 1837 1838 1839 1840 1841 1842 1843 1844 1845 1846 1847 1848 1849 1850 1851
#ifdef CONFIG_F2FS_FS_ENCRYPTION
static int f2fs_get_context(struct inode *inode, void *ctx, size_t len)
{
	return f2fs_getxattr(inode, F2FS_XATTR_INDEX_ENCRYPTION,
				F2FS_XATTR_NAME_ENCRYPTION_CONTEXT,
				ctx, len, NULL);
}

static int f2fs_set_context(struct inode *inode, const void *ctx, size_t len,
							void *fs_data)
{
	return f2fs_setxattr(inode, F2FS_XATTR_INDEX_ENCRYPTION,
				F2FS_XATTR_NAME_ENCRYPTION_CONTEXT,
				ctx, len, fs_data, XATTR_CREATE);
}

static unsigned f2fs_max_namelen(struct inode *inode)
{
	return S_ISLNK(inode->i_mode) ?
			inode->i_sb->s_blocksize : F2FS_NAME_LEN;
}

1852
static const struct fscrypt_operations f2fs_cryptops = {
1853
	.key_prefix	= "f2fs:",
1854 1855 1856 1857 1858 1859 1860
	.get_context	= f2fs_get_context,
	.set_context	= f2fs_set_context,
	.empty_dir	= f2fs_empty_dir,
	.max_namelen	= f2fs_max_namelen,
};
#endif

J
Jaegeuk Kim 已提交
1861 1862 1863 1864 1865 1866
static struct inode *f2fs_nfs_get_inode(struct super_block *sb,
		u64 ino, u32 generation)
{
	struct f2fs_sb_info *sbi = F2FS_SB(sb);
	struct inode *inode;

1867
	if (check_nid_range(sbi, ino))
1868
		return ERR_PTR(-ESTALE);
J
Jaegeuk Kim 已提交
1869 1870 1871 1872 1873 1874 1875 1876 1877

	/*
	 * f2fs_iget isn't quite right if the inode is currently unallocated!
	 * However f2fs_iget currently does appropriate checks to handle stale
	 * inodes so everything is OK.
	 */
	inode = f2fs_iget(sb, ino);
	if (IS_ERR(inode))
		return ERR_CAST(inode);
1878
	if (unlikely(generation && inode->i_generation != generation)) {
J
Jaegeuk Kim 已提交
1879 1880 1881 1882 1883 1884 1885 1886 1887 1888 1889 1890 1891 1892 1893 1894 1895 1896 1897 1898 1899 1900 1901 1902 1903 1904 1905
		/* we didn't find the right inode.. */
		iput(inode);
		return ERR_PTR(-ESTALE);
	}
	return inode;
}

static struct dentry *f2fs_fh_to_dentry(struct super_block *sb, struct fid *fid,
		int fh_len, int fh_type)
{
	return generic_fh_to_dentry(sb, fid, fh_len, fh_type,
				    f2fs_nfs_get_inode);
}

static struct dentry *f2fs_fh_to_parent(struct super_block *sb, struct fid *fid,
		int fh_len, int fh_type)
{
	return generic_fh_to_parent(sb, fid, fh_len, fh_type,
				    f2fs_nfs_get_inode);
}

static const struct export_operations f2fs_export_ops = {
	.fh_to_dentry = f2fs_fh_to_dentry,
	.fh_to_parent = f2fs_fh_to_parent,
	.get_parent = f2fs_get_parent,
};

C
Chao Yu 已提交
1906
static loff_t max_file_blocks(void)
J
Jaegeuk Kim 已提交
1907
{
1908
	loff_t result = 0;
J
Jaegeuk Kim 已提交
1909 1910
	loff_t leaf_count = ADDRS_PER_BLOCK;

1911 1912
	/*
	 * note: previously, result is equal to (DEF_ADDRS_PER_INODE -
C
Chao Yu 已提交
1913
	 * DEFAULT_INLINE_XATTR_ADDRS), but now f2fs try to reserve more
1914 1915 1916 1917
	 * space in inode.i_addr, it will be more safe to reassign
	 * result as zero.
	 */

J
Jaegeuk Kim 已提交
1918 1919 1920 1921 1922 1923 1924 1925 1926 1927 1928 1929 1930 1931
	/* two direct node blocks */
	result += (leaf_count * 2);

	/* two indirect node blocks */
	leaf_count *= NIDS_PER_BLOCK;
	result += (leaf_count * 2);

	/* one double indirect node block */
	leaf_count *= NIDS_PER_BLOCK;
	result += leaf_count;

	return result;
}

1932 1933 1934 1935 1936 1937 1938 1939 1940 1941
static int __f2fs_commit_super(struct buffer_head *bh,
			struct f2fs_super_block *super)
{
	lock_buffer(bh);
	if (super)
		memcpy(bh->b_data + F2FS_SUPER_OFFSET, super, sizeof(*super));
	set_buffer_dirty(bh);
	unlock_buffer(bh);

	/* it's rare case, we can do fua all the time */
1942
	return __sync_dirty_buffer(bh, REQ_SYNC | REQ_PREFLUSH | REQ_FUA);
1943 1944
}

1945
static inline bool sanity_check_area_boundary(struct f2fs_sb_info *sbi,
1946
					struct buffer_head *bh)
1947
{
1948 1949
	struct f2fs_super_block *raw_super = (struct f2fs_super_block *)
					(bh->b_data + F2FS_SUPER_OFFSET);
1950
	struct super_block *sb = sbi->sb;
1951 1952 1953 1954 1955 1956 1957 1958 1959 1960 1961 1962 1963
	u32 segment0_blkaddr = le32_to_cpu(raw_super->segment0_blkaddr);
	u32 cp_blkaddr = le32_to_cpu(raw_super->cp_blkaddr);
	u32 sit_blkaddr = le32_to_cpu(raw_super->sit_blkaddr);
	u32 nat_blkaddr = le32_to_cpu(raw_super->nat_blkaddr);
	u32 ssa_blkaddr = le32_to_cpu(raw_super->ssa_blkaddr);
	u32 main_blkaddr = le32_to_cpu(raw_super->main_blkaddr);
	u32 segment_count_ckpt = le32_to_cpu(raw_super->segment_count_ckpt);
	u32 segment_count_sit = le32_to_cpu(raw_super->segment_count_sit);
	u32 segment_count_nat = le32_to_cpu(raw_super->segment_count_nat);
	u32 segment_count_ssa = le32_to_cpu(raw_super->segment_count_ssa);
	u32 segment_count_main = le32_to_cpu(raw_super->segment_count_main);
	u32 segment_count = le32_to_cpu(raw_super->segment_count);
	u32 log_blocks_per_seg = le32_to_cpu(raw_super->log_blocks_per_seg);
1964 1965 1966 1967
	u64 main_end_blkaddr = main_blkaddr +
				(segment_count_main << log_blocks_per_seg);
	u64 seg_end_blkaddr = segment0_blkaddr +
				(segment_count << log_blocks_per_seg);
1968 1969 1970 1971 1972 1973 1974 1975 1976 1977 1978 1979 1980 1981 1982 1983 1984 1985 1986 1987 1988 1989 1990 1991 1992 1993 1994 1995 1996 1997 1998 1999 2000 2001 2002 2003 2004 2005 2006 2007 2008 2009 2010 2011

	if (segment0_blkaddr != cp_blkaddr) {
		f2fs_msg(sb, KERN_INFO,
			"Mismatch start address, segment0(%u) cp_blkaddr(%u)",
			segment0_blkaddr, cp_blkaddr);
		return true;
	}

	if (cp_blkaddr + (segment_count_ckpt << log_blocks_per_seg) !=
							sit_blkaddr) {
		f2fs_msg(sb, KERN_INFO,
			"Wrong CP boundary, start(%u) end(%u) blocks(%u)",
			cp_blkaddr, sit_blkaddr,
			segment_count_ckpt << log_blocks_per_seg);
		return true;
	}

	if (sit_blkaddr + (segment_count_sit << log_blocks_per_seg) !=
							nat_blkaddr) {
		f2fs_msg(sb, KERN_INFO,
			"Wrong SIT boundary, start(%u) end(%u) blocks(%u)",
			sit_blkaddr, nat_blkaddr,
			segment_count_sit << log_blocks_per_seg);
		return true;
	}

	if (nat_blkaddr + (segment_count_nat << log_blocks_per_seg) !=
							ssa_blkaddr) {
		f2fs_msg(sb, KERN_INFO,
			"Wrong NAT boundary, start(%u) end(%u) blocks(%u)",
			nat_blkaddr, ssa_blkaddr,
			segment_count_nat << log_blocks_per_seg);
		return true;
	}

	if (ssa_blkaddr + (segment_count_ssa << log_blocks_per_seg) !=
							main_blkaddr) {
		f2fs_msg(sb, KERN_INFO,
			"Wrong SSA boundary, start(%u) end(%u) blocks(%u)",
			ssa_blkaddr, main_blkaddr,
			segment_count_ssa << log_blocks_per_seg);
		return true;
	}

2012
	if (main_end_blkaddr > seg_end_blkaddr) {
2013
		f2fs_msg(sb, KERN_INFO,
2014
			"Wrong MAIN_AREA boundary, start(%u) end(%u) block(%u)",
2015
			main_blkaddr,
2016 2017
			segment0_blkaddr +
				(segment_count << log_blocks_per_seg),
2018 2019
			segment_count_main << log_blocks_per_seg);
		return true;
2020 2021 2022 2023 2024 2025 2026 2027 2028
	} else if (main_end_blkaddr < seg_end_blkaddr) {
		int err = 0;
		char *res;

		/* fix in-memory information all the time */
		raw_super->segment_count = cpu_to_le32((main_end_blkaddr -
				segment0_blkaddr) >> log_blocks_per_seg);

		if (f2fs_readonly(sb) || bdev_read_only(sb->s_bdev)) {
2029
			set_sbi_flag(sbi, SBI_NEED_SB_WRITE);
2030 2031 2032 2033 2034 2035 2036 2037 2038 2039 2040 2041 2042
			res = "internally";
		} else {
			err = __f2fs_commit_super(bh, NULL);
			res = err ? "failed" : "done";
		}
		f2fs_msg(sb, KERN_INFO,
			"Fix alignment : %s, start(%u) end(%u) block(%u)",
			res, main_blkaddr,
			segment0_blkaddr +
				(segment_count << log_blocks_per_seg),
			segment_count_main << log_blocks_per_seg);
		if (err)
			return true;
2043 2044 2045 2046
	}
	return false;
}

2047
static int sanity_check_raw_super(struct f2fs_sb_info *sbi,
2048
				struct buffer_head *bh)
J
Jaegeuk Kim 已提交
2049
{
2050 2051
	struct f2fs_super_block *raw_super = (struct f2fs_super_block *)
					(bh->b_data + F2FS_SUPER_OFFSET);
2052
	struct super_block *sb = sbi->sb;
J
Jaegeuk Kim 已提交
2053 2054
	unsigned int blocksize;

2055 2056 2057 2058
	if (F2FS_SUPER_MAGIC != le32_to_cpu(raw_super->magic)) {
		f2fs_msg(sb, KERN_INFO,
			"Magic Mismatch, valid(0x%x) - read(0x%x)",
			F2FS_SUPER_MAGIC, le32_to_cpu(raw_super->magic));
J
Jaegeuk Kim 已提交
2059
		return 1;
2060
	}
J
Jaegeuk Kim 已提交
2061

2062
	/* Currently, support only 4KB page cache size */
2063
	if (F2FS_BLKSIZE != PAGE_SIZE) {
2064
		f2fs_msg(sb, KERN_INFO,
2065
			"Invalid page_cache_size (%lu), supports only 4KB\n",
2066
			PAGE_SIZE);
2067 2068 2069
		return 1;
	}

J
Jaegeuk Kim 已提交
2070 2071
	/* Currently, support only 4KB block size */
	blocksize = 1 << le32_to_cpu(raw_super->log_blocksize);
2072
	if (blocksize != F2FS_BLKSIZE) {
2073 2074 2075
		f2fs_msg(sb, KERN_INFO,
			"Invalid blocksize (%u), supports only 4KB\n",
			blocksize);
J
Jaegeuk Kim 已提交
2076
		return 1;
2077
	}
2078

2079 2080 2081 2082 2083 2084 2085 2086
	/* check log blocks per segment */
	if (le32_to_cpu(raw_super->log_blocks_per_seg) != 9) {
		f2fs_msg(sb, KERN_INFO,
			"Invalid log blocks per segment (%u)\n",
			le32_to_cpu(raw_super->log_blocks_per_seg));
		return 1;
	}

C
Chao Yu 已提交
2087 2088 2089 2090 2091 2092 2093
	/* Currently, support 512/1024/2048/4096 bytes sector size */
	if (le32_to_cpu(raw_super->log_sectorsize) >
				F2FS_MAX_LOG_SECTOR_SIZE ||
		le32_to_cpu(raw_super->log_sectorsize) <
				F2FS_MIN_LOG_SECTOR_SIZE) {
		f2fs_msg(sb, KERN_INFO, "Invalid log sectorsize (%u)",
			le32_to_cpu(raw_super->log_sectorsize));
J
Jaegeuk Kim 已提交
2094
		return 1;
2095
	}
C
Chao Yu 已提交
2096 2097 2098 2099 2100 2101 2102
	if (le32_to_cpu(raw_super->log_sectors_per_block) +
		le32_to_cpu(raw_super->log_sectorsize) !=
			F2FS_MAX_LOG_SECTOR_SIZE) {
		f2fs_msg(sb, KERN_INFO,
			"Invalid log sectors per block(%u) log sectorsize(%u)",
			le32_to_cpu(raw_super->log_sectors_per_block),
			le32_to_cpu(raw_super->log_sectorsize));
J
Jaegeuk Kim 已提交
2103
		return 1;
2104
	}
2105 2106 2107 2108 2109 2110 2111 2112 2113 2114 2115 2116 2117

	/* check reserved ino info */
	if (le32_to_cpu(raw_super->node_ino) != 1 ||
		le32_to_cpu(raw_super->meta_ino) != 2 ||
		le32_to_cpu(raw_super->root_ino) != 3) {
		f2fs_msg(sb, KERN_INFO,
			"Invalid Fs Meta Ino: node(%u) meta(%u) root(%u)",
			le32_to_cpu(raw_super->node_ino),
			le32_to_cpu(raw_super->meta_ino),
			le32_to_cpu(raw_super->root_ino));
		return 1;
	}

J
Jin Qian 已提交
2118 2119 2120 2121 2122 2123 2124
	if (le32_to_cpu(raw_super->segment_count) > F2FS_MAX_SEGMENT) {
		f2fs_msg(sb, KERN_INFO,
			"Invalid segment count (%u)",
			le32_to_cpu(raw_super->segment_count));
		return 1;
	}

2125
	/* check CP/SIT/NAT/SSA/MAIN_AREA area boundary */
2126
	if (sanity_check_area_boundary(sbi, bh))
2127 2128
		return 1;

J
Jaegeuk Kim 已提交
2129 2130 2131
	return 0;
}

2132
int sanity_check_ckpt(struct f2fs_sb_info *sbi)
J
Jaegeuk Kim 已提交
2133 2134
{
	unsigned int total, fsmeta;
2135 2136
	struct f2fs_super_block *raw_super = F2FS_RAW_SUPER(sbi);
	struct f2fs_checkpoint *ckpt = F2FS_CKPT(sbi);
J
Jaegeuk Kim 已提交
2137
	unsigned int ovp_segments, reserved_segments;
2138 2139
	unsigned int main_segs, blocks_per_seg;
	int i;
J
Jaegeuk Kim 已提交
2140 2141 2142 2143 2144 2145 2146 2147

	total = le32_to_cpu(raw_super->segment_count);
	fsmeta = le32_to_cpu(raw_super->segment_count_ckpt);
	fsmeta += le32_to_cpu(raw_super->segment_count_sit);
	fsmeta += le32_to_cpu(raw_super->segment_count_nat);
	fsmeta += le32_to_cpu(ckpt->rsvd_segment_count);
	fsmeta += le32_to_cpu(raw_super->segment_count_ssa);

2148
	if (unlikely(fsmeta >= total))
J
Jaegeuk Kim 已提交
2149
		return 1;
2150

J
Jaegeuk Kim 已提交
2151 2152 2153 2154 2155 2156 2157 2158 2159 2160
	ovp_segments = le32_to_cpu(ckpt->overprov_segment_count);
	reserved_segments = le32_to_cpu(ckpt->rsvd_segment_count);

	if (unlikely(fsmeta < F2FS_MIN_SEGMENTS ||
			ovp_segments == 0 || reserved_segments == 0)) {
		f2fs_msg(sbi->sb, KERN_ERR,
			"Wrong layout: check mkfs.f2fs version");
		return 1;
	}

2161 2162 2163 2164 2165 2166 2167 2168 2169 2170 2171 2172 2173 2174
	main_segs = le32_to_cpu(raw_super->segment_count_main);
	blocks_per_seg = sbi->blocks_per_seg;

	for (i = 0; i < NR_CURSEG_NODE_TYPE; i++) {
		if (le32_to_cpu(ckpt->cur_node_segno[i]) >= main_segs ||
			le16_to_cpu(ckpt->cur_node_blkoff[i]) >= blocks_per_seg)
			return 1;
	}
	for (i = 0; i < NR_CURSEG_DATA_TYPE; i++) {
		if (le32_to_cpu(ckpt->cur_data_segno[i]) >= main_segs ||
			le16_to_cpu(ckpt->cur_data_blkoff[i]) >= blocks_per_seg)
			return 1;
	}

2175
	if (unlikely(f2fs_cp_error(sbi))) {
2176 2177 2178
		f2fs_msg(sbi->sb, KERN_ERR, "A bug case: need to run fsck");
		return 1;
	}
J
Jaegeuk Kim 已提交
2179 2180 2181 2182 2183 2184
	return 0;
}

static void init_sb_info(struct f2fs_sb_info *sbi)
{
	struct f2fs_super_block *raw_super = sbi->raw_super;
C
Chao Yu 已提交
2185
	int i, j;
J
Jaegeuk Kim 已提交
2186 2187 2188 2189 2190 2191 2192 2193 2194 2195 2196 2197 2198 2199 2200 2201

	sbi->log_sectors_per_block =
		le32_to_cpu(raw_super->log_sectors_per_block);
	sbi->log_blocksize = le32_to_cpu(raw_super->log_blocksize);
	sbi->blocksize = 1 << sbi->log_blocksize;
	sbi->log_blocks_per_seg = le32_to_cpu(raw_super->log_blocks_per_seg);
	sbi->blocks_per_seg = 1 << sbi->log_blocks_per_seg;
	sbi->segs_per_sec = le32_to_cpu(raw_super->segs_per_sec);
	sbi->secs_per_zone = le32_to_cpu(raw_super->secs_per_zone);
	sbi->total_sections = le32_to_cpu(raw_super->section_count);
	sbi->total_node_count =
		(le32_to_cpu(raw_super->segment_count_nat) / 2)
			* sbi->blocks_per_seg * NAT_ENTRY_PER_BLOCK;
	sbi->root_ino_num = le32_to_cpu(raw_super->root_ino);
	sbi->node_ino_num = le32_to_cpu(raw_super->node_ino);
	sbi->meta_ino_num = le32_to_cpu(raw_super->meta_ino);
2202
	sbi->cur_victim_sec = NULL_SECNO;
2203
	sbi->max_victim_search = DEF_MAX_VICTIM_SEARCH;
J
Jaegeuk Kim 已提交
2204

2205
	sbi->dir_level = DEF_DIR_LEVEL;
2206
	sbi->interval_time[CP_TIME] = DEF_CP_INTERVAL;
2207
	sbi->interval_time[REQ_TIME] = DEF_IDLE_INTERVAL;
2208
	clear_sbi_flag(sbi, SBI_NEED_FSCK);
2209

2210 2211 2212
	for (i = 0; i < NR_COUNT_TYPE; i++)
		atomic_set(&sbi->nr_pages[i], 0);

2213 2214
	atomic_set(&sbi->wb_sync_req, 0);

2215 2216
	INIT_LIST_HEAD(&sbi->s_list);
	mutex_init(&sbi->umount_mutex);
C
Chao Yu 已提交
2217 2218 2219
	for (i = 0; i < NR_PAGE_TYPE - 1; i++)
		for (j = HOT; j < NR_TEMP_TYPE; j++)
			mutex_init(&sbi->wio_mutex[i][j]);
2220
	spin_lock_init(&sbi->cp_lock);
2221 2222 2223

	sbi->dirty_device = 0;
	spin_lock_init(&sbi->dev_lock);
2224

2225
	init_rwsem(&sbi->sb_lock);
J
Jaegeuk Kim 已提交
2226 2227
}

2228 2229
static int init_percpu_info(struct f2fs_sb_info *sbi)
{
2230
	int err;
2231

2232 2233 2234 2235 2236
	err = percpu_counter_init(&sbi->alloc_valid_block_count, 0, GFP_KERNEL);
	if (err)
		return err;

	return percpu_counter_init(&sbi->total_valid_inode_count, 0,
2237
								GFP_KERNEL);
2238 2239
}

2240
#ifdef CONFIG_BLK_DEV_ZONED
J
Jaegeuk Kim 已提交
2241
static int init_blkz_info(struct f2fs_sb_info *sbi, int devi)
2242
{
J
Jaegeuk Kim 已提交
2243
	struct block_device *bdev = FDEV(devi).bdev;
2244 2245 2246 2247 2248 2249 2250
	sector_t nr_sectors = bdev->bd_part->nr_sects;
	sector_t sector = 0;
	struct blk_zone *zones;
	unsigned int i, nr_zones;
	unsigned int n = 0;
	int err = -EIO;

2251
	if (!f2fs_sb_has_blkzoned(sbi->sb))
2252 2253
		return 0;

J
Jaegeuk Kim 已提交
2254
	if (sbi->blocks_per_blkz && sbi->blocks_per_blkz !=
2255
				SECTOR_TO_BLOCK(bdev_zone_sectors(bdev)))
J
Jaegeuk Kim 已提交
2256
		return -EINVAL;
2257
	sbi->blocks_per_blkz = SECTOR_TO_BLOCK(bdev_zone_sectors(bdev));
J
Jaegeuk Kim 已提交
2258 2259 2260
	if (sbi->log_blocks_per_blkz && sbi->log_blocks_per_blkz !=
				__ilog2_u32(sbi->blocks_per_blkz))
		return -EINVAL;
2261
	sbi->log_blocks_per_blkz = __ilog2_u32(sbi->blocks_per_blkz);
J
Jaegeuk Kim 已提交
2262 2263
	FDEV(devi).nr_blkz = SECTOR_TO_BLOCK(nr_sectors) >>
					sbi->log_blocks_per_blkz;
2264
	if (nr_sectors & (bdev_zone_sectors(bdev) - 1))
J
Jaegeuk Kim 已提交
2265
		FDEV(devi).nr_blkz++;
2266

C
Chao Yu 已提交
2267 2268
	FDEV(devi).blkz_type = f2fs_kmalloc(sbi, FDEV(devi).nr_blkz,
								GFP_KERNEL);
J
Jaegeuk Kim 已提交
2269
	if (!FDEV(devi).blkz_type)
2270 2271 2272 2273
		return -ENOMEM;

#define F2FS_REPORT_NR_ZONES   4096

C
Chao Yu 已提交
2274 2275
	zones = f2fs_kzalloc(sbi, sizeof(struct blk_zone) *
				F2FS_REPORT_NR_ZONES, GFP_KERNEL);
2276 2277 2278 2279 2280 2281 2282 2283 2284 2285 2286 2287 2288 2289 2290 2291 2292 2293
	if (!zones)
		return -ENOMEM;

	/* Get block zones type */
	while (zones && sector < nr_sectors) {

		nr_zones = F2FS_REPORT_NR_ZONES;
		err = blkdev_report_zones(bdev, sector,
					  zones, &nr_zones,
					  GFP_KERNEL);
		if (err)
			break;
		if (!nr_zones) {
			err = -EIO;
			break;
		}

		for (i = 0; i < nr_zones; i++) {
J
Jaegeuk Kim 已提交
2294
			FDEV(devi).blkz_type[n] = zones[i].type;
2295 2296 2297 2298 2299 2300 2301 2302 2303 2304 2305
			sector += zones[i].len;
			n++;
		}
	}

	kfree(zones);

	return err;
}
#endif

2306 2307
/*
 * Read f2fs raw super block.
2308 2309 2310
 * Because we have two copies of super block, so read both of them
 * to get the first valid one. If any one of them is broken, we pass
 * them recovery flag back to the caller.
2311
 */
2312
static int read_raw_super_block(struct f2fs_sb_info *sbi,
2313
			struct f2fs_super_block **raw_super,
2314
			int *valid_super_block, int *recovery)
2315
{
2316
	struct super_block *sb = sbi->sb;
2317
	int block;
2318
	struct buffer_head *bh;
2319
	struct f2fs_super_block *super;
2320
	int err = 0;
2321

Y
Yunlei He 已提交
2322 2323 2324
	super = kzalloc(sizeof(struct f2fs_super_block), GFP_KERNEL);
	if (!super)
		return -ENOMEM;
2325 2326 2327 2328 2329

	for (block = 0; block < 2; block++) {
		bh = sb_bread(sb, block);
		if (!bh) {
			f2fs_msg(sb, KERN_ERR, "Unable to read %dth superblock",
2330
				block + 1);
2331 2332 2333
			err = -EIO;
			continue;
		}
2334

2335
		/* sanity checking of raw super */
2336
		if (sanity_check_raw_super(sbi, bh)) {
2337 2338 2339 2340 2341 2342 2343
			f2fs_msg(sb, KERN_ERR,
				"Can't find valid F2FS filesystem in %dth superblock",
				block + 1);
			err = -EINVAL;
			brelse(bh);
			continue;
		}
2344

2345
		if (!*raw_super) {
2346 2347
			memcpy(super, bh->b_data + F2FS_SUPER_OFFSET,
							sizeof(*super));
2348 2349 2350 2351
			*valid_super_block = block;
			*raw_super = super;
		}
		brelse(bh);
2352 2353
	}

2354 2355 2356
	/* Fail to read any one of the superblocks*/
	if (err < 0)
		*recovery = 1;
2357 2358

	/* No valid superblock */
2359
	if (!*raw_super)
Y
Yunlei He 已提交
2360
		kfree(super);
2361 2362
	else
		err = 0;
2363

2364
	return err;
2365 2366
}

2367
int f2fs_commit_super(struct f2fs_sb_info *sbi, bool recover)
J
Jaegeuk Kim 已提交
2368
{
J
Jaegeuk Kim 已提交
2369
	struct buffer_head *bh;
J
Jaegeuk Kim 已提交
2370 2371
	int err;

2372 2373 2374
	if ((recover && f2fs_readonly(sbi->sb)) ||
				bdev_read_only(sbi->sb->s_bdev)) {
		set_sbi_flag(sbi, SBI_NEED_SB_WRITE);
2375
		return -EROFS;
2376
	}
2377

2378
	/* write back-up superblock first */
2379
	bh = sb_bread(sbi->sb, sbi->valid_super_block ? 0 : 1);
J
Jaegeuk Kim 已提交
2380 2381
	if (!bh)
		return -EIO;
2382
	err = __f2fs_commit_super(bh, F2FS_RAW_SUPER(sbi));
J
Jaegeuk Kim 已提交
2383
	brelse(bh);
C
Chao Yu 已提交
2384 2385 2386

	/* if we are in recovery path, skip writing valid superblock */
	if (recover || err)
J
Jaegeuk Kim 已提交
2387
		return err;
J
Jaegeuk Kim 已提交
2388 2389

	/* write current valid superblock */
2390
	bh = sb_bread(sbi->sb, sbi->valid_super_block);
2391 2392 2393 2394 2395
	if (!bh)
		return -EIO;
	err = __f2fs_commit_super(bh, F2FS_RAW_SUPER(sbi));
	brelse(bh);
	return err;
J
Jaegeuk Kim 已提交
2396 2397
}

J
Jaegeuk Kim 已提交
2398 2399 2400
static int f2fs_scan_devices(struct f2fs_sb_info *sbi)
{
	struct f2fs_super_block *raw_super = F2FS_RAW_SUPER(sbi);
2401
	unsigned int max_devices = MAX_DEVICES;
J
Jaegeuk Kim 已提交
2402 2403
	int i;

2404 2405 2406
	/* Initialize single device information */
	if (!RDEV(0).path[0]) {
		if (!bdev_is_zoned(sbi->sb->s_bdev))
J
Jaegeuk Kim 已提交
2407
			return 0;
2408 2409
		max_devices = 1;
	}
J
Jaegeuk Kim 已提交
2410

2411 2412 2413 2414
	/*
	 * Initialize multiple devices information, or single
	 * zoned block device information.
	 */
C
Chao Yu 已提交
2415 2416
	sbi->devs = f2fs_kzalloc(sbi, sizeof(struct f2fs_dev_info) *
						max_devices, GFP_KERNEL);
2417 2418
	if (!sbi->devs)
		return -ENOMEM;
J
Jaegeuk Kim 已提交
2419

2420
	for (i = 0; i < max_devices; i++) {
J
Jaegeuk Kim 已提交
2421

2422 2423 2424 2425 2426 2427 2428
		if (i > 0 && !RDEV(i).path[0])
			break;

		if (max_devices == 1) {
			/* Single zoned block device mount */
			FDEV(0).bdev =
				blkdev_get_by_dev(sbi->sb->s_bdev->bd_dev,
J
Jaegeuk Kim 已提交
2429
					sbi->sb->s_mode, sbi->sb->s_type);
2430 2431 2432 2433 2434 2435 2436 2437 2438 2439 2440 2441 2442 2443 2444 2445 2446 2447
		} else {
			/* Multi-device mount */
			memcpy(FDEV(i).path, RDEV(i).path, MAX_PATH_LEN);
			FDEV(i).total_segments =
				le32_to_cpu(RDEV(i).total_segments);
			if (i == 0) {
				FDEV(i).start_blk = 0;
				FDEV(i).end_blk = FDEV(i).start_blk +
				    (FDEV(i).total_segments <<
				    sbi->log_blocks_per_seg) - 1 +
				    le32_to_cpu(raw_super->segment0_blkaddr);
			} else {
				FDEV(i).start_blk = FDEV(i - 1).end_blk + 1;
				FDEV(i).end_blk = FDEV(i).start_blk +
					(FDEV(i).total_segments <<
					sbi->log_blocks_per_seg) - 1;
			}
			FDEV(i).bdev = blkdev_get_by_path(FDEV(i).path,
J
Jaegeuk Kim 已提交
2448
					sbi->sb->s_mode, sbi->sb->s_type);
2449
		}
J
Jaegeuk Kim 已提交
2450 2451 2452 2453 2454 2455 2456 2457
		if (IS_ERR(FDEV(i).bdev))
			return PTR_ERR(FDEV(i).bdev);

		/* to release errored devices */
		sbi->s_ndevs = i + 1;

#ifdef CONFIG_BLK_DEV_ZONED
		if (bdev_zoned_model(FDEV(i).bdev) == BLK_ZONED_HM &&
2458
				!f2fs_sb_has_blkzoned(sbi->sb)) {
J
Jaegeuk Kim 已提交
2459 2460 2461 2462 2463 2464 2465 2466 2467 2468
			f2fs_msg(sbi->sb, KERN_ERR,
				"Zoned block device feature not enabled\n");
			return -EINVAL;
		}
		if (bdev_zoned_model(FDEV(i).bdev) != BLK_ZONED_NONE) {
			if (init_blkz_info(sbi, i)) {
				f2fs_msg(sbi->sb, KERN_ERR,
					"Failed to initialize F2FS blkzone information");
				return -EINVAL;
			}
2469 2470
			if (max_devices == 1)
				break;
J
Jaegeuk Kim 已提交
2471 2472 2473 2474 2475 2476 2477 2478 2479 2480 2481 2482 2483 2484 2485 2486
			f2fs_msg(sbi->sb, KERN_INFO,
				"Mount Device [%2d]: %20s, %8u, %8x - %8x (zone: %s)",
				i, FDEV(i).path,
				FDEV(i).total_segments,
				FDEV(i).start_blk, FDEV(i).end_blk,
				bdev_zoned_model(FDEV(i).bdev) == BLK_ZONED_HA ?
				"Host-aware" : "Host-managed");
			continue;
		}
#endif
		f2fs_msg(sbi->sb, KERN_INFO,
			"Mount Device [%2d]: %20s, %8u, %8x - %8x",
				i, FDEV(i).path,
				FDEV(i).total_segments,
				FDEV(i).start_blk, FDEV(i).end_blk);
	}
2487 2488
	f2fs_msg(sbi->sb, KERN_INFO,
			"IO Block Size: %8d KB", F2FS_IO_SIZE_KB(sbi));
J
Jaegeuk Kim 已提交
2489 2490 2491
	return 0;
}

J
Jaegeuk Kim 已提交
2492 2493 2494
static int f2fs_fill_super(struct super_block *sb, void *data, int silent)
{
	struct f2fs_sb_info *sbi;
2495
	struct f2fs_super_block *raw_super;
J
Jaegeuk Kim 已提交
2496
	struct inode *root;
2497
	int err;
2498
	bool retry = true, need_fsck = false;
2499
	char *options = NULL;
2500
	int recovery, i, valid_super_block;
2501
	struct curseg_info *seg_i;
J
Jaegeuk Kim 已提交
2502

2503
try_onemore:
2504 2505
	err = -EINVAL;
	raw_super = NULL;
2506
	valid_super_block = -1;
2507 2508
	recovery = 0;

J
Jaegeuk Kim 已提交
2509 2510 2511 2512 2513
	/* allocate memory for f2fs-specific super block info */
	sbi = kzalloc(sizeof(struct f2fs_sb_info), GFP_KERNEL);
	if (!sbi)
		return -ENOMEM;

2514 2515
	sbi->sb = sb;

K
Keith Mok 已提交
2516 2517 2518 2519 2520 2521 2522 2523 2524
	/* Load the checksum driver */
	sbi->s_chksum_driver = crypto_alloc_shash("crc32", 0, 0);
	if (IS_ERR(sbi->s_chksum_driver)) {
		f2fs_msg(sb, KERN_ERR, "Cannot load crc32 driver.");
		err = PTR_ERR(sbi->s_chksum_driver);
		sbi->s_chksum_driver = NULL;
		goto free_sbi;
	}

2525
	/* set a block size */
2526
	if (unlikely(!sb_set_blocksize(sb, F2FS_BLKSIZE))) {
2527
		f2fs_msg(sb, KERN_ERR, "unable to set blocksize");
J
Jaegeuk Kim 已提交
2528
		goto free_sbi;
2529
	}
J
Jaegeuk Kim 已提交
2530

2531
	err = read_raw_super_block(sbi, &raw_super, &valid_super_block,
2532
								&recovery);
2533 2534 2535
	if (err)
		goto free_sbi;

2536
	sb->s_fs_info = sbi;
2537 2538
	sbi->raw_super = raw_super;

2539 2540 2541
	sbi->s_resuid = make_kuid(&init_user_ns, F2FS_DEF_RESUID);
	sbi->s_resgid = make_kgid(&init_user_ns, F2FS_DEF_RESGID);

C
Chao Yu 已提交
2542 2543 2544 2545 2546
	/* precompute checksum seed for metadata */
	if (f2fs_sb_has_inode_chksum(sb))
		sbi->s_chksum_seed = f2fs_chksum(sbi, ~0, raw_super->uuid,
						sizeof(raw_super->uuid));

2547 2548 2549 2550 2551 2552
	/*
	 * The BLKZONED feature indicates that the drive was formatted with
	 * zone alignment optimization. This is optional for host-aware
	 * devices, but mandatory for host-managed zoned block devices.
	 */
#ifndef CONFIG_BLK_DEV_ZONED
2553
	if (f2fs_sb_has_blkzoned(sb)) {
2554 2555
		f2fs_msg(sb, KERN_ERR,
			 "Zoned block device support is not enabled\n");
2556
		err = -EOPNOTSUPP;
2557 2558 2559
		goto free_sb_buf;
	}
#endif
2560
	default_options(sbi);
J
Jaegeuk Kim 已提交
2561
	/* parse mount options */
2562 2563 2564
	options = kstrdup((const char *)data, GFP_KERNEL);
	if (data && !options) {
		err = -ENOMEM;
J
Jaegeuk Kim 已提交
2565
		goto free_sb_buf;
2566 2567 2568 2569 2570
	}

	err = parse_options(sb, options);
	if (err)
		goto free_options;
J
Jaegeuk Kim 已提交
2571

C
Chao Yu 已提交
2572 2573 2574
	sbi->max_file_blocks = max_file_blocks();
	sb->s_maxbytes = sbi->max_file_blocks <<
				le32_to_cpu(raw_super->log_blocksize);
J
Jaegeuk Kim 已提交
2575 2576 2577
	sb->s_max_links = F2FS_LINK_MAX;
	get_random_bytes(&sbi->s_next_generation, sizeof(u32));

C
Chao Yu 已提交
2578 2579
#ifdef CONFIG_QUOTA
	sb->dq_op = &f2fs_quota_operations;
J
Jaegeuk Kim 已提交
2580 2581 2582 2583
	if (f2fs_sb_has_quota_ino(sb))
		sb->s_qcop = &dquot_quotactl_sysfile_ops;
	else
		sb->s_qcop = &f2fs_quotactl_ops;
C
Chao Yu 已提交
2584
	sb->s_quota_types = QTYPE_MASK_USR | QTYPE_MASK_GRP | QTYPE_MASK_PRJ;
2585 2586 2587 2588 2589 2590 2591

	if (f2fs_sb_has_quota_ino(sbi->sb)) {
		for (i = 0; i < MAXQUOTAS; i++) {
			if (f2fs_qf_ino(sbi->sb, i))
				sbi->nquota_files++;
		}
	}
C
Chao Yu 已提交
2592 2593
#endif

J
Jaegeuk Kim 已提交
2594
	sb->s_op = &f2fs_sops;
2595
#ifdef CONFIG_F2FS_FS_ENCRYPTION
2596
	sb->s_cop = &f2fs_cryptops;
2597
#endif
J
Jaegeuk Kim 已提交
2598 2599 2600 2601
	sb->s_xattr = f2fs_xattr_handlers;
	sb->s_export_op = &f2fs_export_ops;
	sb->s_magic = F2FS_SUPER_MAGIC;
	sb->s_time_gran = 1;
2602 2603
	sb->s_flags = (sb->s_flags & ~SB_POSIXACL) |
		(test_opt(sbi, POSIX_ACL) ? SB_POSIXACL : 0);
2604
	memcpy(&sb->s_uuid, raw_super->uuid, sizeof(raw_super->uuid));
2605
	sb->s_iflags |= SB_I_CGROUPWB;
J
Jaegeuk Kim 已提交
2606 2607

	/* init f2fs-specific super block info */
2608
	sbi->valid_super_block = valid_super_block;
J
Jaegeuk Kim 已提交
2609 2610
	mutex_init(&sbi->gc_mutex);
	mutex_init(&sbi->cp_mutex);
2611
	init_rwsem(&sbi->node_write);
2612
	init_rwsem(&sbi->node_change);
2613 2614 2615

	/* disallow all the data/node/meta page writes */
	set_sbi_flag(sbi, SBI_POR_DOING);
J
Jaegeuk Kim 已提交
2616
	spin_lock_init(&sbi->stat_lock);
2617

C
Chao Yu 已提交
2618 2619 2620 2621
	/* init iostat info */
	spin_lock_init(&sbi->iostat_lock);
	sbi->iostat_enable = false;

J
Jaegeuk Kim 已提交
2622
	for (i = 0; i < NR_PAGE_TYPE; i++) {
J
Jaegeuk Kim 已提交
2623 2624 2625
		int n = (i == META) ? 1: NR_TEMP_TYPE;
		int j;

C
Chao Yu 已提交
2626 2627 2628
		sbi->write_io[i] = f2fs_kmalloc(sbi,
					n * sizeof(struct f2fs_bio_info),
					GFP_KERNEL);
2629 2630
		if (!sbi->write_io[i]) {
			err = -ENOMEM;
J
Jaegeuk Kim 已提交
2631
			goto free_options;
2632
		}
J
Jaegeuk Kim 已提交
2633 2634 2635 2636 2637

		for (j = HOT; j < n; j++) {
			init_rwsem(&sbi->write_io[i][j].io_rwsem);
			sbi->write_io[i][j].sbi = sbi;
			sbi->write_io[i][j].bio = NULL;
2638 2639
			spin_lock_init(&sbi->write_io[i][j].io_lock);
			INIT_LIST_HEAD(&sbi->write_io[i][j].io_list);
J
Jaegeuk Kim 已提交
2640
		}
J
Jaegeuk Kim 已提交
2641
	}
2642

2643
	init_rwsem(&sbi->cp_rwsem);
2644
	init_waitqueue_head(&sbi->cp_wait);
J
Jaegeuk Kim 已提交
2645 2646
	init_sb_info(sbi);

2647 2648
	err = init_percpu_info(sbi);
	if (err)
2649
		goto free_bio_info;
2650

2651 2652
	if (F2FS_IO_SIZE(sbi) > 1) {
		sbi->write_io_dummy =
2653
			mempool_create_page_pool(2 * (F2FS_IO_SIZE(sbi) - 1), 0);
2654 2655
		if (!sbi->write_io_dummy) {
			err = -ENOMEM;
2656
			goto free_percpu;
2657
		}
2658 2659
	}

J
Jaegeuk Kim 已提交
2660 2661 2662
	/* get an inode for meta space */
	sbi->meta_inode = f2fs_iget(sb, F2FS_META_INO(sbi));
	if (IS_ERR(sbi->meta_inode)) {
2663
		f2fs_msg(sb, KERN_ERR, "Failed to read F2FS meta data inode");
J
Jaegeuk Kim 已提交
2664
		err = PTR_ERR(sbi->meta_inode);
2665
		goto free_io_dummy;
J
Jaegeuk Kim 已提交
2666 2667 2668
	}

	err = get_valid_checkpoint(sbi);
2669 2670
	if (err) {
		f2fs_msg(sb, KERN_ERR, "Failed to get valid F2FS checkpoint");
J
Jaegeuk Kim 已提交
2671
		goto free_meta_inode;
2672
	}
J
Jaegeuk Kim 已提交
2673

J
Jaegeuk Kim 已提交
2674 2675 2676 2677 2678 2679 2680
	/* Initialize device list */
	err = f2fs_scan_devices(sbi);
	if (err) {
		f2fs_msg(sb, KERN_ERR, "Failed to find devices");
		goto free_devices;
	}

J
Jaegeuk Kim 已提交
2681 2682
	sbi->total_valid_node_count =
				le32_to_cpu(sbi->ckpt->valid_node_count);
2683 2684
	percpu_counter_set(&sbi->total_valid_inode_count,
				le32_to_cpu(sbi->ckpt->valid_inode_count));
J
Jaegeuk Kim 已提交
2685 2686 2687 2688
	sbi->user_block_count = le64_to_cpu(sbi->ckpt->user_block_count);
	sbi->total_valid_block_count =
				le64_to_cpu(sbi->ckpt->valid_block_count);
	sbi->last_valid_block_count = sbi->total_valid_block_count;
2689
	sbi->reserved_blocks = 0;
2690
	sbi->current_reserved_blocks = 0;
2691
	limit_reserve_root(sbi);
2692

2693 2694 2695 2696
	for (i = 0; i < NR_INODE_TYPE; i++) {
		INIT_LIST_HEAD(&sbi->inode_list[i]);
		spin_lock_init(&sbi->inode_lock[i]);
	}
J
Jaegeuk Kim 已提交
2697

C
Chao Yu 已提交
2698 2699
	init_extent_cache_info(sbi);

J
Jaegeuk Kim 已提交
2700
	init_ino_entry_info(sbi);
J
Jaegeuk Kim 已提交
2701 2702 2703

	/* setup f2fs internal modules */
	err = build_segment_manager(sbi);
2704 2705 2706
	if (err) {
		f2fs_msg(sb, KERN_ERR,
			"Failed to initialize F2FS segment manager");
J
Jaegeuk Kim 已提交
2707
		goto free_sm;
2708
	}
J
Jaegeuk Kim 已提交
2709
	err = build_node_manager(sbi);
2710 2711 2712
	if (err) {
		f2fs_msg(sb, KERN_ERR,
			"Failed to initialize F2FS node manager");
J
Jaegeuk Kim 已提交
2713
		goto free_nm;
2714
	}
J
Jaegeuk Kim 已提交
2715

2716 2717 2718 2719 2720 2721 2722 2723 2724
	/* For write statistics */
	if (sb->s_bdev->bd_part)
		sbi->sectors_written_start =
			(u64)part_stat_read(sb->s_bdev->bd_part, sectors[1]);

	/* Read accumulated write IO statistics if exists */
	seg_i = CURSEG_I(sbi, CURSEG_HOT_NODE);
	if (__exist_node_summaries(sbi))
		sbi->kbytes_written =
2725
			le64_to_cpu(seg_i->journal->info.kbytes_written);
2726

J
Jaegeuk Kim 已提交
2727 2728 2729 2730 2731
	build_gc_manager(sbi);

	/* get an inode for node space */
	sbi->node_inode = f2fs_iget(sb, F2FS_NODE_INO(sbi));
	if (IS_ERR(sbi->node_inode)) {
2732
		f2fs_msg(sb, KERN_ERR, "Failed to read node inode");
J
Jaegeuk Kim 已提交
2733 2734 2735 2736
		err = PTR_ERR(sbi->node_inode);
		goto free_nm;
	}

2737 2738
	err = f2fs_build_stats(sbi);
	if (err)
C
Chao Yu 已提交
2739
		goto free_node_inode;
2740

J
Jaegeuk Kim 已提交
2741 2742 2743
	/* read root inode and dentry */
	root = f2fs_iget(sb, F2FS_ROOT_INO(sbi));
	if (IS_ERR(root)) {
2744
		f2fs_msg(sb, KERN_ERR, "Failed to read root inode");
J
Jaegeuk Kim 已提交
2745
		err = PTR_ERR(root);
C
Chao Yu 已提交
2746
		goto free_stats;
J
Jaegeuk Kim 已提交
2747
	}
2748
	if (!S_ISDIR(root->i_mode) || !root->i_blocks || !root->i_size) {
2749
		iput(root);
2750
		err = -EINVAL;
2751
		goto free_node_inode;
2752
	}
J
Jaegeuk Kim 已提交
2753 2754 2755 2756 2757 2758 2759

	sb->s_root = d_make_root(root); /* allocate root dentry */
	if (!sb->s_root) {
		err = -ENOMEM;
		goto free_root_inode;
	}

2760
	err = f2fs_register_sysfs(sbi);
2761
	if (err)
C
Chao Yu 已提交
2762
		goto free_root_inode;
2763

J
Jaegeuk Kim 已提交
2764 2765 2766 2767 2768 2769 2770 2771 2772 2773 2774 2775 2776 2777
#ifdef CONFIG_QUOTA
	/*
	 * Turn on quotas which were not enabled for read-only mounts if
	 * filesystem has quota feature, so that they are updated correctly.
	 */
	if (f2fs_sb_has_quota_ino(sb) && !sb_rdonly(sb)) {
		err = f2fs_enable_quotas(sb);
		if (err) {
			f2fs_msg(sb, KERN_ERR,
				"Cannot turn on quotas: error %d", err);
			goto free_sysfs;
		}
	}
#endif
C
Chao Yu 已提交
2778 2779 2780
	/* if there are nt orphan nodes free them */
	err = recover_orphan_inodes(sbi);
	if (err)
J
Jaegeuk Kim 已提交
2781
		goto free_meta;
C
Chao Yu 已提交
2782

2783 2784
	/* recover fsynced data */
	if (!test_opt(sbi, DISABLE_ROLL_FORWARD)) {
2785 2786 2787 2788 2789
		/*
		 * mount should be failed, when device has readonly mode, and
		 * previous checkpoint was not done by clean system shutdown.
		 */
		if (bdev_read_only(sb->s_bdev) &&
2790
				!is_set_ckpt_flags(sbi, CP_UMOUNT_FLAG)) {
2791
			err = -EROFS;
C
Chao Yu 已提交
2792
			goto free_meta;
2793
		}
2794 2795 2796 2797

		if (need_fsck)
			set_sbi_flag(sbi, SBI_NEED_FSCK);

2798 2799 2800
		if (!retry)
			goto skip_recovery;

2801 2802
		err = recover_fsync_data(sbi, false);
		if (err < 0) {
2803
			need_fsck = true;
2804
			f2fs_msg(sb, KERN_ERR,
2805
				"Cannot recover all fsync data errno=%d", err);
C
Chao Yu 已提交
2806
			goto free_meta;
2807
		}
2808 2809 2810 2811 2812 2813 2814
	} else {
		err = recover_fsync_data(sbi, true);

		if (!f2fs_readonly(sb) && err > 0) {
			err = -EINVAL;
			f2fs_msg(sb, KERN_ERR,
				"Need to recover fsync data");
J
Jaegeuk Kim 已提交
2815
			goto free_meta;
2816
		}
2817
	}
2818
skip_recovery:
2819 2820
	/* recover_fsync_data() cleared this already */
	clear_sbi_flag(sbi, SBI_POR_DOING);
2821

2822 2823 2824 2825
	/*
	 * If filesystem is not mounted as read-only then
	 * do start the gc_thread.
	 */
2826
	if (test_opt(sbi, BG_GC) && !f2fs_readonly(sb)) {
2827 2828 2829
		/* After POR, we can run background GC thread.*/
		err = start_gc_thread(sbi);
		if (err)
C
Chao Yu 已提交
2830
			goto free_meta;
2831
	}
2832
	kfree(options);
2833 2834

	/* recover broken superblock */
2835
	if (recovery) {
2836 2837
		err = f2fs_commit_super(sbi, true);
		f2fs_msg(sb, KERN_INFO,
2838
			"Try to recover %dth superblock, ret: %d",
2839
			sbi->valid_super_block ? 1 : 2, err);
2840 2841
	}

C
Chao Yu 已提交
2842 2843
	f2fs_join_shrinker(sbi);

2844 2845
	f2fs_msg(sbi->sb, KERN_NOTICE, "Mounted with checkpoint version = %llx",
				cur_cp_version(F2FS_CKPT(sbi)));
2846
	f2fs_update_time(sbi, CP_TIME);
2847
	f2fs_update_time(sbi, REQ_TIME);
J
Jaegeuk Kim 已提交
2848
	return 0;
2849

C
Chao Yu 已提交
2850
free_meta:
J
Jaegeuk Kim 已提交
2851 2852 2853 2854
#ifdef CONFIG_QUOTA
	if (f2fs_sb_has_quota_ino(sb) && !sb_rdonly(sb))
		f2fs_quota_off_umount(sbi->sb);
#endif
2855
	f2fs_sync_inode_meta(sbi);
C
Chao Yu 已提交
2856 2857 2858 2859 2860 2861 2862
	/*
	 * Some dirty meta pages can be produced by recover_orphan_inodes()
	 * failed by EIO. Then, iput(node_inode) can trigger balance_fs_bg()
	 * followed by write_checkpoint() through f2fs_write_node_pages(), which
	 * falls into an infinite loop in sync_meta_pages().
	 */
	truncate_inode_pages_final(META_MAPPING(sbi));
J
Jaegeuk Kim 已提交
2863
#ifdef CONFIG_QUOTA
C
Chao Yu 已提交
2864
free_sysfs:
J
Jaegeuk Kim 已提交
2865
#endif
2866
	f2fs_unregister_sysfs(sbi);
J
Jaegeuk Kim 已提交
2867 2868 2869
free_root_inode:
	dput(sb->s_root);
	sb->s_root = NULL;
C
Chao Yu 已提交
2870 2871
free_stats:
	f2fs_destroy_stats(sbi);
J
Jaegeuk Kim 已提交
2872
free_node_inode:
2873
	release_ino_entry(sbi, true);
C
Chao Yu 已提交
2874
	truncate_inode_pages_final(NODE_MAPPING(sbi));
J
Jaegeuk Kim 已提交
2875 2876 2877 2878 2879
	iput(sbi->node_inode);
free_nm:
	destroy_node_manager(sbi);
free_sm:
	destroy_segment_manager(sbi);
J
Jaegeuk Kim 已提交
2880 2881
free_devices:
	destroy_device_list(sbi);
J
Jaegeuk Kim 已提交
2882 2883 2884 2885
	kfree(sbi->ckpt);
free_meta_inode:
	make_bad_inode(sbi->meta_inode);
	iput(sbi->meta_inode);
2886 2887
free_io_dummy:
	mempool_destroy(sbi->write_io_dummy);
2888 2889 2890
free_percpu:
	destroy_percpu_info(sbi);
free_bio_info:
J
Jaegeuk Kim 已提交
2891 2892
	for (i = 0; i < NR_PAGE_TYPE; i++)
		kfree(sbi->write_io[i]);
2893
free_options:
C
Chao Yu 已提交
2894 2895 2896 2897
#ifdef CONFIG_QUOTA
	for (i = 0; i < MAXQUOTAS; i++)
		kfree(sbi->s_qf_names[i]);
#endif
2898
	kfree(options);
J
Jaegeuk Kim 已提交
2899
free_sb_buf:
Y
Yunlei He 已提交
2900
	kfree(raw_super);
J
Jaegeuk Kim 已提交
2901
free_sbi:
K
Keith Mok 已提交
2902 2903
	if (sbi->s_chksum_driver)
		crypto_free_shash(sbi->s_chksum_driver);
J
Jaegeuk Kim 已提交
2904
	kfree(sbi);
2905 2906 2907

	/* give only one another chance */
	if (retry) {
2908
		retry = false;
2909 2910 2911
		shrink_dcache_sb(sb);
		goto try_onemore;
	}
J
Jaegeuk Kim 已提交
2912 2913 2914 2915 2916 2917 2918 2919 2920
	return err;
}

static struct dentry *f2fs_mount(struct file_system_type *fs_type, int flags,
			const char *dev_name, void *data)
{
	return mount_bdev(fs_type, flags, dev_name, data, f2fs_fill_super);
}

2921 2922
static void kill_f2fs_super(struct super_block *sb)
{
2923
	if (sb->s_root) {
2924
		set_sbi_flag(F2FS_SB(sb), SBI_IS_CLOSE);
2925 2926 2927
		stop_gc_thread(F2FS_SB(sb));
		stop_discard_thread(F2FS_SB(sb));
	}
2928 2929 2930
	kill_block_super(sb);
}

J
Jaegeuk Kim 已提交
2931 2932 2933 2934
static struct file_system_type f2fs_fs_type = {
	.owner		= THIS_MODULE,
	.name		= "f2fs",
	.mount		= f2fs_mount,
2935
	.kill_sb	= kill_f2fs_super,
J
Jaegeuk Kim 已提交
2936 2937
	.fs_flags	= FS_REQUIRES_DEV,
};
2938
MODULE_ALIAS_FS("f2fs");
J
Jaegeuk Kim 已提交
2939

2940
static int __init init_inodecache(void)
J
Jaegeuk Kim 已提交
2941
{
2942 2943 2944
	f2fs_inode_cachep = kmem_cache_create("f2fs_inode_cache",
			sizeof(struct f2fs_inode_info), 0,
			SLAB_RECLAIM_ACCOUNT|SLAB_ACCOUNT, NULL);
2945
	if (!f2fs_inode_cachep)
J
Jaegeuk Kim 已提交
2946 2947 2948 2949 2950 2951 2952 2953 2954 2955 2956 2957 2958 2959 2960 2961 2962 2963
		return -ENOMEM;
	return 0;
}

static void destroy_inodecache(void)
{
	/*
	 * Make sure all delayed rcu free inodes are flushed before we
	 * destroy cache.
	 */
	rcu_barrier();
	kmem_cache_destroy(f2fs_inode_cachep);
}

static int __init init_f2fs_fs(void)
{
	int err;

2964 2965
	f2fs_build_trace_ios();

J
Jaegeuk Kim 已提交
2966 2967 2968 2969 2970
	err = init_inodecache();
	if (err)
		goto fail;
	err = create_node_manager_caches();
	if (err)
2971
		goto free_inodecache;
2972
	err = create_segment_manager_caches();
J
Jaegeuk Kim 已提交
2973
	if (err)
2974
		goto free_node_manager_caches;
J
Jaegeuk Kim 已提交
2975 2976
	err = create_checkpoint_caches();
	if (err)
2977
		goto free_segment_manager_caches;
C
Chao Yu 已提交
2978 2979 2980
	err = create_extent_cache();
	if (err)
		goto free_checkpoint_caches;
2981
	err = f2fs_init_sysfs();
C
Chao Yu 已提交
2982
	if (err)
C
Chao Yu 已提交
2983
		goto free_extent_cache;
2984
	err = register_shrinker(&f2fs_shrinker_info);
2985
	if (err)
C
Chao Yu 已提交
2986
		goto free_sysfs;
2987 2988 2989
	err = register_filesystem(&f2fs_fs_type);
	if (err)
		goto free_shrinker;
2990 2991 2992
	err = f2fs_create_root_stats();
	if (err)
		goto free_filesystem;
2993 2994
	return 0;

2995 2996
free_filesystem:
	unregister_filesystem(&f2fs_fs_type);
2997 2998
free_shrinker:
	unregister_shrinker(&f2fs_shrinker_info);
C
Chao Yu 已提交
2999
free_sysfs:
3000
	f2fs_exit_sysfs();
C
Chao Yu 已提交
3001 3002
free_extent_cache:
	destroy_extent_cache();
3003 3004
free_checkpoint_caches:
	destroy_checkpoint_caches();
3005 3006
free_segment_manager_caches:
	destroy_segment_manager_caches();
3007 3008 3009 3010
free_node_manager_caches:
	destroy_node_manager_caches();
free_inodecache:
	destroy_inodecache();
J
Jaegeuk Kim 已提交
3011 3012 3013 3014 3015 3016
fail:
	return err;
}

static void __exit exit_f2fs_fs(void)
{
3017
	f2fs_destroy_root_stats();
J
Jaegeuk Kim 已提交
3018
	unregister_filesystem(&f2fs_fs_type);
T
Tiezhu Yang 已提交
3019
	unregister_shrinker(&f2fs_shrinker_info);
3020
	f2fs_exit_sysfs();
W
Wanpeng Li 已提交
3021
	destroy_extent_cache();
J
Jaegeuk Kim 已提交
3022
	destroy_checkpoint_caches();
3023
	destroy_segment_manager_caches();
J
Jaegeuk Kim 已提交
3024 3025
	destroy_node_manager_caches();
	destroy_inodecache();
3026
	f2fs_destroy_trace_ios();
J
Jaegeuk Kim 已提交
3027 3028 3029 3030 3031 3032 3033 3034
}

module_init(init_f2fs_fs)
module_exit(exit_f2fs_fs)

MODULE_AUTHOR("Samsung Electronics's Praesto Team");
MODULE_DESCRIPTION("Flash Friendly File System");
MODULE_LICENSE("GPL");
3035