super.c 83.7 KB
Newer Older
J
Jaegeuk Kim 已提交
1
/*
J
Jaegeuk Kim 已提交
2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20
 * fs/f2fs/super.c
 *
 * Copyright (c) 2012 Samsung Electronics Co., Ltd.
 *             http://www.samsung.com/
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License version 2 as
 * published by the Free Software Foundation.
 */
#include <linux/module.h>
#include <linux/init.h>
#include <linux/fs.h>
#include <linux/statfs.h>
#include <linux/buffer_head.h>
#include <linux/backing-dev.h>
#include <linux/kthread.h>
#include <linux/parser.h>
#include <linux/mount.h>
#include <linux/seq_file.h>
21
#include <linux/proc_fs.h>
J
Jaegeuk Kim 已提交
22 23
#include <linux/random.h>
#include <linux/exportfs.h>
24
#include <linux/blkdev.h>
C
Chao Yu 已提交
25
#include <linux/quotaops.h>
J
Jaegeuk Kim 已提交
26
#include <linux/f2fs_fs.h>
27
#include <linux/sysfs.h>
C
Chao Yu 已提交
28
#include <linux/quota.h>
J
Jaegeuk Kim 已提交
29 30 31

#include "f2fs.h"
#include "node.h"
32
#include "segment.h"
J
Jaegeuk Kim 已提交
33
#include "xattr.h"
34
#include "gc.h"
J
Jaegeuk Kim 已提交
35
#include "trace.h"
J
Jaegeuk Kim 已提交
36

37 38 39
#define CREATE_TRACE_POINTS
#include <trace/events/f2fs.h>

J
Jaegeuk Kim 已提交
40 41
static struct kmem_cache *f2fs_inode_cachep;

42
#ifdef CONFIG_F2FS_FAULT_INJECTION
J
Jaegeuk Kim 已提交
43

44
char *f2fs_fault_name[FAULT_MAX] = {
J
Jaegeuk Kim 已提交
45
	[FAULT_KMALLOC]		= "kmalloc",
C
Chao Yu 已提交
46
	[FAULT_KVMALLOC]	= "kvmalloc",
47
	[FAULT_PAGE_ALLOC]	= "page alloc",
C
Chao Yu 已提交
48
	[FAULT_PAGE_GET]	= "page get",
49
	[FAULT_ALLOC_BIO]	= "alloc bio",
J
Jaegeuk Kim 已提交
50 51 52 53
	[FAULT_ALLOC_NID]	= "alloc nid",
	[FAULT_ORPHAN]		= "orphan",
	[FAULT_BLOCK]		= "no more block",
	[FAULT_DIR_DEPTH]	= "too big dir depth",
54
	[FAULT_EVICT_INODE]	= "evict_inode fail",
55
	[FAULT_TRUNCATE]	= "truncate fail",
C
Chao Yu 已提交
56
	[FAULT_IO]		= "IO error",
57
	[FAULT_CHECKPOINT]	= "checkpoint error",
58
	[FAULT_DISCARD]		= "discard error",
J
Jaegeuk Kim 已提交
59
};
S
Sheng Yong 已提交
60

C
Chao Yu 已提交
61 62
void f2fs_build_fault_attr(struct f2fs_sb_info *sbi, unsigned int rate,
							unsigned int type)
S
Sheng Yong 已提交
63
{
64
	struct f2fs_fault_info *ffi = &F2FS_OPTION(sbi).fault_info;
65

S
Sheng Yong 已提交
66
	if (rate) {
67 68
		atomic_set(&ffi->inject_ops, 0);
		ffi->inject_rate = rate;
S
Sheng Yong 已提交
69
	}
C
Chao Yu 已提交
70 71 72 73 74 75

	if (type)
		ffi->inject_type = type;

	if (!rate && !type)
		memset(ffi, 0, sizeof(struct f2fs_fault_info));
S
Sheng Yong 已提交
76
}
77 78
#endif

79 80 81 82 83 84 85
/* f2fs-wide shrinker description */
static struct shrinker f2fs_shrinker_info = {
	.scan_objects = f2fs_shrink_scan,
	.count_objects = f2fs_shrink_count,
	.seeks = DEFAULT_SEEKS,
};

J
Jaegeuk Kim 已提交
86
enum {
87
	Opt_gc_background,
J
Jaegeuk Kim 已提交
88
	Opt_disable_roll_forward,
89
	Opt_norecovery,
J
Jaegeuk Kim 已提交
90
	Opt_discard,
C
Chao Yu 已提交
91
	Opt_nodiscard,
J
Jaegeuk Kim 已提交
92
	Opt_noheap,
93
	Opt_heap,
94
	Opt_user_xattr,
J
Jaegeuk Kim 已提交
95
	Opt_nouser_xattr,
96
	Opt_acl,
J
Jaegeuk Kim 已提交
97 98 99
	Opt_noacl,
	Opt_active_logs,
	Opt_disable_ext_identify,
J
Jaegeuk Kim 已提交
100
	Opt_inline_xattr,
101
	Opt_noinline_xattr,
C
Chao Yu 已提交
102
	Opt_inline_xattr_size,
103
	Opt_inline_data,
104
	Opt_inline_dentry,
105
	Opt_noinline_dentry,
106
	Opt_flush_merge,
J
Jaegeuk Kim 已提交
107
	Opt_noflush_merge,
J
Jaegeuk Kim 已提交
108
	Opt_nobarrier,
109
	Opt_fastboot,
110
	Opt_extent_cache,
111
	Opt_noextent_cache,
W
Wanpeng Li 已提交
112
	Opt_noinline_data,
113
	Opt_data_flush,
114
	Opt_reserve_root,
115 116
	Opt_resgid,
	Opt_resuid,
117
	Opt_mode,
118
	Opt_io_size_bits,
119
	Opt_fault_injection,
C
Chao Yu 已提交
120
	Opt_fault_type,
J
Jaegeuk Kim 已提交
121 122
	Opt_lazytime,
	Opt_nolazytime,
C
Chao Yu 已提交
123 124
	Opt_quota,
	Opt_noquota,
C
Chao Yu 已提交
125 126
	Opt_usrquota,
	Opt_grpquota,
C
Chao Yu 已提交
127
	Opt_prjquota,
C
Chao Yu 已提交
128 129 130 131 132 133 134 135 136
	Opt_usrjquota,
	Opt_grpjquota,
	Opt_prjjquota,
	Opt_offusrjquota,
	Opt_offgrpjquota,
	Opt_offprjjquota,
	Opt_jqfmt_vfsold,
	Opt_jqfmt_vfsv0,
	Opt_jqfmt_vfsv1,
137
	Opt_whint,
138
	Opt_alloc,
139
	Opt_fsync,
140
	Opt_test_dummy_encryption,
J
Jaegeuk Kim 已提交
141 142 143 144
	Opt_err,
};

static match_table_t f2fs_tokens = {
145
	{Opt_gc_background, "background_gc=%s"},
J
Jaegeuk Kim 已提交
146
	{Opt_disable_roll_forward, "disable_roll_forward"},
147
	{Opt_norecovery, "norecovery"},
J
Jaegeuk Kim 已提交
148
	{Opt_discard, "discard"},
C
Chao Yu 已提交
149
	{Opt_nodiscard, "nodiscard"},
J
Jaegeuk Kim 已提交
150
	{Opt_noheap, "no_heap"},
151
	{Opt_heap, "heap"},
152
	{Opt_user_xattr, "user_xattr"},
J
Jaegeuk Kim 已提交
153
	{Opt_nouser_xattr, "nouser_xattr"},
154
	{Opt_acl, "acl"},
J
Jaegeuk Kim 已提交
155 156 157
	{Opt_noacl, "noacl"},
	{Opt_active_logs, "active_logs=%u"},
	{Opt_disable_ext_identify, "disable_ext_identify"},
J
Jaegeuk Kim 已提交
158
	{Opt_inline_xattr, "inline_xattr"},
159
	{Opt_noinline_xattr, "noinline_xattr"},
C
Chao Yu 已提交
160
	{Opt_inline_xattr_size, "inline_xattr_size=%u"},
161
	{Opt_inline_data, "inline_data"},
162
	{Opt_inline_dentry, "inline_dentry"},
163
	{Opt_noinline_dentry, "noinline_dentry"},
164
	{Opt_flush_merge, "flush_merge"},
J
Jaegeuk Kim 已提交
165
	{Opt_noflush_merge, "noflush_merge"},
J
Jaegeuk Kim 已提交
166
	{Opt_nobarrier, "nobarrier"},
167
	{Opt_fastboot, "fastboot"},
168
	{Opt_extent_cache, "extent_cache"},
169
	{Opt_noextent_cache, "noextent_cache"},
W
Wanpeng Li 已提交
170
	{Opt_noinline_data, "noinline_data"},
171
	{Opt_data_flush, "data_flush"},
172
	{Opt_reserve_root, "reserve_root=%u"},
173 174
	{Opt_resgid, "resgid=%u"},
	{Opt_resuid, "resuid=%u"},
175
	{Opt_mode, "mode=%s"},
176
	{Opt_io_size_bits, "io_bits=%u"},
177
	{Opt_fault_injection, "fault_injection=%u"},
C
Chao Yu 已提交
178
	{Opt_fault_type, "fault_type=%u"},
J
Jaegeuk Kim 已提交
179 180
	{Opt_lazytime, "lazytime"},
	{Opt_nolazytime, "nolazytime"},
C
Chao Yu 已提交
181 182
	{Opt_quota, "quota"},
	{Opt_noquota, "noquota"},
C
Chao Yu 已提交
183 184
	{Opt_usrquota, "usrquota"},
	{Opt_grpquota, "grpquota"},
C
Chao Yu 已提交
185
	{Opt_prjquota, "prjquota"},
C
Chao Yu 已提交
186 187 188 189 190 191 192 193 194
	{Opt_usrjquota, "usrjquota=%s"},
	{Opt_grpjquota, "grpjquota=%s"},
	{Opt_prjjquota, "prjjquota=%s"},
	{Opt_offusrjquota, "usrjquota="},
	{Opt_offgrpjquota, "grpjquota="},
	{Opt_offprjjquota, "prjjquota="},
	{Opt_jqfmt_vfsold, "jqfmt=vfsold"},
	{Opt_jqfmt_vfsv0, "jqfmt=vfsv0"},
	{Opt_jqfmt_vfsv1, "jqfmt=vfsv1"},
195
	{Opt_whint, "whint_mode=%s"},
196
	{Opt_alloc, "alloc_mode=%s"},
197
	{Opt_fsync, "fsync_mode=%s"},
198
	{Opt_test_dummy_encryption, "test_dummy_encryption"},
J
Jaegeuk Kim 已提交
199 200 201
	{Opt_err, NULL},
};

202 203 204 205 206 207 208 209
void f2fs_msg(struct super_block *sb, const char *level, const char *fmt, ...)
{
	struct va_format vaf;
	va_list args;

	va_start(args, fmt);
	vaf.fmt = fmt;
	vaf.va = &args;
210
	printk_ratelimited("%sF2FS-fs (%s): %pV\n", level, sb->s_id, &vaf);
211 212 213
	va_end(args);
}

214 215 216 217 218
static inline void limit_reserve_root(struct f2fs_sb_info *sbi)
{
	block_t limit = (sbi->user_block_count << 1) / 1000;

	/* limit is 0.2% */
219 220 221
	if (test_opt(sbi, RESERVE_ROOT) &&
			F2FS_OPTION(sbi).root_reserved_blocks > limit) {
		F2FS_OPTION(sbi).root_reserved_blocks = limit;
222 223
		f2fs_msg(sbi->sb, KERN_INFO,
			"Reduce reserved blocks for root = %u",
224
			F2FS_OPTION(sbi).root_reserved_blocks);
225
	}
226
	if (!test_opt(sbi, RESERVE_ROOT) &&
227
		(!uid_eq(F2FS_OPTION(sbi).s_resuid,
228
				make_kuid(&init_user_ns, F2FS_DEF_RESUID)) ||
229
		!gid_eq(F2FS_OPTION(sbi).s_resgid,
230 231 232
				make_kgid(&init_user_ns, F2FS_DEF_RESGID))))
		f2fs_msg(sbi->sb, KERN_INFO,
			"Ignore s_resuid=%u, s_resgid=%u w/o reserve_root",
233 234 235 236
				from_kuid_munged(&init_user_ns,
					F2FS_OPTION(sbi).s_resuid),
				from_kgid_munged(&init_user_ns,
					F2FS_OPTION(sbi).s_resgid));
237 238
}

J
Jaegeuk Kim 已提交
239 240 241 242 243 244 245
static void init_once(void *foo)
{
	struct f2fs_inode_info *fi = (struct f2fs_inode_info *) foo;

	inode_init_once(&fi->vfs_inode);
}

C
Chao Yu 已提交
246 247 248 249 250 251 252 253 254 255
#ifdef CONFIG_QUOTA
static const char * const quotatypes[] = INITQFNAMES;
#define QTYPE2NAME(t) (quotatypes[t])
static int f2fs_set_qf_name(struct super_block *sb, int qtype,
							substring_t *args)
{
	struct f2fs_sb_info *sbi = F2FS_SB(sb);
	char *qname;
	int ret = -EINVAL;

256
	if (sb_any_quota_loaded(sb) && !F2FS_OPTION(sbi).s_qf_names[qtype]) {
C
Chao Yu 已提交
257 258 259 260 261
		f2fs_msg(sb, KERN_ERR,
			"Cannot change journaled "
			"quota options when quota turned on");
		return -EINVAL;
	}
J
Jaegeuk Kim 已提交
262 263 264 265 266 267
	if (f2fs_sb_has_quota_ino(sb)) {
		f2fs_msg(sb, KERN_INFO,
			"QUOTA feature is enabled, so ignore qf_name");
		return 0;
	}

C
Chao Yu 已提交
268 269 270 271 272 273
	qname = match_strdup(args);
	if (!qname) {
		f2fs_msg(sb, KERN_ERR,
			"Not enough memory for storing quotafile name");
		return -EINVAL;
	}
274 275
	if (F2FS_OPTION(sbi).s_qf_names[qtype]) {
		if (strcmp(F2FS_OPTION(sbi).s_qf_names[qtype], qname) == 0)
C
Chao Yu 已提交
276 277 278 279 280 281 282 283 284 285 286 287
			ret = 0;
		else
			f2fs_msg(sb, KERN_ERR,
				 "%s quota file already specified",
				 QTYPE2NAME(qtype));
		goto errout;
	}
	if (strchr(qname, '/')) {
		f2fs_msg(sb, KERN_ERR,
			"quotafile must be on filesystem root");
		goto errout;
	}
288
	F2FS_OPTION(sbi).s_qf_names[qtype] = qname;
C
Chao Yu 已提交
289 290 291 292 293 294 295 296 297 298 299
	set_opt(sbi, QUOTA);
	return 0;
errout:
	kfree(qname);
	return ret;
}

static int f2fs_clear_qf_name(struct super_block *sb, int qtype)
{
	struct f2fs_sb_info *sbi = F2FS_SB(sb);

300
	if (sb_any_quota_loaded(sb) && F2FS_OPTION(sbi).s_qf_names[qtype]) {
C
Chao Yu 已提交
301 302 303 304
		f2fs_msg(sb, KERN_ERR, "Cannot change journaled quota options"
			" when quota turned on");
		return -EINVAL;
	}
305 306
	kfree(F2FS_OPTION(sbi).s_qf_names[qtype]);
	F2FS_OPTION(sbi).s_qf_names[qtype] = NULL;
C
Chao Yu 已提交
307 308 309 310 311 312 313 314 315 316 317 318 319 320 321
	return 0;
}

static int f2fs_check_quota_options(struct f2fs_sb_info *sbi)
{
	/*
	 * We do the test below only for project quotas. 'usrquota' and
	 * 'grpquota' mount options are allowed even without quota feature
	 * to support legacy quotas in quota files.
	 */
	if (test_opt(sbi, PRJQUOTA) && !f2fs_sb_has_project_quota(sbi->sb)) {
		f2fs_msg(sbi->sb, KERN_ERR, "Project quota feature not enabled. "
			 "Cannot enable project quota enforcement.");
		return -1;
	}
322 323 324 325 326
	if (F2FS_OPTION(sbi).s_qf_names[USRQUOTA] ||
			F2FS_OPTION(sbi).s_qf_names[GRPQUOTA] ||
			F2FS_OPTION(sbi).s_qf_names[PRJQUOTA]) {
		if (test_opt(sbi, USRQUOTA) &&
				F2FS_OPTION(sbi).s_qf_names[USRQUOTA])
C
Chao Yu 已提交
327 328
			clear_opt(sbi, USRQUOTA);

329 330
		if (test_opt(sbi, GRPQUOTA) &&
				F2FS_OPTION(sbi).s_qf_names[GRPQUOTA])
C
Chao Yu 已提交
331 332
			clear_opt(sbi, GRPQUOTA);

333 334
		if (test_opt(sbi, PRJQUOTA) &&
				F2FS_OPTION(sbi).s_qf_names[PRJQUOTA])
C
Chao Yu 已提交
335 336 337 338 339 340 341 342 343
			clear_opt(sbi, PRJQUOTA);

		if (test_opt(sbi, GRPQUOTA) || test_opt(sbi, USRQUOTA) ||
				test_opt(sbi, PRJQUOTA)) {
			f2fs_msg(sbi->sb, KERN_ERR, "old and new quota "
					"format mixing");
			return -1;
		}

344
		if (!F2FS_OPTION(sbi).s_jquota_fmt) {
C
Chao Yu 已提交
345 346 347 348 349
			f2fs_msg(sbi->sb, KERN_ERR, "journaled quota format "
					"not specified");
			return -1;
		}
	}
J
Jaegeuk Kim 已提交
350

351
	if (f2fs_sb_has_quota_ino(sbi->sb) && F2FS_OPTION(sbi).s_jquota_fmt) {
J
Jaegeuk Kim 已提交
352 353
		f2fs_msg(sbi->sb, KERN_INFO,
			"QUOTA feature is enabled, so ignore jquota_fmt");
354
		F2FS_OPTION(sbi).s_jquota_fmt = 0;
J
Jaegeuk Kim 已提交
355
	}
C
Chao Yu 已提交
356 357 358 359
	return 0;
}
#endif

360 361 362
static int parse_options(struct super_block *sb, char *options)
{
	struct f2fs_sb_info *sbi = F2FS_SB(sb);
363
	struct request_queue *q;
364 365 366
	substring_t args[MAX_OPT_ARGS];
	char *p, *name;
	int arg = 0;
367 368
	kuid_t uid;
	kgid_t gid;
C
Chao Yu 已提交
369 370 371
#ifdef CONFIG_QUOTA
	int ret;
#endif
372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392

	if (!options)
		return 0;

	while ((p = strsep(&options, ",")) != NULL) {
		int token;
		if (!*p)
			continue;
		/*
		 * Initialize args struct so we know whether arg was
		 * found; some options take optional arguments.
		 */
		args[0].to = args[0].from = NULL;
		token = match_token(p, f2fs_tokens, args);

		switch (token) {
		case Opt_gc_background:
			name = match_strdup(&args[0]);

			if (!name)
				return -ENOMEM;
393
			if (strlen(name) == 2 && !strncmp(name, "on", 2)) {
394
				set_opt(sbi, BG_GC);
395 396
				clear_opt(sbi, FORCE_FG_GC);
			} else if (strlen(name) == 3 && !strncmp(name, "off", 3)) {
397
				clear_opt(sbi, BG_GC);
398 399 400 401 402
				clear_opt(sbi, FORCE_FG_GC);
			} else if (strlen(name) == 4 && !strncmp(name, "sync", 4)) {
				set_opt(sbi, BG_GC);
				set_opt(sbi, FORCE_FG_GC);
			} else {
403 404 405 406 407 408 409 410
				kfree(name);
				return -EINVAL;
			}
			kfree(name);
			break;
		case Opt_disable_roll_forward:
			set_opt(sbi, DISABLE_ROLL_FORWARD);
			break;
411 412 413 414 415 416
		case Opt_norecovery:
			/* this option mounts f2fs with ro */
			set_opt(sbi, DISABLE_ROLL_FORWARD);
			if (!f2fs_readonly(sb))
				return -EINVAL;
			break;
417
		case Opt_discard:
418 419 420
			q = bdev_get_queue(sb->s_bdev);
			if (blk_queue_discard(q)) {
				set_opt(sbi, DISCARD);
421
			} else if (!f2fs_sb_has_blkzoned(sb)) {
422 423 424 425
				f2fs_msg(sb, KERN_WARNING,
					"mounting with \"discard\" option, but "
					"the device does not support discard");
			}
426
			break;
C
Chao Yu 已提交
427
		case Opt_nodiscard:
428
			if (f2fs_sb_has_blkzoned(sb)) {
429 430 431 432
				f2fs_msg(sb, KERN_WARNING,
					"discard is required for zoned block devices");
				return -EINVAL;
			}
C
Chao Yu 已提交
433
			clear_opt(sbi, DISCARD);
434
			break;
435 436 437
		case Opt_noheap:
			set_opt(sbi, NOHEAP);
			break;
438 439 440
		case Opt_heap:
			clear_opt(sbi, NOHEAP);
			break;
441
#ifdef CONFIG_F2FS_FS_XATTR
442 443 444
		case Opt_user_xattr:
			set_opt(sbi, XATTR_USER);
			break;
445 446 447
		case Opt_nouser_xattr:
			clear_opt(sbi, XATTR_USER);
			break;
J
Jaegeuk Kim 已提交
448 449 450
		case Opt_inline_xattr:
			set_opt(sbi, INLINE_XATTR);
			break;
451 452 453
		case Opt_noinline_xattr:
			clear_opt(sbi, INLINE_XATTR);
			break;
C
Chao Yu 已提交
454 455 456 457
		case Opt_inline_xattr_size:
			if (args->from && match_int(args, &arg))
				return -EINVAL;
			set_opt(sbi, INLINE_XATTR_SIZE);
458
			F2FS_OPTION(sbi).inline_xattr_size = arg;
C
Chao Yu 已提交
459
			break;
460
#else
461 462 463 464
		case Opt_user_xattr:
			f2fs_msg(sb, KERN_INFO,
				"user_xattr options not supported");
			break;
465 466 467 468
		case Opt_nouser_xattr:
			f2fs_msg(sb, KERN_INFO,
				"nouser_xattr options not supported");
			break;
J
Jaegeuk Kim 已提交
469 470 471 472
		case Opt_inline_xattr:
			f2fs_msg(sb, KERN_INFO,
				"inline_xattr options not supported");
			break;
473 474 475 476
		case Opt_noinline_xattr:
			f2fs_msg(sb, KERN_INFO,
				"noinline_xattr options not supported");
			break;
477 478
#endif
#ifdef CONFIG_F2FS_FS_POSIX_ACL
479 480 481
		case Opt_acl:
			set_opt(sbi, POSIX_ACL);
			break;
482 483 484 485
		case Opt_noacl:
			clear_opt(sbi, POSIX_ACL);
			break;
#else
486 487 488
		case Opt_acl:
			f2fs_msg(sb, KERN_INFO, "acl options not supported");
			break;
489 490 491 492 493 494 495 496 497
		case Opt_noacl:
			f2fs_msg(sb, KERN_INFO, "noacl options not supported");
			break;
#endif
		case Opt_active_logs:
			if (args->from && match_int(args, &arg))
				return -EINVAL;
			if (arg != 2 && arg != 4 && arg != NR_CURSEG_TYPE)
				return -EINVAL;
498
			F2FS_OPTION(sbi).active_logs = arg;
499 500 501 502
			break;
		case Opt_disable_ext_identify:
			set_opt(sbi, DISABLE_EXT_IDENTIFY);
			break;
503 504 505
		case Opt_inline_data:
			set_opt(sbi, INLINE_DATA);
			break;
506 507 508
		case Opt_inline_dentry:
			set_opt(sbi, INLINE_DENTRY);
			break;
509 510 511
		case Opt_noinline_dentry:
			clear_opt(sbi, INLINE_DENTRY);
			break;
512 513 514
		case Opt_flush_merge:
			set_opt(sbi, FLUSH_MERGE);
			break;
J
Jaegeuk Kim 已提交
515 516 517
		case Opt_noflush_merge:
			clear_opt(sbi, FLUSH_MERGE);
			break;
J
Jaegeuk Kim 已提交
518 519 520
		case Opt_nobarrier:
			set_opt(sbi, NOBARRIER);
			break;
521 522 523
		case Opt_fastboot:
			set_opt(sbi, FASTBOOT);
			break;
524 525 526
		case Opt_extent_cache:
			set_opt(sbi, EXTENT_CACHE);
			break;
527 528 529
		case Opt_noextent_cache:
			clear_opt(sbi, EXTENT_CACHE);
			break;
W
Wanpeng Li 已提交
530 531 532
		case Opt_noinline_data:
			clear_opt(sbi, INLINE_DATA);
			break;
533 534 535
		case Opt_data_flush:
			set_opt(sbi, DATA_FLUSH);
			break;
536 537 538 539 540 541
		case Opt_reserve_root:
			if (args->from && match_int(args, &arg))
				return -EINVAL;
			if (test_opt(sbi, RESERVE_ROOT)) {
				f2fs_msg(sb, KERN_INFO,
					"Preserve previous reserve_root=%u",
542
					F2FS_OPTION(sbi).root_reserved_blocks);
543
			} else {
544
				F2FS_OPTION(sbi).root_reserved_blocks = arg;
545 546 547
				set_opt(sbi, RESERVE_ROOT);
			}
			break;
548 549 550 551 552 553 554 555 556
		case Opt_resuid:
			if (args->from && match_int(args, &arg))
				return -EINVAL;
			uid = make_kuid(current_user_ns(), arg);
			if (!uid_valid(uid)) {
				f2fs_msg(sb, KERN_ERR,
					"Invalid uid value %d", arg);
				return -EINVAL;
			}
557
			F2FS_OPTION(sbi).s_resuid = uid;
558 559 560 561 562 563 564 565 566 567
			break;
		case Opt_resgid:
			if (args->from && match_int(args, &arg))
				return -EINVAL;
			gid = make_kgid(current_user_ns(), arg);
			if (!gid_valid(gid)) {
				f2fs_msg(sb, KERN_ERR,
					"Invalid gid value %d", arg);
				return -EINVAL;
			}
568
			F2FS_OPTION(sbi).s_resgid = gid;
569
			break;
570 571 572 573 574 575 576
		case Opt_mode:
			name = match_strdup(&args[0]);

			if (!name)
				return -ENOMEM;
			if (strlen(name) == 8 &&
					!strncmp(name, "adaptive", 8)) {
577
				if (f2fs_sb_has_blkzoned(sb)) {
578 579 580 581 582 583
					f2fs_msg(sb, KERN_WARNING,
						 "adaptive mode is not allowed with "
						 "zoned block device feature");
					kfree(name);
					return -EINVAL;
				}
584
				set_opt_mode(sbi, F2FS_MOUNT_ADAPTIVE);
585 586
			} else if (strlen(name) == 3 &&
					!strncmp(name, "lfs", 3)) {
587
				set_opt_mode(sbi, F2FS_MOUNT_LFS);
588 589 590 591 592 593
			} else {
				kfree(name);
				return -EINVAL;
			}
			kfree(name);
			break;
594 595 596 597 598 599 600 601 602
		case Opt_io_size_bits:
			if (args->from && match_int(args, &arg))
				return -EINVAL;
			if (arg > __ilog2_u32(BIO_MAX_PAGES)) {
				f2fs_msg(sb, KERN_WARNING,
					"Not support %d, larger than %d",
					1 << arg, BIO_MAX_PAGES);
				return -EINVAL;
			}
603
			F2FS_OPTION(sbi).write_io_size_bits = arg;
604
			break;
605 606 607 608
		case Opt_fault_injection:
			if (args->from && match_int(args, &arg))
				return -EINVAL;
#ifdef CONFIG_F2FS_FAULT_INJECTION
C
Chao Yu 已提交
609 610 611 612 613 614 615 616 617 618 619 620
			f2fs_build_fault_attr(sbi, arg, F2FS_ALL_FAULT_TYPE);
			set_opt(sbi, FAULT_INJECTION);
#else
			f2fs_msg(sb, KERN_INFO,
				"FAULT_INJECTION was not selected");
#endif
			break;
		case Opt_fault_type:
			if (args->from && match_int(args, &arg))
				return -EINVAL;
#ifdef CONFIG_F2FS_FAULT_INJECTION
			f2fs_build_fault_attr(sbi, 0, arg);
621
			set_opt(sbi, FAULT_INJECTION);
622 623 624 625 626
#else
			f2fs_msg(sb, KERN_INFO,
				"FAULT_INJECTION was not selected");
#endif
			break;
J
Jaegeuk Kim 已提交
627
		case Opt_lazytime:
628
			sb->s_flags |= SB_LAZYTIME;
J
Jaegeuk Kim 已提交
629 630
			break;
		case Opt_nolazytime:
631
			sb->s_flags &= ~SB_LAZYTIME;
J
Jaegeuk Kim 已提交
632
			break;
C
Chao Yu 已提交
633
#ifdef CONFIG_QUOTA
C
Chao Yu 已提交
634
		case Opt_quota:
C
Chao Yu 已提交
635 636 637 638 639 640
		case Opt_usrquota:
			set_opt(sbi, USRQUOTA);
			break;
		case Opt_grpquota:
			set_opt(sbi, GRPQUOTA);
			break;
C
Chao Yu 已提交
641 642 643
		case Opt_prjquota:
			set_opt(sbi, PRJQUOTA);
			break;
C
Chao Yu 已提交
644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674
		case Opt_usrjquota:
			ret = f2fs_set_qf_name(sb, USRQUOTA, &args[0]);
			if (ret)
				return ret;
			break;
		case Opt_grpjquota:
			ret = f2fs_set_qf_name(sb, GRPQUOTA, &args[0]);
			if (ret)
				return ret;
			break;
		case Opt_prjjquota:
			ret = f2fs_set_qf_name(sb, PRJQUOTA, &args[0]);
			if (ret)
				return ret;
			break;
		case Opt_offusrjquota:
			ret = f2fs_clear_qf_name(sb, USRQUOTA);
			if (ret)
				return ret;
			break;
		case Opt_offgrpjquota:
			ret = f2fs_clear_qf_name(sb, GRPQUOTA);
			if (ret)
				return ret;
			break;
		case Opt_offprjjquota:
			ret = f2fs_clear_qf_name(sb, PRJQUOTA);
			if (ret)
				return ret;
			break;
		case Opt_jqfmt_vfsold:
675
			F2FS_OPTION(sbi).s_jquota_fmt = QFMT_VFS_OLD;
C
Chao Yu 已提交
676 677
			break;
		case Opt_jqfmt_vfsv0:
678
			F2FS_OPTION(sbi).s_jquota_fmt = QFMT_VFS_V0;
C
Chao Yu 已提交
679 680
			break;
		case Opt_jqfmt_vfsv1:
681
			F2FS_OPTION(sbi).s_jquota_fmt = QFMT_VFS_V1;
C
Chao Yu 已提交
682 683 684 685 686 687 688
			break;
		case Opt_noquota:
			clear_opt(sbi, QUOTA);
			clear_opt(sbi, USRQUOTA);
			clear_opt(sbi, GRPQUOTA);
			clear_opt(sbi, PRJQUOTA);
			break;
C
Chao Yu 已提交
689
#else
C
Chao Yu 已提交
690
		case Opt_quota:
C
Chao Yu 已提交
691 692
		case Opt_usrquota:
		case Opt_grpquota:
C
Chao Yu 已提交
693
		case Opt_prjquota:
C
Chao Yu 已提交
694 695 696 697 698 699 700 701 702 703
		case Opt_usrjquota:
		case Opt_grpjquota:
		case Opt_prjjquota:
		case Opt_offusrjquota:
		case Opt_offgrpjquota:
		case Opt_offprjjquota:
		case Opt_jqfmt_vfsold:
		case Opt_jqfmt_vfsv0:
		case Opt_jqfmt_vfsv1:
		case Opt_noquota:
C
Chao Yu 已提交
704 705 706 707
			f2fs_msg(sb, KERN_INFO,
					"quota operations not supported");
			break;
#endif
708 709 710 711 712 713
		case Opt_whint:
			name = match_strdup(&args[0]);
			if (!name)
				return -ENOMEM;
			if (strlen(name) == 10 &&
					!strncmp(name, "user-based", 10)) {
714
				F2FS_OPTION(sbi).whint_mode = WHINT_MODE_USER;
715 716
			} else if (strlen(name) == 3 &&
					!strncmp(name, "off", 3)) {
717
				F2FS_OPTION(sbi).whint_mode = WHINT_MODE_OFF;
718 719
			} else if (strlen(name) == 8 &&
					!strncmp(name, "fs-based", 8)) {
720
				F2FS_OPTION(sbi).whint_mode = WHINT_MODE_FS;
721 722 723 724 725 726
			} else {
				kfree(name);
				return -EINVAL;
			}
			kfree(name);
			break;
727 728 729 730 731 732 733
		case Opt_alloc:
			name = match_strdup(&args[0]);
			if (!name)
				return -ENOMEM;

			if (strlen(name) == 7 &&
					!strncmp(name, "default", 7)) {
734
				F2FS_OPTION(sbi).alloc_mode = ALLOC_MODE_DEFAULT;
735 736
			} else if (strlen(name) == 5 &&
					!strncmp(name, "reuse", 5)) {
737
				F2FS_OPTION(sbi).alloc_mode = ALLOC_MODE_REUSE;
738 739 740 741 742 743
			} else {
				kfree(name);
				return -EINVAL;
			}
			kfree(name);
			break;
744 745 746 747 748 749
		case Opt_fsync:
			name = match_strdup(&args[0]);
			if (!name)
				return -ENOMEM;
			if (strlen(name) == 5 &&
					!strncmp(name, "posix", 5)) {
750
				F2FS_OPTION(sbi).fsync_mode = FSYNC_MODE_POSIX;
751 752
			} else if (strlen(name) == 6 &&
					!strncmp(name, "strict", 6)) {
753
				F2FS_OPTION(sbi).fsync_mode = FSYNC_MODE_STRICT;
754 755 756 757
			} else if (strlen(name) == 9 &&
					!strncmp(name, "nobarrier", 9)) {
				F2FS_OPTION(sbi).fsync_mode =
							FSYNC_MODE_NOBARRIER;
758 759 760 761 762 763
			} else {
				kfree(name);
				return -EINVAL;
			}
			kfree(name);
			break;
764 765 766 767 768 769 770 771 772 773 774 775 776 777 778
		case Opt_test_dummy_encryption:
#ifdef CONFIG_F2FS_FS_ENCRYPTION
			if (!f2fs_sb_has_encrypt(sb)) {
				f2fs_msg(sb, KERN_ERR, "Encrypt feature is off");
				return -EINVAL;
			}

			F2FS_OPTION(sbi).test_dummy_encryption = true;
			f2fs_msg(sb, KERN_INFO,
					"Test dummy encryption mode enabled");
#else
			f2fs_msg(sb, KERN_INFO,
					"Test dummy encryption mount option ignored");
#endif
			break;
779 780 781 782 783 784 785
		default:
			f2fs_msg(sb, KERN_ERR,
				"Unrecognized mount option \"%s\" or missing value",
				p);
			return -EINVAL;
		}
	}
C
Chao Yu 已提交
786 787 788
#ifdef CONFIG_QUOTA
	if (f2fs_check_quota_options(sbi))
		return -EINVAL;
789 790 791 792 793 794 795
#else
	if (f2fs_sb_has_quota_ino(sbi->sb) && !f2fs_readonly(sbi->sb)) {
		f2fs_msg(sbi->sb, KERN_INFO,
			 "Filesystem with quota feature cannot be mounted RDWR "
			 "without CONFIG_QUOTA");
		return -EINVAL;
	}
796 797 798 799 800 801
	if (f2fs_sb_has_project_quota(sbi->sb) && !f2fs_readonly(sbi->sb)) {
		f2fs_msg(sb, KERN_ERR,
			"Filesystem with project quota feature cannot be "
			"mounted RDWR without CONFIG_QUOTA");
		return -EINVAL;
	}
C
Chao Yu 已提交
802
#endif
803 804 805 806 807 808 809

	if (F2FS_IO_SIZE_BITS(sbi) && !test_opt(sbi, LFS)) {
		f2fs_msg(sb, KERN_ERR,
				"Should set mode=lfs with %uKB-sized IO",
				F2FS_IO_SIZE_KB(sbi));
		return -EINVAL;
	}
C
Chao Yu 已提交
810 811

	if (test_opt(sbi, INLINE_XATTR_SIZE)) {
812 813 814 815 816 817 818
		if (!f2fs_sb_has_extra_attr(sb) ||
			!f2fs_sb_has_flexible_inline_xattr(sb)) {
			f2fs_msg(sb, KERN_ERR,
					"extra_attr or flexible_inline_xattr "
					"feature is off");
			return -EINVAL;
		}
C
Chao Yu 已提交
819 820 821 822 823 824
		if (!test_opt(sbi, INLINE_XATTR)) {
			f2fs_msg(sb, KERN_ERR,
					"inline_xattr_size option should be "
					"set with inline_xattr option");
			return -EINVAL;
		}
825 826 827
		if (!F2FS_OPTION(sbi).inline_xattr_size ||
			F2FS_OPTION(sbi).inline_xattr_size >=
					DEF_ADDRS_PER_INODE -
C
Chao Yu 已提交
828 829 830 831 832 833 834 835
					F2FS_TOTAL_EXTRA_ATTR_SIZE -
					DEF_INLINE_RESERVED_SIZE -
					DEF_MIN_INLINE_SIZE) {
			f2fs_msg(sb, KERN_ERR,
					"inline xattr size is out of range");
			return -EINVAL;
		}
	}
836 837 838 839

	/* Not pass down write hints if the number of active logs is lesser
	 * than NR_CURSEG_TYPE.
	 */
840 841
	if (F2FS_OPTION(sbi).active_logs != NR_CURSEG_TYPE)
		F2FS_OPTION(sbi).whint_mode = WHINT_MODE_OFF;
842 843 844
	return 0;
}

J
Jaegeuk Kim 已提交
845 846 847 848
static struct inode *f2fs_alloc_inode(struct super_block *sb)
{
	struct f2fs_inode_info *fi;

849
	fi = kmem_cache_alloc(f2fs_inode_cachep, GFP_F2FS_ZERO);
J
Jaegeuk Kim 已提交
850 851 852 853 854
	if (!fi)
		return NULL;

	init_once((void *) fi);

M
Masanari Iida 已提交
855
	/* Initialize f2fs-specific inode info */
856
	atomic_set(&fi->dirty_pages, 0);
857
	init_rwsem(&fi->i_sem);
858
	INIT_LIST_HEAD(&fi->dirty_list);
859
	INIT_LIST_HEAD(&fi->gdirty_list);
J
Jaegeuk Kim 已提交
860
	INIT_LIST_HEAD(&fi->inmem_ilist);
J
Jaegeuk Kim 已提交
861 862
	INIT_LIST_HEAD(&fi->inmem_pages);
	mutex_init(&fi->inmem_lock);
C
Chao Yu 已提交
863 864
	init_rwsem(&fi->i_gc_rwsem[READ]);
	init_rwsem(&fi->i_gc_rwsem[WRITE]);
865
	init_rwsem(&fi->i_mmap_sem);
866
	init_rwsem(&fi->i_xattr_sem);
J
Jaegeuk Kim 已提交
867

868 869
	/* Will be used by directory only */
	fi->i_dir_level = F2FS_SB(sb)->dir_level;
C
Chao Yu 已提交
870

J
Jaegeuk Kim 已提交
871 872 873
	return &fi->vfs_inode;
}

874 875
static int f2fs_drop_inode(struct inode *inode)
{
876
	int ret;
877 878 879 880 881 882 883
	/*
	 * This is to avoid a deadlock condition like below.
	 * writeback_single_inode(inode)
	 *  - f2fs_write_data_page
	 *    - f2fs_gc -> iput -> evict
	 *       - inode_wait_for_writeback(inode)
	 */
884
	if ((!inode_unhashed(inode) && inode->i_state & I_SYNC)) {
885
		if (!inode->i_nlink && !is_bad_inode(inode)) {
J
Jaegeuk Kim 已提交
886 887
			/* to avoid evict_inode call simultaneously */
			atomic_inc(&inode->i_count);
888 889 890 891
			spin_unlock(&inode->i_lock);

			/* some remained atomic pages should discarded */
			if (f2fs_is_atomic_file(inode))
C
Chao Yu 已提交
892
				f2fs_drop_inmem_pages(inode);
893

J
Jaegeuk Kim 已提交
894 895 896
			/* should remain fi->extent_tree for writepage */
			f2fs_destroy_extent_node(inode);

897
			sb_start_intwrite(inode->i_sb);
898
			f2fs_i_size_write(inode, 0);
899 900

			if (F2FS_HAS_BLOCKS(inode))
901
				f2fs_truncate(inode);
902 903 904 905

			sb_end_intwrite(inode->i_sb);

			spin_lock(&inode->i_lock);
J
Jaegeuk Kim 已提交
906
			atomic_dec(&inode->i_count);
907
		}
908
		trace_f2fs_drop_inode(inode, 0);
909
		return 0;
910
	}
911 912 913
	ret = generic_drop_inode(inode);
	trace_f2fs_drop_inode(inode, ret);
	return ret;
914 915
}

916
int f2fs_inode_dirtied(struct inode *inode, bool sync)
917
{
918
	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
919
	int ret = 0;
920 921 922

	spin_lock(&sbi->inode_lock[DIRTY_META]);
	if (is_inode_flag_set(inode, FI_DIRTY_INODE)) {
923 924 925 926
		ret = 1;
	} else {
		set_inode_flag(inode, FI_DIRTY_INODE);
		stat_inc_dirty_inode(sbi, DIRTY_META);
927
	}
928 929
	if (sync && list_empty(&F2FS_I(inode)->gdirty_list)) {
		list_add_tail(&F2FS_I(inode)->gdirty_list,
930
				&sbi->inode_list[DIRTY_META]);
931 932
		inc_page_count(sbi, F2FS_DIRTY_IMETA);
	}
933
	spin_unlock(&sbi->inode_lock[DIRTY_META]);
934
	return ret;
935 936 937 938 939 940 941 942 943 944 945
}

void f2fs_inode_synced(struct inode *inode)
{
	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);

	spin_lock(&sbi->inode_lock[DIRTY_META]);
	if (!is_inode_flag_set(inode, FI_DIRTY_INODE)) {
		spin_unlock(&sbi->inode_lock[DIRTY_META]);
		return;
	}
946 947 948 949
	if (!list_empty(&F2FS_I(inode)->gdirty_list)) {
		list_del_init(&F2FS_I(inode)->gdirty_list);
		dec_page_count(sbi, F2FS_DIRTY_IMETA);
	}
950
	clear_inode_flag(inode, FI_DIRTY_INODE);
951
	clear_inode_flag(inode, FI_AUTO_RECOVER);
952
	stat_dec_dirty_inode(F2FS_I_SB(inode), DIRTY_META);
953
	spin_unlock(&sbi->inode_lock[DIRTY_META]);
954 955
}

J
Jaegeuk Kim 已提交
956 957 958 959 960 961 962 963 964 965 966 967 968 969 970 971 972 973 974
/*
 * f2fs_dirty_inode() is called from __mark_inode_dirty()
 *
 * We should call set_dirty_inode to write the dirty inode through write_inode.
 */
static void f2fs_dirty_inode(struct inode *inode, int flags)
{
	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);

	if (inode->i_ino == F2FS_NODE_INO(sbi) ||
			inode->i_ino == F2FS_META_INO(sbi))
		return;

	if (flags == I_DIRTY_TIME)
		return;

	if (is_inode_flag_set(inode, FI_AUTO_RECOVER))
		clear_inode_flag(inode, FI_AUTO_RECOVER);

975
	f2fs_inode_dirtied(inode, false);
J
Jaegeuk Kim 已提交
976 977
}

J
Jaegeuk Kim 已提交
978 979 980 981 982 983
static void f2fs_i_callback(struct rcu_head *head)
{
	struct inode *inode = container_of(head, struct inode, i_rcu);
	kmem_cache_free(f2fs_inode_cachep, F2FS_I(inode));
}

984
static void f2fs_destroy_inode(struct inode *inode)
J
Jaegeuk Kim 已提交
985 986 987 988
{
	call_rcu(&inode->i_rcu, f2fs_i_callback);
}

989 990
static void destroy_percpu_info(struct f2fs_sb_info *sbi)
{
991
	percpu_counter_destroy(&sbi->alloc_valid_block_count);
992
	percpu_counter_destroy(&sbi->total_valid_inode_count);
993 994
}

J
Jaegeuk Kim 已提交
995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007
static void destroy_device_list(struct f2fs_sb_info *sbi)
{
	int i;

	for (i = 0; i < sbi->s_ndevs; i++) {
		blkdev_put(FDEV(i).bdev, FMODE_EXCL);
#ifdef CONFIG_BLK_DEV_ZONED
		kfree(FDEV(i).blkz_type);
#endif
	}
	kfree(sbi->devs);
}

J
Jaegeuk Kim 已提交
1008 1009 1010
static void f2fs_put_super(struct super_block *sb)
{
	struct f2fs_sb_info *sbi = F2FS_SB(sb);
C
Chao Yu 已提交
1011
	int i;
1012
	bool dropped;
J
Jaegeuk Kim 已提交
1013

C
Chao Yu 已提交
1014
	f2fs_quota_off_umount(sb);
J
Jaegeuk Kim 已提交
1015

1016 1017 1018
	/* prevent remaining shrinker jobs */
	mutex_lock(&sbi->umount_mutex);

1019 1020 1021 1022 1023
	/*
	 * We don't need to do checkpoint when superblock is clean.
	 * But, the previous checkpoint was not done by umount, it needs to do
	 * clean checkpoint again.
	 */
1024
	if (is_sbi_flag_set(sbi, SBI_IS_DIRTY) ||
1025
			!is_set_ckpt_flags(sbi, CP_UMOUNT_FLAG)) {
1026 1027 1028
		struct cp_control cpc = {
			.reason = CP_UMOUNT,
		};
C
Chao Yu 已提交
1029
		f2fs_write_checkpoint(sbi, &cpc);
1030
	}
J
Jaegeuk Kim 已提交
1031

1032
	/* be sure to wait for any on-going discard commands */
1033
	dropped = f2fs_wait_discard_bios(sbi);
1034

1035
	if (f2fs_discard_en(sbi) && !sbi->discard_blks && !dropped) {
1036 1037 1038
		struct cp_control cpc = {
			.reason = CP_UMOUNT | CP_TRIMMED,
		};
C
Chao Yu 已提交
1039
		f2fs_write_checkpoint(sbi, &cpc);
1040 1041
	}

C
Chao Yu 已提交
1042
	/* f2fs_write_checkpoint can update stat informaion */
J
Jaegeuk Kim 已提交
1043 1044
	f2fs_destroy_stats(sbi);

1045 1046 1047 1048
	/*
	 * normally superblock is clean, so we need to release this.
	 * In addition, EIO will skip do checkpoint, we need this as well.
	 */
C
Chao Yu 已提交
1049
	f2fs_release_ino_entry(sbi, true);
1050

1051 1052 1053
	f2fs_leave_shrinker(sbi);
	mutex_unlock(&sbi->umount_mutex);

1054
	/* our cp_error case, we can wait for any writeback page */
1055
	f2fs_flush_merged_writes(sbi);
1056

1057 1058 1059 1060
	f2fs_wait_on_all_pages_writeback(sbi);

	f2fs_bug_on(sbi, sbi->fsync_node_num);

J
Jaegeuk Kim 已提交
1061 1062 1063 1064
	iput(sbi->node_inode);
	iput(sbi->meta_inode);

	/* destroy f2fs internal modules */
C
Chao Yu 已提交
1065 1066
	f2fs_destroy_node_manager(sbi);
	f2fs_destroy_segment_manager(sbi);
J
Jaegeuk Kim 已提交
1067 1068

	kfree(sbi->ckpt);
C
Chao Yu 已提交
1069

1070
	f2fs_unregister_sysfs(sbi);
J
Jaegeuk Kim 已提交
1071 1072

	sb->s_fs_info = NULL;
K
Keith Mok 已提交
1073 1074
	if (sbi->s_chksum_driver)
		crypto_free_shash(sbi->s_chksum_driver);
Y
Yunlei He 已提交
1075
	kfree(sbi->raw_super);
1076

J
Jaegeuk Kim 已提交
1077
	destroy_device_list(sbi);
1078
	mempool_destroy(sbi->write_io_dummy);
C
Chao Yu 已提交
1079 1080
#ifdef CONFIG_QUOTA
	for (i = 0; i < MAXQUOTAS; i++)
1081
		kfree(F2FS_OPTION(sbi).s_qf_names[i]);
C
Chao Yu 已提交
1082
#endif
1083
	destroy_percpu_info(sbi);
J
Jaegeuk Kim 已提交
1084 1085
	for (i = 0; i < NR_PAGE_TYPE; i++)
		kfree(sbi->write_io[i]);
J
Jaegeuk Kim 已提交
1086 1087 1088 1089 1090 1091
	kfree(sbi);
}

int f2fs_sync_fs(struct super_block *sb, int sync)
{
	struct f2fs_sb_info *sbi = F2FS_SB(sb);
C
Chao Yu 已提交
1092
	int err = 0;
J
Jaegeuk Kim 已提交
1093

1094 1095 1096
	if (unlikely(f2fs_cp_error(sbi)))
		return 0;

1097 1098
	trace_f2fs_sync_fs(sb, sync);

C
Chao Yu 已提交
1099 1100 1101
	if (unlikely(is_sbi_flag_set(sbi, SBI_POR_DOING)))
		return -EAGAIN;

1102
	if (sync) {
1103 1104
		struct cp_control cpc;

1105 1106
		cpc.reason = __get_cp_reason(sbi);

1107
		mutex_lock(&sbi->gc_mutex);
C
Chao Yu 已提交
1108
		err = f2fs_write_checkpoint(sbi, &cpc);
1109 1110
		mutex_unlock(&sbi->gc_mutex);
	}
1111
	f2fs_trace_ios(NULL, 1);
J
Jaegeuk Kim 已提交
1112

C
Chao Yu 已提交
1113
	return err;
J
Jaegeuk Kim 已提交
1114 1115
}

1116 1117
static int f2fs_freeze(struct super_block *sb)
{
J
Jaegeuk Kim 已提交
1118
	if (f2fs_readonly(sb))
1119 1120
		return 0;

1121 1122 1123 1124 1125 1126 1127 1128
	/* IO error happened before */
	if (unlikely(f2fs_cp_error(F2FS_SB(sb))))
		return -EIO;

	/* must be clean, since sync_filesystem() was already called */
	if (is_sbi_flag_set(F2FS_SB(sb), SBI_IS_DIRTY))
		return -EINVAL;
	return 0;
1129 1130 1131 1132 1133 1134 1135
}

static int f2fs_unfreeze(struct super_block *sb)
{
	return 0;
}

C
Chao Yu 已提交
1136 1137 1138 1139 1140 1141 1142 1143 1144 1145 1146 1147 1148
#ifdef CONFIG_QUOTA
static int f2fs_statfs_project(struct super_block *sb,
				kprojid_t projid, struct kstatfs *buf)
{
	struct kqid qid;
	struct dquot *dquot;
	u64 limit;
	u64 curblock;

	qid = make_kqid_projid(projid);
	dquot = dqget(sb, qid);
	if (IS_ERR(dquot))
		return PTR_ERR(dquot);
1149
	spin_lock(&dquot->dq_dqb_lock);
C
Chao Yu 已提交
1150 1151 1152 1153 1154 1155 1156 1157 1158 1159 1160 1161 1162 1163 1164 1165 1166 1167 1168 1169 1170 1171

	limit = (dquot->dq_dqb.dqb_bsoftlimit ?
		 dquot->dq_dqb.dqb_bsoftlimit :
		 dquot->dq_dqb.dqb_bhardlimit) >> sb->s_blocksize_bits;
	if (limit && buf->f_blocks > limit) {
		curblock = dquot->dq_dqb.dqb_curspace >> sb->s_blocksize_bits;
		buf->f_blocks = limit;
		buf->f_bfree = buf->f_bavail =
			(buf->f_blocks > curblock) ?
			 (buf->f_blocks - curblock) : 0;
	}

	limit = dquot->dq_dqb.dqb_isoftlimit ?
		dquot->dq_dqb.dqb_isoftlimit :
		dquot->dq_dqb.dqb_ihardlimit;
	if (limit && buf->f_files > limit) {
		buf->f_files = limit;
		buf->f_ffree =
			(buf->f_files > dquot->dq_dqb.dqb_curinodes) ?
			 (buf->f_files - dquot->dq_dqb.dqb_curinodes) : 0;
	}

1172
	spin_unlock(&dquot->dq_dqb_lock);
C
Chao Yu 已提交
1173 1174 1175 1176 1177
	dqput(dquot);
	return 0;
}
#endif

J
Jaegeuk Kim 已提交
1178 1179 1180 1181 1182
static int f2fs_statfs(struct dentry *dentry, struct kstatfs *buf)
{
	struct super_block *sb = dentry->d_sb;
	struct f2fs_sb_info *sbi = F2FS_SB(sb);
	u64 id = huge_encode_dev(sb->s_bdev->bd_dev);
1183
	block_t total_count, user_block_count, start_count;
1184
	u64 avail_node_count;
J
Jaegeuk Kim 已提交
1185 1186 1187 1188 1189 1190 1191 1192

	total_count = le64_to_cpu(sbi->raw_super->block_count);
	user_block_count = sbi->user_block_count;
	start_count = le32_to_cpu(sbi->raw_super->segment0_blkaddr);
	buf->f_type = F2FS_SUPER_MAGIC;
	buf->f_bsize = sbi->blocksize;

	buf->f_blocks = total_count - start_count;
1193
	buf->f_bfree = user_block_count - valid_user_blocks(sbi) -
1194
						sbi->current_reserved_blocks;
1195 1196 1197
	if (buf->f_bfree > F2FS_OPTION(sbi).root_reserved_blocks)
		buf->f_bavail = buf->f_bfree -
				F2FS_OPTION(sbi).root_reserved_blocks;
1198 1199
	else
		buf->f_bavail = 0;
J
Jaegeuk Kim 已提交
1200

1201 1202
	avail_node_count = sbi->total_node_count - sbi->nquota_files -
						F2FS_RESERVED_NODE_NUM;
1203 1204 1205 1206 1207 1208 1209 1210 1211

	if (avail_node_count > user_block_count) {
		buf->f_files = user_block_count;
		buf->f_ffree = buf->f_bavail;
	} else {
		buf->f_files = avail_node_count;
		buf->f_ffree = min(avail_node_count - valid_node_count(sbi),
					buf->f_bavail);
	}
J
Jaegeuk Kim 已提交
1212

1213
	buf->f_namelen = F2FS_NAME_LEN;
J
Jaegeuk Kim 已提交
1214 1215 1216
	buf->f_fsid.val[0] = (u32)id;
	buf->f_fsid.val[1] = (u32)(id >> 32);

C
Chao Yu 已提交
1217 1218 1219 1220 1221 1222
#ifdef CONFIG_QUOTA
	if (is_inode_flag_set(dentry->d_inode, FI_PROJ_INHERIT) &&
			sb_has_quota_limits_enabled(sb, PRJQUOTA)) {
		f2fs_statfs_project(sb, F2FS_I(dentry->d_inode)->i_projid, buf);
	}
#endif
J
Jaegeuk Kim 已提交
1223 1224 1225
	return 0;
}

C
Chao Yu 已提交
1226 1227 1228 1229 1230 1231
static inline void f2fs_show_quota_options(struct seq_file *seq,
					   struct super_block *sb)
{
#ifdef CONFIG_QUOTA
	struct f2fs_sb_info *sbi = F2FS_SB(sb);

1232
	if (F2FS_OPTION(sbi).s_jquota_fmt) {
C
Chao Yu 已提交
1233 1234
		char *fmtname = "";

1235
		switch (F2FS_OPTION(sbi).s_jquota_fmt) {
C
Chao Yu 已提交
1236 1237 1238 1239 1240 1241 1242 1243 1244 1245 1246 1247 1248
		case QFMT_VFS_OLD:
			fmtname = "vfsold";
			break;
		case QFMT_VFS_V0:
			fmtname = "vfsv0";
			break;
		case QFMT_VFS_V1:
			fmtname = "vfsv1";
			break;
		}
		seq_printf(seq, ",jqfmt=%s", fmtname);
	}

1249 1250 1251
	if (F2FS_OPTION(sbi).s_qf_names[USRQUOTA])
		seq_show_option(seq, "usrjquota",
			F2FS_OPTION(sbi).s_qf_names[USRQUOTA]);
C
Chao Yu 已提交
1252

1253 1254 1255
	if (F2FS_OPTION(sbi).s_qf_names[GRPQUOTA])
		seq_show_option(seq, "grpjquota",
			F2FS_OPTION(sbi).s_qf_names[GRPQUOTA]);
C
Chao Yu 已提交
1256

1257 1258 1259
	if (F2FS_OPTION(sbi).s_qf_names[PRJQUOTA])
		seq_show_option(seq, "prjjquota",
			F2FS_OPTION(sbi).s_qf_names[PRJQUOTA]);
C
Chao Yu 已提交
1260 1261 1262
#endif
}

J
Jaegeuk Kim 已提交
1263 1264 1265 1266
static int f2fs_show_options(struct seq_file *seq, struct dentry *root)
{
	struct f2fs_sb_info *sbi = F2FS_SB(root->d_sb);

1267 1268 1269 1270 1271 1272
	if (!f2fs_readonly(sbi->sb) && test_opt(sbi, BG_GC)) {
		if (test_opt(sbi, FORCE_FG_GC))
			seq_printf(seq, ",background_gc=%s", "sync");
		else
			seq_printf(seq, ",background_gc=%s", "on");
	} else {
1273
		seq_printf(seq, ",background_gc=%s", "off");
1274
	}
J
Jaegeuk Kim 已提交
1275 1276 1277 1278 1279
	if (test_opt(sbi, DISABLE_ROLL_FORWARD))
		seq_puts(seq, ",disable_roll_forward");
	if (test_opt(sbi, DISCARD))
		seq_puts(seq, ",discard");
	if (test_opt(sbi, NOHEAP))
1280 1281 1282
		seq_puts(seq, ",no_heap");
	else
		seq_puts(seq, ",heap");
J
Jaegeuk Kim 已提交
1283 1284 1285 1286 1287
#ifdef CONFIG_F2FS_FS_XATTR
	if (test_opt(sbi, XATTR_USER))
		seq_puts(seq, ",user_xattr");
	else
		seq_puts(seq, ",nouser_xattr");
J
Jaegeuk Kim 已提交
1288 1289
	if (test_opt(sbi, INLINE_XATTR))
		seq_puts(seq, ",inline_xattr");
1290 1291
	else
		seq_puts(seq, ",noinline_xattr");
C
Chao Yu 已提交
1292 1293
	if (test_opt(sbi, INLINE_XATTR_SIZE))
		seq_printf(seq, ",inline_xattr_size=%u",
1294
					F2FS_OPTION(sbi).inline_xattr_size);
J
Jaegeuk Kim 已提交
1295 1296 1297 1298 1299 1300 1301 1302
#endif
#ifdef CONFIG_F2FS_FS_POSIX_ACL
	if (test_opt(sbi, POSIX_ACL))
		seq_puts(seq, ",acl");
	else
		seq_puts(seq, ",noacl");
#endif
	if (test_opt(sbi, DISABLE_EXT_IDENTIFY))
1303
		seq_puts(seq, ",disable_ext_identify");
1304 1305
	if (test_opt(sbi, INLINE_DATA))
		seq_puts(seq, ",inline_data");
W
Wanpeng Li 已提交
1306 1307
	else
		seq_puts(seq, ",noinline_data");
1308 1309
	if (test_opt(sbi, INLINE_DENTRY))
		seq_puts(seq, ",inline_dentry");
1310 1311
	else
		seq_puts(seq, ",noinline_dentry");
1312
	if (!f2fs_readonly(sbi->sb) && test_opt(sbi, FLUSH_MERGE))
1313
		seq_puts(seq, ",flush_merge");
J
Jaegeuk Kim 已提交
1314 1315
	if (test_opt(sbi, NOBARRIER))
		seq_puts(seq, ",nobarrier");
1316 1317
	if (test_opt(sbi, FASTBOOT))
		seq_puts(seq, ",fastboot");
1318 1319
	if (test_opt(sbi, EXTENT_CACHE))
		seq_puts(seq, ",extent_cache");
1320 1321
	else
		seq_puts(seq, ",noextent_cache");
1322 1323
	if (test_opt(sbi, DATA_FLUSH))
		seq_puts(seq, ",data_flush");
1324 1325 1326 1327 1328 1329

	seq_puts(seq, ",mode=");
	if (test_opt(sbi, ADAPTIVE))
		seq_puts(seq, "adaptive");
	else if (test_opt(sbi, LFS))
		seq_puts(seq, "lfs");
1330
	seq_printf(seq, ",active_logs=%u", F2FS_OPTION(sbi).active_logs);
1331
	if (test_opt(sbi, RESERVE_ROOT))
1332
		seq_printf(seq, ",reserve_root=%u,resuid=%u,resgid=%u",
1333 1334 1335 1336 1337
				F2FS_OPTION(sbi).root_reserved_blocks,
				from_kuid_munged(&init_user_ns,
					F2FS_OPTION(sbi).s_resuid),
				from_kgid_munged(&init_user_ns,
					F2FS_OPTION(sbi).s_resgid));
1338 1339
	if (F2FS_IO_SIZE_BITS(sbi))
		seq_printf(seq, ",io_size=%uKB", F2FS_IO_SIZE_KB(sbi));
1340
#ifdef CONFIG_F2FS_FAULT_INJECTION
C
Chao Yu 已提交
1341
	if (test_opt(sbi, FAULT_INJECTION)) {
1342
		seq_printf(seq, ",fault_injection=%u",
1343
				F2FS_OPTION(sbi).fault_info.inject_rate);
C
Chao Yu 已提交
1344 1345 1346
		seq_printf(seq, ",fault_type=%u",
				F2FS_OPTION(sbi).fault_info.inject_type);
	}
1347
#endif
C
Chao Yu 已提交
1348
#ifdef CONFIG_QUOTA
C
Chao Yu 已提交
1349 1350
	if (test_opt(sbi, QUOTA))
		seq_puts(seq, ",quota");
C
Chao Yu 已提交
1351 1352 1353 1354
	if (test_opt(sbi, USRQUOTA))
		seq_puts(seq, ",usrquota");
	if (test_opt(sbi, GRPQUOTA))
		seq_puts(seq, ",grpquota");
C
Chao Yu 已提交
1355 1356
	if (test_opt(sbi, PRJQUOTA))
		seq_puts(seq, ",prjquota");
1357
#endif
C
Chao Yu 已提交
1358
	f2fs_show_quota_options(seq, sbi->sb);
1359
	if (F2FS_OPTION(sbi).whint_mode == WHINT_MODE_USER)
1360
		seq_printf(seq, ",whint_mode=%s", "user-based");
1361
	else if (F2FS_OPTION(sbi).whint_mode == WHINT_MODE_FS)
1362
		seq_printf(seq, ",whint_mode=%s", "fs-based");
1363 1364 1365 1366
#ifdef CONFIG_F2FS_FS_ENCRYPTION
	if (F2FS_OPTION(sbi).test_dummy_encryption)
		seq_puts(seq, ",test_dummy_encryption");
#endif
J
Jaegeuk Kim 已提交
1367

1368
	if (F2FS_OPTION(sbi).alloc_mode == ALLOC_MODE_DEFAULT)
1369
		seq_printf(seq, ",alloc_mode=%s", "default");
1370
	else if (F2FS_OPTION(sbi).alloc_mode == ALLOC_MODE_REUSE)
1371
		seq_printf(seq, ",alloc_mode=%s", "reuse");
1372

1373
	if (F2FS_OPTION(sbi).fsync_mode == FSYNC_MODE_POSIX)
1374
		seq_printf(seq, ",fsync_mode=%s", "posix");
1375
	else if (F2FS_OPTION(sbi).fsync_mode == FSYNC_MODE_STRICT)
1376
		seq_printf(seq, ",fsync_mode=%s", "strict");
1377 1378
	else if (F2FS_OPTION(sbi).fsync_mode == FSYNC_MODE_NOBARRIER)
		seq_printf(seq, ",fsync_mode=%s", "nobarrier");
J
Jaegeuk Kim 已提交
1379 1380 1381
	return 0;
}

1382 1383 1384
static void default_options(struct f2fs_sb_info *sbi)
{
	/* init some FS parameters */
1385 1386 1387 1388 1389
	F2FS_OPTION(sbi).active_logs = NR_CURSEG_TYPE;
	F2FS_OPTION(sbi).inline_xattr_size = DEFAULT_INLINE_XATTR_ADDRS;
	F2FS_OPTION(sbi).whint_mode = WHINT_MODE_OFF;
	F2FS_OPTION(sbi).alloc_mode = ALLOC_MODE_DEFAULT;
	F2FS_OPTION(sbi).fsync_mode = FSYNC_MODE_POSIX;
1390
	F2FS_OPTION(sbi).test_dummy_encryption = false;
1391 1392
	F2FS_OPTION(sbi).s_resuid = make_kuid(&init_user_ns, F2FS_DEF_RESUID);
	F2FS_OPTION(sbi).s_resgid = make_kgid(&init_user_ns, F2FS_DEF_RESGID);
1393 1394

	set_opt(sbi, BG_GC);
C
Chao Yu 已提交
1395
	set_opt(sbi, INLINE_XATTR);
1396
	set_opt(sbi, INLINE_DATA);
1397
	set_opt(sbi, INLINE_DENTRY);
J
Jaegeuk Kim 已提交
1398
	set_opt(sbi, EXTENT_CACHE);
1399
	set_opt(sbi, NOHEAP);
1400
	sbi->sb->s_flags |= SB_LAZYTIME;
J
Jaegeuk Kim 已提交
1401
	set_opt(sbi, FLUSH_MERGE);
1402
	if (blk_queue_discard(bdev_get_queue(sbi->sb->s_bdev)))
1403
		set_opt(sbi, DISCARD);
1404 1405 1406
	if (f2fs_sb_has_blkzoned(sbi->sb))
		set_opt_mode(sbi, F2FS_MOUNT_LFS);
	else
1407
		set_opt_mode(sbi, F2FS_MOUNT_ADAPTIVE);
1408 1409 1410 1411 1412 1413 1414

#ifdef CONFIG_F2FS_FS_XATTR
	set_opt(sbi, XATTR_USER);
#endif
#ifdef CONFIG_F2FS_FS_POSIX_ACL
	set_opt(sbi, POSIX_ACL);
#endif
1415

C
Chao Yu 已提交
1416
	f2fs_build_fault_attr(sbi, 0, 0);
1417 1418
}

J
Jaegeuk Kim 已提交
1419 1420 1421
#ifdef CONFIG_QUOTA
static int f2fs_enable_quotas(struct super_block *sb);
#endif
1422 1423 1424 1425
static int f2fs_remount(struct super_block *sb, int *flags, char *data)
{
	struct f2fs_sb_info *sbi = F2FS_SB(sb);
	struct f2fs_mount_info org_mount_opt;
C
Chao Yu 已提交
1426
	unsigned long old_sb_flags;
1427
	int err;
1428 1429
	bool need_restart_gc = false;
	bool need_stop_gc = false;
1430
	bool no_extent_cache = !test_opt(sbi, EXTENT_CACHE);
C
Chao Yu 已提交
1431 1432 1433
#ifdef CONFIG_QUOTA
	int i, j;
#endif
1434 1435 1436 1437 1438 1439

	/*
	 * Save the old mount options in case we
	 * need to restore them.
	 */
	org_mount_opt = sbi->mount_opt;
C
Chao Yu 已提交
1440
	old_sb_flags = sb->s_flags;
1441

C
Chao Yu 已提交
1442
#ifdef CONFIG_QUOTA
1443
	org_mount_opt.s_jquota_fmt = F2FS_OPTION(sbi).s_jquota_fmt;
C
Chao Yu 已提交
1444
	for (i = 0; i < MAXQUOTAS; i++) {
1445 1446 1447 1448 1449
		if (F2FS_OPTION(sbi).s_qf_names[i]) {
			org_mount_opt.s_qf_names[i] =
				kstrdup(F2FS_OPTION(sbi).s_qf_names[i],
				GFP_KERNEL);
			if (!org_mount_opt.s_qf_names[i]) {
C
Chao Yu 已提交
1450
				for (j = 0; j < i; j++)
1451
					kfree(org_mount_opt.s_qf_names[j]);
C
Chao Yu 已提交
1452 1453 1454
				return -ENOMEM;
			}
		} else {
1455
			org_mount_opt.s_qf_names[i] = NULL;
C
Chao Yu 已提交
1456 1457 1458 1459
		}
	}
#endif

1460
	/* recover superblocks we couldn't write due to previous RO mount */
1461
	if (!(*flags & SB_RDONLY) && is_sbi_flag_set(sbi, SBI_NEED_SB_WRITE)) {
1462 1463 1464 1465 1466 1467 1468
		err = f2fs_commit_super(sbi, false);
		f2fs_msg(sb, KERN_INFO,
			"Try to recover all the superblocks, ret: %d", err);
		if (!err)
			clear_sbi_flag(sbi, SBI_NEED_SB_WRITE);
	}

1469
	default_options(sbi);
1470

1471 1472 1473 1474 1475 1476 1477
	/* parse mount options */
	err = parse_options(sb, data);
	if (err)
		goto restore_opts;

	/*
	 * Previous and new state of filesystem is RO,
1478
	 * so skip checking GC and FLUSH_MERGE conditions.
1479
	 */
1480
	if (f2fs_readonly(sb) && (*flags & SB_RDONLY))
1481 1482
		goto skip;

J
Jaegeuk Kim 已提交
1483
#ifdef CONFIG_QUOTA
1484
	if (!f2fs_readonly(sb) && (*flags & SB_RDONLY)) {
C
Chao Yu 已提交
1485 1486 1487
		err = dquot_suspend(sb, -1);
		if (err < 0)
			goto restore_opts;
1488
	} else if (f2fs_readonly(sb) && !(*flags & MS_RDONLY)) {
C
Chao Yu 已提交
1489
		/* dquot_resume needs RW */
1490
		sb->s_flags &= ~SB_RDONLY;
J
Jaegeuk Kim 已提交
1491 1492 1493 1494 1495 1496 1497
		if (sb_any_quota_suspended(sb)) {
			dquot_resume(sb, -1);
		} else if (f2fs_sb_has_quota_ino(sb)) {
			err = f2fs_enable_quotas(sb);
			if (err)
				goto restore_opts;
		}
C
Chao Yu 已提交
1498
	}
J
Jaegeuk Kim 已提交
1499
#endif
1500 1501 1502 1503 1504 1505 1506 1507
	/* disallow enable/disable extent_cache dynamically */
	if (no_extent_cache == !!test_opt(sbi, EXTENT_CACHE)) {
		err = -EINVAL;
		f2fs_msg(sbi->sb, KERN_WARNING,
				"switch extent_cache option is not allowed");
		goto restore_opts;
	}

1508 1509 1510 1511 1512
	/*
	 * We stop the GC thread if FS is mounted as RO
	 * or if background_gc = off is passed in mount
	 * option. Also sync the filesystem.
	 */
1513
	if ((*flags & SB_RDONLY) || !test_opt(sbi, BG_GC)) {
1514
		if (sbi->gc_thread) {
C
Chao Yu 已提交
1515
			f2fs_stop_gc_thread(sbi);
1516
			need_restart_gc = true;
1517
		}
1518
	} else if (!sbi->gc_thread) {
C
Chao Yu 已提交
1519
		err = f2fs_start_gc_thread(sbi);
1520 1521
		if (err)
			goto restore_opts;
1522 1523 1524
		need_stop_gc = true;
	}

1525 1526
	if (*flags & SB_RDONLY ||
		F2FS_OPTION(sbi).whint_mode != org_mount_opt.whint_mode) {
1527 1528 1529 1530 1531 1532 1533 1534 1535
		writeback_inodes_sb(sb, WB_REASON_SYNC);
		sync_inodes_sb(sb);

		set_sbi_flag(sbi, SBI_IS_DIRTY);
		set_sbi_flag(sbi, SBI_IS_CLOSE);
		f2fs_sync_fs(sb, 1);
		clear_sbi_flag(sbi, SBI_IS_CLOSE);
	}

1536 1537 1538 1539
	/*
	 * We stop issue flush thread if FS is mounted as RO
	 * or if flush_merge is not passed in mount option.
	 */
1540
	if ((*flags & SB_RDONLY) || !test_opt(sbi, FLUSH_MERGE)) {
1541
		clear_opt(sbi, FLUSH_MERGE);
C
Chao Yu 已提交
1542
		f2fs_destroy_flush_cmd_control(sbi, false);
1543
	} else {
C
Chao Yu 已提交
1544
		err = f2fs_create_flush_cmd_control(sbi);
1545
		if (err)
1546
			goto restore_gc;
1547 1548
	}
skip:
C
Chao Yu 已提交
1549 1550 1551
#ifdef CONFIG_QUOTA
	/* Release old quota file names */
	for (i = 0; i < MAXQUOTAS; i++)
1552
		kfree(org_mount_opt.s_qf_names[i]);
C
Chao Yu 已提交
1553
#endif
1554
	/* Update the POSIXACL Flag */
1555 1556
	sb->s_flags = (sb->s_flags & ~SB_POSIXACL) |
		(test_opt(sbi, POSIX_ACL) ? SB_POSIXACL : 0);
1557

1558
	limit_reserve_root(sbi);
1559
	return 0;
1560 1561
restore_gc:
	if (need_restart_gc) {
C
Chao Yu 已提交
1562
		if (f2fs_start_gc_thread(sbi))
1563
			f2fs_msg(sbi->sb, KERN_WARNING,
A
arter97 已提交
1564
				"background gc thread has stopped");
1565
	} else if (need_stop_gc) {
C
Chao Yu 已提交
1566
		f2fs_stop_gc_thread(sbi);
1567
	}
1568
restore_opts:
C
Chao Yu 已提交
1569
#ifdef CONFIG_QUOTA
1570
	F2FS_OPTION(sbi).s_jquota_fmt = org_mount_opt.s_jquota_fmt;
C
Chao Yu 已提交
1571
	for (i = 0; i < MAXQUOTAS; i++) {
1572 1573
		kfree(F2FS_OPTION(sbi).s_qf_names[i]);
		F2FS_OPTION(sbi).s_qf_names[i] = org_mount_opt.s_qf_names[i];
C
Chao Yu 已提交
1574 1575
	}
#endif
1576
	sbi->mount_opt = org_mount_opt;
C
Chao Yu 已提交
1577
	sb->s_flags = old_sb_flags;
1578 1579 1580
	return err;
}

C
Chao Yu 已提交
1581 1582 1583 1584 1585 1586 1587 1588 1589 1590 1591 1592 1593 1594 1595 1596 1597 1598 1599 1600 1601 1602 1603 1604
#ifdef CONFIG_QUOTA
/* Read data from quotafile */
static ssize_t f2fs_quota_read(struct super_block *sb, int type, char *data,
			       size_t len, loff_t off)
{
	struct inode *inode = sb_dqopt(sb)->files[type];
	struct address_space *mapping = inode->i_mapping;
	block_t blkidx = F2FS_BYTES_TO_BLK(off);
	int offset = off & (sb->s_blocksize - 1);
	int tocopy;
	size_t toread;
	loff_t i_size = i_size_read(inode);
	struct page *page;
	char *kaddr;

	if (off > i_size)
		return 0;

	if (off + len > i_size)
		len = i_size - off;
	toread = len;
	while (toread > 0) {
		tocopy = min_t(unsigned long, sb->s_blocksize - offset, toread);
repeat:
1605
		page = read_cache_page_gfp(mapping, blkidx, GFP_NOFS);
1606 1607 1608 1609 1610
		if (IS_ERR(page)) {
			if (PTR_ERR(page) == -ENOMEM) {
				congestion_wait(BLK_RW_ASYNC, HZ/50);
				goto repeat;
			}
C
Chao Yu 已提交
1611
			return PTR_ERR(page);
1612
		}
C
Chao Yu 已提交
1613 1614 1615 1616 1617 1618 1619 1620 1621 1622 1623 1624 1625 1626 1627 1628 1629 1630 1631 1632 1633 1634 1635 1636 1637 1638 1639 1640 1641 1642 1643 1644 1645 1646 1647 1648 1649 1650 1651 1652 1653 1654

		lock_page(page);

		if (unlikely(page->mapping != mapping)) {
			f2fs_put_page(page, 1);
			goto repeat;
		}
		if (unlikely(!PageUptodate(page))) {
			f2fs_put_page(page, 1);
			return -EIO;
		}

		kaddr = kmap_atomic(page);
		memcpy(data, kaddr + offset, tocopy);
		kunmap_atomic(kaddr);
		f2fs_put_page(page, 1);

		offset = 0;
		toread -= tocopy;
		data += tocopy;
		blkidx++;
	}
	return len;
}

/* Write to quotafile */
static ssize_t f2fs_quota_write(struct super_block *sb, int type,
				const char *data, size_t len, loff_t off)
{
	struct inode *inode = sb_dqopt(sb)->files[type];
	struct address_space *mapping = inode->i_mapping;
	const struct address_space_operations *a_ops = mapping->a_ops;
	int offset = off & (sb->s_blocksize - 1);
	size_t towrite = len;
	struct page *page;
	char *kaddr;
	int err = 0;
	int tocopy;

	while (towrite > 0) {
		tocopy = min_t(unsigned long, sb->s_blocksize - offset,
								towrite);
1655
retry:
C
Chao Yu 已提交
1656 1657
		err = a_ops->write_begin(NULL, mapping, off, tocopy, 0,
							&page, NULL);
1658 1659 1660 1661 1662
		if (unlikely(err)) {
			if (err == -ENOMEM) {
				congestion_wait(BLK_RW_ASYNC, HZ/50);
				goto retry;
			}
C
Chao Yu 已提交
1663
			break;
1664
		}
C
Chao Yu 已提交
1665 1666 1667 1668 1669 1670 1671 1672 1673 1674 1675 1676 1677 1678 1679 1680

		kaddr = kmap_atomic(page);
		memcpy(kaddr + offset, data, tocopy);
		kunmap_atomic(kaddr);
		flush_dcache_page(page);

		a_ops->write_end(NULL, mapping, off, tocopy, tocopy,
						page, NULL);
		offset = 0;
		towrite -= tocopy;
		off += tocopy;
		data += tocopy;
		cond_resched();
	}

	if (len == towrite)
1681
		return err;
C
Chao Yu 已提交
1682 1683 1684 1685 1686 1687 1688 1689 1690 1691 1692 1693 1694 1695 1696
	inode->i_mtime = inode->i_ctime = current_time(inode);
	f2fs_mark_inode_dirty_sync(inode, false);
	return len - towrite;
}

static struct dquot **f2fs_get_dquots(struct inode *inode)
{
	return F2FS_I(inode)->i_dquot;
}

static qsize_t *f2fs_get_reserved_space(struct inode *inode)
{
	return &F2FS_I(inode)->i_reserved_quota;
}

C
Chao Yu 已提交
1697 1698
static int f2fs_quota_on_mount(struct f2fs_sb_info *sbi, int type)
{
1699 1700
	return dquot_quota_on_mount(sbi->sb, F2FS_OPTION(sbi).s_qf_names[type],
					F2FS_OPTION(sbi).s_jquota_fmt, type);
C
Chao Yu 已提交
1701 1702
}

J
Jaegeuk Kim 已提交
1703
int f2fs_enable_quota_files(struct f2fs_sb_info *sbi, bool rdonly)
C
Chao Yu 已提交
1704
{
J
Jaegeuk Kim 已提交
1705 1706 1707 1708 1709 1710 1711 1712 1713 1714 1715 1716
	int enabled = 0;
	int i, err;

	if (f2fs_sb_has_quota_ino(sbi->sb) && rdonly) {
		err = f2fs_enable_quotas(sbi->sb);
		if (err) {
			f2fs_msg(sbi->sb, KERN_ERR,
					"Cannot turn on quota_ino: %d", err);
			return 0;
		}
		return 1;
	}
C
Chao Yu 已提交
1717 1718

	for (i = 0; i < MAXQUOTAS; i++) {
1719
		if (F2FS_OPTION(sbi).s_qf_names[i]) {
J
Jaegeuk Kim 已提交
1720 1721 1722 1723 1724 1725 1726
			err = f2fs_quota_on_mount(sbi, i);
			if (!err) {
				enabled = 1;
				continue;
			}
			f2fs_msg(sbi->sb, KERN_ERR,
				"Cannot turn on quotas: %d on %d", err, i);
C
Chao Yu 已提交
1727 1728
		}
	}
J
Jaegeuk Kim 已提交
1729 1730 1731 1732 1733 1734 1735 1736 1737 1738 1739 1740 1741 1742 1743 1744 1745 1746 1747 1748 1749 1750 1751 1752 1753 1754 1755 1756 1757 1758 1759 1760 1761 1762 1763 1764 1765 1766 1767 1768 1769 1770 1771 1772 1773 1774 1775 1776 1777 1778 1779 1780 1781 1782 1783 1784
	return enabled;
}

static int f2fs_quota_enable(struct super_block *sb, int type, int format_id,
			     unsigned int flags)
{
	struct inode *qf_inode;
	unsigned long qf_inum;
	int err;

	BUG_ON(!f2fs_sb_has_quota_ino(sb));

	qf_inum = f2fs_qf_ino(sb, type);
	if (!qf_inum)
		return -EPERM;

	qf_inode = f2fs_iget(sb, qf_inum);
	if (IS_ERR(qf_inode)) {
		f2fs_msg(sb, KERN_ERR,
			"Bad quota inode %u:%lu", type, qf_inum);
		return PTR_ERR(qf_inode);
	}

	/* Don't account quota for quota files to avoid recursion */
	qf_inode->i_flags |= S_NOQUOTA;
	err = dquot_enable(qf_inode, type, format_id, flags);
	iput(qf_inode);
	return err;
}

static int f2fs_enable_quotas(struct super_block *sb)
{
	int type, err = 0;
	unsigned long qf_inum;
	bool quota_mopt[MAXQUOTAS] = {
		test_opt(F2FS_SB(sb), USRQUOTA),
		test_opt(F2FS_SB(sb), GRPQUOTA),
		test_opt(F2FS_SB(sb), PRJQUOTA),
	};

	sb_dqopt(sb)->flags |= DQUOT_QUOTA_SYS_FILE | DQUOT_NOLIST_DIRTY;
	for (type = 0; type < MAXQUOTAS; type++) {
		qf_inum = f2fs_qf_ino(sb, type);
		if (qf_inum) {
			err = f2fs_quota_enable(sb, type, QFMT_VFS_V1,
				DQUOT_USAGE_ENABLED |
				(quota_mopt[type] ? DQUOT_LIMITS_ENABLED : 0));
			if (err) {
				f2fs_msg(sb, KERN_ERR,
					"Failed to enable quota tracking "
					"(type=%d, err=%d). Please run "
					"fsck to fix.", type, err);
				for (type--; type >= 0; type--)
					dquot_quota_off(sb, type);
				return err;
			}
C
Chao Yu 已提交
1785 1786
		}
	}
J
Jaegeuk Kim 已提交
1787
	return 0;
C
Chao Yu 已提交
1788 1789
}

C
Chao Yu 已提交
1790 1791 1792 1793 1794 1795 1796 1797 1798 1799 1800 1801 1802 1803 1804 1805 1806 1807 1808 1809 1810 1811 1812 1813 1814 1815 1816 1817 1818 1819 1820 1821 1822 1823 1824 1825 1826
static int f2fs_quota_sync(struct super_block *sb, int type)
{
	struct quota_info *dqopt = sb_dqopt(sb);
	int cnt;
	int ret;

	ret = dquot_writeback_dquots(sb, type);
	if (ret)
		return ret;

	/*
	 * Now when everything is written we can discard the pagecache so
	 * that userspace sees the changes.
	 */
	for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
		if (type != -1 && cnt != type)
			continue;
		if (!sb_has_quota_active(sb, cnt))
			continue;

		ret = filemap_write_and_wait(dqopt->files[cnt]->i_mapping);
		if (ret)
			return ret;

		inode_lock(dqopt->files[cnt]);
		truncate_inode_pages(&dqopt->files[cnt]->i_data, 0);
		inode_unlock(dqopt->files[cnt]);
	}
	return 0;
}

static int f2fs_quota_on(struct super_block *sb, int type, int format_id,
							const struct path *path)
{
	struct inode *inode;
	int err;

1827
	err = f2fs_quota_sync(sb, type);
C
Chao Yu 已提交
1828 1829 1830 1831 1832 1833 1834 1835 1836 1837
	if (err)
		return err;

	err = dquot_quota_on(sb, type, format_id, path);
	if (err)
		return err;

	inode = d_inode(path->dentry);

	inode_lock(inode);
1838
	F2FS_I(inode)->i_flags |= F2FS_NOATIME_FL | F2FS_IMMUTABLE_FL;
C
Chao Yu 已提交
1839 1840 1841 1842 1843 1844 1845 1846 1847 1848 1849 1850 1851 1852 1853 1854
	inode_set_flags(inode, S_NOATIME | S_IMMUTABLE,
					S_NOATIME | S_IMMUTABLE);
	inode_unlock(inode);
	f2fs_mark_inode_dirty_sync(inode, false);

	return 0;
}

static int f2fs_quota_off(struct super_block *sb, int type)
{
	struct inode *inode = sb_dqopt(sb)->files[type];
	int err;

	if (!inode || !igrab(inode))
		return dquot_quota_off(sb, type);

1855 1856 1857
	err = f2fs_quota_sync(sb, type);
	if (err)
		goto out_put;
C
Chao Yu 已提交
1858 1859

	err = dquot_quota_off(sb, type);
J
Jaegeuk Kim 已提交
1860
	if (err || f2fs_sb_has_quota_ino(sb))
C
Chao Yu 已提交
1861 1862 1863
		goto out_put;

	inode_lock(inode);
1864
	F2FS_I(inode)->i_flags &= ~(F2FS_NOATIME_FL | F2FS_IMMUTABLE_FL);
C
Chao Yu 已提交
1865 1866 1867 1868 1869 1870 1871 1872
	inode_set_flags(inode, 0, S_NOATIME | S_IMMUTABLE);
	inode_unlock(inode);
	f2fs_mark_inode_dirty_sync(inode, false);
out_put:
	iput(inode);
	return err;
}

C
Chao Yu 已提交
1873
void f2fs_quota_off_umount(struct super_block *sb)
C
Chao Yu 已提交
1874 1875
{
	int type;
1876 1877 1878 1879 1880 1881
	int err;

	for (type = 0; type < MAXQUOTAS; type++) {
		err = f2fs_quota_off(sb, type);
		if (err) {
			int ret = dquot_quota_off(sb, type);
C
Chao Yu 已提交
1882

1883 1884 1885 1886 1887 1888 1889
			f2fs_msg(sb, KERN_ERR,
				"Fail to turn off disk quota "
				"(type: %d, err: %d, ret:%d), Please "
				"run fsck to fix it.", type, err, ret);
			set_sbi_flag(F2FS_SB(sb), SBI_NEED_FSCK);
		}
	}
C
Chao Yu 已提交
1890 1891
}

W
Wei Yongjun 已提交
1892
static int f2fs_get_projid(struct inode *inode, kprojid_t *projid)
C
Chao Yu 已提交
1893 1894 1895 1896 1897
{
	*projid = F2FS_I(inode)->i_projid;
	return 0;
}

C
Chao Yu 已提交
1898 1899 1900 1901 1902 1903 1904 1905 1906
static const struct dquot_operations f2fs_quota_operations = {
	.get_reserved_space = f2fs_get_reserved_space,
	.write_dquot	= dquot_commit,
	.acquire_dquot	= dquot_acquire,
	.release_dquot	= dquot_release,
	.mark_dirty	= dquot_mark_dquot_dirty,
	.write_info	= dquot_commit_info,
	.alloc_dquot	= dquot_alloc,
	.destroy_dquot	= dquot_destroy,
C
Chao Yu 已提交
1907
	.get_projid	= f2fs_get_projid,
C
Chao Yu 已提交
1908 1909 1910 1911 1912 1913 1914 1915 1916 1917 1918 1919 1920 1921
	.get_next_id	= dquot_get_next_id,
};

static const struct quotactl_ops f2fs_quotactl_ops = {
	.quota_on	= f2fs_quota_on,
	.quota_off	= f2fs_quota_off,
	.quota_sync	= f2fs_quota_sync,
	.get_state	= dquot_get_state,
	.set_info	= dquot_set_dqinfo,
	.get_dqblk	= dquot_get_dqblk,
	.set_dqblk	= dquot_set_dqblk,
	.get_nextdqblk	= dquot_get_next_dqblk,
};
#else
C
Chao Yu 已提交
1922
void f2fs_quota_off_umount(struct super_block *sb)
C
Chao Yu 已提交
1923 1924 1925 1926
{
}
#endif

A
Arvind Yadav 已提交
1927
static const struct super_operations f2fs_sops = {
J
Jaegeuk Kim 已提交
1928
	.alloc_inode	= f2fs_alloc_inode,
1929
	.drop_inode	= f2fs_drop_inode,
J
Jaegeuk Kim 已提交
1930 1931
	.destroy_inode	= f2fs_destroy_inode,
	.write_inode	= f2fs_write_inode,
1932
	.dirty_inode	= f2fs_dirty_inode,
J
Jaegeuk Kim 已提交
1933
	.show_options	= f2fs_show_options,
C
Chao Yu 已提交
1934 1935 1936 1937 1938
#ifdef CONFIG_QUOTA
	.quota_read	= f2fs_quota_read,
	.quota_write	= f2fs_quota_write,
	.get_dquots	= f2fs_get_dquots,
#endif
J
Jaegeuk Kim 已提交
1939 1940 1941
	.evict_inode	= f2fs_evict_inode,
	.put_super	= f2fs_put_super,
	.sync_fs	= f2fs_sync_fs,
1942 1943
	.freeze_fs	= f2fs_freeze,
	.unfreeze_fs	= f2fs_unfreeze,
J
Jaegeuk Kim 已提交
1944
	.statfs		= f2fs_statfs,
1945
	.remount_fs	= f2fs_remount,
J
Jaegeuk Kim 已提交
1946 1947
};

1948 1949 1950 1951 1952 1953 1954 1955 1956 1957 1958
#ifdef CONFIG_F2FS_FS_ENCRYPTION
static int f2fs_get_context(struct inode *inode, void *ctx, size_t len)
{
	return f2fs_getxattr(inode, F2FS_XATTR_INDEX_ENCRYPTION,
				F2FS_XATTR_NAME_ENCRYPTION_CONTEXT,
				ctx, len, NULL);
}

static int f2fs_set_context(struct inode *inode, const void *ctx, size_t len,
							void *fs_data)
{
1959 1960 1961 1962 1963 1964 1965 1966 1967 1968 1969 1970
	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);

	/*
	 * Encrypting the root directory is not allowed because fsck
	 * expects lost+found directory to exist and remain unencrypted
	 * if LOST_FOUND feature is enabled.
	 *
	 */
	if (f2fs_sb_has_lost_found(sbi->sb) &&
			inode->i_ino == F2FS_ROOT_INO(sbi))
		return -EPERM;

1971 1972 1973 1974 1975
	return f2fs_setxattr(inode, F2FS_XATTR_INDEX_ENCRYPTION,
				F2FS_XATTR_NAME_ENCRYPTION_CONTEXT,
				ctx, len, fs_data, XATTR_CREATE);
}

1976 1977 1978 1979 1980
static bool f2fs_dummy_context(struct inode *inode)
{
	return DUMMY_ENCRYPTION_ENABLED(F2FS_I_SB(inode));
}

1981
static const struct fscrypt_operations f2fs_cryptops = {
1982
	.key_prefix	= "f2fs:",
1983 1984
	.get_context	= f2fs_get_context,
	.set_context	= f2fs_set_context,
1985
	.dummy_context	= f2fs_dummy_context,
1986
	.empty_dir	= f2fs_empty_dir,
1987
	.max_namelen	= F2FS_NAME_LEN,
1988 1989 1990
};
#endif

J
Jaegeuk Kim 已提交
1991 1992 1993 1994 1995 1996
static struct inode *f2fs_nfs_get_inode(struct super_block *sb,
		u64 ino, u32 generation)
{
	struct f2fs_sb_info *sbi = F2FS_SB(sb);
	struct inode *inode;

C
Chao Yu 已提交
1997
	if (f2fs_check_nid_range(sbi, ino))
1998
		return ERR_PTR(-ESTALE);
J
Jaegeuk Kim 已提交
1999 2000 2001 2002 2003 2004 2005 2006 2007

	/*
	 * f2fs_iget isn't quite right if the inode is currently unallocated!
	 * However f2fs_iget currently does appropriate checks to handle stale
	 * inodes so everything is OK.
	 */
	inode = f2fs_iget(sb, ino);
	if (IS_ERR(inode))
		return ERR_CAST(inode);
2008
	if (unlikely(generation && inode->i_generation != generation)) {
J
Jaegeuk Kim 已提交
2009 2010 2011 2012 2013 2014 2015 2016 2017 2018 2019 2020 2021 2022 2023 2024 2025 2026 2027 2028 2029 2030 2031 2032 2033 2034 2035
		/* we didn't find the right inode.. */
		iput(inode);
		return ERR_PTR(-ESTALE);
	}
	return inode;
}

static struct dentry *f2fs_fh_to_dentry(struct super_block *sb, struct fid *fid,
		int fh_len, int fh_type)
{
	return generic_fh_to_dentry(sb, fid, fh_len, fh_type,
				    f2fs_nfs_get_inode);
}

static struct dentry *f2fs_fh_to_parent(struct super_block *sb, struct fid *fid,
		int fh_len, int fh_type)
{
	return generic_fh_to_parent(sb, fid, fh_len, fh_type,
				    f2fs_nfs_get_inode);
}

static const struct export_operations f2fs_export_ops = {
	.fh_to_dentry = f2fs_fh_to_dentry,
	.fh_to_parent = f2fs_fh_to_parent,
	.get_parent = f2fs_get_parent,
};

C
Chao Yu 已提交
2036
static loff_t max_file_blocks(void)
J
Jaegeuk Kim 已提交
2037
{
2038
	loff_t result = 0;
J
Jaegeuk Kim 已提交
2039 2040
	loff_t leaf_count = ADDRS_PER_BLOCK;

2041 2042
	/*
	 * note: previously, result is equal to (DEF_ADDRS_PER_INODE -
C
Chao Yu 已提交
2043
	 * DEFAULT_INLINE_XATTR_ADDRS), but now f2fs try to reserve more
2044 2045 2046 2047
	 * space in inode.i_addr, it will be more safe to reassign
	 * result as zero.
	 */

J
Jaegeuk Kim 已提交
2048 2049 2050 2051 2052 2053 2054 2055 2056 2057 2058 2059 2060 2061
	/* two direct node blocks */
	result += (leaf_count * 2);

	/* two indirect node blocks */
	leaf_count *= NIDS_PER_BLOCK;
	result += (leaf_count * 2);

	/* one double indirect node block */
	leaf_count *= NIDS_PER_BLOCK;
	result += leaf_count;

	return result;
}

2062 2063 2064 2065 2066 2067 2068 2069 2070 2071
static int __f2fs_commit_super(struct buffer_head *bh,
			struct f2fs_super_block *super)
{
	lock_buffer(bh);
	if (super)
		memcpy(bh->b_data + F2FS_SUPER_OFFSET, super, sizeof(*super));
	set_buffer_dirty(bh);
	unlock_buffer(bh);

	/* it's rare case, we can do fua all the time */
2072
	return __sync_dirty_buffer(bh, REQ_SYNC | REQ_PREFLUSH | REQ_FUA);
2073 2074
}

2075
static inline bool sanity_check_area_boundary(struct f2fs_sb_info *sbi,
2076
					struct buffer_head *bh)
2077
{
2078 2079
	struct f2fs_super_block *raw_super = (struct f2fs_super_block *)
					(bh->b_data + F2FS_SUPER_OFFSET);
2080
	struct super_block *sb = sbi->sb;
2081 2082 2083 2084 2085 2086 2087 2088 2089 2090 2091 2092 2093
	u32 segment0_blkaddr = le32_to_cpu(raw_super->segment0_blkaddr);
	u32 cp_blkaddr = le32_to_cpu(raw_super->cp_blkaddr);
	u32 sit_blkaddr = le32_to_cpu(raw_super->sit_blkaddr);
	u32 nat_blkaddr = le32_to_cpu(raw_super->nat_blkaddr);
	u32 ssa_blkaddr = le32_to_cpu(raw_super->ssa_blkaddr);
	u32 main_blkaddr = le32_to_cpu(raw_super->main_blkaddr);
	u32 segment_count_ckpt = le32_to_cpu(raw_super->segment_count_ckpt);
	u32 segment_count_sit = le32_to_cpu(raw_super->segment_count_sit);
	u32 segment_count_nat = le32_to_cpu(raw_super->segment_count_nat);
	u32 segment_count_ssa = le32_to_cpu(raw_super->segment_count_ssa);
	u32 segment_count_main = le32_to_cpu(raw_super->segment_count_main);
	u32 segment_count = le32_to_cpu(raw_super->segment_count);
	u32 log_blocks_per_seg = le32_to_cpu(raw_super->log_blocks_per_seg);
2094 2095 2096 2097
	u64 main_end_blkaddr = main_blkaddr +
				(segment_count_main << log_blocks_per_seg);
	u64 seg_end_blkaddr = segment0_blkaddr +
				(segment_count << log_blocks_per_seg);
2098 2099 2100 2101 2102 2103 2104 2105 2106 2107 2108 2109 2110 2111 2112 2113 2114 2115 2116 2117 2118 2119 2120 2121 2122 2123 2124 2125 2126 2127 2128 2129 2130 2131 2132 2133 2134 2135 2136 2137 2138 2139 2140 2141

	if (segment0_blkaddr != cp_blkaddr) {
		f2fs_msg(sb, KERN_INFO,
			"Mismatch start address, segment0(%u) cp_blkaddr(%u)",
			segment0_blkaddr, cp_blkaddr);
		return true;
	}

	if (cp_blkaddr + (segment_count_ckpt << log_blocks_per_seg) !=
							sit_blkaddr) {
		f2fs_msg(sb, KERN_INFO,
			"Wrong CP boundary, start(%u) end(%u) blocks(%u)",
			cp_blkaddr, sit_blkaddr,
			segment_count_ckpt << log_blocks_per_seg);
		return true;
	}

	if (sit_blkaddr + (segment_count_sit << log_blocks_per_seg) !=
							nat_blkaddr) {
		f2fs_msg(sb, KERN_INFO,
			"Wrong SIT boundary, start(%u) end(%u) blocks(%u)",
			sit_blkaddr, nat_blkaddr,
			segment_count_sit << log_blocks_per_seg);
		return true;
	}

	if (nat_blkaddr + (segment_count_nat << log_blocks_per_seg) !=
							ssa_blkaddr) {
		f2fs_msg(sb, KERN_INFO,
			"Wrong NAT boundary, start(%u) end(%u) blocks(%u)",
			nat_blkaddr, ssa_blkaddr,
			segment_count_nat << log_blocks_per_seg);
		return true;
	}

	if (ssa_blkaddr + (segment_count_ssa << log_blocks_per_seg) !=
							main_blkaddr) {
		f2fs_msg(sb, KERN_INFO,
			"Wrong SSA boundary, start(%u) end(%u) blocks(%u)",
			ssa_blkaddr, main_blkaddr,
			segment_count_ssa << log_blocks_per_seg);
		return true;
	}

2142
	if (main_end_blkaddr > seg_end_blkaddr) {
2143
		f2fs_msg(sb, KERN_INFO,
2144
			"Wrong MAIN_AREA boundary, start(%u) end(%u) block(%u)",
2145
			main_blkaddr,
2146 2147
			segment0_blkaddr +
				(segment_count << log_blocks_per_seg),
2148 2149
			segment_count_main << log_blocks_per_seg);
		return true;
2150 2151 2152 2153 2154 2155 2156 2157 2158
	} else if (main_end_blkaddr < seg_end_blkaddr) {
		int err = 0;
		char *res;

		/* fix in-memory information all the time */
		raw_super->segment_count = cpu_to_le32((main_end_blkaddr -
				segment0_blkaddr) >> log_blocks_per_seg);

		if (f2fs_readonly(sb) || bdev_read_only(sb->s_bdev)) {
2159
			set_sbi_flag(sbi, SBI_NEED_SB_WRITE);
2160 2161 2162 2163 2164 2165 2166 2167 2168 2169 2170 2171 2172
			res = "internally";
		} else {
			err = __f2fs_commit_super(bh, NULL);
			res = err ? "failed" : "done";
		}
		f2fs_msg(sb, KERN_INFO,
			"Fix alignment : %s, start(%u) end(%u) block(%u)",
			res, main_blkaddr,
			segment0_blkaddr +
				(segment_count << log_blocks_per_seg),
			segment_count_main << log_blocks_per_seg);
		if (err)
			return true;
2173 2174 2175 2176
	}
	return false;
}

2177
static int sanity_check_raw_super(struct f2fs_sb_info *sbi,
2178
				struct buffer_head *bh)
J
Jaegeuk Kim 已提交
2179
{
2180 2181
	block_t segment_count, segs_per_sec, secs_per_zone;
	block_t total_sections, blocks_per_seg;
2182 2183
	struct f2fs_super_block *raw_super = (struct f2fs_super_block *)
					(bh->b_data + F2FS_SUPER_OFFSET);
2184
	struct super_block *sb = sbi->sb;
J
Jaegeuk Kim 已提交
2185 2186
	unsigned int blocksize;

2187 2188 2189 2190
	if (F2FS_SUPER_MAGIC != le32_to_cpu(raw_super->magic)) {
		f2fs_msg(sb, KERN_INFO,
			"Magic Mismatch, valid(0x%x) - read(0x%x)",
			F2FS_SUPER_MAGIC, le32_to_cpu(raw_super->magic));
J
Jaegeuk Kim 已提交
2191
		return 1;
2192
	}
J
Jaegeuk Kim 已提交
2193

2194
	/* Currently, support only 4KB page cache size */
2195
	if (F2FS_BLKSIZE != PAGE_SIZE) {
2196
		f2fs_msg(sb, KERN_INFO,
2197
			"Invalid page_cache_size (%lu), supports only 4KB\n",
2198
			PAGE_SIZE);
2199 2200 2201
		return 1;
	}

J
Jaegeuk Kim 已提交
2202 2203
	/* Currently, support only 4KB block size */
	blocksize = 1 << le32_to_cpu(raw_super->log_blocksize);
2204
	if (blocksize != F2FS_BLKSIZE) {
2205 2206 2207
		f2fs_msg(sb, KERN_INFO,
			"Invalid blocksize (%u), supports only 4KB\n",
			blocksize);
J
Jaegeuk Kim 已提交
2208
		return 1;
2209
	}
2210

2211 2212 2213 2214 2215 2216 2217 2218
	/* check log blocks per segment */
	if (le32_to_cpu(raw_super->log_blocks_per_seg) != 9) {
		f2fs_msg(sb, KERN_INFO,
			"Invalid log blocks per segment (%u)\n",
			le32_to_cpu(raw_super->log_blocks_per_seg));
		return 1;
	}

C
Chao Yu 已提交
2219 2220 2221 2222 2223 2224 2225
	/* Currently, support 512/1024/2048/4096 bytes sector size */
	if (le32_to_cpu(raw_super->log_sectorsize) >
				F2FS_MAX_LOG_SECTOR_SIZE ||
		le32_to_cpu(raw_super->log_sectorsize) <
				F2FS_MIN_LOG_SECTOR_SIZE) {
		f2fs_msg(sb, KERN_INFO, "Invalid log sectorsize (%u)",
			le32_to_cpu(raw_super->log_sectorsize));
J
Jaegeuk Kim 已提交
2226
		return 1;
2227
	}
C
Chao Yu 已提交
2228 2229 2230 2231 2232 2233 2234
	if (le32_to_cpu(raw_super->log_sectors_per_block) +
		le32_to_cpu(raw_super->log_sectorsize) !=
			F2FS_MAX_LOG_SECTOR_SIZE) {
		f2fs_msg(sb, KERN_INFO,
			"Invalid log sectors per block(%u) log sectorsize(%u)",
			le32_to_cpu(raw_super->log_sectors_per_block),
			le32_to_cpu(raw_super->log_sectorsize));
J
Jaegeuk Kim 已提交
2235
		return 1;
2236
	}
2237

2238 2239 2240 2241 2242 2243 2244 2245 2246 2247 2248 2249 2250 2251 2252 2253 2254 2255 2256 2257 2258 2259 2260 2261 2262 2263 2264 2265 2266 2267 2268 2269 2270 2271 2272 2273 2274 2275 2276
	segment_count = le32_to_cpu(raw_super->segment_count);
	segs_per_sec = le32_to_cpu(raw_super->segs_per_sec);
	secs_per_zone = le32_to_cpu(raw_super->secs_per_zone);
	total_sections = le32_to_cpu(raw_super->section_count);

	/* blocks_per_seg should be 512, given the above check */
	blocks_per_seg = 1 << le32_to_cpu(raw_super->log_blocks_per_seg);

	if (segment_count > F2FS_MAX_SEGMENT ||
				segment_count < F2FS_MIN_SEGMENTS) {
		f2fs_msg(sb, KERN_INFO,
			"Invalid segment count (%u)",
			segment_count);
		return 1;
	}

	if (total_sections > segment_count ||
			total_sections < F2FS_MIN_SEGMENTS ||
			segs_per_sec > segment_count || !segs_per_sec) {
		f2fs_msg(sb, KERN_INFO,
			"Invalid segment/section count (%u, %u x %u)",
			segment_count, total_sections, segs_per_sec);
		return 1;
	}

	if ((segment_count / segs_per_sec) < total_sections) {
		f2fs_msg(sb, KERN_INFO,
			"Small segment_count (%u < %u * %u)",
			segment_count, segs_per_sec, total_sections);
		return 1;
	}

	if (segment_count > (le32_to_cpu(raw_super->block_count) >> 9)) {
		f2fs_msg(sb, KERN_INFO,
			"Wrong segment_count / block_count (%u > %u)",
			segment_count, le32_to_cpu(raw_super->block_count));
		return 1;
	}

2277
	if (secs_per_zone > total_sections || !secs_per_zone) {
2278
		f2fs_msg(sb, KERN_INFO,
2279
			"Wrong secs_per_zone / total_sections (%u, %u)",
2280 2281 2282 2283 2284 2285 2286 2287 2288 2289 2290 2291 2292 2293 2294 2295 2296 2297 2298 2299 2300 2301 2302 2303
			secs_per_zone, total_sections);
		return 1;
	}
	if (le32_to_cpu(raw_super->extension_count) > F2FS_MAX_EXTENSION ||
			raw_super->hot_ext_count > F2FS_MAX_EXTENSION ||
			(le32_to_cpu(raw_super->extension_count) +
			raw_super->hot_ext_count) > F2FS_MAX_EXTENSION) {
		f2fs_msg(sb, KERN_INFO,
			"Corrupted extension count (%u + %u > %u)",
			le32_to_cpu(raw_super->extension_count),
			raw_super->hot_ext_count,
			F2FS_MAX_EXTENSION);
		return 1;
	}

	if (le32_to_cpu(raw_super->cp_payload) >
				(blocks_per_seg - F2FS_CP_PACKS)) {
		f2fs_msg(sb, KERN_INFO,
			"Insane cp_payload (%u > %u)",
			le32_to_cpu(raw_super->cp_payload),
			blocks_per_seg - F2FS_CP_PACKS);
		return 1;
	}

2304 2305 2306 2307 2308 2309 2310 2311 2312 2313 2314 2315 2316
	/* check reserved ino info */
	if (le32_to_cpu(raw_super->node_ino) != 1 ||
		le32_to_cpu(raw_super->meta_ino) != 2 ||
		le32_to_cpu(raw_super->root_ino) != 3) {
		f2fs_msg(sb, KERN_INFO,
			"Invalid Fs Meta Ino: node(%u) meta(%u) root(%u)",
			le32_to_cpu(raw_super->node_ino),
			le32_to_cpu(raw_super->meta_ino),
			le32_to_cpu(raw_super->root_ino));
		return 1;
	}

	/* check CP/SIT/NAT/SSA/MAIN_AREA area boundary */
2317
	if (sanity_check_area_boundary(sbi, bh))
2318 2319
		return 1;

J
Jaegeuk Kim 已提交
2320 2321 2322
	return 0;
}

C
Chao Yu 已提交
2323
int f2fs_sanity_check_ckpt(struct f2fs_sb_info *sbi)
J
Jaegeuk Kim 已提交
2324 2325
{
	unsigned int total, fsmeta;
2326 2327
	struct f2fs_super_block *raw_super = F2FS_RAW_SUPER(sbi);
	struct f2fs_checkpoint *ckpt = F2FS_CKPT(sbi);
J
Jaegeuk Kim 已提交
2328
	unsigned int ovp_segments, reserved_segments;
2329
	unsigned int main_segs, blocks_per_seg;
2330 2331 2332
	unsigned int sit_segs, nat_segs;
	unsigned int sit_bitmap_size, nat_bitmap_size;
	unsigned int log_blocks_per_seg;
2333
	unsigned int segment_count_main;
2334
	unsigned int cp_pack_start_sum, cp_payload;
2335
	block_t user_block_count;
2336
	int i;
J
Jaegeuk Kim 已提交
2337 2338 2339

	total = le32_to_cpu(raw_super->segment_count);
	fsmeta = le32_to_cpu(raw_super->segment_count_ckpt);
2340 2341 2342 2343
	sit_segs = le32_to_cpu(raw_super->segment_count_sit);
	fsmeta += sit_segs;
	nat_segs = le32_to_cpu(raw_super->segment_count_nat);
	fsmeta += nat_segs;
J
Jaegeuk Kim 已提交
2344 2345 2346
	fsmeta += le32_to_cpu(ckpt->rsvd_segment_count);
	fsmeta += le32_to_cpu(raw_super->segment_count_ssa);

2347
	if (unlikely(fsmeta >= total))
J
Jaegeuk Kim 已提交
2348
		return 1;
2349

J
Jaegeuk Kim 已提交
2350 2351 2352 2353 2354 2355 2356 2357 2358 2359
	ovp_segments = le32_to_cpu(ckpt->overprov_segment_count);
	reserved_segments = le32_to_cpu(ckpt->rsvd_segment_count);

	if (unlikely(fsmeta < F2FS_MIN_SEGMENTS ||
			ovp_segments == 0 || reserved_segments == 0)) {
		f2fs_msg(sbi->sb, KERN_ERR,
			"Wrong layout: check mkfs.f2fs version");
		return 1;
	}

2360 2361 2362 2363 2364 2365 2366 2367 2368 2369
	user_block_count = le64_to_cpu(ckpt->user_block_count);
	segment_count_main = le32_to_cpu(raw_super->segment_count_main);
	log_blocks_per_seg = le32_to_cpu(raw_super->log_blocks_per_seg);
	if (!user_block_count || user_block_count >=
			segment_count_main << log_blocks_per_seg) {
		f2fs_msg(sbi->sb, KERN_ERR,
			"Wrong user_block_count: %u", user_block_count);
		return 1;
	}

2370 2371 2372 2373 2374 2375 2376 2377 2378 2379 2380 2381 2382 2383
	main_segs = le32_to_cpu(raw_super->segment_count_main);
	blocks_per_seg = sbi->blocks_per_seg;

	for (i = 0; i < NR_CURSEG_NODE_TYPE; i++) {
		if (le32_to_cpu(ckpt->cur_node_segno[i]) >= main_segs ||
			le16_to_cpu(ckpt->cur_node_blkoff[i]) >= blocks_per_seg)
			return 1;
	}
	for (i = 0; i < NR_CURSEG_DATA_TYPE; i++) {
		if (le32_to_cpu(ckpt->cur_data_segno[i]) >= main_segs ||
			le16_to_cpu(ckpt->cur_data_blkoff[i]) >= blocks_per_seg)
			return 1;
	}

2384 2385 2386 2387 2388 2389 2390 2391 2392 2393
	sit_bitmap_size = le32_to_cpu(ckpt->sit_ver_bitmap_bytesize);
	nat_bitmap_size = le32_to_cpu(ckpt->nat_ver_bitmap_bytesize);

	if (sit_bitmap_size != ((sit_segs / 2) << log_blocks_per_seg) / 8 ||
		nat_bitmap_size != ((nat_segs / 2) << log_blocks_per_seg) / 8) {
		f2fs_msg(sbi->sb, KERN_ERR,
			"Wrong bitmap size: sit: %u, nat:%u",
			sit_bitmap_size, nat_bitmap_size);
		return 1;
	}
2394 2395 2396 2397 2398 2399 2400 2401 2402 2403 2404

	cp_pack_start_sum = __start_sum_addr(sbi);
	cp_payload = __cp_payload(sbi);
	if (cp_pack_start_sum < cp_payload + 1 ||
		cp_pack_start_sum > blocks_per_seg - 1 -
			NR_CURSEG_TYPE) {
		f2fs_msg(sbi->sb, KERN_ERR,
			"Wrong cp_pack_start_sum: %u",
			cp_pack_start_sum);
		return 1;
	}
2405

2406
	if (unlikely(f2fs_cp_error(sbi))) {
2407 2408 2409
		f2fs_msg(sbi->sb, KERN_ERR, "A bug case: need to run fsck");
		return 1;
	}
J
Jaegeuk Kim 已提交
2410 2411 2412 2413 2414 2415
	return 0;
}

static void init_sb_info(struct f2fs_sb_info *sbi)
{
	struct f2fs_super_block *raw_super = sbi->raw_super;
C
Chao Yu 已提交
2416
	int i, j;
J
Jaegeuk Kim 已提交
2417 2418 2419 2420 2421 2422 2423 2424 2425 2426 2427 2428 2429 2430 2431 2432

	sbi->log_sectors_per_block =
		le32_to_cpu(raw_super->log_sectors_per_block);
	sbi->log_blocksize = le32_to_cpu(raw_super->log_blocksize);
	sbi->blocksize = 1 << sbi->log_blocksize;
	sbi->log_blocks_per_seg = le32_to_cpu(raw_super->log_blocks_per_seg);
	sbi->blocks_per_seg = 1 << sbi->log_blocks_per_seg;
	sbi->segs_per_sec = le32_to_cpu(raw_super->segs_per_sec);
	sbi->secs_per_zone = le32_to_cpu(raw_super->secs_per_zone);
	sbi->total_sections = le32_to_cpu(raw_super->section_count);
	sbi->total_node_count =
		(le32_to_cpu(raw_super->segment_count_nat) / 2)
			* sbi->blocks_per_seg * NAT_ENTRY_PER_BLOCK;
	sbi->root_ino_num = le32_to_cpu(raw_super->root_ino);
	sbi->node_ino_num = le32_to_cpu(raw_super->node_ino);
	sbi->meta_ino_num = le32_to_cpu(raw_super->meta_ino);
2433
	sbi->cur_victim_sec = NULL_SECNO;
2434
	sbi->max_victim_search = DEF_MAX_VICTIM_SEARCH;
J
Jaegeuk Kim 已提交
2435

2436
	sbi->dir_level = DEF_DIR_LEVEL;
2437
	sbi->interval_time[CP_TIME] = DEF_CP_INTERVAL;
2438
	sbi->interval_time[REQ_TIME] = DEF_IDLE_INTERVAL;
2439
	clear_sbi_flag(sbi, SBI_NEED_FSCK);
2440

2441 2442 2443
	for (i = 0; i < NR_COUNT_TYPE; i++)
		atomic_set(&sbi->nr_pages[i], 0);

2444 2445
	for (i = 0; i < META; i++)
		atomic_set(&sbi->wb_sync_req[i], 0);
2446

2447 2448
	INIT_LIST_HEAD(&sbi->s_list);
	mutex_init(&sbi->umount_mutex);
C
Chao Yu 已提交
2449 2450 2451
	for (i = 0; i < NR_PAGE_TYPE - 1; i++)
		for (j = HOT; j < NR_TEMP_TYPE; j++)
			mutex_init(&sbi->wio_mutex[i][j]);
2452
	init_rwsem(&sbi->io_order_lock);
2453
	spin_lock_init(&sbi->cp_lock);
2454 2455 2456

	sbi->dirty_device = 0;
	spin_lock_init(&sbi->dev_lock);
2457

2458
	init_rwsem(&sbi->sb_lock);
J
Jaegeuk Kim 已提交
2459 2460
}

2461 2462
static int init_percpu_info(struct f2fs_sb_info *sbi)
{
2463
	int err;
2464

2465 2466 2467 2468 2469
	err = percpu_counter_init(&sbi->alloc_valid_block_count, 0, GFP_KERNEL);
	if (err)
		return err;

	return percpu_counter_init(&sbi->total_valid_inode_count, 0,
2470
								GFP_KERNEL);
2471 2472
}

2473
#ifdef CONFIG_BLK_DEV_ZONED
J
Jaegeuk Kim 已提交
2474
static int init_blkz_info(struct f2fs_sb_info *sbi, int devi)
2475
{
J
Jaegeuk Kim 已提交
2476
	struct block_device *bdev = FDEV(devi).bdev;
2477 2478 2479 2480 2481 2482 2483
	sector_t nr_sectors = bdev->bd_part->nr_sects;
	sector_t sector = 0;
	struct blk_zone *zones;
	unsigned int i, nr_zones;
	unsigned int n = 0;
	int err = -EIO;

2484
	if (!f2fs_sb_has_blkzoned(sbi->sb))
2485 2486
		return 0;

J
Jaegeuk Kim 已提交
2487
	if (sbi->blocks_per_blkz && sbi->blocks_per_blkz !=
2488
				SECTOR_TO_BLOCK(bdev_zone_sectors(bdev)))
J
Jaegeuk Kim 已提交
2489
		return -EINVAL;
2490
	sbi->blocks_per_blkz = SECTOR_TO_BLOCK(bdev_zone_sectors(bdev));
J
Jaegeuk Kim 已提交
2491 2492 2493
	if (sbi->log_blocks_per_blkz && sbi->log_blocks_per_blkz !=
				__ilog2_u32(sbi->blocks_per_blkz))
		return -EINVAL;
2494
	sbi->log_blocks_per_blkz = __ilog2_u32(sbi->blocks_per_blkz);
J
Jaegeuk Kim 已提交
2495 2496
	FDEV(devi).nr_blkz = SECTOR_TO_BLOCK(nr_sectors) >>
					sbi->log_blocks_per_blkz;
2497
	if (nr_sectors & (bdev_zone_sectors(bdev) - 1))
J
Jaegeuk Kim 已提交
2498
		FDEV(devi).nr_blkz++;
2499

C
Chao Yu 已提交
2500 2501
	FDEV(devi).blkz_type = f2fs_kmalloc(sbi, FDEV(devi).nr_blkz,
								GFP_KERNEL);
J
Jaegeuk Kim 已提交
2502
	if (!FDEV(devi).blkz_type)
2503 2504 2505 2506
		return -ENOMEM;

#define F2FS_REPORT_NR_ZONES   4096

2507 2508 2509 2510
	zones = f2fs_kzalloc(sbi,
			     array_size(F2FS_REPORT_NR_ZONES,
					sizeof(struct blk_zone)),
			     GFP_KERNEL);
2511 2512 2513 2514 2515 2516 2517 2518 2519 2520 2521 2522 2523 2524 2525 2526 2527 2528
	if (!zones)
		return -ENOMEM;

	/* Get block zones type */
	while (zones && sector < nr_sectors) {

		nr_zones = F2FS_REPORT_NR_ZONES;
		err = blkdev_report_zones(bdev, sector,
					  zones, &nr_zones,
					  GFP_KERNEL);
		if (err)
			break;
		if (!nr_zones) {
			err = -EIO;
			break;
		}

		for (i = 0; i < nr_zones; i++) {
J
Jaegeuk Kim 已提交
2529
			FDEV(devi).blkz_type[n] = zones[i].type;
2530 2531 2532 2533 2534 2535 2536 2537 2538 2539 2540
			sector += zones[i].len;
			n++;
		}
	}

	kfree(zones);

	return err;
}
#endif

2541 2542
/*
 * Read f2fs raw super block.
2543 2544 2545
 * Because we have two copies of super block, so read both of them
 * to get the first valid one. If any one of them is broken, we pass
 * them recovery flag back to the caller.
2546
 */
2547
static int read_raw_super_block(struct f2fs_sb_info *sbi,
2548
			struct f2fs_super_block **raw_super,
2549
			int *valid_super_block, int *recovery)
2550
{
2551
	struct super_block *sb = sbi->sb;
2552
	int block;
2553
	struct buffer_head *bh;
2554
	struct f2fs_super_block *super;
2555
	int err = 0;
2556

Y
Yunlei He 已提交
2557 2558 2559
	super = kzalloc(sizeof(struct f2fs_super_block), GFP_KERNEL);
	if (!super)
		return -ENOMEM;
2560 2561 2562 2563 2564

	for (block = 0; block < 2; block++) {
		bh = sb_bread(sb, block);
		if (!bh) {
			f2fs_msg(sb, KERN_ERR, "Unable to read %dth superblock",
2565
				block + 1);
2566 2567 2568
			err = -EIO;
			continue;
		}
2569

2570
		/* sanity checking of raw super */
2571
		if (sanity_check_raw_super(sbi, bh)) {
2572 2573 2574 2575 2576 2577 2578
			f2fs_msg(sb, KERN_ERR,
				"Can't find valid F2FS filesystem in %dth superblock",
				block + 1);
			err = -EINVAL;
			brelse(bh);
			continue;
		}
2579

2580
		if (!*raw_super) {
2581 2582
			memcpy(super, bh->b_data + F2FS_SUPER_OFFSET,
							sizeof(*super));
2583 2584 2585 2586
			*valid_super_block = block;
			*raw_super = super;
		}
		brelse(bh);
2587 2588
	}

2589 2590 2591
	/* Fail to read any one of the superblocks*/
	if (err < 0)
		*recovery = 1;
2592 2593

	/* No valid superblock */
2594
	if (!*raw_super)
Y
Yunlei He 已提交
2595
		kfree(super);
2596 2597
	else
		err = 0;
2598

2599
	return err;
2600 2601
}

2602
int f2fs_commit_super(struct f2fs_sb_info *sbi, bool recover)
J
Jaegeuk Kim 已提交
2603
{
J
Jaegeuk Kim 已提交
2604
	struct buffer_head *bh;
J
Jaegeuk Kim 已提交
2605 2606
	int err;

2607 2608 2609
	if ((recover && f2fs_readonly(sbi->sb)) ||
				bdev_read_only(sbi->sb->s_bdev)) {
		set_sbi_flag(sbi, SBI_NEED_SB_WRITE);
2610
		return -EROFS;
2611
	}
2612

2613
	/* write back-up superblock first */
2614
	bh = sb_bread(sbi->sb, sbi->valid_super_block ? 0 : 1);
J
Jaegeuk Kim 已提交
2615 2616
	if (!bh)
		return -EIO;
2617
	err = __f2fs_commit_super(bh, F2FS_RAW_SUPER(sbi));
J
Jaegeuk Kim 已提交
2618
	brelse(bh);
C
Chao Yu 已提交
2619 2620 2621

	/* if we are in recovery path, skip writing valid superblock */
	if (recover || err)
J
Jaegeuk Kim 已提交
2622
		return err;
J
Jaegeuk Kim 已提交
2623 2624

	/* write current valid superblock */
2625
	bh = sb_bread(sbi->sb, sbi->valid_super_block);
2626 2627 2628 2629 2630
	if (!bh)
		return -EIO;
	err = __f2fs_commit_super(bh, F2FS_RAW_SUPER(sbi));
	brelse(bh);
	return err;
J
Jaegeuk Kim 已提交
2631 2632
}

J
Jaegeuk Kim 已提交
2633 2634 2635
static int f2fs_scan_devices(struct f2fs_sb_info *sbi)
{
	struct f2fs_super_block *raw_super = F2FS_RAW_SUPER(sbi);
2636
	unsigned int max_devices = MAX_DEVICES;
J
Jaegeuk Kim 已提交
2637 2638
	int i;

2639 2640 2641
	/* Initialize single device information */
	if (!RDEV(0).path[0]) {
		if (!bdev_is_zoned(sbi->sb->s_bdev))
J
Jaegeuk Kim 已提交
2642
			return 0;
2643 2644
		max_devices = 1;
	}
J
Jaegeuk Kim 已提交
2645

2646 2647 2648 2649
	/*
	 * Initialize multiple devices information, or single
	 * zoned block device information.
	 */
2650 2651 2652 2653
	sbi->devs = f2fs_kzalloc(sbi,
				 array_size(max_devices,
					    sizeof(struct f2fs_dev_info)),
				 GFP_KERNEL);
2654 2655
	if (!sbi->devs)
		return -ENOMEM;
J
Jaegeuk Kim 已提交
2656

2657
	for (i = 0; i < max_devices; i++) {
J
Jaegeuk Kim 已提交
2658

2659 2660 2661 2662 2663 2664 2665
		if (i > 0 && !RDEV(i).path[0])
			break;

		if (max_devices == 1) {
			/* Single zoned block device mount */
			FDEV(0).bdev =
				blkdev_get_by_dev(sbi->sb->s_bdev->bd_dev,
J
Jaegeuk Kim 已提交
2666
					sbi->sb->s_mode, sbi->sb->s_type);
2667 2668 2669 2670 2671 2672 2673 2674 2675 2676 2677 2678 2679 2680 2681 2682 2683 2684
		} else {
			/* Multi-device mount */
			memcpy(FDEV(i).path, RDEV(i).path, MAX_PATH_LEN);
			FDEV(i).total_segments =
				le32_to_cpu(RDEV(i).total_segments);
			if (i == 0) {
				FDEV(i).start_blk = 0;
				FDEV(i).end_blk = FDEV(i).start_blk +
				    (FDEV(i).total_segments <<
				    sbi->log_blocks_per_seg) - 1 +
				    le32_to_cpu(raw_super->segment0_blkaddr);
			} else {
				FDEV(i).start_blk = FDEV(i - 1).end_blk + 1;
				FDEV(i).end_blk = FDEV(i).start_blk +
					(FDEV(i).total_segments <<
					sbi->log_blocks_per_seg) - 1;
			}
			FDEV(i).bdev = blkdev_get_by_path(FDEV(i).path,
J
Jaegeuk Kim 已提交
2685
					sbi->sb->s_mode, sbi->sb->s_type);
2686
		}
J
Jaegeuk Kim 已提交
2687 2688 2689 2690 2691 2692 2693 2694
		if (IS_ERR(FDEV(i).bdev))
			return PTR_ERR(FDEV(i).bdev);

		/* to release errored devices */
		sbi->s_ndevs = i + 1;

#ifdef CONFIG_BLK_DEV_ZONED
		if (bdev_zoned_model(FDEV(i).bdev) == BLK_ZONED_HM &&
2695
				!f2fs_sb_has_blkzoned(sbi->sb)) {
J
Jaegeuk Kim 已提交
2696 2697 2698 2699 2700 2701 2702 2703 2704 2705
			f2fs_msg(sbi->sb, KERN_ERR,
				"Zoned block device feature not enabled\n");
			return -EINVAL;
		}
		if (bdev_zoned_model(FDEV(i).bdev) != BLK_ZONED_NONE) {
			if (init_blkz_info(sbi, i)) {
				f2fs_msg(sbi->sb, KERN_ERR,
					"Failed to initialize F2FS blkzone information");
				return -EINVAL;
			}
2706 2707
			if (max_devices == 1)
				break;
J
Jaegeuk Kim 已提交
2708 2709 2710 2711 2712 2713 2714 2715 2716 2717 2718 2719 2720 2721 2722 2723
			f2fs_msg(sbi->sb, KERN_INFO,
				"Mount Device [%2d]: %20s, %8u, %8x - %8x (zone: %s)",
				i, FDEV(i).path,
				FDEV(i).total_segments,
				FDEV(i).start_blk, FDEV(i).end_blk,
				bdev_zoned_model(FDEV(i).bdev) == BLK_ZONED_HA ?
				"Host-aware" : "Host-managed");
			continue;
		}
#endif
		f2fs_msg(sbi->sb, KERN_INFO,
			"Mount Device [%2d]: %20s, %8u, %8x - %8x",
				i, FDEV(i).path,
				FDEV(i).total_segments,
				FDEV(i).start_blk, FDEV(i).end_blk);
	}
2724 2725
	f2fs_msg(sbi->sb, KERN_INFO,
			"IO Block Size: %8d KB", F2FS_IO_SIZE_KB(sbi));
J
Jaegeuk Kim 已提交
2726 2727 2728
	return 0;
}

2729 2730 2731 2732 2733 2734
static void f2fs_tuning_parameters(struct f2fs_sb_info *sbi)
{
	struct f2fs_sm_info *sm_i = SM_I(sbi);

	/* adjust parameters according to the volume size */
	if (sm_i->main_segments <= SMALL_VOLUME_SEGMENTS) {
2735
		F2FS_OPTION(sbi).alloc_mode = ALLOC_MODE_REUSE;
2736 2737 2738
		sm_i->dcc_info->discard_granularity = 1;
		sm_i->ipu_policy = 1 << F2FS_IPU_FORCE;
	}
2739 2740

	sbi->readdir_ra = 1;
2741 2742
}

J
Jaegeuk Kim 已提交
2743 2744 2745
static int f2fs_fill_super(struct super_block *sb, void *data, int silent)
{
	struct f2fs_sb_info *sbi;
2746
	struct f2fs_super_block *raw_super;
J
Jaegeuk Kim 已提交
2747
	struct inode *root;
2748
	int err;
2749
	bool retry = true, need_fsck = false;
2750
	char *options = NULL;
2751
	int recovery, i, valid_super_block;
2752
	struct curseg_info *seg_i;
J
Jaegeuk Kim 已提交
2753

2754
try_onemore:
2755 2756
	err = -EINVAL;
	raw_super = NULL;
2757
	valid_super_block = -1;
2758 2759
	recovery = 0;

J
Jaegeuk Kim 已提交
2760 2761 2762 2763 2764
	/* allocate memory for f2fs-specific super block info */
	sbi = kzalloc(sizeof(struct f2fs_sb_info), GFP_KERNEL);
	if (!sbi)
		return -ENOMEM;

2765 2766
	sbi->sb = sb;

K
Keith Mok 已提交
2767 2768 2769 2770 2771 2772 2773 2774 2775
	/* Load the checksum driver */
	sbi->s_chksum_driver = crypto_alloc_shash("crc32", 0, 0);
	if (IS_ERR(sbi->s_chksum_driver)) {
		f2fs_msg(sb, KERN_ERR, "Cannot load crc32 driver.");
		err = PTR_ERR(sbi->s_chksum_driver);
		sbi->s_chksum_driver = NULL;
		goto free_sbi;
	}

2776
	/* set a block size */
2777
	if (unlikely(!sb_set_blocksize(sb, F2FS_BLKSIZE))) {
2778
		f2fs_msg(sb, KERN_ERR, "unable to set blocksize");
J
Jaegeuk Kim 已提交
2779
		goto free_sbi;
2780
	}
J
Jaegeuk Kim 已提交
2781

2782
	err = read_raw_super_block(sbi, &raw_super, &valid_super_block,
2783
								&recovery);
2784 2785 2786
	if (err)
		goto free_sbi;

2787
	sb->s_fs_info = sbi;
2788 2789
	sbi->raw_super = raw_super;

C
Chao Yu 已提交
2790 2791 2792 2793 2794
	/* precompute checksum seed for metadata */
	if (f2fs_sb_has_inode_chksum(sb))
		sbi->s_chksum_seed = f2fs_chksum(sbi, ~0, raw_super->uuid,
						sizeof(raw_super->uuid));

2795 2796 2797 2798 2799 2800
	/*
	 * The BLKZONED feature indicates that the drive was formatted with
	 * zone alignment optimization. This is optional for host-aware
	 * devices, but mandatory for host-managed zoned block devices.
	 */
#ifndef CONFIG_BLK_DEV_ZONED
2801
	if (f2fs_sb_has_blkzoned(sb)) {
2802 2803
		f2fs_msg(sb, KERN_ERR,
			 "Zoned block device support is not enabled\n");
2804
		err = -EOPNOTSUPP;
2805 2806 2807
		goto free_sb_buf;
	}
#endif
2808
	default_options(sbi);
J
Jaegeuk Kim 已提交
2809
	/* parse mount options */
2810 2811 2812
	options = kstrdup((const char *)data, GFP_KERNEL);
	if (data && !options) {
		err = -ENOMEM;
J
Jaegeuk Kim 已提交
2813
		goto free_sb_buf;
2814 2815 2816 2817 2818
	}

	err = parse_options(sb, options);
	if (err)
		goto free_options;
J
Jaegeuk Kim 已提交
2819

C
Chao Yu 已提交
2820 2821 2822
	sbi->max_file_blocks = max_file_blocks();
	sb->s_maxbytes = sbi->max_file_blocks <<
				le32_to_cpu(raw_super->log_blocksize);
J
Jaegeuk Kim 已提交
2823 2824 2825
	sb->s_max_links = F2FS_LINK_MAX;
	get_random_bytes(&sbi->s_next_generation, sizeof(u32));

C
Chao Yu 已提交
2826 2827
#ifdef CONFIG_QUOTA
	sb->dq_op = &f2fs_quota_operations;
J
Jaegeuk Kim 已提交
2828 2829 2830 2831
	if (f2fs_sb_has_quota_ino(sb))
		sb->s_qcop = &dquot_quotactl_sysfile_ops;
	else
		sb->s_qcop = &f2fs_quotactl_ops;
C
Chao Yu 已提交
2832
	sb->s_quota_types = QTYPE_MASK_USR | QTYPE_MASK_GRP | QTYPE_MASK_PRJ;
2833 2834 2835 2836 2837 2838 2839

	if (f2fs_sb_has_quota_ino(sbi->sb)) {
		for (i = 0; i < MAXQUOTAS; i++) {
			if (f2fs_qf_ino(sbi->sb, i))
				sbi->nquota_files++;
		}
	}
C
Chao Yu 已提交
2840 2841
#endif

J
Jaegeuk Kim 已提交
2842
	sb->s_op = &f2fs_sops;
2843
#ifdef CONFIG_F2FS_FS_ENCRYPTION
2844
	sb->s_cop = &f2fs_cryptops;
2845
#endif
J
Jaegeuk Kim 已提交
2846 2847 2848 2849
	sb->s_xattr = f2fs_xattr_handlers;
	sb->s_export_op = &f2fs_export_ops;
	sb->s_magic = F2FS_SUPER_MAGIC;
	sb->s_time_gran = 1;
2850 2851
	sb->s_flags = (sb->s_flags & ~SB_POSIXACL) |
		(test_opt(sbi, POSIX_ACL) ? SB_POSIXACL : 0);
2852
	memcpy(&sb->s_uuid, raw_super->uuid, sizeof(raw_super->uuid));
2853
	sb->s_iflags |= SB_I_CGROUPWB;
J
Jaegeuk Kim 已提交
2854 2855

	/* init f2fs-specific super block info */
2856
	sbi->valid_super_block = valid_super_block;
J
Jaegeuk Kim 已提交
2857
	mutex_init(&sbi->gc_mutex);
2858
	mutex_init(&sbi->writepages);
J
Jaegeuk Kim 已提交
2859
	mutex_init(&sbi->cp_mutex);
2860
	init_rwsem(&sbi->node_write);
2861
	init_rwsem(&sbi->node_change);
2862 2863 2864

	/* disallow all the data/node/meta page writes */
	set_sbi_flag(sbi, SBI_POR_DOING);
J
Jaegeuk Kim 已提交
2865
	spin_lock_init(&sbi->stat_lock);
2866

C
Chao Yu 已提交
2867 2868 2869 2870
	/* init iostat info */
	spin_lock_init(&sbi->iostat_lock);
	sbi->iostat_enable = false;

J
Jaegeuk Kim 已提交
2871
	for (i = 0; i < NR_PAGE_TYPE; i++) {
J
Jaegeuk Kim 已提交
2872 2873 2874
		int n = (i == META) ? 1: NR_TEMP_TYPE;
		int j;

2875 2876 2877 2878 2879
		sbi->write_io[i] =
			f2fs_kmalloc(sbi,
				     array_size(n,
						sizeof(struct f2fs_bio_info)),
				     GFP_KERNEL);
2880 2881
		if (!sbi->write_io[i]) {
			err = -ENOMEM;
J
Jaegeuk Kim 已提交
2882
			goto free_options;
2883
		}
J
Jaegeuk Kim 已提交
2884 2885 2886 2887 2888

		for (j = HOT; j < n; j++) {
			init_rwsem(&sbi->write_io[i][j].io_rwsem);
			sbi->write_io[i][j].sbi = sbi;
			sbi->write_io[i][j].bio = NULL;
2889 2890
			spin_lock_init(&sbi->write_io[i][j].io_lock);
			INIT_LIST_HEAD(&sbi->write_io[i][j].io_list);
J
Jaegeuk Kim 已提交
2891
		}
J
Jaegeuk Kim 已提交
2892
	}
2893

2894
	init_rwsem(&sbi->cp_rwsem);
2895
	init_waitqueue_head(&sbi->cp_wait);
J
Jaegeuk Kim 已提交
2896 2897
	init_sb_info(sbi);

2898 2899
	err = init_percpu_info(sbi);
	if (err)
2900
		goto free_bio_info;
2901

2902 2903
	if (F2FS_IO_SIZE(sbi) > 1) {
		sbi->write_io_dummy =
2904
			mempool_create_page_pool(2 * (F2FS_IO_SIZE(sbi) - 1), 0);
2905 2906
		if (!sbi->write_io_dummy) {
			err = -ENOMEM;
2907
			goto free_percpu;
2908
		}
2909 2910
	}

J
Jaegeuk Kim 已提交
2911 2912 2913
	/* get an inode for meta space */
	sbi->meta_inode = f2fs_iget(sb, F2FS_META_INO(sbi));
	if (IS_ERR(sbi->meta_inode)) {
2914
		f2fs_msg(sb, KERN_ERR, "Failed to read F2FS meta data inode");
J
Jaegeuk Kim 已提交
2915
		err = PTR_ERR(sbi->meta_inode);
2916
		goto free_io_dummy;
J
Jaegeuk Kim 已提交
2917 2918
	}

C
Chao Yu 已提交
2919
	err = f2fs_get_valid_checkpoint(sbi);
2920 2921
	if (err) {
		f2fs_msg(sb, KERN_ERR, "Failed to get valid F2FS checkpoint");
J
Jaegeuk Kim 已提交
2922
		goto free_meta_inode;
2923
	}
J
Jaegeuk Kim 已提交
2924

J
Jaegeuk Kim 已提交
2925 2926 2927 2928 2929 2930 2931
	/* Initialize device list */
	err = f2fs_scan_devices(sbi);
	if (err) {
		f2fs_msg(sb, KERN_ERR, "Failed to find devices");
		goto free_devices;
	}

J
Jaegeuk Kim 已提交
2932 2933
	sbi->total_valid_node_count =
				le32_to_cpu(sbi->ckpt->valid_node_count);
2934 2935
	percpu_counter_set(&sbi->total_valid_inode_count,
				le32_to_cpu(sbi->ckpt->valid_inode_count));
J
Jaegeuk Kim 已提交
2936 2937 2938 2939
	sbi->user_block_count = le64_to_cpu(sbi->ckpt->user_block_count);
	sbi->total_valid_block_count =
				le64_to_cpu(sbi->ckpt->valid_block_count);
	sbi->last_valid_block_count = sbi->total_valid_block_count;
2940
	sbi->reserved_blocks = 0;
2941
	sbi->current_reserved_blocks = 0;
2942
	limit_reserve_root(sbi);
2943

2944 2945 2946 2947
	for (i = 0; i < NR_INODE_TYPE; i++) {
		INIT_LIST_HEAD(&sbi->inode_list[i]);
		spin_lock_init(&sbi->inode_lock[i]);
	}
J
Jaegeuk Kim 已提交
2948

C
Chao Yu 已提交
2949
	f2fs_init_extent_cache_info(sbi);
C
Chao Yu 已提交
2950

C
Chao Yu 已提交
2951
	f2fs_init_ino_entry_info(sbi);
J
Jaegeuk Kim 已提交
2952

2953 2954
	f2fs_init_fsync_node_info(sbi);

J
Jaegeuk Kim 已提交
2955
	/* setup f2fs internal modules */
C
Chao Yu 已提交
2956
	err = f2fs_build_segment_manager(sbi);
2957 2958 2959
	if (err) {
		f2fs_msg(sb, KERN_ERR,
			"Failed to initialize F2FS segment manager");
J
Jaegeuk Kim 已提交
2960
		goto free_sm;
2961
	}
C
Chao Yu 已提交
2962
	err = f2fs_build_node_manager(sbi);
2963 2964 2965
	if (err) {
		f2fs_msg(sb, KERN_ERR,
			"Failed to initialize F2FS node manager");
J
Jaegeuk Kim 已提交
2966
		goto free_nm;
2967
	}
J
Jaegeuk Kim 已提交
2968

2969 2970 2971
	/* For write statistics */
	if (sb->s_bdev->bd_part)
		sbi->sectors_written_start =
2972 2973
			(u64)part_stat_read(sb->s_bdev->bd_part,
					    sectors[STAT_WRITE]);
2974 2975 2976 2977 2978

	/* Read accumulated write IO statistics if exists */
	seg_i = CURSEG_I(sbi, CURSEG_HOT_NODE);
	if (__exist_node_summaries(sbi))
		sbi->kbytes_written =
2979
			le64_to_cpu(seg_i->journal->info.kbytes_written);
2980

C
Chao Yu 已提交
2981
	f2fs_build_gc_manager(sbi);
J
Jaegeuk Kim 已提交
2982 2983 2984 2985

	/* get an inode for node space */
	sbi->node_inode = f2fs_iget(sb, F2FS_NODE_INO(sbi));
	if (IS_ERR(sbi->node_inode)) {
2986
		f2fs_msg(sb, KERN_ERR, "Failed to read node inode");
J
Jaegeuk Kim 已提交
2987 2988 2989 2990
		err = PTR_ERR(sbi->node_inode);
		goto free_nm;
	}

2991 2992
	err = f2fs_build_stats(sbi);
	if (err)
C
Chao Yu 已提交
2993
		goto free_node_inode;
2994

J
Jaegeuk Kim 已提交
2995 2996 2997
	/* read root inode and dentry */
	root = f2fs_iget(sb, F2FS_ROOT_INO(sbi));
	if (IS_ERR(root)) {
2998
		f2fs_msg(sb, KERN_ERR, "Failed to read root inode");
J
Jaegeuk Kim 已提交
2999
		err = PTR_ERR(root);
C
Chao Yu 已提交
3000
		goto free_stats;
J
Jaegeuk Kim 已提交
3001
	}
3002 3003
	if (!S_ISDIR(root->i_mode) || !root->i_blocks ||
			!root->i_size || !root->i_nlink) {
3004
		iput(root);
3005
		err = -EINVAL;
C
Chao Yu 已提交
3006
		goto free_stats;
3007
	}
J
Jaegeuk Kim 已提交
3008 3009 3010 3011 3012 3013 3014

	sb->s_root = d_make_root(root); /* allocate root dentry */
	if (!sb->s_root) {
		err = -ENOMEM;
		goto free_root_inode;
	}

3015
	err = f2fs_register_sysfs(sbi);
3016
	if (err)
C
Chao Yu 已提交
3017
		goto free_root_inode;
3018

J
Jaegeuk Kim 已提交
3019
#ifdef CONFIG_QUOTA
S
Sheng Yong 已提交
3020
	/* Enable quota usage during mount */
3021
	if (f2fs_sb_has_quota_ino(sb) && !f2fs_readonly(sb)) {
J
Jaegeuk Kim 已提交
3022 3023 3024 3025 3026 3027 3028 3029
		err = f2fs_enable_quotas(sb);
		if (err) {
			f2fs_msg(sb, KERN_ERR,
				"Cannot turn on quotas: error %d", err);
			goto free_sysfs;
		}
	}
#endif
C
Chao Yu 已提交
3030
	/* if there are nt orphan nodes free them */
C
Chao Yu 已提交
3031
	err = f2fs_recover_orphan_inodes(sbi);
C
Chao Yu 已提交
3032
	if (err)
J
Jaegeuk Kim 已提交
3033
		goto free_meta;
C
Chao Yu 已提交
3034

3035 3036
	/* recover fsynced data */
	if (!test_opt(sbi, DISABLE_ROLL_FORWARD)) {
3037 3038 3039 3040 3041
		/*
		 * mount should be failed, when device has readonly mode, and
		 * previous checkpoint was not done by clean system shutdown.
		 */
		if (bdev_read_only(sb->s_bdev) &&
3042
				!is_set_ckpt_flags(sbi, CP_UMOUNT_FLAG)) {
3043
			err = -EROFS;
C
Chao Yu 已提交
3044
			goto free_meta;
3045
		}
3046 3047 3048 3049

		if (need_fsck)
			set_sbi_flag(sbi, SBI_NEED_FSCK);

3050 3051 3052
		if (!retry)
			goto skip_recovery;

C
Chao Yu 已提交
3053
		err = f2fs_recover_fsync_data(sbi, false);
3054
		if (err < 0) {
3055
			need_fsck = true;
3056
			f2fs_msg(sb, KERN_ERR,
3057
				"Cannot recover all fsync data errno=%d", err);
C
Chao Yu 已提交
3058
			goto free_meta;
3059
		}
3060
	} else {
C
Chao Yu 已提交
3061
		err = f2fs_recover_fsync_data(sbi, true);
3062 3063 3064 3065 3066

		if (!f2fs_readonly(sb) && err > 0) {
			err = -EINVAL;
			f2fs_msg(sb, KERN_ERR,
				"Need to recover fsync data");
J
Jaegeuk Kim 已提交
3067
			goto free_meta;
3068
		}
3069
	}
3070
skip_recovery:
C
Chao Yu 已提交
3071
	/* f2fs_recover_fsync_data() cleared this already */
3072
	clear_sbi_flag(sbi, SBI_POR_DOING);
3073

3074 3075 3076 3077
	/*
	 * If filesystem is not mounted as read-only then
	 * do start the gc_thread.
	 */
3078
	if (test_opt(sbi, BG_GC) && !f2fs_readonly(sb)) {
3079
		/* After POR, we can run background GC thread.*/
C
Chao Yu 已提交
3080
		err = f2fs_start_gc_thread(sbi);
3081
		if (err)
C
Chao Yu 已提交
3082
			goto free_meta;
3083
	}
3084
	kfree(options);
3085 3086

	/* recover broken superblock */
3087
	if (recovery) {
3088 3089
		err = f2fs_commit_super(sbi, true);
		f2fs_msg(sb, KERN_INFO,
3090
			"Try to recover %dth superblock, ret: %d",
3091
			sbi->valid_super_block ? 1 : 2, err);
3092 3093
	}

C
Chao Yu 已提交
3094 3095
	f2fs_join_shrinker(sbi);

3096 3097
	f2fs_tuning_parameters(sbi);

3098 3099
	f2fs_msg(sbi->sb, KERN_NOTICE, "Mounted with checkpoint version = %llx",
				cur_cp_version(F2FS_CKPT(sbi)));
3100
	f2fs_update_time(sbi, CP_TIME);
3101
	f2fs_update_time(sbi, REQ_TIME);
J
Jaegeuk Kim 已提交
3102
	return 0;
3103

C
Chao Yu 已提交
3104
free_meta:
J
Jaegeuk Kim 已提交
3105
#ifdef CONFIG_QUOTA
3106
	if (f2fs_sb_has_quota_ino(sb) && !f2fs_readonly(sb))
J
Jaegeuk Kim 已提交
3107 3108
		f2fs_quota_off_umount(sbi->sb);
#endif
3109
	f2fs_sync_inode_meta(sbi);
C
Chao Yu 已提交
3110
	/*
C
Chao Yu 已提交
3111
	 * Some dirty meta pages can be produced by f2fs_recover_orphan_inodes()
C
Chao Yu 已提交
3112
	 * failed by EIO. Then, iput(node_inode) can trigger balance_fs_bg()
C
Chao Yu 已提交
3113 3114
	 * followed by f2fs_write_checkpoint() through f2fs_write_node_pages(), which
	 * falls into an infinite loop in f2fs_sync_meta_pages().
C
Chao Yu 已提交
3115 3116
	 */
	truncate_inode_pages_final(META_MAPPING(sbi));
J
Jaegeuk Kim 已提交
3117
#ifdef CONFIG_QUOTA
C
Chao Yu 已提交
3118
free_sysfs:
J
Jaegeuk Kim 已提交
3119
#endif
3120
	f2fs_unregister_sysfs(sbi);
J
Jaegeuk Kim 已提交
3121 3122 3123
free_root_inode:
	dput(sb->s_root);
	sb->s_root = NULL;
C
Chao Yu 已提交
3124 3125
free_stats:
	f2fs_destroy_stats(sbi);
J
Jaegeuk Kim 已提交
3126
free_node_inode:
C
Chao Yu 已提交
3127
	f2fs_release_ino_entry(sbi, true);
C
Chao Yu 已提交
3128
	truncate_inode_pages_final(NODE_MAPPING(sbi));
J
Jaegeuk Kim 已提交
3129 3130
	iput(sbi->node_inode);
free_nm:
C
Chao Yu 已提交
3131
	f2fs_destroy_node_manager(sbi);
J
Jaegeuk Kim 已提交
3132
free_sm:
C
Chao Yu 已提交
3133
	f2fs_destroy_segment_manager(sbi);
J
Jaegeuk Kim 已提交
3134 3135
free_devices:
	destroy_device_list(sbi);
J
Jaegeuk Kim 已提交
3136 3137 3138 3139
	kfree(sbi->ckpt);
free_meta_inode:
	make_bad_inode(sbi->meta_inode);
	iput(sbi->meta_inode);
3140 3141
free_io_dummy:
	mempool_destroy(sbi->write_io_dummy);
3142 3143 3144
free_percpu:
	destroy_percpu_info(sbi);
free_bio_info:
J
Jaegeuk Kim 已提交
3145 3146
	for (i = 0; i < NR_PAGE_TYPE; i++)
		kfree(sbi->write_io[i]);
3147
free_options:
C
Chao Yu 已提交
3148 3149
#ifdef CONFIG_QUOTA
	for (i = 0; i < MAXQUOTAS; i++)
3150
		kfree(F2FS_OPTION(sbi).s_qf_names[i]);
C
Chao Yu 已提交
3151
#endif
3152
	kfree(options);
J
Jaegeuk Kim 已提交
3153
free_sb_buf:
Y
Yunlei He 已提交
3154
	kfree(raw_super);
J
Jaegeuk Kim 已提交
3155
free_sbi:
K
Keith Mok 已提交
3156 3157
	if (sbi->s_chksum_driver)
		crypto_free_shash(sbi->s_chksum_driver);
J
Jaegeuk Kim 已提交
3158
	kfree(sbi);
3159 3160 3161

	/* give only one another chance */
	if (retry) {
3162
		retry = false;
3163 3164 3165
		shrink_dcache_sb(sb);
		goto try_onemore;
	}
J
Jaegeuk Kim 已提交
3166 3167 3168 3169 3170 3171 3172 3173 3174
	return err;
}

static struct dentry *f2fs_mount(struct file_system_type *fs_type, int flags,
			const char *dev_name, void *data)
{
	return mount_bdev(fs_type, flags, dev_name, data, f2fs_fill_super);
}

3175 3176
static void kill_f2fs_super(struct super_block *sb)
{
3177
	if (sb->s_root) {
J
Jaegeuk Kim 已提交
3178 3179 3180 3181 3182 3183 3184 3185 3186 3187 3188 3189 3190
		struct f2fs_sb_info *sbi = F2FS_SB(sb);

		set_sbi_flag(sbi, SBI_IS_CLOSE);
		f2fs_stop_gc_thread(sbi);
		f2fs_stop_discard_thread(sbi);

		if (is_sbi_flag_set(sbi, SBI_IS_DIRTY) ||
				!is_set_ckpt_flags(sbi, CP_UMOUNT_FLAG)) {
			struct cp_control cpc = {
				.reason = CP_UMOUNT,
			};
			f2fs_write_checkpoint(sbi, &cpc);
		}
3191
	}
3192 3193 3194
	kill_block_super(sb);
}

J
Jaegeuk Kim 已提交
3195 3196 3197 3198
static struct file_system_type f2fs_fs_type = {
	.owner		= THIS_MODULE,
	.name		= "f2fs",
	.mount		= f2fs_mount,
3199
	.kill_sb	= kill_f2fs_super,
J
Jaegeuk Kim 已提交
3200 3201
	.fs_flags	= FS_REQUIRES_DEV,
};
3202
MODULE_ALIAS_FS("f2fs");
J
Jaegeuk Kim 已提交
3203

3204
static int __init init_inodecache(void)
J
Jaegeuk Kim 已提交
3205
{
3206 3207 3208
	f2fs_inode_cachep = kmem_cache_create("f2fs_inode_cache",
			sizeof(struct f2fs_inode_info), 0,
			SLAB_RECLAIM_ACCOUNT|SLAB_ACCOUNT, NULL);
3209
	if (!f2fs_inode_cachep)
J
Jaegeuk Kim 已提交
3210 3211 3212 3213 3214 3215 3216 3217 3218 3219 3220 3221 3222 3223 3224 3225 3226 3227
		return -ENOMEM;
	return 0;
}

static void destroy_inodecache(void)
{
	/*
	 * Make sure all delayed rcu free inodes are flushed before we
	 * destroy cache.
	 */
	rcu_barrier();
	kmem_cache_destroy(f2fs_inode_cachep);
}

static int __init init_f2fs_fs(void)
{
	int err;

3228 3229 3230 3231 3232 3233
	if (PAGE_SIZE != F2FS_BLKSIZE) {
		printk("F2FS not supported on PAGE_SIZE(%lu) != %d\n",
				PAGE_SIZE, F2FS_BLKSIZE);
		return -EINVAL;
	}

3234 3235
	f2fs_build_trace_ios();

J
Jaegeuk Kim 已提交
3236 3237 3238
	err = init_inodecache();
	if (err)
		goto fail;
C
Chao Yu 已提交
3239
	err = f2fs_create_node_manager_caches();
J
Jaegeuk Kim 已提交
3240
	if (err)
3241
		goto free_inodecache;
C
Chao Yu 已提交
3242
	err = f2fs_create_segment_manager_caches();
J
Jaegeuk Kim 已提交
3243
	if (err)
3244
		goto free_node_manager_caches;
C
Chao Yu 已提交
3245
	err = f2fs_create_checkpoint_caches();
J
Jaegeuk Kim 已提交
3246
	if (err)
3247
		goto free_segment_manager_caches;
C
Chao Yu 已提交
3248
	err = f2fs_create_extent_cache();
C
Chao Yu 已提交
3249 3250
	if (err)
		goto free_checkpoint_caches;
3251
	err = f2fs_init_sysfs();
C
Chao Yu 已提交
3252
	if (err)
C
Chao Yu 已提交
3253
		goto free_extent_cache;
3254
	err = register_shrinker(&f2fs_shrinker_info);
3255
	if (err)
C
Chao Yu 已提交
3256
		goto free_sysfs;
3257 3258 3259
	err = register_filesystem(&f2fs_fs_type);
	if (err)
		goto free_shrinker;
3260 3261 3262
	err = f2fs_create_root_stats();
	if (err)
		goto free_filesystem;
3263 3264 3265
	err = f2fs_init_post_read_processing();
	if (err)
		goto free_root_stats;
3266 3267
	return 0;

3268 3269
free_root_stats:
	f2fs_destroy_root_stats();
3270 3271
free_filesystem:
	unregister_filesystem(&f2fs_fs_type);
3272 3273
free_shrinker:
	unregister_shrinker(&f2fs_shrinker_info);
C
Chao Yu 已提交
3274
free_sysfs:
3275
	f2fs_exit_sysfs();
C
Chao Yu 已提交
3276
free_extent_cache:
C
Chao Yu 已提交
3277
	f2fs_destroy_extent_cache();
3278
free_checkpoint_caches:
C
Chao Yu 已提交
3279
	f2fs_destroy_checkpoint_caches();
3280
free_segment_manager_caches:
C
Chao Yu 已提交
3281
	f2fs_destroy_segment_manager_caches();
3282
free_node_manager_caches:
C
Chao Yu 已提交
3283
	f2fs_destroy_node_manager_caches();
3284 3285
free_inodecache:
	destroy_inodecache();
J
Jaegeuk Kim 已提交
3286 3287 3288 3289 3290 3291
fail:
	return err;
}

static void __exit exit_f2fs_fs(void)
{
3292
	f2fs_destroy_post_read_processing();
3293
	f2fs_destroy_root_stats();
J
Jaegeuk Kim 已提交
3294
	unregister_filesystem(&f2fs_fs_type);
T
Tiezhu Yang 已提交
3295
	unregister_shrinker(&f2fs_shrinker_info);
3296
	f2fs_exit_sysfs();
C
Chao Yu 已提交
3297 3298 3299 3300
	f2fs_destroy_extent_cache();
	f2fs_destroy_checkpoint_caches();
	f2fs_destroy_segment_manager_caches();
	f2fs_destroy_node_manager_caches();
J
Jaegeuk Kim 已提交
3301
	destroy_inodecache();
3302
	f2fs_destroy_trace_ios();
J
Jaegeuk Kim 已提交
3303 3304 3305 3306 3307 3308 3309 3310
}

module_init(init_f2fs_fs)
module_exit(exit_f2fs_fs)

MODULE_AUTHOR("Samsung Electronics's Praesto Team");
MODULE_DESCRIPTION("Flash Friendly File System");
MODULE_LICENSE("GPL");
3311