inode.c 20.3 KB
Newer Older
J
Jaegeuk Kim 已提交
1
/*
J
Jaegeuk Kim 已提交
2 3 4 5 6 7 8 9 10 11 12 13
 * fs/f2fs/inode.c
 *
 * Copyright (c) 2012 Samsung Electronics Co., Ltd.
 *             http://www.samsung.com/
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License version 2 as
 * published by the Free Software Foundation.
 */
#include <linux/fs.h>
#include <linux/f2fs_fs.h>
#include <linux/buffer_head.h>
14
#include <linux/backing-dev.h>
J
Jaegeuk Kim 已提交
15 16 17 18
#include <linux/writeback.h>

#include "f2fs.h"
#include "node.h"
19
#include "segment.h"
J
Jaegeuk Kim 已提交
20

21 22
#include <trace/events/f2fs.h>

23
void f2fs_mark_inode_dirty_sync(struct inode *inode, bool sync)
J
Jaegeuk Kim 已提交
24
{
25 26 27
	if (is_inode_flag_set(inode, FI_NEW_INODE))
		return;

28
	if (f2fs_inode_dirtied(inode, sync))
J
Jaegeuk Kim 已提交
29
		return;
30

J
Jaegeuk Kim 已提交
31 32 33
	mark_inode_dirty_sync(inode);
}

J
Jaegeuk Kim 已提交
34 35 36
void f2fs_set_inode_flags(struct inode *inode)
{
	unsigned int flags = F2FS_I(inode)->i_flags;
37
	unsigned int new_fl = 0;
J
Jaegeuk Kim 已提交
38

39
	if (flags & F2FS_SYNC_FL)
40
		new_fl |= S_SYNC;
41
	if (flags & F2FS_APPEND_FL)
42
		new_fl |= S_APPEND;
43
	if (flags & F2FS_IMMUTABLE_FL)
44
		new_fl |= S_IMMUTABLE;
45
	if (flags & F2FS_NOATIME_FL)
46
		new_fl |= S_NOATIME;
47
	if (flags & F2FS_DIRSYNC_FL)
48
		new_fl |= S_DIRSYNC;
49 50
	if (f2fs_encrypted_inode(inode))
		new_fl |= S_ENCRYPTED;
Z
Zhang Zhen 已提交
51
	inode_set_flags(inode, new_fl,
52 53
			S_SYNC|S_APPEND|S_IMMUTABLE|S_NOATIME|S_DIRSYNC|
			S_ENCRYPTED);
J
Jaegeuk Kim 已提交
54 55
}

56 57
static void __get_inode_rdev(struct inode *inode, struct f2fs_inode *ri)
{
58 59
	int extra_size = get_extra_isize(inode);

60 61
	if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode) ||
			S_ISFIFO(inode->i_mode) || S_ISSOCK(inode->i_mode)) {
62 63 64
		if (ri->i_addr[extra_size])
			inode->i_rdev = old_decode_dev(
				le32_to_cpu(ri->i_addr[extra_size]));
65
		else
66 67
			inode->i_rdev = new_decode_dev(
				le32_to_cpu(ri->i_addr[extra_size + 1]));
68 69 70
	}
}

71 72
static bool __written_first_block(struct f2fs_sb_info *sbi,
					struct f2fs_inode *ri)
73
{
74
	block_t addr = le32_to_cpu(ri->i_addr[offset_in_addr(ri)]);
J
Jaegeuk Kim 已提交
75

76
	if (is_valid_data_blkaddr(sbi, addr))
77 78 79 80
		return true;
	return false;
}

81 82
static void __set_inode_rdev(struct inode *inode, struct f2fs_inode *ri)
{
83 84
	int extra_size = get_extra_isize(inode);

85 86
	if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode)) {
		if (old_valid_dev(inode->i_rdev)) {
87
			ri->i_addr[extra_size] =
C
Chris Fries 已提交
88
				cpu_to_le32(old_encode_dev(inode->i_rdev));
89
			ri->i_addr[extra_size + 1] = 0;
90
		} else {
91 92
			ri->i_addr[extra_size] = 0;
			ri->i_addr[extra_size + 1] =
C
Chris Fries 已提交
93
				cpu_to_le32(new_encode_dev(inode->i_rdev));
94
			ri->i_addr[extra_size + 2] = 0;
95 96 97 98
		}
	}
}

99
static void __recover_inline_status(struct inode *inode, struct page *ipage)
100
{
C
Chao Yu 已提交
101
	void *inline_data = inline_data_addr(inode, ipage);
102
	__le32 *start = inline_data;
C
Chao Yu 已提交
103
	__le32 *end = start + MAX_INLINE_DATA(inode) / sizeof(__le32);
104

105 106
	while (start < end) {
		if (*start++) {
107
			f2fs_wait_on_page_writeback(ipage, NODE, true);
108

109 110
			set_inode_flag(inode, FI_DATA_EXIST);
			set_raw_inline(inode, F2FS_INODE(ipage));
111 112 113
			set_page_dirty(ipage);
			return;
		}
114
	}
115
	return;
116 117
}

C
Chao Yu 已提交
118 119 120 121 122 123 124
static bool f2fs_enable_inode_chksum(struct f2fs_sb_info *sbi, struct page *page)
{
	struct f2fs_inode *ri = &F2FS_NODE(page)->i;

	if (!f2fs_sb_has_inode_chksum(sbi->sb))
		return false;

C
Chao Yu 已提交
125
	if (!IS_INODE(page) || !(ri->i_inline & F2FS_EXTRA_ATTR))
C
Chao Yu 已提交
126 127
		return false;

128 129
	if (!F2FS_FITS_IN_INODE(ri, le16_to_cpu(ri->i_extra_isize),
				i_inode_checksum))
C
Chao Yu 已提交
130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162
		return false;

	return true;
}

static __u32 f2fs_inode_chksum(struct f2fs_sb_info *sbi, struct page *page)
{
	struct f2fs_node *node = F2FS_NODE(page);
	struct f2fs_inode *ri = &node->i;
	__le32 ino = node->footer.ino;
	__le32 gen = ri->i_generation;
	__u32 chksum, chksum_seed;
	__u32 dummy_cs = 0;
	unsigned int offset = offsetof(struct f2fs_inode, i_inode_checksum);
	unsigned int cs_size = sizeof(dummy_cs);

	chksum = f2fs_chksum(sbi, sbi->s_chksum_seed, (__u8 *)&ino,
							sizeof(ino));
	chksum_seed = f2fs_chksum(sbi, chksum, (__u8 *)&gen, sizeof(gen));

	chksum = f2fs_chksum(sbi, chksum_seed, (__u8 *)ri, offset);
	chksum = f2fs_chksum(sbi, chksum, (__u8 *)&dummy_cs, cs_size);
	offset += cs_size;
	chksum = f2fs_chksum(sbi, chksum, (__u8 *)ri + offset,
						F2FS_BLKSIZE - offset);
	return chksum;
}

bool f2fs_inode_chksum_verify(struct f2fs_sb_info *sbi, struct page *page)
{
	struct f2fs_inode *ri;
	__u32 provided, calculated;

163 164 165
	if (unlikely(is_sbi_flag_set(sbi, SBI_IS_SHUTDOWN)))
		return true;

166 167 168
#ifdef CONFIG_F2FS_CHECK_FS
	if (!f2fs_enable_inode_chksum(sbi, page))
#else
169 170
	if (!f2fs_enable_inode_chksum(sbi, page) ||
			PageDirty(page) || PageWriteback(page))
171
#endif
C
Chao Yu 已提交
172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195
		return true;

	ri = &F2FS_NODE(page)->i;
	provided = le32_to_cpu(ri->i_inode_checksum);
	calculated = f2fs_inode_chksum(sbi, page);

	if (provided != calculated)
		f2fs_msg(sbi->sb, KERN_WARNING,
			"checksum invalid, ino = %x, %x vs. %x",
			ino_of_node(page), provided, calculated);

	return provided == calculated;
}

void f2fs_inode_chksum_set(struct f2fs_sb_info *sbi, struct page *page)
{
	struct f2fs_inode *ri = &F2FS_NODE(page)->i;

	if (!f2fs_enable_inode_chksum(sbi, page))
		return;

	ri->i_inode_checksum = cpu_to_le32(f2fs_inode_chksum(sbi, page));
}

196
static bool sanity_check_inode(struct inode *inode, struct page *node_page)
197 198
{
	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
199
	struct f2fs_inode_info *fi = F2FS_I(inode);
200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220
	unsigned long long iblocks;

	iblocks = le64_to_cpu(F2FS_INODE(node_page)->i_blocks);
	if (!iblocks) {
		set_sbi_flag(sbi, SBI_NEED_FSCK);
		f2fs_msg(sbi->sb, KERN_WARNING,
			"%s: corrupted inode i_blocks i_ino=%lx iblocks=%llu, "
			"run fsck to fix.",
			__func__, inode->i_ino, iblocks);
		return false;
	}

	if (ino_of_node(node_page) != nid_of_node(node_page)) {
		set_sbi_flag(sbi, SBI_NEED_FSCK);
		f2fs_msg(sbi->sb, KERN_WARNING,
			"%s: corrupted inode footer i_ino=%lx, ino,nid: "
			"[%u, %u] run fsck to fix.",
			__func__, inode->i_ino,
			ino_of_node(node_page), nid_of_node(node_page));
		return false;
	}
221 222 223 224 225 226 227 228 229

	if (f2fs_sb_has_flexible_inline_xattr(sbi->sb)
			&& !f2fs_has_extra_attr(inode)) {
		set_sbi_flag(sbi, SBI_NEED_FSCK);
		f2fs_msg(sbi->sb, KERN_WARNING,
			"%s: corrupted inode ino=%lx, run fsck to fix.",
			__func__, inode->i_ino);
		return false;
	}
230 231 232 233 234 235 236 237 238 239

	if (f2fs_has_extra_attr(inode) &&
			!f2fs_sb_has_extra_attr(sbi->sb)) {
		set_sbi_flag(sbi, SBI_NEED_FSCK);
		f2fs_msg(sbi->sb, KERN_WARNING,
			"%s: inode (ino=%lx) is with extra_attr, "
			"but extra_attr feature is off",
			__func__, inode->i_ino);
		return false;
	}
240

241 242 243 244 245 246 247 248 249 250 251
	if (fi->i_extra_isize > F2FS_TOTAL_EXTRA_ATTR_SIZE ||
			fi->i_extra_isize % sizeof(__le32)) {
		set_sbi_flag(sbi, SBI_NEED_FSCK);
		f2fs_msg(sbi->sb, KERN_WARNING,
			"%s: inode (ino=%lx) has corrupted i_extra_isize: %d, "
			"max: %zu",
			__func__, inode->i_ino, fi->i_extra_isize,
			F2FS_TOTAL_EXTRA_ATTR_SIZE);
		return false;
	}

252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267
	if (F2FS_I(inode)->extent_tree) {
		struct extent_info *ei = &F2FS_I(inode)->extent_tree->largest;

		if (ei->len &&
			(!f2fs_is_valid_blkaddr(sbi, ei->blk, DATA_GENERIC) ||
			!f2fs_is_valid_blkaddr(sbi, ei->blk + ei->len - 1,
							DATA_GENERIC))) {
			set_sbi_flag(sbi, SBI_NEED_FSCK);
			f2fs_msg(sbi->sb, KERN_WARNING,
				"%s: inode (ino=%lx) extent info [%u, %u, %u] "
				"is incorrect, run fsck to fix",
				__func__, inode->i_ino,
				ei->blk, ei->fofs, ei->len);
			return false;
		}
	}
268 269 270
	return true;
}

J
Jaegeuk Kim 已提交
271 272
static int do_read_inode(struct inode *inode)
{
273
	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
J
Jaegeuk Kim 已提交
274 275 276
	struct f2fs_inode_info *fi = F2FS_I(inode);
	struct page *node_page;
	struct f2fs_inode *ri;
C
Chao Yu 已提交
277
	projid_t i_projid;
J
Jaegeuk Kim 已提交
278 279

	/* Check if ino is within scope */
C
Chao Yu 已提交
280
	if (f2fs_check_nid_range(sbi, inode->i_ino))
281
		return -EINVAL;
J
Jaegeuk Kim 已提交
282

C
Chao Yu 已提交
283
	node_page = f2fs_get_node_page(sbi, inode->i_ino);
J
Jaegeuk Kim 已提交
284 285 286
	if (IS_ERR(node_page))
		return PTR_ERR(node_page);

287
	ri = F2FS_INODE(node_page);
J
Jaegeuk Kim 已提交
288 289 290 291 292 293

	inode->i_mode = le16_to_cpu(ri->i_mode);
	i_uid_write(inode, le32_to_cpu(ri->i_uid));
	i_gid_write(inode, le32_to_cpu(ri->i_gid));
	set_nlink(inode, le32_to_cpu(ri->i_links));
	inode->i_size = le64_to_cpu(ri->i_size);
294
	inode->i_blocks = SECTOR_FROM_BLOCK(le64_to_cpu(ri->i_blocks) - 1);
J
Jaegeuk Kim 已提交
295 296 297 298 299 300 301 302

	inode->i_atime.tv_sec = le64_to_cpu(ri->i_atime);
	inode->i_ctime.tv_sec = le64_to_cpu(ri->i_ctime);
	inode->i_mtime.tv_sec = le64_to_cpu(ri->i_mtime);
	inode->i_atime.tv_nsec = le32_to_cpu(ri->i_atime_nsec);
	inode->i_ctime.tv_nsec = le32_to_cpu(ri->i_ctime_nsec);
	inode->i_mtime.tv_nsec = le32_to_cpu(ri->i_mtime_nsec);
	inode->i_generation = le32_to_cpu(ri->i_generation);
303 304 305
	if (S_ISDIR(inode->i_mode))
		fi->i_current_depth = le32_to_cpu(ri->i_current_depth);
	else if (S_ISREG(inode->i_mode))
306 307
		fi->i_gc_failures[GC_FAILURE_PIN] =
					le16_to_cpu(ri->i_gc_failures);
J
Jaegeuk Kim 已提交
308 309 310 311
	fi->i_xattr_nid = le32_to_cpu(ri->i_xattr_nid);
	fi->i_flags = le32_to_cpu(ri->i_flags);
	fi->flags = 0;
	fi->i_advise = ri->i_advise;
312
	fi->i_pino = le32_to_cpu(ri->i_pino);
313
	fi->i_dir_level = ri->i_dir_level;
314

315 316
	if (f2fs_init_extent_tree(inode, &ri->i_ext))
		set_page_dirty(node_page);
317

318
	get_inline_info(inode, ri);
319

320 321 322
	fi->i_extra_isize = f2fs_has_extra_attr(inode) ?
					le16_to_cpu(ri->i_extra_isize) : 0;

C
Chao Yu 已提交
323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338
	if (f2fs_sb_has_flexible_inline_xattr(sbi->sb)) {
		fi->i_inline_xattr_size = le16_to_cpu(ri->i_inline_xattr_size);
	} else if (f2fs_has_inline_xattr(inode) ||
				f2fs_has_inline_dentry(inode)) {
		fi->i_inline_xattr_size = DEFAULT_INLINE_XATTR_ADDRS;
	} else {

		/*
		 * Previous inline data or directory always reserved 200 bytes
		 * in inode layout, even if inline_xattr is disabled. In order
		 * to keep inline_dentry's structure for backward compatibility,
		 * we get the space back only from inline_data.
		 */
		fi->i_inline_xattr_size = 0;
	}

339 340 341 342 343
	if (!sanity_check_inode(inode, node_page)) {
		f2fs_put_page(node_page, 1);
		return -EINVAL;
	}

344 345
	/* check data exist */
	if (f2fs_has_inline_data(inode) && !f2fs_exist_data(inode))
346
		__recover_inline_status(inode, node_page);
347

348 349 350
	/* get rdev by using inline_info */
	__get_inode_rdev(inode, ri);

351
	if (__written_first_block(sbi, ri))
352
		set_inode_flag(inode, FI_FIRST_BLOCK_WRITTEN);
353

C
Chao Yu 已提交
354
	if (!f2fs_need_inode_block_update(sbi, inode->i_ino))
355 356
		fi->last_disk_size = inode->i_size;

357
	if (fi->i_flags & F2FS_PROJINHERIT_FL)
C
Chao Yu 已提交
358 359 360 361 362 363 364 365 366
		set_inode_flag(inode, FI_PROJ_INHERIT);

	if (f2fs_has_extra_attr(inode) && f2fs_sb_has_project_quota(sbi->sb) &&
			F2FS_FITS_IN_INODE(ri, fi->i_extra_isize, i_projid))
		i_projid = (projid_t)le32_to_cpu(ri->i_projid);
	else
		i_projid = F2FS_DEF_PROJID;
	fi->i_projid = make_kprojid(&init_user_ns, i_projid);

C
Chao Yu 已提交
367 368 369 370 371 372
	if (f2fs_has_extra_attr(inode) && f2fs_sb_has_inode_crtime(sbi->sb) &&
			F2FS_FITS_IN_INODE(ri, fi->i_extra_isize, i_crtime)) {
		fi->i_crtime.tv_sec = le64_to_cpu(ri->i_crtime);
		fi->i_crtime.tv_nsec = le32_to_cpu(ri->i_crtime_nsec);
	}

373 374 375
	F2FS_I(inode)->i_disk_time[0] = inode->i_atime;
	F2FS_I(inode)->i_disk_time[1] = inode->i_ctime;
	F2FS_I(inode)->i_disk_time[2] = inode->i_mtime;
376
	F2FS_I(inode)->i_disk_time[3] = F2FS_I(inode)->i_crtime;
J
Jaegeuk Kim 已提交
377
	f2fs_put_page(node_page, 1);
378

C
Chao Yu 已提交
379
	stat_inc_inline_xattr(inode);
380 381 382
	stat_inc_inline_inode(inode);
	stat_inc_inline_dir(inode);

383
	return 0;
J
Jaegeuk Kim 已提交
384 385 386 387 388 389
}

struct inode *f2fs_iget(struct super_block *sb, unsigned long ino)
{
	struct f2fs_sb_info *sbi = F2FS_SB(sb);
	struct inode *inode;
390
	int ret = 0;
J
Jaegeuk Kim 已提交
391 392 393 394

	inode = iget_locked(sb, ino);
	if (!inode)
		return ERR_PTR(-ENOMEM);
395 396 397

	if (!(inode->i_state & I_NEW)) {
		trace_f2fs_iget(inode);
J
Jaegeuk Kim 已提交
398
		return inode;
399
	}
J
Jaegeuk Kim 已提交
400 401 402 403 404 405 406 407 408
	if (ino == F2FS_NODE_INO(sbi) || ino == F2FS_META_INO(sbi))
		goto make_now;

	ret = do_read_inode(inode);
	if (ret)
		goto bad_inode;
make_now:
	if (ino == F2FS_NODE_INO(sbi)) {
		inode->i_mapping->a_ops = &f2fs_node_aops;
409
		mapping_set_gfp_mask(inode->i_mapping, GFP_NOFS);
J
Jaegeuk Kim 已提交
410 411
	} else if (ino == F2FS_META_INO(sbi)) {
		inode->i_mapping->a_ops = &f2fs_meta_aops;
412
		mapping_set_gfp_mask(inode->i_mapping, GFP_NOFS);
J
Jaegeuk Kim 已提交
413 414 415 416 417 418 419 420
	} else if (S_ISREG(inode->i_mode)) {
		inode->i_op = &f2fs_file_inode_operations;
		inode->i_fop = &f2fs_file_operations;
		inode->i_mapping->a_ops = &f2fs_dblock_aops;
	} else if (S_ISDIR(inode->i_mode)) {
		inode->i_op = &f2fs_dir_inode_operations;
		inode->i_fop = &f2fs_dir_operations;
		inode->i_mapping->a_ops = &f2fs_dblock_aops;
421
		inode_nohighmem(inode);
J
Jaegeuk Kim 已提交
422
	} else if (S_ISLNK(inode->i_mode)) {
423 424 425 426
		if (f2fs_encrypted_inode(inode))
			inode->i_op = &f2fs_encrypted_symlink_inode_operations;
		else
			inode->i_op = &f2fs_symlink_inode_operations;
427
		inode_nohighmem(inode);
J
Jaegeuk Kim 已提交
428 429 430 431 432 433 434 435 436
		inode->i_mapping->a_ops = &f2fs_dblock_aops;
	} else if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode) ||
			S_ISFIFO(inode->i_mode) || S_ISSOCK(inode->i_mode)) {
		inode->i_op = &f2fs_special_inode_operations;
		init_special_inode(inode, inode->i_mode, inode->i_rdev);
	} else {
		ret = -EIO;
		goto bad_inode;
	}
J
Jaegeuk Kim 已提交
437
	f2fs_set_inode_flags(inode);
J
Jaegeuk Kim 已提交
438
	unlock_new_inode(inode);
439
	trace_f2fs_iget(inode);
J
Jaegeuk Kim 已提交
440 441 442 443
	return inode;

bad_inode:
	iget_failed(inode);
444
	trace_f2fs_iget_exit(inode, ret);
J
Jaegeuk Kim 已提交
445 446 447
	return ERR_PTR(ret);
}

448 449 450 451 452 453 454 455 456 457 458 459 460 461
struct inode *f2fs_iget_retry(struct super_block *sb, unsigned long ino)
{
	struct inode *inode;
retry:
	inode = f2fs_iget(sb, ino);
	if (IS_ERR(inode)) {
		if (PTR_ERR(inode) == -ENOMEM) {
			congestion_wait(BLK_RW_ASYNC, HZ/50);
			goto retry;
		}
	}
	return inode;
}

C
Chao Yu 已提交
462
void f2fs_update_inode(struct inode *inode, struct page *node_page)
J
Jaegeuk Kim 已提交
463 464
{
	struct f2fs_inode *ri;
465
	struct extent_tree *et = F2FS_I(inode)->extent_tree;
J
Jaegeuk Kim 已提交
466

467
	f2fs_wait_on_page_writeback(node_page, NODE, true);
468 469 470
	set_page_dirty(node_page);

	f2fs_inode_synced(inode);
J
Jaegeuk Kim 已提交
471

472
	ri = F2FS_INODE(node_page);
J
Jaegeuk Kim 已提交
473 474 475 476 477 478 479

	ri->i_mode = cpu_to_le16(inode->i_mode);
	ri->i_advise = F2FS_I(inode)->i_advise;
	ri->i_uid = cpu_to_le32(i_uid_read(inode));
	ri->i_gid = cpu_to_le32(i_gid_read(inode));
	ri->i_links = cpu_to_le32(inode->i_nlink);
	ri->i_size = cpu_to_le64(i_size_read(inode));
480
	ri->i_blocks = cpu_to_le64(SECTOR_TO_BLOCK(inode->i_blocks) + 1);
481

482 483 484 485 486
	if (et) {
		read_lock(&et->lock);
		set_raw_extent(&et->largest, &ri->i_ext);
		read_unlock(&et->lock);
	} else {
J
Jaegeuk Kim 已提交
487
		memset(&ri->i_ext, 0, sizeof(ri->i_ext));
488
	}
489
	set_raw_inline(inode, ri);
J
Jaegeuk Kim 已提交
490 491 492 493 494 495 496

	ri->i_atime = cpu_to_le64(inode->i_atime.tv_sec);
	ri->i_ctime = cpu_to_le64(inode->i_ctime.tv_sec);
	ri->i_mtime = cpu_to_le64(inode->i_mtime.tv_sec);
	ri->i_atime_nsec = cpu_to_le32(inode->i_atime.tv_nsec);
	ri->i_ctime_nsec = cpu_to_le32(inode->i_ctime.tv_nsec);
	ri->i_mtime_nsec = cpu_to_le32(inode->i_mtime.tv_nsec);
497 498 499 500
	if (S_ISDIR(inode->i_mode))
		ri->i_current_depth =
			cpu_to_le32(F2FS_I(inode)->i_current_depth);
	else if (S_ISREG(inode->i_mode))
501 502
		ri->i_gc_failures =
			cpu_to_le16(F2FS_I(inode)->i_gc_failures[GC_FAILURE_PIN]);
J
Jaegeuk Kim 已提交
503 504
	ri->i_xattr_nid = cpu_to_le32(F2FS_I(inode)->i_xattr_nid);
	ri->i_flags = cpu_to_le32(F2FS_I(inode)->i_flags);
505
	ri->i_pino = cpu_to_le32(F2FS_I(inode)->i_pino);
J
Jaegeuk Kim 已提交
506
	ri->i_generation = cpu_to_le32(inode->i_generation);
507
	ri->i_dir_level = F2FS_I(inode)->i_dir_level;
508

C
Chao Yu 已提交
509
	if (f2fs_has_extra_attr(inode)) {
510 511
		ri->i_extra_isize = cpu_to_le16(F2FS_I(inode)->i_extra_isize);

C
Chao Yu 已提交
512 513 514 515
		if (f2fs_sb_has_flexible_inline_xattr(F2FS_I_SB(inode)->sb))
			ri->i_inline_xattr_size =
				cpu_to_le16(F2FS_I(inode)->i_inline_xattr_size);

C
Chao Yu 已提交
516 517 518 519 520 521 522 523 524
		if (f2fs_sb_has_project_quota(F2FS_I_SB(inode)->sb) &&
			F2FS_FITS_IN_INODE(ri, F2FS_I(inode)->i_extra_isize,
								i_projid)) {
			projid_t i_projid;

			i_projid = from_kprojid(&init_user_ns,
						F2FS_I(inode)->i_projid);
			ri->i_projid = cpu_to_le32(i_projid);
		}
C
Chao Yu 已提交
525 526 527 528 529 530 531 532 533

		if (f2fs_sb_has_inode_crtime(F2FS_I_SB(inode)->sb) &&
			F2FS_FITS_IN_INODE(ri, F2FS_I(inode)->i_extra_isize,
								i_crtime)) {
			ri->i_crtime =
				cpu_to_le64(F2FS_I(inode)->i_crtime.tv_sec);
			ri->i_crtime_nsec =
				cpu_to_le32(F2FS_I(inode)->i_crtime.tv_nsec);
		}
C
Chao Yu 已提交
534 535
	}

536
	__set_inode_rdev(inode, ri);
537

538 539 540 541
	/* deleted inode */
	if (inode->i_nlink == 0)
		clear_inline_node(node_page);

542 543 544
	F2FS_I(inode)->i_disk_time[0] = inode->i_atime;
	F2FS_I(inode)->i_disk_time[1] = inode->i_ctime;
	F2FS_I(inode)->i_disk_time[2] = inode->i_mtime;
545
	F2FS_I(inode)->i_disk_time[3] = F2FS_I(inode)->i_crtime;
546 547 548 549

#ifdef CONFIG_F2FS_CHECK_FS
	f2fs_inode_chksum_set(F2FS_I_SB(inode), node_page);
#endif
J
Jaegeuk Kim 已提交
550 551
}

C
Chao Yu 已提交
552
void f2fs_update_inode_page(struct inode *inode)
J
Jaegeuk Kim 已提交
553
{
554
	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
J
Jaegeuk Kim 已提交
555
	struct page *node_page;
556
retry:
C
Chao Yu 已提交
557
	node_page = f2fs_get_node_page(sbi, inode->i_ino);
558 559 560 561 562 563
	if (IS_ERR(node_page)) {
		int err = PTR_ERR(node_page);
		if (err == -ENOMEM) {
			cond_resched();
			goto retry;
		} else if (err != -ENOENT) {
564
			f2fs_stop_checkpoint(sbi, false);
565
		}
566
		return;
567
	}
C
Chao Yu 已提交
568
	f2fs_update_inode(inode, node_page);
J
Jaegeuk Kim 已提交
569 570 571
	f2fs_put_page(node_page, 1);
}

572 573
int f2fs_write_inode(struct inode *inode, struct writeback_control *wbc)
{
574
	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
575 576 577 578 579

	if (inode->i_ino == F2FS_NODE_INO(sbi) ||
			inode->i_ino == F2FS_META_INO(sbi))
		return 0;

580
	if (!is_inode_flag_set(inode, FI_DIRTY_INODE))
581 582
		return 0;

583
	/*
584
	 * We need to balance fs here to prevent from producing dirty node pages
585 586
	 * during the urgent cleaning time when runing out of free sections.
	 */
C
Chao Yu 已提交
587
	f2fs_update_inode_page(inode);
J
Jaegeuk Kim 已提交
588
	if (wbc && wbc->nr_to_write)
J
Jaegeuk Kim 已提交
589
		f2fs_balance_fs(sbi, true);
590
	return 0;
591 592
}

J
Jaegeuk Kim 已提交
593
/*
J
Jaegeuk Kim 已提交
594 595 596 597
 * Called at the last iput() if i_nlink is zero
 */
void f2fs_evict_inode(struct inode *inode)
{
598
	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
599
	nid_t xnid = F2FS_I(inode)->i_xattr_nid;
C
Chao Yu 已提交
600
	int err = 0;
J
Jaegeuk Kim 已提交
601

J
Jaegeuk Kim 已提交
602
	/* some remained atomic pages should discarded */
603
	if (f2fs_is_atomic_file(inode))
C
Chao Yu 已提交
604
		f2fs_drop_inmem_pages(inode);
J
Jaegeuk Kim 已提交
605

606
	trace_f2fs_evict_inode(inode);
607
	truncate_inode_pages_final(&inode->i_data);
J
Jaegeuk Kim 已提交
608 609 610

	if (inode->i_ino == F2FS_NODE_INO(sbi) ||
			inode->i_ino == F2FS_META_INO(sbi))
611
		goto out_clear;
J
Jaegeuk Kim 已提交
612

613
	f2fs_bug_on(sbi, get_dirty_pages(inode));
C
Chao Yu 已提交
614
	f2fs_remove_dirty_inode(inode);
J
Jaegeuk Kim 已提交
615

J
Jaegeuk Kim 已提交
616 617
	f2fs_destroy_extent_tree(inode);

J
Jaegeuk Kim 已提交
618 619 620
	if (inode->i_nlink || is_bad_inode(inode))
		goto no_delete;

C
Chao Yu 已提交
621 622
	dquot_initialize(inode);

C
Chao Yu 已提交
623 624 625
	f2fs_remove_ino_entry(sbi, inode->i_ino, APPEND_INO);
	f2fs_remove_ino_entry(sbi, inode->i_ino, UPDATE_INO);
	f2fs_remove_ino_entry(sbi, inode->i_ino, FLUSH_INO);
626

627
	sb_start_intwrite(inode->i_sb);
628
	set_inode_flag(inode, FI_NO_ALLOC);
J
Jaegeuk Kim 已提交
629
	i_size_write(inode, 0);
630
retry:
J
Jaegeuk Kim 已提交
631
	if (F2FS_HAS_BLOCKS(inode))
632
		err = f2fs_truncate(inode);
J
Jaegeuk Kim 已提交
633

634 635 636 637 638 639
#ifdef CONFIG_F2FS_FAULT_INJECTION
	if (time_to_inject(sbi, FAULT_EVICT_INODE)) {
		f2fs_show_injection_info(FAULT_EVICT_INODE);
		err = -EIO;
	}
#endif
C
Chao Yu 已提交
640 641
	if (!err) {
		f2fs_lock_op(sbi);
C
Chao Yu 已提交
642
		err = f2fs_remove_inode_page(inode);
C
Chao Yu 已提交
643
		f2fs_unlock_op(sbi);
C
Chao Yu 已提交
644 645
		if (err == -ENOENT)
			err = 0;
C
Chao Yu 已提交
646
	}
647

648 649 650 651 652 653
	/* give more chances, if ENOMEM case */
	if (err == -ENOMEM) {
		err = 0;
		goto retry;
	}

654
	if (err)
C
Chao Yu 已提交
655
		f2fs_update_inode_page(inode);
C
Chao Yu 已提交
656
	dquot_free_inode(inode);
657
	sb_end_intwrite(inode->i_sb);
J
Jaegeuk Kim 已提交
658
no_delete:
C
Chao Yu 已提交
659 660
	dquot_drop(inode);

C
Chao Yu 已提交
661
	stat_dec_inline_xattr(inode);
662
	stat_dec_inline_dir(inode);
663
	stat_dec_inline_inode(inode);
664

665
	if (likely(!is_set_ckpt_flags(sbi, CP_ERROR_FLAG)))
666
		f2fs_bug_on(sbi, is_inode_flag_set(inode, FI_DIRTY_INODE));
667 668
	else
		f2fs_inode_synced(inode);
669

670 671 672 673
	/* ino == 0, if f2fs_new_inode() was failed t*/
	if (inode->i_ino)
		invalidate_mapping_pages(NODE_MAPPING(sbi), inode->i_ino,
							inode->i_ino);
674 675
	if (xnid)
		invalidate_mapping_pages(NODE_MAPPING(sbi), xnid, xnid);
676 677
	if (inode->i_nlink) {
		if (is_inode_flag_set(inode, FI_APPEND_WRITE))
C
Chao Yu 已提交
678
			f2fs_add_ino_entry(sbi, inode->i_ino, APPEND_INO);
679
		if (is_inode_flag_set(inode, FI_UPDATE_WRITE))
C
Chao Yu 已提交
680
			f2fs_add_ino_entry(sbi, inode->i_ino, UPDATE_INO);
681
	}
682
	if (is_inode_flag_set(inode, FI_FREE_NID)) {
C
Chao Yu 已提交
683
		f2fs_alloc_nid_failed(sbi, inode->i_ino);
684
		clear_inode_flag(inode, FI_FREE_NID);
J
Jaegeuk Kim 已提交
685
	} else {
686 687
		/*
		 * If xattr nid is corrupted, we can reach out error condition,
C
Chao Yu 已提交
688 689
		 * err & !f2fs_exist_written_data(sbi, inode->i_ino, ORPHAN_INO)).
		 * In that case, f2fs_check_nid_range() is enough to give a clue.
690
		 */
691
	}
692
out_clear:
693
	fscrypt_put_encryption_info(inode);
694
	clear_inode(inode);
J
Jaegeuk Kim 已提交
695
}
696 697

/* caller should call f2fs_lock_op() */
C
Chao Yu 已提交
698
void f2fs_handle_failed_inode(struct inode *inode)
699 700
{
	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
J
Jaegeuk Kim 已提交
701
	struct node_info ni;
702
	int err;
703

C
Chao Yu 已提交
704 705 706 707 708 709 710 711 712 713
	/*
	 * clear nlink of inode in order to release resource of inode
	 * immediately.
	 */
	clear_nlink(inode);

	/*
	 * we must call this to avoid inode being remained as dirty, resulting
	 * in a panic when flushing dirty inodes in gdirty_list.
	 */
C
Chao Yu 已提交
714
	f2fs_update_inode_page(inode);
715
	f2fs_inode_synced(inode);
C
Chao Yu 已提交
716

J
Jaegeuk Kim 已提交
717
	/* don't make bad inode, since it becomes a regular file. */
718 719
	unlock_new_inode(inode);

C
Chao Yu 已提交
720 721 722 723 724
	/*
	 * Note: we should add inode to orphan list before f2fs_unlock_op()
	 * so we can prevent losing this orphan when encoutering checkpoint
	 * and following suddenly power-off.
	 */
725 726 727 728 729 730 731
	err = f2fs_get_node_info(sbi, inode->i_ino, &ni);
	if (err) {
		set_sbi_flag(sbi, SBI_NEED_FSCK);
		f2fs_msg(sbi->sb, KERN_WARNING,
			"May loss orphan inode, run fsck to fix.");
		goto out;
	}
J
Jaegeuk Kim 已提交
732 733

	if (ni.blk_addr != NULL_ADDR) {
734
		err = f2fs_acquire_orphan_inode(sbi);
J
Jaegeuk Kim 已提交
735 736 737 738 739
		if (err) {
			set_sbi_flag(sbi, SBI_NEED_FSCK);
			f2fs_msg(sbi->sb, KERN_WARNING,
				"Too many orphan inodes, run fsck to fix.");
		} else {
C
Chao Yu 已提交
740
			f2fs_add_orphan_inode(inode);
J
Jaegeuk Kim 已提交
741
		}
C
Chao Yu 已提交
742
		f2fs_alloc_nid_done(sbi, inode->i_ino);
J
Jaegeuk Kim 已提交
743
	} else {
744
		set_inode_flag(inode, FI_FREE_NID);
C
Chao Yu 已提交
745
	}
746

747
out:
748 749 750 751 752
	f2fs_unlock_op(sbi);

	/* iput will drop the inode object */
	iput(inode);
}