dir.c 18.7 KB
Newer Older
J
Jaegeuk Kim 已提交
1
/*
J
Jaegeuk Kim 已提交
2 3 4 5 6 7 8 9 10 11 12 13
 * fs/f2fs/dir.c
 *
 * Copyright (c) 2012 Samsung Electronics Co., Ltd.
 *             http://www.samsung.com/
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License version 2 as
 * published by the Free Software Foundation.
 */
#include <linux/fs.h>
#include <linux/f2fs_fs.h>
#include "f2fs.h"
14
#include "node.h"
J
Jaegeuk Kim 已提交
15
#include "acl.h"
16
#include "xattr.h"
J
Jaegeuk Kim 已提交
17 18 19 20 21 22 23

static unsigned long dir_blocks(struct inode *inode)
{
	return ((unsigned long long) (i_size_read(inode) + PAGE_CACHE_SIZE - 1))
							>> PAGE_CACHE_SHIFT;
}

24
static unsigned int dir_buckets(unsigned int level, int dir_level)
J
Jaegeuk Kim 已提交
25
{
26
	if (level + dir_level < MAX_DIR_HASH_DEPTH / 2)
27
		return 1 << (level + dir_level);
J
Jaegeuk Kim 已提交
28
	else
29
		return MAX_DIR_BUCKETS;
J
Jaegeuk Kim 已提交
30 31 32 33 34 35 36 37 38 39
}

static unsigned int bucket_blocks(unsigned int level)
{
	if (level < MAX_DIR_HASH_DEPTH / 2)
		return 2;
	else
		return 4;
}

40
unsigned char f2fs_filetype_table[F2FS_FT_MAX] = {
J
Jaegeuk Kim 已提交
41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61
	[F2FS_FT_UNKNOWN]	= DT_UNKNOWN,
	[F2FS_FT_REG_FILE]	= DT_REG,
	[F2FS_FT_DIR]		= DT_DIR,
	[F2FS_FT_CHRDEV]	= DT_CHR,
	[F2FS_FT_BLKDEV]	= DT_BLK,
	[F2FS_FT_FIFO]		= DT_FIFO,
	[F2FS_FT_SOCK]		= DT_SOCK,
	[F2FS_FT_SYMLINK]	= DT_LNK,
};

#define S_SHIFT 12
static unsigned char f2fs_type_by_mode[S_IFMT >> S_SHIFT] = {
	[S_IFREG >> S_SHIFT]	= F2FS_FT_REG_FILE,
	[S_IFDIR >> S_SHIFT]	= F2FS_FT_DIR,
	[S_IFCHR >> S_SHIFT]	= F2FS_FT_CHRDEV,
	[S_IFBLK >> S_SHIFT]	= F2FS_FT_BLKDEV,
	[S_IFIFO >> S_SHIFT]	= F2FS_FT_FIFO,
	[S_IFSOCK >> S_SHIFT]	= F2FS_FT_SOCK,
	[S_IFLNK >> S_SHIFT]	= F2FS_FT_SYMLINK,
};

62
void set_de_type(struct f2fs_dir_entry *de, struct inode *inode)
J
Jaegeuk Kim 已提交
63
{
A
Al Viro 已提交
64
	umode_t mode = inode->i_mode;
J
Jaegeuk Kim 已提交
65 66 67
	de->file_type = f2fs_type_by_mode[(mode & S_IFMT) >> S_SHIFT];
}

68 69
static unsigned long dir_block_index(unsigned int level,
				int dir_level, unsigned int idx)
J
Jaegeuk Kim 已提交
70 71 72 73 74
{
	unsigned long i;
	unsigned long bidx = 0;

	for (i = 0; i < level; i++)
75
		bidx += dir_buckets(i, dir_level) * bucket_blocks(i);
J
Jaegeuk Kim 已提交
76 77 78 79
	bidx += idx * bucket_blocks(level);
	return bidx;
}

80
static bool early_match_name(size_t namelen, f2fs_hash_t namehash,
81
				struct f2fs_dir_entry *de)
J
Jaegeuk Kim 已提交
82 83 84 85
{
	if (le16_to_cpu(de->name_len) != namelen)
		return false;

86
	if (de->hash_code != namehash)
J
Jaegeuk Kim 已提交
87 88 89 90 91 92
		return false;

	return true;
}

static struct f2fs_dir_entry *find_in_block(struct page *dentry_page,
93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120
				struct qstr *name, int *max_slots,
				struct page **res_page)
{
	struct f2fs_dentry_block *dentry_blk;
	struct f2fs_dir_entry *de;

	*max_slots = NR_DENTRY_IN_BLOCK;

	dentry_blk = (struct f2fs_dentry_block *)kmap(dentry_page);
	de = find_target_dentry(name, max_slots, &dentry_blk->dentry_bitmap,
						dentry_blk->dentry,
						dentry_blk->filename);
	if (de)
		*res_page = dentry_page;
	else
		kunmap(dentry_page);

	/*
	 * For the most part, it should be a bug when name_len is zero.
	 * We stop here for figuring out where the bugs has occurred.
	 */
	f2fs_bug_on(F2FS_P_SB(dentry_page), *max_slots < 0);
	return de;
}

struct f2fs_dir_entry *find_target_dentry(struct qstr *name, int *max_slots,
			const void *bitmap, struct f2fs_dir_entry *dentry,
			__u8 (*filenames)[F2FS_SLOT_LEN])
J
Jaegeuk Kim 已提交
121 122
{
	struct f2fs_dir_entry *de;
123
	unsigned long bit_pos = 0;
124 125
	f2fs_hash_t namehash = f2fs_dentry_hash(name);
	int max_bits = *max_slots;
126
	int max_len = 0;
J
Jaegeuk Kim 已提交
127

128 129 130
	*max_slots = 0;
	while (bit_pos < max_bits) {
		if (!test_bit_le(bit_pos, bitmap)) {
131 132
			if (bit_pos == 0)
				max_len = 1;
133
			else if (!test_bit_le(bit_pos - 1, bitmap))
134 135 136 137
				max_len++;
			bit_pos++;
			continue;
		}
138 139 140 141 142 143
		de = &dentry[bit_pos];
		if (early_match_name(name->len, namehash, de) &&
			!memcmp(filenames[bit_pos], name->name, name->len))
			goto found;

		if (*max_slots >= 0 && max_len > *max_slots) {
144 145 146
			*max_slots = max_len;
			max_len = 0;
		}
147

148 149 150
		/* remain bug on condition */
		if (unlikely(!de->name_len))
			*max_slots = -1;
151

152
		bit_pos += GET_DENTRY_SLOTS(le16_to_cpu(de->name_len));
J
Jaegeuk Kim 已提交
153 154 155 156
	}

	de = NULL;
found:
157 158
	if (max_len > *max_slots)
		*max_slots = max_len;
J
Jaegeuk Kim 已提交
159 160 161 162
	return de;
}

static struct f2fs_dir_entry *find_in_level(struct inode *dir,
163
			unsigned int level, struct qstr *name,
J
Jaegeuk Kim 已提交
164 165
			f2fs_hash_t namehash, struct page **res_page)
{
166
	int s = GET_DENTRY_SLOTS(name->len);
J
Jaegeuk Kim 已提交
167 168 169 170 171
	unsigned int nbucket, nblock;
	unsigned int bidx, end_block;
	struct page *dentry_page;
	struct f2fs_dir_entry *de = NULL;
	bool room = false;
172
	int max_slots;
J
Jaegeuk Kim 已提交
173

174
	f2fs_bug_on(F2FS_I_SB(dir), level > MAX_DIR_HASH_DEPTH);
J
Jaegeuk Kim 已提交
175

176
	nbucket = dir_buckets(level, F2FS_I(dir)->i_dir_level);
J
Jaegeuk Kim 已提交
177 178
	nblock = bucket_blocks(level);

179 180
	bidx = dir_block_index(level, F2FS_I(dir)->i_dir_level,
					le32_to_cpu(namehash) % nbucket);
J
Jaegeuk Kim 已提交
181 182 183 184
	end_block = bidx + nblock;

	for (; bidx < end_block; bidx++) {
		/* no need to allocate new dentry pages to all the indices */
185
		dentry_page = find_data_page(dir, bidx, true);
J
Jaegeuk Kim 已提交
186 187 188 189 190
		if (IS_ERR(dentry_page)) {
			room = true;
			continue;
		}

191
		de = find_in_block(dentry_page, name, &max_slots, res_page);
J
Jaegeuk Kim 已提交
192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222
		if (de)
			break;

		if (max_slots >= s)
			room = true;
		f2fs_put_page(dentry_page, 0);
	}

	if (!de && room && F2FS_I(dir)->chash != namehash) {
		F2FS_I(dir)->chash = namehash;
		F2FS_I(dir)->clevel = level;
	}

	return de;
}

/*
 * Find an entry in the specified directory with the wanted name.
 * It returns the page where the entry was found (as a parameter - res_page),
 * and the entry itself. Page is returned mapped and unlocked.
 * Entry is guaranteed to be valid.
 */
struct f2fs_dir_entry *f2fs_find_entry(struct inode *dir,
			struct qstr *child, struct page **res_page)
{
	unsigned long npages = dir_blocks(dir);
	struct f2fs_dir_entry *de = NULL;
	f2fs_hash_t name_hash;
	unsigned int max_depth;
	unsigned int level;

C
Chao Yu 已提交
223 224 225
	if (f2fs_has_inline_dentry(dir))
		return find_in_inline_dir(dir, child, res_page);

J
Jaegeuk Kim 已提交
226 227 228 229 230
	if (npages == 0)
		return NULL;

	*res_page = NULL;

231
	name_hash = f2fs_dentry_hash(child);
J
Jaegeuk Kim 已提交
232 233 234
	max_depth = F2FS_I(dir)->i_current_depth;

	for (level = 0; level < max_depth; level++) {
235
		de = find_in_level(dir, level, child, name_hash, res_page);
J
Jaegeuk Kim 已提交
236 237 238 239 240 241 242 243 244 245 246 247
		if (de)
			break;
	}
	if (!de && F2FS_I(dir)->chash != name_hash) {
		F2FS_I(dir)->chash = name_hash;
		F2FS_I(dir)->clevel = level - 1;
	}
	return de;
}

struct f2fs_dir_entry *f2fs_parent_dir(struct inode *dir, struct page **p)
{
248 249 250
	struct page *page;
	struct f2fs_dir_entry *de;
	struct f2fs_dentry_block *dentry_blk;
J
Jaegeuk Kim 已提交
251

C
Chao Yu 已提交
252 253 254
	if (f2fs_has_inline_dentry(dir))
		return f2fs_parent_inline_dir(dir, p);

J
Jaegeuk Kim 已提交
255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274
	page = get_lock_data_page(dir, 0);
	if (IS_ERR(page))
		return NULL;

	dentry_blk = kmap(page);
	de = &dentry_blk->dentry[1];
	*p = page;
	unlock_page(page);
	return de;
}

ino_t f2fs_inode_by_name(struct inode *dir, struct qstr *qstr)
{
	ino_t res = 0;
	struct f2fs_dir_entry *de;
	struct page *page;

	de = f2fs_find_entry(dir, qstr, &page);
	if (de) {
		res = le32_to_cpu(de->ino);
C
Chao Yu 已提交
275 276
		if (!f2fs_has_inline_dentry(dir))
			kunmap(page);
J
Jaegeuk Kim 已提交
277 278 279 280 281 282 283 284 285 286
		f2fs_put_page(page, 0);
	}

	return res;
}

void f2fs_set_link(struct inode *dir, struct f2fs_dir_entry *de,
		struct page *page, struct inode *inode)
{
	lock_page(page);
287
	f2fs_wait_on_page_writeback(page, DATA);
J
Jaegeuk Kim 已提交
288 289
	de->ino = cpu_to_le32(inode->i_ino);
	set_de_type(de, inode);
C
Chao Yu 已提交
290 291
	if (!f2fs_has_inline_dentry(dir))
		kunmap(page);
J
Jaegeuk Kim 已提交
292 293 294
	set_page_dirty(page);
	dir->i_mtime = dir->i_ctime = CURRENT_TIME;
	mark_inode_dirty(dir);
295

J
Jaegeuk Kim 已提交
296 297 298
	f2fs_put_page(page, 1);
}

299
static void init_dent_inode(const struct qstr *name, struct page *ipage)
J
Jaegeuk Kim 已提交
300
{
301
	struct f2fs_inode *ri;
J
Jaegeuk Kim 已提交
302

303 304
	f2fs_wait_on_page_writeback(ipage, NODE);

305
	/* copy name info. to this inode page */
306 307 308
	ri = F2FS_INODE(ipage);
	ri->i_namelen = cpu_to_le32(name->len);
	memcpy(ri->i_name, name->name, name->len);
J
Jaegeuk Kim 已提交
309 310 311
	set_page_dirty(ipage);
}

312 313 314 315
int update_dent_inode(struct inode *inode, const struct qstr *name)
{
	struct page *page;

316
	page = get_node_page(F2FS_I_SB(inode), inode->i_ino);
317 318 319 320 321 322 323 324 325
	if (IS_ERR(page))
		return PTR_ERR(page);

	init_dent_inode(name, page);
	f2fs_put_page(page, 1);

	return 0;
}

326 327
static int make_empty_dir(struct inode *inode,
		struct inode *parent, struct page *page)
328 329 330 331 332
{
	struct page *dentry_page;
	struct f2fs_dentry_block *dentry_blk;
	struct f2fs_dir_entry *de;

C
Chao Yu 已提交
333 334 335
	if (f2fs_has_inline_dentry(inode))
		return make_empty_inline_dir(inode, parent, page);

336
	dentry_page = get_new_data_page(inode, page, 0, true);
337 338 339
	if (IS_ERR(dentry_page))
		return PTR_ERR(dentry_page);

G
Gu Zheng 已提交
340
	dentry_blk = kmap_atomic(dentry_page);
341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357

	de = &dentry_blk->dentry[0];
	de->name_len = cpu_to_le16(1);
	de->hash_code = 0;
	de->ino = cpu_to_le32(inode->i_ino);
	memcpy(dentry_blk->filename[0], ".", 1);
	set_de_type(de, inode);

	de = &dentry_blk->dentry[1];
	de->hash_code = 0;
	de->name_len = cpu_to_le16(2);
	de->ino = cpu_to_le32(parent->i_ino);
	memcpy(dentry_blk->filename[1], "..", 2);
	set_de_type(de, inode);

	test_and_set_bit_le(0, &dentry_blk->dentry_bitmap);
	test_and_set_bit_le(1, &dentry_blk->dentry_bitmap);
G
Gu Zheng 已提交
358
	kunmap_atomic(dentry_blk);
359 360 361 362 363 364

	set_page_dirty(dentry_page);
	f2fs_put_page(dentry_page, 1);
	return 0;
}

365
struct page *init_inode_metadata(struct inode *inode,
366
		struct inode *dir, const struct qstr *name)
J
Jaegeuk Kim 已提交
367
{
368 369 370
	struct page *page;
	int err;

371
	if (is_inode_flag_set(F2FS_I(inode), FI_NEW_INODE)) {
372
		page = new_inode_page(inode);
373 374
		if (IS_ERR(page))
			return page;
J
Jaegeuk Kim 已提交
375 376

		if (S_ISDIR(inode->i_mode)) {
377 378 379
			err = make_empty_dir(inode, dir, page);
			if (err)
				goto error;
J
Jaegeuk Kim 已提交
380 381
		}

382
		err = f2fs_init_acl(inode, dir, page);
383
		if (err)
384
			goto put_error;
385

386 387
		err = f2fs_init_security(inode, dir, name, page);
		if (err)
388
			goto put_error;
J
Jaegeuk Kim 已提交
389
	} else {
390
		page = get_node_page(F2FS_I_SB(dir), inode->i_ino);
391 392 393 394
		if (IS_ERR(page))
			return page;

		set_cold_node(inode, page);
J
Jaegeuk Kim 已提交
395
	}
396

397 398
	if (name)
		init_dent_inode(name, page);
399

400 401 402 403
	/*
	 * This file should be checkpointed during fsync.
	 * We lost i_pino from now on.
	 */
J
Jaegeuk Kim 已提交
404
	if (is_inode_flag_set(F2FS_I(inode), FI_INC_LINK)) {
405
		file_lost_pino(inode);
C
Chao Yu 已提交
406 407 408 409 410
		/*
		 * If link the tmpfile to alias through linkat path,
		 * we should remove this inode from orphan list.
		 */
		if (inode->i_nlink == 0)
411
			remove_orphan_inode(F2FS_I_SB(dir), inode->i_ino);
J
Jaegeuk Kim 已提交
412 413
		inc_nlink(inode);
	}
414 415
	return page;

416
put_error:
417
	f2fs_put_page(page, 1);
418
error:
419 420
	/* once the failed inode becomes a bad inode, i_mode is S_IFREG */
	truncate_inode_pages(&inode->i_data, 0);
421
	truncate_blocks(inode, 0, false);
422
	remove_dirty_dir_inode(inode);
423 424
	remove_inode_page(inode);
	return ERR_PTR(err);
J
Jaegeuk Kim 已提交
425 426
}

427
void update_parent_metadata(struct inode *dir, struct inode *inode,
J
Jaegeuk Kim 已提交
428 429 430 431 432
						unsigned int current_depth)
{
	if (is_inode_flag_set(F2FS_I(inode), FI_NEW_INODE)) {
		if (S_ISDIR(inode->i_mode)) {
			inc_nlink(dir);
433
			set_inode_flag(F2FS_I(dir), FI_UPDATE_DIR);
J
Jaegeuk Kim 已提交
434 435 436 437
		}
		clear_inode_flag(F2FS_I(inode), FI_NEW_INODE);
	}
	dir->i_mtime = dir->i_ctime = CURRENT_TIME;
438 439
	mark_inode_dirty(dir);

J
Jaegeuk Kim 已提交
440 441
	if (F2FS_I(dir)->i_current_depth != current_depth) {
		F2FS_I(dir)->i_current_depth = current_depth;
442
		set_inode_flag(F2FS_I(dir), FI_UPDATE_DIR);
J
Jaegeuk Kim 已提交
443 444 445 446 447 448
	}

	if (is_inode_flag_set(F2FS_I(inode), FI_INC_LINK))
		clear_inode_flag(F2FS_I(inode), FI_INC_LINK);
}

449
int room_for_filename(const void *bitmap, int slots, int max_slots)
J
Jaegeuk Kim 已提交
450 451 452 453
{
	int bit_start = 0;
	int zero_start, zero_end;
next:
454 455 456 457 458
	zero_start = find_next_zero_bit_le(bitmap, max_slots, bit_start);
	if (zero_start >= max_slots)
		return max_slots;

	zero_end = find_next_bit_le(bitmap, max_slots, zero_start);
J
Jaegeuk Kim 已提交
459 460 461 462 463
	if (zero_end - zero_start >= slots)
		return zero_start;

	bit_start = zero_end + 1;

464 465
	if (zero_end + 1 >= max_slots)
		return max_slots;
J
Jaegeuk Kim 已提交
466 467 468
	goto next;
}

469
/*
C
Chao Yu 已提交
470 471
 * Caller should grab and release a rwsem by calling f2fs_lock_op() and
 * f2fs_unlock_op().
472
 */
C
Chris Fries 已提交
473 474
int __f2fs_add_link(struct inode *dir, const struct qstr *name,
						struct inode *inode)
J
Jaegeuk Kim 已提交
475 476 477 478 479 480 481 482
{
	unsigned int bit_pos;
	unsigned int level;
	unsigned int current_depth;
	unsigned long bidx, block;
	f2fs_hash_t dentry_hash;
	struct f2fs_dir_entry *de;
	unsigned int nbucket, nblock;
483
	size_t namelen = name->len;
J
Jaegeuk Kim 已提交
484 485
	struct page *dentry_page = NULL;
	struct f2fs_dentry_block *dentry_blk = NULL;
486
	int slots = GET_DENTRY_SLOTS(namelen);
487
	struct page *page;
J
Jaegeuk Kim 已提交
488 489 490
	int err = 0;
	int i;

C
Chao Yu 已提交
491 492 493 494 495 496 497 498
	if (f2fs_has_inline_dentry(dir)) {
		err = f2fs_add_inline_entry(dir, name, inode);
		if (!err || err != -EAGAIN)
			return err;
		else
			err = 0;
	}

499
	dentry_hash = f2fs_dentry_hash(name);
J
Jaegeuk Kim 已提交
500 501 502 503 504 505 506 507
	level = 0;
	current_depth = F2FS_I(dir)->i_current_depth;
	if (F2FS_I(dir)->chash == dentry_hash) {
		level = F2FS_I(dir)->clevel;
		F2FS_I(dir)->chash = 0;
	}

start:
508
	if (unlikely(current_depth == MAX_DIR_HASH_DEPTH))
J
Jaegeuk Kim 已提交
509 510 511 512 513 514
		return -ENOSPC;

	/* Increase the depth, if required */
	if (level == current_depth)
		++current_depth;

515
	nbucket = dir_buckets(level, F2FS_I(dir)->i_dir_level);
J
Jaegeuk Kim 已提交
516 517
	nblock = bucket_blocks(level);

518 519
	bidx = dir_block_index(level, F2FS_I(dir)->i_dir_level,
				(le32_to_cpu(dentry_hash) % nbucket));
J
Jaegeuk Kim 已提交
520 521

	for (block = bidx; block <= (bidx + nblock - 1); block++) {
522
		dentry_page = get_new_data_page(dir, NULL, block, true);
523
		if (IS_ERR(dentry_page))
J
Jaegeuk Kim 已提交
524 525 526
			return PTR_ERR(dentry_page);

		dentry_blk = kmap(dentry_page);
527 528
		bit_pos = room_for_filename(&dentry_blk->dentry_bitmap,
						slots, NR_DENTRY_IN_BLOCK);
J
Jaegeuk Kim 已提交
529 530 531 532 533 534 535 536 537 538 539
		if (bit_pos < NR_DENTRY_IN_BLOCK)
			goto add_dentry;

		kunmap(dentry_page);
		f2fs_put_page(dentry_page, 1);
	}

	/* Move to next level to find the empty slot for new dentry */
	++level;
	goto start;
add_dentry:
540
	f2fs_wait_on_page_writeback(dentry_page, DATA);
J
Jaegeuk Kim 已提交
541

542
	down_write(&F2FS_I(inode)->i_sem);
543 544 545 546 547
	page = init_inode_metadata(inode, dir, name);
	if (IS_ERR(page)) {
		err = PTR_ERR(page);
		goto fail;
	}
J
Jaegeuk Kim 已提交
548
	de = &dentry_blk->dentry[bit_pos];
549
	de->hash_code = dentry_hash;
J
Jaegeuk Kim 已提交
550
	de->name_len = cpu_to_le16(namelen);
551
	memcpy(dentry_blk->filename[bit_pos], name->name, name->len);
J
Jaegeuk Kim 已提交
552 553 554 555 556
	de->ino = cpu_to_le32(inode->i_ino);
	set_de_type(de, inode);
	for (i = 0; i < slots; i++)
		test_and_set_bit_le(bit_pos + i, &dentry_blk->dentry_bitmap);
	set_page_dirty(dentry_page);
557

558
	/* we don't need to mark_inode_dirty now */
559
	F2FS_I(inode)->i_pino = dir->i_ino;
560 561 562 563
	update_inode(inode, page);
	f2fs_put_page(page, 1);

	update_parent_metadata(dir, inode, current_depth);
J
Jaegeuk Kim 已提交
564
fail:
565 566
	up_write(&F2FS_I(inode)->i_sem);

567 568 569 570
	if (is_inode_flag_set(F2FS_I(dir), FI_UPDATE_DIR)) {
		update_inode_page(dir);
		clear_inode_flag(F2FS_I(dir), FI_UPDATE_DIR);
	}
J
Jaegeuk Kim 已提交
571 572 573 574 575
	kunmap(dentry_page);
	f2fs_put_page(dentry_page, 1);
	return err;
}

576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596
int f2fs_do_tmpfile(struct inode *inode, struct inode *dir)
{
	struct page *page;
	int err = 0;

	down_write(&F2FS_I(inode)->i_sem);
	page = init_inode_metadata(inode, dir, NULL);
	if (IS_ERR(page)) {
		err = PTR_ERR(page);
		goto fail;
	}
	/* we don't need to mark_inode_dirty now */
	update_inode(inode, page);
	f2fs_put_page(page, 1);

	clear_inode_flag(F2FS_I(inode), FI_NEW_INODE);
fail:
	up_write(&F2FS_I(inode)->i_sem);
	return err;
}

597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625
void f2fs_drop_nlink(struct inode *dir, struct inode *inode, struct page *page)
{
	struct f2fs_sb_info *sbi = F2FS_I_SB(dir);

	down_write(&F2FS_I(inode)->i_sem);

	if (S_ISDIR(inode->i_mode)) {
		drop_nlink(dir);
		if (page)
			update_inode(dir, page);
		else
			update_inode_page(dir);
	}
	inode->i_ctime = CURRENT_TIME;

	drop_nlink(inode);
	if (S_ISDIR(inode->i_mode)) {
		drop_nlink(inode);
		i_size_write(inode, 0);
	}
	up_write(&F2FS_I(inode)->i_sem);
	update_inode_page(inode);

	if (inode->i_nlink == 0)
		add_orphan_inode(sbi, inode->i_ino);
	else
		release_orphan_inode(sbi);
}

J
Jaegeuk Kim 已提交
626
/*
A
arter97 已提交
627
 * It only removes the dentry from the dentry page, corresponding name
J
Jaegeuk Kim 已提交
628 629 630
 * entry in name page does not need to be touched during deletion.
 */
void f2fs_delete_entry(struct f2fs_dir_entry *dentry, struct page *page,
631
					struct inode *dir, struct inode *inode)
J
Jaegeuk Kim 已提交
632 633 634
{
	struct	f2fs_dentry_block *dentry_blk;
	unsigned int bit_pos;
635
	int slots = GET_DENTRY_SLOTS(le16_to_cpu(dentry->name_len));
J
Jaegeuk Kim 已提交
636 637
	int i;

C
Chao Yu 已提交
638 639 640
	if (f2fs_has_inline_dentry(dir))
		return f2fs_delete_inline_entry(dentry, page, dir, inode);

J
Jaegeuk Kim 已提交
641
	lock_page(page);
642
	f2fs_wait_on_page_writeback(page, DATA);
J
Jaegeuk Kim 已提交
643

G
Gu Zheng 已提交
644 645
	dentry_blk = page_address(page);
	bit_pos = dentry - dentry_blk->dentry;
J
Jaegeuk Kim 已提交
646 647 648 649 650 651 652 653 654 655 656 657
	for (i = 0; i < slots; i++)
		test_and_clear_bit_le(bit_pos + i, &dentry_blk->dentry_bitmap);

	/* Let's check and deallocate this dentry page */
	bit_pos = find_next_bit_le(&dentry_blk->dentry_bitmap,
			NR_DENTRY_IN_BLOCK,
			0);
	kunmap(page); /* kunmap - pair of f2fs_find_entry */
	set_page_dirty(page);

	dir->i_ctime = dir->i_mtime = CURRENT_TIME;

658 659
	if (inode)
		f2fs_drop_nlink(dir, inode, NULL);
J
Jaegeuk Kim 已提交
660 661 662 663 664

	if (bit_pos == NR_DENTRY_IN_BLOCK) {
		truncate_hole(dir, page->index, page->index + 1);
		clear_page_dirty_for_io(page);
		ClearPageUptodate(page);
665
		inode_dec_dirty_pages(dir);
J
Jaegeuk Kim 已提交
666
	}
667
	f2fs_put_page(page, 1);
J
Jaegeuk Kim 已提交
668 669 670 671 672 673 674
}

bool f2fs_empty_dir(struct inode *dir)
{
	unsigned long bidx;
	struct page *dentry_page;
	unsigned int bit_pos;
675
	struct f2fs_dentry_block *dentry_blk;
J
Jaegeuk Kim 已提交
676 677
	unsigned long nblock = dir_blocks(dir);

C
Chao Yu 已提交
678 679 680
	if (f2fs_has_inline_dentry(dir))
		return f2fs_empty_inline_dir(dir);

J
Jaegeuk Kim 已提交
681 682 683 684 685 686 687 688 689
	for (bidx = 0; bidx < nblock; bidx++) {
		dentry_page = get_lock_data_page(dir, bidx);
		if (IS_ERR(dentry_page)) {
			if (PTR_ERR(dentry_page) == -ENOENT)
				continue;
			else
				return false;
		}

G
Gu Zheng 已提交
690
		dentry_blk = kmap_atomic(dentry_page);
J
Jaegeuk Kim 已提交
691 692 693 694 695 696 697
		if (bidx == 0)
			bit_pos = 2;
		else
			bit_pos = 0;
		bit_pos = find_next_bit_le(&dentry_blk->dentry_bitmap,
						NR_DENTRY_IN_BLOCK,
						bit_pos);
G
Gu Zheng 已提交
698
		kunmap_atomic(dentry_blk);
J
Jaegeuk Kim 已提交
699 700 701 702 703 704 705 706 707

		f2fs_put_page(dentry_page, 1);

		if (bit_pos < NR_DENTRY_IN_BLOCK)
			return false;
	}
	return true;
}

A
Al Viro 已提交
708
static int f2fs_readdir(struct file *file, struct dir_context *ctx)
J
Jaegeuk Kim 已提交
709
{
A
Al Viro 已提交
710
	struct inode *inode = file_inode(file);
J
Jaegeuk Kim 已提交
711
	unsigned long npages = dir_blocks(inode);
J
Jaegeuk Kim 已提交
712
	unsigned int bit_pos = 0;
J
Jaegeuk Kim 已提交
713 714 715
	struct f2fs_dentry_block *dentry_blk = NULL;
	struct f2fs_dir_entry *de = NULL;
	struct page *dentry_page = NULL;
716
	struct file_ra_state *ra = &file->f_ra;
A
Al Viro 已提交
717
	unsigned int n = ((unsigned long)ctx->pos / NR_DENTRY_IN_BLOCK);
J
Jaegeuk Kim 已提交
718 719
	unsigned char d_type = DT_UNKNOWN;

C
Chao Yu 已提交
720 721 722
	if (f2fs_has_inline_dentry(inode))
		return f2fs_read_inline_dir(file, ctx);

A
Al Viro 已提交
723
	bit_pos = ((unsigned long)ctx->pos % NR_DENTRY_IN_BLOCK);
J
Jaegeuk Kim 已提交
724

725 726 727 728 729
	/* readahead for multi pages of dir */
	if (npages - n > 1 && !ra_has_index(ra, n))
		page_cache_sync_readahead(inode->i_mapping, ra, file, n,
				min(npages - n, (pgoff_t)MAX_DIR_RA_PAGES));

C
Chris Fries 已提交
730
	for (; n < npages; n++) {
J
Jaegeuk Kim 已提交
731 732 733 734 735 736 737 738 739 740 741 742 743
		dentry_page = get_lock_data_page(inode, n);
		if (IS_ERR(dentry_page))
			continue;

		dentry_blk = kmap(dentry_page);
		while (bit_pos < NR_DENTRY_IN_BLOCK) {
			bit_pos = find_next_bit_le(&dentry_blk->dentry_bitmap,
							NR_DENTRY_IN_BLOCK,
							bit_pos);
			if (bit_pos >= NR_DENTRY_IN_BLOCK)
				break;

			de = &dentry_blk->dentry[bit_pos];
A
Al Viro 已提交
744 745 746 747 748
			if (de->file_type < F2FS_FT_MAX)
				d_type = f2fs_filetype_table[de->file_type];
			else
				d_type = DT_UNKNOWN;
			if (!dir_emit(ctx,
J
Jaegeuk Kim 已提交
749 750 751 752 753 754 755
					dentry_blk->filename[bit_pos],
					le16_to_cpu(de->name_len),
					le32_to_cpu(de->ino), d_type))
				goto stop;

			bit_pos += GET_DENTRY_SLOTS(le16_to_cpu(de->name_len));
			ctx->pos = n * NR_DENTRY_IN_BLOCK + bit_pos;
J
Jaegeuk Kim 已提交
756 757
		}
		bit_pos = 0;
A
Al Viro 已提交
758
		ctx->pos = (n + 1) * NR_DENTRY_IN_BLOCK;
J
Jaegeuk Kim 已提交
759 760 761 762
		kunmap(dentry_page);
		f2fs_put_page(dentry_page, 1);
		dentry_page = NULL;
	}
J
Jaegeuk Kim 已提交
763
stop:
J
Jaegeuk Kim 已提交
764 765 766 767 768 769 770 771 772 773 774
	if (dentry_page && !IS_ERR(dentry_page)) {
		kunmap(dentry_page);
		f2fs_put_page(dentry_page, 1);
	}

	return 0;
}

const struct file_operations f2fs_dir_operations = {
	.llseek		= generic_file_llseek,
	.read		= generic_read_dir,
A
Al Viro 已提交
775
	.iterate	= f2fs_readdir,
J
Jaegeuk Kim 已提交
776 777 778
	.fsync		= f2fs_sync_file,
	.unlocked_ioctl	= f2fs_ioctl,
};