ialloc.c 40.3 KB
Newer Older
1
/*
2
 *  linux/fs/ext4/ialloc.c
3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22
 *
 * Copyright (C) 1992, 1993, 1994, 1995
 * Remy Card (card@masi.ibp.fr)
 * Laboratoire MASI - Institut Blaise Pascal
 * Universite Pierre et Marie Curie (Paris VI)
 *
 *  BSD ufs-inspired inode and directory allocation by
 *  Stephen Tweedie (sct@redhat.com), 1993
 *  Big-endian to little-endian byte-swapping/bitmaps by
 *        David S. Miller (davem@caip.rutgers.edu), 1995
 */

#include <linux/time.h>
#include <linux/fs.h>
#include <linux/stat.h>
#include <linux/string.h>
#include <linux/quotaops.h>
#include <linux/buffer_head.h>
#include <linux/random.h>
#include <linux/bitops.h>
23
#include <linux/blkdev.h>
24 25
#include <linux/cred.h>

26
#include <asm/byteorder.h>
27

28 29
#include "ext4.h"
#include "ext4_jbd2.h"
30 31 32
#include "xattr.h"
#include "acl.h"

33 34
#include <trace/events/ext4.h>

35 36 37 38 39 40 41 42 43 44 45 46 47 48
/*
 * ialloc.c contains the inodes allocation and deallocation routines
 */

/*
 * The free inodes are managed by bitmaps.  A file system contains several
 * blocks groups.  Each group contains 1 bitmap block for blocks, 1 bitmap
 * block for inodes, N blocks for the inode table and data blocks.
 *
 * The file system contains group descriptors which are located after the
 * super block.  Each descriptor contains the number of the bitmap block and
 * the free blocks count in the block.
 */

A
Andreas Dilger 已提交
49 50 51 52 53
/*
 * To avoid calling the atomic setbit hundreds or thousands of times, we only
 * need to use it within a single byte (to ensure we get endianness right).
 * We can use memset for the rest of the bitmap as there are no other users.
 */
54
void ext4_mark_bitmap_end(int start_bit, int end_bit, char *bitmap)
A
Andreas Dilger 已提交
55 56 57 58 59 60 61 62 63 64 65 66 67 68
{
	int i;

	if (start_bit >= end_bit)
		return;

	ext4_debug("mark end bits +%d through +%d used\n", start_bit, end_bit);
	for (i = start_bit; i < ((start_bit + 7) & ~7UL); i++)
		ext4_set_bit(i, bitmap);
	if (i < end_bit)
		memset(bitmap + (i >> 3), 0xff, (end_bit - i) >> 3);
}

/* Initializes an uninitialized inode bitmap */
69
static int ext4_init_inode_bitmap(struct super_block *sb,
70 71 72
				       struct buffer_head *bh,
				       ext4_group_t block_group,
				       struct ext4_group_desc *gdp)
A
Andreas Dilger 已提交
73
{
74
	struct ext4_group_info *grp;
75
	struct ext4_sb_info *sbi = EXT4_SB(sb);
A
Andreas Dilger 已提交
76 77 78 79
	J_ASSERT_BH(bh, buffer_locked(bh));

	/* If checksum is bad mark all blocks and inodes use to prevent
	 * allocation, essentially implementing a per-group read-only flag. */
80
	if (!ext4_group_desc_csum_verify(sb, block_group, gdp)) {
81
		grp = ext4_get_group_info(sb, block_group);
82 83 84
		if (!EXT4_MB_GRP_BBITMAP_CORRUPT(grp))
			percpu_counter_sub(&sbi->s_freeclusters_counter,
					   grp->bb_free);
85
		set_bit(EXT4_GROUP_INFO_BBITMAP_CORRUPT_BIT, &grp->bb_state);
86 87 88 89 90 91
		if (!EXT4_MB_GRP_IBITMAP_CORRUPT(grp)) {
			int count;
			count = ext4_free_inodes_count(sb, gdp);
			percpu_counter_sub(&sbi->s_freeinodes_counter,
					   count);
		}
92
		set_bit(EXT4_GROUP_INFO_IBITMAP_CORRUPT_BIT, &grp->bb_state);
93
		return -EFSBADCRC;
A
Andreas Dilger 已提交
94 95 96
	}

	memset(bh->b_data, 0, (EXT4_INODES_PER_GROUP(sb) + 7) / 8);
97
	ext4_mark_bitmap_end(EXT4_INODES_PER_GROUP(sb), sb->s_blocksize * 8,
A
Andreas Dilger 已提交
98
			bh->b_data);
99 100
	ext4_inode_bitmap_csum_set(sb, block_group, gdp, bh,
				   EXT4_INODES_PER_GROUP(sb) / 8);
101
	ext4_group_desc_csum_set(sb, block_group, gdp);
A
Andreas Dilger 已提交
102

103
	return 0;
A
Andreas Dilger 已提交
104
}
105

106 107 108 109 110 111 112 113 114 115
void ext4_end_bitmap_read(struct buffer_head *bh, int uptodate)
{
	if (uptodate) {
		set_buffer_uptodate(bh);
		set_bitmap_uptodate(bh);
	}
	unlock_buffer(bh);
	put_bh(bh);
}

116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151
static int ext4_validate_inode_bitmap(struct super_block *sb,
				      struct ext4_group_desc *desc,
				      ext4_group_t block_group,
				      struct buffer_head *bh)
{
	ext4_fsblk_t	blk;
	struct ext4_group_info *grp = ext4_get_group_info(sb, block_group);
	struct ext4_sb_info *sbi = EXT4_SB(sb);

	if (buffer_verified(bh))
		return 0;
	if (EXT4_MB_GRP_IBITMAP_CORRUPT(grp))
		return -EFSCORRUPTED;

	ext4_lock_group(sb, block_group);
	blk = ext4_inode_bitmap(sb, desc);
	if (!ext4_inode_bitmap_csum_verify(sb, block_group, desc, bh,
					   EXT4_INODES_PER_GROUP(sb) / 8)) {
		ext4_unlock_group(sb, block_group);
		ext4_error(sb, "Corrupt inode bitmap - block_group = %u, "
			   "inode_bitmap = %llu", block_group, blk);
		grp = ext4_get_group_info(sb, block_group);
		if (!EXT4_MB_GRP_IBITMAP_CORRUPT(grp)) {
			int count;
			count = ext4_free_inodes_count(sb, desc);
			percpu_counter_sub(&sbi->s_freeinodes_counter,
					   count);
		}
		set_bit(EXT4_GROUP_INFO_IBITMAP_CORRUPT_BIT, &grp->bb_state);
		return -EFSBADCRC;
	}
	set_buffer_verified(bh);
	ext4_unlock_group(sb, block_group);
	return 0;
}

152 153 154 155 156 157 158
/*
 * Read the inode allocation bitmap for a given block_group, reading
 * into the specified slot in the superblock's bitmap cache.
 *
 * Return buffer_head of bitmap on success or NULL.
 */
static struct buffer_head *
159
ext4_read_inode_bitmap(struct super_block *sb, ext4_group_t block_group)
160
{
161
	struct ext4_group_desc *desc;
162
	struct buffer_head *bh = NULL;
163
	ext4_fsblk_t bitmap_blk;
164
	int err;
165

166
	desc = ext4_get_group_desc(sb, block_group, NULL);
167
	if (!desc)
168
		return ERR_PTR(-EFSCORRUPTED);
169

170 171 172
	bitmap_blk = ext4_inode_bitmap(sb, desc);
	bh = sb_getblk(sb, bitmap_blk);
	if (unlikely(!bh)) {
173
		ext4_error(sb, "Cannot read inode bitmap - "
174
			    "block_group = %u, inode_bitmap = %llu",
175
			    block_group, bitmap_blk);
176
		return ERR_PTR(-EIO);
177
	}
178
	if (bitmap_uptodate(bh))
179
		goto verify;
180

181
	lock_buffer(bh);
182 183
	if (bitmap_uptodate(bh)) {
		unlock_buffer(bh);
184
		goto verify;
185
	}
186

187
	ext4_lock_group(sb, block_group);
A
Andreas Dilger 已提交
188
	if (desc->bg_flags & cpu_to_le16(EXT4_BG_INODE_UNINIT)) {
189
		err = ext4_init_inode_bitmap(sb, bh, block_group, desc);
190
		set_bitmap_uptodate(bh);
191
		set_buffer_uptodate(bh);
192
		set_buffer_verified(bh);
193
		ext4_unlock_group(sb, block_group);
A
Aneesh Kumar K.V 已提交
194
		unlock_buffer(bh);
195 196 197
		if (err) {
			ext4_error(sb, "Failed to init inode bitmap for group "
				   "%u: %d", block_group, err);
198
			goto out;
199
		}
200
		return bh;
A
Andreas Dilger 已提交
201
	}
202
	ext4_unlock_group(sb, block_group);
203

204 205 206 207 208 209 210
	if (buffer_uptodate(bh)) {
		/*
		 * if not uninit if bh is uptodate,
		 * bitmap is also uptodate
		 */
		set_bitmap_uptodate(bh);
		unlock_buffer(bh);
211
		goto verify;
212 213
	}
	/*
214
	 * submit the buffer_head for reading
215
	 */
216
	trace_ext4_load_inode_bitmap(sb, block_group);
217 218
	bh->b_end_io = ext4_end_bitmap_read;
	get_bh(bh);
219
	submit_bh(REQ_OP_READ, REQ_META | REQ_PRIO, bh);
220 221
	wait_on_buffer(bh);
	if (!buffer_uptodate(bh)) {
222
		put_bh(bh);
223
		ext4_error(sb, "Cannot read inode bitmap - "
224 225
			   "block_group = %u, inode_bitmap = %llu",
			   block_group, bitmap_blk);
226
		return ERR_PTR(-EIO);
227
	}
228 229

verify:
230 231 232
	err = ext4_validate_inode_bitmap(sb, desc, block_group, bh);
	if (err)
		goto out;
233
	return bh;
234 235 236
out:
	put_bh(bh);
	return ERR_PTR(err);
237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254
}

/*
 * NOTE! When we get the inode, we're the only people
 * that have access to it, and as such there are no
 * race conditions we have to worry about. The inode
 * is not on the hash-lists, and it cannot be reached
 * through the filesystem because the directory entry
 * has been deleted earlier.
 *
 * HOWEVER: we must make sure that we get no aliases,
 * which means that we have to call "clear_inode()"
 * _before_ we mark the inode not in use in the inode
 * bitmaps. Otherwise a newly created file might use
 * the same inode number (not actually the same pointer
 * though), and then we'd have two inodes sharing the
 * same inode number and space on the harddisk.
 */
255
void ext4_free_inode(handle_t *handle, struct inode *inode)
256
{
257
	struct super_block *sb = inode->i_sb;
258 259 260 261
	int is_directory;
	unsigned long ino;
	struct buffer_head *bitmap_bh = NULL;
	struct buffer_head *bh2;
262
	ext4_group_t block_group;
263
	unsigned long bit;
264 265
	struct ext4_group_desc *gdp;
	struct ext4_super_block *es;
266
	struct ext4_sb_info *sbi;
267
	int fatal = 0, err, count, cleared;
268
	struct ext4_group_info *grp;
269

270 271 272
	if (!sb) {
		printk(KERN_ERR "EXT4-fs: %s:%d: inode on "
		       "nonexistent device\n", __func__, __LINE__);
273 274
		return;
	}
275 276 277 278
	if (atomic_read(&inode->i_count) > 1) {
		ext4_msg(sb, KERN_ERR, "%s:%d: inode #%lu: count=%d",
			 __func__, __LINE__, inode->i_ino,
			 atomic_read(&inode->i_count));
279 280
		return;
	}
281 282 283
	if (inode->i_nlink) {
		ext4_msg(sb, KERN_ERR, "%s:%d: inode #%lu: nlink=%d\n",
			 __func__, __LINE__, inode->i_ino, inode->i_nlink);
284 285
		return;
	}
286
	sbi = EXT4_SB(sb);
287 288

	ino = inode->i_ino;
289
	ext4_debug("freeing inode %lu\n", ino);
290
	trace_ext4_free_inode(inode);
291 292 293 294 295

	/*
	 * Note: we must free any quota before locking the superblock,
	 * as writing the quota to disk may need the lock as well.
	 */
296
	dquot_initialize(inode);
297
	dquot_free_inode(inode);
298
	dquot_drop(inode);
299 300 301 302

	is_directory = S_ISDIR(inode->i_mode);

	/* Do this BEFORE marking the inode not in use or returning an error */
A
Al Viro 已提交
303
	ext4_clear_inode(inode);
304

305 306
	es = EXT4_SB(sb)->s_es;
	if (ino < EXT4_FIRST_INO(sb) || ino > le32_to_cpu(es->s_inodes_count)) {
307
		ext4_error(sb, "reserved or nonexistent inode %lu", ino);
308 309
		goto error_return;
	}
310 311
	block_group = (ino - 1) / EXT4_INODES_PER_GROUP(sb);
	bit = (ino - 1) % EXT4_INODES_PER_GROUP(sb);
312
	bitmap_bh = ext4_read_inode_bitmap(sb, block_group);
313 314
	/* Don't bother if the inode bitmap is corrupt. */
	grp = ext4_get_group_info(sb, block_group);
315 316 317 318 319 320 321
	if (IS_ERR(bitmap_bh)) {
		fatal = PTR_ERR(bitmap_bh);
		bitmap_bh = NULL;
		goto error_return;
	}
	if (unlikely(EXT4_MB_GRP_IBITMAP_CORRUPT(grp))) {
		fatal = -EFSCORRUPTED;
322
		goto error_return;
323
	}
324 325

	BUFFER_TRACE(bitmap_bh, "get_write_access");
326
	fatal = ext4_journal_get_write_access(handle, bitmap_bh);
327 328 329
	if (fatal)
		goto error_return;

330 331 332
	fatal = -ESRCH;
	gdp = ext4_get_group_desc(sb, block_group, &bh2);
	if (gdp) {
333
		BUFFER_TRACE(bh2, "get_write_access");
334
		fatal = ext4_journal_get_write_access(handle, bh2);
335 336
	}
	ext4_lock_group(sb, block_group);
337
	cleared = ext4_test_and_clear_bit(bit, bitmap_bh->b_data);
338 339 340 341
	if (fatal || !cleared) {
		ext4_unlock_group(sb, block_group);
		goto out;
	}
342

343 344 345 346 347 348
	count = ext4_free_inodes_count(sb, gdp) + 1;
	ext4_free_inodes_set(sb, gdp, count);
	if (is_directory) {
		count = ext4_used_dirs_count(sb, gdp) - 1;
		ext4_used_dirs_set(sb, gdp, count);
		percpu_counter_dec(&sbi->s_dirs_counter);
349
	}
350 351
	ext4_inode_bitmap_csum_set(sb, block_group, gdp, bitmap_bh,
				   EXT4_INODES_PER_GROUP(sb) / 8);
352
	ext4_group_desc_csum_set(sb, block_group, gdp);
353
	ext4_unlock_group(sb, block_group);
354

355 356 357
	percpu_counter_inc(&sbi->s_freeinodes_counter);
	if (sbi->s_log_groups_per_flex) {
		ext4_group_t f = ext4_flex_group(sbi, block_group);
358

359 360 361
		atomic_inc(&sbi->s_flex_groups[f].free_inodes);
		if (is_directory)
			atomic_dec(&sbi->s_flex_groups[f].used_dirs);
362
	}
363 364 365 366 367 368 369 370
	BUFFER_TRACE(bh2, "call ext4_handle_dirty_metadata");
	fatal = ext4_handle_dirty_metadata(handle, NULL, bh2);
out:
	if (cleared) {
		BUFFER_TRACE(bitmap_bh, "call ext4_handle_dirty_metadata");
		err = ext4_handle_dirty_metadata(handle, NULL, bitmap_bh);
		if (!fatal)
			fatal = err;
371
	} else {
372
		ext4_error(sb, "bit already cleared for inode %lu", ino);
373
		if (gdp && !EXT4_MB_GRP_IBITMAP_CORRUPT(grp)) {
374 375 376 377 378
			int count;
			count = ext4_free_inodes_count(sb, gdp);
			percpu_counter_sub(&sbi->s_freeinodes_counter,
					   count);
		}
379 380
		set_bit(EXT4_GROUP_INFO_IBITMAP_CORRUPT_BIT, &grp->bb_state);
	}
381

382 383
error_return:
	brelse(bitmap_bh);
384
	ext4_std_error(sb, fatal);
385 386
}

387
struct orlov_stats {
388
	__u64 free_clusters;
389 390 391 392 393 394 395 396 397
	__u32 free_inodes;
	__u32 used_dirs;
};

/*
 * Helper function for Orlov's allocator; returns critical information
 * for a particular block group or flex_bg.  If flex_size is 1, then g
 * is a block group number; otherwise it is flex_bg number.
 */
398 399
static void get_orlov_stats(struct super_block *sb, ext4_group_t g,
			    int flex_size, struct orlov_stats *stats)
400 401
{
	struct ext4_group_desc *desc;
402
	struct flex_groups *flex_group = EXT4_SB(sb)->s_flex_groups;
403

404 405
	if (flex_size > 1) {
		stats->free_inodes = atomic_read(&flex_group[g].free_inodes);
406
		stats->free_clusters = atomic64_read(&flex_group[g].free_clusters);
407 408 409
		stats->used_dirs = atomic_read(&flex_group[g].used_dirs);
		return;
	}
410

411 412 413
	desc = ext4_get_group_desc(sb, g, NULL);
	if (desc) {
		stats->free_inodes = ext4_free_inodes_count(sb, desc);
414
		stats->free_clusters = ext4_free_group_clusters(sb, desc);
415 416 417
		stats->used_dirs = ext4_used_dirs_count(sb, desc);
	} else {
		stats->free_inodes = 0;
418
		stats->free_clusters = 0;
419
		stats->used_dirs = 0;
420 421 422
	}
}

423 424 425 426 427 428 429 430 431 432 433 434 435 436 437
/*
 * Orlov's allocator for directories.
 *
 * We always try to spread first-level directories.
 *
 * If there are blockgroups with both free inodes and free blocks counts
 * not worse than average we return one with smallest directory count.
 * Otherwise we simply return a random group.
 *
 * For the rest rules look so:
 *
 * It's OK to put directory into a group unless
 * it has too many directories already (max_dirs) or
 * it has too few free inodes left (min_inodes) or
 * it has too few free blocks left (min_blocks) or
438
 * Parent's group is preferred, if it doesn't satisfy these
439 440 441 442 443
 * conditions we search cyclically through the rest. If none
 * of the groups look good we just look for a group with more
 * free inodes than average (starting at parent's group).
 */

444
static int find_group_orlov(struct super_block *sb, struct inode *parent,
A
Al Viro 已提交
445
			    ext4_group_t *group, umode_t mode,
446
			    const struct qstr *qstr)
447
{
448
	ext4_group_t parent_group = EXT4_I(parent)->i_block_group;
449
	struct ext4_sb_info *sbi = EXT4_SB(sb);
450
	ext4_group_t real_ngroups = ext4_get_groups_count(sb);
451
	int inodes_per_group = EXT4_INODES_PER_GROUP(sb);
452
	unsigned int freei, avefreei, grp_free;
453
	ext4_fsblk_t freeb, avefreec;
454
	unsigned int ndirs;
455
	int max_dirs, min_inodes;
456
	ext4_grpblk_t min_clusters;
457
	ext4_group_t i, grp, g, ngroups;
458
	struct ext4_group_desc *desc;
459 460
	struct orlov_stats stats;
	int flex_size = ext4_flex_bg_size(sbi);
461
	struct dx_hash_info hinfo;
462

463
	ngroups = real_ngroups;
464
	if (flex_size > 1) {
465
		ngroups = (real_ngroups + flex_size - 1) >>
466 467 468
			sbi->s_log_groups_per_flex;
		parent_group >>= sbi->s_log_groups_per_flex;
	}
469 470 471

	freei = percpu_counter_read_positive(&sbi->s_freeinodes_counter);
	avefreei = freei / ngroups;
472 473
	freeb = EXT4_C2B(sbi,
		percpu_counter_read_positive(&sbi->s_freeclusters_counter));
474 475
	avefreec = freeb;
	do_div(avefreec, ngroups);
476 477
	ndirs = percpu_counter_read_positive(&sbi->s_dirs_counter);

478
	if (S_ISDIR(mode) &&
479
	    ((parent == d_inode(sb->s_root)) ||
480
	     (ext4_test_inode_flag(parent, EXT4_INODE_TOPDIR)))) {
481
		int best_ndir = inodes_per_group;
482
		int ret = -1;
483

484 485 486 487 488 489
		if (qstr) {
			hinfo.hash_version = DX_HASH_HALF_MD4;
			hinfo.seed = sbi->s_hash_seed;
			ext4fs_dirhash(qstr->name, qstr->len, &hinfo);
			grp = hinfo.hash;
		} else
490
			grp = prandom_u32();
491
		parent_group = (unsigned)grp % ngroups;
492
		for (i = 0; i < ngroups; i++) {
493 494 495
			g = (parent_group + i) % ngroups;
			get_orlov_stats(sb, g, flex_size, &stats);
			if (!stats.free_inodes)
496
				continue;
497
			if (stats.used_dirs >= best_ndir)
498
				continue;
499
			if (stats.free_inodes < avefreei)
500
				continue;
501
			if (stats.free_clusters < avefreec)
502
				continue;
503
			grp = g;
504
			ret = 0;
505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523
			best_ndir = stats.used_dirs;
		}
		if (ret)
			goto fallback;
	found_flex_bg:
		if (flex_size == 1) {
			*group = grp;
			return 0;
		}

		/*
		 * We pack inodes at the beginning of the flexgroup's
		 * inode tables.  Block allocation decisions will do
		 * something similar, although regular files will
		 * start at 2nd block group of the flexgroup.  See
		 * ext4_ext_find_goal() and ext4_find_near().
		 */
		grp *= flex_size;
		for (i = 0; i < flex_size; i++) {
524
			if (grp+i >= real_ngroups)
525 526 527 528 529 530
				break;
			desc = ext4_get_group_desc(sb, grp+i, NULL);
			if (desc && ext4_free_inodes_count(sb, desc)) {
				*group = grp+i;
				return 0;
			}
531 532 533 534 535
		}
		goto fallback;
	}

	max_dirs = ndirs / ngroups + inodes_per_group / 16;
536 537 538
	min_inodes = avefreei - inodes_per_group*flex_size / 4;
	if (min_inodes < 1)
		min_inodes = 1;
539
	min_clusters = avefreec - EXT4_CLUSTERS_PER_GROUP(sb)*flex_size / 4;
540 541 542 543 544 545 546 547 548 549

	/*
	 * Start looking in the flex group where we last allocated an
	 * inode for this parent directory
	 */
	if (EXT4_I(parent)->i_last_alloc_group != ~0) {
		parent_group = EXT4_I(parent)->i_last_alloc_group;
		if (flex_size > 1)
			parent_group >>= sbi->s_log_groups_per_flex;
	}
550 551

	for (i = 0; i < ngroups; i++) {
552 553 554
		grp = (parent_group + i) % ngroups;
		get_orlov_stats(sb, grp, flex_size, &stats);
		if (stats.used_dirs >= max_dirs)
555
			continue;
556
		if (stats.free_inodes < min_inodes)
557
			continue;
558
		if (stats.free_clusters < min_clusters)
559
			continue;
560
		goto found_flex_bg;
561 562 563
	}

fallback:
564
	ngroups = real_ngroups;
565
	avefreei = freei / ngroups;
566
fallback_retry:
567
	parent_group = EXT4_I(parent)->i_block_group;
568
	for (i = 0; i < ngroups; i++) {
569 570
		grp = (parent_group + i) % ngroups;
		desc = ext4_get_group_desc(sb, grp, NULL);
571 572 573 574 575 576
		if (desc) {
			grp_free = ext4_free_inodes_count(sb, desc);
			if (grp_free && grp_free >= avefreei) {
				*group = grp;
				return 0;
			}
577
		}
578 579 580 581 582 583 584 585
	}

	if (avefreei) {
		/*
		 * The free-inodes counter is approximate, and for really small
		 * filesystems the above test can fail to find any blockgroups
		 */
		avefreei = 0;
586
		goto fallback_retry;
587 588 589 590 591
	}

	return -1;
}

592
static int find_group_other(struct super_block *sb, struct inode *parent,
A
Al Viro 已提交
593
			    ext4_group_t *group, umode_t mode)
594
{
595
	ext4_group_t parent_group = EXT4_I(parent)->i_block_group;
596
	ext4_group_t i, last, ngroups = ext4_get_groups_count(sb);
597
	struct ext4_group_desc *desc;
598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634
	int flex_size = ext4_flex_bg_size(EXT4_SB(sb));

	/*
	 * Try to place the inode is the same flex group as its
	 * parent.  If we can't find space, use the Orlov algorithm to
	 * find another flex group, and store that information in the
	 * parent directory's inode information so that use that flex
	 * group for future allocations.
	 */
	if (flex_size > 1) {
		int retry = 0;

	try_again:
		parent_group &= ~(flex_size-1);
		last = parent_group + flex_size;
		if (last > ngroups)
			last = ngroups;
		for  (i = parent_group; i < last; i++) {
			desc = ext4_get_group_desc(sb, i, NULL);
			if (desc && ext4_free_inodes_count(sb, desc)) {
				*group = i;
				return 0;
			}
		}
		if (!retry && EXT4_I(parent)->i_last_alloc_group != ~0) {
			retry = 1;
			parent_group = EXT4_I(parent)->i_last_alloc_group;
			goto try_again;
		}
		/*
		 * If this didn't work, use the Orlov search algorithm
		 * to find a new flex group; we pass in the mode to
		 * avoid the topdir algorithms.
		 */
		*group = parent_group + flex_size;
		if (*group > ngroups)
			*group = 0;
635
		return find_group_orlov(sb, parent, group, mode, NULL);
636
	}
637 638 639 640

	/*
	 * Try to place the inode in its parent directory
	 */
641 642
	*group = parent_group;
	desc = ext4_get_group_desc(sb, *group, NULL);
643
	if (desc && ext4_free_inodes_count(sb, desc) &&
644
	    ext4_free_group_clusters(sb, desc))
645
		return 0;
646 647 648 649 650 651 652 653 654 655

	/*
	 * We're going to place this inode in a different blockgroup from its
	 * parent.  We want to cause files in a common directory to all land in
	 * the same blockgroup.  But we want files which are in a different
	 * directory which shares a blockgroup with our parent to land in a
	 * different blockgroup.
	 *
	 * So add our directory's i_ino into the starting point for the hash.
	 */
656
	*group = (*group + parent->i_ino) % ngroups;
657 658 659 660 661 662

	/*
	 * Use a quadratic hash to find a group with a free inode and some free
	 * blocks.
	 */
	for (i = 1; i < ngroups; i <<= 1) {
663 664 665 666
		*group += i;
		if (*group >= ngroups)
			*group -= ngroups;
		desc = ext4_get_group_desc(sb, *group, NULL);
667
		if (desc && ext4_free_inodes_count(sb, desc) &&
668
		    ext4_free_group_clusters(sb, desc))
669
			return 0;
670 671 672 673 674 675
	}

	/*
	 * That failed: try linear search for a free inode, even if that group
	 * has no free blocks.
	 */
676
	*group = parent_group;
677
	for (i = 0; i < ngroups; i++) {
678 679 680
		if (++*group >= ngroups)
			*group = 0;
		desc = ext4_get_group_desc(sb, *group, NULL);
681
		if (desc && ext4_free_inodes_count(sb, desc))
682
			return 0;
683 684 685 686 687
	}

	return -1;
}

688 689 690 691 692 693 694
/*
 * In no journal mode, if an inode has recently been deleted, we want
 * to avoid reusing it until we're reasonably sure the inode table
 * block has been written back to disk.  (Yes, these values are
 * somewhat arbitrary...)
 */
#define RECENTCY_MIN	5
695
#define RECENTCY_DIRTY	300
696 697 698 699 700 701

static int recently_deleted(struct super_block *sb, ext4_group_t group, int ino)
{
	struct ext4_group_desc	*gdp;
	struct ext4_inode	*raw_inode;
	struct buffer_head	*bh;
702 703 704 705
	int inodes_per_block = EXT4_SB(sb)->s_inodes_per_block;
	int offset, ret = 0;
	int recentcy = RECENTCY_MIN;
	u32 dtime, now;
706 707 708 709 710

	gdp = ext4_get_group_desc(sb, group, NULL);
	if (unlikely(!gdp))
		return 0;

711
	bh = sb_find_get_block(sb, ext4_inode_table(sb, gdp) +
712
		       (ino / inodes_per_block));
713
	if (!bh || !buffer_uptodate(bh))
714 715 716 717 718 719 720 721
		/*
		 * If the block is not in the buffer cache, then it
		 * must have been written out.
		 */
		goto out;

	offset = (ino % inodes_per_block) * EXT4_INODE_SIZE(sb);
	raw_inode = (struct ext4_inode *) (bh->b_data + offset);
722 723 724 725 726

	/* i_dtime is only 32 bits on disk, but we only care about relative
	 * times in the range of a few minutes (i.e. long enough to sync a
	 * recently-deleted inode to disk), so using the low 32 bits of the
	 * clock (a 68 year range) is enough, see time_before32() */
727
	dtime = le32_to_cpu(raw_inode->i_dtime);
728
	now = ktime_get_real_seconds();
729 730 731
	if (buffer_dirty(bh))
		recentcy += RECENTCY_DIRTY;

732 733
	if (dtime && time_before32(dtime, now) &&
	    time_before32(now, dtime + recentcy))
734 735 736 737 738 739
		ret = 1;
out:
	brelse(bh);
	return ret;
}

740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760
static int find_inode_bit(struct super_block *sb, ext4_group_t group,
			  struct buffer_head *bitmap, unsigned long *ino)
{
next:
	*ino = ext4_find_next_zero_bit((unsigned long *)
				       bitmap->b_data,
				       EXT4_INODES_PER_GROUP(sb), *ino);
	if (*ino >= EXT4_INODES_PER_GROUP(sb))
		return 0;

	if ((EXT4_SB(sb)->s_journal == NULL) &&
	    recently_deleted(sb, group, *ino)) {
		*ino = *ino + 1;
		if (*ino < EXT4_INODES_PER_GROUP(sb))
			goto next;
		return 0;
	}

	return 1;
}

761 762 763 764 765 766 767 768 769 770
/*
 * There are two policies for allocating an inode.  If the new inode is
 * a directory, then a forward search is made for a block group with both
 * free space and a low directory-to-inode ratio; if that fails, then of
 * the groups with above-average free space, that group with the fewest
 * directories already is chosen.
 *
 * For other inodes, search forward from the parent directory's block
 * group to find a free inode.
 */
771 772
struct inode *__ext4_new_inode(handle_t *handle, struct inode *dir,
			       umode_t mode, const struct qstr *qstr,
773 774 775
			       __u32 goal, uid_t *owner, __u32 i_flags,
			       int handle_type, unsigned int line_no,
			       int nblocks)
776 777
{
	struct super_block *sb;
A
Aneesh Kumar K.V 已提交
778 779
	struct buffer_head *inode_bitmap_bh = NULL;
	struct buffer_head *group_desc_bh;
780
	ext4_group_t ngroups, group = 0;
781
	unsigned long ino = 0;
782 783
	struct inode *inode;
	struct ext4_group_desc *gdp = NULL;
784 785
	struct ext4_inode_info *ei;
	struct ext4_sb_info *sbi;
786
	int ret2, err;
787
	struct inode *ret;
788
	ext4_group_t i;
789
	ext4_group_t flex_group;
790
	struct ext4_group_info *grp;
791
	int encrypt = 0;
792 793 794 795 796

	/* Cannot create files in a deleted directory */
	if (!dir || !dir->i_nlink)
		return ERR_PTR(-EPERM);

797 798 799 800
	sb = dir->i_sb;
	sbi = EXT4_SB(sb);

	if (unlikely(ext4_forced_shutdown(sbi)))
801 802
		return ERR_PTR(-EIO);

803
	if ((ext4_encrypted_inode(dir) || DUMMY_ENCRYPTION_ENABLED(sbi)) &&
804 805
	    (S_ISREG(mode) || S_ISDIR(mode) || S_ISLNK(mode)) &&
	    !(i_flags & EXT4_EA_INODE_FL)) {
806
		err = fscrypt_get_encryption_info(dir);
807 808
		if (err)
			return ERR_PTR(err);
809
		if (!fscrypt_has_encryption_key(dir))
810
			return ERR_PTR(-ENOKEY);
811 812 813
		encrypt = 1;
	}

814 815 816 817 818 819 820 821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844 845 846 847 848 849 850 851 852 853
	if (!handle && sbi->s_journal && !(i_flags & EXT4_EA_INODE_FL)) {
#ifdef CONFIG_EXT4_FS_POSIX_ACL
		struct posix_acl *p = get_acl(dir, ACL_TYPE_DEFAULT);

		if (p) {
			int acl_size = p->a_count * sizeof(ext4_acl_entry);

			nblocks += (S_ISDIR(mode) ? 2 : 1) *
				__ext4_xattr_set_credits(sb, NULL /* inode */,
					NULL /* block_bh */, acl_size,
					true /* is_create */);
			posix_acl_release(p);
		}
#endif

#ifdef CONFIG_SECURITY
		{
			int num_security_xattrs = 1;

#ifdef CONFIG_INTEGRITY
			num_security_xattrs++;
#endif
			/*
			 * We assume that security xattrs are never
			 * more than 1k.  In practice they are under
			 * 128 bytes.
			 */
			nblocks += num_security_xattrs *
				__ext4_xattr_set_credits(sb, NULL /* inode */,
					NULL /* block_bh */, 1024,
					true /* is_create */);
		}
#endif
		if (encrypt)
			nblocks += __ext4_xattr_set_credits(sb,
					NULL /* inode */, NULL /* block_bh */,
					FSCRYPT_SET_CONTEXT_MAX_SIZE,
					true /* is_create */);
	}

854
	ngroups = ext4_get_groups_count(sb);
855
	trace_ext4_request_inode(dir, mode);
856 857 858
	inode = new_inode(sb);
	if (!inode)
		return ERR_PTR(-ENOMEM);
859
	ei = EXT4_I(inode);
860

861
	/*
862
	 * Initialize owners and quota early so that we don't have to account
863 864 865 866 867 868 869 870 871 872 873 874 875
	 * for quota initialization worst case in standard inode creating
	 * transaction
	 */
	if (owner) {
		inode->i_mode = mode;
		i_uid_write(inode, owner[0]);
		i_gid_write(inode, owner[1]);
	} else if (test_opt(sb, GRPID)) {
		inode->i_mode = mode;
		inode->i_uid = current_fsuid();
		inode->i_gid = dir->i_gid;
	} else
		inode_init_owner(inode, dir, mode);
L
Li Xi 已提交
876

K
Kaho Ng 已提交
877
	if (ext4_has_feature_project(sb) &&
L
Li Xi 已提交
878 879 880 881 882
	    ext4_test_inode_flag(dir, EXT4_INODE_PROJINHERIT))
		ei->i_projid = EXT4_I(dir)->i_projid;
	else
		ei->i_projid = make_kprojid(&init_user_ns, EXT4_DEF_PROJID);

883 884 885
	err = dquot_initialize(inode);
	if (err)
		goto out;
886

887 888 889
	if (!goal)
		goal = sbi->s_inode_goal;

890
	if (goal && goal <= le32_to_cpu(sbi->s_es->s_inodes_count)) {
891 892 893 894 895 896
		group = (goal - 1) / EXT4_INODES_PER_GROUP(sb);
		ino = (goal - 1) % EXT4_INODES_PER_GROUP(sb);
		ret2 = 0;
		goto got_group;
	}

L
Lukas Czerner 已提交
897 898 899
	if (S_ISDIR(mode))
		ret2 = find_group_orlov(sb, dir, &group, mode, qstr);
	else
900
		ret2 = find_group_other(sb, dir, &group, mode);
901

902
got_group:
903
	EXT4_I(dir)->i_last_alloc_group = group;
904
	err = -ENOSPC;
905
	if (ret2 == -1)
906 907
		goto out;

908 909 910 911 912
	/*
	 * Normally we will only go through one pass of this loop,
	 * unless we get unlucky and it turns out the group we selected
	 * had its last inode grabbed by someone else.
	 */
913
	for (i = 0; i < ngroups; i++, ino = 0) {
914 915
		err = -EIO;

A
Aneesh Kumar K.V 已提交
916
		gdp = ext4_get_group_desc(sb, group, &group_desc_bh);
917
		if (!gdp)
918
			goto out;
919

920 921 922
		/*
		 * Check free inodes count before loading bitmap.
		 */
W
Wang Shilong 已提交
923 924
		if (ext4_free_inodes_count(sb, gdp) == 0)
			goto next_group;
925

926 927
		grp = ext4_get_group_info(sb, group);
		/* Skip groups with already-known suspicious inode tables */
W
Wang Shilong 已提交
928 929
		if (EXT4_MB_GRP_IBITMAP_CORRUPT(grp))
			goto next_group;
930

A
Aneesh Kumar K.V 已提交
931 932
		brelse(inode_bitmap_bh);
		inode_bitmap_bh = ext4_read_inode_bitmap(sb, group);
933
		/* Skip groups with suspicious inode tables */
934 935 936
		if (EXT4_MB_GRP_IBITMAP_CORRUPT(grp) ||
		    IS_ERR(inode_bitmap_bh)) {
			inode_bitmap_bh = NULL;
W
Wang Shilong 已提交
937
			goto next_group;
938
		}
939 940

repeat_in_this_group:
941 942
		ret2 = find_inode_bit(sb, group, inode_bitmap_bh, &ino);
		if (!ret2)
943
			goto next_group;
944 945

		if (group == 0 && (ino + 1) < EXT4_FIRST_INO(sb)) {
946 947
			ext4_error(sb, "reserved inode found cleared - "
				   "inode=%lu", ino + 1);
W
Wang Shilong 已提交
948
			goto next_group;
949
		}
950

951 952 953
		if (!handle) {
			BUG_ON(nblocks <= 0);
			handle = __ext4_journal_start_sb(dir->i_sb, line_no,
954 955
							 handle_type, nblocks,
							 0);
956 957
			if (IS_ERR(handle)) {
				err = PTR_ERR(handle);
958 959
				ext4_std_error(sb, err);
				goto out;
960 961
			}
		}
962 963
		BUFFER_TRACE(inode_bitmap_bh, "get_write_access");
		err = ext4_journal_get_write_access(handle, inode_bitmap_bh);
964 965 966 967
		if (err) {
			ext4_std_error(sb, err);
			goto out;
		}
968 969
		ext4_lock_group(sb, group);
		ret2 = ext4_test_and_set_bit(ino, inode_bitmap_bh->b_data);
970 971 972 973 974 975 976 977 978 979 980 981
		if (ret2) {
			/* Someone already took the bit. Repeat the search
			 * with lock held.
			 */
			ret2 = find_inode_bit(sb, group, inode_bitmap_bh, &ino);
			if (ret2) {
				ext4_set_bit(ino, inode_bitmap_bh->b_data);
				ret2 = 0;
			} else {
				ret2 = 1; /* we didn't grab the inode */
			}
		}
982 983 984 985
		ext4_unlock_group(sb, group);
		ino++;		/* the inode bitmap is zero-based */
		if (!ret2)
			goto got; /* we grabbed the inode! */
986

987 988
		if (ino < EXT4_INODES_PER_GROUP(sb))
			goto repeat_in_this_group;
989 990 991
next_group:
		if (++group == ngroups)
			group = 0;
992 993 994 995 996
	}
	err = -ENOSPC;
	goto out;

got:
997 998
	BUFFER_TRACE(inode_bitmap_bh, "call ext4_handle_dirty_metadata");
	err = ext4_handle_dirty_metadata(handle, NULL, inode_bitmap_bh);
999 1000 1001 1002
	if (err) {
		ext4_std_error(sb, err);
		goto out;
	}
1003

1004 1005 1006 1007 1008 1009 1010
	BUFFER_TRACE(group_desc_bh, "get_write_access");
	err = ext4_journal_get_write_access(handle, group_desc_bh);
	if (err) {
		ext4_std_error(sb, err);
		goto out;
	}

A
Andreas Dilger 已提交
1011
	/* We may have to initialize the block bitmap if it isn't already */
1012
	if (ext4_has_group_desc_csum(sb) &&
A
Andreas Dilger 已提交
1013
	    gdp->bg_flags & cpu_to_le16(EXT4_BG_BLOCK_UNINIT)) {
A
Aneesh Kumar K.V 已提交
1014
		struct buffer_head *block_bitmap_bh;
A
Andreas Dilger 已提交
1015

A
Aneesh Kumar K.V 已提交
1016
		block_bitmap_bh = ext4_read_block_bitmap(sb, group);
1017 1018
		if (IS_ERR(block_bitmap_bh)) {
			err = PTR_ERR(block_bitmap_bh);
1019 1020
			goto out;
		}
A
Aneesh Kumar K.V 已提交
1021 1022
		BUFFER_TRACE(block_bitmap_bh, "get block bitmap access");
		err = ext4_journal_get_write_access(handle, block_bitmap_bh);
A
Andreas Dilger 已提交
1023
		if (err) {
A
Aneesh Kumar K.V 已提交
1024
			brelse(block_bitmap_bh);
1025 1026
			ext4_std_error(sb, err);
			goto out;
A
Andreas Dilger 已提交
1027 1028
		}

1029 1030 1031
		BUFFER_TRACE(block_bitmap_bh, "dirty block bitmap");
		err = ext4_handle_dirty_metadata(handle, NULL, block_bitmap_bh);

A
Andreas Dilger 已提交
1032
		/* recheck and clear flag under lock if we still need to */
1033
		ext4_lock_group(sb, group);
A
Andreas Dilger 已提交
1034
		if (gdp->bg_flags & cpu_to_le16(EXT4_BG_BLOCK_UNINIT)) {
A
Aneesh Kumar K.V 已提交
1035
			gdp->bg_flags &= cpu_to_le16(~EXT4_BG_BLOCK_UNINIT);
1036
			ext4_free_group_clusters_set(sb, gdp,
1037
				ext4_free_clusters_after_init(sb, group, gdp));
1038
			ext4_block_bitmap_csum_set(sb, group, gdp,
1039
						   block_bitmap_bh);
1040
			ext4_group_desc_csum_set(sb, group, gdp);
A
Andreas Dilger 已提交
1041
		}
1042
		ext4_unlock_group(sb, group);
1043
		brelse(block_bitmap_bh);
A
Andreas Dilger 已提交
1044

1045 1046 1047 1048
		if (err) {
			ext4_std_error(sb, err);
			goto out;
		}
A
Andreas Dilger 已提交
1049
	}
1050 1051

	/* Update the relevant bg descriptor fields */
1052
	if (ext4_has_group_desc_csum(sb)) {
1053 1054 1055 1056 1057 1058 1059 1060 1061 1062 1063 1064 1065 1066 1067 1068 1069 1070 1071 1072
		int free;
		struct ext4_group_info *grp = ext4_get_group_info(sb, group);

		down_read(&grp->alloc_sem); /* protect vs itable lazyinit */
		ext4_lock_group(sb, group); /* while we modify the bg desc */
		free = EXT4_INODES_PER_GROUP(sb) -
			ext4_itable_unused_count(sb, gdp);
		if (gdp->bg_flags & cpu_to_le16(EXT4_BG_INODE_UNINIT)) {
			gdp->bg_flags &= cpu_to_le16(~EXT4_BG_INODE_UNINIT);
			free = 0;
		}
		/*
		 * Check the relative inode number against the last used
		 * relative inode number in this group. if it is greater
		 * we need to update the bg_itable_unused count
		 */
		if (ino > free)
			ext4_itable_unused_set(sb, gdp,
					(EXT4_INODES_PER_GROUP(sb) - ino));
		up_read(&grp->alloc_sem);
1073 1074
	} else {
		ext4_lock_group(sb, group);
1075
	}
1076

1077 1078 1079 1080 1081 1082 1083 1084 1085
	ext4_free_inodes_set(sb, gdp, ext4_free_inodes_count(sb, gdp) - 1);
	if (S_ISDIR(mode)) {
		ext4_used_dirs_set(sb, gdp, ext4_used_dirs_count(sb, gdp) + 1);
		if (sbi->s_log_groups_per_flex) {
			ext4_group_t f = ext4_flex_group(sbi, group);

			atomic_inc(&sbi->s_flex_groups[f].used_dirs);
		}
	}
1086 1087 1088
	if (ext4_has_group_desc_csum(sb)) {
		ext4_inode_bitmap_csum_set(sb, group, gdp, inode_bitmap_bh,
					   EXT4_INODES_PER_GROUP(sb) / 8);
1089
		ext4_group_desc_csum_set(sb, group, gdp);
1090
	}
1091
	ext4_unlock_group(sb, group);
1092

A
Aneesh Kumar K.V 已提交
1093 1094
	BUFFER_TRACE(group_desc_bh, "call ext4_handle_dirty_metadata");
	err = ext4_handle_dirty_metadata(handle, NULL, group_desc_bh);
1095 1096 1097 1098
	if (err) {
		ext4_std_error(sb, err);
		goto out;
	}
1099 1100 1101 1102 1103

	percpu_counter_dec(&sbi->s_freeinodes_counter);
	if (S_ISDIR(mode))
		percpu_counter_inc(&sbi->s_dirs_counter);

1104 1105
	if (sbi->s_log_groups_per_flex) {
		flex_group = ext4_flex_group(sbi, group);
1106
		atomic_dec(&sbi->s_flex_groups[flex_group].free_inodes);
1107
	}
1108

A
Andreas Dilger 已提交
1109
	inode->i_ino = ino + group * EXT4_INODES_PER_GROUP(sb);
1110 1111
	/* This is the optimal IO size (for stat), not the fs block size */
	inode->i_blocks = 0;
K
Kalpak Shah 已提交
1112
	inode->i_mtime = inode->i_atime = inode->i_ctime = ei->i_crtime =
1113
						       current_time(inode);
1114 1115 1116 1117 1118

	memset(ei->i_data, 0, sizeof(ei->i_data));
	ei->i_dir_start_lookup = 0;
	ei->i_disksize = 0;

1119
	/* Don't inherit extent flag from directory, amongst others. */
1120 1121
	ei->i_flags =
		ext4_mask_flags(mode, EXT4_I(dir)->i_flags & EXT4_FL_INHERITED);
1122
	ei->i_flags |= i_flags;
1123 1124 1125
	ei->i_file_acl = 0;
	ei->i_dtime = 0;
	ei->i_block_group = group;
1126
	ei->i_last_alloc_group = ~0;
1127

1128
	ext4_set_inode_flags(inode);
1129
	if (IS_DIRSYNC(inode))
1130
		ext4_handle_sync(handle);
A
Al Viro 已提交
1131
	if (insert_inode_locked(inode) < 0) {
1132 1133 1134 1135 1136
		/*
		 * Likely a bitmap corruption causing inode to be allocated
		 * twice.
		 */
		err = -EIO;
1137 1138 1139
		ext4_error(sb, "failed to insert inode %lu: doubly allocated?",
			   inode->i_ino);
		goto out;
A
Al Viro 已提交
1140
	}
1141 1142 1143 1144
	spin_lock(&sbi->s_next_gen_lock);
	inode->i_generation = sbi->s_next_generation++;
	spin_unlock(&sbi->s_next_gen_lock);

1145
	/* Precompute checksum seed for inode metadata */
1146
	if (ext4_has_metadata_csum(sb)) {
1147 1148 1149 1150 1151 1152 1153 1154 1155
		__u32 csum;
		__le32 inum = cpu_to_le32(inode->i_ino);
		__le32 gen = cpu_to_le32(inode->i_generation);
		csum = ext4_chksum(sbi, sbi->s_csum_seed, (__u8 *)&inum,
				   sizeof(inum));
		ei->i_csum_seed = ext4_chksum(sbi, csum, (__u8 *)&gen,
					      sizeof(gen));
	}

1156
	ext4_clear_state_flags(ei); /* Only relevant on 32-bit archs */
1157
	ext4_set_inode_state(inode, EXT4_STATE_NEW);
K
Kalpak Shah 已提交
1158 1159

	ei->i_extra_isize = EXT4_SB(sb)->s_want_extra_isize;
T
Tao Ma 已提交
1160
	ei->i_inline_off = 0;
1161
	if (ext4_has_feature_inline_data(sb))
T
Tao Ma 已提交
1162
		ext4_set_inode_state(inode, EXT4_STATE_MAY_INLINE_DATA);
1163
	ret = inode;
1164 1165
	err = dquot_alloc_inode(inode);
	if (err)
1166 1167
		goto fail_drop;

1168 1169 1170 1171 1172 1173 1174 1175 1176 1177 1178
	/*
	 * Since the encryption xattr will always be unique, create it first so
	 * that it's less likely to end up in an external xattr block and
	 * prevent its deduplication.
	 */
	if (encrypt) {
		err = fscrypt_inherit_context(dir, inode, handle, true);
		if (err)
			goto fail_free_drop;
	}

1179 1180 1181 1182
	if (!(ei->i_flags & EXT4_EA_INODE_FL)) {
		err = ext4_init_acl(handle, inode, dir);
		if (err)
			goto fail_free_drop;
1183

1184 1185 1186 1187
		err = ext4_init_security(handle, inode, dir, qstr);
		if (err)
			goto fail_free_drop;
	}
1188

1189
	if (ext4_has_feature_extents(sb)) {
1190
		/* set extent flag only for directory, file and normal symlink*/
1191
		if (S_ISDIR(mode) || S_ISREG(mode) || S_ISLNK(mode)) {
1192
			ext4_set_inode_flag(inode, EXT4_INODE_EXTENTS);
1193 1194
			ext4_ext_tree_init(handle, inode);
		}
A
Alex Tomas 已提交
1195
	}
1196

1197 1198 1199 1200 1201
	if (ext4_handle_valid(handle)) {
		ei->i_sync_tid = handle->h_transaction->t_tid;
		ei->i_datasync_tid = handle->h_transaction->t_tid;
	}

1202 1203 1204 1205 1206 1207
	err = ext4_mark_inode_dirty(handle, inode);
	if (err) {
		ext4_std_error(sb, err);
		goto fail_free_drop;
	}

1208
	ext4_debug("allocating inode %lu\n", inode->i_ino);
1209
	trace_ext4_allocate_inode(inode, dir, mode);
A
Aneesh Kumar K.V 已提交
1210
	brelse(inode_bitmap_bh);
1211 1212 1213
	return ret;

fail_free_drop:
1214
	dquot_free_inode(inode);
1215
fail_drop:
1216
	clear_nlink(inode);
A
Al Viro 已提交
1217
	unlock_new_inode(inode);
1218 1219 1220
out:
	dquot_drop(inode);
	inode->i_flags |= S_NOQUOTA;
1221
	iput(inode);
A
Aneesh Kumar K.V 已提交
1222
	brelse(inode_bitmap_bh);
1223 1224 1225 1226
	return ERR_PTR(err);
}

/* Verify that we are loading a valid orphan from disk */
1227
struct inode *ext4_orphan_get(struct super_block *sb, unsigned long ino)
1228
{
1229
	unsigned long max_ino = le32_to_cpu(EXT4_SB(sb)->s_es->s_inodes_count);
1230
	ext4_group_t block_group;
1231
	int bit;
1232
	struct buffer_head *bitmap_bh = NULL;
1233
	struct inode *inode = NULL;
1234
	int err = -EFSCORRUPTED;
1235

1236 1237
	if (ino < EXT4_FIRST_INO(sb) || ino > max_ino)
		goto bad_orphan;
1238

1239 1240
	block_group = (ino - 1) / EXT4_INODES_PER_GROUP(sb);
	bit = (ino - 1) % EXT4_INODES_PER_GROUP(sb);
1241
	bitmap_bh = ext4_read_inode_bitmap(sb, block_group);
1242
	if (IS_ERR(bitmap_bh)) {
1243 1244 1245
		ext4_error(sb, "inode bitmap error %ld for orphan %lu",
			   ino, PTR_ERR(bitmap_bh));
		return (struct inode *) bitmap_bh;
1246 1247 1248 1249 1250 1251
	}

	/* Having the inode bit set should be a 100% indicator that this
	 * is a valid orphan (no e2fsck run on fs).  Orphans also include
	 * inodes that were being truncated, so we can't check i_nlink==0.
	 */
1252 1253 1254 1255
	if (!ext4_test_bit(bit, bitmap_bh->b_data))
		goto bad_orphan;

	inode = ext4_iget(sb, ino);
1256 1257 1258 1259 1260 1261
	if (IS_ERR(inode)) {
		err = PTR_ERR(inode);
		ext4_error(sb, "couldn't read orphan inode %lu (err %d)",
			   ino, err);
		return inode;
	}
1262

1263
	/*
1264 1265 1266 1267
	 * If the orphans has i_nlinks > 0 then it should be able to
	 * be truncated, otherwise it won't be removed from the orphan
	 * list during processing and an infinite loop will result.
	 * Similarly, it must not be a bad inode.
1268
	 */
1269 1270
	if ((inode->i_nlink && !ext4_can_truncate(inode)) ||
	    is_bad_inode(inode))
1271 1272
		goto bad_orphan;

1273 1274 1275 1276 1277 1278
	if (NEXT_ORPHAN(inode) > max_ino)
		goto bad_orphan;
	brelse(bitmap_bh);
	return inode;

bad_orphan:
1279 1280 1281 1282 1283
	ext4_error(sb, "bad orphan inode %lu", ino);
	if (bitmap_bh)
		printk(KERN_ERR "ext4_test_bit(bit=%d, block=%llu) = %d\n",
		       bit, (unsigned long long)bitmap_bh->b_blocknr,
		       ext4_test_bit(bit, bitmap_bh->b_data));
1284
	if (inode) {
1285
		printk(KERN_ERR "is_bad_inode(inode)=%d\n",
1286
		       is_bad_inode(inode));
1287
		printk(KERN_ERR "NEXT_ORPHAN(inode)=%u\n",
1288
		       NEXT_ORPHAN(inode));
1289 1290
		printk(KERN_ERR "max_ino=%lu\n", max_ino);
		printk(KERN_ERR "i_nlink=%u\n", inode->i_nlink);
1291
		/* Avoid freeing blocks if we got a bad deleted inode */
1292
		if (inode->i_nlink == 0)
1293 1294 1295 1296
			inode->i_blocks = 0;
		iput(inode);
	}
	brelse(bitmap_bh);
1297
	return ERR_PTR(err);
1298 1299
}

1300
unsigned long ext4_count_free_inodes(struct super_block *sb)
1301 1302
{
	unsigned long desc_count;
1303
	struct ext4_group_desc *gdp;
1304
	ext4_group_t i, ngroups = ext4_get_groups_count(sb);
1305 1306
#ifdef EXT4FS_DEBUG
	struct ext4_super_block *es;
1307 1308 1309
	unsigned long bitmap_count, x;
	struct buffer_head *bitmap_bh = NULL;

1310
	es = EXT4_SB(sb)->s_es;
1311 1312 1313
	desc_count = 0;
	bitmap_count = 0;
	gdp = NULL;
1314
	for (i = 0; i < ngroups; i++) {
1315
		gdp = ext4_get_group_desc(sb, i, NULL);
1316 1317
		if (!gdp)
			continue;
1318
		desc_count += ext4_free_inodes_count(sb, gdp);
1319
		brelse(bitmap_bh);
1320
		bitmap_bh = ext4_read_inode_bitmap(sb, i);
1321 1322
		if (IS_ERR(bitmap_bh)) {
			bitmap_bh = NULL;
1323
			continue;
1324
		}
1325

1326 1327
		x = ext4_count_free(bitmap_bh->b_data,
				    EXT4_INODES_PER_GROUP(sb) / 8);
E
Eric Sandeen 已提交
1328
		printk(KERN_DEBUG "group %lu: stored = %d, counted = %lu\n",
1329
			(unsigned long) i, ext4_free_inodes_count(sb, gdp), x);
1330 1331 1332
		bitmap_count += x;
	}
	brelse(bitmap_bh);
1333 1334 1335
	printk(KERN_DEBUG "ext4_count_free_inodes: "
	       "stored = %u, computed = %lu, %lu\n",
	       le32_to_cpu(es->s_free_inodes_count), desc_count, bitmap_count);
1336 1337 1338
	return desc_count;
#else
	desc_count = 0;
1339
	for (i = 0; i < ngroups; i++) {
1340
		gdp = ext4_get_group_desc(sb, i, NULL);
1341 1342
		if (!gdp)
			continue;
1343
		desc_count += ext4_free_inodes_count(sb, gdp);
1344 1345 1346 1347 1348 1349 1350
		cond_resched();
	}
	return desc_count;
#endif
}

/* Called at mount-time, super-block is locked */
1351
unsigned long ext4_count_dirs(struct super_block * sb)
1352 1353
{
	unsigned long count = 0;
1354
	ext4_group_t i, ngroups = ext4_get_groups_count(sb);
1355

1356
	for (i = 0; i < ngroups; i++) {
1357
		struct ext4_group_desc *gdp = ext4_get_group_desc(sb, i, NULL);
1358 1359
		if (!gdp)
			continue;
1360
		count += ext4_used_dirs_count(sb, gdp);
1361 1362 1363
	}
	return count;
}
1364 1365 1366 1367 1368 1369 1370

/*
 * Zeroes not yet zeroed inode table - just write zeroes through the whole
 * inode table. Must be called without any spinlock held. The only place
 * where it is called from on active part of filesystem is ext4lazyinit
 * thread, so we do not need any special locks, however we have to prevent
 * inode allocation from the current group, so we take alloc_sem lock, to
1371
 * block ext4_new_inode() until we are finished.
1372
 */
1373
int ext4_init_inode_table(struct super_block *sb, ext4_group_t group,
1374 1375 1376 1377 1378 1379 1380 1381 1382 1383 1384
				 int barrier)
{
	struct ext4_group_info *grp = ext4_get_group_info(sb, group);
	struct ext4_sb_info *sbi = EXT4_SB(sb);
	struct ext4_group_desc *gdp = NULL;
	struct buffer_head *group_desc_bh;
	handle_t *handle;
	ext4_fsblk_t blk;
	int num, ret = 0, used_blks = 0;

	/* This should not happen, but just to be sure check this */
1385
	if (sb_rdonly(sb)) {
1386 1387 1388 1389 1390 1391 1392 1393 1394 1395 1396 1397 1398 1399 1400
		ret = 1;
		goto out;
	}

	gdp = ext4_get_group_desc(sb, group, &group_desc_bh);
	if (!gdp)
		goto out;

	/*
	 * We do not need to lock this, because we are the only one
	 * handling this flag.
	 */
	if (gdp->bg_flags & cpu_to_le16(EXT4_BG_INODE_ZEROED))
		goto out;

1401
	handle = ext4_journal_start_sb(sb, EXT4_HT_MISC, 1);
1402 1403 1404 1405 1406 1407 1408 1409 1410 1411 1412 1413 1414 1415 1416 1417
	if (IS_ERR(handle)) {
		ret = PTR_ERR(handle);
		goto out;
	}

	down_write(&grp->alloc_sem);
	/*
	 * If inode bitmap was already initialized there may be some
	 * used inodes so we need to skip blocks with used inodes in
	 * inode table.
	 */
	if (!(gdp->bg_flags & cpu_to_le16(EXT4_BG_INODE_UNINIT)))
		used_blks = DIV_ROUND_UP((EXT4_INODES_PER_GROUP(sb) -
			    ext4_itable_unused_count(sb, gdp)),
			    sbi->s_inodes_per_block);

1418
	if ((used_blks < 0) || (used_blks > sbi->s_itb_per_group)) {
1419 1420 1421
		ext4_error(sb, "Something is wrong with group %u: "
			   "used itable blocks: %d; "
			   "itable unused count: %u",
1422 1423 1424
			   group, used_blks,
			   ext4_itable_unused_count(sb, gdp));
		ret = 1;
1425
		goto err_out;
1426 1427
	}

1428 1429 1430 1431 1432 1433 1434 1435 1436 1437 1438 1439 1440 1441 1442 1443 1444 1445 1446
	blk = ext4_inode_table(sb, gdp) + used_blks;
	num = sbi->s_itb_per_group - used_blks;

	BUFFER_TRACE(group_desc_bh, "get_write_access");
	ret = ext4_journal_get_write_access(handle,
					    group_desc_bh);
	if (ret)
		goto err_out;

	/*
	 * Skip zeroout if the inode table is full. But we set the ZEROED
	 * flag anyway, because obviously, when it is full it does not need
	 * further zeroing.
	 */
	if (unlikely(num == 0))
		goto skip_zeroout;

	ext4_debug("going to zero out inode table in group %d\n",
		   group);
1447
	ret = sb_issue_zeroout(sb, blk, num, GFP_NOFS);
1448 1449
	if (ret < 0)
		goto err_out;
1450 1451
	if (barrier)
		blkdev_issue_flush(sb->s_bdev, GFP_NOFS, NULL);
1452 1453 1454 1455

skip_zeroout:
	ext4_lock_group(sb, group);
	gdp->bg_flags |= cpu_to_le16(EXT4_BG_INODE_ZEROED);
1456
	ext4_group_desc_csum_set(sb, group, gdp);
1457 1458 1459 1460 1461 1462 1463 1464 1465 1466 1467 1468 1469
	ext4_unlock_group(sb, group);

	BUFFER_TRACE(group_desc_bh,
		     "call ext4_handle_dirty_metadata");
	ret = ext4_handle_dirty_metadata(handle, NULL,
					 group_desc_bh);

err_out:
	up_write(&grp->alloc_sem);
	ext4_journal_stop(handle);
out:
	return ret;
}