inode.c 122.8 KB
Newer Older
C
Chris Mason 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18
/*
 * Copyright (C) 2007 Oracle.  All rights reserved.
 *
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public
 * License v2 as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * General Public License for more details.
 *
 * You should have received a copy of the GNU General Public
 * License along with this program; if not, write to the
 * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
 * Boston, MA 021110-1307, USA.
 */

19
#include <linux/kernel.h>
20
#include <linux/bio.h>
C
Chris Mason 已提交
21
#include <linux/buffer_head.h>
S
Sage Weil 已提交
22
#include <linux/file.h>
C
Chris Mason 已提交
23 24 25 26 27 28 29 30 31 32 33 34 35
#include <linux/fs.h>
#include <linux/pagemap.h>
#include <linux/highmem.h>
#include <linux/time.h>
#include <linux/init.h>
#include <linux/string.h>
#include <linux/smp_lock.h>
#include <linux/backing-dev.h>
#include <linux/mpage.h>
#include <linux/swap.h>
#include <linux/writeback.h>
#include <linux/statfs.h>
#include <linux/compat.h>
C
Chris Mason 已提交
36
#include <linux/bit_spinlock.h>
37
#include <linux/version.h>
J
Josef Bacik 已提交
38
#include <linux/xattr.h>
J
Josef Bacik 已提交
39
#include <linux/posix_acl.h>
Y
Yan Zheng 已提交
40
#include <linux/falloc.h>
C
Chris Mason 已提交
41 42 43 44 45 46
#include "ctree.h"
#include "disk-io.h"
#include "transaction.h"
#include "btrfs_inode.h"
#include "ioctl.h"
#include "print-tree.h"
47
#include "volumes.h"
48
#include "ordered-data.h"
49
#include "xattr.h"
50 51
#include "compat.h"
#include "tree-log.h"
Y
Yan Zheng 已提交
52
#include "ref-cache.h"
C
Chris Mason 已提交
53
#include "compression.h"
C
Chris Mason 已提交
54 55 56 57 58 59 60 61 62

struct btrfs_iget_args {
	u64 ino;
	struct btrfs_root *root;
};

static struct inode_operations btrfs_dir_inode_operations;
static struct inode_operations btrfs_symlink_inode_operations;
static struct inode_operations btrfs_dir_ro_inode_operations;
J
Josef Bacik 已提交
63
static struct inode_operations btrfs_special_inode_operations;
C
Chris Mason 已提交
64 65 66 67
static struct inode_operations btrfs_file_inode_operations;
static struct address_space_operations btrfs_aops;
static struct address_space_operations btrfs_symlink_aops;
static struct file_operations btrfs_dir_file_operations;
68
static struct extent_io_ops btrfs_extent_io_ops;
C
Chris Mason 已提交
69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86

static struct kmem_cache *btrfs_inode_cachep;
struct kmem_cache *btrfs_trans_handle_cachep;
struct kmem_cache *btrfs_transaction_cachep;
struct kmem_cache *btrfs_bit_radix_cachep;
struct kmem_cache *btrfs_path_cachep;

#define S_SHIFT 12
static unsigned char btrfs_type_by_mode[S_IFMT >> S_SHIFT] = {
	[S_IFREG >> S_SHIFT]	= BTRFS_FT_REG_FILE,
	[S_IFDIR >> S_SHIFT]	= BTRFS_FT_DIR,
	[S_IFCHR >> S_SHIFT]	= BTRFS_FT_CHRDEV,
	[S_IFBLK >> S_SHIFT]	= BTRFS_FT_BLKDEV,
	[S_IFIFO >> S_SHIFT]	= BTRFS_FT_FIFO,
	[S_IFSOCK >> S_SHIFT]	= BTRFS_FT_SOCK,
	[S_IFLNK >> S_SHIFT]	= BTRFS_FT_SYMLINK,
};

87
static void btrfs_truncate(struct inode *inode);
C
Chris Mason 已提交
88
static int btrfs_finish_ordered_io(struct inode *inode, u64 start, u64 end);
89

C
Chris Mason 已提交
90 91 92 93
/*
 * a very lame attempt at stopping writes when the FS is 85% full.  There
 * are countless ways this is incorrect, but it is better than nothing.
 */
94 95 96
int btrfs_check_free_space(struct btrfs_root *root, u64 num_required,
			   int for_del)
{
97 98
	u64 total;
	u64 used;
99
	u64 thresh;
100
	unsigned long flags;
101 102
	int ret = 0;

103 104 105
	spin_lock_irqsave(&root->fs_info->delalloc_lock, flags);
	total = btrfs_super_total_bytes(&root->fs_info->super_copy);
	used = btrfs_super_bytes_used(&root->fs_info->super_copy);
106
	if (for_del)
107
		thresh = total * 90;
108
	else
109 110 111
		thresh = total * 85;

	do_div(thresh, 100);
112 113 114

	if (used + root->fs_info->delalloc_bytes + num_required > thresh)
		ret = -ENOSPC;
115
	spin_unlock_irqrestore(&root->fs_info->delalloc_lock, flags);
116 117 118
	return ret;
}

C
Chris Mason 已提交
119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241
/*
 * this does all the hard work for inserting an inline extent into
 * the btree.  The caller should have done a btrfs_drop_extents so that
 * no overlapping inline items exist in the btree
 */
static int noinline insert_inline_extent(struct btrfs_trans_handle *trans,
				struct btrfs_root *root, struct inode *inode,
				u64 start, size_t size, size_t compressed_size,
				struct page **compressed_pages)
{
	struct btrfs_key key;
	struct btrfs_path *path;
	struct extent_buffer *leaf;
	struct page *page = NULL;
	char *kaddr;
	unsigned long ptr;
	struct btrfs_file_extent_item *ei;
	int err = 0;
	int ret;
	size_t cur_size = size;
	size_t datasize;
	unsigned long offset;
	int use_compress = 0;

	if (compressed_size && compressed_pages) {
		use_compress = 1;
		cur_size = compressed_size;
	}

	path = btrfs_alloc_path(); if (!path)
		return -ENOMEM;

	btrfs_set_trans_block_group(trans, inode);

	key.objectid = inode->i_ino;
	key.offset = start;
	btrfs_set_key_type(&key, BTRFS_EXTENT_DATA_KEY);
	inode_add_bytes(inode, size);
	datasize = btrfs_file_extent_calc_inline_size(cur_size);

	inode_add_bytes(inode, size);
	ret = btrfs_insert_empty_item(trans, root, path, &key,
				      datasize);
	BUG_ON(ret);
	if (ret) {
		err = ret;
		printk("got bad ret %d\n", ret);
		goto fail;
	}
	leaf = path->nodes[0];
	ei = btrfs_item_ptr(leaf, path->slots[0],
			    struct btrfs_file_extent_item);
	btrfs_set_file_extent_generation(leaf, ei, trans->transid);
	btrfs_set_file_extent_type(leaf, ei, BTRFS_FILE_EXTENT_INLINE);
	btrfs_set_file_extent_encryption(leaf, ei, 0);
	btrfs_set_file_extent_other_encoding(leaf, ei, 0);
	btrfs_set_file_extent_ram_bytes(leaf, ei, size);
	ptr = btrfs_file_extent_inline_start(ei);

	if (use_compress) {
		struct page *cpage;
		int i = 0;
		while(compressed_size > 0) {
			cpage = compressed_pages[i];
			cur_size = min(compressed_size,
				       PAGE_CACHE_SIZE);

			kaddr = kmap(cpage);
			write_extent_buffer(leaf, kaddr, ptr, cur_size);
			kunmap(cpage);

			i++;
			ptr += cur_size;
			compressed_size -= cur_size;
		}
		btrfs_set_file_extent_compression(leaf, ei,
						  BTRFS_COMPRESS_ZLIB);
	} else {
		page = find_get_page(inode->i_mapping,
				     start >> PAGE_CACHE_SHIFT);
		btrfs_set_file_extent_compression(leaf, ei, 0);
		kaddr = kmap_atomic(page, KM_USER0);
		offset = start & (PAGE_CACHE_SIZE - 1);
		write_extent_buffer(leaf, kaddr + offset, ptr, size);
		kunmap_atomic(kaddr, KM_USER0);
		page_cache_release(page);
	}
	btrfs_mark_buffer_dirty(leaf);
	btrfs_free_path(path);

	BTRFS_I(inode)->disk_i_size = inode->i_size;
	btrfs_update_inode(trans, root, inode);
	return 0;
fail:
	btrfs_free_path(path);
	return err;
}


/*
 * conditionally insert an inline extent into the file.  This
 * does the checks required to make sure the data is small enough
 * to fit as an inline extent.
 */
static int cow_file_range_inline(struct btrfs_trans_handle *trans,
				 struct btrfs_root *root,
				 struct inode *inode, u64 start, u64 end,
				 size_t compressed_size,
				 struct page **compressed_pages)
{
	u64 isize = i_size_read(inode);
	u64 actual_end = min(end + 1, isize);
	u64 inline_len = actual_end - start;
	u64 aligned_end = (end + root->sectorsize - 1) &
			~((u64)root->sectorsize - 1);
	u64 hint_byte;
	u64 data_len = inline_len;
	int ret;

	if (compressed_size)
		data_len = compressed_size;

	if (start > 0 ||
C
Chris Mason 已提交
242
	    actual_end >= PAGE_CACHE_SIZE ||
C
Chris Mason 已提交
243 244 245 246 247 248 249 250 251
	    data_len >= BTRFS_MAX_INLINE_DATA_SIZE(root) ||
	    (!compressed_size &&
	    (actual_end & (root->sectorsize - 1)) == 0) ||
	    end + 1 < isize ||
	    data_len > root->fs_info->max_inline) {
		return 1;
	}

	ret = btrfs_drop_extents(trans, root, inode, start,
C
Chris Mason 已提交
252
				 aligned_end, start, &hint_byte);
C
Chris Mason 已提交
253 254 255 256 257 258 259 260 261 262 263 264
	BUG_ON(ret);

	if (isize > actual_end)
		inline_len = min_t(u64, isize, actual_end);
	ret = insert_inline_extent(trans, root, inode, start,
				   inline_len, compressed_size,
				   compressed_pages);
	BUG_ON(ret);
	btrfs_drop_extent_cache(inode, start, aligned_end, 0);
	return 0;
}

C
Chris Mason 已提交
265 266 267 268 269
/*
 * when extent_io.c finds a delayed allocation range in the file,
 * the call backs end up in this code.  The basic idea is to
 * allocate extents on disk for the range, and create ordered data structs
 * in ram to track those extents.
C
Chris Mason 已提交
270 271 272 273 274 275 276
 *
 * locked_page is the page that writepage had locked already.  We use
 * it to make sure we don't do extra locks or unlocks.
 *
 * *page_started is set to one if we unlock locked_page and do everything
 * required to start IO on it.  It may be clean and already done with
 * IO when we return.
C
Chris Mason 已提交
277
 */
C
Chris Mason 已提交
278 279
static int cow_file_range(struct inode *inode, struct page *locked_page,
			  u64 start, u64 end, int *page_started)
280 281 282 283
{
	struct btrfs_root *root = BTRFS_I(inode)->root;
	struct btrfs_trans_handle *trans;
	u64 alloc_hint = 0;
284
	u64 num_bytes;
C
Chris Mason 已提交
285 286 287
	unsigned long ram_size;
	u64 orig_start;
	u64 disk_num_bytes;
288
	u64 cur_alloc_size;
289
	u64 blocksize = root->sectorsize;
C
Chris Mason 已提交
290
	u64 actual_end;
291
	struct btrfs_key ins;
292 293 294
	struct extent_map *em;
	struct extent_map_tree *em_tree = &BTRFS_I(inode)->extent_tree;
	int ret = 0;
C
Chris Mason 已提交
295 296 297 298 299 300 301 302
	struct page **pages = NULL;
	unsigned long nr_pages;
	unsigned long nr_pages_ret = 0;
	unsigned long total_compressed = 0;
	unsigned long total_in = 0;
	unsigned long max_compressed = 128 * 1024;
	unsigned long max_uncompressed = 256 * 1024;
	int i;
Y
Yan Zheng 已提交
303
	int ordered_type;
C
Chris Mason 已提交
304
	int will_compress;
305

306
	trans = btrfs_join_transaction(root, 1);
307
	BUG_ON(!trans);
308
	btrfs_set_trans_block_group(trans, inode);
C
Chris Mason 已提交
309 310 311 312 313 314 315 316 317 318 319 320
	orig_start = start;

	/*
	 * compression made this loop a bit ugly, but the basic idea is to
	 * compress some pages but keep the total size of the compressed
	 * extent relatively small.  If compression is off, this goto target
	 * is never used.
	 */
again:
	will_compress = 0;
	nr_pages = (end >> PAGE_CACHE_SHIFT) - (start >> PAGE_CACHE_SHIFT) + 1;
	nr_pages = min(nr_pages, (128 * 1024UL) / PAGE_CACHE_SIZE);
321

C
Chris Mason 已提交
322 323 324 325 326 327 328 329
	actual_end = min_t(u64, i_size_read(inode), end + 1);
	total_compressed = actual_end - start;

	/* we want to make sure that amount of ram required to uncompress
	 * an extent is reasonable, so we limit the total size in ram
	 * of a compressed extent to 256k
	 */
	total_compressed = min(total_compressed, max_uncompressed);
330
	num_bytes = (end - start + blocksize) & ~(blocksize - 1);
331
	num_bytes = max(blocksize,  num_bytes);
C
Chris Mason 已提交
332 333 334
	disk_num_bytes = num_bytes;
	total_in = 0;
	ret = 0;
335

C
Chris Mason 已提交
336 337 338 339 340 341
	/* we do compression for mount -o compress and when the
	 * inode has not been flagged as nocompress
	 */
	if (!btrfs_test_flag(inode, NOCOMPRESS) &&
	    btrfs_test_opt(root, COMPRESS)) {
		WARN_ON(pages);
342
		pages = kzalloc(sizeof(struct page *) * nr_pages, GFP_NOFS);
C
Chris Mason 已提交
343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426

		/* we want to make sure the amount of IO required to satisfy
		 * a random read is reasonably small, so we limit the size
		 * of a compressed extent to 128k
		 */
		ret = btrfs_zlib_compress_pages(inode->i_mapping, start,
						total_compressed, pages,
						nr_pages, &nr_pages_ret,
						&total_in,
						&total_compressed,
						max_compressed);

		if (!ret) {
			unsigned long offset = total_compressed &
				(PAGE_CACHE_SIZE - 1);
			struct page *page = pages[nr_pages_ret - 1];
			char *kaddr;

			/* zero the tail end of the last page, we might be
			 * sending it down to disk
			 */
			if (offset) {
				kaddr = kmap_atomic(page, KM_USER0);
				memset(kaddr + offset, 0,
				       PAGE_CACHE_SIZE - offset);
				kunmap_atomic(kaddr, KM_USER0);
			}
			will_compress = 1;
		}
	}
	if (start == 0) {
		/* lets try to make an inline extent */
		if (ret || total_in < (end - start + 1)) {
			/* we didn't compress the entire range, try
			 * to make an uncompressed inline extent.  This
			 * is almost sure to fail, but maybe inline sizes
			 * will get bigger later
			 */
			ret = cow_file_range_inline(trans, root, inode,
						    start, end, 0, NULL);
		} else {
			ret = cow_file_range_inline(trans, root, inode,
						    start, end,
						    total_compressed, pages);
		}
		if (ret == 0) {
			extent_clear_unlock_delalloc(inode,
						     &BTRFS_I(inode)->io_tree,
						     start, end, NULL,
						     1, 1, 1);
			*page_started = 1;
			ret = 0;
			goto free_pages_out;
		}
	}

	if (will_compress) {
		/*
		 * we aren't doing an inline extent round the compressed size
		 * up to a block size boundary so the allocator does sane
		 * things
		 */
		total_compressed = (total_compressed + blocksize - 1) &
			~(blocksize - 1);

		/*
		 * one last check to make sure the compression is really a
		 * win, compare the page count read with the blocks on disk
		 */
		total_in = (total_in + PAGE_CACHE_SIZE - 1) &
			~(PAGE_CACHE_SIZE - 1);
		if (total_compressed >= total_in) {
			will_compress = 0;
		} else {
			disk_num_bytes = total_compressed;
			num_bytes = total_in;
		}
	}
	if (!will_compress && pages) {
		/*
		 * the compression code ran but failed to make things smaller,
		 * free any pages it allocated and our page pointer array
		 */
		for (i = 0; i < nr_pages_ret; i++) {
C
Chris Mason 已提交
427
			WARN_ON(pages[i]->mapping);
C
Chris Mason 已提交
428 429 430 431 432 433 434 435 436 437 438 439 440
			page_cache_release(pages[i]);
		}
		kfree(pages);
		pages = NULL;
		total_compressed = 0;
		nr_pages_ret = 0;

		/* flag the file so we don't compress in the future */
		btrfs_set_flag(inode, NOCOMPRESS);
	}

	BUG_ON(disk_num_bytes >
	       btrfs_super_total_bytes(&root->fs_info->super_copy));
441

442
	btrfs_drop_extent_cache(inode, start, start + num_bytes - 1, 0);
443

C
Chris Mason 已提交
444 445 446 447 448 449 450 451 452 453 454 455 456 457
	while(disk_num_bytes > 0) {
		unsigned long min_bytes;

		/*
		 * the max size of a compressed extent is pretty small,
		 * make the code a little less complex by forcing
		 * the allocator to find a whole compressed extent at once
		 */
		if (will_compress)
			min_bytes = disk_num_bytes;
		else
			min_bytes = root->sectorsize;

		cur_alloc_size = min(disk_num_bytes, root->fs_info->max_extent);
458
		ret = btrfs_reserve_extent(trans, root, cur_alloc_size,
C
Chris Mason 已提交
459
					   min_bytes, 0, alloc_hint,
460
					   (u64)-1, &ins, 1);
461 462
		if (ret) {
			WARN_ON(1);
C
Chris Mason 已提交
463
			goto free_pages_out_fail;
464
		}
465 466
		em = alloc_extent_map(GFP_NOFS);
		em->start = start;
C
Chris Mason 已提交
467 468 469 470 471 472 473 474 475 476

		if (will_compress) {
			ram_size = num_bytes;
			em->len = num_bytes;
		} else {
			/* ramsize == disk size */
			ram_size = ins.offset;
			em->len = ins.offset;
		}

477
		em->block_start = ins.objectid;
C
Chris Mason 已提交
478
		em->block_len = ins.offset;
479
		em->bdev = root->fs_info->fs_devices->latest_bdev;
480
		set_bit(EXTENT_FLAG_PINNED, &em->flags);
C
Chris Mason 已提交
481 482 483 484

		if (will_compress)
			set_bit(EXTENT_FLAG_COMPRESSED, &em->flags);

485 486 487 488 489 490 491 492 493
		while(1) {
			spin_lock(&em_tree->lock);
			ret = add_extent_mapping(em_tree, em);
			spin_unlock(&em_tree->lock);
			if (ret != -EEXIST) {
				free_extent_map(em);
				break;
			}
			btrfs_drop_extent_cache(inode, start,
C
Chris Mason 已提交
494
						start + ram_size - 1, 0);
495 496
		}

497
		cur_alloc_size = ins.offset;
Y
Yan Zheng 已提交
498
		ordered_type = will_compress ? BTRFS_ORDERED_COMPRESSED : 0;
499
		ret = btrfs_add_ordered_extent(inode, start, ins.objectid,
Y
Yan Zheng 已提交
500 501
					       ram_size, cur_alloc_size,
					       ordered_type);
502
		BUG_ON(ret);
C
Chris Mason 已提交
503 504 505

		if (disk_num_bytes < cur_alloc_size) {
			printk("num_bytes %Lu cur_alloc %Lu\n", disk_num_bytes,
506 507 508
			       cur_alloc_size);
			break;
		}
C
Chris Mason 已提交
509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561

		if (will_compress) {
			/*
			 * we're doing compression, we and we need to
			 * submit the compressed extents down to the device.
			 *
			 * We lock down all the file pages, clearing their
			 * dirty bits and setting them writeback.  Everyone
			 * that wants to modify the page will wait on the
			 * ordered extent above.
			 *
			 * The writeback bits on the file pages are
			 * cleared when the compressed pages are on disk
			 */
			btrfs_end_transaction(trans, root);

			if (start <= page_offset(locked_page) &&
			    page_offset(locked_page) < start + ram_size) {
				*page_started = 1;
			}

			extent_clear_unlock_delalloc(inode,
						     &BTRFS_I(inode)->io_tree,
						     start,
						     start + ram_size - 1,
						     NULL, 1, 1, 0);

			ret = btrfs_submit_compressed_write(inode, start,
						 ram_size, ins.objectid,
						 cur_alloc_size, pages,
						 nr_pages_ret);

			BUG_ON(ret);
			trans = btrfs_join_transaction(root, 1);
			if (start + ram_size < end) {
				start += ram_size;
				alloc_hint = ins.objectid + ins.offset;
				/* pages will be freed at end_bio time */
				pages = NULL;
				goto again;
			} else {
				/* we've written everything, time to go */
				break;
			}
		}
		/* we're not doing compressed IO, don't unlock the first
		 * page (which the caller expects to stay locked), don't
		 * clear any dirty bits and don't set any writeback bits
		 */
		extent_clear_unlock_delalloc(inode, &BTRFS_I(inode)->io_tree,
					     start, start + ram_size - 1,
					     locked_page, 0, 0, 0);
		disk_num_bytes -= cur_alloc_size;
562 563 564
		num_bytes -= cur_alloc_size;
		alloc_hint = ins.objectid + ins.offset;
		start += cur_alloc_size;
565
	}
C
Chris Mason 已提交
566 567

	ret = 0;
568 569
out:
	btrfs_end_transaction(trans, root);
C
Chris Mason 已提交
570

571
	return ret;
C
Chris Mason 已提交
572 573 574 575 576

free_pages_out_fail:
	extent_clear_unlock_delalloc(inode, &BTRFS_I(inode)->io_tree,
				     start, end, locked_page, 0, 0, 0);
free_pages_out:
C
Chris Mason 已提交
577 578
	for (i = 0; i < nr_pages_ret; i++) {
		WARN_ON(pages[i]->mapping);
C
Chris Mason 已提交
579
		page_cache_release(pages[i]);
C
Chris Mason 已提交
580
	}
C
Chris Mason 已提交
581 582 583 584
	if (pages)
		kfree(pages);

	goto out;
585 586
}

C
Chris Mason 已提交
587 588 589 590 591 592 593
/*
 * when nowcow writeback call back.  This checks for snapshots or COW copies
 * of the extents that exist in the file, and COWs the file as required.
 *
 * If no cow copies or snapshots exist, we write directly to the existing
 * blocks on disk
 */
C
Chris Mason 已提交
594
static int run_delalloc_nocow(struct inode *inode, struct page *locked_page,
Y
Yan Zheng 已提交
595
			      u64 start, u64 end, int *page_started, int force)
596 597
{
	struct btrfs_root *root = BTRFS_I(inode)->root;
598
	struct btrfs_trans_handle *trans;
599 600
	struct extent_buffer *leaf;
	struct btrfs_path *path;
Y
Yan Zheng 已提交
601
	struct btrfs_file_extent_item *fi;
602
	struct btrfs_key found_key;
Y
Yan Zheng 已提交
603 604 605 606 607 608 609
	u64 cow_start;
	u64 cur_offset;
	u64 extent_end;
	u64 disk_bytenr;
	u64 num_bytes;
	int extent_type;
	int ret;
Y
Yan Zheng 已提交
610
	int type;
Y
Yan Zheng 已提交
611 612
	int nocow;
	int check_prev = 1;
613 614 615

	path = btrfs_alloc_path();
	BUG_ON(!path);
616 617
	trans = btrfs_join_transaction(root, 1);
	BUG_ON(!trans);
618

Y
Yan Zheng 已提交
619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643
	cow_start = (u64)-1;
	cur_offset = start;
	while (1) {
		ret = btrfs_lookup_file_extent(trans, root, path, inode->i_ino,
					       cur_offset, 0);
		BUG_ON(ret < 0);
		if (ret > 0 && path->slots[0] > 0 && check_prev) {
			leaf = path->nodes[0];
			btrfs_item_key_to_cpu(leaf, &found_key,
					      path->slots[0] - 1);
			if (found_key.objectid == inode->i_ino &&
			    found_key.type == BTRFS_EXTENT_DATA_KEY)
				path->slots[0]--;
		}
		check_prev = 0;
next_slot:
		leaf = path->nodes[0];
		if (path->slots[0] >= btrfs_header_nritems(leaf)) {
			ret = btrfs_next_leaf(root, path);
			if (ret < 0)
				BUG_ON(1);
			if (ret > 0)
				break;
			leaf = path->nodes[0];
		}
644

Y
Yan Zheng 已提交
645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662
		nocow = 0;
		disk_bytenr = 0;
		btrfs_item_key_to_cpu(leaf, &found_key, path->slots[0]);

		if (found_key.objectid > inode->i_ino ||
		    found_key.type > BTRFS_EXTENT_DATA_KEY ||
		    found_key.offset > end)
			break;

		if (found_key.offset > cur_offset) {
			extent_end = found_key.offset;
			goto out_check;
		}

		fi = btrfs_item_ptr(leaf, path->slots[0],
				    struct btrfs_file_extent_item);
		extent_type = btrfs_file_extent_type(leaf, fi);

Y
Yan Zheng 已提交
663 664
		if (extent_type == BTRFS_FILE_EXTENT_REG ||
		    extent_type == BTRFS_FILE_EXTENT_PREALLOC) {
Y
Yan Zheng 已提交
665 666 667 668 669 670 671 672 673 674 675 676 677 678
			struct btrfs_block_group_cache *block_group;
			disk_bytenr = btrfs_file_extent_disk_bytenr(leaf, fi);
			extent_end = found_key.offset +
				btrfs_file_extent_num_bytes(leaf, fi);
			if (extent_end <= start) {
				path->slots[0]++;
				goto next_slot;
			}
			if (btrfs_file_extent_compression(leaf, fi) ||
			    btrfs_file_extent_encryption(leaf, fi) ||
			    btrfs_file_extent_other_encoding(leaf, fi))
				goto out_check;
			if (disk_bytenr == 0)
				goto out_check;
Y
Yan Zheng 已提交
679 680
			if (extent_type == BTRFS_FILE_EXTENT_REG && !force)
				goto out_check;
Y
Yan Zheng 已提交
681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708
			if (btrfs_cross_ref_exist(trans, root, disk_bytenr))
				goto out_check;
			block_group = btrfs_lookup_block_group(root->fs_info,
							       disk_bytenr);
			if (!block_group || block_group->ro)
				goto out_check;
			disk_bytenr += btrfs_file_extent_offset(leaf, fi);
			nocow = 1;
		} else if (extent_type == BTRFS_FILE_EXTENT_INLINE) {
			extent_end = found_key.offset +
				btrfs_file_extent_inline_len(leaf, fi);
			extent_end = ALIGN(extent_end, root->sectorsize);
		} else {
			BUG_ON(1);
		}
out_check:
		if (extent_end <= start) {
			path->slots[0]++;
			goto next_slot;
		}
		if (!nocow) {
			if (cow_start == (u64)-1)
				cow_start = cur_offset;
			cur_offset = extent_end;
			if (cur_offset > end)
				break;
			path->slots[0]++;
			goto next_slot;
709 710 711
		}

		btrfs_release_path(root, path);
Y
Yan Zheng 已提交
712 713 714 715 716
		if (cow_start != (u64)-1) {
			ret = cow_file_range(inode, locked_page, cow_start,
					found_key.offset - 1, page_started);
			BUG_ON(ret);
			cow_start = (u64)-1;
717
		}
Y
Yan Zheng 已提交
718 719 720

		disk_bytenr += cur_offset - found_key.offset;
		num_bytes = min(end + 1, extent_end) - cur_offset;
Y
Yan Zheng 已提交
721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746
		if (extent_type == BTRFS_FILE_EXTENT_PREALLOC) {
			struct extent_map *em;
			struct extent_map_tree *em_tree;
			em_tree = &BTRFS_I(inode)->extent_tree;
			em = alloc_extent_map(GFP_NOFS);
			em->start = cur_offset;
			em->len = num_bytes;
			em->block_len = num_bytes;
			em->block_start = disk_bytenr;
			em->bdev = root->fs_info->fs_devices->latest_bdev;
			set_bit(EXTENT_FLAG_PINNED, &em->flags);
			while (1) {
				spin_lock(&em_tree->lock);
				ret = add_extent_mapping(em_tree, em);
				spin_unlock(&em_tree->lock);
				if (ret != -EEXIST) {
					free_extent_map(em);
					break;
				}
				btrfs_drop_extent_cache(inode, em->start,
						em->start + em->len - 1, 0);
			}
			type = BTRFS_ORDERED_PREALLOC;
		} else {
			type = BTRFS_ORDERED_NOCOW;
		}
Y
Yan Zheng 已提交
747 748

		ret = btrfs_add_ordered_extent(inode, cur_offset, disk_bytenr,
Y
Yan Zheng 已提交
749 750 751 752 753
					       num_bytes, num_bytes, type);
		BUG_ON(ret);
		extent_clear_unlock_delalloc(inode, &BTRFS_I(inode)->io_tree,
					cur_offset, cur_offset + num_bytes - 1,
					locked_page, 0, 0, 0);
Y
Yan Zheng 已提交
754 755 756
		cur_offset = extent_end;
		if (cur_offset > end)
			break;
757
	}
Y
Yan Zheng 已提交
758 759 760 761 762 763 764 765 766 767 768 769
	btrfs_release_path(root, path);

	if (cur_offset <= end && cow_start == (u64)-1)
		cow_start = cur_offset;
	if (cow_start != (u64)-1) {
		ret = cow_file_range(inode, locked_page, cow_start, end,
				     page_started);
		BUG_ON(ret);
	}

	ret = btrfs_end_transaction(trans, root);
	BUG_ON(ret);
770
	btrfs_free_path(path);
Y
Yan Zheng 已提交
771
	return 0;
772 773
}

C
Chris Mason 已提交
774 775 776
/*
 * extent_io.c call back to do delayed allocation processing
 */
C
Chris Mason 已提交
777 778
static int run_delalloc_range(struct inode *inode, struct page *locked_page,
			      u64 start, u64 end, int *page_started)
779 780 781
{
	struct btrfs_root *root = BTRFS_I(inode)->root;
	int ret;
782

Y
Yan 已提交
783 784
	if (btrfs_test_opt(root, NODATACOW) ||
	    btrfs_test_flag(inode, NODATACOW))
C
Chris Mason 已提交
785
		ret = run_delalloc_nocow(inode, locked_page, start, end,
Y
Yan Zheng 已提交
786 787 788 789
					 page_started, 0);
	else if (btrfs_test_flag(inode, PREALLOC))
		ret = run_delalloc_nocow(inode, locked_page, start, end,
					 page_started, 1);
790
	else
C
Chris Mason 已提交
791 792
		ret = cow_file_range(inode, locked_page, start, end,
				     page_started);
793

794 795 796
	return ret;
}

C
Chris Mason 已提交
797 798 799 800 801
/*
 * extent_io.c set_bit_hook, used to track delayed allocation
 * bytes in this file, and to maintain the list of inodes that
 * have pending delalloc work to be done.
 */
802
int btrfs_set_bit_hook(struct inode *inode, u64 start, u64 end,
C
Chris Mason 已提交
803
		       unsigned long old, unsigned long bits)
804
{
805
	unsigned long flags;
C
Chris Mason 已提交
806
	if (!(old & EXTENT_DELALLOC) && (bits & EXTENT_DELALLOC)) {
807
		struct btrfs_root *root = BTRFS_I(inode)->root;
808
		spin_lock_irqsave(&root->fs_info->delalloc_lock, flags);
C
Chris Mason 已提交
809
		BTRFS_I(inode)->delalloc_bytes += end - start + 1;
810
		root->fs_info->delalloc_bytes += end - start + 1;
811 812 813 814
		if (list_empty(&BTRFS_I(inode)->delalloc_inodes)) {
			list_add_tail(&BTRFS_I(inode)->delalloc_inodes,
				      &root->fs_info->delalloc_inodes);
		}
815
		spin_unlock_irqrestore(&root->fs_info->delalloc_lock, flags);
816 817 818 819
	}
	return 0;
}

C
Chris Mason 已提交
820 821 822
/*
 * extent_io.c clear_bit_hook, see set_bit_hook for why
 */
823
int btrfs_clear_bit_hook(struct inode *inode, u64 start, u64 end,
C
Chris Mason 已提交
824
			 unsigned long old, unsigned long bits)
825
{
C
Chris Mason 已提交
826
	if ((old & EXTENT_DELALLOC) && (bits & EXTENT_DELALLOC)) {
827
		struct btrfs_root *root = BTRFS_I(inode)->root;
828 829 830
		unsigned long flags;

		spin_lock_irqsave(&root->fs_info->delalloc_lock, flags);
C
Chris Mason 已提交
831 832 833 834
		if (end - start + 1 > root->fs_info->delalloc_bytes) {
			printk("warning: delalloc account %Lu %Lu\n",
			       end - start + 1, root->fs_info->delalloc_bytes);
			root->fs_info->delalloc_bytes = 0;
C
Chris Mason 已提交
835
			BTRFS_I(inode)->delalloc_bytes = 0;
C
Chris Mason 已提交
836 837
		} else {
			root->fs_info->delalloc_bytes -= end - start + 1;
C
Chris Mason 已提交
838
			BTRFS_I(inode)->delalloc_bytes -= end - start + 1;
C
Chris Mason 已提交
839
		}
840 841 842 843
		if (BTRFS_I(inode)->delalloc_bytes == 0 &&
		    !list_empty(&BTRFS_I(inode)->delalloc_inodes)) {
			list_del_init(&BTRFS_I(inode)->delalloc_inodes);
		}
844
		spin_unlock_irqrestore(&root->fs_info->delalloc_lock, flags);
845 846 847 848
	}
	return 0;
}

C
Chris Mason 已提交
849 850 851 852
/*
 * extent_io.c merge_bio_hook, this must check the chunk tree to make sure
 * we don't create bios that span stripes or chunks
 */
853
int btrfs_merge_bio_hook(struct page *page, unsigned long offset,
C
Chris Mason 已提交
854 855
			 size_t size, struct bio *bio,
			 unsigned long bio_flags)
856 857 858
{
	struct btrfs_root *root = BTRFS_I(page->mapping->host)->root;
	struct btrfs_mapping_tree *map_tree;
859
	u64 logical = (u64)bio->bi_sector << 9;
860 861 862 863
	u64 length = 0;
	u64 map_length;
	int ret;

864
	length = bio->bi_size;
865 866
	map_tree = &root->fs_info->mapping_tree;
	map_length = length;
867
	ret = btrfs_map_block(map_tree, READ, logical,
868
			      &map_length, NULL, 0);
869

870 871 872 873 874 875
	if (map_length < length + size) {
		return 1;
	}
	return 0;
}

C
Chris Mason 已提交
876 877 878 879 880 881 882 883
/*
 * in order to insert checksums into the metadata in large chunks,
 * we wait until bio submission time.   All the pages in the bio are
 * checksummed and sums are attached onto the ordered extent record.
 *
 * At IO completion time the cums attached on the ordered extent record
 * are inserted into the btree
 */
C
Chris Mason 已提交
884
int __btrfs_submit_bio_start(struct inode *inode, int rw, struct bio *bio,
C
Chris Mason 已提交
885
			  int mirror_num, unsigned long bio_flags)
886 887 888
{
	struct btrfs_root *root = BTRFS_I(inode)->root;
	int ret = 0;
889

890
	ret = btrfs_csum_one_bio(root, inode, bio);
891
	BUG_ON(ret);
C
Chris Mason 已提交
892 893
	return 0;
}
894

C
Chris Mason 已提交
895 896 897 898 899 900 901 902 903 904 905 906
/*
 * in order to insert checksums into the metadata in large chunks,
 * we wait until bio submission time.   All the pages in the bio are
 * checksummed and sums are attached onto the ordered extent record.
 *
 * At IO completion time the cums attached on the ordered extent record
 * are inserted into the btree
 */
int __btrfs_submit_bio_done(struct inode *inode, int rw, struct bio *bio,
			  int mirror_num, unsigned long bio_flags)
{
	struct btrfs_root *root = BTRFS_I(inode)->root;
907
	return btrfs_map_bio(root, rw, bio, mirror_num, 1);
908 909
}

C
Chris Mason 已提交
910 911 912 913
/*
 * extent_io.c submission hook. This does the right thing for csum calculation on write,
 * or reading the csums from the tree before a read
 */
914
int btrfs_submit_bio_hook(struct inode *inode, int rw, struct bio *bio,
C
Chris Mason 已提交
915
			  int mirror_num, unsigned long bio_flags)
916 917 918
{
	struct btrfs_root *root = BTRFS_I(inode)->root;
	int ret = 0;
919
	int skip_sum;
920

921 922
	ret = btrfs_bio_wq_end_io(root->fs_info, bio, 0);
	BUG_ON(ret);
923

924 925
	skip_sum = btrfs_test_opt(root, NODATASUM) ||
		btrfs_test_flag(inode, NODATASUM);
926

927
	if (!(rw & (1 << BIO_RW))) {
928 929
		if (!skip_sum)
			btrfs_lookup_bio_sums(root, inode, bio);
C
Chris Mason 已提交
930

931
		if (bio_flags & EXTENT_BIO_COMPRESSED)
C
Chris Mason 已提交
932 933
			return btrfs_submit_compressed_read(inode, bio,
						    mirror_num, bio_flags);
934
		goto mapit;
935 936 937
	} else if (!skip_sum) {
		/* we're doing a write, do the async checksumming */
		return btrfs_wq_submit_bio(BTRFS_I(inode)->root->fs_info,
938
				   inode, rw, bio, mirror_num,
C
Chris Mason 已提交
939 940
				   bio_flags, __btrfs_submit_bio_start,
				   __btrfs_submit_bio_done);
941 942
	}

943
mapit:
944
	return btrfs_map_bio(root, rw, bio, mirror_num, 0);
945
}
C
Chris Mason 已提交
946

C
Chris Mason 已提交
947 948 949 950
/*
 * given a list of ordered sums record them in the inode.  This happens
 * at IO completion time based on sums calculated at bio submission time.
 */
951
static noinline int add_pending_csums(struct btrfs_trans_handle *trans,
952 953 954 955 956 957 958
			     struct inode *inode, u64 file_offset,
			     struct list_head *list)
{
	struct list_head *cur;
	struct btrfs_ordered_sum *sum;

	btrfs_set_trans_block_group(trans, inode);
959
	list_for_each(cur, list) {
960 961 962 963 964 965 966
		sum = list_entry(cur, struct btrfs_ordered_sum, list);
		btrfs_csum_file_blocks(trans, BTRFS_I(inode)->root,
				       inode, sum);
	}
	return 0;
}

967 968 969 970 971 972
int btrfs_set_extent_delalloc(struct inode *inode, u64 start, u64 end)
{
	return set_extent_delalloc(&BTRFS_I(inode)->io_tree, start, end,
				   GFP_NOFS);
}

C
Chris Mason 已提交
973
/* see btrfs_writepage_start_hook for details on why this is required */
974 975 976 977 978 979 980 981 982 983 984 985 986 987 988 989
struct btrfs_writepage_fixup {
	struct page *page;
	struct btrfs_work work;
};

void btrfs_writepage_fixup_worker(struct btrfs_work *work)
{
	struct btrfs_writepage_fixup *fixup;
	struct btrfs_ordered_extent *ordered;
	struct page *page;
	struct inode *inode;
	u64 page_start;
	u64 page_end;

	fixup = container_of(work, struct btrfs_writepage_fixup, work);
	page = fixup->page;
C
Chris Mason 已提交
990
again:
991 992 993 994 995 996 997 998 999 1000 1001
	lock_page(page);
	if (!page->mapping || !PageDirty(page) || !PageChecked(page)) {
		ClearPageChecked(page);
		goto out_page;
	}

	inode = page->mapping->host;
	page_start = page_offset(page);
	page_end = page_offset(page) + PAGE_CACHE_SIZE - 1;

	lock_extent(&BTRFS_I(inode)->io_tree, page_start, page_end, GFP_NOFS);
C
Chris Mason 已提交
1002 1003 1004 1005

	/* already ordered? We're done */
	if (test_range_bit(&BTRFS_I(inode)->io_tree, page_start, page_end,
			     EXTENT_ORDERED, 0)) {
1006
		goto out;
C
Chris Mason 已提交
1007 1008 1009 1010 1011 1012 1013 1014 1015 1016
	}

	ordered = btrfs_lookup_ordered_extent(inode, page_start);
	if (ordered) {
		unlock_extent(&BTRFS_I(inode)->io_tree, page_start,
			      page_end, GFP_NOFS);
		unlock_page(page);
		btrfs_start_ordered_extent(inode, ordered, 1);
		goto again;
	}
1017

1018
	btrfs_set_extent_delalloc(inode, page_start, page_end);
1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029 1030 1031 1032
	ClearPageChecked(page);
out:
	unlock_extent(&BTRFS_I(inode)->io_tree, page_start, page_end, GFP_NOFS);
out_page:
	unlock_page(page);
	page_cache_release(page);
}

/*
 * There are a few paths in the higher layers of the kernel that directly
 * set the page dirty bit without asking the filesystem if it is a
 * good idea.  This causes problems because we want to make sure COW
 * properly happens and the data=ordered rules are followed.
 *
C
Chris Mason 已提交
1033
 * In our case any range that doesn't have the ORDERED bit set
1034 1035 1036 1037 1038 1039 1040 1041 1042 1043 1044 1045 1046 1047 1048 1049 1050 1051 1052 1053 1054 1055
 * hasn't been properly setup for IO.  We kick off an async process
 * to fix it up.  The async helper will wait for ordered extents, set
 * the delalloc bit and make it safe to write the page.
 */
int btrfs_writepage_start_hook(struct page *page, u64 start, u64 end)
{
	struct inode *inode = page->mapping->host;
	struct btrfs_writepage_fixup *fixup;
	struct btrfs_root *root = BTRFS_I(inode)->root;
	int ret;

	ret = test_range_bit(&BTRFS_I(inode)->io_tree, start, end,
			     EXTENT_ORDERED, 0);
	if (ret)
		return 0;

	if (PageChecked(page))
		return -EAGAIN;

	fixup = kzalloc(sizeof(*fixup), GFP_NOFS);
	if (!fixup)
		return -EAGAIN;
1056

1057 1058 1059 1060 1061 1062 1063 1064
	SetPageChecked(page);
	page_cache_get(page);
	fixup->work.func = btrfs_writepage_fixup_worker;
	fixup->page = page;
	btrfs_queue_worker(&root->fs_info->fixup_workers, &fixup->work);
	return -EAGAIN;
}

Y
Yan Zheng 已提交
1065 1066 1067 1068 1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084 1085 1086 1087 1088 1089 1090 1091 1092 1093 1094 1095 1096 1097 1098 1099 1100 1101 1102 1103 1104 1105 1106 1107 1108 1109 1110 1111 1112 1113 1114 1115 1116 1117 1118 1119 1120 1121
static int insert_reserved_file_extent(struct btrfs_trans_handle *trans,
				       struct inode *inode, u64 file_pos,
				       u64 disk_bytenr, u64 disk_num_bytes,
				       u64 num_bytes, u64 ram_bytes,
				       u8 compression, u8 encryption,
				       u16 other_encoding, int extent_type)
{
	struct btrfs_root *root = BTRFS_I(inode)->root;
	struct btrfs_file_extent_item *fi;
	struct btrfs_path *path;
	struct extent_buffer *leaf;
	struct btrfs_key ins;
	u64 hint;
	int ret;

	path = btrfs_alloc_path();
	BUG_ON(!path);

	ret = btrfs_drop_extents(trans, root, inode, file_pos,
				 file_pos + num_bytes, file_pos, &hint);
	BUG_ON(ret);

	ins.objectid = inode->i_ino;
	ins.offset = file_pos;
	ins.type = BTRFS_EXTENT_DATA_KEY;
	ret = btrfs_insert_empty_item(trans, root, path, &ins, sizeof(*fi));
	BUG_ON(ret);
	leaf = path->nodes[0];
	fi = btrfs_item_ptr(leaf, path->slots[0],
			    struct btrfs_file_extent_item);
	btrfs_set_file_extent_generation(leaf, fi, trans->transid);
	btrfs_set_file_extent_type(leaf, fi, extent_type);
	btrfs_set_file_extent_disk_bytenr(leaf, fi, disk_bytenr);
	btrfs_set_file_extent_disk_num_bytes(leaf, fi, disk_num_bytes);
	btrfs_set_file_extent_offset(leaf, fi, 0);
	btrfs_set_file_extent_num_bytes(leaf, fi, num_bytes);
	btrfs_set_file_extent_ram_bytes(leaf, fi, ram_bytes);
	btrfs_set_file_extent_compression(leaf, fi, compression);
	btrfs_set_file_extent_encryption(leaf, fi, encryption);
	btrfs_set_file_extent_other_encoding(leaf, fi, other_encoding);
	btrfs_mark_buffer_dirty(leaf);

	inode_add_bytes(inode, num_bytes);
	btrfs_drop_extent_cache(inode, file_pos, file_pos + num_bytes - 1, 0);

	ins.objectid = disk_bytenr;
	ins.offset = disk_num_bytes;
	ins.type = BTRFS_EXTENT_ITEM_KEY;
	ret = btrfs_alloc_reserved_extent(trans, root, leaf->start,
					  root->root_key.objectid,
					  trans->transid, inode->i_ino, &ins);
	BUG_ON(ret);

	btrfs_free_path(path);
	return 0;
}

C
Chris Mason 已提交
1122 1123 1124 1125
/* as ordered data IO finishes, this gets called so we can finish
 * an ordered extent if the range of bytes in the file it covers are
 * fully written.
 */
1126
static int btrfs_finish_ordered_io(struct inode *inode, u64 start, u64 end)
1127 1128 1129 1130 1131
{
	struct btrfs_root *root = BTRFS_I(inode)->root;
	struct btrfs_trans_handle *trans;
	struct btrfs_ordered_extent *ordered_extent;
	struct extent_io_tree *io_tree = &BTRFS_I(inode)->io_tree;
Y
Yan Zheng 已提交
1132
	int compressed = 0;
1133 1134 1135
	int ret;

	ret = btrfs_dec_test_ordered_pending(inode, start, end - start + 1);
1136
	if (!ret)
1137 1138
		return 0;

1139
	trans = btrfs_join_transaction(root, 1);
1140 1141 1142

	ordered_extent = btrfs_lookup_ordered_extent(inode, start);
	BUG_ON(!ordered_extent);
1143 1144
	if (test_bit(BTRFS_ORDERED_NOCOW, &ordered_extent->flags))
		goto nocow;
1145 1146 1147 1148 1149

	lock_extent(io_tree, ordered_extent->file_offset,
		    ordered_extent->file_offset + ordered_extent->len - 1,
		    GFP_NOFS);

C
Chris Mason 已提交
1150
	if (test_bit(BTRFS_ORDERED_COMPRESSED, &ordered_extent->flags))
Y
Yan Zheng 已提交
1151 1152 1153 1154 1155 1156 1157 1158 1159 1160 1161 1162 1163 1164 1165 1166 1167 1168 1169
		compressed = 1;
	if (test_bit(BTRFS_ORDERED_PREALLOC, &ordered_extent->flags)) {
		BUG_ON(compressed);
		ret = btrfs_mark_extent_written(trans, root, inode,
						ordered_extent->file_offset,
						ordered_extent->file_offset +
						ordered_extent->len);
		BUG_ON(ret);
	} else {
		ret = insert_reserved_file_extent(trans, inode,
						ordered_extent->file_offset,
						ordered_extent->start,
						ordered_extent->disk_len,
						ordered_extent->len,
						ordered_extent->len,
						compressed, 0, 0,
						BTRFS_FILE_EXTENT_REG);
		BUG_ON(ret);
	}
1170 1171 1172
	unlock_extent(io_tree, ordered_extent->file_offset,
		    ordered_extent->file_offset + ordered_extent->len - 1,
		    GFP_NOFS);
1173
nocow:
1174 1175 1176
	add_pending_csums(trans, inode, ordered_extent->file_offset,
			  &ordered_extent->list);

1177
	mutex_lock(&BTRFS_I(inode)->extent_mutex);
1178
	btrfs_ordered_update_i_size(inode, ordered_extent);
1179
	btrfs_update_inode(trans, root, inode);
1180
	btrfs_remove_ordered_extent(inode, ordered_extent);
1181
	mutex_unlock(&BTRFS_I(inode)->extent_mutex);
1182

1183 1184 1185 1186 1187 1188 1189 1190 1191
	/* once for us */
	btrfs_put_ordered_extent(ordered_extent);
	/* once for the tree */
	btrfs_put_ordered_extent(ordered_extent);

	btrfs_end_transaction(trans, root);
	return 0;
}

1192 1193 1194 1195 1196 1197
int btrfs_writepage_end_io_hook(struct page *page, u64 start, u64 end,
				struct extent_state *state, int uptodate)
{
	return btrfs_finish_ordered_io(page->mapping->host, start, end);
}

C
Chris Mason 已提交
1198 1199 1200 1201 1202 1203 1204 1205
/*
 * When IO fails, either with EIO or csum verification fails, we
 * try other mirrors that might have a good copy of the data.  This
 * io_failure_record is used to record state as we go through all the
 * mirrors.  If another mirror has good data, the page is set up to date
 * and things continue.  If a good mirror can't be found, the original
 * bio end_io callback is called to indicate things have failed.
 */
1206 1207 1208 1209 1210 1211 1212 1213
struct io_failure_record {
	struct page *page;
	u64 start;
	u64 len;
	u64 logical;
	int last_mirror;
};

1214 1215 1216
int btrfs_io_failed_hook(struct bio *failed_bio,
			 struct page *page, u64 start, u64 end,
			 struct extent_state *state)
1217 1218 1219 1220 1221 1222
{
	struct io_failure_record *failrec = NULL;
	u64 private;
	struct extent_map *em;
	struct inode *inode = page->mapping->host;
	struct extent_io_tree *failure_tree = &BTRFS_I(inode)->io_failure_tree;
1223
	struct extent_map_tree *em_tree = &BTRFS_I(inode)->extent_tree;
1224 1225 1226
	struct bio *bio;
	int num_copies;
	int ret;
1227
	int rw;
1228
	u64 logical;
C
Chris Mason 已提交
1229
	unsigned long bio_flags = 0;
1230 1231 1232 1233 1234 1235 1236 1237 1238 1239

	ret = get_state_private(failure_tree, start, &private);
	if (ret) {
		failrec = kmalloc(sizeof(*failrec), GFP_NOFS);
		if (!failrec)
			return -ENOMEM;
		failrec->start = start;
		failrec->len = end - start + 1;
		failrec->last_mirror = 0;

1240 1241 1242 1243 1244 1245 1246
		spin_lock(&em_tree->lock);
		em = lookup_extent_mapping(em_tree, start, failrec->len);
		if (em->start > start || em->start + em->len < start) {
			free_extent_map(em);
			em = NULL;
		}
		spin_unlock(&em_tree->lock);
1247 1248 1249 1250 1251 1252 1253

		if (!em || IS_ERR(em)) {
			kfree(failrec);
			return -EIO;
		}
		logical = start - em->start;
		logical = em->block_start + logical;
C
Chris Mason 已提交
1254 1255
		if (test_bit(EXTENT_FLAG_COMPRESSED, &em->flags))
			bio_flags = EXTENT_BIO_COMPRESSED;
1256 1257 1258 1259
		failrec->logical = logical;
		free_extent_map(em);
		set_extent_bits(failure_tree, start, end, EXTENT_LOCKED |
				EXTENT_DIRTY, GFP_NOFS);
1260 1261
		set_state_private(failure_tree, start,
				 (u64)(unsigned long)failrec);
1262
	} else {
1263
		failrec = (struct io_failure_record *)(unsigned long)private;
1264 1265 1266 1267 1268 1269 1270 1271 1272 1273 1274 1275 1276 1277 1278 1279 1280 1281 1282 1283 1284 1285 1286 1287 1288 1289 1290
	}
	num_copies = btrfs_num_copies(
			      &BTRFS_I(inode)->root->fs_info->mapping_tree,
			      failrec->logical, failrec->len);
	failrec->last_mirror++;
	if (!state) {
		spin_lock_irq(&BTRFS_I(inode)->io_tree.lock);
		state = find_first_extent_bit_state(&BTRFS_I(inode)->io_tree,
						    failrec->start,
						    EXTENT_LOCKED);
		if (state && state->start != failrec->start)
			state = NULL;
		spin_unlock_irq(&BTRFS_I(inode)->io_tree.lock);
	}
	if (!state || failrec->last_mirror > num_copies) {
		set_state_private(failure_tree, failrec->start, 0);
		clear_extent_bits(failure_tree, failrec->start,
				  failrec->start + failrec->len - 1,
				  EXTENT_LOCKED | EXTENT_DIRTY, GFP_NOFS);
		kfree(failrec);
		return -EIO;
	}
	bio = bio_alloc(GFP_NOFS, 1);
	bio->bi_private = state;
	bio->bi_end_io = failed_bio->bi_end_io;
	bio->bi_sector = failrec->logical >> 9;
	bio->bi_bdev = failed_bio->bi_bdev;
1291
	bio->bi_size = 0;
1292
	bio_add_page(bio, page, failrec->len, start - page_offset(page));
1293 1294 1295 1296 1297 1298
	if (failed_bio->bi_rw & (1 << BIO_RW))
		rw = WRITE;
	else
		rw = READ;

	BTRFS_I(inode)->io_tree.ops->submit_bio_hook(inode, rw, bio,
C
Chris Mason 已提交
1299 1300
						      failrec->last_mirror,
						      bio_flags);
1301 1302 1303
	return 0;
}

C
Chris Mason 已提交
1304 1305 1306 1307
/*
 * each time an IO finishes, we do a fast check in the IO failure tree
 * to see if we need to process or clean up an io_failure_record
 */
1308 1309 1310 1311 1312 1313 1314 1315 1316 1317 1318 1319 1320 1321 1322 1323 1324 1325 1326 1327 1328 1329 1330 1331 1332
int btrfs_clean_io_failures(struct inode *inode, u64 start)
{
	u64 private;
	u64 private_failure;
	struct io_failure_record *failure;
	int ret;

	private = 0;
	if (count_range_bits(&BTRFS_I(inode)->io_failure_tree, &private,
			     (u64)-1, 1, EXTENT_DIRTY)) {
		ret = get_state_private(&BTRFS_I(inode)->io_failure_tree,
					start, &private_failure);
		if (ret == 0) {
			failure = (struct io_failure_record *)(unsigned long)
				   private_failure;
			set_state_private(&BTRFS_I(inode)->io_failure_tree,
					  failure->start, 0);
			clear_extent_bits(&BTRFS_I(inode)->io_failure_tree,
					  failure->start,
					  failure->start + failure->len - 1,
					  EXTENT_DIRTY | EXTENT_LOCKED,
					  GFP_NOFS);
			kfree(failure);
		}
	}
1333 1334 1335
	return 0;
}

C
Chris Mason 已提交
1336 1337 1338 1339 1340
/*
 * when reads are done, we need to check csums to verify the data is correct
 * if there's a match, we allow the bio to finish.  If not, we go through
 * the io_failure_record routines to find good copies
 */
1341 1342
int btrfs_readpage_end_io_hook(struct page *page, u64 start, u64 end,
			       struct extent_state *state)
1343
{
1344
	size_t offset = start - ((u64)page->index << PAGE_CACHE_SHIFT);
1345
	struct inode *inode = page->mapping->host;
1346
	struct extent_io_tree *io_tree = &BTRFS_I(inode)->io_tree;
1347
	char *kaddr;
1348
	u64 private = ~(u32)0;
1349
	int ret;
1350 1351
	struct btrfs_root *root = BTRFS_I(inode)->root;
	u32 csum = ~(u32)0;
1352
	unsigned long flags;
1353

Y
Yan 已提交
1354 1355
	if (btrfs_test_opt(root, NODATASUM) ||
	    btrfs_test_flag(inode, NODATASUM))
1356
		return 0;
Y
Yan 已提交
1357
	if (state && state->start == start) {
1358 1359 1360 1361 1362
		private = state->private;
		ret = 0;
	} else {
		ret = get_state_private(io_tree, start, &private);
	}
1363
	local_irq_save(flags);
1364 1365 1366 1367
	kaddr = kmap_atomic(page, KM_IRQ0);
	if (ret) {
		goto zeroit;
	}
1368 1369 1370
	csum = btrfs_csum_data(root, kaddr + offset, csum,  end - start + 1);
	btrfs_csum_final(csum, (char *)&csum);
	if (csum != private) {
1371 1372 1373
		goto zeroit;
	}
	kunmap_atomic(kaddr, KM_IRQ0);
1374
	local_irq_restore(flags);
1375 1376 1377 1378

	/* if the io failure tree for this inode is non-empty,
	 * check to see if we've recovered from a failed IO
	 */
1379
	btrfs_clean_io_failures(inode, start);
1380 1381 1382
	return 0;

zeroit:
1383 1384 1385
	printk("btrfs csum failed ino %lu off %llu csum %u private %Lu\n",
	       page->mapping->host->i_ino, (unsigned long long)start, csum,
	       private);
1386 1387
	memset(kaddr + offset, 1, end - start + 1);
	flush_dcache_page(page);
1388
	kunmap_atomic(kaddr, KM_IRQ0);
1389
	local_irq_restore(flags);
1390 1391
	if (private == 0)
		return 0;
1392
	return -EIO;
1393
}
1394

1395 1396 1397 1398 1399 1400 1401 1402 1403
/*
 * This creates an orphan entry for the given inode in case something goes
 * wrong in the middle of an unlink/truncate.
 */
int btrfs_orphan_add(struct btrfs_trans_handle *trans, struct inode *inode)
{
	struct btrfs_root *root = BTRFS_I(inode)->root;
	int ret = 0;

1404
	spin_lock(&root->list_lock);
1405 1406 1407

	/* already on the orphan list, we're good */
	if (!list_empty(&BTRFS_I(inode)->i_orphan)) {
1408
		spin_unlock(&root->list_lock);
1409 1410 1411 1412 1413
		return 0;
	}

	list_add(&BTRFS_I(inode)->i_orphan, &root->orphan_list);

1414
	spin_unlock(&root->list_lock);
1415 1416 1417 1418 1419 1420 1421 1422 1423 1424 1425 1426 1427 1428 1429 1430 1431 1432

	/*
	 * insert an orphan item to track this unlinked/truncated file
	 */
	ret = btrfs_insert_orphan_item(trans, root, inode->i_ino);

	return ret;
}

/*
 * We have done the truncate/delete so we can go ahead and remove the orphan
 * item for this particular inode.
 */
int btrfs_orphan_del(struct btrfs_trans_handle *trans, struct inode *inode)
{
	struct btrfs_root *root = BTRFS_I(inode)->root;
	int ret = 0;

1433
	spin_lock(&root->list_lock);
1434 1435

	if (list_empty(&BTRFS_I(inode)->i_orphan)) {
1436
		spin_unlock(&root->list_lock);
1437 1438 1439 1440 1441
		return 0;
	}

	list_del_init(&BTRFS_I(inode)->i_orphan);
	if (!trans) {
1442
		spin_unlock(&root->list_lock);
1443 1444 1445
		return 0;
	}

1446
	spin_unlock(&root->list_lock);
1447 1448 1449 1450 1451 1452 1453 1454 1455 1456 1457 1458 1459 1460 1461 1462 1463 1464 1465 1466 1467

	ret = btrfs_del_orphan_item(trans, root, inode->i_ino);

	return ret;
}

/*
 * this cleans up any orphans that may be left on the list from the last use
 * of this root.
 */
void btrfs_orphan_cleanup(struct btrfs_root *root)
{
	struct btrfs_path *path;
	struct extent_buffer *leaf;
	struct btrfs_item *item;
	struct btrfs_key key, found_key;
	struct btrfs_trans_handle *trans;
	struct inode *inode;
	int ret = 0, nr_unlink = 0, nr_truncate = 0;

	/* don't do orphan cleanup if the fs is readonly. */
1468
	if (root->fs_info->sb->s_flags & MS_RDONLY)
1469 1470 1471 1472 1473 1474 1475 1476 1477 1478 1479 1480 1481 1482 1483 1484 1485 1486 1487 1488 1489 1490 1491 1492 1493 1494 1495 1496 1497 1498 1499 1500 1501 1502 1503 1504 1505 1506 1507 1508 1509 1510 1511 1512 1513 1514 1515 1516 1517 1518
		return;

	path = btrfs_alloc_path();
	if (!path)
		return;
	path->reada = -1;

	key.objectid = BTRFS_ORPHAN_OBJECTID;
	btrfs_set_key_type(&key, BTRFS_ORPHAN_ITEM_KEY);
	key.offset = (u64)-1;


	while (1) {
		ret = btrfs_search_slot(NULL, root, &key, path, 0, 0);
		if (ret < 0) {
			printk(KERN_ERR "Error searching slot for orphan: %d"
			       "\n", ret);
			break;
		}

		/*
		 * if ret == 0 means we found what we were searching for, which
		 * is weird, but possible, so only screw with path if we didnt
		 * find the key and see if we have stuff that matches
		 */
		if (ret > 0) {
			if (path->slots[0] == 0)
				break;
			path->slots[0]--;
		}

		/* pull out the item */
		leaf = path->nodes[0];
		item = btrfs_item_nr(leaf, path->slots[0]);
		btrfs_item_key_to_cpu(leaf, &found_key, path->slots[0]);

		/* make sure the item matches what we want */
		if (found_key.objectid != BTRFS_ORPHAN_OBJECTID)
			break;
		if (btrfs_key_type(&found_key) != BTRFS_ORPHAN_ITEM_KEY)
			break;

		/* release the path since we're done with it */
		btrfs_release_path(root, path);

		/*
		 * this is where we are basically btrfs_lookup, without the
		 * crossing root thing.  we store the inode number in the
		 * offset of the orphan item.
		 */
1519
		inode = btrfs_iget_locked(root->fs_info->sb,
1520 1521 1522 1523 1524 1525 1526 1527 1528 1529 1530 1531 1532 1533 1534 1535 1536 1537 1538 1539
					  found_key.offset, root);
		if (!inode)
			break;

		if (inode->i_state & I_NEW) {
			BTRFS_I(inode)->root = root;

			/* have to set the location manually */
			BTRFS_I(inode)->location.objectid = inode->i_ino;
			BTRFS_I(inode)->location.type = BTRFS_INODE_ITEM_KEY;
			BTRFS_I(inode)->location.offset = 0;

			btrfs_read_locked_inode(inode);
			unlock_new_inode(inode);
		}

		/*
		 * add this inode to the orphan list so btrfs_orphan_del does
		 * the proper thing when we hit it
		 */
1540
		spin_lock(&root->list_lock);
1541
		list_add(&BTRFS_I(inode)->i_orphan, &root->orphan_list);
1542
		spin_unlock(&root->list_lock);
1543 1544 1545 1546 1547 1548 1549 1550

		/*
		 * if this is a bad inode, means we actually succeeded in
		 * removing the inode, but not the orphan record, which means
		 * we need to manually delete the orphan since iput will just
		 * do a destroy_inode
		 */
		if (is_bad_inode(inode)) {
1551
			trans = btrfs_start_transaction(root, 1);
1552
			btrfs_orphan_del(trans, inode);
1553
			btrfs_end_transaction(trans, root);
1554 1555 1556 1557 1558 1559 1560 1561 1562 1563 1564 1565 1566 1567 1568 1569 1570 1571 1572 1573 1574 1575 1576 1577
			iput(inode);
			continue;
		}

		/* if we have links, this was a truncate, lets do that */
		if (inode->i_nlink) {
			nr_truncate++;
			btrfs_truncate(inode);
		} else {
			nr_unlink++;
		}

		/* this will do delete_inode and everything for us */
		iput(inode);
	}

	if (nr_unlink)
		printk(KERN_INFO "btrfs: unlinked %d orphans\n", nr_unlink);
	if (nr_truncate)
		printk(KERN_INFO "btrfs: truncated %d orphans\n", nr_truncate);

	btrfs_free_path(path);
}

C
Chris Mason 已提交
1578 1579 1580
/*
 * read an inode from the btree into the in-memory inode
 */
C
Chris Mason 已提交
1581 1582 1583
void btrfs_read_locked_inode(struct inode *inode)
{
	struct btrfs_path *path;
1584
	struct extent_buffer *leaf;
C
Chris Mason 已提交
1585
	struct btrfs_inode_item *inode_item;
1586
	struct btrfs_timespec *tspec;
C
Chris Mason 已提交
1587 1588 1589
	struct btrfs_root *root = BTRFS_I(inode)->root;
	struct btrfs_key location;
	u64 alloc_group_block;
J
Josef Bacik 已提交
1590
	u32 rdev;
C
Chris Mason 已提交
1591 1592 1593 1594 1595
	int ret;

	path = btrfs_alloc_path();
	BUG_ON(!path);
	memcpy(&location, &BTRFS_I(inode)->location, sizeof(location));
C
Chris Mason 已提交
1596

C
Chris Mason 已提交
1597
	ret = btrfs_lookup_inode(NULL, root, path, &location, 0);
1598
	if (ret)
C
Chris Mason 已提交
1599 1600
		goto make_bad;

1601 1602 1603 1604 1605 1606 1607 1608
	leaf = path->nodes[0];
	inode_item = btrfs_item_ptr(leaf, path->slots[0],
				    struct btrfs_inode_item);

	inode->i_mode = btrfs_inode_mode(leaf, inode_item);
	inode->i_nlink = btrfs_inode_nlink(leaf, inode_item);
	inode->i_uid = btrfs_inode_uid(leaf, inode_item);
	inode->i_gid = btrfs_inode_gid(leaf, inode_item);
1609
	btrfs_i_size_write(inode, btrfs_inode_size(leaf, inode_item));
1610 1611 1612 1613 1614 1615 1616 1617 1618 1619 1620 1621 1622

	tspec = btrfs_inode_atime(inode_item);
	inode->i_atime.tv_sec = btrfs_timespec_sec(leaf, tspec);
	inode->i_atime.tv_nsec = btrfs_timespec_nsec(leaf, tspec);

	tspec = btrfs_inode_mtime(inode_item);
	inode->i_mtime.tv_sec = btrfs_timespec_sec(leaf, tspec);
	inode->i_mtime.tv_nsec = btrfs_timespec_nsec(leaf, tspec);

	tspec = btrfs_inode_ctime(inode_item);
	inode->i_ctime.tv_sec = btrfs_timespec_sec(leaf, tspec);
	inode->i_ctime.tv_nsec = btrfs_timespec_nsec(leaf, tspec);

1623
	inode_set_bytes(inode, btrfs_inode_nbytes(leaf, inode_item));
1624 1625
	BTRFS_I(inode)->generation = btrfs_inode_generation(leaf, inode_item);
	inode->i_generation = BTRFS_I(inode)->generation;
J
Josef Bacik 已提交
1626
	inode->i_rdev = 0;
1627 1628
	rdev = btrfs_inode_rdev(leaf, inode_item);

1629 1630
	BTRFS_I(inode)->index_cnt = (u64)-1;

1631
	alloc_group_block = btrfs_inode_block_group(leaf, inode_item);
C
Chris Mason 已提交
1632 1633
	BTRFS_I(inode)->block_group = btrfs_lookup_block_group(root->fs_info,
						       alloc_group_block);
Y
Yan 已提交
1634
	BTRFS_I(inode)->flags = btrfs_inode_flags(leaf, inode_item);
1635 1636
	if (!BTRFS_I(inode)->block_group) {
		BTRFS_I(inode)->block_group = btrfs_find_block_group(root,
1637 1638
						 NULL, 0,
						 BTRFS_BLOCK_GROUP_METADATA, 0);
1639
	}
C
Chris Mason 已提交
1640 1641 1642 1643 1644 1645
	btrfs_free_path(path);
	inode_item = NULL;

	switch (inode->i_mode & S_IFMT) {
	case S_IFREG:
		inode->i_mapping->a_ops = &btrfs_aops;
C
Chris Mason 已提交
1646
		inode->i_mapping->backing_dev_info = &root->fs_info->bdi;
1647
		BTRFS_I(inode)->io_tree.ops = &btrfs_extent_io_ops;
C
Chris Mason 已提交
1648 1649 1650 1651 1652 1653 1654 1655 1656 1657 1658 1659 1660
		inode->i_fop = &btrfs_file_operations;
		inode->i_op = &btrfs_file_inode_operations;
		break;
	case S_IFDIR:
		inode->i_fop = &btrfs_dir_file_operations;
		if (root == root->fs_info->tree_root)
			inode->i_op = &btrfs_dir_ro_inode_operations;
		else
			inode->i_op = &btrfs_dir_inode_operations;
		break;
	case S_IFLNK:
		inode->i_op = &btrfs_symlink_inode_operations;
		inode->i_mapping->a_ops = &btrfs_symlink_aops;
C
Chris Mason 已提交
1661
		inode->i_mapping->backing_dev_info = &root->fs_info->bdi;
C
Chris Mason 已提交
1662
		break;
J
Josef Bacik 已提交
1663 1664 1665
	default:
		init_special_inode(inode, inode->i_mode, rdev);
		break;
C
Chris Mason 已提交
1666 1667 1668 1669 1670 1671 1672 1673
	}
	return;

make_bad:
	btrfs_free_path(path);
	make_bad_inode(inode);
}

C
Chris Mason 已提交
1674 1675 1676
/*
 * given a leaf and an inode, copy the inode fields into the leaf
 */
1677 1678
static void fill_inode_item(struct btrfs_trans_handle *trans,
			    struct extent_buffer *leaf,
1679
			    struct btrfs_inode_item *item,
C
Chris Mason 已提交
1680 1681
			    struct inode *inode)
{
1682 1683
	btrfs_set_inode_uid(leaf, item, inode->i_uid);
	btrfs_set_inode_gid(leaf, item, inode->i_gid);
1684
	btrfs_set_inode_size(leaf, item, BTRFS_I(inode)->disk_i_size);
1685 1686 1687 1688 1689 1690 1691 1692 1693 1694 1695 1696 1697 1698 1699 1700 1701 1702
	btrfs_set_inode_mode(leaf, item, inode->i_mode);
	btrfs_set_inode_nlink(leaf, item, inode->i_nlink);

	btrfs_set_timespec_sec(leaf, btrfs_inode_atime(item),
			       inode->i_atime.tv_sec);
	btrfs_set_timespec_nsec(leaf, btrfs_inode_atime(item),
				inode->i_atime.tv_nsec);

	btrfs_set_timespec_sec(leaf, btrfs_inode_mtime(item),
			       inode->i_mtime.tv_sec);
	btrfs_set_timespec_nsec(leaf, btrfs_inode_mtime(item),
				inode->i_mtime.tv_nsec);

	btrfs_set_timespec_sec(leaf, btrfs_inode_ctime(item),
			       inode->i_ctime.tv_sec);
	btrfs_set_timespec_nsec(leaf, btrfs_inode_ctime(item),
				inode->i_ctime.tv_nsec);

1703
	btrfs_set_inode_nbytes(leaf, item, inode_get_bytes(inode));
1704 1705
	btrfs_set_inode_generation(leaf, item, BTRFS_I(inode)->generation);
	btrfs_set_inode_transid(leaf, item, trans->transid);
1706
	btrfs_set_inode_rdev(leaf, item, inode->i_rdev);
Y
Yan 已提交
1707
	btrfs_set_inode_flags(leaf, item, BTRFS_I(inode)->flags);
1708
	btrfs_set_inode_block_group(leaf, item,
C
Chris Mason 已提交
1709 1710 1711
				    BTRFS_I(inode)->block_group->key.objectid);
}

C
Chris Mason 已提交
1712 1713 1714
/*
 * copy everything in the in-memory inode into the btree.
 */
1715
int noinline btrfs_update_inode(struct btrfs_trans_handle *trans,
C
Chris Mason 已提交
1716 1717 1718 1719 1720
			      struct btrfs_root *root,
			      struct inode *inode)
{
	struct btrfs_inode_item *inode_item;
	struct btrfs_path *path;
1721
	struct extent_buffer *leaf;
C
Chris Mason 已提交
1722 1723 1724 1725 1726 1727 1728 1729 1730 1731 1732 1733
	int ret;

	path = btrfs_alloc_path();
	BUG_ON(!path);
	ret = btrfs_lookup_inode(trans, root, path,
				 &BTRFS_I(inode)->location, 1);
	if (ret) {
		if (ret > 0)
			ret = -ENOENT;
		goto failed;
	}

1734 1735
	leaf = path->nodes[0];
	inode_item = btrfs_item_ptr(leaf, path->slots[0],
C
Chris Mason 已提交
1736 1737
				  struct btrfs_inode_item);

1738
	fill_inode_item(trans, leaf, inode_item, inode);
1739
	btrfs_mark_buffer_dirty(leaf);
1740
	btrfs_set_inode_last_trans(trans, inode);
C
Chris Mason 已提交
1741 1742 1743 1744 1745 1746 1747
	ret = 0;
failed:
	btrfs_free_path(path);
	return ret;
}


C
Chris Mason 已提交
1748 1749 1750 1751 1752
/*
 * unlink helper that gets used here in inode.c and in the tree logging
 * recovery code.  It remove a link in a directory with a given name, and
 * also drops the back refs in the inode to the directory
 */
1753 1754 1755 1756
int btrfs_unlink_inode(struct btrfs_trans_handle *trans,
		       struct btrfs_root *root,
		       struct inode *dir, struct inode *inode,
		       const char *name, int name_len)
C
Chris Mason 已提交
1757 1758 1759
{
	struct btrfs_path *path;
	int ret = 0;
1760
	struct extent_buffer *leaf;
C
Chris Mason 已提交
1761
	struct btrfs_dir_item *di;
1762
	struct btrfs_key key;
1763
	u64 index;
C
Chris Mason 已提交
1764 1765

	path = btrfs_alloc_path();
1766 1767 1768 1769 1770
	if (!path) {
		ret = -ENOMEM;
		goto err;
	}

C
Chris Mason 已提交
1771 1772 1773 1774 1775 1776 1777 1778 1779 1780
	di = btrfs_lookup_dir_item(trans, root, path, dir->i_ino,
				    name, name_len, -1);
	if (IS_ERR(di)) {
		ret = PTR_ERR(di);
		goto err;
	}
	if (!di) {
		ret = -ENOENT;
		goto err;
	}
1781 1782
	leaf = path->nodes[0];
	btrfs_dir_item_key_to_cpu(leaf, di, &key);
C
Chris Mason 已提交
1783
	ret = btrfs_delete_one_dir_name(trans, root, path, di);
1784 1785
	if (ret)
		goto err;
C
Chris Mason 已提交
1786 1787
	btrfs_release_path(root, path);

1788
	ret = btrfs_del_inode_ref(trans, root, name, name_len,
1789 1790
				  inode->i_ino,
				  dir->i_ino, &index);
1791 1792 1793
	if (ret) {
		printk("failed to delete reference to %.*s, "
		       "inode %lu parent %lu\n", name_len, name,
1794
		       inode->i_ino, dir->i_ino);
1795 1796 1797
		goto err;
	}

C
Chris Mason 已提交
1798
	di = btrfs_lookup_dir_index_item(trans, root, path, dir->i_ino,
1799
					 index, name, name_len, -1);
C
Chris Mason 已提交
1800 1801 1802 1803 1804 1805 1806 1807 1808
	if (IS_ERR(di)) {
		ret = PTR_ERR(di);
		goto err;
	}
	if (!di) {
		ret = -ENOENT;
		goto err;
	}
	ret = btrfs_delete_one_dir_name(trans, root, path, di);
1809
	btrfs_release_path(root, path);
C
Chris Mason 已提交
1810

1811 1812
	ret = btrfs_del_inode_ref_in_log(trans, root, name, name_len,
					 inode, dir->i_ino);
C
Chris Mason 已提交
1813 1814 1815
	BUG_ON(ret != 0 && ret != -ENOENT);
	if (ret != -ENOENT)
		BTRFS_I(dir)->log_dirty_trans = trans->transid;
1816 1817 1818 1819

	ret = btrfs_del_dir_entries_in_log(trans, root, name, name_len,
					   dir, index);
	BUG_ON(ret);
C
Chris Mason 已提交
1820 1821
err:
	btrfs_free_path(path);
1822 1823 1824 1825 1826 1827 1828 1829 1830 1831
	if (ret)
		goto out;

	btrfs_i_size_write(dir, dir->i_size - name_len * 2);
	inode->i_ctime = dir->i_mtime = dir->i_ctime = CURRENT_TIME;
	btrfs_update_inode(trans, root, dir);
	btrfs_drop_nlink(inode);
	ret = btrfs_update_inode(trans, root, inode);
	dir->i_sb->s_dirt = 1;
out:
C
Chris Mason 已提交
1832 1833 1834 1835 1836 1837 1838
	return ret;
}

static int btrfs_unlink(struct inode *dir, struct dentry *dentry)
{
	struct btrfs_root *root;
	struct btrfs_trans_handle *trans;
1839
	struct inode *inode = dentry->d_inode;
C
Chris Mason 已提交
1840
	int ret;
1841
	unsigned long nr = 0;
C
Chris Mason 已提交
1842 1843

	root = BTRFS_I(dir)->root;
1844 1845 1846 1847 1848

	ret = btrfs_check_free_space(root, 1, 1);
	if (ret)
		goto fail;

C
Chris Mason 已提交
1849
	trans = btrfs_start_transaction(root, 1);
1850

C
Chris Mason 已提交
1851
	btrfs_set_trans_block_group(trans, dir);
1852 1853
	ret = btrfs_unlink_inode(trans, root, dir, dentry->d_inode,
				 dentry->d_name.name, dentry->d_name.len);
1854 1855 1856 1857

	if (inode->i_nlink == 0)
		ret = btrfs_orphan_add(trans, inode);

1858
	nr = trans->blocks_used;
1859

1860
	btrfs_end_transaction_throttle(trans, root);
1861
fail:
1862
	btrfs_btree_balance_dirty(root, nr);
C
Chris Mason 已提交
1863 1864 1865 1866 1867 1868
	return ret;
}

static int btrfs_rmdir(struct inode *dir, struct dentry *dentry)
{
	struct inode *inode = dentry->d_inode;
1869
	int err = 0;
C
Chris Mason 已提交
1870 1871 1872
	int ret;
	struct btrfs_root *root = BTRFS_I(dir)->root;
	struct btrfs_trans_handle *trans;
1873
	unsigned long nr = 0;
C
Chris Mason 已提交
1874

1875
	if (inode->i_size > BTRFS_EMPTY_DIR_SIZE) {
Y
Yan 已提交
1876
		return -ENOTEMPTY;
1877
	}
Y
Yan 已提交
1878

1879 1880 1881 1882
	ret = btrfs_check_free_space(root, 1, 1);
	if (ret)
		goto fail;

C
Chris Mason 已提交
1883 1884 1885
	trans = btrfs_start_transaction(root, 1);
	btrfs_set_trans_block_group(trans, dir);

1886 1887 1888 1889
	err = btrfs_orphan_add(trans, inode);
	if (err)
		goto fail_trans;

C
Chris Mason 已提交
1890
	/* now the directory is empty */
1891 1892
	err = btrfs_unlink_inode(trans, root, dir, dentry->d_inode,
				 dentry->d_name.name, dentry->d_name.len);
C
Chris Mason 已提交
1893
	if (!err) {
1894
		btrfs_i_size_write(inode, 0);
C
Chris Mason 已提交
1895
	}
1896

1897
fail_trans:
1898
	nr = trans->blocks_used;
1899
	ret = btrfs_end_transaction_throttle(trans, root);
1900
fail:
1901
	btrfs_btree_balance_dirty(root, nr);
1902

C
Chris Mason 已提交
1903 1904 1905 1906 1907
	if (ret && !err)
		err = ret;
	return err;
}

1908 1909 1910 1911 1912 1913 1914 1915 1916 1917 1918 1919 1920 1921 1922 1923 1924 1925 1926 1927 1928 1929 1930 1931 1932 1933 1934 1935
/*
 * when truncating bytes in a file, it is possible to avoid reading
 * the leaves that contain only checksum items.  This can be the
 * majority of the IO required to delete a large file, but it must
 * be done carefully.
 *
 * The keys in the level just above the leaves are checked to make sure
 * the lowest key in a given leaf is a csum key, and starts at an offset
 * after the new  size.
 *
 * Then the key for the next leaf is checked to make sure it also has
 * a checksum item for the same file.  If it does, we know our target leaf
 * contains only checksum items, and it can be safely freed without reading
 * it.
 *
 * This is just an optimization targeted at large files.  It may do
 * nothing.  It will return 0 unless things went badly.
 */
static noinline int drop_csum_leaves(struct btrfs_trans_handle *trans,
				     struct btrfs_root *root,
				     struct btrfs_path *path,
				     struct inode *inode, u64 new_size)
{
	struct btrfs_key key;
	int ret;
	int nritems;
	struct btrfs_key found_key;
	struct btrfs_key other_key;
Y
Yan Zheng 已提交
1936 1937 1938
	struct btrfs_leaf_ref *ref;
	u64 leaf_gen;
	u64 leaf_start;
1939 1940 1941 1942 1943 1944 1945 1946 1947 1948 1949 1950 1951 1952 1953 1954 1955 1956 1957 1958 1959 1960 1961 1962 1963 1964 1965 1966 1967 1968 1969 1970 1971 1972 1973 1974 1975 1976 1977 1978 1979 1980 1981 1982 1983 1984 1985 1986 1987 1988 1989 1990 1991 1992 1993 1994 1995 1996 1997 1998 1999 2000 2001 2002 2003 2004 2005 2006 2007 2008 2009 2010 2011 2012 2013 2014 2015 2016 2017 2018 2019 2020 2021 2022 2023 2024 2025 2026 2027 2028 2029 2030 2031

	path->lowest_level = 1;
	key.objectid = inode->i_ino;
	key.type = BTRFS_CSUM_ITEM_KEY;
	key.offset = new_size;
again:
	ret = btrfs_search_slot(trans, root, &key, path, -1, 1);
	if (ret < 0)
		goto out;

	if (path->nodes[1] == NULL) {
		ret = 0;
		goto out;
	}
	ret = 0;
	btrfs_node_key_to_cpu(path->nodes[1], &found_key, path->slots[1]);
	nritems = btrfs_header_nritems(path->nodes[1]);

	if (!nritems)
		goto out;

	if (path->slots[1] >= nritems)
		goto next_node;

	/* did we find a key greater than anything we want to delete? */
	if (found_key.objectid > inode->i_ino ||
	   (found_key.objectid == inode->i_ino && found_key.type > key.type))
		goto out;

	/* we check the next key in the node to make sure the leave contains
	 * only checksum items.  This comparison doesn't work if our
	 * leaf is the last one in the node
	 */
	if (path->slots[1] + 1 >= nritems) {
next_node:
		/* search forward from the last key in the node, this
		 * will bring us into the next node in the tree
		 */
		btrfs_node_key_to_cpu(path->nodes[1], &found_key, nritems - 1);

		/* unlikely, but we inc below, so check to be safe */
		if (found_key.offset == (u64)-1)
			goto out;

		/* search_forward needs a path with locks held, do the
		 * search again for the original key.  It is possible
		 * this will race with a balance and return a path that
		 * we could modify, but this drop is just an optimization
		 * and is allowed to miss some leaves.
		 */
		btrfs_release_path(root, path);
		found_key.offset++;

		/* setup a max key for search_forward */
		other_key.offset = (u64)-1;
		other_key.type = key.type;
		other_key.objectid = key.objectid;

		path->keep_locks = 1;
		ret = btrfs_search_forward(root, &found_key, &other_key,
					   path, 0, 0);
		path->keep_locks = 0;
		if (ret || found_key.objectid != key.objectid ||
		    found_key.type != key.type) {
			ret = 0;
			goto out;
		}

		key.offset = found_key.offset;
		btrfs_release_path(root, path);
		cond_resched();
		goto again;
	}

	/* we know there's one more slot after us in the tree,
	 * read that key so we can verify it is also a checksum item
	 */
	btrfs_node_key_to_cpu(path->nodes[1], &other_key, path->slots[1] + 1);

	if (found_key.objectid < inode->i_ino)
		goto next_key;

	if (found_key.type != key.type || found_key.offset < new_size)
		goto next_key;

	/*
	 * if the key for the next leaf isn't a csum key from this objectid,
	 * we can't be sure there aren't good items inside this leaf.
	 * Bail out
	 */
	if (other_key.objectid != inode->i_ino || other_key.type != key.type)
		goto out;

Y
Yan Zheng 已提交
2032 2033
	leaf_start = btrfs_node_blockptr(path->nodes[1], path->slots[1]);
	leaf_gen = btrfs_node_ptr_generation(path->nodes[1], path->slots[1]);
2034 2035 2036 2037
	/*
	 * it is safe to delete this leaf, it contains only
	 * csum items from this inode at an offset >= new_size
	 */
Y
Yan Zheng 已提交
2038
	ret = btrfs_del_leaf(trans, root, path, leaf_start);
2039 2040
	BUG_ON(ret);

Y
Yan Zheng 已提交
2041 2042 2043 2044 2045 2046 2047 2048 2049 2050 2051 2052 2053 2054 2055 2056
	if (root->ref_cows && leaf_gen < trans->transid) {
		ref = btrfs_alloc_leaf_ref(root, 0);
		if (ref) {
			ref->root_gen = root->root_key.offset;
			ref->bytenr = leaf_start;
			ref->owner = 0;
			ref->generation = leaf_gen;
			ref->nritems = 0;

			ret = btrfs_add_leaf_ref(root, ref, 0);
			WARN_ON(ret);
			btrfs_free_leaf_ref(root, ref);
		} else {
			WARN_ON(1);
		}
	}
2057 2058 2059 2060 2061 2062 2063 2064 2065 2066 2067 2068 2069 2070 2071 2072 2073 2074
next_key:
	btrfs_release_path(root, path);

	if (other_key.objectid == inode->i_ino &&
	    other_key.type == key.type && other_key.offset > key.offset) {
		key.offset = other_key.offset;
		cond_resched();
		goto again;
	}
	ret = 0;
out:
	/* fixup any changes we've made to the path */
	path->lowest_level = 0;
	path->keep_locks = 0;
	btrfs_release_path(root, path);
	return ret;
}

C
Chris Mason 已提交
2075 2076 2077
/*
 * this can truncate away extent items, csum items and directory items.
 * It starts at a high offset and removes keys until it can't find
C
Chris Mason 已提交
2078
 * any higher than new_size
C
Chris Mason 已提交
2079 2080 2081
 *
 * csum items that cross the new i_size are truncated to the new size
 * as well.
2082 2083 2084
 *
 * min_type is the minimum key type to truncate down to.  If set to 0, this
 * will kill all the items on this inode, including the INODE_ITEM_KEY.
C
Chris Mason 已提交
2085
 */
2086 2087 2088 2089
noinline int btrfs_truncate_inode_items(struct btrfs_trans_handle *trans,
					struct btrfs_root *root,
					struct inode *inode,
					u64 new_size, u32 min_type)
C
Chris Mason 已提交
2090 2091 2092 2093
{
	int ret;
	struct btrfs_path *path;
	struct btrfs_key key;
2094
	struct btrfs_key found_key;
C
Chris Mason 已提交
2095
	u32 found_type;
2096
	struct extent_buffer *leaf;
C
Chris Mason 已提交
2097 2098
	struct btrfs_file_extent_item *fi;
	u64 extent_start = 0;
2099
	u64 extent_num_bytes = 0;
C
Chris Mason 已提交
2100
	u64 item_end = 0;
2101
	u64 root_gen = 0;
2102
	u64 root_owner = 0;
C
Chris Mason 已提交
2103 2104
	int found_extent;
	int del_item;
2105 2106
	int pending_del_nr = 0;
	int pending_del_slot = 0;
2107
	int extent_type = -1;
2108
	u64 mask = root->sectorsize - 1;
C
Chris Mason 已提交
2109

2110
	if (root->ref_cows)
2111
		btrfs_drop_extent_cache(inode, new_size & (~mask), (u64)-1, 0);
C
Chris Mason 已提交
2112
	path = btrfs_alloc_path();
2113
	path->reada = -1;
C
Chris Mason 已提交
2114
	BUG_ON(!path);
2115

C
Chris Mason 已提交
2116 2117 2118
	/* FIXME, add redo link to tree so we don't leak on crash */
	key.objectid = inode->i_ino;
	key.offset = (u64)-1;
2119 2120
	key.type = (u8)-1;

2121
	btrfs_init_path(path);
2122 2123 2124 2125

	ret = drop_csum_leaves(trans, root, path, inode, new_size);
	BUG_ON(ret);

2126 2127 2128 2129 2130 2131
search_again:
	ret = btrfs_search_slot(trans, root, &key, path, -1, 1);
	if (ret < 0) {
		goto error;
	}
	if (ret > 0) {
2132 2133 2134 2135 2136 2137 2138
		/* there are no items in the tree for us to truncate, we're
		 * done
		 */
		if (path->slots[0] == 0) {
			ret = 0;
			goto error;
		}
2139 2140 2141
		path->slots[0]--;
	}

C
Chris Mason 已提交
2142 2143
	while(1) {
		fi = NULL;
2144 2145 2146
		leaf = path->nodes[0];
		btrfs_item_key_to_cpu(leaf, &found_key, path->slots[0]);
		found_type = btrfs_key_type(&found_key);
C
Chris Mason 已提交
2147

2148
		if (found_key.objectid != inode->i_ino)
C
Chris Mason 已提交
2149
			break;
2150

2151
		if (found_type < min_type)
C
Chris Mason 已提交
2152 2153
			break;

2154
		item_end = found_key.offset;
C
Chris Mason 已提交
2155
		if (found_type == BTRFS_EXTENT_DATA_KEY) {
2156
			fi = btrfs_item_ptr(leaf, path->slots[0],
C
Chris Mason 已提交
2157
					    struct btrfs_file_extent_item);
2158 2159
			extent_type = btrfs_file_extent_type(leaf, fi);
			if (extent_type != BTRFS_FILE_EXTENT_INLINE) {
2160
				item_end +=
2161
				    btrfs_file_extent_num_bytes(leaf, fi);
2162 2163
			} else if (extent_type == BTRFS_FILE_EXTENT_INLINE) {
				item_end += btrfs_file_extent_inline_len(leaf,
C
Chris Mason 已提交
2164
									 fi);
C
Chris Mason 已提交
2165
			}
2166
			item_end--;
C
Chris Mason 已提交
2167 2168 2169
		}
		if (found_type == BTRFS_CSUM_ITEM_KEY) {
			ret = btrfs_csum_truncate(trans, root, path,
2170
						  new_size);
C
Chris Mason 已提交
2171 2172
			BUG_ON(ret);
		}
2173
		if (item_end < new_size) {
2174 2175 2176 2177
			if (found_type == BTRFS_DIR_ITEM_KEY) {
				found_type = BTRFS_INODE_ITEM_KEY;
			} else if (found_type == BTRFS_EXTENT_ITEM_KEY) {
				found_type = BTRFS_CSUM_ITEM_KEY;
2178 2179 2180 2181
			} else if (found_type == BTRFS_EXTENT_DATA_KEY) {
				found_type = BTRFS_XATTR_ITEM_KEY;
			} else if (found_type == BTRFS_XATTR_ITEM_KEY) {
				found_type = BTRFS_INODE_REF_KEY;
2182 2183 2184 2185
			} else if (found_type) {
				found_type--;
			} else {
				break;
C
Chris Mason 已提交
2186
			}
2187
			btrfs_set_key_type(&key, found_type);
2188
			goto next;
C
Chris Mason 已提交
2189
		}
2190
		if (found_key.offset >= new_size)
C
Chris Mason 已提交
2191 2192 2193 2194 2195 2196
			del_item = 1;
		else
			del_item = 0;
		found_extent = 0;

		/* FIXME, shrink the extent if the ref count is only 1 */
2197 2198 2199 2200
		if (found_type != BTRFS_EXTENT_DATA_KEY)
			goto delete;

		if (extent_type != BTRFS_FILE_EXTENT_INLINE) {
C
Chris Mason 已提交
2201
			u64 num_dec;
2202
			extent_start = btrfs_file_extent_disk_bytenr(leaf, fi);
C
Chris Mason 已提交
2203
			if (!del_item) {
2204 2205
				u64 orig_num_bytes =
					btrfs_file_extent_num_bytes(leaf, fi);
2206
				extent_num_bytes = new_size -
2207
					found_key.offset + root->sectorsize - 1;
2208 2209
				extent_num_bytes = extent_num_bytes &
					~((u64)root->sectorsize - 1);
2210 2211 2212
				btrfs_set_file_extent_num_bytes(leaf, fi,
							 extent_num_bytes);
				num_dec = (orig_num_bytes -
C
Chris Mason 已提交
2213
					   extent_num_bytes);
2214
				if (root->ref_cows && extent_start != 0)
2215
					inode_sub_bytes(inode, num_dec);
2216
				btrfs_mark_buffer_dirty(leaf);
C
Chris Mason 已提交
2217
			} else {
2218 2219 2220
				extent_num_bytes =
					btrfs_file_extent_disk_num_bytes(leaf,
									 fi);
C
Chris Mason 已提交
2221
				/* FIXME blocksize != 4096 */
C
Chris Mason 已提交
2222
				num_dec = btrfs_file_extent_num_bytes(leaf, fi);
C
Chris Mason 已提交
2223 2224
				if (extent_start != 0) {
					found_extent = 1;
2225
					if (root->ref_cows)
2226
						inode_sub_bytes(inode, num_dec);
2227
				}
Z
Zheng Yan 已提交
2228
				root_gen = btrfs_header_generation(leaf);
2229
				root_owner = btrfs_header_owner(leaf);
C
Chris Mason 已提交
2230
			}
C
Chris Mason 已提交
2231
		} else if (extent_type == BTRFS_FILE_EXTENT_INLINE) {
C
Chris Mason 已提交
2232 2233 2234 2235 2236 2237 2238 2239
			/*
			 * we can't truncate inline items that have had
			 * special encodings
			 */
			if (!del_item &&
			    btrfs_file_extent_compression(leaf, fi) == 0 &&
			    btrfs_file_extent_encryption(leaf, fi) == 0 &&
			    btrfs_file_extent_other_encoding(leaf, fi) == 0) {
2240 2241 2242
				u32 size = new_size - found_key.offset;

				if (root->ref_cows) {
2243 2244
					inode_sub_bytes(inode, item_end + 1 -
							new_size);
2245 2246 2247
				}
				size =
				    btrfs_file_extent_calc_inline_size(size);
C
Chris Mason 已提交
2248
				ret = btrfs_truncate_item(trans, root, path,
2249
							  size, 1);
C
Chris Mason 已提交
2250
				BUG_ON(ret);
2251
			} else if (root->ref_cows) {
2252 2253
				inode_sub_bytes(inode, item_end + 1 -
						found_key.offset);
C
Chris Mason 已提交
2254
			}
C
Chris Mason 已提交
2255
		}
2256
delete:
C
Chris Mason 已提交
2257
		if (del_item) {
2258 2259 2260 2261 2262 2263 2264 2265 2266 2267 2268 2269
			if (!pending_del_nr) {
				/* no pending yet, add ourselves */
				pending_del_slot = path->slots[0];
				pending_del_nr = 1;
			} else if (pending_del_nr &&
				   path->slots[0] + 1 == pending_del_slot) {
				/* hop on the pending chunk */
				pending_del_nr++;
				pending_del_slot = path->slots[0];
			} else {
				printk("bad pending slot %d pending_del_nr %d pending_del_slot %d\n", path->slots[0], pending_del_nr, pending_del_slot);
			}
C
Chris Mason 已提交
2270 2271 2272 2273 2274
		} else {
			break;
		}
		if (found_extent) {
			ret = btrfs_free_extent(trans, root, extent_start,
2275
						extent_num_bytes,
Z
Zheng Yan 已提交
2276
						leaf->start, root_owner,
2277
						root_gen, inode->i_ino, 0);
C
Chris Mason 已提交
2278 2279
			BUG_ON(ret);
		}
2280 2281 2282 2283 2284 2285 2286 2287 2288 2289 2290 2291 2292 2293 2294 2295 2296 2297 2298 2299 2300 2301 2302
next:
		if (path->slots[0] == 0) {
			if (pending_del_nr)
				goto del_pending;
			btrfs_release_path(root, path);
			goto search_again;
		}

		path->slots[0]--;
		if (pending_del_nr &&
		    path->slots[0] + 1 != pending_del_slot) {
			struct btrfs_key debug;
del_pending:
			btrfs_item_key_to_cpu(path->nodes[0], &debug,
					      pending_del_slot);
			ret = btrfs_del_items(trans, root, path,
					      pending_del_slot,
					      pending_del_nr);
			BUG_ON(ret);
			pending_del_nr = 0;
			btrfs_release_path(root, path);
			goto search_again;
		}
C
Chris Mason 已提交
2303 2304 2305
	}
	ret = 0;
error:
2306 2307 2308 2309
	if (pending_del_nr) {
		ret = btrfs_del_items(trans, root, path, pending_del_slot,
				      pending_del_nr);
	}
C
Chris Mason 已提交
2310 2311 2312 2313 2314 2315 2316 2317 2318 2319 2320 2321
	btrfs_free_path(path);
	inode->i_sb->s_dirt = 1;
	return ret;
}

/*
 * taken from block_truncate_page, but does cow as it zeros out
 * any bytes left in the last page in the file.
 */
static int btrfs_truncate_page(struct address_space *mapping, loff_t from)
{
	struct inode *inode = mapping->host;
2322
	struct btrfs_root *root = BTRFS_I(inode)->root;
2323 2324 2325
	struct extent_io_tree *io_tree = &BTRFS_I(inode)->io_tree;
	struct btrfs_ordered_extent *ordered;
	char *kaddr;
2326
	u32 blocksize = root->sectorsize;
C
Chris Mason 已提交
2327 2328 2329 2330
	pgoff_t index = from >> PAGE_CACHE_SHIFT;
	unsigned offset = from & (PAGE_CACHE_SIZE-1);
	struct page *page;
	int ret = 0;
2331
	u64 page_start;
2332
	u64 page_end;
C
Chris Mason 已提交
2333 2334 2335 2336 2337

	if ((offset & (blocksize - 1)) == 0)
		goto out;

	ret = -ENOMEM;
2338
again:
C
Chris Mason 已提交
2339 2340 2341
	page = grab_cache_page(mapping, index);
	if (!page)
		goto out;
2342 2343 2344 2345

	page_start = page_offset(page);
	page_end = page_start + PAGE_CACHE_SIZE - 1;

C
Chris Mason 已提交
2346
	if (!PageUptodate(page)) {
C
Chris Mason 已提交
2347
		ret = btrfs_readpage(NULL, page);
C
Chris Mason 已提交
2348
		lock_page(page);
2349 2350 2351 2352 2353
		if (page->mapping != mapping) {
			unlock_page(page);
			page_cache_release(page);
			goto again;
		}
C
Chris Mason 已提交
2354 2355
		if (!PageUptodate(page)) {
			ret = -EIO;
2356
			goto out_unlock;
C
Chris Mason 已提交
2357 2358
		}
	}
2359
	wait_on_page_writeback(page);
2360 2361 2362 2363 2364 2365 2366 2367 2368

	lock_extent(io_tree, page_start, page_end, GFP_NOFS);
	set_page_extent_mapped(page);

	ordered = btrfs_lookup_ordered_extent(inode, page_start);
	if (ordered) {
		unlock_extent(io_tree, page_start, page_end, GFP_NOFS);
		unlock_page(page);
		page_cache_release(page);
2369
		btrfs_start_ordered_extent(inode, ordered, 1);
2370 2371 2372 2373
		btrfs_put_ordered_extent(ordered);
		goto again;
	}

2374
	btrfs_set_extent_delalloc(inode, page_start, page_end);
2375 2376 2377 2378 2379 2380 2381
	ret = 0;
	if (offset != PAGE_CACHE_SIZE) {
		kaddr = kmap(page);
		memset(kaddr + offset, 0, PAGE_CACHE_SIZE - offset);
		flush_dcache_page(page);
		kunmap(page);
	}
2382
	ClearPageChecked(page);
2383 2384
	set_page_dirty(page);
	unlock_extent(io_tree, page_start, page_end, GFP_NOFS);
C
Chris Mason 已提交
2385

2386
out_unlock:
C
Chris Mason 已提交
2387 2388 2389 2390 2391 2392
	unlock_page(page);
	page_cache_release(page);
out:
	return ret;
}

Y
Yan Zheng 已提交
2393
int btrfs_cont_expand(struct inode *inode, loff_t size)
C
Chris Mason 已提交
2394
{
Y
Yan Zheng 已提交
2395 2396 2397 2398 2399 2400 2401 2402 2403 2404
	struct btrfs_trans_handle *trans;
	struct btrfs_root *root = BTRFS_I(inode)->root;
	struct extent_io_tree *io_tree = &BTRFS_I(inode)->io_tree;
	struct extent_map *em;
	u64 mask = root->sectorsize - 1;
	u64 hole_start = (inode->i_size + mask) & ~mask;
	u64 block_end = (size + mask) & ~mask;
	u64 last_byte;
	u64 cur_offset;
	u64 hole_size;
C
Chris Mason 已提交
2405 2406
	int err;

Y
Yan Zheng 已提交
2407 2408 2409 2410
	if (size <= hole_start)
		return 0;

	err = btrfs_check_free_space(root, 1, 0);
C
Chris Mason 已提交
2411 2412 2413
	if (err)
		return err;

Y
Yan Zheng 已提交
2414
	btrfs_truncate_page(inode->i_mapping, inode->i_size);
C
Chris Mason 已提交
2415

Y
Yan Zheng 已提交
2416 2417 2418 2419 2420 2421 2422 2423 2424 2425 2426
	while (1) {
		struct btrfs_ordered_extent *ordered;
		btrfs_wait_ordered_range(inode, hole_start,
					 block_end - hole_start);
		lock_extent(io_tree, hole_start, block_end - 1, GFP_NOFS);
		ordered = btrfs_lookup_ordered_extent(inode, hole_start);
		if (!ordered)
			break;
		unlock_extent(io_tree, hole_start, block_end - 1, GFP_NOFS);
		btrfs_put_ordered_extent(ordered);
	}
C
Chris Mason 已提交
2427

Y
Yan Zheng 已提交
2428 2429
	trans = btrfs_start_transaction(root, 1);
	btrfs_set_trans_block_group(trans, inode);
C
Chris Mason 已提交
2430

Y
Yan Zheng 已提交
2431 2432 2433 2434 2435 2436 2437 2438 2439 2440 2441 2442 2443 2444 2445 2446 2447 2448 2449 2450 2451
	cur_offset = hole_start;
	while (1) {
		em = btrfs_get_extent(inode, NULL, 0, cur_offset,
				block_end - cur_offset, 0);
		BUG_ON(IS_ERR(em) || !em);
		last_byte = min(extent_map_end(em), block_end);
		last_byte = (last_byte + mask) & ~mask;
		if (test_bit(EXTENT_FLAG_VACANCY, &em->flags)) {
			hole_size = last_byte - cur_offset;
			err = btrfs_insert_file_extent(trans, root,
					inode->i_ino, cur_offset, 0,
					0, hole_size, 0, hole_size,
					0, 0, 0);
			btrfs_drop_extent_cache(inode, hole_start,
					last_byte - 1, 0);
		}
		free_extent_map(em);
		cur_offset = last_byte;
		if (err || cur_offset >= block_end)
			break;
	}
2452

Y
Yan Zheng 已提交
2453 2454 2455 2456
	btrfs_end_transaction(trans, root);
	unlock_extent(io_tree, hole_start, block_end - 1, GFP_NOFS);
	return err;
}
C
Chris Mason 已提交
2457

Y
Yan Zheng 已提交
2458 2459 2460 2461
static int btrfs_setattr(struct dentry *dentry, struct iattr *attr)
{
	struct inode *inode = dentry->d_inode;
	int err;
C
Chris Mason 已提交
2462

Y
Yan Zheng 已提交
2463 2464 2465
	err = inode_change_ok(inode, attr);
	if (err)
		return err;
C
Chris Mason 已提交
2466

Y
Yan Zheng 已提交
2467 2468 2469
	if (S_ISREG(inode->i_mode) &&
	    attr->ia_valid & ATTR_SIZE && attr->ia_size > inode->i_size) {
		err = btrfs_cont_expand(inode, attr->ia_size);
2470 2471
		if (err)
			return err;
C
Chris Mason 已提交
2472
	}
Y
Yan Zheng 已提交
2473

C
Chris Mason 已提交
2474
	err = inode_setattr(inode, attr);
J
Josef Bacik 已提交
2475 2476 2477

	if (!err && ((attr->ia_valid & ATTR_MODE)))
		err = btrfs_acl_chmod(inode);
C
Chris Mason 已提交
2478 2479
	return err;
}
2480

C
Chris Mason 已提交
2481 2482 2483 2484
void btrfs_delete_inode(struct inode *inode)
{
	struct btrfs_trans_handle *trans;
	struct btrfs_root *root = BTRFS_I(inode)->root;
2485
	unsigned long nr;
C
Chris Mason 已提交
2486 2487 2488 2489
	int ret;

	truncate_inode_pages(&inode->i_data, 0);
	if (is_bad_inode(inode)) {
2490
		btrfs_orphan_del(NULL, inode);
C
Chris Mason 已提交
2491 2492
		goto no_delete;
	}
C
Chris Mason 已提交
2493
	btrfs_wait_ordered_range(inode, 0, (u64)-1);
2494

2495
	btrfs_i_size_write(inode, 0);
C
Chris Mason 已提交
2496
	trans = btrfs_start_transaction(root, 1);
2497

C
Chris Mason 已提交
2498
	btrfs_set_trans_block_group(trans, inode);
2499
	ret = btrfs_truncate_inode_items(trans, root, inode, inode->i_size, 0);
2500 2501
	if (ret) {
		btrfs_orphan_del(NULL, inode);
2502
		goto no_delete_lock;
2503 2504 2505
	}

	btrfs_orphan_del(trans, inode);
2506

2507
	nr = trans->blocks_used;
2508
	clear_inode(inode);
2509

C
Chris Mason 已提交
2510
	btrfs_end_transaction(trans, root);
2511
	btrfs_btree_balance_dirty(root, nr);
C
Chris Mason 已提交
2512
	return;
2513 2514

no_delete_lock:
2515
	nr = trans->blocks_used;
2516
	btrfs_end_transaction(trans, root);
2517
	btrfs_btree_balance_dirty(root, nr);
C
Chris Mason 已提交
2518 2519 2520 2521 2522 2523 2524 2525 2526 2527 2528 2529 2530 2531 2532 2533
no_delete:
	clear_inode(inode);
}

/*
 * this returns the key found in the dir entry in the location pointer.
 * If no dir entries were found, location->objectid is 0.
 */
static int btrfs_inode_by_name(struct inode *dir, struct dentry *dentry,
			       struct btrfs_key *location)
{
	const char *name = dentry->d_name.name;
	int namelen = dentry->d_name.len;
	struct btrfs_dir_item *di;
	struct btrfs_path *path;
	struct btrfs_root *root = BTRFS_I(dir)->root;
Y
Yan 已提交
2534
	int ret = 0;
C
Chris Mason 已提交
2535 2536 2537

	path = btrfs_alloc_path();
	BUG_ON(!path);
2538

C
Chris Mason 已提交
2539 2540
	di = btrfs_lookup_dir_item(NULL, root, path, dir->i_ino, name,
				    namelen, 0);
Y
Yan 已提交
2541 2542
	if (IS_ERR(di))
		ret = PTR_ERR(di);
C
Chris Mason 已提交
2543
	if (!di || IS_ERR(di)) {
2544
		goto out_err;
C
Chris Mason 已提交
2545
	}
2546
	btrfs_dir_item_key_to_cpu(path->nodes[0], di, location);
C
Chris Mason 已提交
2547 2548 2549
out:
	btrfs_free_path(path);
	return ret;
2550 2551 2552
out_err:
	location->objectid = 0;
	goto out;
C
Chris Mason 已提交
2553 2554 2555 2556 2557 2558 2559 2560 2561
}

/*
 * when we hit a tree root in a directory, the btrfs part of the inode
 * needs to be changed to reflect the root directory of the tree root.  This
 * is kind of like crossing a mount point.
 */
static int fixup_tree_root_location(struct btrfs_root *root,
			     struct btrfs_key *location,
2562 2563
			     struct btrfs_root **sub_root,
			     struct dentry *dentry)
C
Chris Mason 已提交
2564 2565 2566 2567 2568 2569 2570 2571
{
	struct btrfs_root_item *ri;

	if (btrfs_key_type(location) != BTRFS_ROOT_ITEM_KEY)
		return 0;
	if (location->objectid == BTRFS_ROOT_TREE_OBJECTID)
		return 0;

2572 2573 2574
	*sub_root = btrfs_read_fs_root(root->fs_info, location,
					dentry->d_name.name,
					dentry->d_name.len);
C
Chris Mason 已提交
2575 2576 2577 2578 2579 2580 2581 2582 2583 2584 2585
	if (IS_ERR(*sub_root))
		return PTR_ERR(*sub_root);

	ri = &(*sub_root)->root_item;
	location->objectid = btrfs_root_dirid(ri);
	btrfs_set_key_type(location, BTRFS_INODE_ITEM_KEY);
	location->offset = 0;

	return 0;
}

2586
static noinline void init_btrfs_i(struct inode *inode)
C
Chris Mason 已提交
2587
{
2588 2589 2590 2591 2592 2593 2594 2595 2596 2597 2598 2599
	struct btrfs_inode *bi = BTRFS_I(inode);

	bi->i_acl = NULL;
	bi->i_default_acl = NULL;

	bi->generation = 0;
	bi->last_trans = 0;
	bi->logged_trans = 0;
	bi->delalloc_bytes = 0;
	bi->disk_i_size = 0;
	bi->flags = 0;
	bi->index_cnt = (u64)-1;
C
Chris Mason 已提交
2600
	bi->log_dirty_trans = 0;
2601 2602
	extent_map_tree_init(&BTRFS_I(inode)->extent_tree, GFP_NOFS);
	extent_io_tree_init(&BTRFS_I(inode)->io_tree,
2603
			     inode->i_mapping, GFP_NOFS);
2604 2605
	extent_io_tree_init(&BTRFS_I(inode)->io_failure_tree,
			     inode->i_mapping, GFP_NOFS);
2606
	INIT_LIST_HEAD(&BTRFS_I(inode)->delalloc_inodes);
2607
	btrfs_ordered_inode_tree_init(&BTRFS_I(inode)->ordered_tree);
2608
	mutex_init(&BTRFS_I(inode)->csum_mutex);
2609
	mutex_init(&BTRFS_I(inode)->extent_mutex);
2610 2611 2612 2613 2614 2615 2616 2617 2618
	mutex_init(&BTRFS_I(inode)->log_mutex);
}

static int btrfs_init_locked_inode(struct inode *inode, void *p)
{
	struct btrfs_iget_args *args = p;
	inode->i_ino = args->ino;
	init_btrfs_i(inode);
	BTRFS_I(inode)->root = args->root;
C
Chris Mason 已提交
2619 2620 2621 2622 2623 2624 2625 2626 2627 2628
	return 0;
}

static int btrfs_find_actor(struct inode *inode, void *opaque)
{
	struct btrfs_iget_args *args = opaque;
	return (args->ino == inode->i_ino &&
		args->root == BTRFS_I(inode)->root);
}

2629 2630 2631 2632 2633 2634 2635 2636 2637 2638 2639 2640 2641 2642 2643 2644 2645 2646
struct inode *btrfs_ilookup(struct super_block *s, u64 objectid,
			    struct btrfs_root *root, int wait)
{
	struct inode *inode;
	struct btrfs_iget_args args;
	args.ino = objectid;
	args.root = root;

	if (wait) {
		inode = ilookup5(s, objectid, btrfs_find_actor,
				 (void *)&args);
	} else {
		inode = ilookup5_nowait(s, objectid, btrfs_find_actor,
					(void *)&args);
	}
	return inode;
}

C
Chris Mason 已提交
2647 2648 2649 2650 2651 2652 2653 2654 2655 2656 2657 2658 2659 2660
struct inode *btrfs_iget_locked(struct super_block *s, u64 objectid,
				struct btrfs_root *root)
{
	struct inode *inode;
	struct btrfs_iget_args args;
	args.ino = objectid;
	args.root = root;

	inode = iget5_locked(s, objectid, btrfs_find_actor,
			     btrfs_init_locked_inode,
			     (void *)&args);
	return inode;
}

B
Balaji Rao 已提交
2661 2662 2663 2664 2665 2666 2667 2668 2669 2670 2671 2672 2673 2674 2675 2676 2677 2678 2679 2680 2681 2682 2683 2684 2685 2686 2687
/* Get an inode object given its location and corresponding root.
 * Returns in *is_new if the inode was read from disk
 */
struct inode *btrfs_iget(struct super_block *s, struct btrfs_key *location,
			 struct btrfs_root *root, int *is_new)
{
	struct inode *inode;

	inode = btrfs_iget_locked(s, location->objectid, root);
	if (!inode)
		return ERR_PTR(-EACCES);

	if (inode->i_state & I_NEW) {
		BTRFS_I(inode)->root = root;
		memcpy(&BTRFS_I(inode)->location, location, sizeof(*location));
		btrfs_read_locked_inode(inode);
		unlock_new_inode(inode);
		if (is_new)
			*is_new = 1;
	} else {
		if (is_new)
			*is_new = 0;
	}

	return inode;
}

C
Chris Mason 已提交
2688 2689 2690 2691 2692 2693 2694 2695
static struct dentry *btrfs_lookup(struct inode *dir, struct dentry *dentry,
				   struct nameidata *nd)
{
	struct inode * inode;
	struct btrfs_inode *bi = BTRFS_I(dir);
	struct btrfs_root *root = bi->root;
	struct btrfs_root *sub_root = root;
	struct btrfs_key location;
B
Balaji Rao 已提交
2696
	int ret, new, do_orphan = 0;
C
Chris Mason 已提交
2697 2698 2699

	if (dentry->d_name.len > BTRFS_NAME_LEN)
		return ERR_PTR(-ENAMETOOLONG);
2700

C
Chris Mason 已提交
2701
	ret = btrfs_inode_by_name(dir, dentry, &location);
2702

C
Chris Mason 已提交
2703 2704
	if (ret < 0)
		return ERR_PTR(ret);
2705

C
Chris Mason 已提交
2706 2707
	inode = NULL;
	if (location.objectid) {
2708 2709
		ret = fixup_tree_root_location(root, &location, &sub_root,
						dentry);
C
Chris Mason 已提交
2710 2711 2712 2713
		if (ret < 0)
			return ERR_PTR(ret);
		if (ret > 0)
			return ERR_PTR(-ENOENT);
B
Balaji Rao 已提交
2714 2715 2716 2717 2718 2719 2720 2721 2722
		inode = btrfs_iget(dir->i_sb, &location, sub_root, &new);
		if (IS_ERR(inode))
			return ERR_CAST(inode);

		/* the inode and parent dir are two different roots */
		if (new && root != sub_root) {
			igrab(inode);
			sub_root->inode = inode;
			do_orphan = 1;
C
Chris Mason 已提交
2723 2724
		}
	}
2725 2726 2727 2728

	if (unlikely(do_orphan))
		btrfs_orphan_cleanup(sub_root);

C
Chris Mason 已提交
2729 2730 2731 2732 2733 2734 2735
	return d_splice_alias(inode, dentry);
}

static unsigned char btrfs_filetype_table[] = {
	DT_UNKNOWN, DT_REG, DT_DIR, DT_CHR, DT_BLK, DT_FIFO, DT_SOCK, DT_LNK
};

2736 2737
static int btrfs_real_readdir(struct file *filp, void *dirent,
			      filldir_t filldir)
C
Chris Mason 已提交
2738
{
2739
	struct inode *inode = filp->f_dentry->d_inode;
C
Chris Mason 已提交
2740 2741 2742 2743
	struct btrfs_root *root = BTRFS_I(inode)->root;
	struct btrfs_item *item;
	struct btrfs_dir_item *di;
	struct btrfs_key key;
2744
	struct btrfs_key found_key;
C
Chris Mason 已提交
2745 2746 2747
	struct btrfs_path *path;
	int ret;
	u32 nritems;
2748
	struct extent_buffer *leaf;
C
Chris Mason 已提交
2749 2750 2751 2752 2753 2754 2755 2756
	int slot;
	int advance;
	unsigned char d_type;
	int over = 0;
	u32 di_cur;
	u32 di_total;
	u32 di_len;
	int key_type = BTRFS_DIR_INDEX_KEY;
2757 2758 2759
	char tmp_name[32];
	char *name_ptr;
	int name_len;
C
Chris Mason 已提交
2760 2761 2762 2763

	/* FIXME, use a real flag for deciding about the key type */
	if (root->fs_info->tree_root == root)
		key_type = BTRFS_DIR_ITEM_KEY;
2764

2765 2766 2767 2768 2769 2770 2771 2772 2773 2774 2775
	/* special case for "." */
	if (filp->f_pos == 0) {
		over = filldir(dirent, ".", 1,
			       1, inode->i_ino,
			       DT_DIR);
		if (over)
			return 0;
		filp->f_pos = 1;
	}
	/* special case for .., just use the back ref */
	if (filp->f_pos == 1) {
2776
		u64 pino = parent_ino(filp->f_path.dentry);
2777
		over = filldir(dirent, "..", 2,
2778
			       2, pino, DT_DIR);
2779
		if (over)
2780
			return 0;
2781 2782 2783
		filp->f_pos = 2;
	}

2784 2785 2786
	path = btrfs_alloc_path();
	path->reada = 2;

C
Chris Mason 已提交
2787 2788
	btrfs_set_key_type(&key, key_type);
	key.offset = filp->f_pos;
2789
	key.objectid = inode->i_ino;
2790

C
Chris Mason 已提交
2791 2792 2793 2794
	ret = btrfs_search_slot(NULL, root, &key, path, 0, 0);
	if (ret < 0)
		goto err;
	advance = 0;
2795 2796

	while (1) {
2797 2798
		leaf = path->nodes[0];
		nritems = btrfs_header_nritems(leaf);
C
Chris Mason 已提交
2799 2800
		slot = path->slots[0];
		if (advance || slot >= nritems) {
2801
			if (slot >= nritems - 1) {
C
Chris Mason 已提交
2802 2803 2804
				ret = btrfs_next_leaf(root, path);
				if (ret)
					break;
2805 2806
				leaf = path->nodes[0];
				nritems = btrfs_header_nritems(leaf);
C
Chris Mason 已提交
2807 2808 2809 2810 2811 2812 2813
				slot = path->slots[0];
			} else {
				slot++;
				path->slots[0]++;
			}
		}
		advance = 1;
2814 2815 2816 2817
		item = btrfs_item_nr(leaf, slot);
		btrfs_item_key_to_cpu(leaf, &found_key, slot);

		if (found_key.objectid != key.objectid)
C
Chris Mason 已提交
2818
			break;
2819
		if (btrfs_key_type(&found_key) != key_type)
C
Chris Mason 已提交
2820
			break;
2821
		if (found_key.offset < filp->f_pos)
C
Chris Mason 已提交
2822
			continue;
2823 2824

		filp->f_pos = found_key.offset;
2825

C
Chris Mason 已提交
2826 2827
		di = btrfs_item_ptr(leaf, slot, struct btrfs_dir_item);
		di_cur = 0;
2828
		di_total = btrfs_item_size(leaf, item);
2829 2830

		while (di_cur < di_total) {
2831 2832 2833
			struct btrfs_key location;

			name_len = btrfs_dir_name_len(leaf, di);
2834
			if (name_len <= sizeof(tmp_name)) {
2835 2836 2837
				name_ptr = tmp_name;
			} else {
				name_ptr = kmalloc(name_len, GFP_NOFS);
2838 2839 2840 2841
				if (!name_ptr) {
					ret = -ENOMEM;
					goto err;
				}
2842 2843 2844 2845 2846 2847 2848
			}
			read_extent_buffer(leaf, name_ptr,
					   (unsigned long)(di + 1), name_len);

			d_type = btrfs_filetype_table[btrfs_dir_type(leaf, di)];
			btrfs_dir_item_key_to_cpu(leaf, di, &location);
			over = filldir(dirent, name_ptr, name_len,
2849
				       found_key.offset, location.objectid,
C
Chris Mason 已提交
2850
				       d_type);
2851 2852 2853 2854

			if (name_ptr != tmp_name)
				kfree(name_ptr);

C
Chris Mason 已提交
2855 2856
			if (over)
				goto nopos;
2857

J
Josef Bacik 已提交
2858
			di_len = btrfs_dir_name_len(leaf, di) +
2859
				 btrfs_dir_data_len(leaf, di) + sizeof(*di);
C
Chris Mason 已提交
2860 2861 2862 2863
			di_cur += di_len;
			di = (struct btrfs_dir_item *)((char *)di + di_len);
		}
	}
2864 2865

	/* Reached end of directory/root. Bump pos past the last item. */
2866 2867 2868 2869
	if (key_type == BTRFS_DIR_INDEX_KEY)
		filp->f_pos = INT_LIMIT(typeof(filp->f_pos));
	else
		filp->f_pos++;
C
Chris Mason 已提交
2870 2871 2872 2873 2874 2875 2876 2877 2878 2879 2880 2881 2882
nopos:
	ret = 0;
err:
	btrfs_free_path(path);
	return ret;
}

int btrfs_write_inode(struct inode *inode, int wait)
{
	struct btrfs_root *root = BTRFS_I(inode)->root;
	struct btrfs_trans_handle *trans;
	int ret = 0;

2883 2884 2885
	if (root->fs_info->closing > 1)
		return 0;

C
Chris Mason 已提交
2886
	if (wait) {
2887
		trans = btrfs_join_transaction(root, 1);
C
Chris Mason 已提交
2888 2889 2890 2891 2892 2893 2894
		btrfs_set_trans_block_group(trans, inode);
		ret = btrfs_commit_transaction(trans, root);
	}
	return ret;
}

/*
2895
 * This is somewhat expensive, updating the tree every time the
C
Chris Mason 已提交
2896 2897 2898 2899 2900 2901 2902 2903 2904
 * inode changes.  But, it is most likely to find the inode in cache.
 * FIXME, needs more benchmarking...there are no reasons other than performance
 * to keep or drop this code.
 */
void btrfs_dirty_inode(struct inode *inode)
{
	struct btrfs_root *root = BTRFS_I(inode)->root;
	struct btrfs_trans_handle *trans;

2905
	trans = btrfs_join_transaction(root, 1);
C
Chris Mason 已提交
2906 2907 2908 2909 2910
	btrfs_set_trans_block_group(trans, inode);
	btrfs_update_inode(trans, root, inode);
	btrfs_end_transaction(trans, root);
}

C
Chris Mason 已提交
2911 2912 2913 2914 2915
/*
 * find the highest existing sequence number in a directory
 * and then set the in-memory index_cnt variable to reflect
 * free sequence numbers
 */
2916 2917 2918 2919 2920 2921 2922 2923 2924 2925 2926 2927 2928 2929 2930 2931 2932 2933 2934 2935 2936 2937 2938 2939 2940 2941 2942 2943 2944 2945 2946 2947 2948 2949 2950 2951 2952 2953 2954 2955 2956 2957 2958 2959 2960 2961 2962 2963 2964 2965 2966 2967
static int btrfs_set_inode_index_count(struct inode *inode)
{
	struct btrfs_root *root = BTRFS_I(inode)->root;
	struct btrfs_key key, found_key;
	struct btrfs_path *path;
	struct extent_buffer *leaf;
	int ret;

	key.objectid = inode->i_ino;
	btrfs_set_key_type(&key, BTRFS_DIR_INDEX_KEY);
	key.offset = (u64)-1;

	path = btrfs_alloc_path();
	if (!path)
		return -ENOMEM;

	ret = btrfs_search_slot(NULL, root, &key, path, 0, 0);
	if (ret < 0)
		goto out;
	/* FIXME: we should be able to handle this */
	if (ret == 0)
		goto out;
	ret = 0;

	/*
	 * MAGIC NUMBER EXPLANATION:
	 * since we search a directory based on f_pos we have to start at 2
	 * since '.' and '..' have f_pos of 0 and 1 respectively, so everybody
	 * else has to start at 2
	 */
	if (path->slots[0] == 0) {
		BTRFS_I(inode)->index_cnt = 2;
		goto out;
	}

	path->slots[0]--;

	leaf = path->nodes[0];
	btrfs_item_key_to_cpu(leaf, &found_key, path->slots[0]);

	if (found_key.objectid != inode->i_ino ||
	    btrfs_key_type(&found_key) != BTRFS_DIR_INDEX_KEY) {
		BTRFS_I(inode)->index_cnt = 2;
		goto out;
	}

	BTRFS_I(inode)->index_cnt = found_key.offset + 1;
out:
	btrfs_free_path(path);
	return ret;
}

C
Chris Mason 已提交
2968 2969 2970 2971
/*
 * helper to find a free sequence number in a given directory.  This current
 * code is very simple, later versions will do smarter things in the btree
 */
2972 2973
static int btrfs_set_inode_index(struct inode *dir, struct inode *inode,
				 u64 *index)
2974 2975 2976 2977 2978
{
	int ret = 0;

	if (BTRFS_I(dir)->index_cnt == (u64)-1) {
		ret = btrfs_set_inode_index_count(dir);
2979
		if (ret) {
2980
			return ret;
2981
		}
2982 2983
	}

2984
	*index = BTRFS_I(dir)->index_cnt;
2985 2986 2987 2988 2989
	BTRFS_I(dir)->index_cnt++;

	return ret;
}

C
Chris Mason 已提交
2990 2991
static struct inode *btrfs_new_inode(struct btrfs_trans_handle *trans,
				     struct btrfs_root *root,
2992
				     struct inode *dir,
2993 2994
				     const char *name, int name_len,
				     u64 ref_objectid,
C
Chris Mason 已提交
2995 2996
				     u64 objectid,
				     struct btrfs_block_group_cache *group,
2997
				     int mode, u64 *index)
C
Chris Mason 已提交
2998 2999
{
	struct inode *inode;
3000
	struct btrfs_inode_item *inode_item;
3001
	struct btrfs_block_group_cache *new_inode_group;
C
Chris Mason 已提交
3002
	struct btrfs_key *location;
3003
	struct btrfs_path *path;
3004 3005 3006 3007
	struct btrfs_inode_ref *ref;
	struct btrfs_key key[2];
	u32 sizes[2];
	unsigned long ptr;
C
Chris Mason 已提交
3008 3009 3010
	int ret;
	int owner;

3011 3012 3013
	path = btrfs_alloc_path();
	BUG_ON(!path);

C
Chris Mason 已提交
3014 3015 3016 3017
	inode = new_inode(root->fs_info->sb);
	if (!inode)
		return ERR_PTR(-ENOMEM);

3018
	if (dir) {
3019
		ret = btrfs_set_inode_index(dir, inode, index);
3020 3021 3022 3023 3024 3025 3026 3027
		if (ret)
			return ERR_PTR(ret);
	}
	/*
	 * index_cnt is ignored for everything but a dir,
	 * btrfs_get_inode_index_count has an explanation for the magic
	 * number
	 */
3028
	init_btrfs_i(inode);
3029
	BTRFS_I(inode)->index_cnt = 2;
C
Chris Mason 已提交
3030
	BTRFS_I(inode)->root = root;
3031
	BTRFS_I(inode)->generation = trans->transid;
3032

C
Chris Mason 已提交
3033 3034 3035 3036
	if (mode & S_IFDIR)
		owner = 0;
	else
		owner = 1;
3037
	new_inode_group = btrfs_find_block_group(root, group, 0,
3038
				       BTRFS_BLOCK_GROUP_METADATA, owner);
3039 3040 3041 3042 3043
	if (!new_inode_group) {
		printk("find_block group failed\n");
		new_inode_group = group;
	}
	BTRFS_I(inode)->block_group = new_inode_group;
3044 3045 3046 3047 3048 3049 3050 3051 3052 3053 3054 3055 3056 3057

	key[0].objectid = objectid;
	btrfs_set_key_type(&key[0], BTRFS_INODE_ITEM_KEY);
	key[0].offset = 0;

	key[1].objectid = objectid;
	btrfs_set_key_type(&key[1], BTRFS_INODE_REF_KEY);
	key[1].offset = ref_objectid;

	sizes[0] = sizeof(struct btrfs_inode_item);
	sizes[1] = name_len + sizeof(*ref);

	ret = btrfs_insert_empty_items(trans, root, path, key, sizes, 2);
	if (ret != 0)
3058 3059
		goto fail;

3060 3061 3062
	if (objectid > root->highest_inode)
		root->highest_inode = objectid;

C
Chris Mason 已提交
3063 3064 3065 3066
	inode->i_uid = current->fsuid;
	inode->i_gid = current->fsgid;
	inode->i_mode = mode;
	inode->i_ino = objectid;
3067
	inode_set_bytes(inode, 0);
C
Chris Mason 已提交
3068
	inode->i_mtime = inode->i_atime = inode->i_ctime = CURRENT_TIME;
3069 3070
	inode_item = btrfs_item_ptr(path->nodes[0], path->slots[0],
				  struct btrfs_inode_item);
3071
	fill_inode_item(trans, path->nodes[0], inode_item, inode);
3072 3073 3074 3075

	ref = btrfs_item_ptr(path->nodes[0], path->slots[0] + 1,
			     struct btrfs_inode_ref);
	btrfs_set_inode_ref_name_len(path->nodes[0], ref, name_len);
3076
	btrfs_set_inode_ref_index(path->nodes[0], ref, *index);
3077 3078 3079
	ptr = (unsigned long)(ref + 1);
	write_extent_buffer(path->nodes[0], name, ptr, name_len);

3080 3081 3082
	btrfs_mark_buffer_dirty(path->nodes[0]);
	btrfs_free_path(path);

C
Chris Mason 已提交
3083 3084 3085 3086 3087 3088 3089
	location = &BTRFS_I(inode)->location;
	location->objectid = objectid;
	location->offset = 0;
	btrfs_set_key_type(location, BTRFS_INODE_ITEM_KEY);

	insert_inode_hash(inode);
	return inode;
3090
fail:
3091 3092
	if (dir)
		BTRFS_I(dir)->index_cnt--;
3093 3094
	btrfs_free_path(path);
	return ERR_PTR(ret);
C
Chris Mason 已提交
3095 3096 3097 3098 3099 3100 3101
}

static inline u8 btrfs_inode_type(struct inode *inode)
{
	return btrfs_type_by_mode[(inode->i_mode & S_IFMT) >> S_SHIFT];
}

C
Chris Mason 已提交
3102 3103 3104 3105 3106 3107
/*
 * utility function to add 'inode' into 'parent_inode' with
 * a give name and a given sequence number.
 * if 'add_backref' is true, also insert a backref from the
 * inode to the parent directory.
 */
3108 3109 3110
int btrfs_add_link(struct btrfs_trans_handle *trans,
		   struct inode *parent_inode, struct inode *inode,
		   const char *name, int name_len, int add_backref, u64 index)
C
Chris Mason 已提交
3111 3112 3113
{
	int ret;
	struct btrfs_key key;
3114
	struct btrfs_root *root = BTRFS_I(parent_inode)->root;
3115

C
Chris Mason 已提交
3116 3117 3118 3119
	key.objectid = inode->i_ino;
	btrfs_set_key_type(&key, BTRFS_INODE_ITEM_KEY);
	key.offset = 0;

3120 3121
	ret = btrfs_insert_dir_item(trans, root, name, name_len,
				    parent_inode->i_ino,
3122
				    &key, btrfs_inode_type(inode),
3123
				    index);
C
Chris Mason 已提交
3124
	if (ret == 0) {
3125 3126
		if (add_backref) {
			ret = btrfs_insert_inode_ref(trans, root,
3127 3128 3129 3130
						     name, name_len,
						     inode->i_ino,
						     parent_inode->i_ino,
						     index);
3131
		}
3132
		btrfs_i_size_write(parent_inode, parent_inode->i_size +
3133
				   name_len * 2);
3134
		parent_inode->i_mtime = parent_inode->i_ctime = CURRENT_TIME;
3135
		ret = btrfs_update_inode(trans, root, parent_inode);
C
Chris Mason 已提交
3136 3137 3138 3139 3140
	}
	return ret;
}

static int btrfs_add_nondir(struct btrfs_trans_handle *trans,
3141
			    struct dentry *dentry, struct inode *inode,
3142
			    int backref, u64 index)
C
Chris Mason 已提交
3143
{
3144 3145 3146
	int err = btrfs_add_link(trans, dentry->d_parent->d_inode,
				 inode, dentry->d_name.name,
				 dentry->d_name.len, backref, index);
C
Chris Mason 已提交
3147 3148 3149 3150 3151 3152 3153 3154 3155
	if (!err) {
		d_instantiate(dentry, inode);
		return 0;
	}
	if (err > 0)
		err = -EEXIST;
	return err;
}

J
Josef Bacik 已提交
3156 3157 3158 3159 3160
static int btrfs_mknod(struct inode *dir, struct dentry *dentry,
			int mode, dev_t rdev)
{
	struct btrfs_trans_handle *trans;
	struct btrfs_root *root = BTRFS_I(dir)->root;
3161
	struct inode *inode = NULL;
J
Josef Bacik 已提交
3162 3163 3164
	int err;
	int drop_inode = 0;
	u64 objectid;
3165
	unsigned long nr = 0;
3166
	u64 index = 0;
J
Josef Bacik 已提交
3167 3168 3169 3170

	if (!new_valid_dev(rdev))
		return -EINVAL;

3171 3172 3173 3174
	err = btrfs_check_free_space(root, 1, 0);
	if (err)
		goto fail;

J
Josef Bacik 已提交
3175 3176 3177 3178 3179 3180 3181 3182 3183
	trans = btrfs_start_transaction(root, 1);
	btrfs_set_trans_block_group(trans, dir);

	err = btrfs_find_free_objectid(trans, root, dir->i_ino, &objectid);
	if (err) {
		err = -ENOSPC;
		goto out_unlock;
	}

3184
	inode = btrfs_new_inode(trans, root, dir, dentry->d_name.name,
3185 3186
				dentry->d_name.len,
				dentry->d_parent->d_inode->i_ino, objectid,
3187
				BTRFS_I(dir)->block_group, mode, &index);
J
Josef Bacik 已提交
3188 3189 3190 3191
	err = PTR_ERR(inode);
	if (IS_ERR(inode))
		goto out_unlock;

J
Josef Bacik 已提交
3192 3193 3194 3195 3196 3197
	err = btrfs_init_acl(inode, dir);
	if (err) {
		drop_inode = 1;
		goto out_unlock;
	}

J
Josef Bacik 已提交
3198
	btrfs_set_trans_block_group(trans, inode);
3199
	err = btrfs_add_nondir(trans, dentry, inode, 0, index);
J
Josef Bacik 已提交
3200 3201 3202 3203 3204
	if (err)
		drop_inode = 1;
	else {
		inode->i_op = &btrfs_special_inode_operations;
		init_special_inode(inode, inode->i_mode, rdev);
3205
		btrfs_update_inode(trans, root, inode);
J
Josef Bacik 已提交
3206 3207 3208 3209 3210
	}
	dir->i_sb->s_dirt = 1;
	btrfs_update_inode_block_group(trans, inode);
	btrfs_update_inode_block_group(trans, dir);
out_unlock:
3211
	nr = trans->blocks_used;
3212
	btrfs_end_transaction_throttle(trans, root);
3213
fail:
J
Josef Bacik 已提交
3214 3215 3216 3217
	if (drop_inode) {
		inode_dec_link_count(inode);
		iput(inode);
	}
3218
	btrfs_btree_balance_dirty(root, nr);
J
Josef Bacik 已提交
3219 3220 3221
	return err;
}

C
Chris Mason 已提交
3222 3223 3224 3225 3226
static int btrfs_create(struct inode *dir, struct dentry *dentry,
			int mode, struct nameidata *nd)
{
	struct btrfs_trans_handle *trans;
	struct btrfs_root *root = BTRFS_I(dir)->root;
3227
	struct inode *inode = NULL;
C
Chris Mason 已提交
3228 3229
	int err;
	int drop_inode = 0;
3230
	unsigned long nr = 0;
C
Chris Mason 已提交
3231
	u64 objectid;
3232
	u64 index = 0;
C
Chris Mason 已提交
3233

3234 3235 3236
	err = btrfs_check_free_space(root, 1, 0);
	if (err)
		goto fail;
C
Chris Mason 已提交
3237 3238 3239 3240 3241 3242 3243 3244 3245
	trans = btrfs_start_transaction(root, 1);
	btrfs_set_trans_block_group(trans, dir);

	err = btrfs_find_free_objectid(trans, root, dir->i_ino, &objectid);
	if (err) {
		err = -ENOSPC;
		goto out_unlock;
	}

3246
	inode = btrfs_new_inode(trans, root, dir, dentry->d_name.name,
3247 3248
				dentry->d_name.len,
				dentry->d_parent->d_inode->i_ino,
3249 3250
				objectid, BTRFS_I(dir)->block_group, mode,
				&index);
C
Chris Mason 已提交
3251 3252 3253 3254
	err = PTR_ERR(inode);
	if (IS_ERR(inode))
		goto out_unlock;

J
Josef Bacik 已提交
3255 3256 3257 3258 3259 3260
	err = btrfs_init_acl(inode, dir);
	if (err) {
		drop_inode = 1;
		goto out_unlock;
	}

C
Chris Mason 已提交
3261
	btrfs_set_trans_block_group(trans, inode);
3262
	err = btrfs_add_nondir(trans, dentry, inode, 0, index);
C
Chris Mason 已提交
3263 3264 3265 3266
	if (err)
		drop_inode = 1;
	else {
		inode->i_mapping->a_ops = &btrfs_aops;
C
Chris Mason 已提交
3267
		inode->i_mapping->backing_dev_info = &root->fs_info->bdi;
C
Chris Mason 已提交
3268 3269
		inode->i_fop = &btrfs_file_operations;
		inode->i_op = &btrfs_file_inode_operations;
3270
		BTRFS_I(inode)->io_tree.ops = &btrfs_extent_io_ops;
C
Chris Mason 已提交
3271 3272 3273 3274 3275
	}
	dir->i_sb->s_dirt = 1;
	btrfs_update_inode_block_group(trans, inode);
	btrfs_update_inode_block_group(trans, dir);
out_unlock:
3276
	nr = trans->blocks_used;
3277
	btrfs_end_transaction_throttle(trans, root);
3278
fail:
C
Chris Mason 已提交
3279 3280 3281 3282
	if (drop_inode) {
		inode_dec_link_count(inode);
		iput(inode);
	}
3283
	btrfs_btree_balance_dirty(root, nr);
C
Chris Mason 已提交
3284 3285 3286 3287 3288 3289 3290 3291 3292
	return err;
}

static int btrfs_link(struct dentry *old_dentry, struct inode *dir,
		      struct dentry *dentry)
{
	struct btrfs_trans_handle *trans;
	struct btrfs_root *root = BTRFS_I(dir)->root;
	struct inode *inode = old_dentry->d_inode;
3293
	u64 index;
3294
	unsigned long nr = 0;
C
Chris Mason 已提交
3295 3296 3297 3298 3299 3300
	int err;
	int drop_inode = 0;

	if (inode->i_nlink == 0)
		return -ENOENT;

3301
	btrfs_inc_nlink(inode);
3302 3303 3304
	err = btrfs_check_free_space(root, 1, 0);
	if (err)
		goto fail;
3305
	err = btrfs_set_inode_index(dir, inode, &index);
3306 3307 3308
	if (err)
		goto fail;

C
Chris Mason 已提交
3309
	trans = btrfs_start_transaction(root, 1);
3310

C
Chris Mason 已提交
3311 3312
	btrfs_set_trans_block_group(trans, dir);
	atomic_inc(&inode->i_count);
3313

3314
	err = btrfs_add_nondir(trans, dentry, inode, 1, index);
3315

C
Chris Mason 已提交
3316 3317
	if (err)
		drop_inode = 1;
3318

C
Chris Mason 已提交
3319 3320
	dir->i_sb->s_dirt = 1;
	btrfs_update_inode_block_group(trans, dir);
3321
	err = btrfs_update_inode(trans, root, inode);
3322

3323 3324
	if (err)
		drop_inode = 1;
C
Chris Mason 已提交
3325

3326
	nr = trans->blocks_used;
3327
	btrfs_end_transaction_throttle(trans, root);
3328
fail:
C
Chris Mason 已提交
3329 3330 3331 3332
	if (drop_inode) {
		inode_dec_link_count(inode);
		iput(inode);
	}
3333
	btrfs_btree_balance_dirty(root, nr);
C
Chris Mason 已提交
3334 3335 3336 3337 3338
	return err;
}

static int btrfs_mkdir(struct inode *dir, struct dentry *dentry, int mode)
{
3339
	struct inode *inode = NULL;
C
Chris Mason 已提交
3340 3341 3342 3343
	struct btrfs_trans_handle *trans;
	struct btrfs_root *root = BTRFS_I(dir)->root;
	int err = 0;
	int drop_on_err = 0;
3344
	u64 objectid = 0;
3345
	u64 index = 0;
3346
	unsigned long nr = 1;
C
Chris Mason 已提交
3347

3348 3349 3350 3351
	err = btrfs_check_free_space(root, 1, 0);
	if (err)
		goto out_unlock;

C
Chris Mason 已提交
3352 3353
	trans = btrfs_start_transaction(root, 1);
	btrfs_set_trans_block_group(trans, dir);
3354

C
Chris Mason 已提交
3355 3356 3357 3358 3359 3360 3361 3362 3363 3364 3365
	if (IS_ERR(trans)) {
		err = PTR_ERR(trans);
		goto out_unlock;
	}

	err = btrfs_find_free_objectid(trans, root, dir->i_ino, &objectid);
	if (err) {
		err = -ENOSPC;
		goto out_unlock;
	}

3366
	inode = btrfs_new_inode(trans, root, dir, dentry->d_name.name,
3367 3368
				dentry->d_name.len,
				dentry->d_parent->d_inode->i_ino, objectid,
3369 3370
				BTRFS_I(dir)->block_group, S_IFDIR | mode,
				&index);
C
Chris Mason 已提交
3371 3372 3373 3374
	if (IS_ERR(inode)) {
		err = PTR_ERR(inode);
		goto out_fail;
	}
3375

C
Chris Mason 已提交
3376
	drop_on_err = 1;
J
Josef Bacik 已提交
3377 3378 3379 3380 3381

	err = btrfs_init_acl(inode, dir);
	if (err)
		goto out_fail;

C
Chris Mason 已提交
3382 3383 3384 3385
	inode->i_op = &btrfs_dir_inode_operations;
	inode->i_fop = &btrfs_dir_file_operations;
	btrfs_set_trans_block_group(trans, inode);

3386
	btrfs_i_size_write(inode, 0);
C
Chris Mason 已提交
3387 3388 3389
	err = btrfs_update_inode(trans, root, inode);
	if (err)
		goto out_fail;
3390

3391 3392 3393
	err = btrfs_add_link(trans, dentry->d_parent->d_inode,
				 inode, dentry->d_name.name,
				 dentry->d_name.len, 0, index);
C
Chris Mason 已提交
3394 3395
	if (err)
		goto out_fail;
3396

C
Chris Mason 已提交
3397 3398 3399 3400 3401 3402 3403
	d_instantiate(dentry, inode);
	drop_on_err = 0;
	dir->i_sb->s_dirt = 1;
	btrfs_update_inode_block_group(trans, inode);
	btrfs_update_inode_block_group(trans, dir);

out_fail:
3404
	nr = trans->blocks_used;
3405
	btrfs_end_transaction_throttle(trans, root);
3406

C
Chris Mason 已提交
3407 3408 3409
out_unlock:
	if (drop_on_err)
		iput(inode);
3410
	btrfs_btree_balance_dirty(root, nr);
C
Chris Mason 已提交
3411 3412 3413
	return err;
}

C
Chris Mason 已提交
3414 3415 3416 3417
/* helper for btfs_get_extent.  Given an existing extent in the tree,
 * and an extent that you want to insert, deal with overlap and insert
 * the new extent into the tree.
 */
3418 3419
static int merge_extent_mapping(struct extent_map_tree *em_tree,
				struct extent_map *existing,
3420 3421
				struct extent_map *em,
				u64 map_start, u64 map_len)
3422 3423 3424
{
	u64 start_diff;

3425 3426 3427 3428
	BUG_ON(map_start < em->start || map_start >= extent_map_end(em));
	start_diff = map_start - em->start;
	em->start = map_start;
	em->len = map_len;
C
Chris Mason 已提交
3429 3430
	if (em->block_start < EXTENT_MAP_LAST_BYTE &&
	    !test_bit(EXTENT_FLAG_COMPRESSED, &em->flags)) {
3431
		em->block_start += start_diff;
C
Chris Mason 已提交
3432 3433
		em->block_len -= start_diff;
	}
3434
	return add_extent_mapping(em_tree, em);
3435 3436
}

C
Chris Mason 已提交
3437 3438 3439 3440 3441 3442 3443 3444 3445 3446 3447 3448 3449 3450 3451 3452 3453 3454 3455 3456 3457 3458 3459 3460 3461 3462 3463 3464 3465 3466 3467 3468 3469 3470 3471 3472
static noinline int uncompress_inline(struct btrfs_path *path,
				      struct inode *inode, struct page *page,
				      size_t pg_offset, u64 extent_offset,
				      struct btrfs_file_extent_item *item)
{
	int ret;
	struct extent_buffer *leaf = path->nodes[0];
	char *tmp;
	size_t max_size;
	unsigned long inline_size;
	unsigned long ptr;

	WARN_ON(pg_offset != 0);
	max_size = btrfs_file_extent_ram_bytes(leaf, item);
	inline_size = btrfs_file_extent_inline_item_len(leaf,
					btrfs_item_nr(leaf, path->slots[0]));
	tmp = kmalloc(inline_size, GFP_NOFS);
	ptr = btrfs_file_extent_inline_start(item);

	read_extent_buffer(leaf, tmp, ptr, inline_size);

	max_size = min(PAGE_CACHE_SIZE, max_size);
	ret = btrfs_zlib_decompress(tmp, page, extent_offset,
				    inline_size, max_size);
	if (ret) {
		char *kaddr = kmap_atomic(page, KM_USER0);
		unsigned long copy_size = min_t(u64,
				  PAGE_CACHE_SIZE - pg_offset,
				  max_size - extent_offset);
		memset(kaddr + pg_offset, 0, copy_size);
		kunmap_atomic(kaddr, KM_USER0);
	}
	kfree(tmp);
	return 0;
}

C
Chris Mason 已提交
3473 3474 3475 3476 3477 3478 3479 3480
/*
 * a bit scary, this does extent mapping from logical file offset to the disk.
 * the ugly parts come from merging extents from the disk with the
 * in-ram representation.  This gets more complex because of the data=ordered code,
 * where the in-ram extents might be locked pending data=ordered completion.
 *
 * This also copies inline extents directly into the page.
 */
3481
struct extent_map *btrfs_get_extent(struct inode *inode, struct page *page,
3482
				    size_t pg_offset, u64 start, u64 len,
3483 3484 3485 3486
				    int create)
{
	int ret;
	int err = 0;
3487
	u64 bytenr;
3488 3489 3490 3491
	u64 extent_start = 0;
	u64 extent_end = 0;
	u64 objectid = inode->i_ino;
	u32 found_type;
3492
	struct btrfs_path *path = NULL;
3493 3494
	struct btrfs_root *root = BTRFS_I(inode)->root;
	struct btrfs_file_extent_item *item;
3495 3496
	struct extent_buffer *leaf;
	struct btrfs_key found_key;
3497 3498
	struct extent_map *em = NULL;
	struct extent_map_tree *em_tree = &BTRFS_I(inode)->extent_tree;
3499
	struct extent_io_tree *io_tree = &BTRFS_I(inode)->io_tree;
3500
	struct btrfs_trans_handle *trans = NULL;
C
Chris Mason 已提交
3501
	int compressed;
3502 3503

again:
3504 3505
	spin_lock(&em_tree->lock);
	em = lookup_extent_mapping(em_tree, start, len);
3506 3507
	if (em)
		em->bdev = root->fs_info->fs_devices->latest_bdev;
3508 3509
	spin_unlock(&em_tree->lock);

3510
	if (em) {
3511 3512 3513
		if (em->start > start || em->start + em->len <= start)
			free_extent_map(em);
		else if (em->block_start == EXTENT_MAP_INLINE && page)
3514 3515 3516
			free_extent_map(em);
		else
			goto out;
3517
	}
3518
	em = alloc_extent_map(GFP_NOFS);
3519
	if (!em) {
3520 3521
		err = -ENOMEM;
		goto out;
3522
	}
3523
	em->bdev = root->fs_info->fs_devices->latest_bdev;
3524 3525
	em->start = EXTENT_MAP_HOLE;
	em->len = (u64)-1;
C
Chris Mason 已提交
3526
	em->block_len = (u64)-1;
3527 3528 3529 3530 3531 3532

	if (!path) {
		path = btrfs_alloc_path();
		BUG_ON(!path);
	}

3533 3534
	ret = btrfs_lookup_file_extent(trans, root, path,
				       objectid, start, trans != NULL);
3535 3536 3537 3538 3539 3540 3541 3542 3543 3544 3545
	if (ret < 0) {
		err = ret;
		goto out;
	}

	if (ret != 0) {
		if (path->slots[0] == 0)
			goto not_found;
		path->slots[0]--;
	}

3546 3547
	leaf = path->nodes[0];
	item = btrfs_item_ptr(leaf, path->slots[0],
3548 3549
			      struct btrfs_file_extent_item);
	/* are we inside the extent that was found? */
3550 3551 3552
	btrfs_item_key_to_cpu(leaf, &found_key, path->slots[0]);
	found_type = btrfs_key_type(&found_key);
	if (found_key.objectid != objectid ||
3553 3554 3555 3556
	    found_type != BTRFS_EXTENT_DATA_KEY) {
		goto not_found;
	}

3557 3558
	found_type = btrfs_file_extent_type(leaf, item);
	extent_start = found_key.offset;
C
Chris Mason 已提交
3559
	compressed = btrfs_file_extent_compression(leaf, item);
Y
Yan Zheng 已提交
3560 3561
	if (found_type == BTRFS_FILE_EXTENT_REG ||
	    found_type == BTRFS_FILE_EXTENT_PREALLOC) {
3562
		extent_end = extent_start +
3563
		       btrfs_file_extent_num_bytes(leaf, item);
Y
Yan Zheng 已提交
3564 3565 3566 3567 3568 3569 3570 3571 3572 3573 3574 3575 3576 3577
	} else if (found_type == BTRFS_FILE_EXTENT_INLINE) {
		size_t size;
		size = btrfs_file_extent_inline_len(leaf, item);
		extent_end = (extent_start + size + root->sectorsize - 1) &
			~((u64)root->sectorsize - 1);
	}

	if (start >= extent_end) {
		path->slots[0]++;
		if (path->slots[0] >= btrfs_header_nritems(leaf)) {
			ret = btrfs_next_leaf(root, path);
			if (ret < 0) {
				err = ret;
				goto out;
3578
			}
Y
Yan Zheng 已提交
3579 3580 3581
			if (ret > 0)
				goto not_found;
			leaf = path->nodes[0];
3582
		}
Y
Yan Zheng 已提交
3583 3584 3585 3586 3587 3588 3589 3590 3591 3592 3593
		btrfs_item_key_to_cpu(leaf, &found_key, path->slots[0]);
		if (found_key.objectid != objectid ||
		    found_key.type != BTRFS_EXTENT_DATA_KEY)
			goto not_found;
		if (start + len <= found_key.offset)
			goto not_found;
		em->start = start;
		em->len = found_key.offset - start;
		goto not_found_em;
	}

Y
Yan Zheng 已提交
3594 3595
	if (found_type == BTRFS_FILE_EXTENT_REG ||
	    found_type == BTRFS_FILE_EXTENT_PREALLOC) {
Y
Yan Zheng 已提交
3596 3597
		em->start = extent_start;
		em->len = extent_end - extent_start;
3598 3599
		bytenr = btrfs_file_extent_disk_bytenr(leaf, item);
		if (bytenr == 0) {
3600
			em->block_start = EXTENT_MAP_HOLE;
3601 3602
			goto insert;
		}
C
Chris Mason 已提交
3603 3604 3605 3606 3607 3608 3609 3610 3611
		if (compressed) {
			set_bit(EXTENT_FLAG_COMPRESSED, &em->flags);
			em->block_start = bytenr;
			em->block_len = btrfs_file_extent_disk_num_bytes(leaf,
									 item);
		} else {
			bytenr += btrfs_file_extent_offset(leaf, item);
			em->block_start = bytenr;
			em->block_len = em->len;
Y
Yan Zheng 已提交
3612 3613
			if (found_type == BTRFS_FILE_EXTENT_PREALLOC)
				set_bit(EXTENT_FLAG_PREALLOC, &em->flags);
C
Chris Mason 已提交
3614
		}
3615 3616
		goto insert;
	} else if (found_type == BTRFS_FILE_EXTENT_INLINE) {
3617
		unsigned long ptr;
3618
		char *map;
3619 3620 3621
		size_t size;
		size_t extent_offset;
		size_t copy_size;
3622

3623
		em->block_start = EXTENT_MAP_INLINE;
C
Chris Mason 已提交
3624
		if (!page || create) {
3625
			em->start = extent_start;
Y
Yan Zheng 已提交
3626
			em->len = extent_end - extent_start;
3627 3628
			goto out;
		}
3629

Y
Yan Zheng 已提交
3630 3631
		size = btrfs_file_extent_inline_len(leaf, item);
		extent_offset = page_offset(page) + pg_offset - extent_start;
3632
		copy_size = min_t(u64, PAGE_CACHE_SIZE - pg_offset,
3633 3634
				size - extent_offset);
		em->start = extent_start + extent_offset;
3635 3636
		em->len = (copy_size + root->sectorsize - 1) &
			~((u64)root->sectorsize - 1);
C
Chris Mason 已提交
3637 3638
		if (compressed)
			set_bit(EXTENT_FLAG_COMPRESSED, &em->flags);
3639
		ptr = btrfs_file_extent_inline_start(item) + extent_offset;
3640
		if (create == 0 && !PageUptodate(page)) {
C
Chris Mason 已提交
3641 3642 3643 3644 3645 3646 3647 3648 3649 3650 3651 3652
			if (btrfs_file_extent_compression(leaf, item) ==
			    BTRFS_COMPRESS_ZLIB) {
				ret = uncompress_inline(path, inode, page,
							pg_offset,
							extent_offset, item);
				BUG_ON(ret);
			} else {
				map = kmap(page);
				read_extent_buffer(leaf, map + pg_offset, ptr,
						   copy_size);
				kunmap(page);
			}
3653 3654 3655 3656 3657 3658 3659
			flush_dcache_page(page);
		} else if (create && PageUptodate(page)) {
			if (!trans) {
				kunmap(page);
				free_extent_map(em);
				em = NULL;
				btrfs_release_path(root, path);
3660
				trans = btrfs_join_transaction(root, 1);
3661 3662
				goto again;
			}
C
Chris Mason 已提交
3663
			map = kmap(page);
3664
			write_extent_buffer(leaf, map + pg_offset, ptr,
3665
					    copy_size);
C
Chris Mason 已提交
3666
			kunmap(page);
3667
			btrfs_mark_buffer_dirty(leaf);
3668
		}
3669 3670
		set_extent_uptodate(io_tree, em->start,
				    extent_map_end(em) - 1, GFP_NOFS);
3671 3672 3673 3674 3675 3676 3677
		goto insert;
	} else {
		printk("unkknown found_type %d\n", found_type);
		WARN_ON(1);
	}
not_found:
	em->start = start;
3678
	em->len = len;
3679
not_found_em:
3680
	em->block_start = EXTENT_MAP_HOLE;
Y
Yan Zheng 已提交
3681
	set_bit(EXTENT_FLAG_VACANCY, &em->flags);
3682 3683
insert:
	btrfs_release_path(root, path);
3684 3685
	if (em->start > start || extent_map_end(em) <= start) {
		printk("bad extent! em: [%Lu %Lu] passed [%Lu %Lu]\n", em->start, em->len, start, len);
3686 3687 3688
		err = -EIO;
		goto out;
	}
3689 3690 3691

	err = 0;
	spin_lock(&em_tree->lock);
3692
	ret = add_extent_mapping(em_tree, em);
3693 3694 3695 3696
	/* it is possible that someone inserted the extent into the tree
	 * while we had the lock dropped.  It is also possible that
	 * an overlapping map exists in the tree
	 */
3697
	if (ret == -EEXIST) {
3698
		struct extent_map *existing;
3699 3700 3701

		ret = 0;

3702
		existing = lookup_extent_mapping(em_tree, start, len);
3703 3704 3705 3706 3707
		if (existing && (existing->start > start ||
		    existing->start + existing->len <= start)) {
			free_extent_map(existing);
			existing = NULL;
		}
3708 3709 3710 3711 3712
		if (!existing) {
			existing = lookup_extent_mapping(em_tree, em->start,
							 em->len);
			if (existing) {
				err = merge_extent_mapping(em_tree, existing,
3713 3714
							   em, start,
							   root->sectorsize);
3715 3716 3717 3718 3719 3720 3721 3722 3723 3724 3725 3726 3727 3728 3729
				free_extent_map(existing);
				if (err) {
					free_extent_map(em);
					em = NULL;
				}
			} else {
				err = -EIO;
				printk("failing to insert %Lu %Lu\n",
				       start, len);
				free_extent_map(em);
				em = NULL;
			}
		} else {
			free_extent_map(em);
			em = existing;
3730
			err = 0;
3731 3732
		}
	}
3733
	spin_unlock(&em_tree->lock);
3734
out:
3735 3736
	if (path)
		btrfs_free_path(path);
3737 3738
	if (trans) {
		ret = btrfs_end_transaction(trans, root);
3739
		if (!err) {
3740
			err = ret;
3741
		}
3742 3743 3744 3745 3746 3747 3748 3749 3750
	}
	if (err) {
		free_extent_map(em);
		WARN_ON(1);
		return ERR_PTR(err);
	}
	return em;
}

3751 3752 3753 3754
static ssize_t btrfs_direct_IO(int rw, struct kiocb *iocb,
			const struct iovec *iov, loff_t offset,
			unsigned long nr_segs)
{
3755
	return -EINVAL;
3756 3757
}

3758
static sector_t btrfs_bmap(struct address_space *mapping, sector_t iblock)
C
Chris Mason 已提交
3759
{
3760
	return extent_bmap(mapping, iblock, btrfs_get_extent);
C
Chris Mason 已提交
3761 3762
}

3763
int btrfs_readpage(struct file *file, struct page *page)
C
Chris Mason 已提交
3764
{
3765 3766
	struct extent_io_tree *tree;
	tree = &BTRFS_I(page->mapping->host)->io_tree;
3767
	return extent_read_full_page(tree, page, btrfs_get_extent);
C
Chris Mason 已提交
3768
}
3769

3770
static int btrfs_writepage(struct page *page, struct writeback_control *wbc)
C
Chris Mason 已提交
3771
{
3772
	struct extent_io_tree *tree;
3773 3774 3775 3776 3777 3778 3779


	if (current->flags & PF_MEMALLOC) {
		redirty_page_for_writepage(wbc, page);
		unlock_page(page);
		return 0;
	}
3780
	tree = &BTRFS_I(page->mapping->host)->io_tree;
3781
	return extent_write_full_page(tree, page, btrfs_get_extent, wbc);
C
Chris Mason 已提交
3782 3783
}

3784 3785
int btrfs_writepages(struct address_space *mapping,
		     struct writeback_control *wbc)
C
Chris Mason 已提交
3786
{
3787 3788
	struct extent_io_tree *tree;
	tree = &BTRFS_I(mapping->host)->io_tree;
C
Chris Mason 已提交
3789 3790 3791
	return extent_writepages(tree, mapping, btrfs_get_extent, wbc);
}

C
Chris Mason 已提交
3792 3793 3794 3795
static int
btrfs_readpages(struct file *file, struct address_space *mapping,
		struct list_head *pages, unsigned nr_pages)
{
3796 3797
	struct extent_io_tree *tree;
	tree = &BTRFS_I(mapping->host)->io_tree;
C
Chris Mason 已提交
3798 3799 3800
	return extent_readpages(tree, mapping, pages, nr_pages,
				btrfs_get_extent);
}
3801
static int __btrfs_releasepage(struct page *page, gfp_t gfp_flags)
C
Chris Mason 已提交
3802
{
3803 3804
	struct extent_io_tree *tree;
	struct extent_map_tree *map;
3805
	int ret;
3806

3807 3808
	tree = &BTRFS_I(page->mapping->host)->io_tree;
	map = &BTRFS_I(page->mapping->host)->extent_tree;
3809
	ret = try_release_extent_mapping(map, tree, page, gfp_flags);
3810 3811 3812 3813
	if (ret == 1) {
		ClearPagePrivate(page);
		set_page_private(page, 0);
		page_cache_release(page);
C
Chris Mason 已提交
3814
	}
3815
	return ret;
C
Chris Mason 已提交
3816 3817
}

3818 3819
static int btrfs_releasepage(struct page *page, gfp_t gfp_flags)
{
3820 3821
	if (PageWriteback(page) || PageDirty(page))
		return 0;
3822 3823 3824
	return __btrfs_releasepage(page, gfp_flags);
}

3825
static void btrfs_invalidatepage(struct page *page, unsigned long offset)
C
Chris Mason 已提交
3826
{
3827
	struct extent_io_tree *tree;
3828 3829 3830
	struct btrfs_ordered_extent *ordered;
	u64 page_start = page_offset(page);
	u64 page_end = page_start + PAGE_CACHE_SIZE - 1;
C
Chris Mason 已提交
3831

3832
	wait_on_page_writeback(page);
3833
	tree = &BTRFS_I(page->mapping->host)->io_tree;
3834 3835 3836 3837 3838 3839 3840 3841 3842
	if (offset) {
		btrfs_releasepage(page, GFP_NOFS);
		return;
	}

	lock_extent(tree, page_start, page_end, GFP_NOFS);
	ordered = btrfs_lookup_ordered_extent(page->mapping->host,
					   page_offset(page));
	if (ordered) {
3843 3844 3845 3846
		/*
		 * IO on this page will never be started, so we need
		 * to account for any ordered extents now
		 */
3847 3848 3849
		clear_extent_bit(tree, page_start, page_end,
				 EXTENT_DIRTY | EXTENT_DELALLOC |
				 EXTENT_LOCKED, 1, 0, GFP_NOFS);
3850 3851
		btrfs_finish_ordered_io(page->mapping->host,
					page_start, page_end);
3852 3853 3854 3855 3856 3857 3858 3859 3860
		btrfs_put_ordered_extent(ordered);
		lock_extent(tree, page_start, page_end, GFP_NOFS);
	}
	clear_extent_bit(tree, page_start, page_end,
		 EXTENT_LOCKED | EXTENT_DIRTY | EXTENT_DELALLOC |
		 EXTENT_ORDERED,
		 1, 1, GFP_NOFS);
	__btrfs_releasepage(page, GFP_NOFS);

C
Chris Mason 已提交
3861
	ClearPageChecked(page);
3862 3863 3864 3865 3866
	if (PagePrivate(page)) {
		ClearPagePrivate(page);
		set_page_private(page, 0);
		page_cache_release(page);
	}
C
Chris Mason 已提交
3867 3868
}

C
Chris Mason 已提交
3869 3870 3871 3872 3873 3874 3875 3876 3877 3878 3879 3880 3881 3882 3883 3884 3885
/*
 * btrfs_page_mkwrite() is not allowed to change the file size as it gets
 * called from a page fault handler when a page is first dirtied. Hence we must
 * be careful to check for EOF conditions here. We set the page up correctly
 * for a written page which means we get ENOSPC checking when writing into
 * holes and correct delalloc and unwritten extent mapping on filesystems that
 * support these features.
 *
 * We are not allowed to take the i_mutex here so we have to play games to
 * protect against truncate races as the page could now be beyond EOF.  Because
 * vmtruncate() writes the inode size before removing pages, once we have the
 * page lock we can determine safely if the page is beyond EOF. If it is not
 * beyond EOF, then the page is guaranteed safe against truncation until we
 * unlock the page.
 */
int btrfs_page_mkwrite(struct vm_area_struct *vma, struct page *page)
{
3886
	struct inode *inode = fdentry(vma->vm_file)->d_inode;
3887
	struct btrfs_root *root = BTRFS_I(inode)->root;
3888 3889 3890 3891
	struct extent_io_tree *io_tree = &BTRFS_I(inode)->io_tree;
	struct btrfs_ordered_extent *ordered;
	char *kaddr;
	unsigned long zero_start;
C
Chris Mason 已提交
3892
	loff_t size;
3893
	int ret;
3894
	u64 page_start;
3895
	u64 page_end;
C
Chris Mason 已提交
3896

3897 3898 3899 3900 3901
	ret = btrfs_check_free_space(root, PAGE_CACHE_SIZE, 0);
	if (ret)
		goto out;

	ret = -EINVAL;
3902
again:
C
Chris Mason 已提交
3903 3904
	lock_page(page);
	size = i_size_read(inode);
3905 3906
	page_start = page_offset(page);
	page_end = page_start + PAGE_CACHE_SIZE - 1;
3907

C
Chris Mason 已提交
3908
	if ((page->mapping != inode->i_mapping) ||
3909
	    (page_start >= size)) {
C
Chris Mason 已提交
3910 3911 3912
		/* page got truncated out from underneath us */
		goto out_unlock;
	}
3913 3914 3915 3916 3917
	wait_on_page_writeback(page);

	lock_extent(io_tree, page_start, page_end, GFP_NOFS);
	set_page_extent_mapped(page);

3918 3919 3920 3921
	/*
	 * we can't set the delalloc bits if there are pending ordered
	 * extents.  Drop our locks and wait for them to finish
	 */
3922 3923 3924 3925
	ordered = btrfs_lookup_ordered_extent(inode, page_start);
	if (ordered) {
		unlock_extent(io_tree, page_start, page_end, GFP_NOFS);
		unlock_page(page);
3926
		btrfs_start_ordered_extent(inode, ordered, 1);
3927 3928 3929 3930
		btrfs_put_ordered_extent(ordered);
		goto again;
	}

3931
	btrfs_set_extent_delalloc(inode, page_start, page_end);
3932
	ret = 0;
C
Chris Mason 已提交
3933 3934

	/* page is wholly or partially inside EOF */
3935
	if (page_start + PAGE_CACHE_SIZE > size)
3936
		zero_start = size & ~PAGE_CACHE_MASK;
C
Chris Mason 已提交
3937
	else
3938
		zero_start = PAGE_CACHE_SIZE;
C
Chris Mason 已提交
3939

3940 3941 3942 3943 3944 3945
	if (zero_start != PAGE_CACHE_SIZE) {
		kaddr = kmap(page);
		memset(kaddr + zero_start, 0, PAGE_CACHE_SIZE - zero_start);
		flush_dcache_page(page);
		kunmap(page);
	}
3946
	ClearPageChecked(page);
3947 3948
	set_page_dirty(page);
	unlock_extent(io_tree, page_start, page_end, GFP_NOFS);
C
Chris Mason 已提交
3949 3950 3951

out_unlock:
	unlock_page(page);
3952
out:
C
Chris Mason 已提交
3953 3954 3955
	return ret;
}

C
Chris Mason 已提交
3956 3957 3958 3959 3960
static void btrfs_truncate(struct inode *inode)
{
	struct btrfs_root *root = BTRFS_I(inode)->root;
	int ret;
	struct btrfs_trans_handle *trans;
3961
	unsigned long nr;
3962
	u64 mask = root->sectorsize - 1;
C
Chris Mason 已提交
3963 3964 3965 3966 3967 3968 3969

	if (!S_ISREG(inode->i_mode))
		return;
	if (IS_APPEND(inode) || IS_IMMUTABLE(inode))
		return;

	btrfs_truncate_page(inode->i_mapping, inode->i_size);
C
Chris Mason 已提交
3970
	btrfs_wait_ordered_range(inode, inode->i_size & (~mask), (u64)-1);
C
Chris Mason 已提交
3971 3972 3973

	trans = btrfs_start_transaction(root, 1);
	btrfs_set_trans_block_group(trans, inode);
3974
	btrfs_i_size_write(inode, inode->i_size);
C
Chris Mason 已提交
3975

3976 3977 3978
	ret = btrfs_orphan_add(trans, inode);
	if (ret)
		goto out;
C
Chris Mason 已提交
3979
	/* FIXME, add redo link to tree so we don't leak on crash */
3980
	ret = btrfs_truncate_inode_items(trans, root, inode, inode->i_size,
3981
				      BTRFS_EXTENT_DATA_KEY);
C
Chris Mason 已提交
3982
	btrfs_update_inode(trans, root, inode);
3983

3984 3985 3986 3987 3988
	ret = btrfs_orphan_del(trans, inode);
	BUG_ON(ret);

out:
	nr = trans->blocks_used;
3989
	ret = btrfs_end_transaction_throttle(trans, root);
C
Chris Mason 已提交
3990
	BUG_ON(ret);
3991
	btrfs_btree_balance_dirty(root, nr);
C
Chris Mason 已提交
3992 3993
}

3994 3995 3996 3997 3998 3999 4000 4001 4002 4003 4004 4005 4006 4007 4008 4009 4010 4011 4012 4013 4014 4015 4016 4017 4018
/*
 * Invalidate a single dcache entry at the root of the filesystem.
 * Needed after creation of snapshot or subvolume.
 */
void btrfs_invalidate_dcache_root(struct btrfs_root *root, char *name,
				  int namelen)
{
	struct dentry *alias, *entry;
	struct qstr qstr;

	alias = d_find_alias(root->fs_info->sb->s_root->d_inode);
	if (alias) {
		qstr.name = name;
		qstr.len = namelen;
		/* change me if btrfs ever gets a d_hash operation */
		qstr.hash = full_name_hash(qstr.name, qstr.len);
		entry = d_lookup(alias, &qstr);
		dput(alias);
		if (entry) {
			d_invalidate(entry);
			dput(entry);
		}
	}
}

C
Chris Mason 已提交
4019 4020 4021
/*
 * create a new subvolume directory/inode (helper for the ioctl).
 */
4022
int btrfs_create_subvol_root(struct btrfs_root *new_root, struct dentry *dentry,
C
Christoph Hellwig 已提交
4023 4024
		struct btrfs_trans_handle *trans, u64 new_dirid,
		struct btrfs_block_group_cache *block_group)
C
Chris Mason 已提交
4025 4026
{
	struct inode *inode;
4027
	int error;
4028
	u64 index = 0;
C
Chris Mason 已提交
4029

4030
	inode = btrfs_new_inode(trans, new_root, NULL, "..", 2, new_dirid,
4031
				new_dirid, block_group, S_IFDIR | 0700, &index);
4032
	if (IS_ERR(inode))
C
Christoph Hellwig 已提交
4033
		return PTR_ERR(inode);
C
Chris Mason 已提交
4034 4035
	inode->i_op = &btrfs_dir_inode_operations;
	inode->i_fop = &btrfs_dir_file_operations;
C
Chris Mason 已提交
4036
	new_root->inode = inode;
C
Chris Mason 已提交
4037 4038

	inode->i_nlink = 1;
4039
	btrfs_i_size_write(inode, 0);
4040

4041 4042 4043 4044
	error = btrfs_update_inode(trans, new_root, inode);
	if (error)
		return error;

Y
Yan Zheng 已提交
4045
	atomic_inc(&inode->i_count);
4046 4047
	d_instantiate(dentry, inode);
	return 0;
C
Chris Mason 已提交
4048 4049
}

C
Chris Mason 已提交
4050 4051 4052
/* helper function for file defrag and space balancing.  This
 * forces readahead on a given range of bytes in an inode
 */
4053
unsigned long btrfs_force_ra(struct address_space *mapping,
4054 4055 4056
			      struct file_ra_state *ra, struct file *file,
			      pgoff_t offset, pgoff_t last_index)
{
4057
	pgoff_t req_size = last_index - offset + 1;
4058 4059 4060 4061 4062

	page_cache_sync_readahead(mapping, ra, file, offset, req_size);
	return offset + req_size;
}

C
Chris Mason 已提交
4063 4064 4065 4066 4067 4068 4069
struct inode *btrfs_alloc_inode(struct super_block *sb)
{
	struct btrfs_inode *ei;

	ei = kmem_cache_alloc(btrfs_inode_cachep, GFP_NOFS);
	if (!ei)
		return NULL;
4070
	ei->last_trans = 0;
4071
	ei->logged_trans = 0;
4072
	btrfs_ordered_inode_tree_init(&ei->ordered_tree);
J
Josef Bacik 已提交
4073 4074
	ei->i_acl = BTRFS_ACL_NOT_CACHED;
	ei->i_default_acl = BTRFS_ACL_NOT_CACHED;
4075
	INIT_LIST_HEAD(&ei->i_orphan);
C
Chris Mason 已提交
4076 4077 4078 4079 4080
	return &ei->vfs_inode;
}

void btrfs_destroy_inode(struct inode *inode)
{
4081
	struct btrfs_ordered_extent *ordered;
C
Chris Mason 已提交
4082 4083 4084
	WARN_ON(!list_empty(&inode->i_dentry));
	WARN_ON(inode->i_data.nrpages);

J
Josef Bacik 已提交
4085 4086 4087 4088 4089 4090 4091
	if (BTRFS_I(inode)->i_acl &&
	    BTRFS_I(inode)->i_acl != BTRFS_ACL_NOT_CACHED)
		posix_acl_release(BTRFS_I(inode)->i_acl);
	if (BTRFS_I(inode)->i_default_acl &&
	    BTRFS_I(inode)->i_default_acl != BTRFS_ACL_NOT_CACHED)
		posix_acl_release(BTRFS_I(inode)->i_default_acl);

4092
	spin_lock(&BTRFS_I(inode)->root->list_lock);
4093 4094 4095 4096 4097
	if (!list_empty(&BTRFS_I(inode)->i_orphan)) {
		printk(KERN_ERR "BTRFS: inode %lu: inode still on the orphan"
		       " list\n", inode->i_ino);
		dump_stack();
	}
4098
	spin_unlock(&BTRFS_I(inode)->root->list_lock);
4099

4100 4101 4102 4103 4104 4105 4106 4107 4108 4109 4110 4111
	while(1) {
		ordered = btrfs_lookup_first_ordered_extent(inode, (u64)-1);
		if (!ordered)
			break;
		else {
			printk("found ordered extent %Lu %Lu\n",
			       ordered->file_offset, ordered->len);
			btrfs_remove_ordered_extent(inode, ordered);
			btrfs_put_ordered_extent(ordered);
			btrfs_put_ordered_extent(ordered);
		}
	}
4112
	btrfs_drop_extent_cache(inode, 0, (u64)-1, 0);
C
Chris Mason 已提交
4113 4114 4115
	kmem_cache_free(btrfs_inode_cachep, BTRFS_I(inode));
}

4116
static void init_once(void *foo)
C
Chris Mason 已提交
4117 4118 4119 4120 4121 4122 4123 4124 4125 4126 4127 4128 4129 4130 4131 4132 4133 4134 4135 4136
{
	struct btrfs_inode *ei = (struct btrfs_inode *) foo;

	inode_init_once(&ei->vfs_inode);
}

void btrfs_destroy_cachep(void)
{
	if (btrfs_inode_cachep)
		kmem_cache_destroy(btrfs_inode_cachep);
	if (btrfs_trans_handle_cachep)
		kmem_cache_destroy(btrfs_trans_handle_cachep);
	if (btrfs_transaction_cachep)
		kmem_cache_destroy(btrfs_transaction_cachep);
	if (btrfs_bit_radix_cachep)
		kmem_cache_destroy(btrfs_bit_radix_cachep);
	if (btrfs_path_cachep)
		kmem_cache_destroy(btrfs_path_cachep);
}

4137
struct kmem_cache *btrfs_cache_create(const char *name, size_t size,
4138
				       unsigned long extra_flags,
4139
				       void (*ctor)(void *))
4140 4141
{
	return kmem_cache_create(name, size, 0, (SLAB_RECLAIM_ACCOUNT |
4142
				 SLAB_MEM_SPREAD | extra_flags), ctor);
4143 4144
}

C
Chris Mason 已提交
4145 4146
int btrfs_init_cachep(void)
{
4147
	btrfs_inode_cachep = btrfs_cache_create("btrfs_inode_cache",
4148 4149
					  sizeof(struct btrfs_inode),
					  0, init_once);
C
Chris Mason 已提交
4150 4151
	if (!btrfs_inode_cachep)
		goto fail;
4152 4153 4154 4155
	btrfs_trans_handle_cachep =
			btrfs_cache_create("btrfs_trans_handle_cache",
					   sizeof(struct btrfs_trans_handle),
					   0, NULL);
C
Chris Mason 已提交
4156 4157
	if (!btrfs_trans_handle_cachep)
		goto fail;
4158
	btrfs_transaction_cachep = btrfs_cache_create("btrfs_transaction_cache",
C
Chris Mason 已提交
4159
					     sizeof(struct btrfs_transaction),
4160
					     0, NULL);
C
Chris Mason 已提交
4161 4162
	if (!btrfs_transaction_cachep)
		goto fail;
4163
	btrfs_path_cachep = btrfs_cache_create("btrfs_path_cache",
4164
					 sizeof(struct btrfs_path),
4165
					 0, NULL);
C
Chris Mason 已提交
4166 4167
	if (!btrfs_path_cachep)
		goto fail;
4168
	btrfs_bit_radix_cachep = btrfs_cache_create("btrfs_radix", 256,
4169
					      SLAB_DESTROY_BY_RCU, NULL);
C
Chris Mason 已提交
4170 4171 4172 4173 4174 4175 4176 4177 4178 4179 4180 4181 4182
	if (!btrfs_bit_radix_cachep)
		goto fail;
	return 0;
fail:
	btrfs_destroy_cachep();
	return -ENOMEM;
}

static int btrfs_getattr(struct vfsmount *mnt,
			 struct dentry *dentry, struct kstat *stat)
{
	struct inode *inode = dentry->d_inode;
	generic_fillattr(inode, stat);
C
Chris Mason 已提交
4183
	stat->blksize = PAGE_CACHE_SIZE;
4184 4185
	stat->blocks = (inode_get_bytes(inode) +
			BTRFS_I(inode)->delalloc_bytes) >> 9;
C
Chris Mason 已提交
4186 4187 4188 4189 4190 4191 4192 4193 4194 4195 4196
	return 0;
}

static int btrfs_rename(struct inode * old_dir, struct dentry *old_dentry,
			   struct inode * new_dir,struct dentry *new_dentry)
{
	struct btrfs_trans_handle *trans;
	struct btrfs_root *root = BTRFS_I(old_dir)->root;
	struct inode *new_inode = new_dentry->d_inode;
	struct inode *old_inode = old_dentry->d_inode;
	struct timespec ctime = CURRENT_TIME;
4197
	u64 index = 0;
C
Chris Mason 已提交
4198 4199 4200 4201 4202 4203
	int ret;

	if (S_ISDIR(old_inode->i_mode) && new_inode &&
	    new_inode->i_size > BTRFS_EMPTY_DIR_SIZE) {
		return -ENOTEMPTY;
	}
4204

4205 4206 4207 4208
	ret = btrfs_check_free_space(root, 1, 0);
	if (ret)
		goto out_unlock;

C
Chris Mason 已提交
4209
	trans = btrfs_start_transaction(root, 1);
4210

C
Chris Mason 已提交
4211 4212
	btrfs_set_trans_block_group(trans, new_dir);

4213
	btrfs_inc_nlink(old_dentry->d_inode);
C
Chris Mason 已提交
4214 4215 4216
	old_dir->i_ctime = old_dir->i_mtime = ctime;
	new_dir->i_ctime = new_dir->i_mtime = ctime;
	old_inode->i_ctime = ctime;
4217

4218 4219 4220
	ret = btrfs_unlink_inode(trans, root, old_dir, old_dentry->d_inode,
				 old_dentry->d_name.name,
				 old_dentry->d_name.len);
C
Chris Mason 已提交
4221 4222 4223 4224 4225
	if (ret)
		goto out_fail;

	if (new_inode) {
		new_inode->i_ctime = CURRENT_TIME;
4226 4227 4228 4229
		ret = btrfs_unlink_inode(trans, root, new_dir,
					 new_dentry->d_inode,
					 new_dentry->d_name.name,
					 new_dentry->d_name.len);
C
Chris Mason 已提交
4230 4231
		if (ret)
			goto out_fail;
4232
		if (new_inode->i_nlink == 0) {
4233
			ret = btrfs_orphan_add(trans, new_dentry->d_inode);
4234 4235 4236
			if (ret)
				goto out_fail;
		}
4237

C
Chris Mason 已提交
4238
	}
4239
	ret = btrfs_set_inode_index(new_dir, old_inode, &index);
4240 4241 4242
	if (ret)
		goto out_fail;

4243 4244 4245
	ret = btrfs_add_link(trans, new_dentry->d_parent->d_inode,
			     old_inode, new_dentry->d_name.name,
			     new_dentry->d_name.len, 1, index);
C
Chris Mason 已提交
4246 4247 4248 4249
	if (ret)
		goto out_fail;

out_fail:
4250
	btrfs_end_transaction_throttle(trans, root);
4251
out_unlock:
C
Chris Mason 已提交
4252 4253 4254
	return ret;
}

C
Chris Mason 已提交
4255 4256 4257 4258
/*
 * some fairly slow code that needs optimization. This walks the list
 * of all the inodes with pending delalloc and forces them to disk.
 */
4259 4260 4261 4262
int btrfs_start_delalloc_inodes(struct btrfs_root *root)
{
	struct list_head *head = &root->fs_info->delalloc_inodes;
	struct btrfs_inode *binode;
4263
	struct inode *inode;
4264 4265 4266 4267 4268 4269
	unsigned long flags;

	spin_lock_irqsave(&root->fs_info->delalloc_lock, flags);
	while(!list_empty(head)) {
		binode = list_entry(head->next, struct btrfs_inode,
				    delalloc_inodes);
4270 4271 4272
		inode = igrab(&binode->vfs_inode);
		if (!inode)
			list_del_init(&binode->delalloc_inodes);
4273
		spin_unlock_irqrestore(&root->fs_info->delalloc_lock, flags);
4274
		if (inode) {
4275
			filemap_flush(inode->i_mapping);
4276 4277 4278
			iput(inode);
		}
		cond_resched();
4279 4280 4281
		spin_lock_irqsave(&root->fs_info->delalloc_lock, flags);
	}
	spin_unlock_irqrestore(&root->fs_info->delalloc_lock, flags);
4282 4283 4284 4285 4286 4287 4288 4289 4290 4291 4292

	/* the filemap_flush will queue IO into the worker threads, but
	 * we have to make sure the IO is actually started and that
	 * ordered extents get created before we return
	 */
	atomic_inc(&root->fs_info->async_submit_draining);
	while(atomic_read(&root->fs_info->nr_async_submits)) {
		wait_event(root->fs_info->async_submit_wait,
		   (atomic_read(&root->fs_info->nr_async_submits) == 0));
	}
	atomic_dec(&root->fs_info->async_submit_draining);
4293 4294 4295
	return 0;
}

C
Chris Mason 已提交
4296 4297 4298 4299 4300 4301 4302
static int btrfs_symlink(struct inode *dir, struct dentry *dentry,
			 const char *symname)
{
	struct btrfs_trans_handle *trans;
	struct btrfs_root *root = BTRFS_I(dir)->root;
	struct btrfs_path *path;
	struct btrfs_key key;
4303
	struct inode *inode = NULL;
C
Chris Mason 已提交
4304 4305 4306
	int err;
	int drop_inode = 0;
	u64 objectid;
4307
	u64 index = 0 ;
C
Chris Mason 已提交
4308 4309
	int name_len;
	int datasize;
4310
	unsigned long ptr;
C
Chris Mason 已提交
4311
	struct btrfs_file_extent_item *ei;
4312
	struct extent_buffer *leaf;
4313
	unsigned long nr = 0;
C
Chris Mason 已提交
4314 4315 4316 4317

	name_len = strlen(symname) + 1;
	if (name_len > BTRFS_MAX_INLINE_DATA_SIZE(root))
		return -ENAMETOOLONG;
4318 4319 4320 4321 4322

	err = btrfs_check_free_space(root, 1, 0);
	if (err)
		goto out_fail;

C
Chris Mason 已提交
4323 4324 4325 4326 4327 4328 4329 4330 4331
	trans = btrfs_start_transaction(root, 1);
	btrfs_set_trans_block_group(trans, dir);

	err = btrfs_find_free_objectid(trans, root, dir->i_ino, &objectid);
	if (err) {
		err = -ENOSPC;
		goto out_unlock;
	}

4332
	inode = btrfs_new_inode(trans, root, dir, dentry->d_name.name,
4333 4334
				dentry->d_name.len,
				dentry->d_parent->d_inode->i_ino, objectid,
4335 4336
				BTRFS_I(dir)->block_group, S_IFLNK|S_IRWXUGO,
				&index);
C
Chris Mason 已提交
4337 4338 4339 4340
	err = PTR_ERR(inode);
	if (IS_ERR(inode))
		goto out_unlock;

J
Josef Bacik 已提交
4341 4342 4343 4344 4345 4346
	err = btrfs_init_acl(inode, dir);
	if (err) {
		drop_inode = 1;
		goto out_unlock;
	}

C
Chris Mason 已提交
4347
	btrfs_set_trans_block_group(trans, inode);
4348
	err = btrfs_add_nondir(trans, dentry, inode, 0, index);
C
Chris Mason 已提交
4349 4350 4351 4352
	if (err)
		drop_inode = 1;
	else {
		inode->i_mapping->a_ops = &btrfs_aops;
C
Chris Mason 已提交
4353
		inode->i_mapping->backing_dev_info = &root->fs_info->bdi;
C
Chris Mason 已提交
4354 4355
		inode->i_fop = &btrfs_file_operations;
		inode->i_op = &btrfs_file_inode_operations;
4356
		BTRFS_I(inode)->io_tree.ops = &btrfs_extent_io_ops;
C
Chris Mason 已提交
4357 4358 4359 4360 4361 4362 4363 4364 4365 4366 4367 4368 4369 4370 4371
	}
	dir->i_sb->s_dirt = 1;
	btrfs_update_inode_block_group(trans, inode);
	btrfs_update_inode_block_group(trans, dir);
	if (drop_inode)
		goto out_unlock;

	path = btrfs_alloc_path();
	BUG_ON(!path);
	key.objectid = inode->i_ino;
	key.offset = 0;
	btrfs_set_key_type(&key, BTRFS_EXTENT_DATA_KEY);
	datasize = btrfs_file_extent_calc_inline_size(name_len);
	err = btrfs_insert_empty_item(trans, root, path, &key,
				      datasize);
4372 4373 4374 4375
	if (err) {
		drop_inode = 1;
		goto out_unlock;
	}
4376 4377 4378 4379 4380
	leaf = path->nodes[0];
	ei = btrfs_item_ptr(leaf, path->slots[0],
			    struct btrfs_file_extent_item);
	btrfs_set_file_extent_generation(leaf, ei, trans->transid);
	btrfs_set_file_extent_type(leaf, ei,
C
Chris Mason 已提交
4381
				   BTRFS_FILE_EXTENT_INLINE);
C
Chris Mason 已提交
4382 4383 4384 4385 4386
	btrfs_set_file_extent_encryption(leaf, ei, 0);
	btrfs_set_file_extent_compression(leaf, ei, 0);
	btrfs_set_file_extent_other_encoding(leaf, ei, 0);
	btrfs_set_file_extent_ram_bytes(leaf, ei, name_len);

C
Chris Mason 已提交
4387
	ptr = btrfs_file_extent_inline_start(ei);
4388 4389
	write_extent_buffer(leaf, symname, ptr, name_len);
	btrfs_mark_buffer_dirty(leaf);
C
Chris Mason 已提交
4390
	btrfs_free_path(path);
4391

C
Chris Mason 已提交
4392 4393
	inode->i_op = &btrfs_symlink_inode_operations;
	inode->i_mapping->a_ops = &btrfs_symlink_aops;
C
Chris Mason 已提交
4394
	inode->i_mapping->backing_dev_info = &root->fs_info->bdi;
Y
Yan Zheng 已提交
4395
	inode_set_bytes(inode, name_len);
4396
	btrfs_i_size_write(inode, name_len - 1);
4397 4398 4399
	err = btrfs_update_inode(trans, root, inode);
	if (err)
		drop_inode = 1;
C
Chris Mason 已提交
4400 4401

out_unlock:
4402
	nr = trans->blocks_used;
4403
	btrfs_end_transaction_throttle(trans, root);
4404
out_fail:
C
Chris Mason 已提交
4405 4406 4407 4408
	if (drop_inode) {
		inode_dec_link_count(inode);
		iput(inode);
	}
4409
	btrfs_btree_balance_dirty(root, nr);
C
Chris Mason 已提交
4410 4411
	return err;
}
4412

Y
Yan Zheng 已提交
4413 4414 4415 4416 4417 4418 4419 4420 4421 4422 4423 4424 4425 4426 4427 4428 4429 4430 4431 4432 4433 4434 4435 4436 4437 4438 4439 4440 4441 4442 4443 4444 4445 4446 4447 4448 4449 4450 4451 4452 4453 4454 4455 4456 4457 4458 4459 4460 4461 4462 4463 4464 4465 4466 4467 4468 4469 4470 4471 4472 4473 4474 4475 4476 4477 4478 4479 4480 4481 4482 4483 4484 4485 4486 4487 4488 4489 4490 4491 4492 4493 4494 4495 4496 4497 4498 4499 4500 4501 4502 4503 4504 4505 4506 4507 4508 4509 4510 4511 4512 4513 4514 4515 4516 4517 4518 4519 4520 4521 4522 4523 4524 4525 4526 4527 4528 4529 4530 4531 4532 4533 4534 4535 4536
static int prealloc_file_range(struct inode *inode, u64 start, u64 end,
			       u64 alloc_hint, int mode)
{
	struct btrfs_trans_handle *trans;
	struct btrfs_root *root = BTRFS_I(inode)->root;
	struct btrfs_key ins;
	u64 alloc_size;
	u64 cur_offset = start;
	u64 num_bytes = end - start;
	int ret = 0;

	trans = btrfs_join_transaction(root, 1);
	BUG_ON(!trans);
	btrfs_set_trans_block_group(trans, inode);

	while (num_bytes > 0) {
		alloc_size = min(num_bytes, root->fs_info->max_extent);
		ret = btrfs_reserve_extent(trans, root, alloc_size,
					   root->sectorsize, 0, alloc_hint,
					   (u64)-1, &ins, 1);
		if (ret) {
			WARN_ON(1);
			goto out;
		}
		ret = insert_reserved_file_extent(trans, inode,
						  cur_offset, ins.objectid,
						  ins.offset, ins.offset,
						  ins.offset, 0, 0, 0,
						  BTRFS_FILE_EXTENT_PREALLOC);
		BUG_ON(ret);
		num_bytes -= ins.offset;
		cur_offset += ins.offset;
		alloc_hint = ins.objectid + ins.offset;
	}
out:
	if (cur_offset > start) {
		inode->i_ctime = CURRENT_TIME;
		btrfs_set_flag(inode, PREALLOC);
		if (!(mode & FALLOC_FL_KEEP_SIZE) &&
		    cur_offset > i_size_read(inode))
			btrfs_i_size_write(inode, cur_offset);
		ret = btrfs_update_inode(trans, root, inode);
		BUG_ON(ret);
	}

	btrfs_end_transaction(trans, root);
	return ret;
}

static long btrfs_fallocate(struct inode *inode, int mode,
			    loff_t offset, loff_t len)
{
	u64 cur_offset;
	u64 last_byte;
	u64 alloc_start;
	u64 alloc_end;
	u64 alloc_hint = 0;
	u64 mask = BTRFS_I(inode)->root->sectorsize - 1;
	struct extent_map *em;
	int ret;

	alloc_start = offset & ~mask;
	alloc_end =  (offset + len + mask) & ~mask;

	mutex_lock(&inode->i_mutex);
	if (alloc_start > inode->i_size) {
		ret = btrfs_cont_expand(inode, alloc_start);
		if (ret)
			goto out;
	}

	while (1) {
		struct btrfs_ordered_extent *ordered;
		lock_extent(&BTRFS_I(inode)->io_tree, alloc_start,
			    alloc_end - 1, GFP_NOFS);
		ordered = btrfs_lookup_first_ordered_extent(inode,
							    alloc_end - 1);
		if (ordered &&
		    ordered->file_offset + ordered->len > alloc_start &&
		    ordered->file_offset < alloc_end) {
			btrfs_put_ordered_extent(ordered);
			unlock_extent(&BTRFS_I(inode)->io_tree,
				      alloc_start, alloc_end - 1, GFP_NOFS);
			btrfs_wait_ordered_range(inode, alloc_start,
						 alloc_end - alloc_start);
		} else {
			if (ordered)
				btrfs_put_ordered_extent(ordered);
			break;
		}
	}

	cur_offset = alloc_start;
	while (1) {
		em = btrfs_get_extent(inode, NULL, 0, cur_offset,
				      alloc_end - cur_offset, 0);
		BUG_ON(IS_ERR(em) || !em);
		last_byte = min(extent_map_end(em), alloc_end);
		last_byte = (last_byte + mask) & ~mask;
		if (em->block_start == EXTENT_MAP_HOLE) {
			ret = prealloc_file_range(inode, cur_offset,
					last_byte, alloc_hint, mode);
			if (ret < 0) {
				free_extent_map(em);
				break;
			}
		}
		if (em->block_start <= EXTENT_MAP_LAST_BYTE)
			alloc_hint = em->block_start;
		free_extent_map(em);

		cur_offset = last_byte;
		if (cur_offset >= alloc_end) {
			ret = 0;
			break;
		}
	}
	unlock_extent(&BTRFS_I(inode)->io_tree, alloc_start, alloc_end - 1,
		      GFP_NOFS);
out:
	mutex_unlock(&inode->i_mutex);
	return ret;
}

4537 4538 4539 4540 4541
static int btrfs_set_page_dirty(struct page *page)
{
	return __set_page_dirty_nobuffers(page);
}

4542
static int btrfs_permission(struct inode *inode, int mask)
Y
Yan 已提交
4543 4544 4545
{
	if (btrfs_test_flag(inode, READONLY) && (mask & MAY_WRITE))
		return -EACCES;
J
Josef Bacik 已提交
4546
	return generic_permission(inode, mask, btrfs_check_acl);
Y
Yan 已提交
4547
}
C
Chris Mason 已提交
4548 4549 4550 4551 4552 4553 4554 4555 4556 4557 4558

static struct inode_operations btrfs_dir_inode_operations = {
	.lookup		= btrfs_lookup,
	.create		= btrfs_create,
	.unlink		= btrfs_unlink,
	.link		= btrfs_link,
	.mkdir		= btrfs_mkdir,
	.rmdir		= btrfs_rmdir,
	.rename		= btrfs_rename,
	.symlink	= btrfs_symlink,
	.setattr	= btrfs_setattr,
J
Josef Bacik 已提交
4559
	.mknod		= btrfs_mknod,
4560 4561
	.setxattr	= btrfs_setxattr,
	.getxattr	= btrfs_getxattr,
J
Josef Bacik 已提交
4562
	.listxattr	= btrfs_listxattr,
4563
	.removexattr	= btrfs_removexattr,
Y
Yan 已提交
4564
	.permission	= btrfs_permission,
C
Chris Mason 已提交
4565 4566 4567
};
static struct inode_operations btrfs_dir_ro_inode_operations = {
	.lookup		= btrfs_lookup,
Y
Yan 已提交
4568
	.permission	= btrfs_permission,
C
Chris Mason 已提交
4569 4570 4571 4572
};
static struct file_operations btrfs_dir_file_operations = {
	.llseek		= generic_file_llseek,
	.read		= generic_read_dir,
4573
	.readdir	= btrfs_real_readdir,
C
Christoph Hellwig 已提交
4574
	.unlocked_ioctl	= btrfs_ioctl,
C
Chris Mason 已提交
4575
#ifdef CONFIG_COMPAT
C
Christoph Hellwig 已提交
4576
	.compat_ioctl	= btrfs_ioctl,
C
Chris Mason 已提交
4577
#endif
S
Sage Weil 已提交
4578
	.release        = btrfs_release_file,
4579
	.fsync		= btrfs_sync_file,
C
Chris Mason 已提交
4580 4581
};

4582
static struct extent_io_ops btrfs_extent_io_ops = {
4583
	.fill_delalloc = run_delalloc_range,
4584
	.submit_bio_hook = btrfs_submit_bio_hook,
4585
	.merge_bio_hook = btrfs_merge_bio_hook,
4586
	.readpage_end_io_hook = btrfs_readpage_end_io_hook,
4587
	.writepage_end_io_hook = btrfs_writepage_end_io_hook,
4588
	.writepage_start_hook = btrfs_writepage_start_hook,
4589
	.readpage_io_failed_hook = btrfs_io_failed_hook,
C
Chris Mason 已提交
4590 4591
	.set_bit_hook = btrfs_set_bit_hook,
	.clear_bit_hook = btrfs_clear_bit_hook,
4592 4593
};

C
Chris Mason 已提交
4594 4595 4596
static struct address_space_operations btrfs_aops = {
	.readpage	= btrfs_readpage,
	.writepage	= btrfs_writepage,
C
Chris Mason 已提交
4597
	.writepages	= btrfs_writepages,
C
Chris Mason 已提交
4598
	.readpages	= btrfs_readpages,
C
Chris Mason 已提交
4599 4600
	.sync_page	= block_sync_page,
	.bmap		= btrfs_bmap,
4601
	.direct_IO	= btrfs_direct_IO,
4602 4603
	.invalidatepage = btrfs_invalidatepage,
	.releasepage	= btrfs_releasepage,
4604
	.set_page_dirty	= btrfs_set_page_dirty,
C
Chris Mason 已提交
4605 4606 4607 4608 4609
};

static struct address_space_operations btrfs_symlink_aops = {
	.readpage	= btrfs_readpage,
	.writepage	= btrfs_writepage,
C
Chris Mason 已提交
4610 4611
	.invalidatepage = btrfs_invalidatepage,
	.releasepage	= btrfs_releasepage,
C
Chris Mason 已提交
4612 4613 4614 4615 4616 4617
};

static struct inode_operations btrfs_file_inode_operations = {
	.truncate	= btrfs_truncate,
	.getattr	= btrfs_getattr,
	.setattr	= btrfs_setattr,
4618 4619
	.setxattr	= btrfs_setxattr,
	.getxattr	= btrfs_getxattr,
J
Josef Bacik 已提交
4620
	.listxattr      = btrfs_listxattr,
4621
	.removexattr	= btrfs_removexattr,
Y
Yan 已提交
4622
	.permission	= btrfs_permission,
Y
Yan Zheng 已提交
4623
	.fallocate	= btrfs_fallocate,
C
Chris Mason 已提交
4624
};
J
Josef Bacik 已提交
4625 4626 4627
static struct inode_operations btrfs_special_inode_operations = {
	.getattr	= btrfs_getattr,
	.setattr	= btrfs_setattr,
Y
Yan 已提交
4628
	.permission	= btrfs_permission,
4629 4630
	.setxattr	= btrfs_setxattr,
	.getxattr	= btrfs_getxattr,
J
Josef Bacik 已提交
4631
	.listxattr	= btrfs_listxattr,
4632
	.removexattr	= btrfs_removexattr,
J
Josef Bacik 已提交
4633
};
C
Chris Mason 已提交
4634 4635 4636 4637
static struct inode_operations btrfs_symlink_inode_operations = {
	.readlink	= generic_readlink,
	.follow_link	= page_follow_link_light,
	.put_link	= page_put_link,
Y
Yan 已提交
4638
	.permission	= btrfs_permission,
C
Chris Mason 已提交
4639
};