file.c 27.7 KB
Newer Older
C
Chris Mason 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18
/*
 * Copyright (C) 2007 Oracle.  All rights reserved.
 *
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public
 * License v2 as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * General Public License for more details.
 *
 * You should have received a copy of the GNU General Public
 * License along with this program; if not, write to the
 * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
 * Boston, MA 021110-1307, USA.
 */

C
Chris Mason 已提交
19 20 21 22 23 24 25 26 27 28 29 30 31
#include <linux/fs.h>
#include <linux/pagemap.h>
#include <linux/highmem.h>
#include <linux/time.h>
#include <linux/init.h>
#include <linux/string.h>
#include <linux/smp_lock.h>
#include <linux/backing-dev.h>
#include <linux/mpage.h>
#include <linux/swap.h>
#include <linux/writeback.h>
#include <linux/statfs.h>
#include <linux/compat.h>
32
#include <linux/version.h>
C
Chris Mason 已提交
33 34 35 36
#include "ctree.h"
#include "disk-io.h"
#include "transaction.h"
#include "btrfs_inode.h"
C
Chris Mason 已提交
37
#include "ordered-data.h"
C
Chris Mason 已提交
38 39
#include "ioctl.h"
#include "print-tree.h"
40
#include "compat.h"
C
Chris Mason 已提交
41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84


static int btrfs_copy_from_user(loff_t pos, int num_pages, int write_bytes,
				struct page **prepared_pages,
				const char __user * buf)
{
	long page_fault = 0;
	int i;
	int offset = pos & (PAGE_CACHE_SIZE - 1);

	for (i = 0; i < num_pages && write_bytes > 0; i++, offset = 0) {
		size_t count = min_t(size_t,
				     PAGE_CACHE_SIZE - offset, write_bytes);
		struct page *page = prepared_pages[i];
		fault_in_pages_readable(buf, count);

		/* Copy data from userspace to the current page */
		kmap(page);
		page_fault = __copy_from_user(page_address(page) + offset,
					      buf, count);
		/* Flush processor's dcache for this page */
		flush_dcache_page(page);
		kunmap(page);
		buf += count;
		write_bytes -= count;

		if (page_fault)
			break;
	}
	return page_fault ? -EFAULT : 0;
}

static void btrfs_drop_pages(struct page **pages, size_t num_pages)
{
	size_t i;
	for (i = 0; i < num_pages; i++) {
		if (!pages[i])
			break;
		unlock_page(pages[i]);
		mark_page_accessed(pages[i]);
		page_cache_release(pages[i]);
	}
}

85
static int noinline insert_inline_extent(struct btrfs_trans_handle *trans,
86
				struct btrfs_root *root, struct inode *inode,
87 88 89
				u64 offset, size_t size,
				struct page **pages, size_t page_offset,
				int num_pages)
90 91 92
{
	struct btrfs_key key;
	struct btrfs_path *path;
93 94 95
	struct extent_buffer *leaf;
	char *kaddr;
	unsigned long ptr;
96
	struct btrfs_file_extent_item *ei;
97
	struct page *page;
98 99 100
	u32 datasize;
	int err = 0;
	int ret;
101 102
	int i;
	ssize_t cur_size;
103 104 105 106 107 108 109 110 111 112 113

	path = btrfs_alloc_path();
	if (!path)
		return -ENOMEM;

	btrfs_set_trans_block_group(trans, inode);

	key.objectid = inode->i_ino;
	key.offset = offset;
	btrfs_set_key_type(&key, BTRFS_EXTENT_DATA_KEY);

114 115
	ret = btrfs_search_slot(trans, root, &key, path, 0, 1);
	if (ret < 0) {
116 117 118
		err = ret;
		goto fail;
	}
119
	if (ret == 1) {
120 121 122 123 124
		struct btrfs_key found_key;

		if (path->slots[0] == 0)
			goto insert;

125 126
		path->slots[0]--;
		leaf = path->nodes[0];
127 128 129 130 131 132 133
		btrfs_item_key_to_cpu(leaf, &found_key, path->slots[0]);

		if (found_key.objectid != inode->i_ino)
			goto insert;

		if (found_key.type != BTRFS_EXTENT_DATA_KEY)
			goto insert;
134 135 136 137 138 139 140 141 142 143 144 145
		ei = btrfs_item_ptr(leaf, path->slots[0],
				    struct btrfs_file_extent_item);

		if (btrfs_file_extent_type(leaf, ei) !=
		    BTRFS_FILE_EXTENT_INLINE) {
			goto insert;
		}
		btrfs_item_key_to_cpu(leaf, &key, path->slots[0]);
		ret = 0;
	}
	if (ret == 0) {
		u32 found_size;
146
		u64 found_end;
147 148 149 150 151 152 153 154 155 156 157 158 159 160 161

		leaf = path->nodes[0];
		ei = btrfs_item_ptr(leaf, path->slots[0],
				    struct btrfs_file_extent_item);

		if (btrfs_file_extent_type(leaf, ei) !=
		    BTRFS_FILE_EXTENT_INLINE) {
			err = ret;
			btrfs_print_leaf(root, leaf);
			printk("found wasn't inline offset %Lu inode %lu\n",
			       offset, inode->i_ino);
			goto fail;
		}
		found_size = btrfs_file_extent_inline_len(leaf,
					  btrfs_item_nr(leaf, path->slots[0]));
162
		found_end = key.offset + found_size;
163

164
		if (found_end < offset + size) {
165 166
			btrfs_release_path(root, path);
			ret = btrfs_search_slot(trans, root, &key, path,
167
						offset + size - found_end, 1);
168
			BUG_ON(ret != 0);
169

170
			ret = btrfs_extend_item(trans, root, path,
171
						offset + size - found_end);
172 173 174 175 176 177 178
			if (ret) {
				err = ret;
				goto fail;
			}
			leaf = path->nodes[0];
			ei = btrfs_item_ptr(leaf, path->slots[0],
					    struct btrfs_file_extent_item);
C
Chris Mason 已提交
179
			inode->i_blocks += (offset + size - found_end) >> 9;
180
		}
181 182 183 184
		if (found_end < offset) {
			ptr = btrfs_file_extent_inline_start(ei) + found_size;
			memset_extent_buffer(leaf, 0, ptr, offset - found_end);
		}
185 186 187
	} else {
insert:
		btrfs_release_path(root, path);
188
		datasize = offset + size - key.offset;
C
Chris Mason 已提交
189
		inode->i_blocks += datasize >> 9;
190
		datasize = btrfs_file_extent_calc_inline_size(datasize);
191 192 193 194 195 196 197 198 199 200 201 202 203
		ret = btrfs_insert_empty_item(trans, root, path, &key,
					      datasize);
		if (ret) {
			err = ret;
			printk("got bad ret %d\n", ret);
			goto fail;
		}
		leaf = path->nodes[0];
		ei = btrfs_item_ptr(leaf, path->slots[0],
				    struct btrfs_file_extent_item);
		btrfs_set_file_extent_generation(leaf, ei, trans->transid);
		btrfs_set_file_extent_type(leaf, ei, BTRFS_FILE_EXTENT_INLINE);
	}
204
	ptr = btrfs_file_extent_inline_start(ei) + offset - key.offset;
205 206 207 208 209 210

	cur_size = size;
	i = 0;
	while (size > 0) {
		page = pages[i];
		kaddr = kmap_atomic(page, KM_USER0);
J
Jens Axboe 已提交
211
		cur_size = min_t(size_t, PAGE_CACHE_SIZE - page_offset, size);
212 213 214 215 216 217 218 219 220 221
		write_extent_buffer(leaf, kaddr + page_offset, ptr, cur_size);
		kunmap_atomic(kaddr, KM_USER0);
		page_offset = 0;
		ptr += cur_size;
		size -= cur_size;
		if (i >= num_pages) {
			printk("i %d num_pages %d\n", i, num_pages);
		}
		i++;
	}
222
	btrfs_mark_buffer_dirty(leaf);
223 224 225 226 227
fail:
	btrfs_free_path(path);
	return err;
}

228
static int noinline dirty_and_release_pages(struct btrfs_trans_handle *trans,
C
Chris Mason 已提交
229 230 231 232 233 234 235 236
				   struct btrfs_root *root,
				   struct file *file,
				   struct page **pages,
				   size_t num_pages,
				   loff_t pos,
				   size_t write_bytes)
{
	int err = 0;
237
	int i;
238
	struct inode *inode = fdentry(file)->d_inode;
239
	struct extent_io_tree *io_tree = &BTRFS_I(inode)->io_tree;
240 241
	u64 hint_byte;
	u64 num_bytes;
242 243 244
	u64 start_pos;
	u64 end_of_last_block;
	u64 end_pos = pos + write_bytes;
245
	u64 inline_size;
246
	loff_t isize = i_size_read(inode);
C
Chris Mason 已提交
247

248
	start_pos = pos & ~((u64)root->sectorsize - 1);
249 250
	num_bytes = (write_bytes + pos - start_pos +
		    root->sectorsize - 1) & ~((u64)root->sectorsize - 1);
C
Chris Mason 已提交
251

252 253
	end_of_last_block = start_pos + num_bytes - 1;

254
	lock_extent(io_tree, start_pos, end_of_last_block, GFP_NOFS);
255 256 257 258 259 260
	trans = btrfs_start_transaction(root, 1);
	if (!trans) {
		err = -ENOMEM;
		goto out_unlock;
	}
	btrfs_set_trans_block_group(trans, inode);
261
	hint_byte = 0;
262 263

	if ((end_of_last_block & 4095) == 0) {
264
		printk("strange end of last %Lu %zu %Lu\n", start_pos, write_bytes, end_of_last_block);
265
	}
266
	set_extent_uptodate(io_tree, start_pos, end_of_last_block, GFP_NOFS);
267 268 269

	/* FIXME...EIEIO, ENOSPC and more */
	/* insert any holes we need to create */
Y
Yan 已提交
270
	if (isize < end_pos) {
271 272
		u64 last_pos_in_file;
		u64 hole_size;
273
		u64 mask = root->sectorsize - 1;
274
		last_pos_in_file = (isize + mask) & ~mask;
275
		hole_size = (end_pos - last_pos_in_file + mask) & ~mask;
Y
Yan 已提交
276
		if (last_pos_in_file < end_pos) {
C
Chris Mason 已提交
277 278 279
			err = btrfs_drop_extents(trans, root, inode,
						 last_pos_in_file,
						 last_pos_in_file + hole_size,
280
						 last_pos_in_file,
281
						 &hint_byte);
C
Chris Mason 已提交
282 283 284
			if (err)
				goto failed;

285 286 287
			err = btrfs_insert_file_extent(trans, root,
						       inode->i_ino,
						       last_pos_in_file,
S
Sage Weil 已提交
288
						       0, 0, hole_size, 0);
289 290
			btrfs_drop_extent_cache(inode, last_pos_in_file,
					last_pos_in_file + hole_size -1);
291
			btrfs_check_file(root, inode);
292 293
		}
		if (err)
C
Chris Mason 已提交
294
			goto failed;
295 296 297 298 299 300
	}

	/*
	 * either allocate an extent for the new bytes or setup the key
	 * to show we are doing inline data in the extent
	 */
301 302
	inline_size = end_pos;
	if (isize >= BTRFS_MAX_INLINE_DATA_SIZE(root) ||
303 304
	    inline_size > root->fs_info->max_inline ||
	    (inline_size & (root->sectorsize -1)) == 0 ||
305
	    inline_size >= BTRFS_MAX_INLINE_DATA_SIZE(root)) {
306
		u64 last_end;
307

308 309 310
		for (i = 0; i < num_pages; i++) {
			struct page *p = pages[i];
			SetPageUptodate(p);
311
			set_page_dirty(p);
C
Chris Mason 已提交
312
		}
313 314
		last_end = (u64)(pages[num_pages -1]->index) <<
				PAGE_CACHE_SHIFT;
315
		last_end += PAGE_CACHE_SIZE - 1;
316
		set_extent_delalloc(io_tree, start_pos, end_of_last_block,
317
				 GFP_NOFS);
C
Chris Mason 已提交
318
		btrfs_add_ordered_inode(inode);
319
	} else {
320
		u64 aligned_end;
321
		/* step one, delete the existing extents in this range */
322 323
		aligned_end = (pos + write_bytes + root->sectorsize - 1) &
			~((u64)root->sectorsize - 1);
C
Chris Mason 已提交
324
		err = btrfs_drop_extents(trans, root, inode, start_pos,
325
					 aligned_end, aligned_end, &hint_byte);
C
Chris Mason 已提交
326 327
		if (err)
			goto failed;
328 329 330
		if (isize > inline_size)
			inline_size = min_t(u64, isize, aligned_end);
		inline_size -= start_pos;
331
		err = insert_inline_extent(trans, root, inode, start_pos,
332
					   inline_size, pages, 0, num_pages);
333
		btrfs_drop_extent_cache(inode, start_pos, aligned_end - 1);
334 335 336 337 338
		BUG_ON(err);
	}
	if (end_pos > isize) {
		i_size_write(inode, end_pos);
		btrfs_update_inode(trans, root, inode);
C
Chris Mason 已提交
339 340
	}
failed:
341 342
	err = btrfs_end_transaction(trans, root);
out_unlock:
343
	unlock_extent(io_tree, start_pos, end_of_last_block, GFP_NOFS);
C
Chris Mason 已提交
344 345 346
	return err;
}

347 348 349
int btrfs_drop_extent_cache(struct inode *inode, u64 start, u64 end)
{
	struct extent_map *em;
350 351
	struct extent_map *split = NULL;
	struct extent_map *split2 = NULL;
352
	struct extent_map_tree *em_tree = &BTRFS_I(inode)->extent_tree;
353
	u64 len = end - start + 1;
354 355
	int ret;
	int testend = 1;
356

357
	if (end == (u64)-1) {
358
		len = (u64)-1;
359 360
		testend = 0;
	}
361
	while(1) {
362 363 364 365 366
		if (!split)
			split = alloc_extent_map(GFP_NOFS);
		if (!split2)
			split2 = alloc_extent_map(GFP_NOFS);

367
		spin_lock(&em_tree->lock);
368
		em = lookup_extent_mapping(em_tree, start, len);
369 370
		if (!em) {
			spin_unlock(&em_tree->lock);
371
			break;
372
		}
373
		remove_extent_mapping(em_tree, em);
374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403

		if (em->block_start < EXTENT_MAP_LAST_BYTE &&
		    em->start < start) {
			split->start = em->start;
			split->len = start - em->start;
			split->block_start = em->block_start;
			split->bdev = em->bdev;
			split->flags = em->flags;
			ret = add_extent_mapping(em_tree, split);
			BUG_ON(ret);
			free_extent_map(split);
			split = split2;
			split2 = NULL;
		}
		if (em->block_start < EXTENT_MAP_LAST_BYTE &&
		    testend && em->start + em->len > start + len) {
			u64 diff = start + len - em->start;

			split->start = start + len;
			split->len = em->start + em->len - (start + len);
			split->bdev = em->bdev;
			split->flags = em->flags;

			split->block_start = em->block_start + diff;

			ret = add_extent_mapping(em_tree, split);
			BUG_ON(ret);
			free_extent_map(split);
			split = NULL;
		}
404 405
		spin_unlock(&em_tree->lock);

406 407 408 409 410
		/* once for us */
		free_extent_map(em);
		/* once for the tree*/
		free_extent_map(em);
	}
411 412 413 414
	if (split)
		free_extent_map(split);
	if (split2)
		free_extent_map(split2);
415 416 417
	return 0;
}

418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452
int btrfs_check_file(struct btrfs_root *root, struct inode *inode)
{
	return 0;
#if 0
	struct btrfs_path *path;
	struct btrfs_key found_key;
	struct extent_buffer *leaf;
	struct btrfs_file_extent_item *extent;
	u64 last_offset = 0;
	int nritems;
	int slot;
	int found_type;
	int ret;
	int err = 0;
	u64 extent_end = 0;

	path = btrfs_alloc_path();
	ret = btrfs_lookup_file_extent(NULL, root, path, inode->i_ino,
				       last_offset, 0);
	while(1) {
		nritems = btrfs_header_nritems(path->nodes[0]);
		if (path->slots[0] >= nritems) {
			ret = btrfs_next_leaf(root, path);
			if (ret)
				goto out;
			nritems = btrfs_header_nritems(path->nodes[0]);
		}
		slot = path->slots[0];
		leaf = path->nodes[0];
		btrfs_item_key_to_cpu(leaf, &found_key, slot);
		if (found_key.objectid != inode->i_ino)
			break;
		if (found_key.type != BTRFS_EXTENT_DATA_KEY)
			goto out;

C
Chris Mason 已提交
453
		if (found_key.offset < last_offset) {
454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477
			WARN_ON(1);
			btrfs_print_leaf(root, leaf);
			printk("inode %lu found offset %Lu expected %Lu\n",
			       inode->i_ino, found_key.offset, last_offset);
			err = 1;
			goto out;
		}
		extent = btrfs_item_ptr(leaf, slot,
					struct btrfs_file_extent_item);
		found_type = btrfs_file_extent_type(leaf, extent);
		if (found_type == BTRFS_FILE_EXTENT_REG) {
			extent_end = found_key.offset +
			     btrfs_file_extent_num_bytes(leaf, extent);
		} else if (found_type == BTRFS_FILE_EXTENT_INLINE) {
			struct btrfs_item *item;
			item = btrfs_item_nr(leaf, slot);
			extent_end = found_key.offset +
			     btrfs_file_extent_inline_len(leaf, item);
			extent_end = (extent_end + root->sectorsize - 1) &
				~((u64)root->sectorsize -1 );
		}
		last_offset = extent_end;
		path->slots[0]++;
	}
C
Chris Mason 已提交
478
	if (0 && last_offset < inode->i_size) {
479 480 481 482 483 484 485 486 487 488 489 490 491
		WARN_ON(1);
		btrfs_print_leaf(root, leaf);
		printk("inode %lu found offset %Lu size %Lu\n", inode->i_ino,
		       last_offset, inode->i_size);
		err = 1;

	}
out:
	btrfs_free_path(path);
	return err;
#endif
}

C
Chris Mason 已提交
492 493 494 495 496 497 498 499 500 501 502
/*
 * this is very complex, but the basic idea is to drop all extents
 * in the range start - end.  hint_block is filled in with a block number
 * that would be a good hint to the block allocator for this file.
 *
 * If an extent intersects the range but is not entirely inside the range
 * it is either truncated or split.  Anything entirely inside the range
 * is deleted from the tree.
 */
int btrfs_drop_extents(struct btrfs_trans_handle *trans,
		       struct btrfs_root *root, struct inode *inode,
503
		       u64 start, u64 end, u64 inline_limit, u64 *hint_byte)
C
Chris Mason 已提交
504
{
505 506
	u64 extent_end = 0;
	u64 search_start = start;
507
	struct extent_buffer *leaf;
C
Chris Mason 已提交
508 509
	struct btrfs_file_extent_item *extent;
	struct btrfs_path *path;
510 511 512 513
	struct btrfs_key key;
	struct btrfs_file_extent_item old;
	int keep;
	int slot;
C
Chris Mason 已提交
514 515 516 517
	int bookend;
	int found_type;
	int found_extent;
	int found_inline;
C
Chris Mason 已提交
518
	int recow;
519
	int ret;
C
Chris Mason 已提交
520

521 522
	btrfs_drop_extent_cache(inode, start, end - 1);

C
Chris Mason 已提交
523 524 525 526
	path = btrfs_alloc_path();
	if (!path)
		return -ENOMEM;
	while(1) {
C
Chris Mason 已提交
527
		recow = 0;
C
Chris Mason 已提交
528 529 530 531 532 533 534 535 536 537 538 539
		btrfs_release_path(root, path);
		ret = btrfs_lookup_file_extent(trans, root, path, inode->i_ino,
					       search_start, -1);
		if (ret < 0)
			goto out;
		if (ret > 0) {
			if (path->slots[0] == 0) {
				ret = 0;
				goto out;
			}
			path->slots[0]--;
		}
540
next_slot:
C
Chris Mason 已提交
541 542 543 544 545
		keep = 0;
		bookend = 0;
		found_extent = 0;
		found_inline = 0;
		extent = NULL;
546
		leaf = path->nodes[0];
C
Chris Mason 已提交
547
		slot = path->slots[0];
548
		ret = 0;
549
		btrfs_item_key_to_cpu(leaf, &key, slot);
550 551
		if (btrfs_key_type(&key) == BTRFS_EXTENT_DATA_KEY &&
		    key.offset >= end) {
C
Chris Mason 已提交
552 553
			goto out;
		}
554 555
		if (btrfs_key_type(&key) > BTRFS_EXTENT_DATA_KEY ||
		    key.objectid != inode->i_ino) {
C
Chris Mason 已提交
556 557
			goto out;
		}
C
Chris Mason 已提交
558 559 560 561
		if (recow) {
			search_start = key.offset;
			continue;
		}
562 563 564
		if (btrfs_key_type(&key) == BTRFS_EXTENT_DATA_KEY) {
			extent = btrfs_item_ptr(leaf, slot,
						struct btrfs_file_extent_item);
565
			found_type = btrfs_file_extent_type(leaf, extent);
566
			if (found_type == BTRFS_FILE_EXTENT_REG) {
567 568 569 570 571 572
				extent_end =
				     btrfs_file_extent_disk_bytenr(leaf,
								   extent);
				if (extent_end)
					*hint_byte = extent_end;

573
				extent_end = key.offset +
574
				     btrfs_file_extent_num_bytes(leaf, extent);
575 576
				found_extent = 1;
			} else if (found_type == BTRFS_FILE_EXTENT_INLINE) {
577 578
				struct btrfs_item *item;
				item = btrfs_item_nr(leaf, slot);
579 580
				found_inline = 1;
				extent_end = key.offset +
581
				     btrfs_file_extent_inline_len(leaf, item);
582 583 584
			}
		} else {
			extent_end = search_start;
C
Chris Mason 已提交
585 586 587
		}

		/* we found nothing we can drop */
588 589 590 591
		if ((!found_extent && !found_inline) ||
		    search_start >= extent_end) {
			int nextret;
			u32 nritems;
592
			nritems = btrfs_header_nritems(leaf);
593 594 595 596
			if (slot >= nritems - 1) {
				nextret = btrfs_next_leaf(root, path);
				if (nextret)
					goto out;
C
Chris Mason 已提交
597
				recow = 1;
598 599 600 601
			} else {
				path->slots[0]++;
			}
			goto next_slot;
C
Chris Mason 已提交
602 603 604
		}

		if (found_inline) {
605
			u64 mask = root->sectorsize - 1;
C
Chris Mason 已提交
606 607 608
			search_start = (extent_end + mask) & ~mask;
		} else
			search_start = extent_end;
Y
Yan 已提交
609
		if (end <= extent_end && start >= key.offset && found_inline) {
610
			*hint_byte = EXTENT_MAP_INLINE;
Y
Yan 已提交
611
			continue;
612
		}
C
Chris Mason 已提交
613 614
		if (end < extent_end && end >= key.offset) {
			if (found_extent) {
615 616 617 618
				u64 disk_bytenr =
				    btrfs_file_extent_disk_bytenr(leaf, extent);
				u64 disk_num_bytes =
				    btrfs_file_extent_disk_num_bytes(leaf,
619 620 621 622
								      extent);
				read_extent_buffer(leaf, &old,
						   (unsigned long)extent,
						   sizeof(old));
623
				if (disk_bytenr != 0) {
C
Chris Mason 已提交
624
					ret = btrfs_inc_extent_ref(trans, root,
625 626 627 628
					         disk_bytenr, disk_num_bytes,
						 root->root_key.objectid,
						 trans->transid,
						 key.objectid, end);
C
Chris Mason 已提交
629 630 631
					BUG_ON(ret);
				}
			}
632
			bookend = 1;
633
			if (found_inline && start <= key.offset)
634
				keep = 1;
C
Chris Mason 已提交
635 636 637 638 639 640
		}
		/* truncate existing extent */
		if (start > key.offset) {
			u64 new_num;
			u64 old_num;
			keep = 1;
641
			WARN_ON(start & (root->sectorsize - 1));
C
Chris Mason 已提交
642
			if (found_extent) {
643 644 645 646 647 648 649 650
				new_num = start - key.offset;
				old_num = btrfs_file_extent_num_bytes(leaf,
								      extent);
				*hint_byte =
					btrfs_file_extent_disk_bytenr(leaf,
								      extent);
				if (btrfs_file_extent_disk_bytenr(leaf,
								  extent)) {
C
Chris Mason 已提交
651
					dec_i_blocks(inode, old_num - new_num);
C
Chris Mason 已提交
652
				}
653 654
				btrfs_set_file_extent_num_bytes(leaf, extent,
								new_num);
655
				btrfs_mark_buffer_dirty(leaf);
656 657 658
			} else if (key.offset < inline_limit &&
				   (end > extent_end) &&
				   (inline_limit < extent_end)) {
659 660
				u32 new_size;
				new_size = btrfs_file_extent_calc_inline_size(
661
						   inline_limit - key.offset);
C
Chris Mason 已提交
662 663
				dec_i_blocks(inode, (extent_end - key.offset) -
					(inline_limit - key.offset));
664
				btrfs_truncate_item(trans, root, path,
665
						    new_size, 1);
C
Chris Mason 已提交
666 667 668 669
			}
		}
		/* delete the entire extent */
		if (!keep) {
670 671 672
			u64 disk_bytenr = 0;
			u64 disk_num_bytes = 0;
			u64 extent_num_bytes = 0;
673
			u64 root_gen;
674
			u64 root_owner;
675

676 677
			root_gen = btrfs_header_generation(leaf);
			root_owner = btrfs_header_owner(leaf);
C
Chris Mason 已提交
678
			if (found_extent) {
679 680
				disk_bytenr =
				      btrfs_file_extent_disk_bytenr(leaf,
681
								     extent);
682 683
				disk_num_bytes =
				      btrfs_file_extent_disk_num_bytes(leaf,
684
								       extent);
685 686 687 688 689
				extent_num_bytes =
				      btrfs_file_extent_num_bytes(leaf, extent);
				*hint_byte =
					btrfs_file_extent_disk_bytenr(leaf,
								      extent);
C
Chris Mason 已提交
690 691
			}
			ret = btrfs_del_item(trans, root, path);
692
			/* TODO update progress marker and return */
C
Chris Mason 已提交
693 694 695
			BUG_ON(ret);
			btrfs_release_path(root, path);
			extent = NULL;
696
			if (found_extent && disk_bytenr != 0) {
C
Chris Mason 已提交
697
				dec_i_blocks(inode, extent_num_bytes);
C
Chris Mason 已提交
698
				ret = btrfs_free_extent(trans, root,
699 700
						disk_bytenr,
						disk_num_bytes,
701
						root_owner,
702 703
						root_gen, inode->i_ino,
						key.offset, 0);
C
Chris Mason 已提交
704 705 706 707 708 709 710 711 712 713
			}

			BUG_ON(ret);
			if (!bookend && search_start >= end) {
				ret = 0;
				goto out;
			}
			if (!bookend)
				continue;
		}
714
		if (bookend && found_inline && start <= key.offset) {
715 716
			u32 new_size;
			new_size = btrfs_file_extent_calc_inline_size(
717
						   extent_end - end);
C
Chris Mason 已提交
718 719
			dec_i_blocks(inode, (extent_end - key.offset) -
					(extent_end - end));
720 721
			btrfs_truncate_item(trans, root, path, new_size, 0);
		}
C
Chris Mason 已提交
722 723 724 725 726 727 728 729 730
		/* create bookend, splitting the extent in two */
		if (bookend && found_extent) {
			struct btrfs_key ins;
			ins.objectid = inode->i_ino;
			ins.offset = end;
			btrfs_set_key_type(&ins, BTRFS_EXTENT_DATA_KEY);
			btrfs_release_path(root, path);
			ret = btrfs_insert_empty_item(trans, root, path, &ins,
						      sizeof(*extent));
731

732
			leaf = path->nodes[0];
733
			if (ret) {
734 735
				btrfs_print_leaf(root, leaf);
				printk("got %d on inserting %Lu %u %Lu start %Lu end %Lu found %Lu %Lu keep was %d\n", ret , ins.objectid, ins.type, ins.offset, start, end, key.offset, extent_end, keep);
736
			}
C
Chris Mason 已提交
737
			BUG_ON(ret);
738 739 740 741 742 743
			extent = btrfs_item_ptr(leaf, path->slots[0],
						struct btrfs_file_extent_item);
			write_extent_buffer(leaf, &old,
					    (unsigned long)extent, sizeof(old));

			btrfs_set_file_extent_offset(leaf, extent,
744 745 746 747 748
				    le64_to_cpu(old.offset) + end - key.offset);
			WARN_ON(le64_to_cpu(old.num_bytes) <
				(extent_end - end));
			btrfs_set_file_extent_num_bytes(leaf, extent,
							extent_end - end);
749
			btrfs_set_file_extent_type(leaf, extent,
C
Chris Mason 已提交
750
						   BTRFS_FILE_EXTENT_REG);
751

C
Chris Mason 已提交
752
			btrfs_mark_buffer_dirty(path->nodes[0]);
753
			if (le64_to_cpu(old.disk_bytenr) != 0) {
C
Chris Mason 已提交
754
				inode->i_blocks +=
755 756
				      btrfs_file_extent_num_bytes(leaf,
								  extent) >> 9;
C
Chris Mason 已提交
757 758 759 760 761 762 763
			}
			ret = 0;
			goto out;
		}
	}
out:
	btrfs_free_path(path);
C
Chris Mason 已提交
764
	btrfs_check_file(root, inode);
C
Chris Mason 已提交
765 766 767 768 769 770
	return ret;
}

/*
 * this gets pages into the page cache and locks them down
 */
771 772 773 774
static int prepare_pages(struct btrfs_root *root, struct file *file,
			 struct page **pages, size_t num_pages,
			 loff_t pos, unsigned long first_index,
			 unsigned long last_index, size_t write_bytes)
C
Chris Mason 已提交
775 776 777
{
	int i;
	unsigned long index = pos >> PAGE_CACHE_SHIFT;
778
	struct inode *inode = fdentry(file)->d_inode;
C
Chris Mason 已提交
779
	int err = 0;
780 781
	u64 start_pos;

782
	start_pos = pos & ~((u64)root->sectorsize - 1);
C
Chris Mason 已提交
783 784 785 786 787 788 789

	memset(pages, 0, num_pages * sizeof(struct page *));

	for (i = 0; i < num_pages; i++) {
		pages[i] = grab_cache_page(inode->i_mapping, index + i);
		if (!pages[i]) {
			err = -ENOMEM;
790
			BUG_ON(1);
C
Chris Mason 已提交
791
		}
792 793 794
#if LINUX_VERSION_CODE <= KERNEL_VERSION(2,6,18)
		ClearPageDirty(pages[i]);
#else
C
Chris Mason 已提交
795
		cancel_dirty_page(pages[i], PAGE_CACHE_SIZE);
796
#endif
C
Chris Mason 已提交
797
		wait_on_page_writeback(pages[i]);
798
		set_page_extent_mapped(pages[i]);
799
		WARN_ON(!PageLocked(pages[i]));
C
Chris Mason 已提交
800
	}
801 802
	if (start_pos < inode->i_size) {
		u64 last_pos;
803
		last_pos = ((u64)index + num_pages) << PAGE_CACHE_SHIFT;
804 805
		lock_extent(&BTRFS_I(inode)->io_tree,
			    start_pos, last_pos - 1, GFP_NOFS);
806 807 808
		clear_extent_bits(&BTRFS_I(inode)->io_tree, start_pos,
				  last_pos - 1, EXTENT_DIRTY | EXTENT_DELALLOC,
				  GFP_NOFS);
809 810
		unlock_extent(&BTRFS_I(inode)->io_tree,
			      start_pos, last_pos - 1, GFP_NOFS);
811
	}
C
Chris Mason 已提交
812 813 814 815 816 817 818
	return 0;
}

static ssize_t btrfs_file_write(struct file *file, const char __user *buf,
				size_t count, loff_t *ppos)
{
	loff_t pos;
819 820 821
	loff_t start_pos;
	ssize_t num_written = 0;
	ssize_t err = 0;
C
Chris Mason 已提交
822
	int ret = 0;
823
	struct inode *inode = fdentry(file)->d_inode;
C
Chris Mason 已提交
824
	struct btrfs_root *root = BTRFS_I(inode)->root;
825 826
	struct page **pages = NULL;
	int nrptrs;
C
Chris Mason 已提交
827 828 829
	struct page *pinned[2];
	unsigned long first_index;
	unsigned long last_index;
830 831 832

	nrptrs = min((count + PAGE_CACHE_SIZE - 1) / PAGE_CACHE_SIZE,
		     PAGE_CACHE_SIZE / (sizeof(struct page *)));
C
Chris Mason 已提交
833 834
	pinned[0] = NULL;
	pinned[1] = NULL;
835

C
Chris Mason 已提交
836
	pos = *ppos;
837 838
	start_pos = pos;

C
Chris Mason 已提交
839 840 841 842
	vfs_check_frozen(inode->i_sb, SB_FREEZE_WRITE);
	current->backing_dev_info = inode->i_mapping->backing_dev_info;
	err = generic_write_checks(file, &pos, &count, S_ISBLK(inode->i_mode));
	if (err)
843
		goto out_nolock;
C
Chris Mason 已提交
844
	if (count == 0)
845
		goto out_nolock;
846 847 848
#ifdef REMOVE_SUID_PATH
	err = remove_suid(&file->f_path);
#else
849
	err = remove_suid(fdentry(file));
850
#endif
C
Chris Mason 已提交
851
	if (err)
852
		goto out_nolock;
C
Chris Mason 已提交
853 854
	file_update_time(file);

855
	pages = kmalloc(nrptrs * sizeof(struct page *), GFP_KERNEL);
C
Chris Mason 已提交
856 857 858 859 860

	mutex_lock(&inode->i_mutex);
	first_index = pos >> PAGE_CACHE_SHIFT;
	last_index = (pos + count) >> PAGE_CACHE_SHIFT;

861 862 863 864 865 866 867 868
	/*
	 * if this is a nodatasum mount, force summing off for the inode
	 * all the time.  That way a later mount with summing on won't
	 * get confused
	 */
	if (btrfs_test_opt(root, NODATASUM))
		btrfs_set_flag(inode, NODATASUM);

C
Chris Mason 已提交
869 870 871 872 873 874 875 876
	/*
	 * there are lots of better ways to do this, but this code
	 * makes sure the first and last page in the file range are
	 * up to date and ready for cow
	 */
	if ((pos & (PAGE_CACHE_SIZE - 1))) {
		pinned[0] = grab_cache_page(inode->i_mapping, first_index);
		if (!PageUptodate(pinned[0])) {
C
Chris Mason 已提交
877
			ret = btrfs_readpage(NULL, pinned[0]);
C
Chris Mason 已提交
878 879 880 881 882 883 884 885 886
			BUG_ON(ret);
			wait_on_page_locked(pinned[0]);
		} else {
			unlock_page(pinned[0]);
		}
	}
	if ((pos + count) & (PAGE_CACHE_SIZE - 1)) {
		pinned[1] = grab_cache_page(inode->i_mapping, last_index);
		if (!PageUptodate(pinned[1])) {
C
Chris Mason 已提交
887
			ret = btrfs_readpage(NULL, pinned[1]);
C
Chris Mason 已提交
888 889 890 891 892 893 894 895 896
			BUG_ON(ret);
			wait_on_page_locked(pinned[1]);
		} else {
			unlock_page(pinned[1]);
		}
	}

	while(count > 0) {
		size_t offset = pos & (PAGE_CACHE_SIZE - 1);
897 898
		size_t write_bytes = min(count, nrptrs *
					(size_t)PAGE_CACHE_SIZE -
899
					 offset);
C
Chris Mason 已提交
900 901 902
		size_t num_pages = (write_bytes + PAGE_CACHE_SIZE - 1) >>
					PAGE_CACHE_SHIFT;

903
		WARN_ON(num_pages > nrptrs);
C
Chris Mason 已提交
904
		memset(pages, 0, sizeof(pages));
905 906 907 908 909

		ret = btrfs_check_free_space(root, write_bytes, 0);
		if (ret)
			goto out;

C
Chris Mason 已提交
910 911
		ret = prepare_pages(root, file, pages, num_pages,
				    pos, first_index, last_index,
912
				    write_bytes);
913 914
		if (ret)
			goto out;
C
Chris Mason 已提交
915 916 917

		ret = btrfs_copy_from_user(pos, num_pages,
					   write_bytes, pages, buf);
918 919 920 921
		if (ret) {
			btrfs_drop_pages(pages, num_pages);
			goto out;
		}
C
Chris Mason 已提交
922 923 924 925

		ret = dirty_and_release_pages(NULL, root, file, pages,
					      num_pages, pos, write_bytes);
		btrfs_drop_pages(pages, num_pages);
926 927
		if (ret)
			goto out;
C
Chris Mason 已提交
928 929 930 931 932 933

		buf += write_bytes;
		count -= write_bytes;
		pos += write_bytes;
		num_written += write_bytes;

934
		balance_dirty_pages_ratelimited_nr(inode->i_mapping, num_pages);
935 936
		if (num_pages < (root->leafsize >> PAGE_CACHE_SHIFT) + 1)
			btrfs_btree_balance_dirty(root, 1);
C
Chris Mason 已提交
937 938 939
		cond_resched();
	}
out:
940
	mutex_unlock(&inode->i_mutex);
941

942
out_nolock:
943
	kfree(pages);
C
Chris Mason 已提交
944 945 946 947 948
	if (pinned[0])
		page_cache_release(pinned[0]);
	if (pinned[1])
		page_cache_release(pinned[1]);
	*ppos = pos;
949 950 951 952 953 954

	if (num_written > 0 && ((file->f_flags & O_SYNC) || IS_SYNC(inode))) {
		err = sync_page_range(inode, inode->i_mapping,
				      start_pos, num_written);
		if (err < 0)
			num_written = err;
955
	} else if (num_written > 0 && (file->f_flags & O_DIRECT)) {
956
#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,22)
957 958 959 960 961
		do_sync_file_range(file, start_pos,
				      start_pos + num_written - 1,
				      SYNC_FILE_RANGE_WRITE |
				      SYNC_FILE_RANGE_WAIT_AFTER);
#else
962 963 964 965
		do_sync_mapping_range(inode->i_mapping, start_pos,
				      start_pos + num_written - 1,
				      SYNC_FILE_RANGE_WRITE |
				      SYNC_FILE_RANGE_WAIT_AFTER);
966
#endif
967 968 969
		invalidate_mapping_pages(inode->i_mapping,
		      start_pos >> PAGE_CACHE_SHIFT,
		     (start_pos + num_written - 1) >> PAGE_CACHE_SHIFT);
970
	}
C
Chris Mason 已提交
971
	current->backing_dev_info = NULL;
972
	btrfs_ordered_throttle(root, inode);
C
Chris Mason 已提交
973 974 975
	return num_written ? num_written : err;
}

S
Sage Weil 已提交
976
int btrfs_release_file(struct inode * inode, struct file * filp)
977
{
978
	btrfs_del_ordered_inode(inode, 0);
S
Sage Weil 已提交
979 980
	if (filp->private_data)
		btrfs_ioctl_trans_end(filp);
981 982 983
	return 0;
}

C
Chris Mason 已提交
984 985 986 987 988
static int btrfs_sync_file(struct file *file,
			   struct dentry *dentry, int datasync)
{
	struct inode *inode = dentry->d_inode;
	struct btrfs_root *root = BTRFS_I(inode)->root;
989
	int ret = 0;
C
Chris Mason 已提交
990 991 992
	struct btrfs_trans_handle *trans;

	/*
993 994
	 * check the transaction that last modified this inode
	 * and see if its already been committed
C
Chris Mason 已提交
995
	 */
996 997
	if (!BTRFS_I(inode)->last_trans)
		goto out;
998

999 1000 1001 1002 1003 1004 1005 1006 1007 1008
	mutex_lock(&root->fs_info->trans_mutex);
	if (BTRFS_I(inode)->last_trans <=
	    root->fs_info->last_trans_committed) {
		BTRFS_I(inode)->last_trans = 0;
		mutex_unlock(&root->fs_info->trans_mutex);
		goto out;
	}
	mutex_unlock(&root->fs_info->trans_mutex);

	/*
1009 1010
	 * ok we haven't committed the transaction yet, lets do a commit
	 */
S
Sage Weil 已提交
1011 1012 1013
	if (file->private_data)
		btrfs_ioctl_trans_end(file);

C
Chris Mason 已提交
1014 1015 1016 1017 1018 1019 1020 1021 1022 1023
	trans = btrfs_start_transaction(root, 1);
	if (!trans) {
		ret = -ENOMEM;
		goto out;
	}
	ret = btrfs_commit_transaction(trans, root);
out:
	return ret > 0 ? EIO : ret;
}

C
Chris Mason 已提交
1024
static struct vm_operations_struct btrfs_file_vm_ops = {
1025 1026 1027 1028 1029 1030
#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,23)
	.nopage         = filemap_nopage,
	.populate       = filemap_populate,
#else
	.fault		= filemap_fault,
#endif
C
Chris Mason 已提交
1031 1032 1033 1034 1035 1036 1037 1038 1039 1040
	.page_mkwrite	= btrfs_page_mkwrite,
};

static int btrfs_file_mmap(struct file	*filp, struct vm_area_struct *vma)
{
	vma->vm_ops = &btrfs_file_vm_ops;
	file_accessed(filp);
	return 0;
}

C
Chris Mason 已提交
1041 1042 1043
struct file_operations btrfs_file_operations = {
	.llseek		= generic_file_llseek,
	.read		= do_sync_read,
C
Chris Mason 已提交
1044
	.aio_read       = generic_file_aio_read,
C
Chris Mason 已提交
1045
	.splice_read	= generic_file_splice_read,
1046 1047 1048
#if LINUX_VERSION_CODE <= KERNEL_VERSION(2,6,18)
	.sendfile	= generic_file_sendfile,
#endif
C
Chris Mason 已提交
1049
	.write		= btrfs_file_write,
C
Chris Mason 已提交
1050
	.mmap		= btrfs_file_mmap,
C
Chris Mason 已提交
1051
	.open		= generic_file_open,
1052
	.release	= btrfs_release_file,
C
Chris Mason 已提交
1053
	.fsync		= btrfs_sync_file,
C
Christoph Hellwig 已提交
1054
	.unlocked_ioctl	= btrfs_ioctl,
C
Chris Mason 已提交
1055
#ifdef CONFIG_COMPAT
C
Christoph Hellwig 已提交
1056
	.compat_ioctl	= btrfs_ioctl,
C
Chris Mason 已提交
1057 1058 1059
#endif
};