disk-io.c 11.5 KB
Newer Older
C
Chris Mason 已提交
1 2
#include <linux/module.h>
#include <linux/fs.h>
3
#include <linux/blkdev.h>
C
Chris Mason 已提交
4 5
#include <linux/crypto.h>
#include <linux/scatterlist.h>
C
Chris Mason 已提交
6
#include <linux/swap.h>
7 8
#include "ctree.h"
#include "disk-io.h"
9
#include "transaction.h"
10

C
Chris Mason 已提交
11
static int check_tree_block(struct btrfs_root *root, struct buffer_head *buf)
12
{
C
Chris Mason 已提交
13
	struct btrfs_node *node = btrfs_buffer_node(buf);
14
	if (buf->b_blocknr != btrfs_header_blocknr(&node->header)) {
15
		BUG();
16
	}
C
Chris Mason 已提交
17
	if (root->node && btrfs_header_parentid(&node->header) !=
18
	    btrfs_header_parentid(btrfs_buffer_header(root->node))) {
19
		BUG();
20
	}
21
	return 0;
22 23
}

24 25 26 27 28 29 30 31 32 33
struct buffer_head *btrfs_find_tree_block(struct btrfs_root *root, u64 blocknr)
{
	struct address_space *mapping = root->fs_info->btree_inode->i_mapping;
	int blockbits = root->fs_info->sb->s_blocksize_bits;
	unsigned long index = blocknr >> (PAGE_CACHE_SHIFT - blockbits);
	struct page *page;
	struct buffer_head *bh;
	struct buffer_head *head;
	struct buffer_head *ret = NULL;

C
Chris Mason 已提交
34

35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53
	page = find_lock_page(mapping, index);
	if (!page)
		return NULL;

	if (!page_has_buffers(page))
		goto out_unlock;

	head = page_buffers(page);
	bh = head;
	do {
		if (buffer_mapped(bh) && bh->b_blocknr == blocknr) {
			ret = bh;
			get_bh(bh);
			goto out_unlock;
		}
		bh = bh->b_this_page;
	} while (bh != head);
out_unlock:
	unlock_page(page);
C
Chris Mason 已提交
54
	if (ret) {
C
Chris Mason 已提交
55
		touch_buffer(ret);
C
Chris Mason 已提交
56
	}
57 58 59 60 61 62 63 64 65 66 67 68 69 70 71
	page_cache_release(page);
	return ret;
}

struct buffer_head *btrfs_find_create_tree_block(struct btrfs_root *root,
						 u64 blocknr)
{
	struct address_space *mapping = root->fs_info->btree_inode->i_mapping;
	int blockbits = root->fs_info->sb->s_blocksize_bits;
	unsigned long index = blocknr >> (PAGE_CACHE_SHIFT - blockbits);
	struct page *page;
	struct buffer_head *bh;
	struct buffer_head *head;
	struct buffer_head *ret = NULL;
	u64 first_block = index << (PAGE_CACHE_SHIFT - blockbits);
C
Chris Mason 已提交
72

73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96
	page = grab_cache_page(mapping, index);
	if (!page)
		return NULL;

	if (!page_has_buffers(page))
		create_empty_buffers(page, root->fs_info->sb->s_blocksize, 0);
	head = page_buffers(page);
	bh = head;
	do {
		if (!buffer_mapped(bh)) {
			bh->b_bdev = root->fs_info->sb->s_bdev;
			bh->b_blocknr = first_block;
			set_buffer_mapped(bh);
		}
		if (bh->b_blocknr == blocknr) {
			ret = bh;
			get_bh(bh);
			goto out_unlock;
		}
		bh = bh->b_this_page;
		first_block++;
	} while (bh != head);
out_unlock:
	unlock_page(page);
C
Chris Mason 已提交
97 98
	if (ret)
		touch_buffer(ret);
99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136
	page_cache_release(page);
	return ret;
}

static sector_t max_block(struct block_device *bdev)
{
	sector_t retval = ~((sector_t)0);
	loff_t sz = i_size_read(bdev->bd_inode);

	if (sz) {
		unsigned int size = block_size(bdev);
		unsigned int sizebits = blksize_bits(size);
		retval = (sz >> sizebits);
	}
	return retval;
}

static int btree_get_block(struct inode *inode, sector_t iblock,
			   struct buffer_head *bh, int create)
{
	if (iblock >= max_block(inode->i_sb->s_bdev)) {
		if (create)
			return -EIO;

		/*
		 * for reads, we're just trying to fill a partial page.
		 * return a hole, they will have to call get_block again
		 * before they can fill it, and they will get -EIO at that
		 * time
		 */
		return 0;
	}
	bh->b_bdev = inode->i_sb->s_bdev;
	bh->b_blocknr = iblock;
	set_buffer_mapped(bh);
	return 0;
}

C
Chris Mason 已提交
137 138
int btrfs_csum_data(struct btrfs_root * root, char *data, size_t len,
		    char *result)
C
Chris Mason 已提交
139 140 141 142 143 144 145 146
{
	struct scatterlist sg;
	struct crypto_hash *tfm = root->fs_info->hash_tfm;
	struct hash_desc desc;
	int ret;

	desc.tfm = tfm;
	desc.flags = 0;
C
Chris Mason 已提交
147
	sg_init_one(&sg, data, len);
C
Chris Mason 已提交
148
	spin_lock(&root->fs_info->hash_lock);
C
Chris Mason 已提交
149
	ret = crypto_hash_digest(&desc, &sg, 1, result);
C
Chris Mason 已提交
150 151 152 153
	spin_unlock(&root->fs_info->hash_lock);
	if (ret) {
		printk("sha256 digest failed\n");
	}
C
Chris Mason 已提交
154 155 156 157 158 159 160 161 162 163 164 165 166
	return ret;
}
static int csum_tree_block(struct btrfs_root *root, struct buffer_head *bh,
			   int verify)
{
	char result[BTRFS_CSUM_SIZE];
	int ret;
	struct btrfs_node *node;

	ret = btrfs_csum_data(root, bh->b_data + BTRFS_CSUM_SIZE,
			      bh->b_size - BTRFS_CSUM_SIZE, result);
	if (ret)
		return ret;
C
Chris Mason 已提交
167
	if (verify) {
C
Chris Mason 已提交
168 169 170 171 172 173 174
		if (memcmp(bh->b_data, result, BTRFS_CSUM_SIZE)) {
			printk("checksum verify failed on %lu\n",
			       bh->b_blocknr);
			return 1;
		}
	} else {
		node = btrfs_buffer_node(bh);
C
Chris Mason 已提交
175
		memcpy(node->header.csum, result, BTRFS_CSUM_SIZE);
C
Chris Mason 已提交
176
	}
C
Chris Mason 已提交
177 178 179
	return 0;
}

180
static int btree_writepage(struct page *page, struct writeback_control *wbc)
181
{
C
Chris Mason 已提交
182 183 184 185 186 187 188 189 190 191 192 193 194 195
	struct buffer_head *bh;
	struct btrfs_root *root = btrfs_sb(page->mapping->host->i_sb);
	struct buffer_head *head;
	if (!page_has_buffers(page)) {
		create_empty_buffers(page, root->fs_info->sb->s_blocksize,
					(1 << BH_Dirty)|(1 << BH_Uptodate));
	}
	head = page_buffers(page);
	bh = head;
	do {
		if (buffer_dirty(bh))
			csum_tree_block(root, bh, 0);
		bh = bh->b_this_page;
	} while (bh != head);
196
	return block_write_full_page(page, btree_get_block, wbc);
197 198
}

199
static int btree_readpage(struct file * file, struct page * page)
200
{
201
	return block_read_full_page(page, btree_get_block);
202 203
}

204 205 206 207 208 209
static struct address_space_operations btree_aops = {
	.readpage	= btree_readpage,
	.writepage	= btree_writepage,
	.sync_page	= block_sync_page,
};

C
Chris Mason 已提交
210
struct buffer_head *read_tree_block(struct btrfs_root *root, u64 blocknr)
211
{
212
	struct buffer_head *bh = NULL;
213

214 215 216
	bh = btrfs_find_create_tree_block(root, blocknr);
	if (!bh)
		return bh;
217 218
	if (buffer_uptodate(bh))
		goto uptodate;
219 220 221 222 223 224 225 226
	lock_buffer(bh);
	if (!buffer_uptodate(bh)) {
		get_bh(bh);
		bh->b_end_io = end_buffer_read_sync;
		submit_bh(READ, bh);
		wait_on_buffer(bh);
		if (!buffer_uptodate(bh))
			goto fail;
C
Chris Mason 已提交
227
		csum_tree_block(root, bh, 1);
228 229 230
	} else {
		unlock_buffer(bh);
	}
231
uptodate:
232
	if (check_tree_block(root, bh))
C
Chris Mason 已提交
233
		BUG();
234 235 236 237
	return bh;
fail:
	brelse(bh);
	return NULL;
238 239
}

240
int dirty_tree_block(struct btrfs_trans_handle *trans, struct btrfs_root *root,
C
Chris Mason 已提交
241
		     struct buffer_head *buf)
242
{
C
Chris Mason 已提交
243
	WARN_ON(atomic_read(&buf->b_count) == 0);
C
Chris Mason 已提交
244
	mark_buffer_dirty(buf);
245 246 247
	return 0;
}

248
int clean_tree_block(struct btrfs_trans_handle *trans, struct btrfs_root *root,
C
Chris Mason 已提交
249
		     struct buffer_head *buf)
250
{
C
Chris Mason 已提交
251
	WARN_ON(atomic_read(&buf->b_count) == 0);
C
Chris Mason 已提交
252
	clear_buffer_dirty(buf);
253 254 255
	return 0;
}

C
Chris Mason 已提交
256
static int __setup_root(int blocksize,
257 258
			struct btrfs_root *root,
			struct btrfs_fs_info *fs_info,
C
Chris Mason 已提交
259
			u64 objectid)
260
{
C
Chris Mason 已提交
261
	root->node = NULL;
262
	root->commit_root = NULL;
C
Chris Mason 已提交
263
	root->blocksize = blocksize;
C
Chris Mason 已提交
264
	root->ref_cows = 0;
265
	root->fs_info = fs_info;
266 267 268 269 270
	memset(&root->root_key, 0, sizeof(root->root_key));
	memset(&root->root_item, 0, sizeof(root->root_item));
	return 0;
}

C
Chris Mason 已提交
271
static int find_and_setup_root(int blocksize,
272 273 274
			       struct btrfs_root *tree_root,
			       struct btrfs_fs_info *fs_info,
			       u64 objectid,
C
Chris Mason 已提交
275
			       struct btrfs_root *root)
276 277 278
{
	int ret;

C
Chris Mason 已提交
279
	__setup_root(blocksize, root, fs_info, objectid);
280 281 282 283 284 285 286
	ret = btrfs_find_last_root(tree_root, objectid,
				   &root->root_item, &root->root_key);
	BUG_ON(ret);

	root->node = read_tree_block(root,
				     btrfs_root_blocknr(&root->root_item));
	BUG_ON(!root->node);
287 288 289
	return 0;
}

C
Chris Mason 已提交
290
struct btrfs_root *open_ctree(struct super_block *sb)
291
{
C
Chris Mason 已提交
292 293 294 295 296 297 298 299 300 301
	struct btrfs_root *root = kmalloc(sizeof(struct btrfs_root),
					  GFP_NOFS);
	struct btrfs_root *extent_root = kmalloc(sizeof(struct btrfs_root),
						 GFP_NOFS);
	struct btrfs_root *tree_root = kmalloc(sizeof(struct btrfs_root),
					       GFP_NOFS);
	struct btrfs_root *inode_root = kmalloc(sizeof(struct btrfs_root),
						GFP_NOFS);
	struct btrfs_fs_info *fs_info = kmalloc(sizeof(*fs_info),
						GFP_NOFS);
302
	int ret;
C
Chris Mason 已提交
303
	struct btrfs_super_block *disk_super;
304

C
Chris Mason 已提交
305 306
	init_bit_radix(&fs_info->pinned_radix);
	init_bit_radix(&fs_info->pending_del_radix);
C
Chris Mason 已提交
307
	sb_set_blocksize(sb, 4096);
308 309 310 311 312 313
	fs_info->running_transaction = NULL;
	fs_info->fs_root = root;
	fs_info->tree_root = tree_root;
	fs_info->extent_root = extent_root;
	fs_info->inode_root = inode_root;
	fs_info->last_inode_alloc = 0;
C
Chris Mason 已提交
314
	fs_info->highest_inode = 0;
C
Chris Mason 已提交
315
	fs_info->sb = sb;
316 317
	fs_info->btree_inode = new_inode(sb);
	fs_info->btree_inode->i_ino = 1;
C
Chris Mason 已提交
318
	fs_info->btree_inode->i_nlink = 1;
319 320
	fs_info->btree_inode->i_size = sb->s_bdev->bd_inode->i_size;
	fs_info->btree_inode->i_mapping->a_ops = &btree_aops;
C
Chris Mason 已提交
321
	insert_inode_hash(fs_info->btree_inode);
322
	mapping_set_gfp_mask(fs_info->btree_inode->i_mapping, GFP_NOFS);
C
Chris Mason 已提交
323
	fs_info->hash_tfm = crypto_alloc_hash("sha256", 0, CRYPTO_ALG_ASYNC);
C
Chris Mason 已提交
324 325
	spin_lock_init(&fs_info->hash_lock);
	if (!fs_info->hash_tfm || IS_ERR(fs_info->hash_tfm)) {
C
Chris Mason 已提交
326 327 328
		printk("failed to allocate sha256 hash\n");
		return NULL;
	}
C
Chris Mason 已提交
329
	mutex_init(&fs_info->trans_mutex);
C
Chris Mason 已提交
330
	mutex_init(&fs_info->fs_mutex);
331 332
	memset(&fs_info->current_insert, 0, sizeof(fs_info->current_insert));
	memset(&fs_info->last_insert, 0, sizeof(fs_info->last_insert));
333

C
Chris Mason 已提交
334 335 336 337 338
	__setup_root(sb->s_blocksize, tree_root,
		     fs_info, BTRFS_ROOT_TREE_OBJECTID);
	fs_info->sb_buffer = read_tree_block(tree_root,
					     BTRFS_SUPER_INFO_OFFSET /
					     sb->s_blocksize);
339

C
Chris Mason 已提交
340 341
	if (!fs_info->sb_buffer) {
printk("failed2\n");
342
		return NULL;
C
Chris Mason 已提交
343
	}
344
	disk_super = (struct btrfs_super_block *)fs_info->sb_buffer->b_data;
C
Chris Mason 已提交
345 346 347
	if (!btrfs_super_root(disk_super)) {
		return NULL;
	}
348
	fs_info->disk_super = disk_super;
C
Chris Mason 已提交
349 350
	tree_root->node = read_tree_block(tree_root,
					  btrfs_super_root(disk_super));
351 352
	BUG_ON(!tree_root->node);

C
Chris Mason 已提交
353 354
	mutex_lock(&fs_info->fs_mutex);
	ret = find_and_setup_root(sb->s_blocksize, tree_root, fs_info,
C
Chris Mason 已提交
355
				  BTRFS_EXTENT_TREE_OBJECTID, extent_root);
356 357
	BUG_ON(ret);

C
Chris Mason 已提交
358
	ret = find_and_setup_root(sb->s_blocksize, tree_root, fs_info,
C
Chris Mason 已提交
359
				  BTRFS_INODE_MAP_OBJECTID, inode_root);
360 361
	BUG_ON(ret);

C
Chris Mason 已提交
362
	ret = find_and_setup_root(sb->s_blocksize, tree_root, fs_info,
C
Chris Mason 已提交
363
				  BTRFS_FS_TREE_OBJECTID, root);
364
	BUG_ON(ret);
365
	root->commit_root = root->node;
C
Chris Mason 已提交
366
	get_bh(root->node);
367
	root->ref_cows = 1;
368
	root->fs_info->generation = root->root_key.offset + 1;
C
Chris Mason 已提交
369 370 371 372
	ret = btrfs_find_highest_inode(root, &root->fs_info->last_inode_alloc);
	if (ret == 0)
		fs_info->highest_inode = fs_info->last_inode_alloc;
	mutex_unlock(&fs_info->fs_mutex);
373 374 375
	return root;
}

376
int write_ctree_super(struct btrfs_trans_handle *trans, struct btrfs_root
C
Chris Mason 已提交
377
		      *root)
378
{
379
	struct buffer_head *bh = root->fs_info->sb_buffer;
C
Chris Mason 已提交
380

381 382 383
	btrfs_set_super_root(root->fs_info->disk_super,
			     root->fs_info->tree_root->node->b_blocknr);
	lock_buffer(bh);
C
Chris Mason 已提交
384
	WARN_ON(atomic_read(&bh->b_count) < 1);
385
	clear_buffer_dirty(bh);
C
Chris Mason 已提交
386
	csum_tree_block(root, bh, 0);
387 388 389 390 391 392 393
	bh->b_end_io = end_buffer_write_sync;
	get_bh(bh);
	submit_bh(WRITE, bh);
	wait_on_buffer(bh);
	if (!buffer_uptodate(bh)) {
		WARN_ON(1);
		return -EIO;
C
Chris Mason 已提交
394 395 396 397
	}
	return 0;
}

C
Chris Mason 已提交
398
int close_ctree(struct btrfs_root *root)
C
Chris Mason 已提交
399
{
400
	int ret;
401 402
	struct btrfs_trans_handle *trans;

C
Chris Mason 已提交
403
	mutex_lock(&root->fs_info->fs_mutex);
C
Chris Mason 已提交
404 405 406 407 408 409
	trans = btrfs_start_transaction(root, 1);
	btrfs_commit_transaction(trans, root);
	/* run commit again to  drop the original snapshot */
	trans = btrfs_start_transaction(root, 1);
	btrfs_commit_transaction(trans, root);
	ret = btrfs_write_and_wait_transaction(NULL, root);
410
	BUG_ON(ret);
C
Chris Mason 已提交
411
	write_ctree_super(NULL, root);
C
Chris Mason 已提交
412
	mutex_unlock(&root->fs_info->fs_mutex);
413

C
Chris Mason 已提交
414
	if (root->node)
C
Chris Mason 已提交
415
		btrfs_block_release(root, root->node);
416 417 418 419 420 421 422 423 424
	if (root->fs_info->extent_root->node)
		btrfs_block_release(root->fs_info->extent_root,
				    root->fs_info->extent_root->node);
	if (root->fs_info->inode_root->node)
		btrfs_block_release(root->fs_info->inode_root,
				    root->fs_info->inode_root->node);
	if (root->fs_info->tree_root->node)
		btrfs_block_release(root->fs_info->tree_root,
				    root->fs_info->tree_root->node);
C
Chris Mason 已提交
425
	btrfs_block_release(root, root->commit_root);
C
Chris Mason 已提交
426
	btrfs_block_release(root, root->fs_info->sb_buffer);
C
Chris Mason 已提交
427
	crypto_free_hash(root->fs_info->hash_tfm);
C
Chris Mason 已提交
428 429
	truncate_inode_pages(root->fs_info->btree_inode->i_mapping, 0);
	iput(root->fs_info->btree_inode);
C
Chris Mason 已提交
430 431 432 433 434
	kfree(root->fs_info->extent_root);
	kfree(root->fs_info->inode_root);
	kfree(root->fs_info->tree_root);
	kfree(root->fs_info);
	kfree(root);
435 436 437
	return 0;
}

C
Chris Mason 已提交
438
void btrfs_block_release(struct btrfs_root *root, struct buffer_head *buf)
439
{
C
Chris Mason 已提交
440
	brelse(buf);
441 442
}