disk-io.c 11.3 KB
Newer Older
C
Chris Mason 已提交
1 2
#include <linux/module.h>
#include <linux/fs.h>
3
#include <linux/blkdev.h>
C
Chris Mason 已提交
4 5
#include <linux/crypto.h>
#include <linux/scatterlist.h>
C
Chris Mason 已提交
6
#include <linux/swap.h>
7 8
#include "ctree.h"
#include "disk-io.h"
9
#include "transaction.h"
10

C
Chris Mason 已提交
11
static int check_tree_block(struct btrfs_root *root, struct buffer_head *buf)
12
{
C
Chris Mason 已提交
13
	struct btrfs_node *node = btrfs_buffer_node(buf);
14
	if (buf->b_blocknr != btrfs_header_blocknr(&node->header)) {
15
		BUG();
16
	}
C
Chris Mason 已提交
17
	if (root->node && btrfs_header_parentid(&node->header) !=
18
	    btrfs_header_parentid(btrfs_buffer_header(root->node))) {
19
		BUG();
20
	}
21
	return 0;
22 23
}

24 25 26 27 28 29 30 31 32 33
struct buffer_head *btrfs_find_tree_block(struct btrfs_root *root, u64 blocknr)
{
	struct address_space *mapping = root->fs_info->btree_inode->i_mapping;
	int blockbits = root->fs_info->sb->s_blocksize_bits;
	unsigned long index = blocknr >> (PAGE_CACHE_SHIFT - blockbits);
	struct page *page;
	struct buffer_head *bh;
	struct buffer_head *head;
	struct buffer_head *ret = NULL;

C
Chris Mason 已提交
34

35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53
	page = find_lock_page(mapping, index);
	if (!page)
		return NULL;

	if (!page_has_buffers(page))
		goto out_unlock;

	head = page_buffers(page);
	bh = head;
	do {
		if (buffer_mapped(bh) && bh->b_blocknr == blocknr) {
			ret = bh;
			get_bh(bh);
			goto out_unlock;
		}
		bh = bh->b_this_page;
	} while (bh != head);
out_unlock:
	unlock_page(page);
C
Chris Mason 已提交
54
	if (ret) {
C
Chris Mason 已提交
55
		touch_buffer(ret);
C
Chris Mason 已提交
56
	}
57 58 59 60 61 62 63 64 65 66 67 68 69 70 71
	page_cache_release(page);
	return ret;
}

struct buffer_head *btrfs_find_create_tree_block(struct btrfs_root *root,
						 u64 blocknr)
{
	struct address_space *mapping = root->fs_info->btree_inode->i_mapping;
	int blockbits = root->fs_info->sb->s_blocksize_bits;
	unsigned long index = blocknr >> (PAGE_CACHE_SHIFT - blockbits);
	struct page *page;
	struct buffer_head *bh;
	struct buffer_head *head;
	struct buffer_head *ret = NULL;
	u64 first_block = index << (PAGE_CACHE_SHIFT - blockbits);
C
Chris Mason 已提交
72

73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96
	page = grab_cache_page(mapping, index);
	if (!page)
		return NULL;

	if (!page_has_buffers(page))
		create_empty_buffers(page, root->fs_info->sb->s_blocksize, 0);
	head = page_buffers(page);
	bh = head;
	do {
		if (!buffer_mapped(bh)) {
			bh->b_bdev = root->fs_info->sb->s_bdev;
			bh->b_blocknr = first_block;
			set_buffer_mapped(bh);
		}
		if (bh->b_blocknr == blocknr) {
			ret = bh;
			get_bh(bh);
			goto out_unlock;
		}
		bh = bh->b_this_page;
		first_block++;
	} while (bh != head);
out_unlock:
	unlock_page(page);
C
Chris Mason 已提交
97 98
	if (ret)
		touch_buffer(ret);
99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136
	page_cache_release(page);
	return ret;
}

static sector_t max_block(struct block_device *bdev)
{
	sector_t retval = ~((sector_t)0);
	loff_t sz = i_size_read(bdev->bd_inode);

	if (sz) {
		unsigned int size = block_size(bdev);
		unsigned int sizebits = blksize_bits(size);
		retval = (sz >> sizebits);
	}
	return retval;
}

static int btree_get_block(struct inode *inode, sector_t iblock,
			   struct buffer_head *bh, int create)
{
	if (iblock >= max_block(inode->i_sb->s_bdev)) {
		if (create)
			return -EIO;

		/*
		 * for reads, we're just trying to fill a partial page.
		 * return a hole, they will have to call get_block again
		 * before they can fill it, and they will get -EIO at that
		 * time
		 */
		return 0;
	}
	bh->b_bdev = inode->i_sb->s_bdev;
	bh->b_blocknr = iblock;
	set_buffer_mapped(bh);
	return 0;
}

C
Chris Mason 已提交
137 138
int btrfs_csum_data(struct btrfs_root * root, char *data, size_t len,
		    char *result)
C
Chris Mason 已提交
139 140 141 142 143 144 145 146
{
	struct scatterlist sg;
	struct crypto_hash *tfm = root->fs_info->hash_tfm;
	struct hash_desc desc;
	int ret;

	desc.tfm = tfm;
	desc.flags = 0;
C
Chris Mason 已提交
147
	sg_init_one(&sg, data, len);
C
Chris Mason 已提交
148
	spin_lock(&root->fs_info->hash_lock);
C
Chris Mason 已提交
149
	ret = crypto_hash_digest(&desc, &sg, 1, result);
C
Chris Mason 已提交
150 151 152 153
	spin_unlock(&root->fs_info->hash_lock);
	if (ret) {
		printk("sha256 digest failed\n");
	}
C
Chris Mason 已提交
154 155 156 157 158 159 160 161 162 163 164 165 166
	return ret;
}
static int csum_tree_block(struct btrfs_root *root, struct buffer_head *bh,
			   int verify)
{
	char result[BTRFS_CSUM_SIZE];
	int ret;
	struct btrfs_node *node;

	ret = btrfs_csum_data(root, bh->b_data + BTRFS_CSUM_SIZE,
			      bh->b_size - BTRFS_CSUM_SIZE, result);
	if (ret)
		return ret;
C
Chris Mason 已提交
167
	if (verify) {
C
Chris Mason 已提交
168 169 170 171 172 173 174
		if (memcmp(bh->b_data, result, BTRFS_CSUM_SIZE)) {
			printk("checksum verify failed on %lu\n",
			       bh->b_blocknr);
			return 1;
		}
	} else {
		node = btrfs_buffer_node(bh);
C
Chris Mason 已提交
175
		memcpy(node->header.csum, result, BTRFS_CSUM_SIZE);
C
Chris Mason 已提交
176
	}
C
Chris Mason 已提交
177 178 179
	return 0;
}

180
static int btree_writepage(struct page *page, struct writeback_control *wbc)
181
{
C
Chris Mason 已提交
182 183 184 185 186 187 188 189 190 191 192 193 194 195
	struct buffer_head *bh;
	struct btrfs_root *root = btrfs_sb(page->mapping->host->i_sb);
	struct buffer_head *head;
	if (!page_has_buffers(page)) {
		create_empty_buffers(page, root->fs_info->sb->s_blocksize,
					(1 << BH_Dirty)|(1 << BH_Uptodate));
	}
	head = page_buffers(page);
	bh = head;
	do {
		if (buffer_dirty(bh))
			csum_tree_block(root, bh, 0);
		bh = bh->b_this_page;
	} while (bh != head);
196
	return block_write_full_page(page, btree_get_block, wbc);
197 198
}

199
static int btree_readpage(struct file * file, struct page * page)
200
{
201
	return block_read_full_page(page, btree_get_block);
202 203
}

204 205 206 207 208 209
static struct address_space_operations btree_aops = {
	.readpage	= btree_readpage,
	.writepage	= btree_writepage,
	.sync_page	= block_sync_page,
};

C
Chris Mason 已提交
210
struct buffer_head *read_tree_block(struct btrfs_root *root, u64 blocknr)
211
{
212
	struct buffer_head *bh = NULL;
213

214 215 216
	bh = btrfs_find_create_tree_block(root, blocknr);
	if (!bh)
		return bh;
217 218
	if (buffer_uptodate(bh))
		goto uptodate;
219 220 221 222 223 224 225 226
	lock_buffer(bh);
	if (!buffer_uptodate(bh)) {
		get_bh(bh);
		bh->b_end_io = end_buffer_read_sync;
		submit_bh(READ, bh);
		wait_on_buffer(bh);
		if (!buffer_uptodate(bh))
			goto fail;
C
Chris Mason 已提交
227
		csum_tree_block(root, bh, 1);
228 229 230
	} else {
		unlock_buffer(bh);
	}
231
uptodate:
232
	if (check_tree_block(root, bh))
C
Chris Mason 已提交
233
		BUG();
234 235 236 237
	return bh;
fail:
	brelse(bh);
	return NULL;
238 239
}

240
int dirty_tree_block(struct btrfs_trans_handle *trans, struct btrfs_root *root,
C
Chris Mason 已提交
241
		     struct buffer_head *buf)
242
{
C
Chris Mason 已提交
243
	WARN_ON(atomic_read(&buf->b_count) == 0);
C
Chris Mason 已提交
244
	mark_buffer_dirty(buf);
245 246 247
	return 0;
}

248
int clean_tree_block(struct btrfs_trans_handle *trans, struct btrfs_root *root,
C
Chris Mason 已提交
249
		     struct buffer_head *buf)
250
{
C
Chris Mason 已提交
251
	WARN_ON(atomic_read(&buf->b_count) == 0);
C
Chris Mason 已提交
252
	clear_buffer_dirty(buf);
253 254 255
	return 0;
}

C
Chris Mason 已提交
256
static int __setup_root(int blocksize,
257 258
			struct btrfs_root *root,
			struct btrfs_fs_info *fs_info,
C
Chris Mason 已提交
259
			u64 objectid)
260
{
C
Chris Mason 已提交
261
	root->node = NULL;
262
	root->commit_root = NULL;
C
Chris Mason 已提交
263
	root->blocksize = blocksize;
C
Chris Mason 已提交
264
	root->ref_cows = 0;
265
	root->fs_info = fs_info;
266 267 268 269 270
	memset(&root->root_key, 0, sizeof(root->root_key));
	memset(&root->root_item, 0, sizeof(root->root_item));
	return 0;
}

C
Chris Mason 已提交
271
static int find_and_setup_root(int blocksize,
272 273 274
			       struct btrfs_root *tree_root,
			       struct btrfs_fs_info *fs_info,
			       u64 objectid,
C
Chris Mason 已提交
275
			       struct btrfs_root *root)
276 277 278
{
	int ret;

C
Chris Mason 已提交
279
	__setup_root(blocksize, root, fs_info, objectid);
280 281 282 283 284 285 286
	ret = btrfs_find_last_root(tree_root, objectid,
				   &root->root_item, &root->root_key);
	BUG_ON(ret);

	root->node = read_tree_block(root,
				     btrfs_root_blocknr(&root->root_item));
	BUG_ON(!root->node);
287 288 289
	return 0;
}

C
Chris Mason 已提交
290
struct btrfs_root *open_ctree(struct super_block *sb)
291
{
C
Chris Mason 已提交
292 293 294 295 296 297 298 299 300 301
	struct btrfs_root *root = kmalloc(sizeof(struct btrfs_root),
					  GFP_NOFS);
	struct btrfs_root *extent_root = kmalloc(sizeof(struct btrfs_root),
						 GFP_NOFS);
	struct btrfs_root *tree_root = kmalloc(sizeof(struct btrfs_root),
					       GFP_NOFS);
	struct btrfs_root *inode_root = kmalloc(sizeof(struct btrfs_root),
						GFP_NOFS);
	struct btrfs_fs_info *fs_info = kmalloc(sizeof(*fs_info),
						GFP_NOFS);
302
	int ret;
C
Chris Mason 已提交
303
	struct btrfs_super_block *disk_super;
304

C
Chris Mason 已提交
305 306
	init_bit_radix(&fs_info->pinned_radix);
	init_bit_radix(&fs_info->pending_del_radix);
C
Chris Mason 已提交
307
	sb_set_blocksize(sb, 4096);
308 309 310 311 312 313
	fs_info->running_transaction = NULL;
	fs_info->fs_root = root;
	fs_info->tree_root = tree_root;
	fs_info->extent_root = extent_root;
	fs_info->inode_root = inode_root;
	fs_info->last_inode_alloc = 0;
C
Chris Mason 已提交
314
	fs_info->sb = sb;
315 316
	fs_info->btree_inode = new_inode(sb);
	fs_info->btree_inode->i_ino = 1;
C
Chris Mason 已提交
317
	fs_info->btree_inode->i_nlink = 1;
318 319
	fs_info->btree_inode->i_size = sb->s_bdev->bd_inode->i_size;
	fs_info->btree_inode->i_mapping->a_ops = &btree_aops;
C
Chris Mason 已提交
320
	insert_inode_hash(fs_info->btree_inode);
321
	mapping_set_gfp_mask(fs_info->btree_inode->i_mapping, GFP_NOFS);
C
Chris Mason 已提交
322
	fs_info->hash_tfm = crypto_alloc_hash("sha256", 0, CRYPTO_ALG_ASYNC);
C
Chris Mason 已提交
323 324
	spin_lock_init(&fs_info->hash_lock);
	if (!fs_info->hash_tfm || IS_ERR(fs_info->hash_tfm)) {
C
Chris Mason 已提交
325 326 327
		printk("failed to allocate sha256 hash\n");
		return NULL;
	}
C
Chris Mason 已提交
328
	mutex_init(&fs_info->trans_mutex);
C
Chris Mason 已提交
329
	mutex_init(&fs_info->fs_mutex);
330 331
	memset(&fs_info->current_insert, 0, sizeof(fs_info->current_insert));
	memset(&fs_info->last_insert, 0, sizeof(fs_info->last_insert));
332

C
Chris Mason 已提交
333 334 335 336 337
	__setup_root(sb->s_blocksize, tree_root,
		     fs_info, BTRFS_ROOT_TREE_OBJECTID);
	fs_info->sb_buffer = read_tree_block(tree_root,
					     BTRFS_SUPER_INFO_OFFSET /
					     sb->s_blocksize);
338

C
Chris Mason 已提交
339 340
	if (!fs_info->sb_buffer) {
printk("failed2\n");
341
		return NULL;
C
Chris Mason 已提交
342
	}
343
	disk_super = (struct btrfs_super_block *)fs_info->sb_buffer->b_data;
C
Chris Mason 已提交
344 345 346
	if (!btrfs_super_root(disk_super)) {
		return NULL;
	}
347
	fs_info->disk_super = disk_super;
C
Chris Mason 已提交
348 349
	tree_root->node = read_tree_block(tree_root,
					  btrfs_super_root(disk_super));
350 351
	BUG_ON(!tree_root->node);

C
Chris Mason 已提交
352 353
	mutex_lock(&fs_info->fs_mutex);
	ret = find_and_setup_root(sb->s_blocksize, tree_root, fs_info,
C
Chris Mason 已提交
354
				  BTRFS_EXTENT_TREE_OBJECTID, extent_root);
355 356
	BUG_ON(ret);

C
Chris Mason 已提交
357
	ret = find_and_setup_root(sb->s_blocksize, tree_root, fs_info,
C
Chris Mason 已提交
358
				  BTRFS_INODE_MAP_OBJECTID, inode_root);
359 360
	BUG_ON(ret);

C
Chris Mason 已提交
361
	ret = find_and_setup_root(sb->s_blocksize, tree_root, fs_info,
C
Chris Mason 已提交
362
				  BTRFS_FS_TREE_OBJECTID, root);
C
Chris Mason 已提交
363
	mutex_unlock(&fs_info->fs_mutex);
364
	BUG_ON(ret);
365
	root->commit_root = root->node;
C
Chris Mason 已提交
366
	get_bh(root->node);
367
	root->ref_cows = 1;
368
	root->fs_info->generation = root->root_key.offset + 1;
369 370 371
	return root;
}

372
int write_ctree_super(struct btrfs_trans_handle *trans, struct btrfs_root
C
Chris Mason 已提交
373
		      *root)
374
{
375
	struct buffer_head *bh = root->fs_info->sb_buffer;
C
Chris Mason 已提交
376

377 378 379
	btrfs_set_super_root(root->fs_info->disk_super,
			     root->fs_info->tree_root->node->b_blocknr);
	lock_buffer(bh);
C
Chris Mason 已提交
380
	WARN_ON(atomic_read(&bh->b_count) < 1);
381
	clear_buffer_dirty(bh);
C
Chris Mason 已提交
382
	csum_tree_block(root, bh, 0);
383 384 385 386 387 388 389
	bh->b_end_io = end_buffer_write_sync;
	get_bh(bh);
	submit_bh(WRITE, bh);
	wait_on_buffer(bh);
	if (!buffer_uptodate(bh)) {
		WARN_ON(1);
		return -EIO;
C
Chris Mason 已提交
390 391 392 393
	}
	return 0;
}

C
Chris Mason 已提交
394
int close_ctree(struct btrfs_root *root)
C
Chris Mason 已提交
395
{
396
	int ret;
397 398
	struct btrfs_trans_handle *trans;

C
Chris Mason 已提交
399
	mutex_lock(&root->fs_info->fs_mutex);
C
Chris Mason 已提交
400 401 402 403 404 405
	trans = btrfs_start_transaction(root, 1);
	btrfs_commit_transaction(trans, root);
	/* run commit again to  drop the original snapshot */
	trans = btrfs_start_transaction(root, 1);
	btrfs_commit_transaction(trans, root);
	ret = btrfs_write_and_wait_transaction(NULL, root);
406
	BUG_ON(ret);
C
Chris Mason 已提交
407
	write_ctree_super(NULL, root);
C
Chris Mason 已提交
408
	mutex_unlock(&root->fs_info->fs_mutex);
409

C
Chris Mason 已提交
410
	if (root->node)
C
Chris Mason 已提交
411
		btrfs_block_release(root, root->node);
412 413 414 415 416 417 418 419 420
	if (root->fs_info->extent_root->node)
		btrfs_block_release(root->fs_info->extent_root,
				    root->fs_info->extent_root->node);
	if (root->fs_info->inode_root->node)
		btrfs_block_release(root->fs_info->inode_root,
				    root->fs_info->inode_root->node);
	if (root->fs_info->tree_root->node)
		btrfs_block_release(root->fs_info->tree_root,
				    root->fs_info->tree_root->node);
C
Chris Mason 已提交
421
	btrfs_block_release(root, root->commit_root);
C
Chris Mason 已提交
422
	btrfs_block_release(root, root->fs_info->sb_buffer);
C
Chris Mason 已提交
423
	crypto_free_hash(root->fs_info->hash_tfm);
C
Chris Mason 已提交
424 425
	truncate_inode_pages(root->fs_info->btree_inode->i_mapping, 0);
	iput(root->fs_info->btree_inode);
C
Chris Mason 已提交
426 427 428 429 430
	kfree(root->fs_info->extent_root);
	kfree(root->fs_info->inode_root);
	kfree(root->fs_info->tree_root);
	kfree(root->fs_info);
	kfree(root);
431 432 433
	return 0;
}

C
Chris Mason 已提交
434
void btrfs_block_release(struct btrfs_root *root, struct buffer_head *buf)
435
{
C
Chris Mason 已提交
436
	brelse(buf);
437 438
}