disk-io.c 11.3 KB
Newer Older
C
Chris Mason 已提交
1 2
#include <linux/module.h>
#include <linux/fs.h>
3
#include <linux/blkdev.h>
C
Chris Mason 已提交
4 5
#include <linux/crypto.h>
#include <linux/scatterlist.h>
C
Chris Mason 已提交
6
#include <linux/swap.h>
7 8
#include "ctree.h"
#include "disk-io.h"
9
#include "transaction.h"
10

C
Chris Mason 已提交
11
static int check_tree_block(struct btrfs_root *root, struct buffer_head *buf)
12
{
C
Chris Mason 已提交
13
	struct btrfs_node *node = btrfs_buffer_node(buf);
14
	if (buf->b_blocknr != btrfs_header_blocknr(&node->header)) {
15
		BUG();
16
	}
C
Chris Mason 已提交
17
	if (root->node && btrfs_header_parentid(&node->header) !=
18
	    btrfs_header_parentid(btrfs_buffer_header(root->node))) {
19
		BUG();
20
	}
21
	return 0;
22 23
}

24 25 26 27 28 29 30 31 32 33
struct buffer_head *btrfs_find_tree_block(struct btrfs_root *root, u64 blocknr)
{
	struct address_space *mapping = root->fs_info->btree_inode->i_mapping;
	int blockbits = root->fs_info->sb->s_blocksize_bits;
	unsigned long index = blocknr >> (PAGE_CACHE_SHIFT - blockbits);
	struct page *page;
	struct buffer_head *bh;
	struct buffer_head *head;
	struct buffer_head *ret = NULL;

C
Chris Mason 已提交
34

35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53
	page = find_lock_page(mapping, index);
	if (!page)
		return NULL;

	if (!page_has_buffers(page))
		goto out_unlock;

	head = page_buffers(page);
	bh = head;
	do {
		if (buffer_mapped(bh) && bh->b_blocknr == blocknr) {
			ret = bh;
			get_bh(bh);
			goto out_unlock;
		}
		bh = bh->b_this_page;
	} while (bh != head);
out_unlock:
	unlock_page(page);
C
Chris Mason 已提交
54
	if (ret) {
C
Chris Mason 已提交
55
		touch_buffer(ret);
C
Chris Mason 已提交
56
	}
57 58 59 60 61 62 63 64 65 66 67 68 69 70 71
	page_cache_release(page);
	return ret;
}

struct buffer_head *btrfs_find_create_tree_block(struct btrfs_root *root,
						 u64 blocknr)
{
	struct address_space *mapping = root->fs_info->btree_inode->i_mapping;
	int blockbits = root->fs_info->sb->s_blocksize_bits;
	unsigned long index = blocknr >> (PAGE_CACHE_SHIFT - blockbits);
	struct page *page;
	struct buffer_head *bh;
	struct buffer_head *head;
	struct buffer_head *ret = NULL;
	u64 first_block = index << (PAGE_CACHE_SHIFT - blockbits);
C
Chris Mason 已提交
72

73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96
	page = grab_cache_page(mapping, index);
	if (!page)
		return NULL;

	if (!page_has_buffers(page))
		create_empty_buffers(page, root->fs_info->sb->s_blocksize, 0);
	head = page_buffers(page);
	bh = head;
	do {
		if (!buffer_mapped(bh)) {
			bh->b_bdev = root->fs_info->sb->s_bdev;
			bh->b_blocknr = first_block;
			set_buffer_mapped(bh);
		}
		if (bh->b_blocknr == blocknr) {
			ret = bh;
			get_bh(bh);
			goto out_unlock;
		}
		bh = bh->b_this_page;
		first_block++;
	} while (bh != head);
out_unlock:
	unlock_page(page);
C
Chris Mason 已提交
97 98
	if (ret)
		touch_buffer(ret);
99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136
	page_cache_release(page);
	return ret;
}

static sector_t max_block(struct block_device *bdev)
{
	sector_t retval = ~((sector_t)0);
	loff_t sz = i_size_read(bdev->bd_inode);

	if (sz) {
		unsigned int size = block_size(bdev);
		unsigned int sizebits = blksize_bits(size);
		retval = (sz >> sizebits);
	}
	return retval;
}

static int btree_get_block(struct inode *inode, sector_t iblock,
			   struct buffer_head *bh, int create)
{
	if (iblock >= max_block(inode->i_sb->s_bdev)) {
		if (create)
			return -EIO;

		/*
		 * for reads, we're just trying to fill a partial page.
		 * return a hole, they will have to call get_block again
		 * before they can fill it, and they will get -EIO at that
		 * time
		 */
		return 0;
	}
	bh->b_bdev = inode->i_sb->s_bdev;
	bh->b_blocknr = iblock;
	set_buffer_mapped(bh);
	return 0;
}

C
Chris Mason 已提交
137 138
int btrfs_csum_data(struct btrfs_root * root, char *data, size_t len,
		    char *result)
C
Chris Mason 已提交
139 140 141 142 143 144 145 146
{
	struct scatterlist sg;
	struct crypto_hash *tfm = root->fs_info->hash_tfm;
	struct hash_desc desc;
	int ret;

	desc.tfm = tfm;
	desc.flags = 0;
C
Chris Mason 已提交
147
	sg_init_one(&sg, data, len);
C
Chris Mason 已提交
148
	spin_lock(&root->fs_info->hash_lock);
C
Chris Mason 已提交
149
	ret = crypto_hash_digest(&desc, &sg, 1, result);
C
Chris Mason 已提交
150 151 152 153
	spin_unlock(&root->fs_info->hash_lock);
	if (ret) {
		printk("sha256 digest failed\n");
	}
C
Chris Mason 已提交
154 155 156 157 158 159 160 161 162
	return ret;
}
static int csum_tree_block(struct btrfs_root *root, struct buffer_head *bh,
			   int verify)
{
	char result[BTRFS_CSUM_SIZE];
	int ret;
	struct btrfs_node *node;

C
Chris Mason 已提交
163
	return 0;
C
Chris Mason 已提交
164 165 166 167
	ret = btrfs_csum_data(root, bh->b_data + BTRFS_CSUM_SIZE,
			      bh->b_size - BTRFS_CSUM_SIZE, result);
	if (ret)
		return ret;
C
Chris Mason 已提交
168
	if (verify) {
C
Chris Mason 已提交
169 170 171 172 173 174 175
		if (memcmp(bh->b_data, result, BTRFS_CSUM_SIZE)) {
			printk("checksum verify failed on %lu\n",
			       bh->b_blocknr);
			return 1;
		}
	} else {
		node = btrfs_buffer_node(bh);
C
Chris Mason 已提交
176
		memcpy(node->header.csum, result, BTRFS_CSUM_SIZE);
C
Chris Mason 已提交
177
	}
C
Chris Mason 已提交
178 179 180
	return 0;
}

181
static int btree_writepage(struct page *page, struct writeback_control *wbc)
182
{
C
Chris Mason 已提交
183 184 185 186 187 188 189 190 191 192 193 194 195 196
	struct buffer_head *bh;
	struct btrfs_root *root = btrfs_sb(page->mapping->host->i_sb);
	struct buffer_head *head;
	if (!page_has_buffers(page)) {
		create_empty_buffers(page, root->fs_info->sb->s_blocksize,
					(1 << BH_Dirty)|(1 << BH_Uptodate));
	}
	head = page_buffers(page);
	bh = head;
	do {
		if (buffer_dirty(bh))
			csum_tree_block(root, bh, 0);
		bh = bh->b_this_page;
	} while (bh != head);
197
	return block_write_full_page(page, btree_get_block, wbc);
198 199
}

200
static int btree_readpage(struct file * file, struct page * page)
201
{
202
	return block_read_full_page(page, btree_get_block);
203 204
}

205 206 207 208 209 210
static struct address_space_operations btree_aops = {
	.readpage	= btree_readpage,
	.writepage	= btree_writepage,
	.sync_page	= block_sync_page,
};

C
Chris Mason 已提交
211
struct buffer_head *read_tree_block(struct btrfs_root *root, u64 blocknr)
212
{
213
	struct buffer_head *bh = NULL;
214

215 216 217 218 219 220 221 222 223 224 225
	bh = btrfs_find_create_tree_block(root, blocknr);
	if (!bh)
		return bh;
	lock_buffer(bh);
	if (!buffer_uptodate(bh)) {
		get_bh(bh);
		bh->b_end_io = end_buffer_read_sync;
		submit_bh(READ, bh);
		wait_on_buffer(bh);
		if (!buffer_uptodate(bh))
			goto fail;
C
Chris Mason 已提交
226
		csum_tree_block(root, bh, 1);
227 228 229 230
	} else {
		unlock_buffer(bh);
	}
	if (check_tree_block(root, bh))
C
Chris Mason 已提交
231
		BUG();
232 233 234 235
	return bh;
fail:
	brelse(bh);
	return NULL;
236 237
}

238
int dirty_tree_block(struct btrfs_trans_handle *trans, struct btrfs_root *root,
C
Chris Mason 已提交
239
		     struct buffer_head *buf)
240
{
C
Chris Mason 已提交
241
	WARN_ON(atomic_read(&buf->b_count) == 0);
C
Chris Mason 已提交
242
	mark_buffer_dirty(buf);
243 244 245
	return 0;
}

246
int clean_tree_block(struct btrfs_trans_handle *trans, struct btrfs_root *root,
C
Chris Mason 已提交
247
		     struct buffer_head *buf)
248
{
C
Chris Mason 已提交
249
	WARN_ON(atomic_read(&buf->b_count) == 0);
C
Chris Mason 已提交
250
	clear_buffer_dirty(buf);
251 252 253
	return 0;
}

C
Chris Mason 已提交
254
static int __setup_root(int blocksize,
255 256
			struct btrfs_root *root,
			struct btrfs_fs_info *fs_info,
C
Chris Mason 已提交
257
			u64 objectid)
258
{
C
Chris Mason 已提交
259
	root->node = NULL;
260
	root->commit_root = NULL;
C
Chris Mason 已提交
261
	root->blocksize = blocksize;
C
Chris Mason 已提交
262
	root->ref_cows = 0;
263
	root->fs_info = fs_info;
264 265 266 267 268
	memset(&root->root_key, 0, sizeof(root->root_key));
	memset(&root->root_item, 0, sizeof(root->root_item));
	return 0;
}

C
Chris Mason 已提交
269
static int find_and_setup_root(int blocksize,
270 271 272
			       struct btrfs_root *tree_root,
			       struct btrfs_fs_info *fs_info,
			       u64 objectid,
C
Chris Mason 已提交
273
			       struct btrfs_root *root)
274 275 276
{
	int ret;

C
Chris Mason 已提交
277
	__setup_root(blocksize, root, fs_info, objectid);
278 279 280 281 282 283 284
	ret = btrfs_find_last_root(tree_root, objectid,
				   &root->root_item, &root->root_key);
	BUG_ON(ret);

	root->node = read_tree_block(root,
				     btrfs_root_blocknr(&root->root_item));
	BUG_ON(!root->node);
285 286 287
	return 0;
}

C
Chris Mason 已提交
288
struct btrfs_root *open_ctree(struct super_block *sb)
289
{
C
Chris Mason 已提交
290 291 292 293 294 295 296 297 298 299
	struct btrfs_root *root = kmalloc(sizeof(struct btrfs_root),
					  GFP_NOFS);
	struct btrfs_root *extent_root = kmalloc(sizeof(struct btrfs_root),
						 GFP_NOFS);
	struct btrfs_root *tree_root = kmalloc(sizeof(struct btrfs_root),
					       GFP_NOFS);
	struct btrfs_root *inode_root = kmalloc(sizeof(struct btrfs_root),
						GFP_NOFS);
	struct btrfs_fs_info *fs_info = kmalloc(sizeof(*fs_info),
						GFP_NOFS);
300
	int ret;
C
Chris Mason 已提交
301
	struct btrfs_super_block *disk_super;
302

C
Chris Mason 已提交
303 304
	init_bit_radix(&fs_info->pinned_radix);
	init_bit_radix(&fs_info->pending_del_radix);
C
Chris Mason 已提交
305
	sb_set_blocksize(sb, 4096);
306 307 308 309 310 311 312
	fs_info->running_transaction = NULL;
	fs_info->fs_root = root;
	fs_info->tree_root = tree_root;
	fs_info->extent_root = extent_root;
	fs_info->inode_root = inode_root;
	fs_info->last_inode_alloc = 0;
	fs_info->last_inode_alloc_dirid = 0;
C
Chris Mason 已提交
313
	fs_info->sb = sb;
314 315
	fs_info->btree_inode = new_inode(sb);
	fs_info->btree_inode->i_ino = 1;
C
Chris Mason 已提交
316
	fs_info->btree_inode->i_nlink = 1;
317 318
	fs_info->btree_inode->i_size = sb->s_bdev->bd_inode->i_size;
	fs_info->btree_inode->i_mapping->a_ops = &btree_aops;
C
Chris Mason 已提交
319
	insert_inode_hash(fs_info->btree_inode);
320
	mapping_set_gfp_mask(fs_info->btree_inode->i_mapping, GFP_NOFS);
C
Chris Mason 已提交
321
	fs_info->hash_tfm = crypto_alloc_hash("sha256", 0, CRYPTO_ALG_ASYNC);
C
Chris Mason 已提交
322 323
	spin_lock_init(&fs_info->hash_lock);
	if (!fs_info->hash_tfm || IS_ERR(fs_info->hash_tfm)) {
C
Chris Mason 已提交
324 325 326
		printk("failed to allocate sha256 hash\n");
		return NULL;
	}
C
Chris Mason 已提交
327
	mutex_init(&fs_info->trans_mutex);
C
Chris Mason 已提交
328
	mutex_init(&fs_info->fs_mutex);
329 330
	memset(&fs_info->current_insert, 0, sizeof(fs_info->current_insert));
	memset(&fs_info->last_insert, 0, sizeof(fs_info->last_insert));
331

C
Chris Mason 已提交
332 333 334 335 336
	__setup_root(sb->s_blocksize, tree_root,
		     fs_info, BTRFS_ROOT_TREE_OBJECTID);
	fs_info->sb_buffer = read_tree_block(tree_root,
					     BTRFS_SUPER_INFO_OFFSET /
					     sb->s_blocksize);
337

C
Chris Mason 已提交
338 339
	if (!fs_info->sb_buffer) {
printk("failed2\n");
340
		return NULL;
C
Chris Mason 已提交
341
	}
342
	disk_super = (struct btrfs_super_block *)fs_info->sb_buffer->b_data;
C
Chris Mason 已提交
343 344 345
	if (!btrfs_super_root(disk_super)) {
		return NULL;
	}
346
	fs_info->disk_super = disk_super;
C
Chris Mason 已提交
347 348
	tree_root->node = read_tree_block(tree_root,
					  btrfs_super_root(disk_super));
349 350
	BUG_ON(!tree_root->node);

C
Chris Mason 已提交
351 352
	mutex_lock(&fs_info->fs_mutex);
	ret = find_and_setup_root(sb->s_blocksize, tree_root, fs_info,
C
Chris Mason 已提交
353
				  BTRFS_EXTENT_TREE_OBJECTID, extent_root);
354 355
	BUG_ON(ret);

C
Chris Mason 已提交
356
	ret = find_and_setup_root(sb->s_blocksize, tree_root, fs_info,
C
Chris Mason 已提交
357
				  BTRFS_INODE_MAP_OBJECTID, inode_root);
358 359
	BUG_ON(ret);

C
Chris Mason 已提交
360
	ret = find_and_setup_root(sb->s_blocksize, tree_root, fs_info,
C
Chris Mason 已提交
361
				  BTRFS_FS_TREE_OBJECTID, root);
C
Chris Mason 已提交
362
	mutex_unlock(&fs_info->fs_mutex);
363
	BUG_ON(ret);
364
	root->commit_root = root->node;
C
Chris Mason 已提交
365
	get_bh(root->node);
366
	root->ref_cows = 1;
367
	root->fs_info->generation = root->root_key.offset + 1;
368 369 370
	return root;
}

371
int write_ctree_super(struct btrfs_trans_handle *trans, struct btrfs_root
C
Chris Mason 已提交
372
		      *root)
373
{
374
	struct buffer_head *bh = root->fs_info->sb_buffer;
C
Chris Mason 已提交
375

376 377 378
	btrfs_set_super_root(root->fs_info->disk_super,
			     root->fs_info->tree_root->node->b_blocknr);
	lock_buffer(bh);
C
Chris Mason 已提交
379
	WARN_ON(atomic_read(&bh->b_count) < 1);
380
	clear_buffer_dirty(bh);
C
Chris Mason 已提交
381
	csum_tree_block(root, bh, 0);
382 383 384 385 386 387 388
	bh->b_end_io = end_buffer_write_sync;
	get_bh(bh);
	submit_bh(WRITE, bh);
	wait_on_buffer(bh);
	if (!buffer_uptodate(bh)) {
		WARN_ON(1);
		return -EIO;
C
Chris Mason 已提交
389 390 391 392
	}
	return 0;
}

C
Chris Mason 已提交
393
int close_ctree(struct btrfs_root *root)
C
Chris Mason 已提交
394
{
395
	int ret;
396 397
	struct btrfs_trans_handle *trans;

C
Chris Mason 已提交
398
	mutex_lock(&root->fs_info->fs_mutex);
C
Chris Mason 已提交
399 400 401 402 403 404
	trans = btrfs_start_transaction(root, 1);
	btrfs_commit_transaction(trans, root);
	/* run commit again to  drop the original snapshot */
	trans = btrfs_start_transaction(root, 1);
	btrfs_commit_transaction(trans, root);
	ret = btrfs_write_and_wait_transaction(NULL, root);
405
	BUG_ON(ret);
C
Chris Mason 已提交
406
	write_ctree_super(NULL, root);
C
Chris Mason 已提交
407
	mutex_unlock(&root->fs_info->fs_mutex);
408

C
Chris Mason 已提交
409
	if (root->node)
C
Chris Mason 已提交
410
		btrfs_block_release(root, root->node);
411 412 413 414 415 416 417 418 419
	if (root->fs_info->extent_root->node)
		btrfs_block_release(root->fs_info->extent_root,
				    root->fs_info->extent_root->node);
	if (root->fs_info->inode_root->node)
		btrfs_block_release(root->fs_info->inode_root,
				    root->fs_info->inode_root->node);
	if (root->fs_info->tree_root->node)
		btrfs_block_release(root->fs_info->tree_root,
				    root->fs_info->tree_root->node);
C
Chris Mason 已提交
420
	btrfs_block_release(root, root->commit_root);
C
Chris Mason 已提交
421
	btrfs_block_release(root, root->fs_info->sb_buffer);
C
Chris Mason 已提交
422
	crypto_free_hash(root->fs_info->hash_tfm);
C
Chris Mason 已提交
423 424
	truncate_inode_pages(root->fs_info->btree_inode->i_mapping, 0);
	iput(root->fs_info->btree_inode);
C
Chris Mason 已提交
425 426 427 428 429
	kfree(root->fs_info->extent_root);
	kfree(root->fs_info->inode_root);
	kfree(root->fs_info->tree_root);
	kfree(root->fs_info);
	kfree(root);
430 431 432
	return 0;
}

C
Chris Mason 已提交
433
void btrfs_block_release(struct btrfs_root *root, struct buffer_head *buf)
434
{
C
Chris Mason 已提交
435
	brelse(buf);
436 437
}