super.c 42.6 KB
Newer Older
1
#include <linux/module.h>
C
Chris Mason 已提交
2
#include <linux/buffer_head.h>
3 4 5 6 7 8 9 10
#include <linux/fs.h>
#include <linux/pagemap.h>
#include <linux/highmem.h>
#include <linux/time.h>
#include <linux/init.h>
#include <linux/string.h>
#include <linux/smp_lock.h>
#include <linux/backing-dev.h>
C
Chris Mason 已提交
11
#include <linux/mpage.h>
C
Chris Mason 已提交
12 13
#include <linux/swap.h>
#include <linux/writeback.h>
14
#include "ctree.h"
C
Chris Mason 已提交
15
#include "disk-io.h"
16
#include "transaction.h"
C
Chris Mason 已提交
17
#include "btrfs_inode.h"
18 19

#define BTRFS_SUPER_MAGIC 0x9123682E
C
Chris Mason 已提交
20 21 22 23

static struct inode_operations btrfs_dir_inode_operations;
static struct super_operations btrfs_super_ops;
static struct file_operations btrfs_dir_file_operations;
C
Chris Mason 已提交
24 25 26
static struct inode_operations btrfs_file_inode_operations;
static struct address_space_operations btrfs_aops;
static struct file_operations btrfs_file_operations;
C
Chris Mason 已提交
27

C
Chris Mason 已提交
28 29 30 31 32 33 34 35
static int check_inode(struct inode *inode)
{
	struct btrfs_inode *ei = BTRFS_I(inode);
	WARN_ON(ei->magic != 0xDEADBEEF);
	WARN_ON(ei->magic2 != 0xDEADBEAF);
	return 0;
}

C
Chris Mason 已提交
36
static void btrfs_read_locked_inode(struct inode *inode)
37
{
38
	struct btrfs_path *path;
C
Chris Mason 已提交
39 40 41
	struct btrfs_inode_item *inode_item;
	struct btrfs_root *root = btrfs_sb(inode->i_sb);
	int ret;
C
Chris Mason 已提交
42

43 44 45
	path = btrfs_alloc_path();
	BUG_ON(!path);
	btrfs_init_path(path);
C
Chris Mason 已提交
46 47
	mutex_lock(&root->fs_info->fs_mutex);

C
Chris Mason 已提交
48
	check_inode(inode);
49
	ret = btrfs_lookup_inode(NULL, root, path, inode->i_ino, 0);
C
Chris Mason 已提交
50
	if (ret) {
51
		btrfs_release_path(root, path);
C
Chris Mason 已提交
52
		btrfs_free_path(path);
C
Chris Mason 已提交
53 54
		mutex_unlock(&root->fs_info->fs_mutex);
		make_bad_inode(inode);
C
Chris Mason 已提交
55 56
		return;
	}
C
Chris Mason 已提交
57
	check_inode(inode);
58 59
	inode_item = btrfs_item_ptr(btrfs_buffer_leaf(path->nodes[0]),
				  path->slots[0],
C
Chris Mason 已提交
60
				  struct btrfs_inode_item);
61

C
Chris Mason 已提交
62 63 64 65 66 67 68 69 70 71 72 73 74
	inode->i_mode = btrfs_inode_mode(inode_item);
	inode->i_nlink = btrfs_inode_nlink(inode_item);
	inode->i_uid = btrfs_inode_uid(inode_item);
	inode->i_gid = btrfs_inode_gid(inode_item);
	inode->i_size = btrfs_inode_size(inode_item);
	inode->i_atime.tv_sec = btrfs_timespec_sec(&inode_item->atime);
	inode->i_atime.tv_nsec = btrfs_timespec_nsec(&inode_item->atime);
	inode->i_mtime.tv_sec = btrfs_timespec_sec(&inode_item->mtime);
	inode->i_mtime.tv_nsec = btrfs_timespec_nsec(&inode_item->mtime);
	inode->i_ctime.tv_sec = btrfs_timespec_sec(&inode_item->ctime);
	inode->i_ctime.tv_nsec = btrfs_timespec_nsec(&inode_item->ctime);
	inode->i_blocks = btrfs_inode_nblocks(inode_item);
	inode->i_generation = btrfs_inode_generation(inode_item);
75 76 77 78 79

	btrfs_release_path(root, path);
	btrfs_free_path(path);
	inode_item = NULL;

C
Chris Mason 已提交
80
	mutex_unlock(&root->fs_info->fs_mutex);
C
Chris Mason 已提交
81
	check_inode(inode);
C
Chris Mason 已提交
82 83 84 85 86 87 88 89
	switch (inode->i_mode & S_IFMT) {
#if 0
	default:
		init_special_inode(inode, inode->i_mode,
				   btrfs_inode_rdev(inode_item));
		break;
#endif
	case S_IFREG:
C
Chris Mason 已提交
90 91 92
		inode->i_mapping->a_ops = &btrfs_aops;
		inode->i_fop = &btrfs_file_operations;
		inode->i_op = &btrfs_file_inode_operations;
C
Chris Mason 已提交
93 94 95 96 97 98 99 100
		break;
	case S_IFDIR:
		inode->i_op = &btrfs_dir_inode_operations;
		inode->i_fop = &btrfs_dir_file_operations;
		break;
	case S_IFLNK:
		// inode->i_op = &page_symlink_inode_operations;
		break;
101
	}
C
Chris Mason 已提交
102
	check_inode(inode);
C
Chris Mason 已提交
103
	return;
104 105
}

C
Chris Mason 已提交
106 107 108 109
static int btrfs_unlink_trans(struct btrfs_trans_handle *trans,
			      struct btrfs_root *root,
			      struct inode *dir,
			      struct dentry *dentry)
C
Chris Mason 已提交
110
{
111
	struct btrfs_path *path;
C
Chris Mason 已提交
112 113 114 115 116 117
	const char *name = dentry->d_name.name;
	int name_len = dentry->d_name.len;
	int ret;
	u64 objectid;
	struct btrfs_dir_item *di;

118 119 120 121
	path = btrfs_alloc_path();
	BUG_ON(!path);
	btrfs_init_path(path);
	ret = btrfs_lookup_dir_item(trans, root, path, dir->i_ino,
C
Chris Mason 已提交
122 123 124 125 126 127 128
				    name, name_len, -1);
	if (ret < 0)
		goto err;
	if (ret > 0) {
		ret = -ENOENT;
		goto err;
	}
129
	di = btrfs_item_ptr(btrfs_buffer_leaf(path->nodes[0]), path->slots[0],
C
Chris Mason 已提交
130 131 132
			    struct btrfs_dir_item);
	objectid = btrfs_dir_objectid(di);

133
	ret = btrfs_del_item(trans, root, path);
C
Chris Mason 已提交
134 135 136
	BUG_ON(ret);
	dentry->d_inode->i_ctime = dir->i_ctime;
err:
137 138
	btrfs_release_path(root, path);
	btrfs_free_path(path);
C
Chris Mason 已提交
139 140 141 142 143
	if (ret == 0)
		inode_dec_link_count(dentry->d_inode);
	return ret;
}

C
Chris Mason 已提交
144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164
static int btrfs_unlink(struct inode *dir, struct dentry *dentry)
{
	struct btrfs_root *root;
	struct btrfs_trans_handle *trans;
	int ret;

	root = btrfs_sb(dir->i_sb);
	mutex_lock(&root->fs_info->fs_mutex);
	trans = btrfs_start_transaction(root, 1);
	ret = btrfs_unlink_trans(trans, root, dir, dentry);
	btrfs_end_transaction(trans, root);
	mutex_unlock(&root->fs_info->fs_mutex);
	return ret;
}

static int btrfs_rmdir(struct inode *dir, struct dentry *dentry)
{
	struct inode *inode = dentry->d_inode;
	int err;
	int ret;
	struct btrfs_root *root = btrfs_sb(dir->i_sb);
165
	struct btrfs_path *path;
C
Chris Mason 已提交
166 167 168 169 170
	struct btrfs_key key;
	struct btrfs_trans_handle *trans;
	struct btrfs_disk_key *found_key;
	struct btrfs_leaf *leaf;

171 172 173
	path = btrfs_alloc_path();
	BUG_ON(!path);
	btrfs_init_path(path);
C
Chris Mason 已提交
174 175 176 177 178 179
	mutex_lock(&root->fs_info->fs_mutex);
	trans = btrfs_start_transaction(root, 1);
	key.objectid = inode->i_ino;
	key.offset = (u64)-1;
	key.flags = 0;
	btrfs_set_key_type(&key, BTRFS_DIR_ITEM_KEY);
180
	ret = btrfs_search_slot(trans, root, &key, path, -1, 1);
C
Chris Mason 已提交
181 182 183 184 185 186
	if (ret < 0) {
		err = ret;
		goto out;
	}

	BUG_ON(ret == 0);
187 188 189 190
	BUG_ON(path->slots[0] == 0);
	path->slots[0]--;
	leaf = btrfs_buffer_leaf(path->nodes[0]);
	found_key = &leaf->items[path->slots[0]].key;
C
Chris Mason 已提交
191 192 193 194 195 196 197 198 199
	if (btrfs_disk_key_objectid(found_key) != inode->i_ino) {
		err = -ENOENT;
		goto out;
	}
	if (btrfs_disk_key_type(found_key) != BTRFS_DIR_ITEM_KEY ||
	    btrfs_disk_key_offset(found_key) != 2) {
		err = -ENOTEMPTY;
		goto out;
	}
200
	ret = btrfs_del_item(trans, root, path);
C
Chris Mason 已提交
201
	BUG_ON(ret);
202
	btrfs_release_path(root, path);
C
Chris Mason 已提交
203
	key.offset = 1;
204
	ret = btrfs_search_slot(trans, root, &key, path, -1, 1);
C
Chris Mason 已提交
205 206 207 208 209 210 211 212
	if (ret < 0) {
		err = ret;
		goto out;
	}
	if (ret > 0) {
		err = -ENOTEMPTY;
		goto out;
	}
213
	ret = btrfs_del_item(trans, root, path);
C
Chris Mason 已提交
214 215 216 217
	if (ret) {
		err = ret;
		goto out;
	}
218
	btrfs_release_path(root, path);
C
Chris Mason 已提交
219 220 221 222 223 224 225

	/* now the directory is empty */
	err = btrfs_unlink_trans(trans, root, dir, dentry);
	if (!err) {
		inode->i_size = 0;
	}
out:
C
Chris Mason 已提交
226 227
	btrfs_release_path(root, path);
	btrfs_free_path(path);
C
Chris Mason 已提交
228 229 230 231 232 233 234
	mutex_unlock(&root->fs_info->fs_mutex);
	ret = btrfs_end_transaction(trans, root);
	if (ret && !err)
		err = ret;
	return err;
}

C
Chris Mason 已提交
235 236 237 238 239
static int btrfs_free_inode(struct btrfs_trans_handle *trans,
			    struct btrfs_root *root,
			    struct inode *inode)
{
	u64 objectid = inode->i_ino;
240
	struct btrfs_path *path;
C
Chris Mason 已提交
241 242 243
	struct btrfs_inode_map_item *map;
	struct btrfs_key stat_data_key;
	int ret;
244

C
Chris Mason 已提交
245
	clear_inode(inode);
246 247 248 249 250

	path = btrfs_alloc_path();
	BUG_ON(!path);
	btrfs_init_path(path);
	ret = btrfs_lookup_inode_map(trans, root, path, objectid, -1);
C
Chris Mason 已提交
251 252 253 254 255
	if (ret) {
		if (ret > 0)
			ret = -ENOENT;
		goto error;
	}
256
	map = btrfs_item_ptr(btrfs_buffer_leaf(path->nodes[0]), path->slots[0],
C
Chris Mason 已提交
257 258
			    struct btrfs_inode_map_item);
	btrfs_disk_key_to_cpu(&stat_data_key, &map->key);
259
	ret = btrfs_del_item(trans, root->fs_info->inode_root, path);
C
Chris Mason 已提交
260
	BUG_ON(ret);
261
	btrfs_release_path(root, path);
C
Chris Mason 已提交
262

263
	ret = btrfs_lookup_inode(trans, root, path, objectid, -1);
C
Chris Mason 已提交
264
	BUG_ON(ret);
265
	ret = btrfs_del_item(trans, root, path);
C
Chris Mason 已提交
266 267
	BUG_ON(ret);
error:
268 269
	btrfs_release_path(root, path);
	btrfs_free_path(path);
C
Chris Mason 已提交
270 271 272
	return ret;
}

C
Chris Mason 已提交
273 274 275 276 277
static int btrfs_truncate_in_trans(struct btrfs_trans_handle *trans,
				   struct btrfs_root *root,
				   struct inode *inode)
{
	int ret;
278
	struct btrfs_path *path;
C
Chris Mason 已提交
279 280 281
	struct btrfs_key key;
	struct btrfs_disk_key *found_key;
	struct btrfs_leaf *leaf;
C
Chris Mason 已提交
282 283 284 285
	struct btrfs_file_extent_item *fi = NULL;
	u64 extent_start = 0;
	u64 extent_num_blocks = 0;
	int found_extent;
C
Chris Mason 已提交
286

287 288
	path = btrfs_alloc_path();
	BUG_ON(!path);
C
Chris Mason 已提交
289 290 291 292
	/* FIXME, add redo link to tree so we don't leak on crash */
	key.objectid = inode->i_ino;
	key.offset = (u64)-1;
	key.flags = 0;
C
Chris Mason 已提交
293
	btrfs_set_key_type(&key, BTRFS_CSUM_ITEM_KEY);
C
Chris Mason 已提交
294
	while(1) {
295 296
		btrfs_init_path(path);
		ret = btrfs_search_slot(trans, root, &key, path, -1, 1);
C
Chris Mason 已提交
297 298 299 300
		if (ret < 0) {
			goto error;
		}
		if (ret > 0) {
301 302
			BUG_ON(path->slots[0] == 0);
			path->slots[0]--;
C
Chris Mason 已提交
303
		}
304 305
		leaf = btrfs_buffer_leaf(path->nodes[0]);
		found_key = &leaf->items[path->slots[0]].key;
C
Chris Mason 已提交
306 307
		if (btrfs_disk_key_objectid(found_key) != inode->i_ino)
			break;
C
Chris Mason 已提交
308 309
		if (btrfs_disk_key_type(found_key) != BTRFS_CSUM_ITEM_KEY &&
		    btrfs_disk_key_type(found_key) != BTRFS_EXTENT_DATA_KEY)
C
Chris Mason 已提交
310 311 312
			break;
		if (btrfs_disk_key_offset(found_key) < inode->i_size)
			break;
C
Chris Mason 已提交
313
		if (btrfs_disk_key_type(found_key) == BTRFS_EXTENT_DATA_KEY) {
314 315
			fi = btrfs_item_ptr(btrfs_buffer_leaf(path->nodes[0]),
					    path->slots[0],
C
Chris Mason 已提交
316 317 318 319 320 321 322 323 324 325
					    struct btrfs_file_extent_item);
			extent_start = btrfs_file_extent_disk_blocknr(fi);
			extent_num_blocks =
				btrfs_file_extent_disk_num_blocks(fi);
			inode->i_blocks -=
				btrfs_file_extent_num_blocks(fi) >> 9;
			found_extent = 1;
		} else {
			found_extent = 0;
		}
326
		ret = btrfs_del_item(trans, root, path);
C
Chris Mason 已提交
327
		BUG_ON(ret);
328
		btrfs_release_path(root, path);
C
Chris Mason 已提交
329 330 331 332 333
		if (found_extent) {
			ret = btrfs_free_extent(trans, root, extent_start,
						extent_num_blocks, 0);
			BUG_ON(ret);
		}
C
Chris Mason 已提交
334 335 336
	}
	ret = 0;
error:
337 338
	btrfs_release_path(root, path);
	btrfs_free_path(path);
C
Chris Mason 已提交
339 340 341
	return ret;
}

C
Chris Mason 已提交
342 343 344 345
static void btrfs_delete_inode(struct inode *inode)
{
	struct btrfs_trans_handle *trans;
	struct btrfs_root *root = btrfs_sb(inode->i_sb);
C
Chris Mason 已提交
346 347
	int ret;

C
Chris Mason 已提交
348 349 350 351 352 353 354
	truncate_inode_pages(&inode->i_data, 0);
	if (is_bad_inode(inode)) {
		goto no_delete;
	}
	inode->i_size = 0;
	mutex_lock(&root->fs_info->fs_mutex);
	trans = btrfs_start_transaction(root, 1);
C
Chris Mason 已提交
355 356 357 358
	if (S_ISREG(inode->i_mode)) {
		ret = btrfs_truncate_in_trans(trans, root, inode);
		BUG_ON(ret);
	}
C
Chris Mason 已提交
359 360 361 362 363 364 365 366
	btrfs_free_inode(trans, root, inode);
	btrfs_end_transaction(trans, root);
	mutex_unlock(&root->fs_info->fs_mutex);
	return;
no_delete:
	clear_inode(inode);
}

C
Chris Mason 已提交
367 368 369 370 371 372
static int btrfs_inode_by_name(struct inode *dir, struct dentry *dentry,
			      ino_t *ino)
{
	const char *name = dentry->d_name.name;
	int namelen = dentry->d_name.len;
	struct btrfs_dir_item *di;
373
	struct btrfs_path *path;
C
Chris Mason 已提交
374 375 376
	struct btrfs_root *root = btrfs_sb(dir->i_sb);
	int ret;

377 378 379 380
	path = btrfs_alloc_path();
	BUG_ON(!path);
	btrfs_init_path(path);
	ret = btrfs_lookup_dir_item(NULL, root, path, dir->i_ino, name,
C
Chris Mason 已提交
381
				    namelen, 0);
382
	if (ret || !btrfs_match_dir_item_name(root, path, name, namelen)) {
C
Chris Mason 已提交
383
		*ino = 0;
C
Chris Mason 已提交
384
		ret = 0;
C
Chris Mason 已提交
385 386
		goto out;
	}
387
	di = btrfs_item_ptr(btrfs_buffer_leaf(path->nodes[0]), path->slots[0],
C
Chris Mason 已提交
388 389 390
			    struct btrfs_dir_item);
	*ino = btrfs_dir_objectid(di);
out:
391 392
	btrfs_release_path(root, path);
	btrfs_free_path(path);
C
Chris Mason 已提交
393
	check_inode(dir);
C
Chris Mason 已提交
394 395 396 397 398 399 400
	return ret;
}

static struct dentry *btrfs_lookup(struct inode *dir, struct dentry *dentry,
				   struct nameidata *nd)
{
	struct inode * inode;
C
Chris Mason 已提交
401
	struct btrfs_root *root = btrfs_sb(dir->i_sb);
C
Chris Mason 已提交
402 403 404 405 406
	ino_t ino;
	int ret;

	if (dentry->d_name.len > BTRFS_NAME_LEN)
		return ERR_PTR(-ENAMETOOLONG);
C
Chris Mason 已提交
407
	mutex_lock(&root->fs_info->fs_mutex);
C
Chris Mason 已提交
408
	ret = btrfs_inode_by_name(dir, dentry, &ino);
C
Chris Mason 已提交
409
	mutex_unlock(&root->fs_info->fs_mutex);
C
Chris Mason 已提交
410 411 412 413 414 415 416
	if (ret < 0)
		return ERR_PTR(ret);
	inode = NULL;
	if (ino) {
		inode = iget(dir->i_sb, ino);
		if (!inode)
			return ERR_PTR(-EACCES);
C
Chris Mason 已提交
417
		check_inode(inode);
C
Chris Mason 已提交
418
	}
C
Chris Mason 已提交
419
	check_inode(dir);
C
Chris Mason 已提交
420 421 422 423 424 425 426 427 428 429
	return d_splice_alias(inode, dentry);
}

static int btrfs_readdir(struct file *filp, void *dirent, filldir_t filldir)
{
	struct inode *inode = filp->f_path.dentry->d_inode;
	struct btrfs_root *root = btrfs_sb(inode->i_sb);
	struct btrfs_item *item;
	struct btrfs_dir_item *di;
	struct btrfs_key key;
430
	struct btrfs_path *path;
C
Chris Mason 已提交
431 432 433 434 435 436
	int ret;
	u32 nritems;
	struct btrfs_leaf *leaf;
	int slot;
	int advance;
	unsigned char d_type = DT_UNKNOWN;
437
	int over = 0;
C
Chris Mason 已提交
438

C
Chris Mason 已提交
439
	mutex_lock(&root->fs_info->fs_mutex);
C
Chris Mason 已提交
440 441 442 443
	key.objectid = inode->i_ino;
	key.flags = 0;
	btrfs_set_key_type(&key, BTRFS_DIR_ITEM_KEY);
	key.offset = filp->f_pos;
444 445 446
	path = btrfs_alloc_path();
	btrfs_init_path(path);
	ret = btrfs_search_slot(NULL, root, &key, path, 0, 0);
C
Chris Mason 已提交
447 448 449
	if (ret < 0) {
		goto err;
	}
450
	advance = 0;
C
Chris Mason 已提交
451
	while(1) {
452
		leaf = btrfs_buffer_leaf(path->nodes[0]);
C
Chris Mason 已提交
453
		nritems = btrfs_header_nritems(&leaf->header);
454
		slot = path->slots[0];
C
Chris Mason 已提交
455 456
		if (advance || slot >= nritems) {
			if (slot >= nritems -1) {
457
				ret = btrfs_next_leaf(root, path);
C
Chris Mason 已提交
458 459
				if (ret)
					break;
460
				leaf = btrfs_buffer_leaf(path->nodes[0]);
C
Chris Mason 已提交
461
				nritems = btrfs_header_nritems(&leaf->header);
462
				slot = path->slots[0];
C
Chris Mason 已提交
463 464
			} else {
				slot++;
465
				path->slots[0]++;
C
Chris Mason 已提交
466 467 468 469 470 471 472 473
			}
		}
		advance = 1;
		item = leaf->items + slot;
		if (btrfs_disk_key_objectid(&item->key) != key.objectid)
			break;
		if (btrfs_disk_key_type(&item->key) != BTRFS_DIR_ITEM_KEY)
			continue;
474 475
		if (btrfs_disk_key_offset(&item->key) < filp->f_pos)
			continue;
C
Chris Mason 已提交
476 477

		advance = 1;
C
Chris Mason 已提交
478 479 480 481 482
		di = btrfs_item_ptr(leaf, slot, struct btrfs_dir_item);
		over = filldir(dirent, (const char *)(di + 1),
			       btrfs_dir_name_len(di),
			       btrfs_disk_key_offset(&item->key),
			       btrfs_dir_objectid(di), d_type);
483 484
		if (over) {
			filp->f_pos = btrfs_disk_key_offset(&item->key);
C
Chris Mason 已提交
485
			break;
486
		}
C
Chris Mason 已提交
487 488 489 490
		filp->f_pos = btrfs_disk_key_offset(&item->key) + 1;
	}
	ret = 0;
err:
491 492
	btrfs_release_path(root, path);
	btrfs_free_path(path);
C
Chris Mason 已提交
493
	mutex_unlock(&root->fs_info->fs_mutex);
C
Chris Mason 已提交
494 495 496 497 498 499 500 501 502 503 504 505 506 507
	return ret;
}

static void btrfs_put_super (struct super_block * sb)
{
	struct btrfs_root *root = btrfs_sb(sb);
	int ret;

	ret = close_ctree(root);
	if (ret) {
		printk("close ctree returns %d\n", ret);
	}
	sb->s_fs_info = NULL;
}
508 509 510 511

static int btrfs_fill_super(struct super_block * sb, void * data, int silent)
{
	struct inode * inode;
C
Chris Mason 已提交
512 513 514
	struct dentry * root_dentry;
	struct btrfs_super_block *disk_super;
	struct btrfs_root *root;
515 516 517

	sb->s_maxbytes = MAX_LFS_FILESIZE;
	sb->s_magic = BTRFS_SUPER_MAGIC;
C
Chris Mason 已提交
518
	sb->s_op = &btrfs_super_ops;
519
	sb->s_time_gran = 1;
C
Chris Mason 已提交
520

C
Chris Mason 已提交
521
	root = open_ctree(sb);
522

C
Chris Mason 已提交
523 524 525 526
	if (!root) {
		printk("btrfs: open_ctree failed\n");
		return -EIO;
	}
C
Chris Mason 已提交
527 528
	sb->s_fs_info = root;
	disk_super = root->fs_info->disk_super;
C
Chris Mason 已提交
529 530 531 532 533
	printk("read in super total blocks %Lu root %Lu\n",
	       btrfs_super_total_blocks(disk_super),
	       btrfs_super_root_dir(disk_super));

	inode = iget_locked(sb, btrfs_super_root_dir(disk_super));
534 535
	if (!inode)
		return -ENOMEM;
C
Chris Mason 已提交
536 537 538 539
	if (inode->i_state & I_NEW) {
		btrfs_read_locked_inode(inode);
		unlock_new_inode(inode);
	}
540

C
Chris Mason 已提交
541 542
	root_dentry = d_alloc_root(inode);
	if (!root_dentry) {
543 544 545
		iput(inode);
		return -ENOMEM;
	}
C
Chris Mason 已提交
546 547
	sb->s_root = root_dentry;

548 549 550
	return 0;
}

551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566
static void fill_inode_item(struct btrfs_inode_item *item,
			    struct inode *inode)
{
	btrfs_set_inode_uid(item, inode->i_uid);
	btrfs_set_inode_gid(item, inode->i_gid);
	btrfs_set_inode_size(item, inode->i_size);
	btrfs_set_inode_mode(item, inode->i_mode);
	btrfs_set_inode_nlink(item, inode->i_nlink);
	btrfs_set_timespec_sec(&item->atime, inode->i_atime.tv_sec);
	btrfs_set_timespec_nsec(&item->atime, inode->i_atime.tv_nsec);
	btrfs_set_timespec_sec(&item->mtime, inode->i_mtime.tv_sec);
	btrfs_set_timespec_nsec(&item->mtime, inode->i_mtime.tv_nsec);
	btrfs_set_timespec_sec(&item->ctime, inode->i_ctime.tv_sec);
	btrfs_set_timespec_nsec(&item->ctime, inode->i_ctime.tv_nsec);
	btrfs_set_inode_nblocks(item, inode->i_blocks);
	btrfs_set_inode_generation(item, inode->i_generation);
C
Chris Mason 已提交
567
	check_inode(inode);
568 569
}

C
Chris Mason 已提交
570 571 572 573 574
static int btrfs_update_inode(struct btrfs_trans_handle *trans,
			      struct btrfs_root *root,
			      struct inode *inode)
{
	struct btrfs_inode_item *inode_item;
575
	struct btrfs_path *path;
C
Chris Mason 已提交
576 577
	int ret;

578 579 580
	path = btrfs_alloc_path();
	BUG_ON(!path);
	btrfs_init_path(path);
C
Chris Mason 已提交
581

582
	ret = btrfs_lookup_inode(trans, root, path, inode->i_ino, 1);
C
Chris Mason 已提交
583 584 585 586 587 588
	if (ret) {
		if (ret > 0)
			ret = -ENOENT;
		goto failed;
	}

589 590
	inode_item = btrfs_item_ptr(btrfs_buffer_leaf(path->nodes[0]),
				  path->slots[0],
C
Chris Mason 已提交
591 592 593
				  struct btrfs_inode_item);

	fill_inode_item(inode_item, inode);
594
	btrfs_mark_buffer_dirty(path->nodes[0]);
C
Chris Mason 已提交
595
failed:
596 597
	btrfs_release_path(root, path);
	btrfs_free_path(path);
C
Chris Mason 已提交
598
	check_inode(inode);
C
Chris Mason 已提交
599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615
	return 0;
}

static int btrfs_write_inode(struct inode *inode, int wait)
{
	struct btrfs_root *root = btrfs_sb(inode->i_sb);
	struct btrfs_trans_handle *trans;
	int ret;

	mutex_lock(&root->fs_info->fs_mutex);
	trans = btrfs_start_transaction(root, 1);
	ret = btrfs_update_inode(trans, root, inode);
	if (wait)
		btrfs_commit_transaction(trans, root);
	else
		btrfs_end_transaction(trans, root);
	mutex_unlock(&root->fs_info->fs_mutex);
C
Chris Mason 已提交
616
	check_inode(inode);
C
Chris Mason 已提交
617 618 619
	return ret;
}

620 621 622 623 624 625 626 627 628 629 630 631 632 633
static struct inode *btrfs_new_inode(struct btrfs_trans_handle *trans,
				     struct inode *dir, int mode)
{
	struct inode *inode;
	struct btrfs_inode_item inode_item;
	struct btrfs_root *root = btrfs_sb(dir->i_sb);
	struct btrfs_key key;
	int ret;
	u64 objectid;

	inode = new_inode(dir->i_sb);
	if (!inode)
		return ERR_PTR(-ENOMEM);

C
Chris Mason 已提交
634
	check_inode(inode);
635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656
	ret = btrfs_find_free_objectid(trans, root, dir->i_ino, &objectid);
	BUG_ON(ret);

	inode->i_uid = current->fsuid;
	inode->i_gid = current->fsgid;
	inode->i_mode = mode;
	inode->i_ino = objectid;
	inode->i_blocks = 0;
	inode->i_mtime = inode->i_atime = inode->i_ctime = CURRENT_TIME_SEC;
	fill_inode_item(&inode_item, inode);

	key.objectid = objectid;
	key.flags = 0;
	key.offset = 0;
	btrfs_set_key_type(&key, BTRFS_INODE_ITEM_KEY);
	ret = btrfs_insert_inode_map(trans, root, objectid, &key);
	BUG_ON(ret);

	ret = btrfs_insert_inode(trans, root, objectid, &inode_item);
	BUG_ON(ret);

	insert_inode_hash(inode);
C
Chris Mason 已提交
657 658
	check_inode(inode);
	check_inode(dir);
659 660 661 662 663 664 665 666 667 668 669
	return inode;
}

static int btrfs_add_link(struct btrfs_trans_handle *trans,
			    struct dentry *dentry, struct inode *inode)
{
	int ret;
	ret = btrfs_insert_dir_item(trans, btrfs_sb(inode->i_sb),
				    dentry->d_name.name, dentry->d_name.len,
				    dentry->d_parent->d_inode->i_ino,
				    inode->i_ino, 0);
C
Chris Mason 已提交
670 671 672 673 674
	if (ret == 0) {
		dentry->d_parent->d_inode->i_size += dentry->d_name.len;
		ret = btrfs_update_inode(trans, btrfs_sb(inode->i_sb),
					 dentry->d_parent->d_inode);
	}
C
Chris Mason 已提交
675 676
	check_inode(inode);
	check_inode(dentry->d_parent->d_inode);
677 678 679 680 681 682 683 684 685 686 687
	return ret;
}

static int btrfs_add_nondir(struct btrfs_trans_handle *trans,
			    struct dentry *dentry, struct inode *inode)
{
	int err = btrfs_add_link(trans, dentry, inode);
	if (!err) {
		d_instantiate(dentry, inode);
		return 0;
	}
C
Chris Mason 已提交
688 689 690
	if (err > 0)
		err = -EEXIST;
	check_inode(inode);
691 692 693 694 695 696 697 698 699 700
	return err;
}

static int btrfs_create(struct inode *dir, struct dentry *dentry,
			int mode, struct nameidata *nd)
{
	struct btrfs_trans_handle *trans;
	struct btrfs_root *root = btrfs_sb(dir->i_sb);
	struct inode *inode;
	int err;
C
Chris Mason 已提交
701
	int drop_inode = 0;
702

C
Chris Mason 已提交
703
	mutex_lock(&root->fs_info->fs_mutex);
704 705 706 707
	trans = btrfs_start_transaction(root, 1);
	inode = btrfs_new_inode(trans, dir, mode);
	err = PTR_ERR(inode);
	if (IS_ERR(inode))
C
Chris Mason 已提交
708
		goto out_unlock;
709 710
	// FIXME mark the inode dirty
	err = btrfs_add_nondir(trans, dentry, inode);
C
Chris Mason 已提交
711 712
	if (err)
		drop_inode = 1;
C
Chris Mason 已提交
713 714 715 716 717
	else {
		inode->i_mapping->a_ops = &btrfs_aops;
		inode->i_fop = &btrfs_file_operations;
		inode->i_op = &btrfs_file_inode_operations;
	}
718
	dir->i_sb->s_dirt = 1;
C
Chris Mason 已提交
719
out_unlock:
C
Chris Mason 已提交
720
	btrfs_end_transaction(trans, root);
C
Chris Mason 已提交
721
	mutex_unlock(&root->fs_info->fs_mutex);
C
Chris Mason 已提交
722 723 724
	check_inode(inode);
	check_inode(dir);

C
Chris Mason 已提交
725 726 727 728
	if (drop_inode) {
		inode_dec_link_count(inode);
		iput(inode);
	}
729 730 731
	return err;
}

C
Chris Mason 已提交
732 733 734 735 736 737 738 739 740 741 742 743 744 745 746
static int btrfs_make_empty_dir(struct btrfs_trans_handle *trans,
				struct inode *inode, struct inode *dir)
{
	struct btrfs_root *root = btrfs_sb(inode->i_sb);
	int ret;
	char buf[2];
	buf[0] = '.';
	buf[1] = '.';

	ret = btrfs_insert_dir_item(trans, root, buf, 1, inode->i_ino,
				    inode->i_ino, 1);
	if (ret)
		goto error;
	ret = btrfs_insert_dir_item(trans, root, buf, 2, inode->i_ino,
				    dir->i_ino, 1);
C
Chris Mason 已提交
747 748 749 750
	if (ret)
		goto error;
	inode->i_size = 3;
	ret = btrfs_update_inode(trans, root, inode);
C
Chris Mason 已提交
751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795
error:
	return ret;
}

static int btrfs_mkdir(struct inode *dir, struct dentry *dentry, int mode)
{
	struct inode *inode;
	struct btrfs_trans_handle *trans;
	struct btrfs_root *root = btrfs_sb(dir->i_sb);
	int err = 0;
	int drop_on_err = 0;

	mutex_lock(&root->fs_info->fs_mutex);
	trans = btrfs_start_transaction(root, 1);
	if (IS_ERR(trans)) {
		err = PTR_ERR(trans);
		goto out_unlock;
	}
	inode = btrfs_new_inode(trans, dir, S_IFDIR | mode);
	if (IS_ERR(inode)) {
		err = PTR_ERR(inode);
		goto out_fail;
	}
	drop_on_err = 1;
	inode->i_op = &btrfs_dir_inode_operations;
	inode->i_fop = &btrfs_dir_file_operations;

	err = btrfs_make_empty_dir(trans, inode, dir);
	if (err)
		goto out_fail;
	err = btrfs_add_link(trans, dentry, inode);
	if (err)
		goto out_fail;
	d_instantiate(dentry, inode);
	drop_on_err = 0;

out_fail:
	btrfs_end_transaction(trans, root);
out_unlock:
	mutex_unlock(&root->fs_info->fs_mutex);
	if (drop_on_err)
		iput(inode);
	return err;
}

796 797 798 799 800
static int btrfs_sync_fs(struct super_block *sb, int wait)
{
	struct btrfs_trans_handle *trans;
	struct btrfs_root *root;
	int ret;
801
	root = btrfs_sb(sb);
802

803
	sb->s_dirt = 0;
C
Chris Mason 已提交
804
	if (!wait) {
C
Chris Mason 已提交
805
		filemap_flush(root->fs_info->btree_inode->i_mapping);
C
Chris Mason 已提交
806 807
		return 0;
	}
C
Chris Mason 已提交
808
	filemap_write_and_wait(root->fs_info->btree_inode->i_mapping);
C
Chris Mason 已提交
809
	mutex_lock(&root->fs_info->fs_mutex);
810 811 812 813 814
	trans = btrfs_start_transaction(root, 1);
	ret = btrfs_commit_transaction(trans, root);
	sb->s_dirt = 0;
	BUG_ON(ret);
printk("btrfs sync_fs\n");
C
Chris Mason 已提交
815
	mutex_unlock(&root->fs_info->fs_mutex);
816 817 818
	return 0;
}

C
Chris Mason 已提交
819 820 821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 885
static int btrfs_get_block_inline(struct inode *inode, sector_t iblock,
			   struct buffer_head *result, int create)
{
	struct btrfs_root *root = btrfs_sb(inode->i_sb);
	struct btrfs_path *path;
	struct btrfs_key key;
	struct btrfs_leaf *leaf;
	int num_bytes = result->b_size;
	int item_size;
	int ret;
	u64 pos;
	char *ptr;
	int copy_size;
	int err = 0;
	char *safe_ptr;
	char *data_ptr;

	path = btrfs_alloc_path();
	BUG_ON(!path);

	WARN_ON(create);
	if (create) {
		return 0;
	}
	pos = iblock << inode->i_blkbits;
	key.objectid = inode->i_ino;
	key.flags = 0;
	btrfs_set_key_type(&key, BTRFS_INLINE_DATA_KEY);
	ptr = kmap(result->b_page);
	safe_ptr = ptr;
	ptr += (pos & (PAGE_CACHE_SIZE -1));
again:
	key.offset = pos;
	ret = btrfs_search_slot(NULL, root, &key, path, 0, 0);
	if (ret) {
		if (ret < 0)
			err = ret;
		else
			err = 0;
		goto out;
	}
	leaf = btrfs_buffer_leaf(path->nodes[0]);
	item_size = btrfs_item_size(leaf->items + path->slots[0]);
	copy_size = min(num_bytes, item_size);
	data_ptr = btrfs_item_ptr(leaf, path->slots[0], char);
	WARN_ON(safe_ptr + PAGE_CACHE_SIZE < ptr + copy_size);
	memcpy(ptr, data_ptr, copy_size);
	pos += copy_size;
	num_bytes -= copy_size;
	WARN_ON(num_bytes < 0);
	ptr += copy_size;
	btrfs_release_path(root, path);
	if (num_bytes != 0) {
		if (pos >= i_size_read(inode))
			memset(ptr, 0, num_bytes);
		else
			goto again;
	}
	set_buffer_uptodate(result);
	map_bh(result, inode->i_sb, 0);
	err = 0;
out:
	btrfs_free_path(path);
	kunmap(result->b_page);
	return err;
}

C
Chris Mason 已提交
886
static int btrfs_get_block_lock(struct inode *inode, sector_t iblock,
C
Chris Mason 已提交
887 888 889 890 891 892 893 894
			   struct buffer_head *result, int create)
{
	int ret;
	int err = 0;
	u64 blocknr;
	u64 extent_start = 0;
	u64 extent_end = 0;
	u64 objectid = inode->i_ino;
895
	struct btrfs_path *path;
C
Chris Mason 已提交
896 897 898 899 900 901
	struct btrfs_root *root = btrfs_sb(inode->i_sb);
	struct btrfs_trans_handle *trans = NULL;
	struct btrfs_file_extent_item *item;
	struct btrfs_leaf *leaf;
	struct btrfs_disk_key *found_key;

902 903 904
	path = btrfs_alloc_path();
	BUG_ON(!path);
	btrfs_init_path(path);
C
Chris Mason 已提交
905 906 907 908
	if (create)
		trans = btrfs_start_transaction(root, 1);


909
	ret = btrfs_lookup_file_extent(trans, root, path,
C
Chris Mason 已提交
910 911
				       inode->i_ino,
				       iblock << inode->i_blkbits, 0);
C
Chris Mason 已提交
912 913 914 915 916 917
	if (ret < 0) {
		err = ret;
		goto out;
	}

	if (ret != 0) {
918 919
		if (path->slots[0] == 0) {
			btrfs_release_path(root, path);
C
Chris Mason 已提交
920 921
			goto allocate;
		}
922
		path->slots[0]--;
C
Chris Mason 已提交
923 924
	}

925
	item = btrfs_item_ptr(btrfs_buffer_leaf(path->nodes[0]), path->slots[0],
C
Chris Mason 已提交
926
			      struct btrfs_file_extent_item);
927
	leaf = btrfs_buffer_leaf(path->nodes[0]);
C
Chris Mason 已提交
928 929 930 931 932 933 934 935 936 937 938
	blocknr = btrfs_file_extent_disk_blocknr(item);
	blocknr += btrfs_file_extent_offset(item);

	/* exact match found, use it */
	if (ret == 0) {
		err = 0;
		map_bh(result, inode->i_sb, blocknr);
		goto out;
	}

	/* are we inside the extent that was found? */
939
	found_key = &leaf->items[path->slots[0]].key;
C
Chris Mason 已提交
940 941 942 943
	if (btrfs_disk_key_objectid(found_key) != objectid ||
	    btrfs_disk_key_type(found_key) != BTRFS_EXTENT_DATA_KEY) {
		extent_end = 0;
		extent_start = 0;
944
		btrfs_release_path(root, path);
C
Chris Mason 已提交
945 946 947
		goto allocate;
	}

948
	extent_start = btrfs_disk_key_offset(&leaf->items[path->slots[0]].key);
C
Chris Mason 已提交
949
	extent_start = extent_start >> inode->i_blkbits;
C
Chris Mason 已提交
950 951 952 953 954 955 956 957 958 959 960 961 962
	extent_start += btrfs_file_extent_offset(item);
	extent_end = extent_start + btrfs_file_extent_num_blocks(item);
	if (iblock >= extent_start && iblock < extent_end) {
		err = 0;
		map_bh(result, inode->i_sb, blocknr + iblock - extent_start);
		goto out;
	}
allocate:
	/* ok, create a new extent */
	if (!create) {
		err = 0;
		goto out;
	}
C
Chris Mason 已提交
963 964
	ret = btrfs_alloc_file_extent(trans, root, objectid,
				      iblock << inode->i_blkbits,
C
Chris Mason 已提交
965 966 967 968 969
				      1, extent_end, &blocknr);
	if (ret) {
		err = ret;
		goto out;
	}
C
Chris Mason 已提交
970 971
	inode->i_blocks += inode->i_sb->s_blocksize >> 9;
	set_buffer_new(result);
C
Chris Mason 已提交
972 973 974
	map_bh(result, inode->i_sb, blocknr);

out:
975 976
	btrfs_release_path(root, path);
	btrfs_free_path(path);
C
Chris Mason 已提交
977 978
	if (trans)
		btrfs_end_transaction(trans, root);
C
Chris Mason 已提交
979 980 981 982 983 984 985 986 987
	return err;
}

static int btrfs_get_block(struct inode *inode, sector_t iblock,
			   struct buffer_head *result, int create)
{
	int err;
	struct btrfs_root *root = btrfs_sb(inode->i_sb);
	mutex_lock(&root->fs_info->fs_mutex);
C
Chris Mason 已提交
988 989
	// err = btrfs_get_block_lock(inode, iblock, result, create);
	err = btrfs_get_block_inline(inode, iblock, result, create);
C
Chris Mason 已提交
990 991 992 993 994 995 996
	mutex_unlock(&root->fs_info->fs_mutex);
	return err;
}

static int btrfs_prepare_write(struct file *file, struct page *page,
			       unsigned from, unsigned to)
{
C
Chris Mason 已提交
997
	WARN_ON(1);
998
	return nobh_prepare_write(page, from, to, btrfs_get_block);
C
Chris Mason 已提交
999
}
C
Chris Mason 已提交
1000 1001 1002 1003 1004 1005
static int btrfs_commit_write(struct file *file, struct page *page,
			       unsigned from, unsigned to)
{
	WARN_ON(1);
	return nobh_commit_write(file, page, from, to);
}
C
Chris Mason 已提交
1006

C
Chris Mason 已提交
1007 1008 1009 1010 1011
static void btrfs_write_super(struct super_block *sb)
{
	btrfs_sync_fs(sb, 1);
}

C
Chris Mason 已提交
1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024
static int btrfs_readpage(struct file *file, struct page *page)
{
	return mpage_readpage(page, btrfs_get_block);
}

static int btrfs_readpages(struct file *file, struct address_space *mapping,
			   struct list_head *pages, unsigned nr_pages)
{
	return mpage_readpages(mapping, pages, nr_pages, btrfs_get_block);
}

static int btrfs_writepage(struct page *page, struct writeback_control *wbc)
{
1025
	return nobh_writepage(page, btrfs_get_block, wbc);
C
Chris Mason 已提交
1026
}
C
Chris Mason 已提交
1027

C
Chris Mason 已提交
1028 1029 1030 1031 1032 1033 1034 1035 1036 1037 1038 1039 1040 1041 1042 1043 1044 1045 1046 1047 1048 1049 1050 1051
static void btrfs_truncate(struct inode *inode)
{
	struct btrfs_root *root = btrfs_sb(inode->i_sb);
	int ret;
	struct btrfs_trans_handle *trans;

	if (!S_ISREG(inode->i_mode))
		return;
	if (IS_APPEND(inode) || IS_IMMUTABLE(inode))
		return;

	nobh_truncate_page(inode->i_mapping, inode->i_size);

	/* FIXME, add redo link to tree so we don't leak on crash */
	mutex_lock(&root->fs_info->fs_mutex);
	trans = btrfs_start_transaction(root, 1);
	ret = btrfs_truncate_in_trans(trans, root, inode);
	BUG_ON(ret);
	ret = btrfs_end_transaction(trans, root);
	BUG_ON(ret);
	mutex_unlock(&root->fs_info->fs_mutex);
	mark_inode_dirty(inode);
}

C
Chris Mason 已提交
1052 1053 1054 1055 1056 1057 1058 1059 1060 1061 1062 1063 1064 1065 1066 1067 1068 1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084 1085 1086 1087 1088 1089 1090 1091 1092 1093 1094 1095 1096 1097 1098 1099 1100 1101 1102 1103 1104 1105
static int btrfs_copy_from_user(loff_t pos, int num_pages, int write_bytes,
				struct page **prepared_pages,
				const char __user * buf)
{
	long page_fault = 0;
	int i;
	int offset = pos & (PAGE_CACHE_SIZE - 1);

	for (i = 0; i < num_pages && write_bytes > 0; i++, offset = 0) {
		size_t count = min_t(size_t,
				     PAGE_CACHE_SIZE - offset, write_bytes);
		struct page *page = prepared_pages[i];
		fault_in_pages_readable(buf, count);

		/* Copy data from userspace to the current page */
		kmap(page);
		page_fault = __copy_from_user(page_address(page) + offset,
					      buf, count);
		/* Flush processor's dcache for this page */
		flush_dcache_page(page);
		kunmap(page);
		buf += count;
		write_bytes -= count;

		if (page_fault)
			break;
	}
	return page_fault ? -EFAULT : 0;
}

static void btrfs_drop_pages(struct page **pages, size_t num_pages)
{
	size_t i;
	for (i = 0; i < num_pages; i++) {
		if (!pages[i])
			break;
		unlock_page(pages[i]);
		mark_page_accessed(pages[i]);
		page_cache_release(pages[i]);
	}
}
static int dirty_and_release_pages(struct btrfs_trans_handle *trans,
				   struct btrfs_root *root,
				   struct file *file,
				   struct page **pages,
				   size_t num_pages,
				   loff_t pos,
				   size_t write_bytes)
{
	int i;
	int offset;
	int err = 0;
	int ret;
	int this_write;
C
Chris Mason 已提交
1106
	struct inode *inode = file->f_path.dentry->d_inode;
C
Chris Mason 已提交
1107 1108 1109 1110

	for (i = 0; i < num_pages; i++) {
		offset = pos & (PAGE_CACHE_SIZE -1);
		this_write = min(PAGE_CACHE_SIZE - offset, write_bytes);
C
Chris Mason 已提交
1111 1112 1113 1114 1115 1116 1117 1118 1119 1120 1121 1122 1123
		/* FIXME, one block at a time */

		mutex_lock(&root->fs_info->fs_mutex);
		trans = btrfs_start_transaction(root, 1);
		btrfs_csum_file_block(trans, root, inode->i_ino,
				      pages[i]->index << PAGE_CACHE_SHIFT,
				      kmap(pages[i]), PAGE_CACHE_SIZE);
		kunmap(pages[i]);
		SetPageChecked(pages[i]);
		ret = btrfs_end_transaction(trans, root);
		BUG_ON(ret);
		mutex_unlock(&root->fs_info->fs_mutex);

C
Chris Mason 已提交
1124 1125 1126 1127 1128 1129 1130 1131 1132 1133 1134 1135 1136 1137 1138 1139 1140 1141 1142 1143 1144 1145 1146 1147 1148 1149 1150 1151 1152 1153 1154 1155 1156 1157 1158 1159 1160 1161 1162 1163 1164 1165 1166
		ret = nobh_commit_write(file, pages[i], offset,
					 offset + this_write);
		pos += this_write;
		if (ret) {
			err = ret;
			goto failed;
		}
		WARN_ON(this_write > write_bytes);
		write_bytes -= this_write;
	}
failed:
	return err;
}

static int prepare_pages(struct btrfs_trans_handle *trans,
			 struct btrfs_root *root,
			 struct file *file,
			 struct page **pages,
			 size_t num_pages,
			 loff_t pos,
			 size_t write_bytes)
{
	int i;
	unsigned long index = pos >> PAGE_CACHE_SHIFT;
	struct inode *inode = file->f_path.dentry->d_inode;
	int offset;
	int err = 0;
	int ret;
	int this_write;
	loff_t isize = i_size_read(inode);

	memset(pages, 0, num_pages * sizeof(struct page *));

	for (i = 0; i < num_pages; i++) {
		pages[i] = grab_cache_page(inode->i_mapping, index + i);
		if (!pages[i]) {
			err = -ENOMEM;
			goto failed_release;
		}
		offset = pos & (PAGE_CACHE_SIZE -1);
		this_write = min(PAGE_CACHE_SIZE - offset, write_bytes);
		ret = nobh_prepare_write(pages[i], offset,
					 offset + this_write,
C
Chris Mason 已提交
1167
					 btrfs_get_block);
C
Chris Mason 已提交
1168 1169 1170 1171 1172 1173 1174 1175 1176 1177 1178 1179 1180 1181 1182 1183 1184 1185 1186 1187 1188 1189 1190 1191 1192 1193 1194 1195 1196 1197 1198 1199 1200 1201 1202 1203 1204 1205 1206 1207 1208 1209 1210 1211 1212 1213 1214 1215 1216 1217 1218 1219 1220
		pos += this_write;
		if (ret) {
			err = ret;
			goto failed_truncate;
		}
		WARN_ON(this_write > write_bytes);
		write_bytes -= this_write;
	}
	return 0;

failed_release:
	btrfs_drop_pages(pages, num_pages);
	return err;

failed_truncate:
	btrfs_drop_pages(pages, num_pages);
	if (pos > isize)
		vmtruncate(inode, isize);
	return err;
}

static ssize_t btrfs_file_write(struct file *file, const char __user *buf,
				size_t count, loff_t *ppos)
{
	loff_t pos;
	size_t num_written = 0;
	int err = 0;
	int ret = 0;
	struct inode *inode = file->f_path.dentry->d_inode;
	struct btrfs_root *root = btrfs_sb(inode->i_sb);
	struct page *pages[1];

	if (file->f_flags & O_DIRECT)
		return -EINVAL;
	pos = *ppos;

	vfs_check_frozen(inode->i_sb, SB_FREEZE_WRITE);
	current->backing_dev_info = inode->i_mapping->backing_dev_info;
	err = generic_write_checks(file, &pos, &count, S_ISBLK(inode->i_mode));
	if (err)
		goto out;
	if (count == 0)
		goto out;
	err = remove_suid(file->f_path.dentry);
	if (err)
		goto out;
	file_update_time(file);
	mutex_lock(&inode->i_mutex);
	while(count > 0) {
		size_t offset = pos & (PAGE_CACHE_SIZE - 1);
		size_t write_bytes = min(count, PAGE_CACHE_SIZE - offset);
		size_t num_pages = (write_bytes + PAGE_CACHE_SIZE - 1) >>
					PAGE_CACHE_SHIFT;
C
Chris Mason 已提交
1221
		ret = prepare_pages(NULL, root, file, pages, num_pages,
C
Chris Mason 已提交
1222 1223 1224 1225 1226 1227
				    pos, write_bytes);
		BUG_ON(ret);
		ret = btrfs_copy_from_user(pos, num_pages,
					   write_bytes, pages, buf);
		BUG_ON(ret);

C
Chris Mason 已提交
1228
		ret = dirty_and_release_pages(NULL, root, file, pages,
C
Chris Mason 已提交
1229 1230 1231 1232 1233 1234 1235 1236 1237 1238 1239 1240 1241 1242 1243 1244 1245 1246 1247
					      num_pages, pos, write_bytes);
		BUG_ON(ret);
		btrfs_drop_pages(pages, num_pages);

		buf += write_bytes;
		count -= write_bytes;
		pos += write_bytes;
		num_written += write_bytes;

		balance_dirty_pages_ratelimited(inode->i_mapping);
		cond_resched();
	}
	mutex_unlock(&inode->i_mutex);
out:
	*ppos = pos;
	current->backing_dev_info = NULL;
	return num_written ? num_written : err;
}

C
Chris Mason 已提交
1248 1249 1250 1251 1252 1253 1254 1255 1256 1257 1258 1259 1260 1261 1262 1263 1264 1265 1266 1267 1268 1269 1270 1271 1272 1273 1274 1275 1276 1277 1278 1279 1280 1281 1282 1283 1284 1285 1286 1287 1288 1289 1290 1291 1292 1293 1294 1295 1296 1297 1298 1299 1300 1301 1302 1303 1304 1305 1306 1307 1308 1309 1310 1311 1312 1313 1314 1315 1316 1317 1318 1319 1320 1321 1322 1323 1324 1325 1326 1327 1328 1329 1330 1331 1332 1333 1334 1335 1336 1337 1338 1339 1340 1341 1342 1343 1344 1345 1346 1347 1348 1349 1350 1351 1352 1353 1354 1355 1356 1357 1358 1359 1360 1361 1362 1363 1364 1365 1366 1367 1368 1369 1370 1371 1372 1373 1374 1375 1376 1377 1378 1379 1380 1381 1382 1383 1384 1385 1386 1387 1388 1389 1390 1391 1392 1393 1394 1395 1396 1397 1398 1399 1400 1401 1402 1403 1404 1405 1406 1407 1408 1409 1410 1411
static ssize_t inline_one_page(struct btrfs_root *root, struct inode *inode,
			   struct page *page, loff_t pos,
			   size_t offset, size_t write_bytes)
{
	struct btrfs_path *path;
	struct btrfs_trans_handle *trans;
	struct btrfs_key key;
	struct btrfs_leaf *leaf;
	struct btrfs_key found_key;
	int ret;
	size_t copy_size = 0;
	char *dst = NULL;
	int err = 0;
	size_t num_written = 0;

	path = btrfs_alloc_path();
	BUG_ON(!path);
	mutex_lock(&root->fs_info->fs_mutex);
	trans = btrfs_start_transaction(root, 1);
	key.objectid = inode->i_ino;
	key.flags = 0;
	btrfs_set_key_type(&key, BTRFS_INLINE_DATA_KEY);

again:
	key.offset = pos;
	ret = btrfs_search_slot(trans, root, &key, path, 0, 1);
	if (ret < 0) {
		err = ret;
		goto out;
	}
	if (ret == 0) {
		leaf = btrfs_buffer_leaf(path->nodes[0]);
		btrfs_disk_key_to_cpu(&found_key,
				      &leaf->items[path->slots[0]].key);
		copy_size = btrfs_item_size(leaf->items + path->slots[0]);
		dst = btrfs_item_ptr(leaf, path->slots[0], char);
		copy_size = min(write_bytes, copy_size);
		goto copyit;
	} else {
		int slot = path->slots[0];
		if (slot > 0) {
			slot--;
		}
		// FIXME find max key
		leaf = btrfs_buffer_leaf(path->nodes[0]);
		btrfs_disk_key_to_cpu(&found_key,
				      &leaf->items[slot].key);
		if (found_key.objectid != inode->i_ino)
			goto insert;
		if (btrfs_key_type(&found_key) != BTRFS_INLINE_DATA_KEY)
			goto insert;
		copy_size = btrfs_item_size(leaf->items + slot);
		if (found_key.offset + copy_size <= pos)
			goto insert;
		dst = btrfs_item_ptr(leaf, path->slots[0], char);
		dst += pos - found_key.offset;
		copy_size = copy_size - (pos - found_key.offset);
		BUG_ON(copy_size < 0);
		copy_size = min(write_bytes, copy_size);
		WARN_ON(copy_size == 0);
		goto copyit;
	}
insert:
	btrfs_release_path(root, path);
	copy_size = min(write_bytes, (size_t)512);
	ret = btrfs_insert_empty_item(trans, root, path, &key, copy_size);
	BUG_ON(ret);
	dst = btrfs_item_ptr(btrfs_buffer_leaf(path->nodes[0]),
			     path->slots[0], char);
copyit:
	WARN_ON(copy_size == 0);
	WARN_ON(dst + copy_size >
		btrfs_item_ptr(btrfs_buffer_leaf(path->nodes[0]),
						 path->slots[0], char) +
		btrfs_item_size(btrfs_buffer_leaf(path->nodes[0])->items +
						  path->slots[0]));
	btrfs_memcpy(root, path->nodes[0]->b_data, dst,
		     page_address(page) + offset, copy_size);
	mark_buffer_dirty(path->nodes[0]);
	btrfs_release_path(root, path);
	pos += copy_size;
	offset += copy_size;
	num_written += copy_size;
	write_bytes -= copy_size;
	if (write_bytes)
		goto again;
out:
	btrfs_free_path(path);
	ret = btrfs_end_transaction(trans, root);
	BUG_ON(ret);
	mutex_unlock(&root->fs_info->fs_mutex);
	return num_written ? num_written : err;
}

static ssize_t btrfs_file_inline_write(struct file *file,
				       const char __user *buf,
				       size_t count, loff_t *ppos)
{
	loff_t pos;
	size_t num_written = 0;
	int err = 0;
	int ret = 0;
	struct inode *inode = file->f_path.dentry->d_inode;
	struct btrfs_root *root = btrfs_sb(inode->i_sb);
	unsigned long page_index;

	if (file->f_flags & O_DIRECT)
		return -EINVAL;
	pos = *ppos;

	vfs_check_frozen(inode->i_sb, SB_FREEZE_WRITE);
	current->backing_dev_info = inode->i_mapping->backing_dev_info;
	err = generic_write_checks(file, &pos, &count, S_ISBLK(inode->i_mode));
	if (err)
		goto out;
	if (count == 0)
		goto out;
	err = remove_suid(file->f_path.dentry);
	if (err)
		goto out;
	file_update_time(file);
	mutex_lock(&inode->i_mutex);
	while(count > 0) {
		size_t offset = pos & (PAGE_CACHE_SIZE - 1);
		size_t write_bytes = min(count, PAGE_CACHE_SIZE - offset);
		struct page *page;

		page_index = pos >> PAGE_CACHE_SHIFT;
		page = grab_cache_page(inode->i_mapping, page_index);
		if (!PageUptodate(page)) {
			ret = mpage_readpage(page, btrfs_get_block);
			BUG_ON(ret);
			lock_page(page);
		}
		ret = btrfs_copy_from_user(pos, 1,
					   write_bytes, &page, buf);
		BUG_ON(ret);
		write_bytes = inline_one_page(root, inode, page, pos,
				      offset, write_bytes);
		SetPageUptodate(page);
		if (write_bytes > 0 && pos + write_bytes > inode->i_size) {
			i_size_write(inode, pos + write_bytes);
			mark_inode_dirty(inode);
		}
		page_cache_release(page);
		unlock_page(page);
		if (write_bytes < 0)
			goto out_unlock;
		buf += write_bytes;
		count -= write_bytes;
		pos += write_bytes;
		num_written += write_bytes;

		balance_dirty_pages_ratelimited(inode->i_mapping);
		cond_resched();
	}
out_unlock:
	mutex_unlock(&inode->i_mutex);
out:
	*ppos = pos;
	current->backing_dev_info = NULL;
	return num_written ? num_written : err;
}

C
Chris Mason 已提交
1412 1413 1414 1415 1416 1417 1418 1419 1420 1421 1422 1423 1424 1425 1426 1427 1428 1429 1430 1431 1432 1433 1434 1435 1436 1437 1438 1439 1440 1441 1442 1443 1444 1445 1446 1447 1448 1449 1450 1451 1452 1453 1454 1455 1456 1457 1458 1459 1460 1461 1462 1463 1464 1465 1466 1467 1468 1469 1470 1471 1472 1473 1474 1475 1476 1477 1478 1479 1480 1481 1482 1483 1484 1485 1486 1487 1488 1489 1490 1491 1492 1493 1494 1495 1496 1497 1498 1499 1500 1501 1502 1503 1504 1505 1506 1507 1508 1509 1510 1511 1512 1513 1514 1515 1516 1517 1518 1519 1520 1521 1522 1523
static int btrfs_read_actor(read_descriptor_t *desc, struct page *page,
			unsigned long offset, unsigned long size)
{
	char *kaddr;
	unsigned long left, count = desc->count;

	if (size > count)
		size = count;

	if (!PageChecked(page)) {
		/* FIXME, do it per block */
		struct btrfs_root *root = btrfs_sb(page->mapping->host->i_sb);
		int ret = btrfs_csum_verify_file_block(root,
					  page->mapping->host->i_ino,
					  page->index << PAGE_CACHE_SHIFT,
					  kmap(page), PAGE_CACHE_SIZE);
		if (ret) {
			printk("failed to verify ino %lu page %lu\n",
			       page->mapping->host->i_ino,
			       page->index);
			memset(page_address(page), 0, PAGE_CACHE_SIZE);
		}
		SetPageChecked(page);
		kunmap(page);
	}
	/*
	 * Faults on the destination of a read are common, so do it before
	 * taking the kmap.
	 */
	if (!fault_in_pages_writeable(desc->arg.buf, size)) {
		kaddr = kmap_atomic(page, KM_USER0);
		left = __copy_to_user_inatomic(desc->arg.buf,
						kaddr + offset, size);
		kunmap_atomic(kaddr, KM_USER0);
		if (left == 0)
			goto success;
	}

	/* Do it the slow way */
	kaddr = kmap(page);
	left = __copy_to_user(desc->arg.buf, kaddr + offset, size);
	kunmap(page);

	if (left) {
		size -= left;
		desc->error = -EFAULT;
	}
success:
	desc->count = count - size;
	desc->written += size;
	desc->arg.buf += size;
	return size;
}

/**
 * btrfs_file_aio_read - filesystem read routine
 * @iocb:	kernel I/O control block
 * @iov:	io vector request
 * @nr_segs:	number of segments in the iovec
 * @pos:	current file position
 */
static ssize_t btrfs_file_aio_read(struct kiocb *iocb, const struct iovec *iov,
				   unsigned long nr_segs, loff_t pos)
{
	struct file *filp = iocb->ki_filp;
	ssize_t retval;
	unsigned long seg;
	size_t count;
	loff_t *ppos = &iocb->ki_pos;

	count = 0;
	for (seg = 0; seg < nr_segs; seg++) {
		const struct iovec *iv = &iov[seg];

		/*
		 * If any segment has a negative length, or the cumulative
		 * length ever wraps negative then return -EINVAL.
		 */
		count += iv->iov_len;
		if (unlikely((ssize_t)(count|iv->iov_len) < 0))
			return -EINVAL;
		if (access_ok(VERIFY_WRITE, iv->iov_base, iv->iov_len))
			continue;
		if (seg == 0)
			return -EFAULT;
		nr_segs = seg;
		count -= iv->iov_len;	/* This segment is no good */
		break;
	}
	retval = 0;
	if (count) {
		for (seg = 0; seg < nr_segs; seg++) {
			read_descriptor_t desc;

			desc.written = 0;
			desc.arg.buf = iov[seg].iov_base;
			desc.count = iov[seg].iov_len;
			if (desc.count == 0)
				continue;
			desc.error = 0;
			do_generic_file_read(filp, ppos, &desc,
					     btrfs_read_actor);
			retval += desc.written;
			if (desc.error) {
				retval = retval ?: desc.error;
				break;
			}
		}
	}
	return retval;
}

C
Chris Mason 已提交
1524 1525 1526 1527 1528 1529 1530 1531 1532 1533 1534 1535 1536 1537 1538 1539 1540 1541 1542 1543 1544 1545 1546 1547 1548 1549 1550 1551 1552 1553 1554 1555 1556 1557 1558 1559 1560 1561 1562 1563 1564 1565 1566 1567 1568 1569 1570 1571 1572 1573 1574 1575 1576 1577 1578 1579 1580 1581 1582 1583 1584 1585 1586 1587 1588 1589 1590 1591 1592 1593 1594 1595 1596 1597 1598 1599 1600 1601 1602 1603 1604 1605 1606 1607 1608 1609 1610 1611
static struct kmem_cache *btrfs_inode_cachep;
struct kmem_cache *btrfs_trans_handle_cachep;
struct kmem_cache *btrfs_transaction_cachep;
struct kmem_cache *btrfs_bit_radix_cachep;
struct kmem_cache *btrfs_path_cachep;

/*
 * Called inside transaction, so use GFP_NOFS
 */
static struct inode *btrfs_alloc_inode(struct super_block *sb)
{
	struct btrfs_inode *ei;

	ei = kmem_cache_alloc(btrfs_inode_cachep, GFP_NOFS);
	if (!ei)
		return NULL;
	ei->magic = 0xDEADBEEF;
	ei->magic2 = 0xDEADBEAF;
	return &ei->vfs_inode;
}

static void btrfs_destroy_inode(struct inode *inode)
{
	struct btrfs_inode *ei = BTRFS_I(inode);
	WARN_ON(ei->magic != 0xDEADBEEF);
	WARN_ON(ei->magic2 != 0xDEADBEAF);
	WARN_ON(!list_empty(&inode->i_dentry));
	WARN_ON(inode->i_data.nrpages);

	ei->magic = 0;
	ei->magic2 = 0;
	kmem_cache_free(btrfs_inode_cachep, BTRFS_I(inode));
}

static void init_once(void * foo, struct kmem_cache * cachep,
		      unsigned long flags)
{
	struct btrfs_inode *ei = (struct btrfs_inode *) foo;

	if ((flags & (SLAB_CTOR_VERIFY|SLAB_CTOR_CONSTRUCTOR)) ==
	    SLAB_CTOR_CONSTRUCTOR) {
		inode_init_once(&ei->vfs_inode);
	}
}

static int init_inodecache(void)
{
	btrfs_inode_cachep = kmem_cache_create("btrfs_inode_cache",
					     sizeof(struct btrfs_inode),
					     0, (SLAB_RECLAIM_ACCOUNT|
						SLAB_MEM_SPREAD),
					     init_once, NULL);
	btrfs_trans_handle_cachep = kmem_cache_create("btrfs_trans_handle_cache",
					     sizeof(struct btrfs_trans_handle),
					     0, (SLAB_RECLAIM_ACCOUNT|
						SLAB_MEM_SPREAD),
					     NULL, NULL);
	btrfs_transaction_cachep = kmem_cache_create("btrfs_transaction_cache",
					     sizeof(struct btrfs_transaction),
					     0, (SLAB_RECLAIM_ACCOUNT|
						SLAB_MEM_SPREAD),
					     NULL, NULL);
	btrfs_path_cachep = kmem_cache_create("btrfs_path_cache",
					     sizeof(struct btrfs_transaction),
					     0, (SLAB_RECLAIM_ACCOUNT|
						SLAB_MEM_SPREAD),
					     NULL, NULL);
	btrfs_bit_radix_cachep = kmem_cache_create("btrfs_radix",
					     256,
					     0, (SLAB_RECLAIM_ACCOUNT|
						SLAB_MEM_SPREAD |
						SLAB_DESTROY_BY_RCU),
					     NULL, NULL);
	if (btrfs_inode_cachep == NULL || btrfs_trans_handle_cachep == NULL ||
	    btrfs_transaction_cachep == NULL || btrfs_bit_radix_cachep == NULL)
		return -ENOMEM;
	return 0;
}

static void destroy_inodecache(void)
{
	kmem_cache_destroy(btrfs_inode_cachep);
	kmem_cache_destroy(btrfs_trans_handle_cachep);
	kmem_cache_destroy(btrfs_transaction_cachep);
	kmem_cache_destroy(btrfs_bit_radix_cachep);
	kmem_cache_destroy(btrfs_path_cachep);
}

1612 1613 1614 1615 1616 1617 1618 1619 1620 1621 1622 1623 1624 1625 1626
static int btrfs_get_sb(struct file_system_type *fs_type,
	int flags, const char *dev_name, void *data, struct vfsmount *mnt)
{
	return get_sb_bdev(fs_type, flags, dev_name, data,
			   btrfs_fill_super, mnt);
}

static struct file_system_type btrfs_fs_type = {
	.owner		= THIS_MODULE,
	.name		= "btrfs",
	.get_sb		= btrfs_get_sb,
	.kill_sb	= kill_block_super,
	.fs_flags	= FS_REQUIRES_DEV,
};

C
Chris Mason 已提交
1627 1628
static struct super_operations btrfs_super_ops = {
	.statfs		= simple_statfs,
C
Chris Mason 已提交
1629
	.delete_inode	= btrfs_delete_inode,
C
Chris Mason 已提交
1630 1631
	.put_super	= btrfs_put_super,
	.read_inode	= btrfs_read_locked_inode,
1632 1633
	.write_super	= btrfs_write_super,
	.sync_fs	= btrfs_sync_fs,
C
Chris Mason 已提交
1634
	.write_inode	= btrfs_write_inode,
C
Chris Mason 已提交
1635 1636
	.alloc_inode	= btrfs_alloc_inode,
	.destroy_inode	= btrfs_destroy_inode,
C
Chris Mason 已提交
1637 1638 1639 1640
};

static struct inode_operations btrfs_dir_inode_operations = {
	.lookup		= btrfs_lookup,
1641
	.create		= btrfs_create,
C
Chris Mason 已提交
1642
	.unlink		= btrfs_unlink,
C
Chris Mason 已提交
1643
	.mkdir		= btrfs_mkdir,
C
Chris Mason 已提交
1644
	.rmdir		= btrfs_rmdir,
C
Chris Mason 已提交
1645 1646 1647 1648 1649 1650 1651 1652
};

static struct file_operations btrfs_dir_file_operations = {
	.llseek		= generic_file_llseek,
	.read		= generic_read_dir,
	.readdir	= btrfs_readdir,
};

C
Chris Mason 已提交
1653 1654
static struct address_space_operations btrfs_aops = {
	.readpage	= btrfs_readpage,
C
Chris Mason 已提交
1655
	// .readpages	= btrfs_readpages,
C
Chris Mason 已提交
1656 1657 1658
	.writepage	= btrfs_writepage,
	.sync_page	= block_sync_page,
	.prepare_write	= btrfs_prepare_write,
C
Chris Mason 已提交
1659
	.commit_write	= btrfs_commit_write,
C
Chris Mason 已提交
1660 1661 1662
};

static struct inode_operations btrfs_file_inode_operations = {
C
Chris Mason 已提交
1663
	.truncate	= btrfs_truncate,
C
Chris Mason 已提交
1664 1665 1666 1667 1668
};

static struct file_operations btrfs_file_operations = {
	.llseek		= generic_file_llseek,
	.read		= do_sync_read,
C
Chris Mason 已提交
1669 1670
	.aio_read       = generic_file_aio_read,
	.write		= btrfs_file_inline_write,
C
Chris Mason 已提交
1671 1672 1673
	.mmap		= generic_file_mmap,
	.open		= generic_file_open,
};
C
Chris Mason 已提交
1674

1675 1676
static int __init init_btrfs_fs(void)
{
C
Chris Mason 已提交
1677
	int err;
1678
	printk("btrfs loaded!\n");
C
Chris Mason 已提交
1679 1680 1681
	err = init_inodecache();
	if (err)
		return err;
1682 1683 1684 1685 1686
	return register_filesystem(&btrfs_fs_type);
}

static void __exit exit_btrfs_fs(void)
{
C
Chris Mason 已提交
1687
	destroy_inodecache();
1688 1689 1690 1691 1692 1693 1694 1695
	unregister_filesystem(&btrfs_fs_type);
	printk("btrfs unloaded\n");
}

module_init(init_btrfs_fs)
module_exit(exit_btrfs_fs)

MODULE_LICENSE("GPL");