transaction.c 62.2 KB
Newer Older
C
Chris Mason 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18
/*
 * Copyright (C) 2007 Oracle.  All rights reserved.
 *
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public
 * License v2 as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * General Public License for more details.
 *
 * You should have received a copy of the GNU General Public
 * License along with this program; if not, write to the
 * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
 * Boston, MA 021110-1307, USA.
 */

C
Chris Mason 已提交
19
#include <linux/fs.h>
20
#include <linux/slab.h>
C
Chris Mason 已提交
21
#include <linux/sched.h>
22
#include <linux/writeback.h>
23
#include <linux/pagemap.h>
24
#include <linux/blkdev.h>
25
#include <linux/uuid.h>
C
Chris Mason 已提交
26 27 28
#include "ctree.h"
#include "disk-io.h"
#include "transaction.h"
29
#include "locking.h"
30
#include "tree-log.h"
31
#include "inode-map.h"
32
#include "volumes.h"
33
#include "dev-replace.h"
J
Josef Bacik 已提交
34
#include "qgroup.h"
C
Chris Mason 已提交
35

36 37
#define BTRFS_ROOT_TRANS_TAG 0

38
static const unsigned int btrfs_blocked_trans_types[TRANS_STATE_MAX] = {
39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60
	[TRANS_STATE_RUNNING]		= 0U,
	[TRANS_STATE_BLOCKED]		= (__TRANS_USERSPACE |
					   __TRANS_START),
	[TRANS_STATE_COMMIT_START]	= (__TRANS_USERSPACE |
					   __TRANS_START |
					   __TRANS_ATTACH),
	[TRANS_STATE_COMMIT_DOING]	= (__TRANS_USERSPACE |
					   __TRANS_START |
					   __TRANS_ATTACH |
					   __TRANS_JOIN),
	[TRANS_STATE_UNBLOCKED]		= (__TRANS_USERSPACE |
					   __TRANS_START |
					   __TRANS_ATTACH |
					   __TRANS_JOIN |
					   __TRANS_JOIN_NOLOCK),
	[TRANS_STATE_COMPLETED]		= (__TRANS_USERSPACE |
					   __TRANS_START |
					   __TRANS_ATTACH |
					   __TRANS_JOIN |
					   __TRANS_JOIN_NOLOCK),
};

61
void btrfs_put_transaction(struct btrfs_transaction *transaction)
C
Chris Mason 已提交
62
{
63 64
	WARN_ON(atomic_read(&transaction->use_count) == 0);
	if (atomic_dec_and_test(&transaction->use_count)) {
J
Josef Bacik 已提交
65
		BUG_ON(!list_empty(&transaction->list));
L
Liu Bo 已提交
66
		WARN_ON(!RB_EMPTY_ROOT(&transaction->delayed_refs.href_root));
67 68 69
		if (transaction->delayed_refs.pending_csums)
			printk(KERN_ERR "pending csums is %llu\n",
			       transaction->delayed_refs.pending_csums);
70 71 72 73 74 75 76 77
		while (!list_empty(&transaction->pending_chunks)) {
			struct extent_map *em;

			em = list_first_entry(&transaction->pending_chunks,
					      struct extent_map, list);
			list_del_init(&em->list);
			free_extent_map(em);
		}
C
Chris Mason 已提交
78
		kmem_cache_free(btrfs_transaction_cachep, transaction);
C
Chris Mason 已提交
79
	}
C
Chris Mason 已提交
80 81
}

82 83 84
static void clear_btree_io_tree(struct extent_io_tree *tree)
{
	spin_lock(&tree->lock);
85 86 87 88 89 90
	/*
	 * Do a single barrier for the waitqueue_active check here, the state
	 * of the waitqueue should not change once clear_btree_io_tree is
	 * called.
	 */
	smp_mb();
91 92 93 94 95 96 97 98 99 100 101 102 103 104
	while (!RB_EMPTY_ROOT(&tree->state)) {
		struct rb_node *node;
		struct extent_state *state;

		node = rb_first(&tree->state);
		state = rb_entry(node, struct extent_state, rb_node);
		rb_erase(&state->rb_node, &tree->state);
		RB_CLEAR_NODE(&state->rb_node);
		/*
		 * btree io trees aren't supposed to have tasks waiting for
		 * changes in the flags of extent states ever.
		 */
		ASSERT(!waitqueue_active(&state->wq));
		free_extent_state(state);
105 106

		cond_resched_lock(&tree->lock);
107 108 109 110
	}
	spin_unlock(&tree->lock);
}

111 112
static noinline void switch_commit_roots(struct btrfs_transaction *trans,
					 struct btrfs_fs_info *fs_info)
J
Josef Bacik 已提交
113
{
114 115 116 117 118 119 120 121 122 123
	struct btrfs_root *root, *tmp;

	down_write(&fs_info->commit_root_sem);
	list_for_each_entry_safe(root, tmp, &trans->switch_commits,
				 dirty_list) {
		list_del_init(&root->dirty_list);
		free_extent_buffer(root->commit_root);
		root->commit_root = btrfs_root_node(root);
		if (is_fstree(root->objectid))
			btrfs_unpin_free_ino(root);
124
		clear_btree_io_tree(&root->dirty_log_pages);
125
	}
126 127 128 129 130 131 132 133 134 135 136 137

	/* We can free old roots now. */
	spin_lock(&trans->dropped_roots_lock);
	while (!list_empty(&trans->dropped_roots)) {
		root = list_first_entry(&trans->dropped_roots,
					struct btrfs_root, root_list);
		list_del_init(&root->root_list);
		spin_unlock(&trans->dropped_roots_lock);
		btrfs_drop_and_free_fs_root(fs_info, root);
		spin_lock(&trans->dropped_roots_lock);
	}
	spin_unlock(&trans->dropped_roots_lock);
138
	up_write(&fs_info->commit_root_sem);
J
Josef Bacik 已提交
139 140
}

141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163
static inline void extwriter_counter_inc(struct btrfs_transaction *trans,
					 unsigned int type)
{
	if (type & TRANS_EXTWRITERS)
		atomic_inc(&trans->num_extwriters);
}

static inline void extwriter_counter_dec(struct btrfs_transaction *trans,
					 unsigned int type)
{
	if (type & TRANS_EXTWRITERS)
		atomic_dec(&trans->num_extwriters);
}

static inline void extwriter_counter_init(struct btrfs_transaction *trans,
					  unsigned int type)
{
	atomic_set(&trans->num_extwriters, ((type & TRANS_EXTWRITERS) ? 1 : 0));
}

static inline int extwriter_counter_read(struct btrfs_transaction *trans)
{
	return atomic_read(&trans->num_extwriters);
164 165
}

C
Chris Mason 已提交
166 167 168
/*
 * either allocate a new transaction or hop into the existing one
 */
169
static noinline int join_transaction(struct btrfs_root *root, unsigned int type)
C
Chris Mason 已提交
170 171
{
	struct btrfs_transaction *cur_trans;
172
	struct btrfs_fs_info *fs_info = root->fs_info;
J
Josef Bacik 已提交
173

174
	spin_lock(&fs_info->trans_lock);
175
loop:
176
	/* The file system has been taken offline. No new transactions. */
177
	if (test_bit(BTRFS_FS_STATE_ERROR, &fs_info->fs_state)) {
178
		spin_unlock(&fs_info->trans_lock);
179 180 181
		return -EROFS;
	}

182
	cur_trans = fs_info->running_transaction;
J
Josef Bacik 已提交
183
	if (cur_trans) {
184
		if (cur_trans->aborted) {
185
			spin_unlock(&fs_info->trans_lock);
186
			return cur_trans->aborted;
187
		}
188
		if (btrfs_blocked_trans_types[cur_trans->state] & type) {
189 190 191
			spin_unlock(&fs_info->trans_lock);
			return -EBUSY;
		}
J
Josef Bacik 已提交
192
		atomic_inc(&cur_trans->use_count);
193
		atomic_inc(&cur_trans->num_writers);
194
		extwriter_counter_inc(cur_trans, type);
195
		spin_unlock(&fs_info->trans_lock);
J
Josef Bacik 已提交
196
		return 0;
C
Chris Mason 已提交
197
	}
198
	spin_unlock(&fs_info->trans_lock);
J
Josef Bacik 已提交
199

200 201 202 203 204 205 206
	/*
	 * If we are ATTACH, we just want to catch the current transaction,
	 * and commit it. If there is no transaction, just return ENOENT.
	 */
	if (type == TRANS_ATTACH)
		return -ENOENT;

207 208 209 210 211 212
	/*
	 * JOIN_NOLOCK only happens during the transaction commit, so
	 * it is impossible that ->running_transaction is NULL
	 */
	BUG_ON(type == TRANS_JOIN_NOLOCK);

J
Josef Bacik 已提交
213 214 215
	cur_trans = kmem_cache_alloc(btrfs_transaction_cachep, GFP_NOFS);
	if (!cur_trans)
		return -ENOMEM;
216

217 218
	spin_lock(&fs_info->trans_lock);
	if (fs_info->running_transaction) {
219 220
		/*
		 * someone started a transaction after we unlocked.  Make sure
221
		 * to redo the checks above
222
		 */
J
Josef Bacik 已提交
223
		kmem_cache_free(btrfs_transaction_cachep, cur_trans);
224
		goto loop;
225
	} else if (test_bit(BTRFS_FS_STATE_ERROR, &fs_info->fs_state)) {
226
		spin_unlock(&fs_info->trans_lock);
227 228
		kmem_cache_free(btrfs_transaction_cachep, cur_trans);
		return -EROFS;
C
Chris Mason 已提交
229
	}
230

J
Josef Bacik 已提交
231
	atomic_set(&cur_trans->num_writers, 1);
232
	extwriter_counter_init(cur_trans, type);
J
Josef Bacik 已提交
233 234
	init_waitqueue_head(&cur_trans->writer_wait);
	init_waitqueue_head(&cur_trans->commit_wait);
235
	init_waitqueue_head(&cur_trans->pending_wait);
236
	cur_trans->state = TRANS_STATE_RUNNING;
J
Josef Bacik 已提交
237 238 239 240 241
	/*
	 * One for this trans handle, one so it will live on until we
	 * commit the transaction.
	 */
	atomic_set(&cur_trans->use_count, 2);
242
	atomic_set(&cur_trans->pending_ordered, 0);
243
	cur_trans->flags = 0;
J
Josef Bacik 已提交
244 245
	cur_trans->start_time = get_seconds();

246 247
	memset(&cur_trans->delayed_refs, 0, sizeof(cur_trans->delayed_refs));

L
Liu Bo 已提交
248
	cur_trans->delayed_refs.href_root = RB_ROOT;
249
	cur_trans->delayed_refs.dirty_extent_root = RB_ROOT;
250
	atomic_set(&cur_trans->delayed_refs.num_entries, 0);
251 252 253 254 255 256

	/*
	 * although the tree mod log is per file system and not per transaction,
	 * the log must never go across transaction boundaries.
	 */
	smp_mb();
J
Julia Lawall 已提交
257
	if (!list_empty(&fs_info->tree_mod_seq_list))
258
		WARN(1, KERN_ERR "BTRFS: tree_mod_seq_list not empty when "
259
			"creating a fresh transaction\n");
J
Julia Lawall 已提交
260
	if (!RB_EMPTY_ROOT(&fs_info->tree_mod_log))
261
		WARN(1, KERN_ERR "BTRFS: tree_mod_log rb tree not empty when "
262
			"creating a fresh transaction\n");
263
	atomic64_set(&fs_info->tree_mod_seq, 0);
264

J
Josef Bacik 已提交
265 266 267
	spin_lock_init(&cur_trans->delayed_refs.lock);

	INIT_LIST_HEAD(&cur_trans->pending_snapshots);
268
	INIT_LIST_HEAD(&cur_trans->pending_chunks);
269
	INIT_LIST_HEAD(&cur_trans->switch_commits);
270
	INIT_LIST_HEAD(&cur_trans->dirty_bgs);
271
	INIT_LIST_HEAD(&cur_trans->io_bgs);
272
	INIT_LIST_HEAD(&cur_trans->dropped_roots);
273
	mutex_init(&cur_trans->cache_write_mutex);
274
	cur_trans->num_dirty_bgs = 0;
275
	spin_lock_init(&cur_trans->dirty_bgs_lock);
276
	INIT_LIST_HEAD(&cur_trans->deleted_bgs);
277
	spin_lock_init(&cur_trans->dropped_roots_lock);
278
	list_add_tail(&cur_trans->list, &fs_info->trans_list);
J
Josef Bacik 已提交
279
	extent_io_tree_init(&cur_trans->dirty_pages,
280 281 282 283
			     fs_info->btree_inode->i_mapping);
	fs_info->generation++;
	cur_trans->transid = fs_info->generation;
	fs_info->running_transaction = cur_trans;
284
	cur_trans->aborted = 0;
285
	spin_unlock(&fs_info->trans_lock);
286

C
Chris Mason 已提交
287 288 289
	return 0;
}

C
Chris Mason 已提交
290
/*
C
Chris Mason 已提交
291 292 293 294
 * this does all the record keeping required to make sure that a reference
 * counted root is properly recorded in a given transaction.  This is required
 * to make sure the old root from before we joined the transaction is deleted
 * when the transaction commits
C
Chris Mason 已提交
295
 */
C
Chris Mason 已提交
296
static int record_root_in_trans(struct btrfs_trans_handle *trans,
J
Josef Bacik 已提交
297
			       struct btrfs_root *root)
298
{
299 300
	if (test_bit(BTRFS_ROOT_REF_COWS, &root->state) &&
	    root->last_trans < trans->transid) {
301
		WARN_ON(root == root->fs_info->extent_root);
302 303
		WARN_ON(root->commit_root != root->node);

C
Chris Mason 已提交
304
		/*
305
		 * see below for IN_TRANS_SETUP usage rules
C
Chris Mason 已提交
306 307 308
		 * we have the reloc mutex held now, so there
		 * is only one writer in this function
		 */
309
		set_bit(BTRFS_ROOT_IN_TRANS_SETUP, &root->state);
C
Chris Mason 已提交
310

311
		/* make sure readers find IN_TRANS_SETUP before
C
Chris Mason 已提交
312 313 314 315
		 * they find our root->last_trans update
		 */
		smp_wmb();

J
Josef Bacik 已提交
316 317 318 319 320
		spin_lock(&root->fs_info->fs_roots_radix_lock);
		if (root->last_trans == trans->transid) {
			spin_unlock(&root->fs_info->fs_roots_radix_lock);
			return 0;
		}
321 322 323
		radix_tree_tag_set(&root->fs_info->fs_roots_radix,
			   (unsigned long)root->root_key.objectid,
			   BTRFS_ROOT_TRANS_TAG);
J
Josef Bacik 已提交
324
		spin_unlock(&root->fs_info->fs_roots_radix_lock);
C
Chris Mason 已提交
325 326 327 328 329 330 331 332 333 334 335 336 337
		root->last_trans = trans->transid;

		/* this is pretty tricky.  We don't want to
		 * take the relocation lock in btrfs_record_root_in_trans
		 * unless we're really doing the first setup for this root in
		 * this transaction.
		 *
		 * Normally we'd use root->last_trans as a flag to decide
		 * if we want to take the expensive mutex.
		 *
		 * But, we have to set root->last_trans before we
		 * init the relocation root, otherwise, we trip over warnings
		 * in ctree.c.  The solution used here is to flag ourselves
338
		 * with root IN_TRANS_SETUP.  When this is 1, we're still
C
Chris Mason 已提交
339 340 341 342 343 344 345
		 * fixing up the reloc trees and everyone must wait.
		 *
		 * When this is zero, they can trust root->last_trans and fly
		 * through btrfs_record_root_in_trans without having to take the
		 * lock.  smp_wmb() makes sure that all the writes above are
		 * done before we pop in the zero below
		 */
346
		btrfs_init_reloc_root(trans, root);
347
		smp_mb__before_atomic();
348
		clear_bit(BTRFS_ROOT_IN_TRANS_SETUP, &root->state);
349 350 351
	}
	return 0;
}
352

C
Chris Mason 已提交
353

354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371
void btrfs_add_dropped_root(struct btrfs_trans_handle *trans,
			    struct btrfs_root *root)
{
	struct btrfs_transaction *cur_trans = trans->transaction;

	/* Add ourselves to the transaction dropped list */
	spin_lock(&cur_trans->dropped_roots_lock);
	list_add_tail(&root->root_list, &cur_trans->dropped_roots);
	spin_unlock(&cur_trans->dropped_roots_lock);

	/* Make sure we don't try to update the root at commit time */
	spin_lock(&root->fs_info->fs_roots_radix_lock);
	radix_tree_tag_clear(&root->fs_info->fs_roots_radix,
			     (unsigned long)root->root_key.objectid,
			     BTRFS_ROOT_TRANS_TAG);
	spin_unlock(&root->fs_info->fs_roots_radix_lock);
}

C
Chris Mason 已提交
372 373 374
int btrfs_record_root_in_trans(struct btrfs_trans_handle *trans,
			       struct btrfs_root *root)
{
375
	if (!test_bit(BTRFS_ROOT_REF_COWS, &root->state))
C
Chris Mason 已提交
376 377 378
		return 0;

	/*
379
	 * see record_root_in_trans for comments about IN_TRANS_SETUP usage
C
Chris Mason 已提交
380 381 382 383
	 * and barriers
	 */
	smp_rmb();
	if (root->last_trans == trans->transid &&
384
	    !test_bit(BTRFS_ROOT_IN_TRANS_SETUP, &root->state))
C
Chris Mason 已提交
385 386 387 388 389 390 391 392 393
		return 0;

	mutex_lock(&root->fs_info->reloc_mutex);
	record_root_in_trans(trans, root);
	mutex_unlock(&root->fs_info->reloc_mutex);

	return 0;
}

394 395 396
static inline int is_transaction_blocked(struct btrfs_transaction *trans)
{
	return (trans->state >= TRANS_STATE_BLOCKED &&
397 398
		trans->state < TRANS_STATE_UNBLOCKED &&
		!trans->aborted);
399 400
}

C
Chris Mason 已提交
401 402 403 404
/* wait for commit against the current transaction to become unblocked
 * when this is done, it is safe to start a new transaction, but the current
 * transaction might not be fully on disk.
 */
C
Chris Mason 已提交
405
static void wait_current_trans(struct btrfs_root *root)
C
Chris Mason 已提交
406
{
407
	struct btrfs_transaction *cur_trans;
C
Chris Mason 已提交
408

J
Josef Bacik 已提交
409
	spin_lock(&root->fs_info->trans_lock);
410
	cur_trans = root->fs_info->running_transaction;
411
	if (cur_trans && is_transaction_blocked(cur_trans)) {
412
		atomic_inc(&cur_trans->use_count);
J
Josef Bacik 已提交
413
		spin_unlock(&root->fs_info->trans_lock);
L
Li Zefan 已提交
414 415

		wait_event(root->fs_info->transaction_wait,
416 417
			   cur_trans->state >= TRANS_STATE_UNBLOCKED ||
			   cur_trans->aborted);
418
		btrfs_put_transaction(cur_trans);
J
Josef Bacik 已提交
419 420
	} else {
		spin_unlock(&root->fs_info->trans_lock);
421
	}
C
Chris Mason 已提交
422 423
}

424 425
static int may_wait_transaction(struct btrfs_root *root, int type)
{
J
Josef Bacik 已提交
426 427 428 429 430 431 432 433
	if (root->fs_info->log_root_recovering)
		return 0;

	if (type == TRANS_USERSPACE)
		return 1;

	if (type == TRANS_START &&
	    !atomic_read(&root->fs_info->open_ioctl_trans))
434
		return 1;
J
Josef Bacik 已提交
435

436 437 438
	return 0;
}

439 440 441
static inline bool need_reserve_reloc_root(struct btrfs_root *root)
{
	if (!root->fs_info->reloc_ctl ||
442
	    !test_bit(BTRFS_ROOT_REF_COWS, &root->state) ||
443 444 445 446 447 448 449
	    root->root_key.objectid == BTRFS_TREE_RELOC_OBJECTID ||
	    root->reloc_root)
		return false;

	return true;
}

M
Miao Xie 已提交
450
static struct btrfs_trans_handle *
451 452
start_transaction(struct btrfs_root *root, unsigned int num_items,
		  unsigned int type, enum btrfs_reserve_flush_enum flush)
C
Chris Mason 已提交
453
{
454 455
	struct btrfs_trans_handle *h;
	struct btrfs_transaction *cur_trans;
456
	u64 num_bytes = 0;
457
	u64 qgroup_reserved = 0;
458 459
	bool reloc_reserved = false;
	int ret;
L
liubo 已提交
460

461
	/* Send isn't supposed to start transactions. */
462
	ASSERT(current->journal_info != BTRFS_SEND_TRANS_STUB);
463

464
	if (test_bit(BTRFS_FS_STATE_ERROR, &root->fs_info->fs_state))
L
liubo 已提交
465
		return ERR_PTR(-EROFS);
466

467
	if (current->journal_info) {
468
		WARN_ON(type & TRANS_EXTWRITERS);
469 470
		h = current->journal_info;
		h->use_count++;
471
		WARN_ON(h->use_count > 2);
472 473 474 475
		h->orig_rsv = h->block_rsv;
		h->block_rsv = NULL;
		goto got_it;
	}
476 477 478 479 480 481

	/*
	 * Do the reservation before we join the transaction so we can do all
	 * the appropriate flushing if need be.
	 */
	if (num_items > 0 && root != root->fs_info->chunk_root) {
482 483 484 485
		qgroup_reserved = num_items * root->nodesize;
		ret = btrfs_qgroup_reserve_meta(root, qgroup_reserved);
		if (ret)
			return ERR_PTR(ret);
486

487
		num_bytes = btrfs_calc_trans_metadata_size(root, num_items);
488 489 490
		/*
		 * Do the reservation for the relocation root creation
		 */
491
		if (need_reserve_reloc_root(root)) {
492 493 494 495
			num_bytes += root->nodesize;
			reloc_reserved = true;
		}

M
Miao Xie 已提交
496 497 498
		ret = btrfs_block_rsv_add(root,
					  &root->fs_info->trans_block_rsv,
					  num_bytes, flush);
499
		if (ret)
500
			goto reserve_fail;
501
	}
502
again:
503
	h = kmem_cache_zalloc(btrfs_trans_handle_cachep, GFP_NOFS);
504 505 506 507
	if (!h) {
		ret = -ENOMEM;
		goto alloc_fail;
	}
C
Chris Mason 已提交
508

509 510 511 512 513 514
	/*
	 * If we are JOIN_NOLOCK we're already committing a transaction and
	 * waiting on this guy, so we don't need to do the sb_start_intwrite
	 * because we're already holding a ref.  We need this because we could
	 * have raced in and did an fsync() on a file which can kick a commit
	 * and then we deadlock with somebody doing a freeze.
515 516 517
	 *
	 * If we are ATTACH, it means we just want to catch the current
	 * transaction and commit it, so we needn't do sb_start_intwrite(). 
518
	 */
519
	if (type & __TRANS_FREEZABLE)
520
		sb_start_intwrite(root->fs_info->sb);
521

522
	if (may_wait_transaction(root, type))
C
Chris Mason 已提交
523
		wait_current_trans(root);
524

J
Josef Bacik 已提交
525
	do {
526
		ret = join_transaction(root, type);
527
		if (ret == -EBUSY) {
J
Josef Bacik 已提交
528
			wait_current_trans(root);
529 530 531
			if (unlikely(type == TRANS_ATTACH))
				ret = -ENOENT;
		}
J
Josef Bacik 已提交
532 533
	} while (ret == -EBUSY);

T
Tsutomu Itoh 已提交
534
	if (ret < 0) {
535 536
		/* We must get the transaction if we are JOIN_NOLOCK. */
		BUG_ON(type == TRANS_JOIN_NOLOCK);
537
		goto join_fail;
T
Tsutomu Itoh 已提交
538
	}
539

540 541 542 543
	cur_trans = root->fs_info->running_transaction;

	h->transid = cur_trans->transid;
	h->transaction = cur_trans;
544
	h->root = root;
545
	h->use_count = 1;
546

547
	h->type = type;
548
	h->can_flush_pending_bgs = true;
549
	INIT_LIST_HEAD(&h->qgroup_ref_list);
550
	INIT_LIST_HEAD(&h->new_bgs);
551

552
	smp_mb();
553 554
	if (cur_trans->state >= TRANS_STATE_BLOCKED &&
	    may_wait_transaction(root, type)) {
555
		current->journal_info = h;
556 557 558 559
		btrfs_commit_transaction(h, root);
		goto again;
	}

560
	if (num_bytes) {
J
Josef Bacik 已提交
561
		trace_btrfs_space_reservation(root->fs_info, "transaction",
562
					      h->transid, num_bytes, 1);
563 564
		h->block_rsv = &root->fs_info->trans_block_rsv;
		h->bytes_reserved = num_bytes;
565
		h->reloc_reserved = reloc_reserved;
566
	}
J
Josef Bacik 已提交
567

568
got_it:
J
Josef Bacik 已提交
569
	btrfs_record_root_in_trans(h, root);
570 571 572

	if (!current->journal_info && type != TRANS_USERSPACE)
		current->journal_info = h;
C
Chris Mason 已提交
573
	return h;
574 575

join_fail:
576
	if (type & __TRANS_FREEZABLE)
577 578 579 580 581 582 583
		sb_end_intwrite(root->fs_info->sb);
	kmem_cache_free(btrfs_trans_handle_cachep, h);
alloc_fail:
	if (num_bytes)
		btrfs_block_rsv_release(root, &root->fs_info->trans_block_rsv,
					num_bytes);
reserve_fail:
584
	btrfs_qgroup_free_meta(root, qgroup_reserved);
585
	return ERR_PTR(ret);
C
Chris Mason 已提交
586 587
}

588
struct btrfs_trans_handle *btrfs_start_transaction(struct btrfs_root *root,
589
						   unsigned int num_items)
590
{
M
Miao Xie 已提交
591 592
	return start_transaction(root, num_items, TRANS_START,
				 BTRFS_RESERVE_FLUSH_ALL);
593
}
594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625
struct btrfs_trans_handle *btrfs_start_transaction_fallback_global_rsv(
					struct btrfs_root *root,
					unsigned int num_items,
					int min_factor)
{
	struct btrfs_trans_handle *trans;
	u64 num_bytes;
	int ret;

	trans = btrfs_start_transaction(root, num_items);
	if (!IS_ERR(trans) || PTR_ERR(trans) != -ENOSPC)
		return trans;

	trans = btrfs_start_transaction(root, 0);
	if (IS_ERR(trans))
		return trans;

	num_bytes = btrfs_calc_trans_metadata_size(root, num_items);
	ret = btrfs_cond_migrate_bytes(root->fs_info,
				       &root->fs_info->trans_block_rsv,
				       num_bytes,
				       min_factor);
	if (ret) {
		btrfs_end_transaction(trans, root);
		return ERR_PTR(ret);
	}

	trans->block_rsv = &root->fs_info->trans_block_rsv;
	trans->bytes_reserved = num_bytes;

	return trans;
}
626

M
Miao Xie 已提交
627
struct btrfs_trans_handle *btrfs_start_transaction_lflush(
628 629
					struct btrfs_root *root,
					unsigned int num_items)
630
{
M
Miao Xie 已提交
631 632
	return start_transaction(root, num_items, TRANS_START,
				 BTRFS_RESERVE_FLUSH_LIMIT);
633 634
}

635
struct btrfs_trans_handle *btrfs_join_transaction(struct btrfs_root *root)
636
{
637
	return start_transaction(root, 0, TRANS_JOIN, 0);
638 639
}

640
struct btrfs_trans_handle *btrfs_join_transaction_nolock(struct btrfs_root *root)
641
{
642
	return start_transaction(root, 0, TRANS_JOIN_NOLOCK, 0);
643 644
}

645
struct btrfs_trans_handle *btrfs_start_ioctl_transaction(struct btrfs_root *root)
646
{
647
	return start_transaction(root, 0, TRANS_USERSPACE, 0);
648 649
}

M
Miao Xie 已提交
650 651 652 653 654 655 656 657 658 659 660 661 662
/*
 * btrfs_attach_transaction() - catch the running transaction
 *
 * It is used when we want to commit the current the transaction, but
 * don't want to start a new one.
 *
 * Note: If this function return -ENOENT, it just means there is no
 * running transaction. But it is possible that the inactive transaction
 * is still in the memory, not fully on disk. If you hope there is no
 * inactive transaction in the fs when -ENOENT is returned, you should
 * invoke
 *     btrfs_attach_transaction_barrier()
 */
663
struct btrfs_trans_handle *btrfs_attach_transaction(struct btrfs_root *root)
664
{
665
	return start_transaction(root, 0, TRANS_ATTACH, 0);
666 667
}

M
Miao Xie 已提交
668
/*
669
 * btrfs_attach_transaction_barrier() - catch the running transaction
M
Miao Xie 已提交
670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686
 *
 * It is similar to the above function, the differentia is this one
 * will wait for all the inactive transactions until they fully
 * complete.
 */
struct btrfs_trans_handle *
btrfs_attach_transaction_barrier(struct btrfs_root *root)
{
	struct btrfs_trans_handle *trans;

	trans = start_transaction(root, 0, TRANS_ATTACH, 0);
	if (IS_ERR(trans) && PTR_ERR(trans) == -ENOENT)
		btrfs_wait_for_commit(root, 0);

	return trans;
}

C
Chris Mason 已提交
687
/* wait for a transaction commit to be fully complete */
688
static noinline void wait_for_commit(struct btrfs_root *root,
689 690
				    struct btrfs_transaction *commit)
{
691
	wait_event(commit->commit_wait, commit->state == TRANS_STATE_COMPLETED);
692 693
}

694 695 696
int btrfs_wait_for_commit(struct btrfs_root *root, u64 transid)
{
	struct btrfs_transaction *cur_trans = NULL, *t;
697
	int ret = 0;
698 699 700

	if (transid) {
		if (transid <= root->fs_info->last_trans_committed)
J
Josef Bacik 已提交
701
			goto out;
702 703

		/* find specified transaction */
J
Josef Bacik 已提交
704
		spin_lock(&root->fs_info->trans_lock);
705 706 707
		list_for_each_entry(t, &root->fs_info->trans_list, list) {
			if (t->transid == transid) {
				cur_trans = t;
J
Josef Bacik 已提交
708
				atomic_inc(&cur_trans->use_count);
709
				ret = 0;
710 711
				break;
			}
712 713
			if (t->transid > transid) {
				ret = 0;
714
				break;
715
			}
716
		}
J
Josef Bacik 已提交
717
		spin_unlock(&root->fs_info->trans_lock);
S
Sage Weil 已提交
718 719 720 721 722 723 724 725

		/*
		 * The specified transaction doesn't exist, or we
		 * raced with btrfs_commit_transaction
		 */
		if (!cur_trans) {
			if (transid > root->fs_info->last_trans_committed)
				ret = -EINVAL;
726
			goto out;
S
Sage Weil 已提交
727
		}
728 729
	} else {
		/* find newest transaction that is committing | committed */
J
Josef Bacik 已提交
730
		spin_lock(&root->fs_info->trans_lock);
731 732
		list_for_each_entry_reverse(t, &root->fs_info->trans_list,
					    list) {
733 734
			if (t->state >= TRANS_STATE_COMMIT_START) {
				if (t->state == TRANS_STATE_COMPLETED)
735
					break;
736
				cur_trans = t;
J
Josef Bacik 已提交
737
				atomic_inc(&cur_trans->use_count);
738 739 740
				break;
			}
		}
J
Josef Bacik 已提交
741
		spin_unlock(&root->fs_info->trans_lock);
742
		if (!cur_trans)
J
Josef Bacik 已提交
743
			goto out;  /* nothing committing|committed */
744 745 746
	}

	wait_for_commit(root, cur_trans);
747
	btrfs_put_transaction(cur_trans);
J
Josef Bacik 已提交
748
out:
749 750 751
	return ret;
}

C
Chris Mason 已提交
752 753
void btrfs_throttle(struct btrfs_root *root)
{
J
Josef Bacik 已提交
754
	if (!atomic_read(&root->fs_info->open_ioctl_trans))
755
		wait_current_trans(root);
C
Chris Mason 已提交
756 757
}

758 759 760
static int should_end_transaction(struct btrfs_trans_handle *trans,
				  struct btrfs_root *root)
{
761
	if (root->fs_info->global_block_rsv.space_info->full &&
762
	    btrfs_check_space_for_delayed_refs(trans, root))
763
		return 1;
764

765
	return !!btrfs_block_rsv_check(root, &root->fs_info->global_block_rsv, 5);
766 767 768 769 770 771 772
}

int btrfs_should_end_transaction(struct btrfs_trans_handle *trans,
				 struct btrfs_root *root)
{
	struct btrfs_transaction *cur_trans = trans->transaction;
	int updates;
773
	int err;
774

J
Josef Bacik 已提交
775
	smp_mb();
776 777
	if (cur_trans->state >= TRANS_STATE_BLOCKED ||
	    cur_trans->delayed_refs.flushing)
778 779 780 781
		return 1;

	updates = trans->delayed_ref_updates;
	trans->delayed_ref_updates = 0;
782
	if (updates) {
783
		err = btrfs_run_delayed_refs(trans, root, updates * 2);
784 785 786
		if (err) /* Error code will also eval true */
			return err;
	}
787 788 789 790

	return should_end_transaction(trans, root);
}

791
static int __btrfs_end_transaction(struct btrfs_trans_handle *trans,
792
			  struct btrfs_root *root, int throttle)
C
Chris Mason 已提交
793
{
794
	struct btrfs_transaction *cur_trans = trans->transaction;
795
	struct btrfs_fs_info *info = root->fs_info;
796
	unsigned long cur = trans->delayed_ref_updates;
797
	int lock = (trans->type != TRANS_JOIN_NOLOCK);
798
	int err = 0;
C
Chris Mason 已提交
799
	int must_run_delayed_refs = 0;
800

801 802
	if (trans->use_count > 1) {
		trans->use_count--;
803 804 805 806
		trans->block_rsv = trans->orig_rsv;
		return 0;
	}

807
	btrfs_trans_release_metadata(trans, root);
808
	trans->block_rsv = NULL;
809

810 811 812
	if (!list_empty(&trans->new_bgs))
		btrfs_create_pending_block_groups(trans, root);

813
	trans->delayed_ref_updates = 0;
C
Chris Mason 已提交
814 815 816
	if (!trans->sync) {
		must_run_delayed_refs =
			btrfs_should_throttle_delayed_refs(trans, root);
817
		cur = max_t(unsigned long, cur, 32);
C
Chris Mason 已提交
818 819 820 821 822 823 824 825

		/*
		 * don't make the caller wait if they are from a NOLOCK
		 * or ATTACH transaction, it will deadlock with commit
		 */
		if (must_run_delayed_refs == 1 &&
		    (trans->type & (__TRANS_JOIN_NOLOCK | __TRANS_ATTACH)))
			must_run_delayed_refs = 2;
826
	}
827

828 829
	btrfs_trans_release_metadata(trans, root);
	trans->block_rsv = NULL;
830

831 832 833
	if (!list_empty(&trans->new_bgs))
		btrfs_create_pending_block_groups(trans, root);

834 835
	btrfs_trans_release_chunk_metadata(trans);

J
Josef Bacik 已提交
836
	if (lock && !atomic_read(&root->fs_info->open_ioctl_trans) &&
837 838 839 840 841 842
	    should_end_transaction(trans, root) &&
	    ACCESS_ONCE(cur_trans->state) == TRANS_STATE_RUNNING) {
		spin_lock(&info->trans_lock);
		if (cur_trans->state == TRANS_STATE_RUNNING)
			cur_trans->state = TRANS_STATE_BLOCKED;
		spin_unlock(&info->trans_lock);
J
Josef Bacik 已提交
843
	}
844

845
	if (lock && ACCESS_ONCE(cur_trans->state) == TRANS_STATE_BLOCKED) {
846
		if (throttle)
847
			return btrfs_commit_transaction(trans, root);
848
		else
849 850 851
			wake_up_process(info->transaction_kthread);
	}

852
	if (trans->type & __TRANS_FREEZABLE)
853
		sb_end_intwrite(root->fs_info->sb);
854

855
	WARN_ON(cur_trans != info->running_transaction);
856 857
	WARN_ON(atomic_read(&cur_trans->num_writers) < 1);
	atomic_dec(&cur_trans->num_writers);
858
	extwriter_counter_dec(cur_trans, trans->type);
859

860 861 862
	/*
	 * Make sure counter is updated before we wake up waiters.
	 */
863
	smp_mb();
C
Chris Mason 已提交
864 865
	if (waitqueue_active(&cur_trans->writer_wait))
		wake_up(&cur_trans->writer_wait);
866
	btrfs_put_transaction(cur_trans);
J
Josef Bacik 已提交
867 868 869

	if (current->journal_info == trans)
		current->journal_info = NULL;
870

Y
Yan, Zheng 已提交
871 872 873
	if (throttle)
		btrfs_run_delayed_iputs(root);

874
	if (trans->aborted ||
J
Josef Bacik 已提交
875 876
	    test_bit(BTRFS_FS_STATE_ERROR, &root->fs_info->fs_state)) {
		wake_up_process(info->transaction_kthread);
877
		err = -EIO;
J
Josef Bacik 已提交
878
	}
879
	assert_qgroups_uptodate(trans);
880

881
	kmem_cache_free(btrfs_trans_handle_cachep, trans);
C
Chris Mason 已提交
882 883 884 885
	if (must_run_delayed_refs) {
		btrfs_async_run_delayed_refs(root, cur,
					     must_run_delayed_refs == 1);
	}
886
	return err;
C
Chris Mason 已提交
887 888
}

889 890 891
int btrfs_end_transaction(struct btrfs_trans_handle *trans,
			  struct btrfs_root *root)
{
892
	return __btrfs_end_transaction(trans, root, 0);
893 894 895 896 897
}

int btrfs_end_transaction_throttle(struct btrfs_trans_handle *trans,
				   struct btrfs_root *root)
{
898
	return __btrfs_end_transaction(trans, root, 1);
899 900
}

C
Chris Mason 已提交
901 902 903
/*
 * when btree blocks are allocated, they have some corresponding bits set for
 * them in one of two extent_io trees.  This is used to make sure all of
904
 * those extents are sent to disk but does not wait on them
C
Chris Mason 已提交
905
 */
906
int btrfs_write_marked_extents(struct btrfs_root *root,
907
			       struct extent_io_tree *dirty_pages, int mark)
C
Chris Mason 已提交
908
{
909
	int err = 0;
910
	int werr = 0;
J
Josef Bacik 已提交
911
	struct address_space *mapping = root->fs_info->btree_inode->i_mapping;
912
	struct extent_state *cached_state = NULL;
913
	u64 start = 0;
914
	u64 end;
915

J
Josef Bacik 已提交
916
	while (!find_first_extent_bit(dirty_pages, start, &start, &end,
917
				      mark, &cached_state)) {
918 919 920 921 922 923 924 925 926 927 928 929 930 931 932 933 934 935 936 937 938 939 940 941
		bool wait_writeback = false;

		err = convert_extent_bit(dirty_pages, start, end,
					 EXTENT_NEED_WAIT,
					 mark, &cached_state, GFP_NOFS);
		/*
		 * convert_extent_bit can return -ENOMEM, which is most of the
		 * time a temporary error. So when it happens, ignore the error
		 * and wait for writeback of this range to finish - because we
		 * failed to set the bit EXTENT_NEED_WAIT for the range, a call
		 * to btrfs_wait_marked_extents() would not know that writeback
		 * for this range started and therefore wouldn't wait for it to
		 * finish - we don't want to commit a superblock that points to
		 * btree nodes/leafs for which writeback hasn't finished yet
		 * (and without errors).
		 * We cleanup any entries left in the io tree when committing
		 * the transaction (through clear_btree_io_tree()).
		 */
		if (err == -ENOMEM) {
			err = 0;
			wait_writeback = true;
		}
		if (!err)
			err = filemap_fdatawrite_range(mapping, start, end);
J
Josef Bacik 已提交
942 943
		if (err)
			werr = err;
944 945
		else if (wait_writeback)
			werr = filemap_fdatawait_range(mapping, start, end);
946
		free_extent_state(cached_state);
947
		cached_state = NULL;
J
Josef Bacik 已提交
948 949
		cond_resched();
		start = end + 1;
950
	}
951 952 953 954 955 956 957 958 959 960
	return werr;
}

/*
 * when btree blocks are allocated, they have some corresponding bits set for
 * them in one of two extent_io trees.  This is used to make sure all of
 * those extents are on disk for transaction or log commit.  We wait
 * on all the pages and clear them from the dirty pages state tree
 */
int btrfs_wait_marked_extents(struct btrfs_root *root,
961
			      struct extent_io_tree *dirty_pages, int mark)
962 963 964
{
	int err = 0;
	int werr = 0;
J
Josef Bacik 已提交
965
	struct address_space *mapping = root->fs_info->btree_inode->i_mapping;
966
	struct extent_state *cached_state = NULL;
967 968
	u64 start = 0;
	u64 end;
969 970
	struct btrfs_inode *btree_ino = BTRFS_I(root->fs_info->btree_inode);
	bool errors = false;
971

J
Josef Bacik 已提交
972
	while (!find_first_extent_bit(dirty_pages, start, &start, &end,
973
				      EXTENT_NEED_WAIT, &cached_state)) {
974 975 976 977 978 979 980 981 982 983 984 985 986 987 988
		/*
		 * Ignore -ENOMEM errors returned by clear_extent_bit().
		 * When committing the transaction, we'll remove any entries
		 * left in the io tree. For a log commit, we don't remove them
		 * after committing the log because the tree can be accessed
		 * concurrently - we do it only at transaction commit time when
		 * it's safe to do it (through clear_btree_io_tree()).
		 */
		err = clear_extent_bit(dirty_pages, start, end,
				       EXTENT_NEED_WAIT,
				       0, 0, &cached_state, GFP_NOFS);
		if (err == -ENOMEM)
			err = 0;
		if (!err)
			err = filemap_fdatawait_range(mapping, start, end);
J
Josef Bacik 已提交
989 990
		if (err)
			werr = err;
991 992
		free_extent_state(cached_state);
		cached_state = NULL;
J
Josef Bacik 已提交
993 994
		cond_resched();
		start = end + 1;
995
	}
996 997
	if (err)
		werr = err;
998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017

	if (root->root_key.objectid == BTRFS_TREE_LOG_OBJECTID) {
		if ((mark & EXTENT_DIRTY) &&
		    test_and_clear_bit(BTRFS_INODE_BTREE_LOG1_ERR,
				       &btree_ino->runtime_flags))
			errors = true;

		if ((mark & EXTENT_NEW) &&
		    test_and_clear_bit(BTRFS_INODE_BTREE_LOG2_ERR,
				       &btree_ino->runtime_flags))
			errors = true;
	} else {
		if (test_and_clear_bit(BTRFS_INODE_BTREE_ERR,
				       &btree_ino->runtime_flags))
			errors = true;
	}

	if (errors && !werr)
		werr = -EIO;

1018
	return werr;
C
Chris Mason 已提交
1019 1020
}

1021 1022 1023 1024 1025
/*
 * when btree blocks are allocated, they have some corresponding bits set for
 * them in one of two extent_io trees.  This is used to make sure all of
 * those extents are on disk for transaction or log commit
 */
1026
static int btrfs_write_and_wait_marked_extents(struct btrfs_root *root,
1027
				struct extent_io_tree *dirty_pages, int mark)
1028 1029 1030
{
	int ret;
	int ret2;
1031
	struct blk_plug plug;
1032

1033
	blk_start_plug(&plug);
1034
	ret = btrfs_write_marked_extents(root, dirty_pages, mark);
1035
	blk_finish_plug(&plug);
1036
	ret2 = btrfs_wait_marked_extents(root, dirty_pages, mark);
1037 1038 1039 1040 1041 1042

	if (ret)
		return ret;
	if (ret2)
		return ret2;
	return 0;
1043 1044
}

1045
static int btrfs_write_and_wait_transaction(struct btrfs_trans_handle *trans,
1046 1047
				     struct btrfs_root *root)
{
1048 1049 1050
	int ret;

	ret = btrfs_write_and_wait_marked_extents(root,
1051 1052
					   &trans->transaction->dirty_pages,
					   EXTENT_DIRTY);
1053 1054 1055
	clear_btree_io_tree(&trans->transaction->dirty_pages);

	return ret;
1056 1057
}

C
Chris Mason 已提交
1058 1059 1060 1061 1062 1063 1064 1065 1066 1067
/*
 * this is used to update the root pointer in the tree of tree roots.
 *
 * But, in the case of the extent allocation tree, updating the root
 * pointer may allocate blocks which may change the root of the extent
 * allocation tree.
 *
 * So, this loops and repeats and makes sure the cowonly root didn't
 * change while the root pointer was being updated in the metadata.
 */
1068 1069
static int update_cowonly_root(struct btrfs_trans_handle *trans,
			       struct btrfs_root *root)
C
Chris Mason 已提交
1070 1071
{
	int ret;
1072
	u64 old_root_bytenr;
1073
	u64 old_root_used;
1074
	struct btrfs_root *tree_root = root->fs_info->tree_root;
C
Chris Mason 已提交
1075

1076
	old_root_used = btrfs_root_used(&root->root_item);
1077

C
Chris Mason 已提交
1078
	while (1) {
1079
		old_root_bytenr = btrfs_root_bytenr(&root->root_item);
1080
		if (old_root_bytenr == root->node->start &&
1081
		    old_root_used == btrfs_root_used(&root->root_item))
C
Chris Mason 已提交
1082
			break;
1083

1084
		btrfs_set_root_node(&root->root_item, root->node);
C
Chris Mason 已提交
1085
		ret = btrfs_update_root(trans, tree_root,
1086 1087
					&root->root_key,
					&root->root_item);
1088 1089
		if (ret)
			return ret;
1090

1091
		old_root_used = btrfs_root_used(&root->root_item);
1092
	}
1093

1094 1095 1096
	return 0;
}

C
Chris Mason 已提交
1097 1098
/*
 * update all the cowonly tree roots on disk
1099 1100 1101 1102
 *
 * The error handling in this function may not be obvious. Any of the
 * failures will cause the file system to go offline. We still need
 * to clean up the delayed refs.
C
Chris Mason 已提交
1103
 */
1104 1105
static noinline int commit_cowonly_roots(struct btrfs_trans_handle *trans,
					 struct btrfs_root *root)
1106 1107
{
	struct btrfs_fs_info *fs_info = root->fs_info;
1108
	struct list_head *dirty_bgs = &trans->transaction->dirty_bgs;
1109
	struct list_head *io_bgs = &trans->transaction->io_bgs;
1110
	struct list_head *next;
1111
	struct extent_buffer *eb;
1112
	int ret;
1113 1114

	eb = btrfs_lock_root_node(fs_info->tree_root);
1115 1116
	ret = btrfs_cow_block(trans, fs_info->tree_root, eb, NULL,
			      0, &eb);
1117 1118
	btrfs_tree_unlock(eb);
	free_extent_buffer(eb);
1119

1120 1121 1122
	if (ret)
		return ret;

1123
	ret = btrfs_run_delayed_refs(trans, root, (unsigned long)-1);
1124 1125
	if (ret)
		return ret;
1126

1127
	ret = btrfs_run_dev_stats(trans, root->fs_info);
1128 1129
	if (ret)
		return ret;
1130
	ret = btrfs_run_dev_replace(trans, root->fs_info);
1131 1132
	if (ret)
		return ret;
1133
	ret = btrfs_run_qgroups(trans, root->fs_info);
1134 1135
	if (ret)
		return ret;
1136

1137 1138 1139 1140
	ret = btrfs_setup_space_cache(trans, root);
	if (ret)
		return ret;

1141 1142
	/* run_qgroups might have added some more refs */
	ret = btrfs_run_delayed_refs(trans, root, (unsigned long)-1);
1143 1144
	if (ret)
		return ret;
1145
again:
C
Chris Mason 已提交
1146
	while (!list_empty(&fs_info->dirty_cowonly_roots)) {
1147 1148 1149
		next = fs_info->dirty_cowonly_roots.next;
		list_del_init(next);
		root = list_entry(next, struct btrfs_root, dirty_list);
1150
		clear_bit(BTRFS_ROOT_DIRTY, &root->state);
1151

1152 1153 1154
		if (root != fs_info->extent_root)
			list_add_tail(&root->dirty_list,
				      &trans->transaction->switch_commits);
1155 1156 1157
		ret = update_cowonly_root(trans, root);
		if (ret)
			return ret;
1158 1159 1160
		ret = btrfs_run_delayed_refs(trans, root, (unsigned long)-1);
		if (ret)
			return ret;
C
Chris Mason 已提交
1161
	}
1162

1163
	while (!list_empty(dirty_bgs) || !list_empty(io_bgs)) {
1164 1165 1166 1167 1168 1169 1170 1171 1172 1173 1174
		ret = btrfs_write_dirty_block_groups(trans, root);
		if (ret)
			return ret;
		ret = btrfs_run_delayed_refs(trans, root, (unsigned long)-1);
		if (ret)
			return ret;
	}

	if (!list_empty(&fs_info->dirty_cowonly_roots))
		goto again;

1175 1176
	list_add_tail(&fs_info->extent_root->dirty_list,
		      &trans->transaction->switch_commits);
1177 1178
	btrfs_after_dev_replace_commit(fs_info);

C
Chris Mason 已提交
1179 1180 1181
	return 0;
}

C
Chris Mason 已提交
1182 1183 1184 1185 1186
/*
 * dead roots are old snapshots that need to be deleted.  This allocates
 * a dirty root struct and adds it into the list of dead roots that need to
 * be deleted
 */
1187
void btrfs_add_dead_root(struct btrfs_root *root)
1188
{
J
Josef Bacik 已提交
1189
	spin_lock(&root->fs_info->trans_lock);
1190 1191
	if (list_empty(&root->root_list))
		list_add_tail(&root->root_list, &root->fs_info->dead_roots);
J
Josef Bacik 已提交
1192
	spin_unlock(&root->fs_info->trans_lock);
1193 1194
}

C
Chris Mason 已提交
1195
/*
1196
 * update all the cowonly tree roots on disk
C
Chris Mason 已提交
1197
 */
1198 1199
static noinline int commit_fs_roots(struct btrfs_trans_handle *trans,
				    struct btrfs_root *root)
1200 1201
{
	struct btrfs_root *gang[8];
1202
	struct btrfs_fs_info *fs_info = root->fs_info;
1203 1204
	int i;
	int ret;
1205 1206
	int err = 0;

J
Josef Bacik 已提交
1207
	spin_lock(&fs_info->fs_roots_radix_lock);
C
Chris Mason 已提交
1208
	while (1) {
1209 1210
		ret = radix_tree_gang_lookup_tag(&fs_info->fs_roots_radix,
						 (void **)gang, 0,
1211 1212 1213 1214 1215 1216
						 ARRAY_SIZE(gang),
						 BTRFS_ROOT_TRANS_TAG);
		if (ret == 0)
			break;
		for (i = 0; i < ret; i++) {
			root = gang[i];
1217 1218 1219
			radix_tree_tag_clear(&fs_info->fs_roots_radix,
					(unsigned long)root->root_key.objectid,
					BTRFS_ROOT_TRANS_TAG);
J
Josef Bacik 已提交
1220
			spin_unlock(&fs_info->fs_roots_radix_lock);
Y
Yan Zheng 已提交
1221

1222
			btrfs_free_log(trans, root);
1223
			btrfs_update_reloc_root(trans, root);
1224
			btrfs_orphan_commit_root(trans, root);
1225

1226 1227
			btrfs_save_ino_cache(root, trans);

1228
			/* see comments in should_cow_block() */
1229
			clear_bit(BTRFS_ROOT_FORCE_COW, &root->state);
1230
			smp_mb__after_atomic();
1231

1232
			if (root->commit_root != root->node) {
1233 1234
				list_add_tail(&root->dirty_list,
					&trans->transaction->switch_commits);
1235 1236 1237
				btrfs_set_root_node(&root->root_item,
						    root->node);
			}
1238 1239

			err = btrfs_update_root(trans, fs_info->tree_root,
1240 1241
						&root->root_key,
						&root->root_item);
J
Josef Bacik 已提交
1242
			spin_lock(&fs_info->fs_roots_radix_lock);
1243 1244
			if (err)
				break;
1245
			btrfs_qgroup_free_meta_all(root);
1246 1247
		}
	}
J
Josef Bacik 已提交
1248
	spin_unlock(&fs_info->fs_roots_radix_lock);
1249
	return err;
1250 1251
}

C
Chris Mason 已提交
1252
/*
1253 1254
 * defrag a given btree.
 * Every leaf in the btree is read and defragged.
C
Chris Mason 已提交
1255
 */
1256
int btrfs_defrag_root(struct btrfs_root *root)
1257 1258 1259
{
	struct btrfs_fs_info *info = root->fs_info;
	struct btrfs_trans_handle *trans;
1260
	int ret;
1261

1262
	if (test_and_set_bit(BTRFS_ROOT_DEFRAG_RUNNING, &root->state))
1263
		return 0;
1264

1265
	while (1) {
1266 1267 1268 1269
		trans = btrfs_start_transaction(root, 0);
		if (IS_ERR(trans))
			return PTR_ERR(trans);

1270
		ret = btrfs_defrag_leaves(trans, root);
1271

1272
		btrfs_end_transaction(trans, root);
1273
		btrfs_btree_balance_dirty(info->tree_root);
1274 1275
		cond_resched();

1276
		if (btrfs_fs_closing(root->fs_info) || ret != -EAGAIN)
1277
			break;
1278 1279

		if (btrfs_defrag_cancelled(root->fs_info)) {
1280
			pr_debug("BTRFS: defrag_root cancelled\n");
1281 1282 1283
			ret = -EAGAIN;
			break;
		}
1284
	}
1285
	clear_bit(BTRFS_ROOT_DEFRAG_RUNNING, &root->state);
1286
	return ret;
1287 1288
}

C
Chris Mason 已提交
1289 1290
/*
 * new snapshots need to be created at a very specific time in the
1291 1292 1293 1294 1295 1296
 * transaction commit.  This does the actual creation.
 *
 * Note:
 * If the error which may affect the commitment of the current transaction
 * happens, we should return the error number. If the error which just affect
 * the creation of the pending snapshots, just return 0.
C
Chris Mason 已提交
1297
 */
1298
static noinline int create_pending_snapshot(struct btrfs_trans_handle *trans,
1299 1300 1301 1302
				   struct btrfs_fs_info *fs_info,
				   struct btrfs_pending_snapshot *pending)
{
	struct btrfs_key key;
1303
	struct btrfs_root_item *new_root_item;
1304 1305
	struct btrfs_root *tree_root = fs_info->tree_root;
	struct btrfs_root *root = pending->root;
1306
	struct btrfs_root *parent_root;
L
Liu Bo 已提交
1307
	struct btrfs_block_rsv *rsv;
1308
	struct inode *parent_inode;
1309 1310
	struct btrfs_path *path;
	struct btrfs_dir_item *dir_item;
1311
	struct dentry *dentry;
1312
	struct extent_buffer *tmp;
1313
	struct extent_buffer *old;
1314
	struct timespec cur_time = CURRENT_TIME;
1315
	int ret = 0;
1316
	u64 to_reserve = 0;
1317
	u64 index = 0;
1318
	u64 objectid;
L
Li Zefan 已提交
1319
	u64 root_flags;
1320
	uuid_le new_uuid;
1321

1322 1323
	path = btrfs_alloc_path();
	if (!path) {
1324 1325
		pending->error = -ENOMEM;
		return 0;
1326 1327
	}

1328 1329
	ASSERT(pending->root_item);
	new_root_item = pending->root_item;
1330

1331 1332
	pending->error = btrfs_find_free_objectid(tree_root, &objectid);
	if (pending->error)
1333
		goto no_free_objectid;
1334

1335 1336 1337 1338 1339 1340
	/*
	 * Make qgroup to skip current new snapshot's qgroupid, as it is
	 * accounted by later btrfs_qgroup_inherit().
	 */
	btrfs_set_skip_qgroup(trans, objectid);

1341
	btrfs_reloc_pre_snapshot(pending, &to_reserve);
1342 1343

	if (to_reserve > 0) {
1344 1345 1346 1347 1348
		pending->error = btrfs_block_rsv_add(root,
						     &pending->block_rsv,
						     to_reserve,
						     BTRFS_RESERVE_NO_FLUSH);
		if (pending->error)
1349
			goto clear_skip_qgroup;
1350 1351
	}

1352
	key.objectid = objectid;
1353 1354
	key.offset = (u64)-1;
	key.type = BTRFS_ROOT_ITEM_KEY;
1355

1356
	rsv = trans->block_rsv;
1357
	trans->block_rsv = &pending->block_rsv;
1358
	trans->bytes_reserved = trans->block_rsv->reserved;
1359

1360
	dentry = pending->dentry;
1361
	parent_inode = pending->dir;
1362
	parent_root = BTRFS_I(parent_inode)->root;
C
Chris Mason 已提交
1363
	record_root_in_trans(trans, parent_root);
1364

1365 1366 1367
	/*
	 * insert the directory item
	 */
1368
	ret = btrfs_set_inode_index(parent_inode, &index);
1369
	BUG_ON(ret); /* -ENOMEM */
1370 1371 1372 1373 1374 1375 1376

	/* check if there is a file/dir which has the same name. */
	dir_item = btrfs_lookup_dir_item(NULL, parent_root, path,
					 btrfs_ino(parent_inode),
					 dentry->d_name.name,
					 dentry->d_name.len, 0);
	if (dir_item != NULL && !IS_ERR(dir_item)) {
1377
		pending->error = -EEXIST;
1378
		goto dir_item_existed;
1379 1380
	} else if (IS_ERR(dir_item)) {
		ret = PTR_ERR(dir_item);
1381 1382
		btrfs_abort_transaction(trans, root, ret);
		goto fail;
1383
	}
1384
	btrfs_release_path(path);
1385

1386 1387 1388 1389 1390 1391 1392
	/*
	 * pull in the delayed directory update
	 * and the delayed inode item
	 * otherwise we corrupt the FS during
	 * snapshot
	 */
	ret = btrfs_run_delayed_items(trans, root);
1393 1394 1395 1396
	if (ret) {	/* Transaction aborted */
		btrfs_abort_transaction(trans, root, ret);
		goto fail;
	}
1397

C
Chris Mason 已提交
1398
	record_root_in_trans(trans, root);
1399 1400
	btrfs_set_root_last_snapshot(&root->root_item, trans->transid);
	memcpy(new_root_item, &root->root_item, sizeof(*new_root_item));
1401
	btrfs_check_and_init_root_item(new_root_item);
1402

L
Li Zefan 已提交
1403 1404 1405 1406 1407 1408 1409
	root_flags = btrfs_root_flags(new_root_item);
	if (pending->readonly)
		root_flags |= BTRFS_ROOT_SUBVOL_RDONLY;
	else
		root_flags &= ~BTRFS_ROOT_SUBVOL_RDONLY;
	btrfs_set_root_flags(new_root_item, root_flags);

1410 1411 1412 1413 1414 1415
	btrfs_set_root_generation_v2(new_root_item,
			trans->transid);
	uuid_le_gen(&new_uuid);
	memcpy(new_root_item->uuid, new_uuid.b, BTRFS_UUID_SIZE);
	memcpy(new_root_item->parent_uuid, root->root_item.uuid,
			BTRFS_UUID_SIZE);
1416 1417 1418 1419 1420 1421 1422 1423
	if (!(root_flags & BTRFS_ROOT_SUBVOL_RDONLY)) {
		memset(new_root_item->received_uuid, 0,
		       sizeof(new_root_item->received_uuid));
		memset(&new_root_item->stime, 0, sizeof(new_root_item->stime));
		memset(&new_root_item->rtime, 0, sizeof(new_root_item->rtime));
		btrfs_set_root_stransid(new_root_item, 0);
		btrfs_set_root_rtransid(new_root_item, 0);
	}
1424 1425
	btrfs_set_stack_timespec_sec(&new_root_item->otime, cur_time.tv_sec);
	btrfs_set_stack_timespec_nsec(&new_root_item->otime, cur_time.tv_nsec);
1426 1427
	btrfs_set_root_otransid(new_root_item, trans->transid);

1428
	old = btrfs_lock_root_node(root);
1429
	ret = btrfs_cow_block(trans, root, old, NULL, 0, &old);
1430 1431 1432
	if (ret) {
		btrfs_tree_unlock(old);
		free_extent_buffer(old);
1433 1434
		btrfs_abort_transaction(trans, root, ret);
		goto fail;
1435
	}
1436

1437 1438
	btrfs_set_lock_blocking(old);

1439
	ret = btrfs_copy_root(trans, root, old, &tmp, objectid);
1440
	/* clean up in any case */
1441 1442
	btrfs_tree_unlock(old);
	free_extent_buffer(old);
1443 1444 1445 1446
	if (ret) {
		btrfs_abort_transaction(trans, root, ret);
		goto fail;
	}
1447
	/* see comments in should_cow_block() */
1448
	set_bit(BTRFS_ROOT_FORCE_COW, &root->state);
1449 1450
	smp_wmb();

1451
	btrfs_set_root_node(new_root_item, tmp);
1452 1453 1454
	/* record when the snapshot was created in key.offset */
	key.offset = trans->transid;
	ret = btrfs_insert_root(trans, tree_root, &key, new_root_item);
1455 1456
	btrfs_tree_unlock(tmp);
	free_extent_buffer(tmp);
1457 1458 1459 1460
	if (ret) {
		btrfs_abort_transaction(trans, root, ret);
		goto fail;
	}
1461

1462 1463 1464 1465
	/*
	 * insert root back/forward references
	 */
	ret = btrfs_add_root_ref(trans, tree_root, objectid,
1466
				 parent_root->root_key.objectid,
L
Li Zefan 已提交
1467
				 btrfs_ino(parent_inode), index,
1468
				 dentry->d_name.name, dentry->d_name.len);
1469 1470 1471 1472
	if (ret) {
		btrfs_abort_transaction(trans, root, ret);
		goto fail;
	}
1473

1474 1475
	key.offset = (u64)-1;
	pending->snap = btrfs_read_fs_root_no_name(root->fs_info, &key);
1476 1477
	if (IS_ERR(pending->snap)) {
		ret = PTR_ERR(pending->snap);
1478 1479
		btrfs_abort_transaction(trans, root, ret);
		goto fail;
1480
	}
1481

1482
	ret = btrfs_reloc_post_snapshot(trans, pending);
1483 1484 1485 1486
	if (ret) {
		btrfs_abort_transaction(trans, root, ret);
		goto fail;
	}
1487 1488

	ret = btrfs_run_delayed_refs(trans, root, (unsigned long)-1);
1489 1490 1491 1492
	if (ret) {
		btrfs_abort_transaction(trans, root, ret);
		goto fail;
	}
1493 1494 1495 1496 1497 1498

	ret = btrfs_insert_dir_item(trans, parent_root,
				    dentry->d_name.name, dentry->d_name.len,
				    parent_inode, &key,
				    BTRFS_FT_DIR, index);
	/* We have check then name at the beginning, so it is impossible. */
C
Chris Mason 已提交
1499
	BUG_ON(ret == -EEXIST || ret == -EOVERFLOW);
1500 1501 1502 1503
	if (ret) {
		btrfs_abort_transaction(trans, root, ret);
		goto fail;
	}
1504 1505 1506 1507

	btrfs_i_size_write(parent_inode, parent_inode->i_size +
					 dentry->d_name.len * 2);
	parent_inode->i_mtime = parent_inode->i_ctime = CURRENT_TIME;
1508
	ret = btrfs_update_inode_fallback(trans, parent_root, parent_inode);
1509 1510 1511 1512 1513 1514 1515
	if (ret) {
		btrfs_abort_transaction(trans, root, ret);
		goto fail;
	}
	ret = btrfs_uuid_tree_add(trans, fs_info->uuid_root, new_uuid.b,
				  BTRFS_UUID_KEY_SUBVOL, objectid);
	if (ret) {
1516
		btrfs_abort_transaction(trans, root, ret);
1517 1518 1519 1520 1521 1522 1523 1524 1525 1526 1527 1528
		goto fail;
	}
	if (!btrfs_is_empty_uuid(new_root_item->received_uuid)) {
		ret = btrfs_uuid_tree_add(trans, fs_info->uuid_root,
					  new_root_item->received_uuid,
					  BTRFS_UUID_KEY_RECEIVED_SUBVOL,
					  objectid);
		if (ret && ret != -EEXIST) {
			btrfs_abort_transaction(trans, root, ret);
			goto fail;
		}
	}
1529 1530 1531 1532 1533 1534 1535 1536 1537 1538 1539 1540 1541 1542 1543 1544 1545 1546 1547 1548 1549 1550 1551 1552

	ret = btrfs_run_delayed_refs(trans, root, (unsigned long)-1);
	if (ret) {
		btrfs_abort_transaction(trans, root, ret);
		goto fail;
	}

	/*
	 * account qgroup counters before qgroup_inherit()
	 */
	ret = btrfs_qgroup_prepare_account_extents(trans, fs_info);
	if (ret)
		goto fail;
	ret = btrfs_qgroup_account_extents(trans, fs_info);
	if (ret)
		goto fail;
	ret = btrfs_qgroup_inherit(trans, fs_info,
				   root->root_key.objectid,
				   objectid, pending->inherit);
	if (ret) {
		btrfs_abort_transaction(trans, root, ret);
		goto fail;
	}

1553
fail:
1554 1555
	pending->error = ret;
dir_item_existed:
L
Liu Bo 已提交
1556
	trans->block_rsv = rsv;
1557
	trans->bytes_reserved = 0;
1558 1559
clear_skip_qgroup:
	btrfs_clear_skip_qgroup(trans);
1560 1561
no_free_objectid:
	kfree(new_root_item);
1562
	pending->root_item = NULL;
1563
	btrfs_free_path(path);
1564
	return ret;
1565 1566
}

C
Chris Mason 已提交
1567 1568 1569
/*
 * create all the snapshots we've scheduled for creation
 */
1570 1571
static noinline int create_pending_snapshots(struct btrfs_trans_handle *trans,
					     struct btrfs_fs_info *fs_info)
1572
{
1573
	struct btrfs_pending_snapshot *pending, *next;
1574
	struct list_head *head = &trans->transaction->pending_snapshots;
1575
	int ret = 0;
1576

1577 1578 1579 1580 1581 1582 1583
	list_for_each_entry_safe(pending, next, head, list) {
		list_del(&pending->list);
		ret = create_pending_snapshot(trans, fs_info, pending);
		if (ret)
			break;
	}
	return ret;
1584 1585
}

1586 1587 1588 1589 1590
static void update_super_roots(struct btrfs_root *root)
{
	struct btrfs_root_item *root_item;
	struct btrfs_super_block *super;

1591
	super = root->fs_info->super_copy;
1592 1593 1594 1595 1596 1597 1598 1599 1600 1601

	root_item = &root->fs_info->chunk_root->root_item;
	super->chunk_root = root_item->bytenr;
	super->chunk_root_generation = root_item->generation;
	super->chunk_root_level = root_item->level;

	root_item = &root->fs_info->tree_root->root_item;
	super->root = root_item->bytenr;
	super->generation = root_item->generation;
	super->root_level = root_item->level;
1602
	if (btrfs_test_opt(root, SPACE_CACHE))
1603
		super->cache_generation = root_item->generation;
1604 1605
	if (root->fs_info->update_uuid_tree_gen)
		super->uuid_tree_generation = root_item->generation;
1606 1607
}

1608 1609
int btrfs_transaction_in_commit(struct btrfs_fs_info *info)
{
1610
	struct btrfs_transaction *trans;
1611
	int ret = 0;
1612

J
Josef Bacik 已提交
1613
	spin_lock(&info->trans_lock);
1614 1615 1616
	trans = info->running_transaction;
	if (trans)
		ret = (trans->state >= TRANS_STATE_COMMIT_START);
J
Josef Bacik 已提交
1617
	spin_unlock(&info->trans_lock);
1618 1619 1620
	return ret;
}

1621 1622
int btrfs_transaction_blocked(struct btrfs_fs_info *info)
{
1623
	struct btrfs_transaction *trans;
1624
	int ret = 0;
1625

J
Josef Bacik 已提交
1626
	spin_lock(&info->trans_lock);
1627 1628 1629
	trans = info->running_transaction;
	if (trans)
		ret = is_transaction_blocked(trans);
J
Josef Bacik 已提交
1630
	spin_unlock(&info->trans_lock);
1631 1632 1633
	return ret;
}

S
Sage Weil 已提交
1634 1635 1636 1637 1638 1639 1640
/*
 * wait for the current transaction commit to start and block subsequent
 * transaction joins
 */
static void wait_current_trans_commit_start(struct btrfs_root *root,
					    struct btrfs_transaction *trans)
{
1641
	wait_event(root->fs_info->transaction_blocked_wait,
1642 1643
		   trans->state >= TRANS_STATE_COMMIT_START ||
		   trans->aborted);
S
Sage Weil 已提交
1644 1645 1646 1647 1648 1649 1650 1651 1652
}

/*
 * wait for the current transaction to start and then become unblocked.
 * caller holds ref.
 */
static void wait_current_trans_commit_start_and_unblock(struct btrfs_root *root,
					 struct btrfs_transaction *trans)
{
L
Li Zefan 已提交
1653
	wait_event(root->fs_info->transaction_wait,
1654 1655
		   trans->state >= TRANS_STATE_UNBLOCKED ||
		   trans->aborted);
S
Sage Weil 已提交
1656 1657 1658 1659 1660 1661 1662 1663 1664
}

/*
 * commit transactions asynchronously. once btrfs_commit_transaction_async
 * returns, any subsequent transaction will not be allowed to join.
 */
struct btrfs_async_commit {
	struct btrfs_trans_handle *newtrans;
	struct btrfs_root *root;
1665
	struct work_struct work;
S
Sage Weil 已提交
1666 1667 1668 1669 1670
};

static void do_async_commit(struct work_struct *work)
{
	struct btrfs_async_commit *ac =
1671
		container_of(work, struct btrfs_async_commit, work);
S
Sage Weil 已提交
1672

1673 1674 1675 1676
	/*
	 * We've got freeze protection passed with the transaction.
	 * Tell lockdep about it.
	 */
L
Liu Bo 已提交
1677
	if (ac->newtrans->type & __TRANS_FREEZABLE)
1678
		__sb_writers_acquired(ac->root->fs_info->sb, SB_FREEZE_FS);
1679

1680 1681
	current->journal_info = ac->newtrans;

S
Sage Weil 已提交
1682 1683 1684 1685 1686 1687 1688 1689 1690 1691 1692 1693
	btrfs_commit_transaction(ac->newtrans, ac->root);
	kfree(ac);
}

int btrfs_commit_transaction_async(struct btrfs_trans_handle *trans,
				   struct btrfs_root *root,
				   int wait_for_unblock)
{
	struct btrfs_async_commit *ac;
	struct btrfs_transaction *cur_trans;

	ac = kmalloc(sizeof(*ac), GFP_NOFS);
T
Tsutomu Itoh 已提交
1694 1695
	if (!ac)
		return -ENOMEM;
S
Sage Weil 已提交
1696

1697
	INIT_WORK(&ac->work, do_async_commit);
S
Sage Weil 已提交
1698
	ac->root = root;
1699
	ac->newtrans = btrfs_join_transaction(root);
1700 1701 1702 1703 1704
	if (IS_ERR(ac->newtrans)) {
		int err = PTR_ERR(ac->newtrans);
		kfree(ac);
		return err;
	}
S
Sage Weil 已提交
1705 1706 1707

	/* take transaction reference */
	cur_trans = trans->transaction;
1708
	atomic_inc(&cur_trans->use_count);
S
Sage Weil 已提交
1709 1710

	btrfs_end_transaction(trans, root);
1711 1712 1713 1714 1715

	/*
	 * Tell lockdep we've released the freeze rwsem, since the
	 * async commit thread will be the one to unlock it.
	 */
L
Liu Bo 已提交
1716
	if (ac->newtrans->type & __TRANS_FREEZABLE)
1717
		__sb_writers_release(root->fs_info->sb, SB_FREEZE_FS);
1718

1719
	schedule_work(&ac->work);
S
Sage Weil 已提交
1720 1721 1722 1723 1724 1725 1726

	/* wait for transaction to start and unblock */
	if (wait_for_unblock)
		wait_current_trans_commit_start_and_unblock(root, cur_trans);
	else
		wait_current_trans_commit_start(root, cur_trans);

1727 1728 1729
	if (current->journal_info == trans)
		current->journal_info = NULL;

1730
	btrfs_put_transaction(cur_trans);
S
Sage Weil 已提交
1731 1732 1733
	return 0;
}

1734 1735

static void cleanup_transaction(struct btrfs_trans_handle *trans,
1736
				struct btrfs_root *root, int err)
1737 1738
{
	struct btrfs_transaction *cur_trans = trans->transaction;
1739
	DEFINE_WAIT(wait);
1740 1741 1742

	WARN_ON(trans->use_count > 1);

1743 1744
	btrfs_abort_transaction(trans, root, err);

1745
	spin_lock(&root->fs_info->trans_lock);
1746

1747 1748 1749 1750 1751 1752
	/*
	 * If the transaction is removed from the list, it means this
	 * transaction has been committed successfully, so it is impossible
	 * to call the cleanup function.
	 */
	BUG_ON(list_empty(&cur_trans->list));
1753

1754
	list_del_init(&cur_trans->list);
1755
	if (cur_trans == root->fs_info->running_transaction) {
1756
		cur_trans->state = TRANS_STATE_COMMIT_DOING;
1757 1758 1759 1760 1761
		spin_unlock(&root->fs_info->trans_lock);
		wait_event(cur_trans->writer_wait,
			   atomic_read(&cur_trans->num_writers) == 1);

		spin_lock(&root->fs_info->trans_lock);
1762
	}
1763 1764 1765 1766
	spin_unlock(&root->fs_info->trans_lock);

	btrfs_cleanup_one_transaction(trans->transaction, root);

1767 1768 1769 1770 1771
	spin_lock(&root->fs_info->trans_lock);
	if (cur_trans == root->fs_info->running_transaction)
		root->fs_info->running_transaction = NULL;
	spin_unlock(&root->fs_info->trans_lock);

1772 1773
	if (trans->type & __TRANS_FREEZABLE)
		sb_end_intwrite(root->fs_info->sb);
1774 1775
	btrfs_put_transaction(cur_trans);
	btrfs_put_transaction(cur_trans);
1776 1777 1778 1779 1780

	trace_btrfs_transaction_commit(root);

	if (current->journal_info == trans)
		current->journal_info = NULL;
1781
	btrfs_scrub_cancel(root->fs_info);
1782 1783 1784 1785

	kmem_cache_free(btrfs_trans_handle_cachep, trans);
}

1786 1787 1788
static inline int btrfs_start_delalloc_flush(struct btrfs_fs_info *fs_info)
{
	if (btrfs_test_opt(fs_info->tree_root, FLUSHONCOMMIT))
1789
		return btrfs_start_delalloc_roots(fs_info, 1, -1);
1790 1791 1792 1793 1794 1795
	return 0;
}

static inline void btrfs_wait_delalloc_flush(struct btrfs_fs_info *fs_info)
{
	if (btrfs_test_opt(fs_info->tree_root, FLUSHONCOMMIT))
1796
		btrfs_wait_ordered_roots(fs_info, -1);
1797 1798
}

1799
static inline void
1800
btrfs_wait_pending_ordered(struct btrfs_transaction *cur_trans)
1801
{
1802 1803
	wait_event(cur_trans->pending_wait,
		   atomic_read(&cur_trans->pending_ordered) == 0);
1804 1805
}

C
Chris Mason 已提交
1806 1807 1808
int btrfs_commit_transaction(struct btrfs_trans_handle *trans,
			     struct btrfs_root *root)
{
1809
	struct btrfs_transaction *cur_trans = trans->transaction;
C
Chris Mason 已提交
1810
	struct btrfs_transaction *prev_trans = NULL;
1811
	struct btrfs_inode *btree_ino = BTRFS_I(root->fs_info->btree_inode);
1812
	int ret;
C
Chris Mason 已提交
1813

1814 1815
	/* Stop the commit early if ->aborted is set */
	if (unlikely(ACCESS_ONCE(cur_trans->aborted))) {
1816
		ret = cur_trans->aborted;
1817 1818
		btrfs_end_transaction(trans, root);
		return ret;
1819
	}
1820

1821 1822 1823 1824
	/* make a pass through all the delayed refs we have so far
	 * any runnings procs may add more while we are here
	 */
	ret = btrfs_run_delayed_refs(trans, root, 0);
1825 1826 1827 1828
	if (ret) {
		btrfs_end_transaction(trans, root);
		return ret;
	}
1829

1830 1831 1832
	btrfs_trans_release_metadata(trans, root);
	trans->block_rsv = NULL;

1833
	cur_trans = trans->transaction;
1834

1835 1836 1837 1838
	/*
	 * set the flushing flag so procs in this transaction have to
	 * start sending their work down.
	 */
1839
	cur_trans->delayed_refs.flushing = 1;
1840
	smp_wmb();
1841

1842 1843 1844
	if (!list_empty(&trans->new_bgs))
		btrfs_create_pending_block_groups(trans, root);

1845
	ret = btrfs_run_delayed_refs(trans, root, 0);
1846 1847 1848 1849
	if (ret) {
		btrfs_end_transaction(trans, root);
		return ret;
	}
1850

1851
	if (!test_bit(BTRFS_TRANS_DIRTY_BG_RUN, &cur_trans->flags)) {
1852 1853 1854 1855 1856 1857 1858 1859
		int run_it = 0;

		/* this mutex is also taken before trying to set
		 * block groups readonly.  We need to make sure
		 * that nobody has set a block group readonly
		 * after a extents from that block group have been
		 * allocated for cache files.  btrfs_set_block_group_ro
		 * will wait for the transaction to commit if it
1860
		 * finds BTRFS_TRANS_DIRTY_BG_RUN set.
1861
		 *
1862 1863
		 * The BTRFS_TRANS_DIRTY_BG_RUN flag is also used to make sure
		 * only one process starts all the block group IO.  It wouldn't
1864 1865 1866 1867
		 * hurt to have more than one go through, but there's no
		 * real advantage to it either.
		 */
		mutex_lock(&root->fs_info->ro_block_group_mutex);
1868 1869
		if (!test_and_set_bit(BTRFS_TRANS_DIRTY_BG_RUN,
				      &cur_trans->flags))
1870 1871 1872 1873 1874 1875 1876 1877 1878 1879 1880
			run_it = 1;
		mutex_unlock(&root->fs_info->ro_block_group_mutex);

		if (run_it)
			ret = btrfs_start_dirty_block_groups(trans, root);
	}
	if (ret) {
		btrfs_end_transaction(trans, root);
		return ret;
	}

1881 1882 1883
	spin_lock(&root->fs_info->trans_lock);
	if (cur_trans->state >= TRANS_STATE_COMMIT_START) {
		spin_unlock(&root->fs_info->trans_lock);
1884
		atomic_inc(&cur_trans->use_count);
1885
		ret = btrfs_end_transaction(trans, root);
C
Chris Mason 已提交
1886

1887
		wait_for_commit(root, cur_trans);
1888

1889 1890 1891
		if (unlikely(cur_trans->aborted))
			ret = cur_trans->aborted;

1892
		btrfs_put_transaction(cur_trans);
1893

1894
		return ret;
C
Chris Mason 已提交
1895
	}
1896

1897
	cur_trans->state = TRANS_STATE_COMMIT_START;
S
Sage Weil 已提交
1898 1899
	wake_up(&root->fs_info->transaction_blocked_wait);

C
Chris Mason 已提交
1900 1901 1902
	if (cur_trans->list.prev != &root->fs_info->trans_list) {
		prev_trans = list_entry(cur_trans->list.prev,
					struct btrfs_transaction, list);
1903
		if (prev_trans->state != TRANS_STATE_COMPLETED) {
1904
			atomic_inc(&prev_trans->use_count);
J
Josef Bacik 已提交
1905
			spin_unlock(&root->fs_info->trans_lock);
C
Chris Mason 已提交
1906 1907

			wait_for_commit(root, prev_trans);
1908
			ret = prev_trans->aborted;
C
Chris Mason 已提交
1909

1910
			btrfs_put_transaction(prev_trans);
1911 1912
			if (ret)
				goto cleanup_transaction;
J
Josef Bacik 已提交
1913 1914
		} else {
			spin_unlock(&root->fs_info->trans_lock);
C
Chris Mason 已提交
1915
		}
J
Josef Bacik 已提交
1916 1917
	} else {
		spin_unlock(&root->fs_info->trans_lock);
C
Chris Mason 已提交
1918
	}
1919

1920 1921
	extwriter_counter_dec(cur_trans, trans->type);

1922 1923 1924 1925
	ret = btrfs_start_delalloc_flush(root->fs_info);
	if (ret)
		goto cleanup_transaction;

1926
	ret = btrfs_run_delayed_items(trans, root);
1927 1928
	if (ret)
		goto cleanup_transaction;
1929

1930 1931
	wait_event(cur_trans->writer_wait,
		   extwriter_counter_read(cur_trans) == 0);
1932

1933
	/* some pending stuffs might be added after the previous flush. */
1934
	ret = btrfs_run_delayed_items(trans, root);
1935 1936 1937
	if (ret)
		goto cleanup_transaction;

1938
	btrfs_wait_delalloc_flush(root->fs_info);
1939

1940
	btrfs_wait_pending_ordered(cur_trans);
1941

1942
	btrfs_scrub_pause(root);
1943 1944 1945
	/*
	 * Ok now we need to make sure to block out any other joins while we
	 * commit the transaction.  We could have started a join before setting
1946
	 * COMMIT_DOING so make sure to wait for num_writers to == 1 again.
1947 1948
	 */
	spin_lock(&root->fs_info->trans_lock);
1949
	cur_trans->state = TRANS_STATE_COMMIT_DOING;
1950 1951 1952 1953
	spin_unlock(&root->fs_info->trans_lock);
	wait_event(cur_trans->writer_wait,
		   atomic_read(&cur_trans->num_writers) == 1);

1954 1955 1956
	/* ->aborted might be set after the previous check, so check it */
	if (unlikely(ACCESS_ONCE(cur_trans->aborted))) {
		ret = cur_trans->aborted;
1957
		goto scrub_continue;
1958
	}
C
Chris Mason 已提交
1959 1960 1961 1962 1963 1964 1965
	/*
	 * the reloc mutex makes sure that we stop
	 * the balancing code from coming in and moving
	 * extents around in the middle of the commit
	 */
	mutex_lock(&root->fs_info->reloc_mutex);

1966 1967 1968 1969 1970 1971
	/*
	 * We needn't worry about the delayed items because we will
	 * deal with them in create_pending_snapshot(), which is the
	 * core function of the snapshot creation.
	 */
	ret = create_pending_snapshots(trans, root->fs_info);
1972 1973
	if (ret) {
		mutex_unlock(&root->fs_info->reloc_mutex);
1974
		goto scrub_continue;
1975
	}
1976

1977 1978 1979 1980 1981 1982 1983 1984 1985 1986 1987
	/*
	 * We insert the dir indexes of the snapshots and update the inode
	 * of the snapshots' parents after the snapshot creation, so there
	 * are some delayed items which are not dealt with. Now deal with
	 * them.
	 *
	 * We needn't worry that this operation will corrupt the snapshots,
	 * because all the tree which are snapshoted will be forced to COW
	 * the nodes and leaves.
	 */
	ret = btrfs_run_delayed_items(trans, root);
1988 1989
	if (ret) {
		mutex_unlock(&root->fs_info->reloc_mutex);
1990
		goto scrub_continue;
1991
	}
1992

1993
	ret = btrfs_run_delayed_refs(trans, root, (unsigned long)-1);
1994 1995
	if (ret) {
		mutex_unlock(&root->fs_info->reloc_mutex);
1996
		goto scrub_continue;
1997
	}
1998

1999 2000 2001 2002 2003 2004 2005
	/* Reocrd old roots for later qgroup accounting */
	ret = btrfs_qgroup_prepare_account_extents(trans, root->fs_info);
	if (ret) {
		mutex_unlock(&root->fs_info->reloc_mutex);
		goto scrub_continue;
	}

2006 2007 2008 2009 2010 2011
	/*
	 * make sure none of the code above managed to slip in a
	 * delayed item
	 */
	btrfs_assert_delayed_root_empty(root);

C
Chris Mason 已提交
2012
	WARN_ON(cur_trans != trans->transaction);
C
Chris Mason 已提交
2013

2014 2015 2016 2017 2018 2019 2020 2021 2022 2023 2024 2025 2026 2027 2028
	/* btrfs_commit_tree_roots is responsible for getting the
	 * various roots consistent with each other.  Every pointer
	 * in the tree of tree roots has to point to the most up to date
	 * root for every subvolume and other tree.  So, we have to keep
	 * the tree logging code from jumping in and changing any
	 * of the trees.
	 *
	 * At this point in the commit, there can't be any tree-log
	 * writers, but a little lower down we drop the trans mutex
	 * and let new people in.  By holding the tree_log_mutex
	 * from now until after the super is written, we avoid races
	 * with the tree-log code.
	 */
	mutex_lock(&root->fs_info->tree_log_mutex);

2029
	ret = commit_fs_roots(trans, root);
2030 2031
	if (ret) {
		mutex_unlock(&root->fs_info->tree_log_mutex);
2032
		mutex_unlock(&root->fs_info->reloc_mutex);
2033
		goto scrub_continue;
2034
	}
2035

2036
	/*
2037 2038
	 * Since the transaction is done, we can apply the pending changes
	 * before the next transaction.
2039
	 */
2040
	btrfs_apply_pending_changes(root->fs_info);
2041

2042
	/* commit_fs_roots gets rid of all the tree log roots, it is now
2043 2044 2045 2046
	 * safe to free the root of tree log roots
	 */
	btrfs_free_log_root_tree(trans, root->fs_info);

2047 2048 2049 2050 2051 2052 2053 2054 2055 2056 2057
	/*
	 * Since fs roots are all committed, we can get a quite accurate
	 * new_roots. So let's do quota accounting.
	 */
	ret = btrfs_qgroup_account_extents(trans, root->fs_info);
	if (ret < 0) {
		mutex_unlock(&root->fs_info->tree_log_mutex);
		mutex_unlock(&root->fs_info->reloc_mutex);
		goto scrub_continue;
	}

2058
	ret = commit_cowonly_roots(trans, root);
2059 2060
	if (ret) {
		mutex_unlock(&root->fs_info->tree_log_mutex);
2061
		mutex_unlock(&root->fs_info->reloc_mutex);
2062
		goto scrub_continue;
2063
	}
2064

2065 2066 2067 2068 2069 2070 2071 2072
	/*
	 * The tasks which save the space cache and inode cache may also
	 * update ->aborted, check it.
	 */
	if (unlikely(ACCESS_ONCE(cur_trans->aborted))) {
		ret = cur_trans->aborted;
		mutex_unlock(&root->fs_info->tree_log_mutex);
		mutex_unlock(&root->fs_info->reloc_mutex);
2073
		goto scrub_continue;
2074 2075
	}

2076 2077
	btrfs_prepare_extent_commit(trans, root);

C
Chris Mason 已提交
2078
	cur_trans = root->fs_info->running_transaction;
2079 2080 2081

	btrfs_set_root_node(&root->fs_info->tree_root->root_item,
			    root->fs_info->tree_root->node);
2082 2083
	list_add_tail(&root->fs_info->tree_root->dirty_list,
		      &cur_trans->switch_commits);
2084 2085 2086

	btrfs_set_root_node(&root->fs_info->chunk_root->root_item,
			    root->fs_info->chunk_root->node);
2087 2088 2089 2090
	list_add_tail(&root->fs_info->chunk_root->dirty_list,
		      &cur_trans->switch_commits);

	switch_commit_roots(cur_trans, root->fs_info);
2091

2092
	assert_qgroups_uptodate(trans);
2093
	ASSERT(list_empty(&cur_trans->dirty_bgs));
2094
	ASSERT(list_empty(&cur_trans->io_bgs));
2095
	update_super_roots(root);
2096

2097 2098
	btrfs_set_super_log_root(root->fs_info->super_copy, 0);
	btrfs_set_super_log_root_level(root->fs_info->super_copy, 0);
2099 2100
	memcpy(root->fs_info->super_for_commit, root->fs_info->super_copy,
	       sizeof(*root->fs_info->super_copy));
C
Chris Mason 已提交
2101

2102
	btrfs_update_commit_device_size(root->fs_info);
2103
	btrfs_update_commit_device_bytes_used(root, cur_trans);
2104

2105 2106 2107
	clear_bit(BTRFS_INODE_BTREE_LOG1_ERR, &btree_ino->runtime_flags);
	clear_bit(BTRFS_INODE_BTREE_LOG2_ERR, &btree_ino->runtime_flags);

2108 2109
	btrfs_trans_release_chunk_metadata(trans);

J
Josef Bacik 已提交
2110
	spin_lock(&root->fs_info->trans_lock);
2111
	cur_trans->state = TRANS_STATE_UNBLOCKED;
J
Josef Bacik 已提交
2112 2113
	root->fs_info->running_transaction = NULL;
	spin_unlock(&root->fs_info->trans_lock);
C
Chris Mason 已提交
2114
	mutex_unlock(&root->fs_info->reloc_mutex);
2115

2116
	wake_up(&root->fs_info->transaction_wait);
2117

C
Chris Mason 已提交
2118
	ret = btrfs_write_and_wait_transaction(trans, root);
2119
	if (ret) {
2120
		btrfs_std_error(root->fs_info, ret,
2121
			    "Error while writing out transaction");
2122
		mutex_unlock(&root->fs_info->tree_log_mutex);
2123
		goto scrub_continue;
2124 2125 2126 2127 2128
	}

	ret = write_ctree_super(trans, root, 0);
	if (ret) {
		mutex_unlock(&root->fs_info->tree_log_mutex);
2129
		goto scrub_continue;
2130
	}
2131

2132 2133 2134 2135 2136 2137
	/*
	 * the super is written, we can safely allow the tree-loggers
	 * to go about their business
	 */
	mutex_unlock(&root->fs_info->tree_log_mutex);

2138
	btrfs_finish_extent_commit(trans, root);
2139

2140
	if (test_bit(BTRFS_TRANS_HAVE_FREE_BGS, &cur_trans->flags))
Z
Zhao Lei 已提交
2141 2142
		btrfs_clear_space_info_full(root->fs_info);

2143
	root->fs_info->last_trans_committed = cur_trans->transid;
2144 2145 2146 2147 2148
	/*
	 * We needn't acquire the lock here because there is no other task
	 * which can change it.
	 */
	cur_trans->state = TRANS_STATE_COMPLETED;
C
Chris Mason 已提交
2149
	wake_up(&cur_trans->commit_wait);
2150

J
Josef Bacik 已提交
2151
	spin_lock(&root->fs_info->trans_lock);
2152
	list_del_init(&cur_trans->list);
J
Josef Bacik 已提交
2153 2154
	spin_unlock(&root->fs_info->trans_lock);

2155 2156
	btrfs_put_transaction(cur_trans);
	btrfs_put_transaction(cur_trans);
2157

2158
	if (trans->type & __TRANS_FREEZABLE)
2159
		sb_end_intwrite(root->fs_info->sb);
2160

2161 2162
	trace_btrfs_transaction_commit(root);

A
Arne Jansen 已提交
2163 2164
	btrfs_scrub_continue(root);

J
Josef Bacik 已提交
2165 2166 2167
	if (current->journal_info == trans)
		current->journal_info = NULL;

C
Chris Mason 已提交
2168
	kmem_cache_free(btrfs_trans_handle_cachep, trans);
Y
Yan, Zheng 已提交
2169

2170 2171
	if (current != root->fs_info->transaction_kthread &&
	    current != root->fs_info->cleaner_kthread)
Y
Yan, Zheng 已提交
2172 2173
		btrfs_run_delayed_iputs(root);

C
Chris Mason 已提交
2174
	return ret;
2175

2176 2177
scrub_continue:
	btrfs_scrub_continue(root);
2178
cleanup_transaction:
2179
	btrfs_trans_release_metadata(trans, root);
2180
	btrfs_trans_release_chunk_metadata(trans);
2181
	trans->block_rsv = NULL;
2182
	btrfs_warn(root->fs_info, "Skipping commit of aborted transaction.");
2183 2184
	if (current->journal_info == trans)
		current->journal_info = NULL;
2185
	cleanup_transaction(trans, root, ret);
2186 2187

	return ret;
C
Chris Mason 已提交
2188 2189
}

C
Chris Mason 已提交
2190
/*
D
David Sterba 已提交
2191 2192 2193 2194 2195 2196 2197 2198
 * return < 0 if error
 * 0 if there are no more dead_roots at the time of call
 * 1 there are more to be processed, call me again
 *
 * The return value indicates there are certainly more snapshots to delete, but
 * if there comes a new one during processing, it may return 0. We don't mind,
 * because btrfs_commit_super will poke cleaner thread and it will process it a
 * few seconds later.
C
Chris Mason 已提交
2199
 */
D
David Sterba 已提交
2200
int btrfs_clean_one_deleted_snapshot(struct btrfs_root *root)
2201
{
D
David Sterba 已提交
2202
	int ret;
2203 2204
	struct btrfs_fs_info *fs_info = root->fs_info;

J
Josef Bacik 已提交
2205
	spin_lock(&fs_info->trans_lock);
D
David Sterba 已提交
2206 2207 2208 2209 2210 2211
	if (list_empty(&fs_info->dead_roots)) {
		spin_unlock(&fs_info->trans_lock);
		return 0;
	}
	root = list_first_entry(&fs_info->dead_roots,
			struct btrfs_root, root_list);
2212
	list_del_init(&root->root_list);
J
Josef Bacik 已提交
2213
	spin_unlock(&fs_info->trans_lock);
2214

2215
	pr_debug("BTRFS: cleaner removing %llu\n", root->objectid);
2216

D
David Sterba 已提交
2217
	btrfs_kill_all_delayed_nodes(root);
2218

D
David Sterba 已提交
2219 2220 2221 2222 2223
	if (btrfs_header_backref_rev(root->node) <
			BTRFS_MIXED_BACKREF_REV)
		ret = btrfs_drop_snapshot(root, NULL, 0, 0);
	else
		ret = btrfs_drop_snapshot(root, NULL, 1, 0);
2224

2225
	return (ret < 0) ? 0 : 1;
2226
}
2227 2228 2229 2230 2231 2232

void btrfs_apply_pending_changes(struct btrfs_fs_info *fs_info)
{
	unsigned long prev;
	unsigned long bit;

2233
	prev = xchg(&fs_info->pending_changes, 0);
2234 2235 2236
	if (!prev)
		return;

2237 2238 2239 2240 2241 2242 2243 2244 2245 2246
	bit = 1 << BTRFS_PENDING_SET_INODE_MAP_CACHE;
	if (prev & bit)
		btrfs_set_opt(fs_info->mount_opt, INODE_MAP_CACHE);
	prev &= ~bit;

	bit = 1 << BTRFS_PENDING_CLEAR_INODE_MAP_CACHE;
	if (prev & bit)
		btrfs_clear_opt(fs_info->mount_opt, INODE_MAP_CACHE);
	prev &= ~bit;

2247 2248 2249 2250 2251
	bit = 1 << BTRFS_PENDING_COMMIT;
	if (prev & bit)
		btrfs_debug(fs_info, "pending commit done");
	prev &= ~bit;

2252 2253 2254 2255
	if (prev)
		btrfs_warn(fs_info,
			"unknown pending changes left 0x%lx, ignoring", prev);
}