log.c 21.3 KB
Newer Older
D
David Teigland 已提交
1 2
/*
 * Copyright (C) Sistina Software, Inc.  1997-2003 All rights reserved.
3
 * Copyright (C) 2004-2006 Red Hat, Inc.  All rights reserved.
D
David Teigland 已提交
4 5 6
 *
 * This copyrighted material is made available to anyone wishing to use,
 * modify, copy, or redistribute it subject to the terms and conditions
7
 * of the GNU General Public License version 2.
D
David Teigland 已提交
8 9 10 11 12 13 14
 */

#include <linux/sched.h>
#include <linux/slab.h>
#include <linux/spinlock.h>
#include <linux/completion.h>
#include <linux/buffer_head.h>
15
#include <linux/gfs2_ondisk.h>
16
#include <linux/crc32.h>
17
#include <linux/lm_interface.h>
18
#include <linux/delay.h>
D
David Teigland 已提交
19 20

#include "gfs2.h"
21
#include "incore.h"
D
David Teigland 已提交
22 23 24 25 26
#include "bmap.h"
#include "glock.h"
#include "log.h"
#include "lops.h"
#include "meta_io.h"
27
#include "util.h"
28
#include "dir.h"
D
David Teigland 已提交
29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50

#define PULL 1

/**
 * gfs2_struct2blk - compute stuff
 * @sdp: the filesystem
 * @nstruct: the number of structures
 * @ssize: the size of the structures
 *
 * Compute the number of log descriptor blocks needed to hold a certain number
 * of structures of a certain size.
 *
 * Returns: the number of blocks needed (minimum is always 1)
 */

unsigned int gfs2_struct2blk(struct gfs2_sbd *sdp, unsigned int nstruct,
			     unsigned int ssize)
{
	unsigned int blks;
	unsigned int first, second;

	blks = 1;
S
Steven Whitehouse 已提交
51
	first = (sdp->sd_sb.sb_bsize - sizeof(struct gfs2_log_descriptor)) / ssize;
D
David Teigland 已提交
52 53

	if (nstruct > first) {
54 55
		second = (sdp->sd_sb.sb_bsize -
			  sizeof(struct gfs2_meta_header)) / ssize;
56
		blks += DIV_ROUND_UP(nstruct - first, second);
D
David Teigland 已提交
57 58 59 60 61
	}

	return blks;
}

62 63 64 65 66 67 68 69 70 71 72 73
/**
 * gfs2_remove_from_ail - Remove an entry from the ail lists, updating counters
 * @mapping: The associated mapping (maybe NULL)
 * @bd: The gfs2_bufdata to remove
 *
 * The log lock _must_ be held when calling this function
 *
 */

void gfs2_remove_from_ail(struct address_space *mapping, struct gfs2_bufdata *bd)
{
	bd->bd_ail = NULL;
74 75
	list_del_init(&bd->bd_ail_st_list);
	list_del_init(&bd->bd_ail_gl_list);
76 77 78 79 80 81
	atomic_dec(&bd->bd_gl->gl_ail_count);
	if (mapping)
		gfs2_meta_cache_flush(GFS2_I(mapping->host));
	brelse(bd->bd_bh);
}

82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106
/**
 * gfs2_ail1_start_one - Start I/O on a part of the AIL
 * @sdp: the filesystem
 * @tr: the part of the AIL
 *
 */

static void gfs2_ail1_start_one(struct gfs2_sbd *sdp, struct gfs2_ail *ai)
{
	struct gfs2_bufdata *bd, *s;
	struct buffer_head *bh;
	int retry;

	BUG_ON(!spin_is_locked(&sdp->sd_log_lock));

	do {
		retry = 0;

		list_for_each_entry_safe_reverse(bd, s, &ai->ai_ail1_list,
						 bd_ail_st_list) {
			bh = bd->bd_bh;

			gfs2_assert(sdp, bd->bd_ail == ai);

			if (!buffer_busy(bh)) {
107
				if (!buffer_uptodate(bh))
108 109 110 111 112 113 114 115 116 117
					gfs2_io_error_bh(sdp, bh);
				list_move(&bd->bd_ail_st_list, &ai->ai_ail2_list);
				continue;
			}

			if (!buffer_dirty(bh))
				continue;

			list_move(&bd->bd_ail_st_list, &ai->ai_ail1_list);

118
			get_bh(bh);
119
			gfs2_log_unlock(sdp);
120 121 122 123 124 125 126 127
			lock_buffer(bh);
			if (test_clear_buffer_dirty(bh)) {
				bh->b_end_io = end_buffer_write_sync;
				submit_bh(WRITE, bh);
			} else {
				unlock_buffer(bh);
				brelse(bh);
			}
128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169
			gfs2_log_lock(sdp);

			retry = 1;
			break;
		}
	} while (retry);
}

/**
 * gfs2_ail1_empty_one - Check whether or not a trans in the AIL has been synced
 * @sdp: the filesystem
 * @ai: the AIL entry
 *
 */

static int gfs2_ail1_empty_one(struct gfs2_sbd *sdp, struct gfs2_ail *ai, int flags)
{
	struct gfs2_bufdata *bd, *s;
	struct buffer_head *bh;

	list_for_each_entry_safe_reverse(bd, s, &ai->ai_ail1_list,
					 bd_ail_st_list) {
		bh = bd->bd_bh;

		gfs2_assert(sdp, bd->bd_ail == ai);

		if (buffer_busy(bh)) {
			if (flags & DIO_ALL)
				continue;
			else
				break;
		}

		if (!buffer_uptodate(bh))
			gfs2_io_error_bh(sdp, bh);

		list_move(&bd->bd_ail_st_list, &ai->ai_ail2_list);
	}

	return list_empty(&ai->ai_ail1_list);
}

170
static void gfs2_ail1_start(struct gfs2_sbd *sdp, int flags)
D
David Teigland 已提交
171
{
172
	struct list_head *head;
173
	u64 sync_gen;
174 175 176
	struct list_head *first;
	struct gfs2_ail *first_ai, *ai, *tmp;
	int done = 0;
D
David Teigland 已提交
177 178

	gfs2_log_lock(sdp);
179
	head = &sdp->sd_ail1_list;
D
David Teigland 已提交
180 181 182 183 184 185 186 187 188
	if (list_empty(head)) {
		gfs2_log_unlock(sdp);
		return;
	}
	sync_gen = sdp->sd_ail_sync_gen++;

	first = head->prev;
	first_ai = list_entry(first, struct gfs2_ail, ai_list);
	first_ai->ai_sync_gen = sync_gen;
189
	gfs2_ail1_start_one(sdp, first_ai); /* This may drop log lock */
D
David Teigland 已提交
190 191 192 193

	if (flags & DIO_ALL)
		first = NULL;

194
	while(!done) {
195 196
		if (first && (head->prev != first ||
			      gfs2_ail1_empty_one(sdp, first_ai, 0)))
D
David Teigland 已提交
197 198
			break;

199 200
		done = 1;
		list_for_each_entry_safe_reverse(ai, tmp, head, ai_list) {
D
David Teigland 已提交
201 202 203
			if (ai->ai_sync_gen >= sync_gen)
				continue;
			ai->ai_sync_gen = sync_gen;
204 205
			gfs2_ail1_start_one(sdp, ai); /* This may drop log lock */
			done = 0;
D
David Teigland 已提交
206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233
			break;
		}
	}

	gfs2_log_unlock(sdp);
}

int gfs2_ail1_empty(struct gfs2_sbd *sdp, int flags)
{
	struct gfs2_ail *ai, *s;
	int ret;

	gfs2_log_lock(sdp);

	list_for_each_entry_safe_reverse(ai, s, &sdp->sd_ail1_list, ai_list) {
		if (gfs2_ail1_empty_one(sdp, ai, flags))
			list_move(&ai->ai_list, &sdp->sd_ail2_list);
		else if (!(flags & DIO_ALL))
			break;
	}

	ret = list_empty(&sdp->sd_ail1_list);

	gfs2_log_unlock(sdp);

	return ret;
}

234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250

/**
 * gfs2_ail2_empty_one - Check whether or not a trans in the AIL has been synced
 * @sdp: the filesystem
 * @ai: the AIL entry
 *
 */

static void gfs2_ail2_empty_one(struct gfs2_sbd *sdp, struct gfs2_ail *ai)
{
	struct list_head *head = &ai->ai_ail2_list;
	struct gfs2_bufdata *bd;

	while (!list_empty(head)) {
		bd = list_entry(head->prev, struct gfs2_bufdata,
				bd_ail_st_list);
		gfs2_assert(sdp, bd->bd_ail == ai);
251
		gfs2_remove_from_ail(bd->bd_bh->b_page->mapping, bd);
252 253 254
	}
}

D
David Teigland 已提交
255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285
static void ail2_empty(struct gfs2_sbd *sdp, unsigned int new_tail)
{
	struct gfs2_ail *ai, *safe;
	unsigned int old_tail = sdp->sd_log_tail;
	int wrap = (new_tail < old_tail);
	int a, b, rm;

	gfs2_log_lock(sdp);

	list_for_each_entry_safe(ai, safe, &sdp->sd_ail2_list, ai_list) {
		a = (old_tail <= ai->ai_first);
		b = (ai->ai_first < new_tail);
		rm = (wrap) ? (a || b) : (a && b);
		if (!rm)
			continue;

		gfs2_ail2_empty_one(sdp, ai);
		list_del(&ai->ai_list);
		gfs2_assert_warn(sdp, list_empty(&ai->ai_ail1_list));
		gfs2_assert_warn(sdp, list_empty(&ai->ai_ail2_list));
		kfree(ai);
	}

	gfs2_log_unlock(sdp);
}

/**
 * gfs2_log_reserve - Make a log reservation
 * @sdp: The GFS2 superblock
 * @blks: The number of blocks to reserve
 *
286
 * Note that we never give out the last few blocks of the journal. Thats
287
 * due to the fact that there is a small number of header blocks
288 289 290 291
 * associated with each log flush. The exact number can't be known until
 * flush time, so we ensure that we have just enough free blocks at all
 * times to avoid running out during a log flush.
 *
D
David Teigland 已提交
292 293 294 295 296 297
 * Returns: errno
 */

int gfs2_log_reserve(struct gfs2_sbd *sdp, unsigned int blks)
{
	unsigned int try = 0;
298
	unsigned reserved_blks = 6 * (4096 / sdp->sd_vfs->s_blocksize);
D
David Teigland 已提交
299 300 301 302 303

	if (gfs2_assert_warn(sdp, blks) ||
	    gfs2_assert_warn(sdp, blks <= sdp->sd_jdesc->jd_blocks))
		return -EINVAL;

304
	mutex_lock(&sdp->sd_log_reserve_mutex);
305
	gfs2_log_lock(sdp);
306
	while(sdp->sd_log_blks_free <= (blks + reserved_blks)) {
D
David Teigland 已提交
307 308
		gfs2_log_unlock(sdp);
		gfs2_ail1_empty(sdp, 0);
309
		gfs2_log_flush(sdp, NULL);
D
David Teigland 已提交
310 311 312

		if (try++)
			gfs2_ail1_start(sdp, 0);
313
		gfs2_log_lock(sdp);
D
David Teigland 已提交
314
	}
315 316 317 318 319
	sdp->sd_log_blks_free -= blks;
	gfs2_log_unlock(sdp);
	mutex_unlock(&sdp->sd_log_reserve_mutex);

	down_read(&sdp->sd_log_flush_lock);
D
David Teigland 已提交
320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338

	return 0;
}

/**
 * gfs2_log_release - Release a given number of log blocks
 * @sdp: The GFS2 superblock
 * @blks: The number of blocks
 *
 */

void gfs2_log_release(struct gfs2_sbd *sdp, unsigned int blks)
{

	gfs2_log_lock(sdp);
	sdp->sd_log_blks_free += blks;
	gfs2_assert_withdraw(sdp,
			     sdp->sd_log_blks_free <= sdp->sd_jdesc->jd_blocks);
	gfs2_log_unlock(sdp);
339
	up_read(&sdp->sd_log_flush_lock);
D
David Teigland 已提交
340 341
}

342
static u64 log_bmap(struct gfs2_sbd *sdp, unsigned int lbn)
D
David Teigland 已提交
343
{
344
	struct inode *inode = sdp->sd_jdesc->jd_inode;
D
David Teigland 已提交
345
	int error;
346
	struct buffer_head bh_map = { .b_state = 0, .b_blocknr = 0 };
D
David Teigland 已提交
347

348 349
	bh_map.b_size = 1 << inode->i_blkbits;
	error = gfs2_block_map(inode, lbn, 0, &bh_map);
350
	if (error || !bh_map.b_blocknr)
351 352
		printk(KERN_INFO "error=%d, dbn=%llu lbn=%u", error,
		       (unsigned long long)bh_map.b_blocknr, lbn);
353
	gfs2_assert_withdraw(sdp, !error && bh_map.b_blocknr);
D
David Teigland 已提交
354

355
	return bh_map.b_blocknr;
D
David Teigland 已提交
356 357 358 359 360 361 362 363 364 365 366 367 368 369
}

/**
 * log_distance - Compute distance between two journal blocks
 * @sdp: The GFS2 superblock
 * @newer: The most recent journal block of the pair
 * @older: The older journal block of the pair
 *
 *   Compute the distance (in the journal direction) between two
 *   blocks in the journal
 *
 * Returns: the distance in blocks
 */

S
Steven Whitehouse 已提交
370
static inline unsigned int log_distance(struct gfs2_sbd *sdp, unsigned int newer,
D
David Teigland 已提交
371 372 373 374 375 376 377 378 379 380 381
					unsigned int older)
{
	int dist;

	dist = newer - older;
	if (dist < 0)
		dist += sdp->sd_jdesc->jd_blocks;

	return dist;
}

382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433
/**
 * calc_reserved - Calculate the number of blocks to reserve when
 *                 refunding a transaction's unused buffers.
 * @sdp: The GFS2 superblock
 *
 * This is complex.  We need to reserve room for all our currently used
 * metadata buffers (e.g. normal file I/O rewriting file time stamps) and 
 * all our journaled data buffers for journaled files (e.g. files in the 
 * meta_fs like rindex, or files for which chattr +j was done.)
 * If we don't reserve enough space, gfs2_log_refund and gfs2_log_flush
 * will count it as free space (sd_log_blks_free) and corruption will follow.
 *
 * We can have metadata bufs and jdata bufs in the same journal.  So each
 * type gets its own log header, for which we need to reserve a block.
 * In fact, each type has the potential for needing more than one header 
 * in cases where we have more buffers than will fit on a journal page.
 * Metadata journal entries take up half the space of journaled buffer entries.
 * Thus, metadata entries have buf_limit (502) and journaled buffers have
 * databuf_limit (251) before they cause a wrap around.
 *
 * Also, we need to reserve blocks for revoke journal entries and one for an
 * overall header for the lot.
 *
 * Returns: the number of blocks reserved
 */
static unsigned int calc_reserved(struct gfs2_sbd *sdp)
{
	unsigned int reserved = 0;
	unsigned int mbuf_limit, metabufhdrs_needed;
	unsigned int dbuf_limit, databufhdrs_needed;
	unsigned int revokes = 0;

	mbuf_limit = buf_limit(sdp);
	metabufhdrs_needed = (sdp->sd_log_commited_buf +
			      (mbuf_limit - 1)) / mbuf_limit;
	dbuf_limit = databuf_limit(sdp);
	databufhdrs_needed = (sdp->sd_log_commited_databuf +
			      (dbuf_limit - 1)) / dbuf_limit;

	if (sdp->sd_log_commited_revoke)
		revokes = gfs2_struct2blk(sdp, sdp->sd_log_commited_revoke,
					  sizeof(u64));

	reserved = sdp->sd_log_commited_buf + metabufhdrs_needed +
		sdp->sd_log_commited_databuf + databufhdrs_needed +
		revokes;
	/* One for the overall header */
	if (reserved)
		reserved++;
	return reserved;
}

D
David Teigland 已提交
434 435 436 437 438 439 440
static unsigned int current_tail(struct gfs2_sbd *sdp)
{
	struct gfs2_ail *ai;
	unsigned int tail;

	gfs2_log_lock(sdp);

S
Steven Whitehouse 已提交
441
	if (list_empty(&sdp->sd_ail1_list)) {
D
David Teigland 已提交
442
		tail = sdp->sd_log_head;
S
Steven Whitehouse 已提交
443 444
	} else {
		ai = list_entry(sdp->sd_ail1_list.prev, struct gfs2_ail, ai_list);
D
David Teigland 已提交
445 446 447 448 449 450 451 452
		tail = ai->ai_first;
	}

	gfs2_log_unlock(sdp);

	return tail;
}

453
void gfs2_log_incr_head(struct gfs2_sbd *sdp)
D
David Teigland 已提交
454 455
{
	if (sdp->sd_log_flush_head == sdp->sd_log_tail)
456
		BUG_ON(sdp->sd_log_flush_head != sdp->sd_log_head);
D
David Teigland 已提交
457 458 459 460 461 462 463

	if (++sdp->sd_log_flush_head == sdp->sd_jdesc->jd_blocks) {
		sdp->sd_log_flush_head = 0;
		sdp->sd_log_flush_wrapped = 1;
	}
}

464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480
/**
 * gfs2_log_write_endio - End of I/O for a log buffer
 * @bh: The buffer head
 * @uptodate: I/O Status
 *
 */

static void gfs2_log_write_endio(struct buffer_head *bh, int uptodate)
{
	struct gfs2_sbd *sdp = bh->b_private;
	bh->b_private = NULL;

	end_buffer_write_sync(bh, uptodate);
	if (atomic_dec_and_test(&sdp->sd_log_in_flight))
		wake_up(&sdp->sd_log_flush_wait);
}

D
David Teigland 已提交
481 482 483 484 485 486 487 488 489
/**
 * gfs2_log_get_buf - Get and initialize a buffer to use for log control data
 * @sdp: The GFS2 superblock
 *
 * Returns: the buffer_head
 */

struct buffer_head *gfs2_log_get_buf(struct gfs2_sbd *sdp)
{
490
	u64 blkno = log_bmap(sdp, sdp->sd_log_flush_head);
D
David Teigland 已提交
491 492
	struct buffer_head *bh;

493
	bh = sb_getblk(sdp->sd_vfs, blkno);
D
David Teigland 已提交
494 495 496 497
	lock_buffer(bh);
	memset(bh->b_data, 0, bh->b_size);
	set_buffer_uptodate(bh);
	clear_buffer_dirty(bh);
498 499 500 501
	gfs2_log_incr_head(sdp);
	atomic_inc(&sdp->sd_log_in_flight);
	bh->b_private = sdp;
	bh->b_end_io = gfs2_log_write_endio;
D
David Teigland 已提交
502 503 504 505

	return bh;
}

506 507 508 509 510 511 512 513 514 515
/**
 * gfs2_fake_write_endio - 
 * @bh: The buffer head
 * @uptodate: The I/O Status
 *
 */

static void gfs2_fake_write_endio(struct buffer_head *bh, int uptodate)
{
	struct buffer_head *real_bh = bh->b_private;
516 517
	struct gfs2_bufdata *bd = real_bh->b_private;
	struct gfs2_sbd *sdp = bd->bd_gl->gl_sbd;
518 519 520 521 522 523 524 525 526

	end_buffer_write_sync(bh, uptodate);
	free_buffer_head(bh);
	unlock_buffer(real_bh);
	brelse(real_bh);
	if (atomic_dec_and_test(&sdp->sd_log_in_flight))
		wake_up(&sdp->sd_log_flush_wait);
}

D
David Teigland 已提交
527 528 529 530 531 532 533 534 535 536 537
/**
 * gfs2_log_fake_buf - Build a fake buffer head to write metadata buffer to log
 * @sdp: the filesystem
 * @data: the data the buffer_head should point to
 *
 * Returns: the log buffer descriptor
 */

struct buffer_head *gfs2_log_fake_buf(struct gfs2_sbd *sdp,
				      struct buffer_head *real)
{
538
	u64 blkno = log_bmap(sdp, sdp->sd_log_flush_head);
D
David Teigland 已提交
539 540
	struct buffer_head *bh;

541
	bh = alloc_buffer_head(GFP_NOFS | __GFP_NOFAIL);
D
David Teigland 已提交
542
	atomic_set(&bh->b_count, 1);
543
	bh->b_state = (1 << BH_Mapped) | (1 << BH_Uptodate) | (1 << BH_Lock);
544
	set_bh_page(bh, real->b_page, bh_offset(real));
D
David Teigland 已提交
545 546 547
	bh->b_blocknr = blkno;
	bh->b_size = sdp->sd_sb.sb_bsize;
	bh->b_bdev = sdp->sd_vfs->s_bdev;
548 549
	bh->b_private = real;
	bh->b_end_io = gfs2_fake_write_endio;
D
David Teigland 已提交
550

551 552
	gfs2_log_incr_head(sdp);
	atomic_inc(&sdp->sd_log_in_flight);
D
David Teigland 已提交
553 554 555 556

	return bh;
}

557
static void log_pull_tail(struct gfs2_sbd *sdp, unsigned int new_tail)
D
David Teigland 已提交
558 559 560 561 562 563
{
	unsigned int dist = log_distance(sdp, new_tail, sdp->sd_log_tail);

	ail2_empty(sdp, new_tail);

	gfs2_log_lock(sdp);
564
	sdp->sd_log_blks_free += dist;
S
Steven Whitehouse 已提交
565
	gfs2_assert_withdraw(sdp, sdp->sd_log_blks_free <= sdp->sd_jdesc->jd_blocks);
D
David Teigland 已提交
566 567 568 569 570 571 572 573 574 575 576 577
	gfs2_log_unlock(sdp);

	sdp->sd_log_tail = new_tail;
}

/**
 * log_write_header - Get and initialize a journal header buffer
 * @sdp: The GFS2 superblock
 *
 * Returns: the initialized log buffer descriptor
 */

578
static void log_write_header(struct gfs2_sbd *sdp, u32 flags, int pull)
D
David Teigland 已提交
579
{
580
	u64 blkno = log_bmap(sdp, sdp->sd_log_flush_head);
D
David Teigland 已提交
581 582 583
	struct buffer_head *bh;
	struct gfs2_log_header *lh;
	unsigned int tail;
584
	u32 hash;
D
David Teigland 已提交
585 586 587 588 589 590 591 592 593 594 595 596 597 598

	bh = sb_getblk(sdp->sd_vfs, blkno);
	lock_buffer(bh);
	memset(bh->b_data, 0, bh->b_size);
	set_buffer_uptodate(bh);
	clear_buffer_dirty(bh);
	unlock_buffer(bh);

	gfs2_ail1_empty(sdp, 0);
	tail = current_tail(sdp);

	lh = (struct gfs2_log_header *)bh->b_data;
	memset(lh, 0, sizeof(struct gfs2_log_header));
	lh->lh_header.mh_magic = cpu_to_be32(GFS2_MAGIC);
599 600
	lh->lh_header.mh_type = cpu_to_be32(GFS2_METATYPE_LH);
	lh->lh_header.mh_format = cpu_to_be32(GFS2_FORMAT_LH);
601 602 603 604
	lh->lh_sequence = cpu_to_be64(sdp->sd_log_sequence++);
	lh->lh_flags = cpu_to_be32(flags);
	lh->lh_tail = cpu_to_be32(tail);
	lh->lh_blkno = cpu_to_be32(sdp->sd_log_flush_head);
D
David Teigland 已提交
605 606 607 608 609 610 611 612 613
	hash = gfs2_disk_hash(bh->b_data, sizeof(struct gfs2_log_header));
	lh->lh_hash = cpu_to_be32(hash);

	set_buffer_dirty(bh);
	if (sync_dirty_buffer(bh))
		gfs2_io_error_bh(sdp, bh);
	brelse(bh);

	if (sdp->sd_log_tail != tail)
614
		log_pull_tail(sdp, tail);
D
David Teigland 已提交
615 616 617 618
	else
		gfs2_assert_withdraw(sdp, !pull);

	sdp->sd_log_idle = (tail == sdp->sd_log_flush_head);
619
	gfs2_log_incr_head(sdp);
D
David Teigland 已提交
620 621 622 623
}

static void log_flush_commit(struct gfs2_sbd *sdp)
{
624 625 626 627 628 629 630 631 632 633
	DEFINE_WAIT(wait);

	if (atomic_read(&sdp->sd_log_in_flight)) {
		do {
			prepare_to_wait(&sdp->sd_log_flush_wait, &wait,
					TASK_UNINTERRUPTIBLE);
			if (atomic_read(&sdp->sd_log_in_flight))
				io_schedule();
		} while(atomic_read(&sdp->sd_log_in_flight));
		finish_wait(&sdp->sd_log_flush_wait, &wait);
D
David Teigland 已提交
634 635
	}

636
	log_write_header(sdp, 0, 0);
D
David Teigland 已提交
637 638
}

639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689
static void gfs2_ordered_write(struct gfs2_sbd *sdp)
{
	struct gfs2_bufdata *bd;
	struct buffer_head *bh;
	LIST_HEAD(written);

	gfs2_log_lock(sdp);
	while (!list_empty(&sdp->sd_log_le_ordered)) {
		bd = list_entry(sdp->sd_log_le_ordered.next, struct gfs2_bufdata, bd_le.le_list);
		list_move(&bd->bd_le.le_list, &written);
		bh = bd->bd_bh;
		if (!buffer_dirty(bh))
			continue;
		get_bh(bh);
		gfs2_log_unlock(sdp);
		lock_buffer(bh);
		if (test_clear_buffer_dirty(bh)) {
			bh->b_end_io = end_buffer_write_sync;
			submit_bh(WRITE, bh);
		} else {
			unlock_buffer(bh);
			brelse(bh);
		}
		gfs2_log_lock(sdp);
	}
	list_splice(&written, &sdp->sd_log_le_ordered);
	gfs2_log_unlock(sdp);
}

static void gfs2_ordered_wait(struct gfs2_sbd *sdp)
{
	struct gfs2_bufdata *bd;
	struct buffer_head *bh;

	gfs2_log_lock(sdp);
	while (!list_empty(&sdp->sd_log_le_ordered)) {
		bd = list_entry(sdp->sd_log_le_ordered.prev, struct gfs2_bufdata, bd_le.le_list);
		bh = bd->bd_bh;
		if (buffer_locked(bh)) {
			get_bh(bh);
			gfs2_log_unlock(sdp);
			wait_on_buffer(bh);
			brelse(bh);
			gfs2_log_lock(sdp);
			continue;
		}
		list_del_init(&bd->bd_le.le_list);
	}
	gfs2_log_unlock(sdp);
}

D
David Teigland 已提交
690
/**
691
 * gfs2_log_flush - flush incore transaction(s)
D
David Teigland 已提交
692 693 694 695 696
 * @sdp: the filesystem
 * @gl: The glock structure to flush.  If NULL, flush the whole incore log
 *
 */

697
void gfs2_log_flush(struct gfs2_sbd *sdp, struct gfs2_glock *gl)
D
David Teigland 已提交
698 699 700
{
	struct gfs2_ail *ai;

701
	down_write(&sdp->sd_log_flush_lock);
702 703 704 705 706

	if (gl) {
		gfs2_log_lock(sdp);
		if (list_empty(&gl->gl_le.le_list)) {
			gfs2_log_unlock(sdp);
707
			up_write(&sdp->sd_log_flush_lock);
708 709 710 711 712
			return;
		}
		gfs2_log_unlock(sdp);
	}

713 714 715
	ai = kzalloc(sizeof(struct gfs2_ail), GFP_NOFS | __GFP_NOFAIL);
	INIT_LIST_HEAD(&ai->ai_ail1_list);
	INIT_LIST_HEAD(&ai->ai_ail2_list);
D
David Teigland 已提交
716

717 718 719 720 721 722 723 724 725 726
	if (sdp->sd_log_num_buf != sdp->sd_log_commited_buf) {
		printk(KERN_INFO "GFS2: log buf %u %u\n", sdp->sd_log_num_buf,
		       sdp->sd_log_commited_buf);
		gfs2_assert_withdraw(sdp, 0);
	}
	if (sdp->sd_log_num_databuf != sdp->sd_log_commited_databuf) {
		printk(KERN_INFO "GFS2: log databuf %u %u\n",
		       sdp->sd_log_num_databuf, sdp->sd_log_commited_databuf);
		gfs2_assert_withdraw(sdp, 0);
	}
D
David Teigland 已提交
727 728 729 730 731 732 733
	gfs2_assert_withdraw(sdp,
			sdp->sd_log_num_revoke == sdp->sd_log_commited_revoke);

	sdp->sd_log_flush_head = sdp->sd_log_head;
	sdp->sd_log_flush_wrapped = 0;
	ai->ai_first = sdp->sd_log_flush_head;

734
	gfs2_ordered_write(sdp);
D
David Teigland 已提交
735
	lops_before_commit(sdp);
736 737
	gfs2_ordered_wait(sdp);

738
	if (sdp->sd_log_head != sdp->sd_log_flush_head)
D
David Teigland 已提交
739
		log_flush_commit(sdp);
740 741 742 743
	else if (sdp->sd_log_tail != current_tail(sdp) && !sdp->sd_log_idle){
		gfs2_log_lock(sdp);
		sdp->sd_log_blks_free--; /* Adjust for unreserved buffer */
		gfs2_log_unlock(sdp);
D
David Teigland 已提交
744
		log_write_header(sdp, 0, PULL);
745
	}
D
David Teigland 已提交
746
	lops_after_commit(sdp, ai);
747

748 749
	gfs2_log_lock(sdp);
	sdp->sd_log_head = sdp->sd_log_flush_head;
S
Steven Whitehouse 已提交
750 751
	sdp->sd_log_blks_reserved = 0;
	sdp->sd_log_commited_buf = 0;
752
	sdp->sd_log_commited_databuf = 0;
S
Steven Whitehouse 已提交
753
	sdp->sd_log_commited_revoke = 0;
D
David Teigland 已提交
754 755 756 757 758 759 760 761

	if (!list_empty(&ai->ai_ail1_list)) {
		list_add(&ai->ai_list, &sdp->sd_ail1_list);
		ai = NULL;
	}
	gfs2_log_unlock(sdp);

	sdp->sd_vfs->s_dirt = 0;
762
	up_write(&sdp->sd_log_flush_lock);
D
David Teigland 已提交
763 764 765 766 767 768

	kfree(ai);
}

static void log_refund(struct gfs2_sbd *sdp, struct gfs2_trans *tr)
{
769
	unsigned int reserved;
D
David Teigland 已提交
770 771 772 773 774
	unsigned int old;

	gfs2_log_lock(sdp);

	sdp->sd_log_commited_buf += tr->tr_num_buf_new - tr->tr_num_buf_rm;
775 776 777 778
	sdp->sd_log_commited_databuf += tr->tr_num_databuf_new -
		tr->tr_num_databuf_rm;
	gfs2_assert_withdraw(sdp, (((int)sdp->sd_log_commited_buf) >= 0) ||
			     (((int)sdp->sd_log_commited_databuf) >= 0));
D
David Teigland 已提交
779 780
	sdp->sd_log_commited_revoke += tr->tr_num_revoke - tr->tr_num_revoke_rm;
	gfs2_assert_withdraw(sdp, ((int)sdp->sd_log_commited_revoke) >= 0);
781
	reserved = calc_reserved(sdp);
D
David Teigland 已提交
782 783 784 785
	old = sdp->sd_log_blks_free;
	sdp->sd_log_blks_free += tr->tr_reserved -
				 (reserved - sdp->sd_log_blks_reserved);

786
	gfs2_assert_withdraw(sdp, sdp->sd_log_blks_free >= old);
787 788
	gfs2_assert_withdraw(sdp, sdp->sd_log_blks_free <=
			     sdp->sd_jdesc->jd_blocks);
D
David Teigland 已提交
789 790 791 792 793 794 795 796 797 798 799 800 801 802 803 804 805 806 807 808

	sdp->sd_log_blks_reserved = reserved;

	gfs2_log_unlock(sdp);
}

/**
 * gfs2_log_commit - Commit a transaction to the log
 * @sdp: the filesystem
 * @tr: the transaction
 *
 * Returns: errno
 */

void gfs2_log_commit(struct gfs2_sbd *sdp, struct gfs2_trans *tr)
{
	log_refund(sdp, tr);
	lops_incore_commit(sdp, tr);

	sdp->sd_vfs->s_dirt = 1;
809
	up_read(&sdp->sd_log_flush_lock);
D
David Teigland 已提交
810 811

	gfs2_log_lock(sdp);
812 813 814
	if (sdp->sd_log_num_buf > gfs2_tune_get(sdp, gt_incore_log_blocks))
		wake_up_process(sdp->sd_logd_process);
	gfs2_log_unlock(sdp);
D
David Teigland 已提交
815 816 817 818 819 820 821 822 823 824
}

/**
 * gfs2_log_shutdown - write a shutdown header into a journal
 * @sdp: the filesystem
 *
 */

void gfs2_log_shutdown(struct gfs2_sbd *sdp)
{
825
	down_write(&sdp->sd_log_flush_lock);
D
David Teigland 已提交
826 827 828 829 830 831 832 833 834 835 836 837

	gfs2_assert_withdraw(sdp, !sdp->sd_log_blks_reserved);
	gfs2_assert_withdraw(sdp, !sdp->sd_log_num_gl);
	gfs2_assert_withdraw(sdp, !sdp->sd_log_num_buf);
	gfs2_assert_withdraw(sdp, !sdp->sd_log_num_revoke);
	gfs2_assert_withdraw(sdp, !sdp->sd_log_num_rg);
	gfs2_assert_withdraw(sdp, !sdp->sd_log_num_databuf);
	gfs2_assert_withdraw(sdp, list_empty(&sdp->sd_ail1_list));

	sdp->sd_log_flush_head = sdp->sd_log_head;
	sdp->sd_log_flush_wrapped = 0;

838 839
	log_write_header(sdp, GFS2_LOG_HEAD_UNMOUNT,
			 (sdp->sd_log_tail == current_tail(sdp)) ? 0 : PULL);
D
David Teigland 已提交
840

841 842 843
	gfs2_assert_warn(sdp, sdp->sd_log_blks_free == sdp->sd_jdesc->jd_blocks);
	gfs2_assert_warn(sdp, sdp->sd_log_head == sdp->sd_log_tail);
	gfs2_assert_warn(sdp, list_empty(&sdp->sd_ail2_list));
D
David Teigland 已提交
844 845 846 847

	sdp->sd_log_head = sdp->sd_log_flush_head;
	sdp->sd_log_tail = sdp->sd_log_head;

848
	up_write(&sdp->sd_log_flush_lock);
D
David Teigland 已提交
849 850
}

851 852 853 854 855 856 857 858 859 860 861 862 863 864 865 866 867 868

/**
 * gfs2_meta_syncfs - sync all the buffers in a filesystem
 * @sdp: the filesystem
 *
 */

void gfs2_meta_syncfs(struct gfs2_sbd *sdp)
{
	gfs2_log_flush(sdp, NULL);
	for (;;) {
		gfs2_ail1_start(sdp, DIO_ALL);
		if (gfs2_ail1_empty(sdp, DIO_ALL))
			break;
		msleep(10);
	}
}