xfs_trans_buf.c 23.0 KB
Newer Older
L
Linus Torvalds 已提交
1
/*
2 3
 * Copyright (c) 2000-2002,2005 Silicon Graphics, Inc.
 * All Rights Reserved.
L
Linus Torvalds 已提交
4
 *
5 6
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public License as
L
Linus Torvalds 已提交
7 8
 * published by the Free Software Foundation.
 *
9 10 11 12
 * This program is distributed in the hope that it would be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
L
Linus Torvalds 已提交
13
 *
14 15 16
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write the Free Software Foundation,
 * Inc.,  51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
L
Linus Torvalds 已提交
17 18
 */
#include "xfs.h"
19
#include "xfs_fs.h"
20
#include "xfs_shared.h"
21
#include "xfs_format.h"
22 23
#include "xfs_log_format.h"
#include "xfs_trans_resv.h"
L
Linus Torvalds 已提交
24 25 26
#include "xfs_sb.h"
#include "xfs_ag.h"
#include "xfs_mount.h"
27
#include "xfs_inode.h"
28
#include "xfs_trans.h"
29
#include "xfs_buf_item.h"
L
Linus Torvalds 已提交
30 31
#include "xfs_trans_priv.h"
#include "xfs_error.h"
C
Christoph Hellwig 已提交
32
#include "xfs_trace.h"
L
Linus Torvalds 已提交
33

34 35 36 37 38 39 40 41
/*
 * Check to see if a buffer matching the given parameters is already
 * a part of the given transaction.
 */
STATIC struct xfs_buf *
xfs_trans_buf_item_match(
	struct xfs_trans	*tp,
	struct xfs_buftarg	*target,
42 43
	struct xfs_buf_map	*map,
	int			nmaps)
44
{
45 46
	struct xfs_log_item_desc *lidp;
	struct xfs_buf_log_item	*blip;
47 48 49 50 51
	int			len = 0;
	int			i;

	for (i = 0; i < nmaps; i++)
		len += map[i].bm_len;
L
Linus Torvalds 已提交
52

53 54 55
	list_for_each_entry(lidp, &tp->t_items, lid_trans) {
		blip = (struct xfs_buf_log_item *)lidp->lid_item;
		if (blip->bli_item.li_type == XFS_LI_BUF &&
56
		    blip->bli_buf->b_target == target &&
57 58 59
		    XFS_BUF_ADDR(blip->bli_buf) == map[0].bm_bn &&
		    blip->bli_buf->b_length == len) {
			ASSERT(blip->bli_buf->b_map_count == nmaps);
60
			return blip->bli_buf;
61
		}
62 63 64 65
	}

	return NULL;
}
L
Linus Torvalds 已提交
66

67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83
/*
 * Add the locked buffer to the transaction.
 *
 * The buffer must be locked, and it cannot be associated with any
 * transaction.
 *
 * If the buffer does not yet have a buf log item associated with it,
 * then allocate one for it.  Then add the buf item to the transaction.
 */
STATIC void
_xfs_trans_bjoin(
	struct xfs_trans	*tp,
	struct xfs_buf		*bp,
	int			reset_recur)
{
	struct xfs_buf_log_item	*bip;

84
	ASSERT(bp->b_transp == NULL);
85 86 87 88 89 90 91

	/*
	 * The xfs_buf_log_item pointer is stored in b_fsprivate.  If
	 * it doesn't have one yet, then allocate one and initialize it.
	 * The checks to see if one is there are in xfs_buf_item_init().
	 */
	xfs_buf_item_init(bp, tp->t_mountp);
92
	bip = bp->b_fspriv;
93
	ASSERT(!(bip->bli_flags & XFS_BLI_STALE));
94
	ASSERT(!(bip->__bli_format.blf_flags & XFS_BLF_CANCEL));
95 96 97 98 99 100 101 102 103 104 105 106
	ASSERT(!(bip->bli_flags & XFS_BLI_LOGGED));
	if (reset_recur)
		bip->bli_recur = 0;

	/*
	 * Take a reference for this transaction on the buf item.
	 */
	atomic_inc(&bip->bli_refcount);

	/*
	 * Get a log_item_desc to point at the new item.
	 */
107
	xfs_trans_add_item(tp, &bip->bli_item);
108 109 110 111 112

	/*
	 * Initialize b_fsprivate2 so we can find it with incore_match()
	 * in xfs_trans_get_buf() and friends above.
	 */
113
	bp->b_transp = tp;
114 115 116 117 118 119 120 121 122 123 124

}

void
xfs_trans_bjoin(
	struct xfs_trans	*tp,
	struct xfs_buf		*bp)
{
	_xfs_trans_bjoin(tp, bp, 0);
	trace_xfs_trans_bjoin(bp->b_fspriv);
}
L
Linus Torvalds 已提交
125 126 127 128 129 130 131 132 133 134

/*
 * Get and lock the buffer for the caller if it is not already
 * locked within the given transaction.  If it is already locked
 * within the transaction, just increment its lock recursion count
 * and return a pointer to it.
 *
 * If the transaction pointer is NULL, make this just a normal
 * get_buf() call.
 */
135 136 137 138 139 140 141
struct xfs_buf *
xfs_trans_get_buf_map(
	struct xfs_trans	*tp,
	struct xfs_buftarg	*target,
	struct xfs_buf_map	*map,
	int			nmaps,
	xfs_buf_flags_t		flags)
L
Linus Torvalds 已提交
142 143 144 145
{
	xfs_buf_t		*bp;
	xfs_buf_log_item_t	*bip;

146 147
	if (!tp)
		return xfs_buf_get_map(target, map, nmaps, flags);
L
Linus Torvalds 已提交
148 149 150 151 152 153 154

	/*
	 * If we find the buffer in the cache with this transaction
	 * pointer in its b_fsprivate2 field, then we know we already
	 * have it locked.  In this case we just increment the lock
	 * recursion count and return the buffer to the caller.
	 */
155
	bp = xfs_trans_buf_item_match(tp, target, map, nmaps);
L
Linus Torvalds 已提交
156
	if (bp != NULL) {
157
		ASSERT(xfs_buf_islocked(bp));
158 159 160 161
		if (XFS_FORCED_SHUTDOWN(tp->t_mountp)) {
			xfs_buf_stale(bp);
			XFS_BUF_DONE(bp);
		}
C
Christoph Hellwig 已提交
162

163
		ASSERT(bp->b_transp == tp);
164
		bip = bp->b_fspriv;
L
Linus Torvalds 已提交
165 166 167
		ASSERT(bip != NULL);
		ASSERT(atomic_read(&bip->bli_refcount) > 0);
		bip->bli_recur++;
C
Christoph Hellwig 已提交
168
		trace_xfs_trans_get_buf_recur(bip);
L
Linus Torvalds 已提交
169 170 171
		return (bp);
	}

172
	bp = xfs_buf_get_map(target, map, nmaps, flags);
L
Linus Torvalds 已提交
173 174 175 176
	if (bp == NULL) {
		return NULL;
	}

177
	ASSERT(!bp->b_error);
L
Linus Torvalds 已提交
178

179 180
	_xfs_trans_bjoin(tp, bp, 1);
	trace_xfs_trans_get_buf(bp->b_fspriv);
L
Linus Torvalds 已提交
181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214
	return (bp);
}

/*
 * Get and lock the superblock buffer of this file system for the
 * given transaction.
 *
 * We don't need to use incore_match() here, because the superblock
 * buffer is a private buffer which we keep a pointer to in the
 * mount structure.
 */
xfs_buf_t *
xfs_trans_getsb(xfs_trans_t	*tp,
		struct xfs_mount *mp,
		int		flags)
{
	xfs_buf_t		*bp;
	xfs_buf_log_item_t	*bip;

	/*
	 * Default to just trying to lock the superblock buffer
	 * if tp is NULL.
	 */
	if (tp == NULL) {
		return (xfs_getsb(mp, flags));
	}

	/*
	 * If the superblock buffer already has this transaction
	 * pointer in its b_fsprivate2 field, then we know we already
	 * have it locked.  In this case we just increment the lock
	 * recursion count and return the buffer to the caller.
	 */
	bp = mp->m_sb_bp;
215
	if (bp->b_transp == tp) {
216
		bip = bp->b_fspriv;
L
Linus Torvalds 已提交
217 218 219
		ASSERT(bip != NULL);
		ASSERT(atomic_read(&bip->bli_refcount) > 0);
		bip->bli_recur++;
C
Christoph Hellwig 已提交
220
		trace_xfs_trans_getsb_recur(bip);
L
Linus Torvalds 已提交
221 222 223 224
		return (bp);
	}

	bp = xfs_getsb(mp, flags);
225
	if (bp == NULL)
L
Linus Torvalds 已提交
226 227
		return NULL;

228 229
	_xfs_trans_bjoin(tp, bp, 1);
	trace_xfs_trans_getsb(bp->b_fspriv);
L
Linus Torvalds 已提交
230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250
	return (bp);
}

#ifdef DEBUG
xfs_buftarg_t *xfs_error_target;
int	xfs_do_error;
int	xfs_req_num;
int	xfs_error_mod = 33;
#endif

/*
 * Get and lock the buffer for the caller if it is not already
 * locked within the given transaction.  If it has not yet been
 * read in, read it from disk. If it is already locked
 * within the transaction and already read in, just increment its
 * lock recursion count and return a pointer to it.
 *
 * If the transaction pointer is NULL, make this just a normal
 * read_buf() call.
 */
int
251 252 253 254 255 256 257
xfs_trans_read_buf_map(
	struct xfs_mount	*mp,
	struct xfs_trans	*tp,
	struct xfs_buftarg	*target,
	struct xfs_buf_map	*map,
	int			nmaps,
	xfs_buf_flags_t		flags,
258
	struct xfs_buf		**bpp,
259
	const struct xfs_buf_ops *ops)
L
Linus Torvalds 已提交
260 261 262 263 264
{
	xfs_buf_t		*bp;
	xfs_buf_log_item_t	*bip;
	int			error;

D
Dave Chinner 已提交
265
	*bpp = NULL;
266
	if (!tp) {
267
		bp = xfs_buf_read_map(target, map, nmaps, flags, ops);
L
Linus Torvalds 已提交
268
		if (!bp)
269
			return (flags & XBF_TRYLOCK) ?
270
					EAGAIN : XFS_ERROR(ENOMEM);
L
Linus Torvalds 已提交
271

272 273
		if (bp->b_error) {
			error = bp->b_error;
274
			xfs_buf_ioerror_alert(bp, __func__);
D
Dave Chinner 已提交
275 276
			XFS_BUF_UNDONE(bp);
			xfs_buf_stale(bp);
L
Linus Torvalds 已提交
277 278 279 280
			xfs_buf_relse(bp);
			return error;
		}
#ifdef DEBUG
J
Julia Lawall 已提交
281
		if (xfs_do_error) {
L
Linus Torvalds 已提交
282 283 284
			if (xfs_error_target == target) {
				if (((xfs_req_num++) % xfs_error_mod) == 0) {
					xfs_buf_relse(bp);
285
					xfs_debug(mp, "Returning error!");
L
Linus Torvalds 已提交
286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304
					return XFS_ERROR(EIO);
				}
			}
		}
#endif
		if (XFS_FORCED_SHUTDOWN(mp))
			goto shutdown_abort;
		*bpp = bp;
		return 0;
	}

	/*
	 * If we find the buffer in the cache with this transaction
	 * pointer in its b_fsprivate2 field, then we know we already
	 * have it locked.  If it is already read in we just increment
	 * the lock recursion count and return the buffer to the caller.
	 * If the buffer is not yet read in, then we read it in, increment
	 * the lock recursion count, and return it to the caller.
	 */
305
	bp = xfs_trans_buf_item_match(tp, target, map, nmaps);
L
Linus Torvalds 已提交
306
	if (bp != NULL) {
307
		ASSERT(xfs_buf_islocked(bp));
308
		ASSERT(bp->b_transp == tp);
309
		ASSERT(bp->b_fspriv != NULL);
310
		ASSERT(!bp->b_error);
L
Linus Torvalds 已提交
311
		if (!(XFS_BUF_ISDONE(bp))) {
C
Christoph Hellwig 已提交
312
			trace_xfs_trans_read_buf_io(bp, _RET_IP_);
L
Linus Torvalds 已提交
313
			ASSERT(!XFS_BUF_ISASYNC(bp));
314
			ASSERT(bp->b_iodone == NULL);
L
Linus Torvalds 已提交
315
			XFS_BUF_READ(bp);
316
			bp->b_ops = ops;
L
Linus Torvalds 已提交
317
			xfsbdstrat(tp->t_mountp, bp);
C
Christoph Hellwig 已提交
318
			error = xfs_buf_iowait(bp);
319
			if (error) {
320
				xfs_buf_ioerror_alert(bp, __func__);
L
Linus Torvalds 已提交
321 322
				xfs_buf_relse(bp);
				/*
323 324 325
				 * We can gracefully recover from most read
				 * errors. Ones we can't are those that happen
				 * after the transaction's already dirty.
L
Linus Torvalds 已提交
326 327 328
				 */
				if (tp->t_flags & XFS_TRANS_DIRTY)
					xfs_force_shutdown(tp->t_mountp,
329
							SHUTDOWN_META_IO_ERROR);
L
Linus Torvalds 已提交
330 331 332 333 334 335 336 337
				return error;
			}
		}
		/*
		 * We never locked this buf ourselves, so we shouldn't
		 * brelse it either. Just get out.
		 */
		if (XFS_FORCED_SHUTDOWN(mp)) {
C
Christoph Hellwig 已提交
338
			trace_xfs_trans_read_buf_shut(bp, _RET_IP_);
L
Linus Torvalds 已提交
339 340 341 342 343
			*bpp = NULL;
			return XFS_ERROR(EIO);
		}


344
		bip = bp->b_fspriv;
L
Linus Torvalds 已提交
345 346 347
		bip->bli_recur++;

		ASSERT(atomic_read(&bip->bli_refcount) > 0);
C
Christoph Hellwig 已提交
348
		trace_xfs_trans_read_buf_recur(bip);
L
Linus Torvalds 已提交
349 350 351 352
		*bpp = bp;
		return 0;
	}

353
	bp = xfs_buf_read_map(target, map, nmaps, flags, ops);
L
Linus Torvalds 已提交
354 355
	if (bp == NULL) {
		*bpp = NULL;
356 357
		return (flags & XBF_TRYLOCK) ?
					0 : XFS_ERROR(ENOMEM);
L
Linus Torvalds 已提交
358
	}
359 360
	if (bp->b_error) {
		error = bp->b_error;
361 362
		xfs_buf_stale(bp);
		XFS_BUF_DONE(bp);
363
		xfs_buf_ioerror_alert(bp, __func__);
L
Linus Torvalds 已提交
364
		if (tp->t_flags & XFS_TRANS_DIRTY)
365
			xfs_force_shutdown(tp->t_mountp, SHUTDOWN_META_IO_ERROR);
L
Linus Torvalds 已提交
366 367 368 369 370 371 372 373
		xfs_buf_relse(bp);
		return error;
	}
#ifdef DEBUG
	if (xfs_do_error && !(tp->t_flags & XFS_TRANS_DIRTY)) {
		if (xfs_error_target == target) {
			if (((xfs_req_num++) % xfs_error_mod) == 0) {
				xfs_force_shutdown(tp->t_mountp,
374
						   SHUTDOWN_META_IO_ERROR);
L
Linus Torvalds 已提交
375
				xfs_buf_relse(bp);
376
				xfs_debug(mp, "Returning trans error!");
L
Linus Torvalds 已提交
377 378 379 380 381 382 383 384
				return XFS_ERROR(EIO);
			}
		}
	}
#endif
	if (XFS_FORCED_SHUTDOWN(mp))
		goto shutdown_abort;

385 386
	_xfs_trans_bjoin(tp, bp, 1);
	trace_xfs_trans_read_buf(bp->b_fspriv);
L
Linus Torvalds 已提交
387 388 389 390 391

	*bpp = bp;
	return 0;

shutdown_abort:
C
Christoph Hellwig 已提交
392
	trace_xfs_trans_read_buf_shut(bp, _RET_IP_);
L
Linus Torvalds 已提交
393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422
	xfs_buf_relse(bp);
	*bpp = NULL;
	return XFS_ERROR(EIO);
}

/*
 * Release the buffer bp which was previously acquired with one of the
 * xfs_trans_... buffer allocation routines if the buffer has not
 * been modified within this transaction.  If the buffer is modified
 * within this transaction, do decrement the recursion count but do
 * not release the buffer even if the count goes to 0.  If the buffer is not
 * modified within the transaction, decrement the recursion count and
 * release the buffer if the recursion count goes to 0.
 *
 * If the buffer is to be released and it was not modified before
 * this transaction began, then free the buf_log_item associated with it.
 *
 * If the transaction pointer is NULL, make this just a normal
 * brelse() call.
 */
void
xfs_trans_brelse(xfs_trans_t	*tp,
		 xfs_buf_t	*bp)
{
	xfs_buf_log_item_t	*bip;

	/*
	 * Default to a normal brelse() call if the tp is NULL.
	 */
	if (tp == NULL) {
423
		ASSERT(bp->b_transp == NULL);
L
Linus Torvalds 已提交
424 425 426 427
		xfs_buf_relse(bp);
		return;
	}

428
	ASSERT(bp->b_transp == tp);
429
	bip = bp->b_fspriv;
L
Linus Torvalds 已提交
430 431
	ASSERT(bip->bli_item.li_type == XFS_LI_BUF);
	ASSERT(!(bip->bli_flags & XFS_BLI_STALE));
432
	ASSERT(!(bip->__bli_format.blf_flags & XFS_BLF_CANCEL));
L
Linus Torvalds 已提交
433 434
	ASSERT(atomic_read(&bip->bli_refcount) > 0);

C
Christoph Hellwig 已提交
435 436
	trace_xfs_trans_brelse(bip);

L
Linus Torvalds 已提交
437 438 439 440 441 442 443 444 445 446 447 448 449
	/*
	 * If the release is just for a recursive lock,
	 * then decrement the count and return.
	 */
	if (bip->bli_recur > 0) {
		bip->bli_recur--;
		return;
	}

	/*
	 * If the buffer is dirty within this transaction, we can't
	 * release it until we commit.
	 */
450
	if (bip->bli_item.li_desc->lid_flags & XFS_LID_DIRTY)
L
Linus Torvalds 已提交
451 452 453 454 455 456 457 458
		return;

	/*
	 * If the buffer has been invalidated, then we can't release
	 * it until the transaction commits to disk unless it is re-dirtied
	 * as part of this transaction.  This prevents us from pulling
	 * the item from the AIL before we should.
	 */
C
Christoph Hellwig 已提交
459
	if (bip->bli_flags & XFS_BLI_STALE)
L
Linus Torvalds 已提交
460 461 462 463 464 465 466
		return;

	ASSERT(!(bip->bli_flags & XFS_BLI_LOGGED));

	/*
	 * Free up the log item descriptor tracking the released item.
	 */
467
	xfs_trans_del_item(&bip->bli_item);
L
Linus Torvalds 已提交
468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499

	/*
	 * Clear the hold flag in the buf log item if it is set.
	 * We wouldn't want the next user of the buffer to
	 * get confused.
	 */
	if (bip->bli_flags & XFS_BLI_HOLD) {
		bip->bli_flags &= ~XFS_BLI_HOLD;
	}

	/*
	 * Drop our reference to the buf log item.
	 */
	atomic_dec(&bip->bli_refcount);

	/*
	 * If the buf item is not tracking data in the log, then
	 * we must free it before releasing the buffer back to the
	 * free pool.  Before releasing the buffer to the free pool,
	 * clear the transaction pointer in b_fsprivate2 to dissolve
	 * its relation to this transaction.
	 */
	if (!xfs_buf_item_dirty(bip)) {
/***
		ASSERT(bp->b_pincount == 0);
***/
		ASSERT(atomic_read(&bip->bli_refcount) == 0);
		ASSERT(!(bip->bli_item.li_flags & XFS_LI_IN_AIL));
		ASSERT(!(bip->bli_flags & XFS_BLI_INODE_ALLOC_BUF));
		xfs_buf_item_relse(bp);
	}

500
	bp->b_transp = NULL;
L
Linus Torvalds 已提交
501 502 503 504 505
	xfs_buf_relse(bp);
}

/*
 * Mark the buffer as not needing to be unlocked when the buf item's
506
 * iop_unlock() routine is called.  The buffer must already be locked
L
Linus Torvalds 已提交
507 508 509 510 511 512 513
 * and associated with the given transaction.
 */
/* ARGSUSED */
void
xfs_trans_bhold(xfs_trans_t	*tp,
		xfs_buf_t	*bp)
{
514
	xfs_buf_log_item_t	*bip = bp->b_fspriv;
L
Linus Torvalds 已提交
515

516
	ASSERT(bp->b_transp == tp);
517
	ASSERT(bip != NULL);
L
Linus Torvalds 已提交
518
	ASSERT(!(bip->bli_flags & XFS_BLI_STALE));
519
	ASSERT(!(bip->__bli_format.blf_flags & XFS_BLF_CANCEL));
L
Linus Torvalds 已提交
520
	ASSERT(atomic_read(&bip->bli_refcount) > 0);
521

L
Linus Torvalds 已提交
522
	bip->bli_flags |= XFS_BLI_HOLD;
C
Christoph Hellwig 已提交
523
	trace_xfs_trans_bhold(bip);
L
Linus Torvalds 已提交
524 525
}

526 527 528 529 530 531 532 533
/*
 * Cancel the previous buffer hold request made on this buffer
 * for this transaction.
 */
void
xfs_trans_bhold_release(xfs_trans_t	*tp,
			xfs_buf_t	*bp)
{
534
	xfs_buf_log_item_t	*bip = bp->b_fspriv;
535

536
	ASSERT(bp->b_transp == tp);
537
	ASSERT(bip != NULL);
538
	ASSERT(!(bip->bli_flags & XFS_BLI_STALE));
539
	ASSERT(!(bip->__bli_format.blf_flags & XFS_BLF_CANCEL));
540 541
	ASSERT(atomic_read(&bip->bli_refcount) > 0);
	ASSERT(bip->bli_flags & XFS_BLI_HOLD);
C
Christoph Hellwig 已提交
542

543
	bip->bli_flags &= ~XFS_BLI_HOLD;
C
Christoph Hellwig 已提交
544
	trace_xfs_trans_bhold_release(bip);
545 546
}

L
Linus Torvalds 已提交
547 548 549 550 551 552 553 554 555 556 557 558 559 560 561
/*
 * This is called to mark bytes first through last inclusive of the given
 * buffer as needing to be logged when the transaction is committed.
 * The buffer must already be associated with the given transaction.
 *
 * First and last are numbers relative to the beginning of this buffer,
 * so the first byte in the buffer is numbered 0 regardless of the
 * value of b_blkno.
 */
void
xfs_trans_log_buf(xfs_trans_t	*tp,
		  xfs_buf_t	*bp,
		  uint		first,
		  uint		last)
{
562
	xfs_buf_log_item_t	*bip = bp->b_fspriv;
L
Linus Torvalds 已提交
563

564
	ASSERT(bp->b_transp == tp);
565
	ASSERT(bip != NULL);
566
	ASSERT(first <= last && last < BBTOB(bp->b_length));
567 568
	ASSERT(bp->b_iodone == NULL ||
	       bp->b_iodone == xfs_buf_iodone_callbacks);
L
Linus Torvalds 已提交
569 570 571 572 573 574 575 576 577 578 579 580 581 582

	/*
	 * Mark the buffer as needing to be written out eventually,
	 * and set its iodone function to remove the buffer's buf log
	 * item from the AIL and free it when the buffer is flushed
	 * to disk.  See xfs_buf_attach_iodone() for more details
	 * on li_cb and xfs_buf_iodone_callbacks().
	 * If we end up aborting this transaction, we trap this buffer
	 * inside the b_bdstrat callback so that this won't get written to
	 * disk.
	 */
	XFS_BUF_DONE(bp);

	ASSERT(atomic_read(&bip->bli_refcount) > 0);
583
	bp->b_iodone = xfs_buf_iodone_callbacks;
584
	bip->bli_item.li_cb = xfs_buf_iodone;
L
Linus Torvalds 已提交
585

C
Christoph Hellwig 已提交
586 587
	trace_xfs_trans_log_buf(bip);

L
Linus Torvalds 已提交
588 589 590 591 592 593 594 595 596 597
	/*
	 * If we invalidated the buffer within this transaction, then
	 * cancel the invalidation now that we're dirtying the buffer
	 * again.  There are no races with the code in xfs_buf_item_unpin(),
	 * because we have a reference to the buffer this entire time.
	 */
	if (bip->bli_flags & XFS_BLI_STALE) {
		bip->bli_flags &= ~XFS_BLI_STALE;
		ASSERT(XFS_BUF_ISSTALE(bp));
		XFS_BUF_UNSTALE(bp);
598
		bip->__bli_format.blf_flags &= ~XFS_BLF_CANCEL;
L
Linus Torvalds 已提交
599 600 601
	}

	tp->t_flags |= XFS_TRANS_DIRTY;
602
	bip->bli_item.li_desc->lid_flags |= XFS_LID_DIRTY;
603 604 605 606 607 608 609 610

	/*
	 * If we have an ordered buffer we are not logging any dirty range but
	 * it still needs to be marked dirty and that it has been logged.
	 */
	bip->bli_flags |= XFS_BLI_DIRTY | XFS_BLI_LOGGED;
	if (!(bip->bli_flags & XFS_BLI_ORDERED))
		xfs_buf_item_log(bip, first, last);
L
Linus Torvalds 已提交
611 612 613 614
}


/*
615 616 617 618 619 620
 * Invalidate a buffer that is being used within a transaction.
 *
 * Typically this is because the blocks in the buffer are being freed, so we
 * need to prevent it from being written out when we're done.  Allowing it
 * to be written again might overwrite data in the free blocks if they are
 * reallocated to a file.
L
Linus Torvalds 已提交
621
 *
622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641
 * We prevent the buffer from being written out by marking it stale.  We can't
 * get rid of the buf log item at this point because the buffer may still be
 * pinned by another transaction.  If that is the case, then we'll wait until
 * the buffer is committed to disk for the last time (we can tell by the ref
 * count) and free it in xfs_buf_item_unpin().  Until that happens we will
 * keep the buffer locked so that the buffer and buf log item are not reused.
 *
 * We also set the XFS_BLF_CANCEL flag in the buf log format structure and log
 * the buf item.  This will be used at recovery time to determine that copies
 * of the buffer in the log before this should not be replayed.
 *
 * We mark the item descriptor and the transaction dirty so that we'll hold
 * the buffer until after the commit.
 *
 * Since we're invalidating the buffer, we also clear the state about which
 * parts of the buffer have been logged.  We also clear the flag indicating
 * that this is an inode buffer since the data in the buffer will no longer
 * be valid.
 *
 * We set the stale bit in the buffer as well since we're getting rid of it.
L
Linus Torvalds 已提交
642 643 644 645 646 647
 */
void
xfs_trans_binval(
	xfs_trans_t	*tp,
	xfs_buf_t	*bp)
{
648
	xfs_buf_log_item_t	*bip = bp->b_fspriv;
649
	int			i;
L
Linus Torvalds 已提交
650

651
	ASSERT(bp->b_transp == tp);
652
	ASSERT(bip != NULL);
L
Linus Torvalds 已提交
653 654
	ASSERT(atomic_read(&bip->bli_refcount) > 0);

C
Christoph Hellwig 已提交
655 656
	trace_xfs_trans_binval(bip);

L
Linus Torvalds 已提交
657 658 659 660 661 662 663
	if (bip->bli_flags & XFS_BLI_STALE) {
		/*
		 * If the buffer is already invalidated, then
		 * just return.
		 */
		ASSERT(XFS_BUF_ISSTALE(bp));
		ASSERT(!(bip->bli_flags & (XFS_BLI_LOGGED | XFS_BLI_DIRTY)));
664
		ASSERT(!(bip->__bli_format.blf_flags & XFS_BLF_INODE_BUF));
665
		ASSERT(!(bip->__bli_format.blf_flags & XFS_BLFT_MASK));
666
		ASSERT(bip->__bli_format.blf_flags & XFS_BLF_CANCEL);
667
		ASSERT(bip->bli_item.li_desc->lid_flags & XFS_LID_DIRTY);
L
Linus Torvalds 已提交
668 669 670 671
		ASSERT(tp->t_flags & XFS_TRANS_DIRTY);
		return;
	}

672
	xfs_buf_stale(bp);
673

L
Linus Torvalds 已提交
674
	bip->bli_flags |= XFS_BLI_STALE;
675
	bip->bli_flags &= ~(XFS_BLI_INODE_BUF | XFS_BLI_LOGGED | XFS_BLI_DIRTY);
676 677
	bip->__bli_format.blf_flags &= ~XFS_BLF_INODE_BUF;
	bip->__bli_format.blf_flags |= XFS_BLF_CANCEL;
678
	bip->__bli_format.blf_flags &= ~XFS_BLFT_MASK;
679 680 681 682
	for (i = 0; i < bip->bli_format_count; i++) {
		memset(bip->bli_formats[i].blf_data_map, 0,
		       (bip->bli_formats[i].blf_map_size * sizeof(uint)));
	}
683
	bip->bli_item.li_desc->lid_flags |= XFS_LID_DIRTY;
L
Linus Torvalds 已提交
684 685 686 687
	tp->t_flags |= XFS_TRANS_DIRTY;
}

/*
688 689 690 691 692
 * This call is used to indicate that the buffer contains on-disk inodes which
 * must be handled specially during recovery.  They require special handling
 * because only the di_next_unlinked from the inodes in the buffer should be
 * recovered.  The rest of the data in the buffer is logged via the inodes
 * themselves.
L
Linus Torvalds 已提交
693
 *
694 695 696
 * All we do is set the XFS_BLI_INODE_BUF flag in the items flags so it can be
 * transferred to the buffer's log format structure so that we'll know what to
 * do at recovery time.
L
Linus Torvalds 已提交
697 698 699 700 701 702
 */
void
xfs_trans_inode_buf(
	xfs_trans_t	*tp,
	xfs_buf_t	*bp)
{
703
	xfs_buf_log_item_t	*bip = bp->b_fspriv;
L
Linus Torvalds 已提交
704

705
	ASSERT(bp->b_transp == tp);
706
	ASSERT(bip != NULL);
L
Linus Torvalds 已提交
707 708
	ASSERT(atomic_read(&bip->bli_refcount) > 0);

709
	bip->bli_flags |= XFS_BLI_INODE_BUF;
710
	xfs_trans_buf_set_type(tp, bp, XFS_BLFT_DINO_BUF);
L
Linus Torvalds 已提交
711 712 713 714 715
}

/*
 * This call is used to indicate that the buffer is going to
 * be staled and was an inode buffer. This means it gets
716
 * special processing during unpin - where any inodes
L
Linus Torvalds 已提交
717 718 719 720 721 722 723 724 725 726
 * associated with the buffer should be removed from ail.
 * There is also special processing during recovery,
 * any replay of the inodes in the buffer needs to be
 * prevented as the buffer may have been reused.
 */
void
xfs_trans_stale_inode_buf(
	xfs_trans_t	*tp,
	xfs_buf_t	*bp)
{
727
	xfs_buf_log_item_t	*bip = bp->b_fspriv;
L
Linus Torvalds 已提交
728

729
	ASSERT(bp->b_transp == tp);
730
	ASSERT(bip != NULL);
L
Linus Torvalds 已提交
731 732 733
	ASSERT(atomic_read(&bip->bli_refcount) > 0);

	bip->bli_flags |= XFS_BLI_STALE_INODE;
734
	bip->bli_item.li_cb = xfs_buf_iodone;
735
	xfs_trans_buf_set_type(tp, bp, XFS_BLFT_DINO_BUF);
L
Linus Torvalds 已提交
736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751
}

/*
 * Mark the buffer as being one which contains newly allocated
 * inodes.  We need to make sure that even if this buffer is
 * relogged as an 'inode buf' we still recover all of the inode
 * images in the face of a crash.  This works in coordination with
 * xfs_buf_item_committed() to ensure that the buffer remains in the
 * AIL at its original location even after it has been relogged.
 */
/* ARGSUSED */
void
xfs_trans_inode_alloc_buf(
	xfs_trans_t	*tp,
	xfs_buf_t	*bp)
{
752
	xfs_buf_log_item_t	*bip = bp->b_fspriv;
L
Linus Torvalds 已提交
753

754
	ASSERT(bp->b_transp == tp);
755
	ASSERT(bip != NULL);
L
Linus Torvalds 已提交
756 757 758
	ASSERT(atomic_read(&bip->bli_refcount) > 0);

	bip->bli_flags |= XFS_BLI_INODE_ALLOC_BUF;
759
	xfs_trans_buf_set_type(tp, bp, XFS_BLFT_DINO_BUF);
L
Linus Torvalds 已提交
760 761
}

762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784
/*
 * Mark the buffer as ordered for this transaction. This means
 * that the contents of the buffer are not recorded in the transaction
 * but it is tracked in the AIL as though it was. This allows us
 * to record logical changes in transactions rather than the physical
 * changes we make to the buffer without changing writeback ordering
 * constraints of metadata buffers.
 */
void
xfs_trans_ordered_buf(
	struct xfs_trans	*tp,
	struct xfs_buf		*bp)
{
	struct xfs_buf_log_item	*bip = bp->b_fspriv;

	ASSERT(bp->b_transp == tp);
	ASSERT(bip != NULL);
	ASSERT(atomic_read(&bip->bli_refcount) > 0);

	bip->bli_flags |= XFS_BLI_ORDERED;
	trace_xfs_buf_item_ordered(bip);
}

785 786 787 788 789 790 791 792
/*
 * Set the type of the buffer for log recovery so that it can correctly identify
 * and hence attach the correct buffer ops to the buffer after replay.
 */
void
xfs_trans_buf_set_type(
	struct xfs_trans	*tp,
	struct xfs_buf		*bp,
793
	enum xfs_blft		type)
794 795 796
{
	struct xfs_buf_log_item	*bip = bp->b_fspriv;

797 798 799
	if (!tp)
		return;

800 801 802 803
	ASSERT(bp->b_transp == tp);
	ASSERT(bip != NULL);
	ASSERT(atomic_read(&bip->bli_refcount) > 0);

804
	xfs_blft_to_flags(&bip->__bli_format, type);
805
}
L
Linus Torvalds 已提交
806

807 808 809 810 811 812 813
void
xfs_trans_buf_copy_type(
	struct xfs_buf		*dst_bp,
	struct xfs_buf		*src_bp)
{
	struct xfs_buf_log_item	*sbip = src_bp->b_fspriv;
	struct xfs_buf_log_item	*dbip = dst_bp->b_fspriv;
814
	enum xfs_blft		type;
815

816 817
	type = xfs_blft_from_flags(&sbip->__bli_format);
	xfs_blft_to_flags(&dbip->__bli_format, type);
818 819
}

L
Linus Torvalds 已提交
820 821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836
/*
 * Similar to xfs_trans_inode_buf(), this marks the buffer as a cluster of
 * dquots. However, unlike in inode buffer recovery, dquot buffers get
 * recovered in their entirety. (Hence, no XFS_BLI_DQUOT_ALLOC_BUF flag).
 * The only thing that makes dquot buffers different from regular
 * buffers is that we must not replay dquot bufs when recovering
 * if a _corresponding_ quotaoff has happened. We also have to distinguish
 * between usr dquot bufs and grp dquot bufs, because usr and grp quotas
 * can be turned off independently.
 */
/* ARGSUSED */
void
xfs_trans_dquot_buf(
	xfs_trans_t	*tp,
	xfs_buf_t	*bp,
	uint		type)
{
837 838
	struct xfs_buf_log_item	*bip = bp->b_fspriv;

839 840 841
	ASSERT(type == XFS_BLF_UDQUOT_BUF ||
	       type == XFS_BLF_PDQUOT_BUF ||
	       type == XFS_BLF_GDQUOT_BUF);
L
Linus Torvalds 已提交
842

843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859
	bip->__bli_format.blf_flags |= type;

	switch (type) {
	case XFS_BLF_UDQUOT_BUF:
		type = XFS_BLFT_UDQUOT_BUF;
		break;
	case XFS_BLF_PDQUOT_BUF:
		type = XFS_BLFT_PDQUOT_BUF;
		break;
	case XFS_BLF_GDQUOT_BUF:
		type = XFS_BLFT_GDQUOT_BUF;
		break;
	default:
		type = XFS_BLFT_UNKNOWN_BUF;
		break;
	}

860
	xfs_trans_buf_set_type(tp, bp, type);
L
Linus Torvalds 已提交
861
}