bmap.c 63.4 KB
Newer Older
D
David Teigland 已提交
1 2
/*
 * Copyright (C) Sistina Software, Inc.  1997-2003 All rights reserved.
3
 * Copyright (C) 2004-2006 Red Hat, Inc.  All rights reserved.
D
David Teigland 已提交
4 5 6
 *
 * This copyrighted material is made available to anyone wishing to use,
 * modify, copy, or redistribute it subject to the terms and conditions
7
 * of the GNU General Public License version 2.
D
David Teigland 已提交
8 9 10 11 12
 */

#include <linux/spinlock.h>
#include <linux/completion.h>
#include <linux/buffer_head.h>
13
#include <linux/blkdev.h>
14
#include <linux/gfs2_ondisk.h>
15
#include <linux/crc32.h>
B
Bob Peterson 已提交
16
#include <linux/iomap.h>
D
David Teigland 已提交
17 18

#include "gfs2.h"
19
#include "incore.h"
D
David Teigland 已提交
20 21 22 23 24 25
#include "bmap.h"
#include "glock.h"
#include "inode.h"
#include "meta_io.h"
#include "quota.h"
#include "rgrp.h"
26
#include "log.h"
27
#include "super.h"
D
David Teigland 已提交
28
#include "trans.h"
29
#include "dir.h"
30
#include "util.h"
31
#include "aops.h"
S
Steven Whitehouse 已提交
32
#include "trace_gfs2.h"
D
David Teigland 已提交
33 34 35 36 37 38

/* This doesn't need to be that large as max 64 bit pointers in a 4k
 * block is 512, so __u16 is fine for that. It saves stack space to
 * keep it small.
 */
struct metapath {
39
	struct buffer_head *mp_bh[GFS2_MAX_META_HEIGHT];
D
David Teigland 已提交
40
	__u16 mp_list[GFS2_MAX_META_HEIGHT];
41 42
	int mp_fheight; /* find_metapath height */
	int mp_aheight; /* actual height (lookup height) */
D
David Teigland 已提交
43 44
};

45 46
static int punch_hole(struct gfs2_inode *ip, u64 offset, u64 length);

47 48 49 50 51
/**
 * gfs2_unstuffer_page - unstuff a stuffed inode into a block cached by a page
 * @ip: the inode
 * @dibh: the dinode buffer
 * @block: the block number that was allocated
S
Steven Whitehouse 已提交
52
 * @page: The (optional) page. This is looked up if @page is NULL
53 54 55 56 57
 *
 * Returns: errno
 */

static int gfs2_unstuffer_page(struct gfs2_inode *ip, struct buffer_head *dibh,
58
			       u64 block, struct page *page)
59 60 61 62 63 64
{
	struct inode *inode = &ip->i_inode;
	struct buffer_head *bh;
	int release = 0;

	if (!page || page->index) {
65
		page = find_or_create_page(inode->i_mapping, 0, GFP_NOFS);
66 67 68 69 70 71 72
		if (!page)
			return -ENOMEM;
		release = 1;
	}

	if (!PageUptodate(page)) {
		void *kaddr = kmap(page);
73 74
		u64 dsize = i_size_read(inode);
 
75 76
		if (dsize > gfs2_max_stuffed_size(ip))
			dsize = gfs2_max_stuffed_size(ip);
77

78
		memcpy(kaddr, dibh->b_data + sizeof(struct gfs2_dinode), dsize);
79
		memset(kaddr + dsize, 0, PAGE_SIZE - dsize);
80 81 82 83 84 85
		kunmap(page);

		SetPageUptodate(page);
	}

	if (!page_has_buffers(page))
F
Fabian Frederick 已提交
86 87
		create_empty_buffers(page, BIT(inode->i_blkbits),
				     BIT(BH_Uptodate));
88 89 90 91 92 93 94

	bh = page_buffers(page);

	if (!buffer_mapped(bh))
		map_bh(bh, inode->i_sb, block);

	set_buffer_uptodate(bh);
95
	if (gfs2_is_jdata(ip))
96
		gfs2_trans_add_data(ip->i_gl, bh);
97 98 99 100
	else {
		mark_buffer_dirty(bh);
		gfs2_ordered_add_inode(ip);
	}
101 102 103

	if (release) {
		unlock_page(page);
104
		put_page(page);
105 106 107 108 109
	}

	return 0;
}

D
David Teigland 已提交
110 111 112
/**
 * gfs2_unstuff_dinode - Unstuff a dinode when the data has grown too big
 * @ip: The GFS2 inode to unstuff
S
Steven Whitehouse 已提交
113
 * @page: The (optional) page. This is looked up if the @page is NULL
D
David Teigland 已提交
114 115 116 117 118 119 120
 *
 * This routine unstuffs a dinode and returns it to a "normal" state such
 * that the height can be grown in the traditional way.
 *
 * Returns: errno
 */

121
int gfs2_unstuff_dinode(struct gfs2_inode *ip, struct page *page)
D
David Teigland 已提交
122 123
{
	struct buffer_head *bh, *dibh;
124
	struct gfs2_dinode *di;
125
	u64 block = 0;
126
	int isdir = gfs2_is_dir(ip);
D
David Teigland 已提交
127 128 129 130 131 132 133
	int error;

	down_write(&ip->i_rw_mutex);

	error = gfs2_meta_inode_buffer(ip, &dibh);
	if (error)
		goto out;
134

S
Steven Whitehouse 已提交
135
	if (i_size_read(&ip->i_inode)) {
D
David Teigland 已提交
136 137 138
		/* Get a free block, fill it with the stuffed data,
		   and write it out to disk */

139
		unsigned int n = 1;
140
		error = gfs2_alloc_blocks(ip, &block, &n, 0, NULL);
141 142
		if (error)
			goto out_brelse;
143
		if (isdir) {
144
			gfs2_trans_add_unrevoke(GFS2_SB(&ip->i_inode), block, 1);
145
			error = gfs2_dir_get_new_buffer(ip, block, &bh);
D
David Teigland 已提交
146 147
			if (error)
				goto out_brelse;
148
			gfs2_buffer_copy_tail(bh, sizeof(struct gfs2_meta_header),
D
David Teigland 已提交
149 150 151
					      dibh, sizeof(struct gfs2_dinode));
			brelse(bh);
		} else {
152
			error = gfs2_unstuffer_page(ip, dibh, block, page);
D
David Teigland 已提交
153 154 155 156 157 158 159
			if (error)
				goto out_brelse;
		}
	}

	/*  Set up the pointer to the new block  */

160
	gfs2_trans_add_meta(ip->i_gl, dibh);
161
	di = (struct gfs2_dinode *)dibh->b_data;
D
David Teigland 已提交
162 163
	gfs2_buffer_clear_tail(dibh, sizeof(struct gfs2_dinode));

S
Steven Whitehouse 已提交
164
	if (i_size_read(&ip->i_inode)) {
165
		*(__be64 *)(di + 1) = cpu_to_be64(block);
166 167
		gfs2_add_inode_blocks(&ip->i_inode, 1);
		di->di_blocks = cpu_to_be64(gfs2_get_inode_blocks(&ip->i_inode));
D
David Teigland 已提交
168 169
	}

170
	ip->i_height = 1;
171
	di->di_height = cpu_to_be16(1);
D
David Teigland 已提交
172

173
out_brelse:
D
David Teigland 已提交
174
	brelse(dibh);
175
out:
D
David Teigland 已提交
176 177 178 179 180 181 182
	up_write(&ip->i_rw_mutex);
	return error;
}


/**
 * find_metapath - Find path through the metadata tree
183
 * @sdp: The superblock
D
David Teigland 已提交
184
 * @block: The disk block to look up
185
 * @mp: The metapath to return the result in
186
 * @height: The pre-calculated height of the metadata tree
D
David Teigland 已提交
187 188 189 190 191 192 193 194 195
 *
 *   This routine returns a struct metapath structure that defines a path
 *   through the metadata of inode "ip" to get to block "block".
 *
 *   Example:
 *   Given:  "ip" is a height 3 file, "offset" is 101342453, and this is a
 *   filesystem with a blocksize of 4096.
 *
 *   find_metapath() would return a struct metapath structure set to:
196
 *   mp_fheight = 3, mp_list[0] = 0, mp_list[1] = 48, and mp_list[2] = 165.
D
David Teigland 已提交
197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239
 *
 *   That means that in order to get to the block containing the byte at
 *   offset 101342453, we would load the indirect block pointed to by pointer
 *   0 in the dinode.  We would then load the indirect block pointed to by
 *   pointer 48 in that indirect block.  We would then load the data block
 *   pointed to by pointer 165 in that indirect block.
 *
 *             ----------------------------------------
 *             | Dinode |                             |
 *             |        |                            4|
 *             |        |0 1 2 3 4 5                 9|
 *             |        |                            6|
 *             ----------------------------------------
 *                       |
 *                       |
 *                       V
 *             ----------------------------------------
 *             | Indirect Block                       |
 *             |                                     5|
 *             |            4 4 4 4 4 5 5            1|
 *             |0           5 6 7 8 9 0 1            2|
 *             ----------------------------------------
 *                                |
 *                                |
 *                                V
 *             ----------------------------------------
 *             | Indirect Block                       |
 *             |                         1 1 1 1 1   5|
 *             |                         6 6 6 6 6   1|
 *             |0                        3 4 5 6 7   2|
 *             ----------------------------------------
 *                                           |
 *                                           |
 *                                           V
 *             ----------------------------------------
 *             | Data block containing offset         |
 *             |            101342453                 |
 *             |                                      |
 *             |                                      |
 *             ----------------------------------------
 *
 */

240 241
static void find_metapath(const struct gfs2_sbd *sdp, u64 block,
			  struct metapath *mp, unsigned int height)
D
David Teigland 已提交
242 243 244
{
	unsigned int i;

245
	mp->mp_fheight = height;
246
	for (i = height; i--;)
B
Bob Peterson 已提交
247
		mp->mp_list[i] = do_div(block, sdp->sd_inptrs);
D
David Teigland 已提交
248 249
}

250
static inline unsigned int metapath_branch_start(const struct metapath *mp)
251
{
252 253 254
	if (mp->mp_list[0] == 0)
		return 2;
	return 1;
255 256
}

B
Bob Peterson 已提交
257
/**
258
 * metaptr1 - Return the first possible metadata pointer in a metapath buffer
B
Bob Peterson 已提交
259 260 261 262 263 264 265 266 267 268 269
 * @height: The metadata height (0 = dinode)
 * @mp: The metapath
 */
static inline __be64 *metaptr1(unsigned int height, const struct metapath *mp)
{
	struct buffer_head *bh = mp->mp_bh[height];
	if (height == 0)
		return ((__be64 *)(bh->b_data + sizeof(struct gfs2_dinode)));
	return ((__be64 *)(bh->b_data + sizeof(struct gfs2_meta_header)));
}

D
David Teigland 已提交
270 271 272 273 274 275 276 277 278 279
/**
 * metapointer - Return pointer to start of metadata in a buffer
 * @height: The metadata height (0 = dinode)
 * @mp: The metapath
 *
 * Return a pointer to the block number of the next height of the metadata
 * tree given a buffer containing the pointer to the current height of the
 * metadata tree.
 */

280
static inline __be64 *metapointer(unsigned int height, const struct metapath *mp)
D
David Teigland 已提交
281
{
B
Bob Peterson 已提交
282 283
	__be64 *p = metaptr1(height, mp);
	return p + mp->mp_list[height];
D
David Teigland 已提交
284 285
}

286 287 288 289 290 291 292 293 294 295 296 297 298 299 300
static inline const __be64 *metaend(unsigned int height, const struct metapath *mp)
{
	const struct buffer_head *bh = mp->mp_bh[height];
	return (const __be64 *)(bh->b_data + bh->b_size);
}

static void clone_metapath(struct metapath *clone, struct metapath *mp)
{
	unsigned int hgt;

	*clone = *mp;
	for (hgt = 0; hgt < mp->mp_aheight; hgt++)
		get_bh(clone->mp_bh[hgt]);
}

301
static void gfs2_metapath_ra(struct gfs2_glock *gl, __be64 *start, __be64 *end)
302 303 304
{
	const __be64 *t;

305
	for (t = start; t < end; t++) {
306 307
		struct buffer_head *rabh;

308 309 310 311 312 313 314
		if (!*t)
			continue;

		rabh = gfs2_getbuf(gl, be64_to_cpu(*t), CREATE);
		if (trylock_buffer(rabh)) {
			if (!buffer_uptodate(rabh)) {
				rabh->b_end_io = end_buffer_read_sync;
315 316 317
				submit_bh(REQ_OP_READ,
					  REQ_RAHEAD | REQ_META | REQ_PRIO,
					  rabh);
318 319 320 321 322 323 324 325
				continue;
			}
			unlock_buffer(rabh);
		}
		brelse(rabh);
	}
}

326 327
static int __fillup_metapath(struct gfs2_inode *ip, struct metapath *mp,
			     unsigned int x, unsigned int h)
B
Bob Peterson 已提交
328
{
329 330 331 332
	for (; x < h; x++) {
		__be64 *ptr = metapointer(x, mp);
		u64 dblock = be64_to_cpu(*ptr);
		int ret;
B
Bob Peterson 已提交
333

334 335 336 337 338 339 340 341
		if (!dblock)
			break;
		ret = gfs2_meta_indirect_buffer(ip, x + 1, dblock, &mp->mp_bh[x + 1]);
		if (ret)
			return ret;
	}
	mp->mp_aheight = x + 1;
	return 0;
B
Bob Peterson 已提交
342 343
}

D
David Teigland 已提交
344
/**
345 346
 * lookup_metapath - Walk the metadata tree to a specific point
 * @ip: The inode
D
David Teigland 已提交
347 348
 * @mp: The metapath
 *
349 350 351 352 353 354 355 356
 * Assumes that the inode's buffer has already been looked up and
 * hooked onto mp->mp_bh[0] and that the metapath has been initialised
 * by find_metapath().
 *
 * If this function encounters part of the tree which has not been
 * allocated, it returns the current height of the tree at the point
 * at which it found the unallocated block. Blocks which are found are
 * added to the mp->mp_bh[] list.
D
David Teigland 已提交
357
 *
358
 * Returns: error
D
David Teigland 已提交
359 360
 */

361
static int lookup_metapath(struct gfs2_inode *ip, struct metapath *mp)
362
{
363
	return __fillup_metapath(ip, mp, 0, ip->i_height - 1);
364 365
}

B
Bob Peterson 已提交
366 367 368 369 370 371 372 373
/**
 * fillup_metapath - fill up buffers for the metadata path to a specific height
 * @ip: The inode
 * @mp: The metapath
 * @h: The height to which it should be mapped
 *
 * Similar to lookup_metapath, but does lookups for a range of heights
 *
374
 * Returns: error or the number of buffers filled
B
Bob Peterson 已提交
375 376 377 378
 */

static int fillup_metapath(struct gfs2_inode *ip, struct metapath *mp, int h)
{
379
	unsigned int x = 0;
380
	int ret;
B
Bob Peterson 已提交
381 382 383

	if (h) {
		/* find the first buffer we need to look up. */
384 385 386
		for (x = h - 1; x > 0; x--) {
			if (mp->mp_bh[x])
				break;
B
Bob Peterson 已提交
387 388
		}
	}
389 390 391 392
	ret = __fillup_metapath(ip, mp, x, h);
	if (ret)
		return ret;
	return mp->mp_aheight - x - 1;
B
Bob Peterson 已提交
393 394
}

395
static void release_metapath(struct metapath *mp)
396 397 398
{
	int i;

399 400 401 402
	for (i = 0; i < GFS2_MAX_META_HEIGHT; i++) {
		if (mp->mp_bh[i] == NULL)
			break;
		brelse(mp->mp_bh[i]);
403
		mp->mp_bh[i] = NULL;
404
	}
405 406
}

407 408
/**
 * gfs2_extent_length - Returns length of an extent of blocks
409 410 411
 * @bh: The metadata block
 * @ptr: Current position in @bh
 * @limit: Max extent length to return
412 413 414 415 416
 * @eob: Set to 1 if we hit "end of block"
 *
 * Returns: The length of the extent (minimum of one block)
 */

417
static inline unsigned int gfs2_extent_length(struct buffer_head *bh, __be64 *ptr, size_t limit, int *eob)
418
{
419
	const __be64 *end = (__be64 *)(bh->b_data + bh->b_size);
420 421 422 423 424 425 426 427
	const __be64 *first = ptr;
	u64 d = be64_to_cpu(*ptr);

	*eob = 0;
	do {
		ptr++;
		if (ptr >= end)
			break;
428
		d++;
429 430 431
	} while(be64_to_cpu(*ptr) == d);
	if (ptr >= end)
		*eob = 1;
432
	return ptr - first;
433 434
}

435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570
typedef const __be64 *(*gfs2_metadata_walker)(
		struct metapath *mp,
		const __be64 *start, const __be64 *end,
		u64 factor, void *data);

#define WALK_STOP ((__be64 *)0)
#define WALK_NEXT ((__be64 *)1)

static int gfs2_walk_metadata(struct inode *inode, sector_t lblock,
		u64 len, struct metapath *mp, gfs2_metadata_walker walker,
		void *data)
{
	struct metapath clone;
	struct gfs2_inode *ip = GFS2_I(inode);
	struct gfs2_sbd *sdp = GFS2_SB(inode);
	const __be64 *start, *end, *ptr;
	u64 factor = 1;
	unsigned int hgt;
	int ret = 0;

	for (hgt = ip->i_height - 1; hgt >= mp->mp_aheight; hgt--)
		factor *= sdp->sd_inptrs;

	for (;;) {
		u64 step;

		/* Walk indirect block. */
		start = metapointer(hgt, mp);
		end = metaend(hgt, mp);

		step = (end - start) * factor;
		if (step > len)
			end = start + DIV_ROUND_UP_ULL(len, factor);

		ptr = walker(mp, start, end, factor, data);
		if (ptr == WALK_STOP)
			break;
		if (step >= len)
			break;
		len -= step;
		if (ptr != WALK_NEXT) {
			BUG_ON(!*ptr);
			mp->mp_list[hgt] += ptr - start;
			goto fill_up_metapath;
		}

lower_metapath:
		/* Decrease height of metapath. */
		if (mp != &clone) {
			clone_metapath(&clone, mp);
			mp = &clone;
		}
		brelse(mp->mp_bh[hgt]);
		mp->mp_bh[hgt] = NULL;
		if (!hgt)
			break;
		hgt--;
		factor *= sdp->sd_inptrs;

		/* Advance in metadata tree. */
		(mp->mp_list[hgt])++;
		start = metapointer(hgt, mp);
		end = metaend(hgt, mp);
		if (start >= end) {
			mp->mp_list[hgt] = 0;
			if (!hgt)
				break;
			goto lower_metapath;
		}

fill_up_metapath:
		/* Increase height of metapath. */
		if (mp != &clone) {
			clone_metapath(&clone, mp);
			mp = &clone;
		}
		ret = fillup_metapath(ip, mp, ip->i_height - 1);
		if (ret < 0)
			break;
		hgt += ret;
		for (; ret; ret--)
			do_div(factor, sdp->sd_inptrs);
		mp->mp_aheight = hgt + 1;
	}
	if (mp == &clone)
		release_metapath(mp);
	return ret;
}

struct gfs2_hole_walker_args {
	u64 blocks;
};

static const __be64 *gfs2_hole_walker(struct metapath *mp,
		const __be64 *start, const __be64 *end,
		u64 factor, void *data)
{
	struct gfs2_hole_walker_args *args = data;
	const __be64 *ptr;

	for (ptr = start; ptr < end; ptr++) {
		if (*ptr) {
			args->blocks += (ptr - start) * factor;
			if (mp->mp_aheight == mp->mp_fheight)
				return WALK_STOP;
			return ptr;  /* increase height */
		}
	}
	args->blocks += (end - start) * factor;
	return WALK_NEXT;
}

/**
 * gfs2_hole_size - figure out the size of a hole
 * @inode: The inode
 * @lblock: The logical starting block number
 * @len: How far to look (in blocks)
 * @mp: The metapath at lblock
 * @iomap: The iomap to store the hole size in
 *
 * This function modifies @mp.
 *
 * Returns: errno on error
 */
static int gfs2_hole_size(struct inode *inode, sector_t lblock, u64 len,
			  struct metapath *mp, struct iomap *iomap)
{
	struct gfs2_hole_walker_args args = { };
	int ret = 0;

	ret = gfs2_walk_metadata(inode, lblock, len, mp, gfs2_hole_walker, &args);
	if (!ret)
		iomap->length = args.blocks << inode->i_blkbits;
	return ret;
}

571 572 573 574 575 576 577 578 579 580
static inline __be64 *gfs2_indirect_init(struct metapath *mp,
					 struct gfs2_glock *gl, unsigned int i,
					 unsigned offset, u64 bn)
{
	__be64 *ptr = (__be64 *)(mp->mp_bh[i - 1]->b_data +
		       ((i > 1) ? sizeof(struct gfs2_meta_header) :
				 sizeof(struct gfs2_dinode)));
	BUG_ON(i < 1);
	BUG_ON(mp->mp_bh[i] != NULL);
	mp->mp_bh[i] = gfs2_meta_new(gl, bn);
581
	gfs2_trans_add_meta(gl, mp->mp_bh[i]);
582 583 584 585 586 587 588 589 590 591 592 593 594 595 596
	gfs2_metatype_set(mp->mp_bh[i], GFS2_METATYPE_IN, GFS2_FORMAT_IN);
	gfs2_buffer_clear_tail(mp->mp_bh[i], sizeof(struct gfs2_meta_header));
	ptr += offset;
	*ptr = cpu_to_be64(bn);
	return ptr;
}

enum alloc_state {
	ALLOC_DATA = 0,
	ALLOC_GROW_DEPTH = 1,
	ALLOC_GROW_HEIGHT = 2,
	/* ALLOC_UNSTUFF = 3,   TBD and rather complicated */
};

/**
597
 * gfs2_iomap_alloc - Build a metadata tree of the requested height
598
 * @inode: The GFS2 inode
599 600
 * @iomap: The iomap structure
 * @flags: iomap flags
601
 * @mp: The metapath, with proper height information calculated
602 603 604 605 606 607
 *
 * In this routine we may have to alloc:
 *   i) Indirect blocks to grow the metadata tree height
 *  ii) Indirect blocks to fill in lower part of the metadata tree
 * iii) Data blocks
 *
608 609 610 611 612 613 614
 * This function is called after gfs2_iomap_get, which works out the
 * total number of blocks which we need via gfs2_alloc_size.
 *
 * We then do the actual allocation asking for an extent at a time (if
 * enough contiguous free blocks are available, there will only be one
 * allocation request per call) and uses the state machine to initialise
 * the blocks in order.
615
 *
616 617 618 619 620 621 622
 * Right now, this function will allocate at most one indirect block
 * worth of data -- with a default block size of 4K, that's slightly
 * less than 2M.  If this limitation is ever removed to allow huge
 * allocations, we would probably still want to limit the iomap size we
 * return to avoid stalling other tasks during huge writes; the next
 * iomap iteration would then find the blocks already allocated.
 *
623 624 625
 * Returns: errno on error
 */

B
Bob Peterson 已提交
626 627
static int gfs2_iomap_alloc(struct inode *inode, struct iomap *iomap,
			    unsigned flags, struct metapath *mp)
628 629 630 631
{
	struct gfs2_inode *ip = GFS2_I(inode);
	struct gfs2_sbd *sdp = GFS2_SB(inode);
	struct buffer_head *dibh = mp->mp_bh[0];
632
	u64 bn;
633
	unsigned n, i, blks, alloced = 0, iblks = 0, branch_start = 0;
634
	size_t dblks = iomap->length >> inode->i_blkbits;
635
	const unsigned end_of_metadata = mp->mp_fheight - 1;
636
	int ret;
637 638 639 640
	enum alloc_state state;
	__be64 *ptr;
	__be64 zero_bn = 0;

641
	BUG_ON(mp->mp_aheight < 1);
642
	BUG_ON(dibh == NULL);
643
	BUG_ON(dblks < 1);
644

645
	gfs2_trans_add_meta(ip->i_gl, dibh);
646

647 648
	down_write(&ip->i_rw_mutex);

649
	if (mp->mp_fheight == mp->mp_aheight) {
650
		/* Bottom indirect block exists */
651 652 653
		state = ALLOC_DATA;
	} else {
		/* Need to allocate indirect blocks */
654
		if (mp->mp_fheight == ip->i_height) {
655
			/* Writing into existing tree, extend tree down */
656
			iblks = mp->mp_fheight - mp->mp_aheight;
657 658 659 660
			state = ALLOC_GROW_DEPTH;
		} else {
			/* Building up tree height */
			state = ALLOC_GROW_HEIGHT;
661
			iblks = mp->mp_fheight - ip->i_height;
662
			branch_start = metapath_branch_start(mp);
663
			iblks += (mp->mp_fheight - branch_start);
664 665 666 667 668
		}
	}

	/* start of the second part of the function (state machine) */

B
Bob Peterson 已提交
669
	blks = dblks + iblks;
670
	i = mp->mp_aheight;
671 672
	do {
		n = blks - alloced;
673 674 675
		ret = gfs2_alloc_blocks(ip, &bn, &n, 0, NULL);
		if (ret)
			goto out;
676 677 678 679 680 681 682 683 684 685 686
		alloced += n;
		if (state != ALLOC_DATA || gfs2_is_jdata(ip))
			gfs2_trans_add_unrevoke(sdp, bn, n);
		switch (state) {
		/* Growing height of tree */
		case ALLOC_GROW_HEIGHT:
			if (i == 1) {
				ptr = (__be64 *)(dibh->b_data +
						 sizeof(struct gfs2_dinode));
				zero_bn = *ptr;
			}
687 688
			for (; i - 1 < mp->mp_fheight - ip->i_height && n > 0;
			     i++, n--)
689
				gfs2_indirect_init(mp, ip->i_gl, i, 0, bn++);
690
			if (i - 1 == mp->mp_fheight - ip->i_height) {
691 692 693 694 695 696 697 698 699 700 701
				i--;
				gfs2_buffer_copy_tail(mp->mp_bh[i],
						sizeof(struct gfs2_meta_header),
						dibh, sizeof(struct gfs2_dinode));
				gfs2_buffer_clear_tail(dibh,
						sizeof(struct gfs2_dinode) +
						sizeof(__be64));
				ptr = (__be64 *)(mp->mp_bh[i]->b_data +
					sizeof(struct gfs2_meta_header));
				*ptr = zero_bn;
				state = ALLOC_GROW_DEPTH;
702
				for(i = branch_start; i < mp->mp_fheight; i++) {
703 704 705 706 707
					if (mp->mp_bh[i] == NULL)
						break;
					brelse(mp->mp_bh[i]);
					mp->mp_bh[i] = NULL;
				}
708
				i = branch_start;
709 710 711 712 713
			}
			if (n == 0)
				break;
		/* Branching from existing tree */
		case ALLOC_GROW_DEPTH:
714
			if (i > 1 && i < mp->mp_fheight)
715
				gfs2_trans_add_meta(ip->i_gl, mp->mp_bh[i-1]);
716
			for (; i < mp->mp_fheight && n > 0; i++, n--)
717 718
				gfs2_indirect_init(mp, ip->i_gl, i,
						   mp->mp_list[i-1], bn++);
719
			if (i == mp->mp_fheight)
720 721 722 723 724
				state = ALLOC_DATA;
			if (n == 0)
				break;
		/* Tree complete, adding data blocks */
		case ALLOC_DATA:
B
Bob Peterson 已提交
725
			BUG_ON(n > dblks);
726
			BUG_ON(mp->mp_bh[end_of_metadata] == NULL);
727
			gfs2_trans_add_meta(ip->i_gl, mp->mp_bh[end_of_metadata]);
B
Bob Peterson 已提交
728
			dblks = n;
729
			ptr = metapointer(end_of_metadata, mp);
B
Bob Peterson 已提交
730
			iomap->addr = bn << inode->i_blkbits;
731
			iomap->flags |= IOMAP_F_MERGED | IOMAP_F_NEW;
732 733 734 735
			while (n-- > 0)
				*ptr++ = cpu_to_be64(bn++);
			break;
		}
B
Bob Peterson 已提交
736
	} while (iomap->addr == IOMAP_NULL_ADDR);
737

738
	iomap->type = IOMAP_MAPPED;
B
Bob Peterson 已提交
739
	iomap->length = (u64)dblks << inode->i_blkbits;
740
	ip->i_height = mp->mp_fheight;
741
	gfs2_add_inode_blocks(&ip->i_inode, alloced);
742 743 744 745
	gfs2_dinode_out(ip, dibh->b_data);
out:
	up_write(&ip->i_rw_mutex);
	return ret;
746 747
}

748 749
#define IOMAP_F_GFS2_BOUNDARY IOMAP_F_PRIVATE

750 751 752 753 754 755 756 757 758 759 760
/**
 * gfs2_alloc_size - Compute the maximum allocation size
 * @inode: The inode
 * @mp: The metapath
 * @size: Requested size in blocks
 *
 * Compute the maximum size of the next allocation at @mp.
 *
 * Returns: size in blocks
 */
static u64 gfs2_alloc_size(struct inode *inode, struct metapath *mp, u64 size)
B
Bob Peterson 已提交
761 762
{
	struct gfs2_inode *ip = GFS2_I(inode);
763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781
	struct gfs2_sbd *sdp = GFS2_SB(inode);
	const __be64 *first, *ptr, *end;

	/*
	 * For writes to stuffed files, this function is called twice via
	 * gfs2_iomap_get, before and after unstuffing. The size we return the
	 * first time needs to be large enough to get the reservation and
	 * allocation sizes right.  The size we return the second time must
	 * be exact or else gfs2_iomap_alloc won't do the right thing.
	 */

	if (gfs2_is_stuffed(ip) || mp->mp_fheight != mp->mp_aheight) {
		unsigned int maxsize = mp->mp_fheight > 1 ?
			sdp->sd_inptrs : sdp->sd_diptrs;
		maxsize -= mp->mp_list[mp->mp_fheight - 1];
		if (size > maxsize)
			size = maxsize;
		return size;
	}
B
Bob Peterson 已提交
782

783 784 785 786 787 788 789 790 791
	first = metapointer(ip->i_height - 1, mp);
	end = metaend(ip->i_height - 1, mp);
	if (end - first > size)
		end = first + size;
	for (ptr = first; ptr < end; ptr++) {
		if (*ptr)
			break;
	}
	return ptr - first;
B
Bob Peterson 已提交
792 793 794
}

/**
795
 * gfs2_iomap_get - Map blocks from an inode to disk blocks
B
Bob Peterson 已提交
796 797 798 799 800
 * @inode: The inode
 * @pos: Starting position in bytes
 * @length: Length to map, in bytes
 * @flags: iomap flags
 * @iomap: The iomap structure
801
 * @mp: The metapath
B
Bob Peterson 已提交
802 803 804
 *
 * Returns: errno
 */
805 806 807
static int gfs2_iomap_get(struct inode *inode, loff_t pos, loff_t length,
			  unsigned flags, struct iomap *iomap,
			  struct metapath *mp)
D
David Teigland 已提交
808
{
809 810
	struct gfs2_inode *ip = GFS2_I(inode);
	struct gfs2_sbd *sdp = GFS2_SB(inode);
811
	loff_t size = i_size_read(inode);
812
	__be64 *ptr;
B
Bob Peterson 已提交
813
	sector_t lblock;
814 815
	sector_t lblock_stop;
	int ret;
816
	int eob;
817
	u64 len;
818
	struct buffer_head *dibh = NULL, *bh;
819
	u8 height;
S
Steven Whitehouse 已提交
820

821 822
	if (!length)
		return -EINVAL;
D
David Teigland 已提交
823

824 825 826 827 828
	down_read(&ip->i_rw_mutex);

	ret = gfs2_meta_inode_buffer(ip, &dibh);
	if (ret)
		goto unlock;
829
	iomap->private = dibh;
830

831
	if (gfs2_is_stuffed(ip)) {
832 833 834 835 836 837 838 839 840 841 842 843 844 845 846 847 848 849 850
		if (flags & IOMAP_WRITE) {
			loff_t max_size = gfs2_max_stuffed_size(ip);

			if (pos + length > max_size)
				goto unstuff;
			iomap->length = max_size;
		} else {
			if (pos >= size) {
				if (flags & IOMAP_REPORT) {
					ret = -ENOENT;
					goto unlock;
				} else {
					/* report a hole */
					iomap->offset = pos;
					iomap->length = length;
					goto do_alloc;
				}
			}
			iomap->length = size;
851
		}
852 853 854
		iomap->addr = (ip->i_no_addr << inode->i_blkbits) +
			      sizeof(struct gfs2_dinode);
		iomap->type = IOMAP_INLINE;
855
		iomap->inline_data = dibh->b_data + sizeof(struct gfs2_dinode);
856
		goto out;
B
Bob Peterson 已提交
857
	}
858 859

unstuff:
B
Bob Peterson 已提交
860 861
	lblock = pos >> inode->i_blkbits;
	iomap->offset = lblock << inode->i_blkbits;
862 863
	lblock_stop = (pos + length - 1) >> inode->i_blkbits;
	len = lblock_stop - lblock + 1;
864
	iomap->length = len << inode->i_blkbits;
865

866 867
	get_bh(dibh);
	mp->mp_bh[0] = dibh;
D
David Teigland 已提交
868

869
	height = ip->i_height;
870
	while ((lblock + 1) * sdp->sd_sb.sb_bsize > sdp->sd_heightsize[height])
871
		height++;
872
	find_metapath(sdp, lblock, mp, height);
873 874
	if (height > ip->i_height || gfs2_is_stuffed(ip))
		goto do_alloc;
B
Bob Peterson 已提交
875

876
	ret = lookup_metapath(ip, mp);
877
	if (ret)
878
		goto unlock;
B
Bob Peterson 已提交
879

880
	if (mp->mp_aheight != ip->i_height)
881
		goto do_alloc;
B
Bob Peterson 已提交
882

883
	ptr = metapointer(ip->i_height - 1, mp);
884 885
	if (*ptr == 0)
		goto do_alloc;
B
Bob Peterson 已提交
886

887
	bh = mp->mp_bh[ip->i_height - 1];
888
	len = gfs2_extent_length(bh, ptr, len, &eob);
B
Bob Peterson 已提交
889

890 891 892
	iomap->addr = be64_to_cpu(*ptr) << inode->i_blkbits;
	iomap->length = len << inode->i_blkbits;
	iomap->type = IOMAP_MAPPED;
893
	iomap->flags |= IOMAP_F_MERGED;
894
	if (eob)
895
		iomap->flags |= IOMAP_F_GFS2_BOUNDARY;
B
Bob Peterson 已提交
896 897

out:
898 899 900
	iomap->bdev = inode->i_sb->s_bdev;
unlock:
	up_read(&ip->i_rw_mutex);
901
	if (ret && dibh)
902
		brelse(dibh);
903
	return ret;
904

905
do_alloc:
906 907 908
	iomap->addr = IOMAP_NULL_ADDR;
	iomap->type = IOMAP_HOLE;
	if (flags & IOMAP_REPORT) {
909
		if (pos >= size)
B
Bob Peterson 已提交
910
			ret = -ENOENT;
911 912
		else if (height == ip->i_height)
			ret = gfs2_hole_size(inode, lblock, len, mp, iomap);
913 914
		else
			iomap->length = size - pos;
915 916 917
	} else if (flags & IOMAP_WRITE) {
		u64 alloc_size;

918 919 920
		if (flags & IOMAP_DIRECT)
			goto out;  /* (see gfs2_file_direct_write) */

921 922 923 924 925
		len = gfs2_alloc_size(inode, mp, len);
		alloc_size = len << inode->i_blkbits;
		if (alloc_size < iomap->length)
			iomap->length = alloc_size;
	} else {
926 927
		if (pos < size && height == ip->i_height)
			ret = gfs2_hole_size(inode, lblock, len, mp, iomap);
D
David Teigland 已提交
928
	}
929
	goto out;
B
Bob Peterson 已提交
930 931
}

932 933 934 935 936 937 938 939 940 941 942 943 944 945 946 947 948 949 950 951 952 953 954 955 956 957 958 959 960 961 962 963 964 965 966 967 968 969 970 971 972 973 974 975 976 977 978 979 980 981 982 983 984 985 986 987 988 989 990 991 992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029 1030 1031 1032 1033 1034 1035 1036 1037 1038 1039 1040 1041 1042 1043 1044 1045 1046 1047 1048 1049 1050 1051 1052 1053 1054 1055 1056 1057 1058 1059
static int gfs2_write_lock(struct inode *inode)
{
	struct gfs2_inode *ip = GFS2_I(inode);
	struct gfs2_sbd *sdp = GFS2_SB(inode);
	int error;

	gfs2_holder_init(ip->i_gl, LM_ST_EXCLUSIVE, 0, &ip->i_gh);
	error = gfs2_glock_nq(&ip->i_gh);
	if (error)
		goto out_uninit;
	if (&ip->i_inode == sdp->sd_rindex) {
		struct gfs2_inode *m_ip = GFS2_I(sdp->sd_statfs_inode);

		error = gfs2_glock_nq_init(m_ip->i_gl, LM_ST_EXCLUSIVE,
					   GL_NOCACHE, &m_ip->i_gh);
		if (error)
			goto out_unlock;
	}
	return 0;

out_unlock:
	gfs2_glock_dq(&ip->i_gh);
out_uninit:
	gfs2_holder_uninit(&ip->i_gh);
	return error;
}

static void gfs2_write_unlock(struct inode *inode)
{
	struct gfs2_inode *ip = GFS2_I(inode);
	struct gfs2_sbd *sdp = GFS2_SB(inode);

	if (&ip->i_inode == sdp->sd_rindex) {
		struct gfs2_inode *m_ip = GFS2_I(sdp->sd_statfs_inode);

		gfs2_glock_dq_uninit(&m_ip->i_gh);
	}
	gfs2_glock_dq_uninit(&ip->i_gh);
}

static void gfs2_iomap_journaled_page_done(struct inode *inode, loff_t pos,
				unsigned copied, struct page *page,
				struct iomap *iomap)
{
	struct gfs2_inode *ip = GFS2_I(inode);

	gfs2_page_add_databufs(ip, page, offset_in_page(pos), copied);
}

static int gfs2_iomap_begin_write(struct inode *inode, loff_t pos,
				  loff_t length, unsigned flags,
				  struct iomap *iomap)
{
	struct metapath mp = { .mp_aheight = 1, };
	struct gfs2_inode *ip = GFS2_I(inode);
	struct gfs2_sbd *sdp = GFS2_SB(inode);
	unsigned int data_blocks = 0, ind_blocks = 0, rblocks;
	bool unstuff, alloc_required;
	int ret;

	ret = gfs2_write_lock(inode);
	if (ret)
		return ret;

	unstuff = gfs2_is_stuffed(ip) &&
		  pos + length > gfs2_max_stuffed_size(ip);

	ret = gfs2_iomap_get(inode, pos, length, flags, iomap, &mp);
	if (ret)
		goto out_release;

	alloc_required = unstuff || iomap->type == IOMAP_HOLE;

	if (alloc_required || gfs2_is_jdata(ip))
		gfs2_write_calc_reserv(ip, iomap->length, &data_blocks,
				       &ind_blocks);

	if (alloc_required) {
		struct gfs2_alloc_parms ap = {
			.target = data_blocks + ind_blocks
		};

		ret = gfs2_quota_lock_check(ip, &ap);
		if (ret)
			goto out_release;

		ret = gfs2_inplace_reserve(ip, &ap);
		if (ret)
			goto out_qunlock;
	}

	rblocks = RES_DINODE + ind_blocks;
	if (gfs2_is_jdata(ip))
		rblocks += data_blocks;
	if (ind_blocks || data_blocks)
		rblocks += RES_STATFS + RES_QUOTA;
	if (inode == sdp->sd_rindex)
		rblocks += 2 * RES_STATFS;
	if (alloc_required)
		rblocks += gfs2_rg_blocks(ip, data_blocks + ind_blocks);

	ret = gfs2_trans_begin(sdp, rblocks, iomap->length >> inode->i_blkbits);
	if (ret)
		goto out_trans_fail;

	if (unstuff) {
		ret = gfs2_unstuff_dinode(ip, NULL);
		if (ret)
			goto out_trans_end;
		release_metapath(&mp);
		brelse(iomap->private);
		iomap->private = NULL;
		ret = gfs2_iomap_get(inode, iomap->offset, iomap->length,
				     flags, iomap, &mp);
		if (ret)
			goto out_trans_end;
	}

	if (iomap->type == IOMAP_HOLE) {
		ret = gfs2_iomap_alloc(inode, iomap, flags, &mp);
		if (ret) {
			gfs2_trans_end(sdp);
			gfs2_inplace_release(ip);
			punch_hole(ip, iomap->offset, iomap->length);
			goto out_qunlock;
		}
	}
	release_metapath(&mp);
1060
	if (!gfs2_is_stuffed(ip) && gfs2_is_jdata(ip))
1061 1062 1063 1064 1065 1066 1067 1068 1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079
		iomap->page_done = gfs2_iomap_journaled_page_done;
	return 0;

out_trans_end:
	gfs2_trans_end(sdp);
out_trans_fail:
	if (alloc_required)
		gfs2_inplace_release(ip);
out_qunlock:
	if (alloc_required)
		gfs2_quota_unlock(ip);
out_release:
	if (iomap->private)
		brelse(iomap->private);
	release_metapath(&mp);
	gfs2_write_unlock(inode);
	return ret;
}

1080 1081 1082 1083 1084 1085 1086
static int gfs2_iomap_begin(struct inode *inode, loff_t pos, loff_t length,
			    unsigned flags, struct iomap *iomap)
{
	struct gfs2_inode *ip = GFS2_I(inode);
	struct metapath mp = { .mp_aheight = 1, };
	int ret;

1087 1088
	iomap->flags |= IOMAP_F_BUFFER_HEAD;

1089
	trace_gfs2_iomap_start(ip, pos, length, flags);
1090
	if ((flags & IOMAP_WRITE) && !(flags & IOMAP_DIRECT)) {
1091
		ret = gfs2_iomap_begin_write(inode, pos, length, flags, iomap);
1092 1093 1094
	} else {
		ret = gfs2_iomap_get(inode, pos, length, flags, iomap, &mp);
		release_metapath(&mp);
1095 1096 1097 1098 1099 1100 1101
		/*
		 * Silently fall back to buffered I/O for stuffed files or if
		 * we've hot a hole (see gfs2_file_direct_write).
		 */
		if ((flags & IOMAP_WRITE) && (flags & IOMAP_DIRECT) &&
		    iomap->type != IOMAP_MAPPED)
			ret = -ENOTBLK;
1102 1103 1104 1105 1106
	}
	trace_gfs2_iomap_end(ip, iomap, ret);
	return ret;
}

1107 1108 1109 1110 1111 1112 1113 1114
static int gfs2_iomap_end(struct inode *inode, loff_t pos, loff_t length,
			  ssize_t written, unsigned flags, struct iomap *iomap)
{
	struct gfs2_inode *ip = GFS2_I(inode);
	struct gfs2_sbd *sdp = GFS2_SB(inode);
	struct gfs2_trans *tr = current->journal_info;
	struct buffer_head *dibh = iomap->private;

1115
	if ((flags & (IOMAP_WRITE | IOMAP_DIRECT)) != IOMAP_WRITE)
1116 1117 1118 1119 1120 1121 1122 1123 1124 1125 1126 1127 1128 1129 1130 1131 1132 1133 1134 1135 1136 1137 1138 1139 1140 1141 1142 1143 1144 1145 1146 1147 1148 1149 1150 1151 1152 1153 1154 1155 1156
		goto out;

	if (iomap->type != IOMAP_INLINE) {
		gfs2_ordered_add_inode(ip);

		if (tr->tr_num_buf_new)
			__mark_inode_dirty(inode, I_DIRTY_DATASYNC);
		else
			gfs2_trans_add_meta(ip->i_gl, dibh);
	}

	if (inode == sdp->sd_rindex) {
		adjust_fs_space(inode);
		sdp->sd_rindex_uptodate = 0;
	}

	gfs2_trans_end(sdp);
	gfs2_inplace_release(ip);

	if (length != written && (iomap->flags & IOMAP_F_NEW)) {
		/* Deallocate blocks that were just allocated. */
		loff_t blockmask = i_blocksize(inode) - 1;
		loff_t end = (pos + length) & ~blockmask;

		pos = (pos + written + blockmask) & ~blockmask;
		if (pos < end) {
			truncate_pagecache_range(inode, pos, end - 1);
			punch_hole(ip, pos, end - pos);
		}
	}

	if (ip->i_qadata && ip->i_qadata->qa_qd_num)
		gfs2_quota_unlock(ip);
	gfs2_write_unlock(inode);

out:
	if (dibh)
		brelse(dibh);
	return 0;
}

1157 1158
const struct iomap_ops gfs2_iomap_ops = {
	.iomap_begin = gfs2_iomap_begin,
1159
	.iomap_end = gfs2_iomap_end,
1160 1161
};

B
Bob Peterson 已提交
1162
/**
1163
 * gfs2_block_map - Map one or more blocks of an inode to a disk block
B
Bob Peterson 已提交
1164 1165 1166 1167 1168
 * @inode: The inode
 * @lblock: The logical block number
 * @bh_map: The bh to be mapped
 * @create: True if its ok to alloc blocks to satify the request
 *
1169 1170 1171 1172 1173 1174 1175 1176 1177 1178
 * The size of the requested mapping is defined in bh_map->b_size.
 *
 * Clears buffer_mapped(bh_map) and leaves bh_map->b_size unchanged
 * when @lblock is not mapped.  Sets buffer_mapped(bh_map) and
 * bh_map->b_size to indicate the size of the mapping when @lblock and
 * successive blocks are mapped, up to the requested size.
 *
 * Sets buffer_boundary() if a read of metadata will be required
 * before the next block can be mapped. Sets buffer_new() if new
 * blocks were allocated.
B
Bob Peterson 已提交
1179 1180 1181 1182 1183 1184 1185 1186
 *
 * Returns: errno
 */

int gfs2_block_map(struct inode *inode, sector_t lblock,
		   struct buffer_head *bh_map, int create)
{
	struct gfs2_inode *ip = GFS2_I(inode);
1187 1188 1189 1190 1191
	loff_t pos = (loff_t)lblock << inode->i_blkbits;
	loff_t length = bh_map->b_size;
	struct metapath mp = { .mp_aheight = 1, };
	struct iomap iomap = { };
	int ret;
B
Bob Peterson 已提交
1192 1193 1194 1195 1196 1197

	clear_buffer_mapped(bh_map);
	clear_buffer_new(bh_map);
	clear_buffer_boundary(bh_map);
	trace_gfs2_bmap(ip, bh_map, lblock, create, 1);

1198 1199 1200 1201 1202 1203 1204 1205
	if (create) {
		ret = gfs2_iomap_get(inode, pos, length, IOMAP_WRITE, &iomap, &mp);
		if (!ret && iomap.type == IOMAP_HOLE)
			ret = gfs2_iomap_alloc(inode, &iomap, IOMAP_WRITE, &mp);
		release_metapath(&mp);
	} else {
		ret = gfs2_iomap_get(inode, pos, length, 0, &iomap, &mp);
		release_metapath(&mp);
B
Bob Peterson 已提交
1206
	}
1207 1208
	if (ret)
		goto out;
B
Bob Peterson 已提交
1209 1210 1211

	if (iomap.length > bh_map->b_size) {
		iomap.length = bh_map->b_size;
1212
		iomap.flags &= ~IOMAP_F_GFS2_BOUNDARY;
1213
	}
B
Bob Peterson 已提交
1214 1215 1216
	if (iomap.addr != IOMAP_NULL_ADDR)
		map_bh(bh_map, inode->i_sb, iomap.addr >> inode->i_blkbits);
	bh_map->b_size = iomap.length;
1217
	if (iomap.flags & IOMAP_F_GFS2_BOUNDARY)
B
Bob Peterson 已提交
1218 1219 1220 1221 1222 1223 1224
		set_buffer_boundary(bh_map);
	if (iomap.flags & IOMAP_F_NEW)
		set_buffer_new(bh_map);

out:
	trace_gfs2_bmap(ip, bh_map, lblock, create, ret);
	return ret;
S
Steven Whitehouse 已提交
1225 1226
}

1227 1228 1229
/*
 * Deprecated: do not use in new code
 */
S
Steven Whitehouse 已提交
1230 1231
int gfs2_extent_map(struct inode *inode, u64 lblock, int *new, u64 *dblock, unsigned *extlen)
{
1232
	struct buffer_head bh = { .b_state = 0, .b_blocknr = 0 };
1233
	int ret;
S
Steven Whitehouse 已提交
1234 1235 1236 1237 1238 1239
	int create = *new;

	BUG_ON(!extlen);
	BUG_ON(!dblock);
	BUG_ON(!new);

F
Fabian Frederick 已提交
1240
	bh.b_size = BIT(inode->i_blkbits + (create ? 0 : 5));
1241
	ret = gfs2_block_map(inode, lblock, &bh, create);
1242 1243 1244 1245 1246 1247 1248
	*extlen = bh.b_size >> inode->i_blkbits;
	*dblock = bh.b_blocknr;
	if (buffer_new(&bh))
		*new = 1;
	else
		*new = 0;
	return ret;
D
David Teigland 已提交
1249 1250
}

S
Steven Whitehouse 已提交
1251
/**
1252
 * gfs2_block_zero_range - Deal with zeroing out data
S
Steven Whitehouse 已提交
1253 1254 1255
 *
 * This is partly borrowed from ext3.
 */
1256 1257
static int gfs2_block_zero_range(struct inode *inode, loff_t from,
				 unsigned int length)
S
Steven Whitehouse 已提交
1258
{
1259
	struct address_space *mapping = inode->i_mapping;
S
Steven Whitehouse 已提交
1260
	struct gfs2_inode *ip = GFS2_I(inode);
1261 1262
	unsigned long index = from >> PAGE_SHIFT;
	unsigned offset = from & (PAGE_SIZE-1);
1263
	unsigned blocksize, iblock, pos;
S
Steven Whitehouse 已提交
1264 1265 1266 1267
	struct buffer_head *bh;
	struct page *page;
	int err;

1268
	page = find_or_create_page(mapping, index, GFP_NOFS);
S
Steven Whitehouse 已提交
1269 1270 1271 1272
	if (!page)
		return 0;

	blocksize = inode->i_sb->s_blocksize;
1273
	iblock = index << (PAGE_SHIFT - inode->i_sb->s_blocksize_bits);
S
Steven Whitehouse 已提交
1274 1275 1276 1277 1278 1279 1280 1281 1282 1283 1284 1285 1286 1287 1288 1289

	if (!page_has_buffers(page))
		create_empty_buffers(page, blocksize, 0);

	/* Find the buffer that contains "offset" */
	bh = page_buffers(page);
	pos = blocksize;
	while (offset >= pos) {
		bh = bh->b_this_page;
		iblock++;
		pos += blocksize;
	}

	err = 0;

	if (!buffer_mapped(bh)) {
1290
		gfs2_block_map(inode, iblock, bh, 0);
S
Steven Whitehouse 已提交
1291 1292 1293 1294 1295 1296 1297 1298 1299 1300 1301
		/* unmapped? It's a hole - nothing to do */
		if (!buffer_mapped(bh))
			goto unlock;
	}

	/* Ok, it's mapped. Make sure it's up-to-date */
	if (PageUptodate(page))
		set_buffer_uptodate(bh);

	if (!buffer_uptodate(bh)) {
		err = -EIO;
1302
		ll_rw_block(REQ_OP_READ, 0, 1, &bh);
S
Steven Whitehouse 已提交
1303 1304 1305 1306
		wait_on_buffer(bh);
		/* Uhhuh. Read error. Complain and punt. */
		if (!buffer_uptodate(bh))
			goto unlock;
1307
		err = 0;
S
Steven Whitehouse 已提交
1308 1309
	}

1310
	if (gfs2_is_jdata(ip))
1311
		gfs2_trans_add_data(ip->i_gl, bh);
1312 1313
	else
		gfs2_ordered_add_inode(ip);
S
Steven Whitehouse 已提交
1314

1315
	zero_user(page, offset, length);
1316
	mark_buffer_dirty(bh);
S
Steven Whitehouse 已提交
1317 1318
unlock:
	unlock_page(page);
1319
	put_page(page);
S
Steven Whitehouse 已提交
1320 1321 1322
	return err;
}

1323 1324
#define GFS2_JTRUNC_REVOKES 8192

1325 1326 1327 1328 1329 1330 1331 1332 1333 1334 1335 1336 1337 1338 1339 1340 1341 1342 1343
/**
 * gfs2_journaled_truncate - Wrapper for truncate_pagecache for jdata files
 * @inode: The inode being truncated
 * @oldsize: The original (larger) size
 * @newsize: The new smaller size
 *
 * With jdata files, we have to journal a revoke for each block which is
 * truncated. As a result, we need to split this into separate transactions
 * if the number of pages being truncated gets too large.
 */

static int gfs2_journaled_truncate(struct inode *inode, u64 oldsize, u64 newsize)
{
	struct gfs2_sbd *sdp = GFS2_SB(inode);
	u64 max_chunk = GFS2_JTRUNC_REVOKES * sdp->sd_vfs->s_blocksize;
	u64 chunk;
	int error;

	while (oldsize != newsize) {
1344 1345 1346
		struct gfs2_trans *tr;
		unsigned int offs;

1347 1348 1349
		chunk = oldsize - newsize;
		if (chunk > max_chunk)
			chunk = max_chunk;
1350 1351 1352 1353 1354

		offs = oldsize & ~PAGE_MASK;
		if (offs && chunk > PAGE_SIZE)
			chunk = offs + ((chunk - offs) & PAGE_MASK);

1355
		truncate_pagecache(inode, oldsize - chunk);
1356
		oldsize -= chunk;
1357 1358 1359 1360 1361

		tr = current->journal_info;
		if (!test_bit(TR_TOUCHED, &tr->tr_flags))
			continue;

1362 1363 1364 1365 1366 1367 1368 1369 1370
		gfs2_trans_end(sdp);
		error = gfs2_trans_begin(sdp, RES_DINODE, GFS2_JTRUNC_REVOKES);
		if (error)
			return error;
	}

	return 0;
}

1371
static int trunc_start(struct inode *inode, u64 newsize)
D
David Teigland 已提交
1372
{
S
Steven Whitehouse 已提交
1373 1374
	struct gfs2_inode *ip = GFS2_I(inode);
	struct gfs2_sbd *sdp = GFS2_SB(inode);
1375
	struct buffer_head *dibh = NULL;
D
David Teigland 已提交
1376
	int journaled = gfs2_is_jdata(ip);
1377
	u64 oldsize = inode->i_size;
D
David Teigland 已提交
1378 1379
	int error;

1380 1381 1382 1383
	if (journaled)
		error = gfs2_trans_begin(sdp, RES_DINODE + RES_JDATA, GFS2_JTRUNC_REVOKES);
	else
		error = gfs2_trans_begin(sdp, RES_DINODE, 0);
D
David Teigland 已提交
1384 1385 1386 1387 1388 1389 1390
	if (error)
		return error;

	error = gfs2_meta_inode_buffer(ip, &dibh);
	if (error)
		goto out;

1391
	gfs2_trans_add_meta(ip->i_gl, dibh);
S
Steven Whitehouse 已提交
1392

D
David Teigland 已提交
1393
	if (gfs2_is_stuffed(ip)) {
S
Steven Whitehouse 已提交
1394
		gfs2_buffer_clear_tail(dibh, sizeof(struct gfs2_dinode) + newsize);
D
David Teigland 已提交
1395
	} else {
1396 1397 1398 1399 1400
		unsigned int blocksize = i_blocksize(inode);
		unsigned int offs = newsize & (blocksize - 1);
		if (offs) {
			error = gfs2_block_zero_range(inode, newsize,
						      blocksize - offs);
S
Steven Whitehouse 已提交
1401
			if (error)
1402
				goto out;
D
David Teigland 已提交
1403
		}
S
Steven Whitehouse 已提交
1404
		ip->i_diskflags |= GFS2_DIF_TRUNC_IN_PROG;
D
David Teigland 已提交
1405 1406
	}

S
Steven Whitehouse 已提交
1407
	i_size_write(inode, newsize);
1408
	ip->i_inode.i_mtime = ip->i_inode.i_ctime = current_time(&ip->i_inode);
S
Steven Whitehouse 已提交
1409
	gfs2_dinode_out(ip, dibh->b_data);
D
David Teigland 已提交
1410

1411 1412 1413
	if (journaled)
		error = gfs2_journaled_truncate(inode, oldsize, newsize);
	else
1414
		truncate_pagecache(inode, newsize);
1415

1416
out:
1417 1418 1419
	brelse(dibh);
	if (current->journal_info)
		gfs2_trans_end(sdp);
D
David Teigland 已提交
1420 1421 1422
	return error;
}

1423 1424 1425 1426 1427 1428 1429 1430 1431 1432 1433 1434 1435
int gfs2_iomap_get_alloc(struct inode *inode, loff_t pos, loff_t length,
			 struct iomap *iomap)
{
	struct metapath mp = { .mp_aheight = 1, };
	int ret;

	ret = gfs2_iomap_get(inode, pos, length, IOMAP_WRITE, iomap, &mp);
	if (!ret && iomap->type == IOMAP_HOLE)
		ret = gfs2_iomap_alloc(inode, iomap, IOMAP_WRITE, &mp);
	release_metapath(&mp);
	return ret;
}

B
Bob Peterson 已提交
1436 1437 1438 1439
/**
 * sweep_bh_for_rgrps - find an rgrp in a meta buffer and free blocks therein
 * @ip: inode
 * @rg_gh: holder of resource group glock
1440 1441 1442 1443
 * @bh: buffer head to sweep
 * @start: starting point in bh
 * @end: end point in bh
 * @meta: true if bh points to metadata (rather than data)
B
Bob Peterson 已提交
1444 1445 1446 1447 1448 1449 1450 1451 1452 1453 1454 1455 1456 1457 1458
 * @btotal: place to keep count of total blocks freed
 *
 * We sweep a metadata buffer (provided by the metapath) for blocks we need to
 * free, and free them all. However, we do it one rgrp at a time. If this
 * block has references to multiple rgrps, we break it into individual
 * transactions. This allows other processes to use the rgrps while we're
 * focused on a single one, for better concurrency / performance.
 * At every transaction boundary, we rewrite the inode into the journal.
 * That way the bitmaps are kept consistent with the inode and we can recover
 * if we're interrupted by power-outages.
 *
 * Returns: 0, or return code if an error occurred.
 *          *btotal has the total number of blocks freed
 */
static int sweep_bh_for_rgrps(struct gfs2_inode *ip, struct gfs2_holder *rd_gh,
1459 1460
			      struct buffer_head *bh, __be64 *start, __be64 *end,
			      bool meta, u32 *btotal)
D
David Teigland 已提交
1461
{
1462
	struct gfs2_sbd *sdp = GFS2_SB(&ip->i_inode);
B
Bob Peterson 已提交
1463 1464
	struct gfs2_rgrpd *rgd;
	struct gfs2_trans *tr;
1465
	__be64 *p;
B
Bob Peterson 已提交
1466 1467 1468 1469 1470 1471 1472
	int blks_outside_rgrp;
	u64 bn, bstart, isize_blks;
	s64 blen; /* needs to be s64 or gfs2_add_inode_blocks breaks */
	int ret = 0;
	bool buf_in_tr = false; /* buffer was added to transaction */

more_rgrps:
1473 1474 1475 1476 1477 1478
	rgd = NULL;
	if (gfs2_holder_initialized(rd_gh)) {
		rgd = gfs2_glock2rgrp(rd_gh->gh_gl);
		gfs2_assert_withdraw(sdp,
			     gfs2_glock_is_locked_by_me(rd_gh->gh_gl));
	}
B
Bob Peterson 已提交
1479 1480 1481 1482
	blks_outside_rgrp = 0;
	bstart = 0;
	blen = 0;

1483
	for (p = start; p < end; p++) {
B
Bob Peterson 已提交
1484 1485 1486
		if (!*p)
			continue;
		bn = be64_to_cpu(*p);
1487 1488 1489 1490 1491 1492

		if (rgd) {
			if (!rgrp_contains_block(rgd, bn)) {
				blks_outside_rgrp++;
				continue;
			}
B
Bob Peterson 已提交
1493
		} else {
1494
			rgd = gfs2_blk2rgrpd(sdp, bn, true);
1495 1496 1497 1498
			if (unlikely(!rgd)) {
				ret = -EIO;
				goto out;
			}
B
Bob Peterson 已提交
1499 1500 1501 1502 1503 1504 1505 1506 1507 1508 1509 1510 1511 1512 1513 1514 1515 1516 1517 1518 1519 1520 1521 1522 1523 1524 1525 1526 1527
			ret = gfs2_glock_nq_init(rgd->rd_gl, LM_ST_EXCLUSIVE,
						 0, rd_gh);
			if (ret)
				goto out;

			/* Must be done with the rgrp glock held: */
			if (gfs2_rs_active(&ip->i_res) &&
			    rgd == ip->i_res.rs_rbm.rgd)
				gfs2_rs_deltree(&ip->i_res);
		}

		/* The size of our transactions will be unknown until we
		   actually process all the metadata blocks that relate to
		   the rgrp. So we estimate. We know it can't be more than
		   the dinode's i_blocks and we don't want to exceed the
		   journal flush threshold, sd_log_thresh2. */
		if (current->journal_info == NULL) {
			unsigned int jblocks_rqsted, revokes;

			jblocks_rqsted = rgd->rd_length + RES_DINODE +
				RES_INDIRECT;
			isize_blks = gfs2_get_inode_blocks(&ip->i_inode);
			if (isize_blks > atomic_read(&sdp->sd_log_thresh2))
				jblocks_rqsted +=
					atomic_read(&sdp->sd_log_thresh2);
			else
				jblocks_rqsted += isize_blks;
			revokes = jblocks_rqsted;
			if (meta)
1528
				revokes += end - start;
B
Bob Peterson 已提交
1529 1530 1531 1532 1533 1534 1535 1536 1537 1538 1539 1540 1541 1542 1543 1544 1545 1546 1547 1548 1549 1550 1551 1552 1553 1554 1555 1556 1557 1558 1559 1560 1561 1562 1563 1564 1565 1566 1567 1568 1569 1570 1571 1572 1573 1574 1575 1576 1577 1578 1579 1580 1581 1582 1583 1584 1585
			else if (ip->i_depth)
				revokes += sdp->sd_inptrs;
			ret = gfs2_trans_begin(sdp, jblocks_rqsted, revokes);
			if (ret)
				goto out_unlock;
			down_write(&ip->i_rw_mutex);
		}
		/* check if we will exceed the transaction blocks requested */
		tr = current->journal_info;
		if (tr->tr_num_buf_new + RES_STATFS +
		    RES_QUOTA >= atomic_read(&sdp->sd_log_thresh2)) {
			/* We set blks_outside_rgrp to ensure the loop will
			   be repeated for the same rgrp, but with a new
			   transaction. */
			blks_outside_rgrp++;
			/* This next part is tricky. If the buffer was added
			   to the transaction, we've already set some block
			   pointers to 0, so we better follow through and free
			   them, or we will introduce corruption (so break).
			   This may be impossible, or at least rare, but I
			   decided to cover the case regardless.

			   If the buffer was not added to the transaction
			   (this call), doing so would exceed our transaction
			   size, so we need to end the transaction and start a
			   new one (so goto). */

			if (buf_in_tr)
				break;
			goto out_unlock;
		}

		gfs2_trans_add_meta(ip->i_gl, bh);
		buf_in_tr = true;
		*p = 0;
		if (bstart + blen == bn) {
			blen++;
			continue;
		}
		if (bstart) {
			__gfs2_free_blocks(ip, bstart, (u32)blen, meta);
			(*btotal) += blen;
			gfs2_add_inode_blocks(&ip->i_inode, -blen);
		}
		bstart = bn;
		blen = 1;
	}
	if (bstart) {
		__gfs2_free_blocks(ip, bstart, (u32)blen, meta);
		(*btotal) += blen;
		gfs2_add_inode_blocks(&ip->i_inode, -blen);
	}
out_unlock:
	if (!ret && blks_outside_rgrp) { /* If buffer still has non-zero blocks
					    outside the rgrp we just processed,
					    do it all over again. */
		if (current->journal_info) {
1586 1587 1588 1589 1590
			struct buffer_head *dibh;

			ret = gfs2_meta_inode_buffer(ip, &dibh);
			if (ret)
				goto out;
B
Bob Peterson 已提交
1591 1592 1593 1594

			/* Every transaction boundary, we rewrite the dinode
			   to keep its di_blocks current in case of failure. */
			ip->i_inode.i_mtime = ip->i_inode.i_ctime =
1595
				current_time(&ip->i_inode);
B
Bob Peterson 已提交
1596 1597
			gfs2_trans_add_meta(ip->i_gl, dibh);
			gfs2_dinode_out(ip, dibh->b_data);
1598
			brelse(dibh);
B
Bob Peterson 已提交
1599 1600 1601 1602 1603 1604 1605 1606 1607 1608 1609
			up_write(&ip->i_rw_mutex);
			gfs2_trans_end(sdp);
		}
		gfs2_glock_dq_uninit(rd_gh);
		cond_resched();
		goto more_rgrps;
	}
out:
	return ret;
}

1610 1611 1612 1613 1614 1615 1616
static bool mp_eq_to_hgt(struct metapath *mp, __u16 *list, unsigned int h)
{
	if (memcmp(mp->mp_list, list, h * sizeof(mp->mp_list[0])))
		return false;
	return true;
}

B
Bob Peterson 已提交
1617 1618 1619 1620 1621
/**
 * find_nonnull_ptr - find a non-null pointer given a metapath and height
 * @mp: starting metapath
 * @h: desired height to search
 *
1622
 * Assumes the metapath is valid (with buffers) out to height h.
B
Bob Peterson 已提交
1623 1624 1625 1626
 * Returns: true if a non-null pointer was found in the metapath buffer
 *          false if all remaining pointers are NULL in the buffer
 */
static bool find_nonnull_ptr(struct gfs2_sbd *sdp, struct metapath *mp,
1627 1628
			     unsigned int h,
			     __u16 *end_list, unsigned int end_aligned)
B
Bob Peterson 已提交
1629
{
1630 1631 1632 1633 1634 1635 1636 1637 1638 1639
	struct buffer_head *bh = mp->mp_bh[h];
	__be64 *first, *ptr, *end;

	first = metaptr1(h, mp);
	ptr = first + mp->mp_list[h];
	end = (__be64 *)(bh->b_data + bh->b_size);
	if (end_list && mp_eq_to_hgt(mp, end_list, h)) {
		bool keep_end = h < end_aligned;
		end = first + end_list[h] + keep_end;
	}
B
Bob Peterson 已提交
1640

1641
	while (ptr < end) {
1642
		if (*ptr) { /* if we have a non-null pointer */
1643
			mp->mp_list[h] = ptr - first;
1644 1645
			h++;
			if (h < GFS2_MAX_META_HEIGHT)
1646
				mp->mp_list[h] = 0;
B
Bob Peterson 已提交
1647
			return true;
1648
		}
1649
		ptr++;
B
Bob Peterson 已提交
1650
	}
1651
	return false;
B
Bob Peterson 已提交
1652 1653 1654 1655 1656 1657 1658 1659
}

enum dealloc_states {
	DEALLOC_MP_FULL = 0,    /* Strip a metapath with all buffers read in */
	DEALLOC_MP_LOWER = 1,   /* lower the metapath strip height */
	DEALLOC_FILL_MP = 2,  /* Fill in the metapath to the given height. */
	DEALLOC_DONE = 3,       /* process complete */
};
D
David Teigland 已提交
1660

1661 1662 1663
static inline void
metapointer_range(struct metapath *mp, int height,
		  __u16 *start_list, unsigned int start_aligned,
1664
		  __u16 *end_list, unsigned int end_aligned,
1665 1666 1667 1668 1669 1670 1671 1672 1673 1674 1675 1676
		  __be64 **start, __be64 **end)
{
	struct buffer_head *bh = mp->mp_bh[height];
	__be64 *first;

	first = metaptr1(height, mp);
	*start = first;
	if (mp_eq_to_hgt(mp, start_list, height)) {
		bool keep_start = height < start_aligned;
		*start = first + start_list[height] + keep_start;
	}
	*end = (__be64 *)(bh->b_data + bh->b_size);
1677 1678 1679 1680 1681 1682 1683 1684 1685 1686 1687 1688 1689 1690 1691 1692 1693 1694 1695 1696
	if (end_list && mp_eq_to_hgt(mp, end_list, height)) {
		bool keep_end = height < end_aligned;
		*end = first + end_list[height] + keep_end;
	}
}

static inline bool walk_done(struct gfs2_sbd *sdp,
			     struct metapath *mp, int height,
			     __u16 *end_list, unsigned int end_aligned)
{
	__u16 end;

	if (end_list) {
		bool keep_end = height < end_aligned;
		if (!mp_eq_to_hgt(mp, end_list, height))
			return false;
		end = end_list[height] + keep_end;
	} else
		end = (height > 0) ? sdp->sd_inptrs : sdp->sd_diptrs;
	return mp->mp_list[height] >= end;
1697 1698
}

B
Bob Peterson 已提交
1699
/**
1700
 * punch_hole - deallocate blocks in a file
B
Bob Peterson 已提交
1701
 * @ip: inode to truncate
1702 1703 1704 1705 1706 1707
 * @offset: the start of the hole
 * @length: the size of the hole (or 0 for truncate)
 *
 * Punch a hole into a file or truncate a file at a given position.  This
 * function operates in whole blocks (@offset and @length are rounded
 * accordingly); partially filled blocks must be cleared otherwise.
B
Bob Peterson 已提交
1708
 *
1709 1710 1711 1712 1713
 * This function works from the bottom up, and from the right to the left. In
 * other words, it strips off the highest layer (data) before stripping any of
 * the metadata. Doing it this way is best in case the operation is interrupted
 * by power failure, etc.  The dinode is rewritten in every transaction to
 * guarantee integrity.
B
Bob Peterson 已提交
1714
 */
1715
static int punch_hole(struct gfs2_inode *ip, u64 offset, u64 length)
B
Bob Peterson 已提交
1716 1717
{
	struct gfs2_sbd *sdp = GFS2_SB(&ip->i_inode);
1718
	u64 maxsize = sdp->sd_heightsize[ip->i_height];
1719
	struct metapath mp = {};
B
Bob Peterson 已提交
1720 1721
	struct buffer_head *dibh, *bh;
	struct gfs2_holder rd_gh;
1722
	unsigned int bsize_shift = sdp->sd_sb.sb_bsize_shift;
1723 1724 1725
	u64 lblock = (offset + (1 << bsize_shift) - 1) >> bsize_shift;
	__u16 start_list[GFS2_MAX_META_HEIGHT];
	__u16 __end_list[GFS2_MAX_META_HEIGHT], *end_list = NULL;
1726
	unsigned int start_aligned, uninitialized_var(end_aligned);
B
Bob Peterson 已提交
1727 1728 1729 1730 1731
	unsigned int strip_h = ip->i_height - 1;
	u32 btotal = 0;
	int ret, state;
	int mp_h; /* metapath buffers are read in to this height */
	u64 prev_bnr = 0;
1732
	__be64 *start, *end;
D
David Teigland 已提交
1733

1734 1735 1736 1737 1738 1739 1740 1741
	if (offset >= maxsize) {
		/*
		 * The starting point lies beyond the allocated meta-data;
		 * there are no blocks do deallocate.
		 */
		return 0;
	}

1742 1743 1744 1745 1746 1747 1748 1749 1750 1751 1752
	/*
	 * The start position of the hole is defined by lblock, start_list, and
	 * start_aligned.  The end position of the hole is defined by lend,
	 * end_list, and end_aligned.
	 *
	 * start_aligned and end_aligned define down to which height the start
	 * and end positions are aligned to the metadata tree (i.e., the
	 * position is a multiple of the metadata granularity at the height
	 * above).  This determines at which heights additional meta pointers
	 * needs to be preserved for the remaining data.
	 */
D
David Teigland 已提交
1753

1754 1755 1756 1757 1758 1759 1760 1761 1762 1763 1764 1765 1766 1767 1768 1769 1770 1771 1772 1773 1774 1775 1776 1777 1778 1779 1780 1781
	if (length) {
		u64 end_offset = offset + length;
		u64 lend;

		/*
		 * Clip the end at the maximum file size for the given height:
		 * that's how far the metadata goes; files bigger than that
		 * will have additional layers of indirection.
		 */
		if (end_offset > maxsize)
			end_offset = maxsize;
		lend = end_offset >> bsize_shift;

		if (lblock >= lend)
			return 0;

		find_metapath(sdp, lend, &mp, ip->i_height);
		end_list = __end_list;
		memcpy(end_list, mp.mp_list, sizeof(mp.mp_list));

		for (mp_h = ip->i_height - 1; mp_h > 0; mp_h--) {
			if (end_list[mp_h])
				break;
		}
		end_aligned = mp_h;
	}

	find_metapath(sdp, lblock, &mp, ip->i_height);
1782 1783 1784 1785 1786 1787 1788
	memcpy(start_list, mp.mp_list, sizeof(start_list));

	for (mp_h = ip->i_height - 1; mp_h > 0; mp_h--) {
		if (start_list[mp_h])
			break;
	}
	start_aligned = mp_h;
B
Bob Peterson 已提交
1789 1790 1791 1792

	ret = gfs2_meta_inode_buffer(ip, &dibh);
	if (ret)
		return ret;
D
David Teigland 已提交
1793

B
Bob Peterson 已提交
1794 1795
	mp.mp_bh[0] = dibh;
	ret = lookup_metapath(ip, &mp);
1796 1797
	if (ret)
		goto out_metapath;
1798 1799

	/* issue read-ahead on metadata */
1800 1801
	for (mp_h = 0; mp_h < mp.mp_aheight - 1; mp_h++) {
		metapointer_range(&mp, mp_h, start_list, start_aligned,
1802
				  end_list, end_aligned, &start, &end);
1803 1804
		gfs2_metapath_ra(ip->i_gl, start, end);
	}
1805

1806
	if (mp.mp_aheight == ip->i_height)
B
Bob Peterson 已提交
1807 1808 1809
		state = DEALLOC_MP_FULL; /* We have a complete metapath */
	else
		state = DEALLOC_FILL_MP; /* deal with partial metapath */
D
David Teigland 已提交
1810

B
Bob Peterson 已提交
1811 1812 1813 1814 1815 1816 1817 1818 1819 1820 1821 1822 1823 1824 1825 1826 1827 1828 1829 1830 1831 1832 1833 1834 1835 1836 1837
	ret = gfs2_rindex_update(sdp);
	if (ret)
		goto out_metapath;

	ret = gfs2_quota_hold(ip, NO_UID_QUOTA_CHANGE, NO_GID_QUOTA_CHANGE);
	if (ret)
		goto out_metapath;
	gfs2_holder_mark_uninitialized(&rd_gh);

	mp_h = strip_h;

	while (state != DEALLOC_DONE) {
		switch (state) {
		/* Truncate a full metapath at the given strip height.
		 * Note that strip_h == mp_h in order to be in this state. */
		case DEALLOC_MP_FULL:
			bh = mp.mp_bh[mp_h];
			gfs2_assert_withdraw(sdp, bh);
			if (gfs2_assert_withdraw(sdp,
						 prev_bnr != bh->b_blocknr)) {
				printk(KERN_EMERG "GFS2: fsid=%s:inode %llu, "
				       "block:%llu, i_h:%u, s_h:%u, mp_h:%u\n",
				       sdp->sd_fsname,
				       (unsigned long long)ip->i_no_addr,
				       prev_bnr, ip->i_height, strip_h, mp_h);
			}
			prev_bnr = bh->b_blocknr;
1838

1839 1840 1841 1842 1843 1844 1845
			if (gfs2_metatype_check(sdp, bh,
						(mp_h ? GFS2_METATYPE_IN :
							GFS2_METATYPE_DI))) {
				ret = -EIO;
				goto out;
			}

1846 1847 1848 1849 1850 1851
			/*
			 * Below, passing end_aligned as 0 gives us the
			 * metapointer range excluding the end point: the end
			 * point is the first metapath we must not deallocate!
			 */

1852
			metapointer_range(&mp, mp_h, start_list, start_aligned,
1853
					  end_list, 0 /* end_aligned */,
1854 1855 1856 1857 1858
					  &start, &end);
			ret = sweep_bh_for_rgrps(ip, &rd_gh, mp.mp_bh[mp_h],
						 start, end,
						 mp_h != ip->i_height - 1,
						 &btotal);
1859

B
Bob Peterson 已提交
1860 1861 1862 1863 1864 1865 1866 1867 1868 1869 1870 1871 1872 1873 1874 1875 1876 1877 1878 1879 1880 1881 1882
			/* If we hit an error or just swept dinode buffer,
			   just exit. */
			if (ret || !mp_h) {
				state = DEALLOC_DONE;
				break;
			}
			state = DEALLOC_MP_LOWER;
			break;

		/* lower the metapath strip height */
		case DEALLOC_MP_LOWER:
			/* We're done with the current buffer, so release it,
			   unless it's the dinode buffer. Then back up to the
			   previous pointer. */
			if (mp_h) {
				brelse(mp.mp_bh[mp_h]);
				mp.mp_bh[mp_h] = NULL;
			}
			/* If we can't get any lower in height, we've stripped
			   off all we can. Next step is to back up and start
			   stripping the previous level of metadata. */
			if (mp_h == 0) {
				strip_h--;
1883
				memcpy(mp.mp_list, start_list, sizeof(start_list));
B
Bob Peterson 已提交
1884 1885 1886 1887 1888 1889 1890
				mp_h = strip_h;
				state = DEALLOC_FILL_MP;
				break;
			}
			mp.mp_list[mp_h] = 0;
			mp_h--; /* search one metadata height down */
			mp.mp_list[mp_h]++;
1891 1892
			if (walk_done(sdp, &mp, mp_h, end_list, end_aligned))
				break;
B
Bob Peterson 已提交
1893 1894 1895
			/* Here we've found a part of the metapath that is not
			 * allocated. We need to search at that height for the
			 * next non-null pointer. */
1896
			if (find_nonnull_ptr(sdp, &mp, mp_h, end_list, end_aligned)) {
B
Bob Peterson 已提交
1897 1898 1899 1900 1901 1902 1903 1904 1905 1906 1907
				state = DEALLOC_FILL_MP;
				mp_h++;
			}
			/* No more non-null pointers at this height. Back up
			   to the previous height and try again. */
			break; /* loop around in the same state */

		/* Fill the metapath with buffers to the given height. */
		case DEALLOC_FILL_MP:
			/* Fill the buffers out to the current height. */
			ret = fillup_metapath(ip, &mp, mp_h);
1908
			if (ret < 0)
B
Bob Peterson 已提交
1909
				goto out;
1910 1911 1912

			/* issue read-ahead on metadata */
			if (mp.mp_aheight > 1) {
1913 1914 1915
				for (; ret > 1; ret--) {
					metapointer_range(&mp, mp.mp_aheight - ret,
							  start_list, start_aligned,
1916
							  end_list, end_aligned,
1917 1918 1919
							  &start, &end);
					gfs2_metapath_ra(ip->i_gl, start, end);
				}
1920
			}
B
Bob Peterson 已提交
1921 1922

			/* If buffers found for the entire strip height */
1923
			if (mp.mp_aheight - 1 == strip_h) {
B
Bob Peterson 已提交
1924 1925 1926
				state = DEALLOC_MP_FULL;
				break;
			}
1927 1928
			if (mp.mp_aheight < ip->i_height) /* We have a partial height */
				mp_h = mp.mp_aheight - 1;
B
Bob Peterson 已提交
1929 1930 1931 1932

			/* If we find a non-null block pointer, crawl a bit
			   higher up in the metapath and try again, otherwise
			   we need to look lower for a new starting point. */
1933
			if (find_nonnull_ptr(sdp, &mp, mp_h, end_list, end_aligned))
B
Bob Peterson 已提交
1934 1935 1936
				mp_h++;
			else
				state = DEALLOC_MP_LOWER;
D
David Teigland 已提交
1937
			break;
B
Bob Peterson 已提交
1938
		}
D
David Teigland 已提交
1939 1940
	}

B
Bob Peterson 已提交
1941 1942 1943 1944 1945 1946 1947 1948 1949 1950 1951
	if (btotal) {
		if (current->journal_info == NULL) {
			ret = gfs2_trans_begin(sdp, RES_DINODE + RES_STATFS +
					       RES_QUOTA, 0);
			if (ret)
				goto out;
			down_write(&ip->i_rw_mutex);
		}
		gfs2_statfs_change(sdp, 0, +btotal, 0);
		gfs2_quota_change(ip, -(s64)btotal, ip->i_inode.i_uid,
				  ip->i_inode.i_gid);
1952
		ip->i_inode.i_mtime = ip->i_inode.i_ctime = current_time(&ip->i_inode);
B
Bob Peterson 已提交
1953 1954 1955 1956 1957
		gfs2_trans_add_meta(ip->i_gl, dibh);
		gfs2_dinode_out(ip, dibh->b_data);
		up_write(&ip->i_rw_mutex);
		gfs2_trans_end(sdp);
	}
D
David Teigland 已提交
1958

B
Bob Peterson 已提交
1959 1960 1961 1962 1963 1964 1965 1966 1967 1968 1969 1970
out:
	if (gfs2_holder_initialized(&rd_gh))
		gfs2_glock_dq_uninit(&rd_gh);
	if (current->journal_info) {
		up_write(&ip->i_rw_mutex);
		gfs2_trans_end(sdp);
		cond_resched();
	}
	gfs2_quota_unhold(ip);
out_metapath:
	release_metapath(&mp);
	return ret;
D
David Teigland 已提交
1971 1972 1973 1974
}

static int trunc_end(struct gfs2_inode *ip)
{
1975
	struct gfs2_sbd *sdp = GFS2_SB(&ip->i_inode);
D
David Teigland 已提交
1976 1977 1978 1979 1980 1981 1982 1983 1984 1985 1986 1987 1988
	struct buffer_head *dibh;
	int error;

	error = gfs2_trans_begin(sdp, RES_DINODE, 0);
	if (error)
		return error;

	down_write(&ip->i_rw_mutex);

	error = gfs2_meta_inode_buffer(ip, &dibh);
	if (error)
		goto out;

S
Steven Whitehouse 已提交
1989
	if (!i_size_read(&ip->i_inode)) {
1990
		ip->i_height = 0;
1991
		ip->i_goal = ip->i_no_addr;
D
David Teigland 已提交
1992
		gfs2_buffer_clear_tail(dibh, sizeof(struct gfs2_dinode));
1993
		gfs2_ordered_del_inode(ip);
D
David Teigland 已提交
1994
	}
1995
	ip->i_inode.i_mtime = ip->i_inode.i_ctime = current_time(&ip->i_inode);
1996
	ip->i_diskflags &= ~GFS2_DIF_TRUNC_IN_PROG;
D
David Teigland 已提交
1997

1998
	gfs2_trans_add_meta(ip->i_gl, dibh);
1999
	gfs2_dinode_out(ip, dibh->b_data);
D
David Teigland 已提交
2000 2001
	brelse(dibh);

2002
out:
D
David Teigland 已提交
2003 2004 2005 2006 2007 2008 2009
	up_write(&ip->i_rw_mutex);
	gfs2_trans_end(sdp);
	return error;
}

/**
 * do_shrink - make a file smaller
S
Steven Whitehouse 已提交
2010 2011
 * @inode: the inode
 * @newsize: the size to make the file
D
David Teigland 已提交
2012
 *
S
Steven Whitehouse 已提交
2013 2014
 * Called with an exclusive lock on @inode. The @size must
 * be equal to or smaller than the current inode size.
D
David Teigland 已提交
2015 2016 2017 2018
 *
 * Returns: errno
 */

2019
static int do_shrink(struct inode *inode, u64 newsize)
D
David Teigland 已提交
2020
{
S
Steven Whitehouse 已提交
2021
	struct gfs2_inode *ip = GFS2_I(inode);
D
David Teigland 已提交
2022 2023
	int error;

2024
	error = trunc_start(inode, newsize);
D
David Teigland 已提交
2025 2026
	if (error < 0)
		return error;
S
Steven Whitehouse 已提交
2027
	if (gfs2_is_stuffed(ip))
D
David Teigland 已提交
2028 2029
		return 0;

2030
	error = punch_hole(ip, newsize, 0);
S
Steven Whitehouse 已提交
2031
	if (error == 0)
D
David Teigland 已提交
2032 2033 2034 2035 2036
		error = trunc_end(ip);

	return error;
}

S
Steven Whitehouse 已提交
2037
void gfs2_trim_blocks(struct inode *inode)
W
Wendy Cheng 已提交
2038
{
S
Steven Whitehouse 已提交
2039 2040
	int ret;

2041
	ret = do_shrink(inode, inode->i_size);
S
Steven Whitehouse 已提交
2042 2043 2044 2045 2046 2047 2048 2049 2050 2051 2052 2053 2054 2055 2056 2057 2058
	WARN_ON(ret != 0);
}

/**
 * do_grow - Touch and update inode size
 * @inode: The inode
 * @size: The new size
 *
 * This function updates the timestamps on the inode and
 * may also increase the size of the inode. This function
 * must not be called with @size any smaller than the current
 * inode size.
 *
 * Although it is not strictly required to unstuff files here,
 * earlier versions of GFS2 have a bug in the stuffed file reading
 * code which will result in a buffer overrun if the size is larger
 * than the max stuffed file size. In order to prevent this from
L
Lucas De Marchi 已提交
2059
 * occurring, such files are unstuffed, but in other cases we can
S
Steven Whitehouse 已提交
2060 2061 2062 2063 2064 2065 2066 2067 2068
 * just update the inode size directly.
 *
 * Returns: 0 on success, or -ve on error
 */

static int do_grow(struct inode *inode, u64 size)
{
	struct gfs2_inode *ip = GFS2_I(inode);
	struct gfs2_sbd *sdp = GFS2_SB(inode);
2069
	struct gfs2_alloc_parms ap = { .target = 1, };
W
Wendy Cheng 已提交
2070 2071
	struct buffer_head *dibh;
	int error;
2072
	int unstuff = 0;
W
Wendy Cheng 已提交
2073

2074
	if (gfs2_is_stuffed(ip) && size > gfs2_max_stuffed_size(ip)) {
2075
		error = gfs2_quota_lock_check(ip, &ap);
S
Steven Whitehouse 已提交
2076
		if (error)
2077
			return error;
S
Steven Whitehouse 已提交
2078

2079
		error = gfs2_inplace_reserve(ip, &ap);
S
Steven Whitehouse 已提交
2080 2081
		if (error)
			goto do_grow_qunlock;
2082
		unstuff = 1;
S
Steven Whitehouse 已提交
2083 2084
	}

2085 2086 2087
	error = gfs2_trans_begin(sdp, RES_DINODE + RES_STATFS + RES_RG_BIT +
				 (sdp->sd_args.ar_quota == GFS2_QUOTA_OFF ?
				  0 : RES_QUOTA), 0);
W
Wendy Cheng 已提交
2088
	if (error)
S
Steven Whitehouse 已提交
2089
		goto do_grow_release;
W
Wendy Cheng 已提交
2090

2091
	if (unstuff) {
S
Steven Whitehouse 已提交
2092 2093 2094 2095
		error = gfs2_unstuff_dinode(ip, NULL);
		if (error)
			goto do_end_trans;
	}
W
Wendy Cheng 已提交
2096 2097 2098

	error = gfs2_meta_inode_buffer(ip, &dibh);
	if (error)
S
Steven Whitehouse 已提交
2099
		goto do_end_trans;
W
Wendy Cheng 已提交
2100

S
Steven Whitehouse 已提交
2101
	i_size_write(inode, size);
2102
	ip->i_inode.i_mtime = ip->i_inode.i_ctime = current_time(&ip->i_inode);
2103
	gfs2_trans_add_meta(ip->i_gl, dibh);
W
Wendy Cheng 已提交
2104 2105 2106
	gfs2_dinode_out(ip, dibh->b_data);
	brelse(dibh);

S
Steven Whitehouse 已提交
2107
do_end_trans:
W
Wendy Cheng 已提交
2108
	gfs2_trans_end(sdp);
S
Steven Whitehouse 已提交
2109
do_grow_release:
2110
	if (unstuff) {
S
Steven Whitehouse 已提交
2111 2112 2113 2114
		gfs2_inplace_release(ip);
do_grow_qunlock:
		gfs2_quota_unlock(ip);
	}
W
Wendy Cheng 已提交
2115 2116 2117
	return error;
}

D
David Teigland 已提交
2118
/**
S
Steven Whitehouse 已提交
2119 2120 2121
 * gfs2_setattr_size - make a file a given size
 * @inode: the inode
 * @newsize: the size to make the file
D
David Teigland 已提交
2122
 *
S
Steven Whitehouse 已提交
2123
 * The file size can grow, shrink, or stay the same size. This
2124
 * is called holding i_rwsem and an exclusive glock on the inode
S
Steven Whitehouse 已提交
2125
 * in question.
D
David Teigland 已提交
2126 2127 2128 2129
 *
 * Returns: errno
 */

S
Steven Whitehouse 已提交
2130
int gfs2_setattr_size(struct inode *inode, u64 newsize)
D
David Teigland 已提交
2131
{
2132
	struct gfs2_inode *ip = GFS2_I(inode);
S
Steven Whitehouse 已提交
2133
	int ret;
D
David Teigland 已提交
2134

S
Steven Whitehouse 已提交
2135
	BUG_ON(!S_ISREG(inode->i_mode));
D
David Teigland 已提交
2136

S
Steven Whitehouse 已提交
2137 2138 2139
	ret = inode_newsize_ok(inode, newsize);
	if (ret)
		return ret;
D
David Teigland 已提交
2140

2141 2142
	inode_dio_wait(inode);

2143
	ret = gfs2_rsqa_alloc(ip);
2144
	if (ret)
2145
		goto out;
2146

2147
	if (newsize >= inode->i_size) {
2148 2149 2150
		ret = do_grow(inode, newsize);
		goto out;
	}
S
Steven Whitehouse 已提交
2151

2152
	ret = do_shrink(inode, newsize);
2153
out:
2154
	gfs2_rsqa_delete(ip, NULL);
2155
	return ret;
D
David Teigland 已提交
2156 2157 2158 2159 2160
}

int gfs2_truncatei_resume(struct gfs2_inode *ip)
{
	int error;
2161
	error = punch_hole(ip, i_size_read(&ip->i_inode), 0);
D
David Teigland 已提交
2162 2163 2164 2165 2166 2167 2168
	if (!error)
		error = trunc_end(ip);
	return error;
}

int gfs2_file_dealloc(struct gfs2_inode *ip)
{
2169
	return punch_hole(ip, 0, 0);
D
David Teigland 已提交
2170 2171
}

2172 2173 2174 2175 2176 2177 2178 2179 2180 2181 2182 2183 2184 2185 2186 2187 2188 2189 2190 2191 2192
/**
 * gfs2_free_journal_extents - Free cached journal bmap info
 * @jd: The journal
 *
 */

void gfs2_free_journal_extents(struct gfs2_jdesc *jd)
{
	struct gfs2_journal_extent *jext;

	while(!list_empty(&jd->extent_list)) {
		jext = list_entry(jd->extent_list.next, struct gfs2_journal_extent, list);
		list_del(&jext->list);
		kfree(jext);
	}
}

/**
 * gfs2_add_jextent - Add or merge a new extent to extent cache
 * @jd: The journal descriptor
 * @lblock: The logical block at start of new extent
2193
 * @dblock: The physical block at start of new extent
2194 2195 2196 2197 2198 2199 2200 2201 2202 2203 2204 2205 2206 2207 2208 2209 2210 2211 2212 2213 2214 2215 2216 2217 2218 2219 2220 2221 2222 2223 2224 2225 2226 2227 2228 2229 2230 2231 2232 2233 2234 2235 2236 2237 2238 2239 2240 2241 2242 2243 2244 2245 2246 2247 2248 2249 2250 2251 2252 2253 2254 2255 2256 2257 2258 2259 2260 2261 2262 2263 2264 2265 2266 2267 2268 2269 2270 2271 2272 2273 2274 2275 2276 2277 2278 2279 2280 2281 2282 2283 2284 2285 2286
 * @blocks: Size of extent in fs blocks
 *
 * Returns: 0 on success or -ENOMEM
 */

static int gfs2_add_jextent(struct gfs2_jdesc *jd, u64 lblock, u64 dblock, u64 blocks)
{
	struct gfs2_journal_extent *jext;

	if (!list_empty(&jd->extent_list)) {
		jext = list_entry(jd->extent_list.prev, struct gfs2_journal_extent, list);
		if ((jext->dblock + jext->blocks) == dblock) {
			jext->blocks += blocks;
			return 0;
		}
	}

	jext = kzalloc(sizeof(struct gfs2_journal_extent), GFP_NOFS);
	if (jext == NULL)
		return -ENOMEM;
	jext->dblock = dblock;
	jext->lblock = lblock;
	jext->blocks = blocks;
	list_add_tail(&jext->list, &jd->extent_list);
	jd->nr_extents++;
	return 0;
}

/**
 * gfs2_map_journal_extents - Cache journal bmap info
 * @sdp: The super block
 * @jd: The journal to map
 *
 * Create a reusable "extent" mapping from all logical
 * blocks to all physical blocks for the given journal.  This will save
 * us time when writing journal blocks.  Most journals will have only one
 * extent that maps all their logical blocks.  That's because gfs2.mkfs
 * arranges the journal blocks sequentially to maximize performance.
 * So the extent would map the first block for the entire file length.
 * However, gfs2_jadd can happen while file activity is happening, so
 * those journals may not be sequential.  Less likely is the case where
 * the users created their own journals by mounting the metafs and
 * laying it out.  But it's still possible.  These journals might have
 * several extents.
 *
 * Returns: 0 on success, or error on failure
 */

int gfs2_map_journal_extents(struct gfs2_sbd *sdp, struct gfs2_jdesc *jd)
{
	u64 lblock = 0;
	u64 lblock_stop;
	struct gfs2_inode *ip = GFS2_I(jd->jd_inode);
	struct buffer_head bh;
	unsigned int shift = sdp->sd_sb.sb_bsize_shift;
	u64 size;
	int rc;

	lblock_stop = i_size_read(jd->jd_inode) >> shift;
	size = (lblock_stop - lblock) << shift;
	jd->nr_extents = 0;
	WARN_ON(!list_empty(&jd->extent_list));

	do {
		bh.b_state = 0;
		bh.b_blocknr = 0;
		bh.b_size = size;
		rc = gfs2_block_map(jd->jd_inode, lblock, &bh, 0);
		if (rc || !buffer_mapped(&bh))
			goto fail;
		rc = gfs2_add_jextent(jd, lblock, bh.b_blocknr, bh.b_size >> shift);
		if (rc)
			goto fail;
		size -= bh.b_size;
		lblock += (bh.b_size >> ip->i_inode.i_blkbits);
	} while(size > 0);

	fs_info(sdp, "journal %d mapped with %u extents\n", jd->jd_jid,
		jd->nr_extents);
	return 0;

fail:
	fs_warn(sdp, "error %d mapping journal %u at offset %llu (extent %u)\n",
		rc, jd->jd_jid,
		(unsigned long long)(i_size_read(jd->jd_inode) - size),
		jd->nr_extents);
	fs_warn(sdp, "bmap=%d lblock=%llu block=%llu, state=0x%08lx, size=%llu\n",
		rc, (unsigned long long)lblock, (unsigned long long)bh.b_blocknr,
		bh.b_state, (unsigned long long)bh.b_size);
	gfs2_free_journal_extents(jd);
	return rc;
}

D
David Teigland 已提交
2287 2288 2289 2290 2291 2292
/**
 * gfs2_write_alloc_required - figure out if a write will require an allocation
 * @ip: the file being written to
 * @offset: the offset to write to
 * @len: the number of bytes being written
 *
2293
 * Returns: 1 if an alloc is required, 0 otherwise
D
David Teigland 已提交
2294 2295
 */

2296
int gfs2_write_alloc_required(struct gfs2_inode *ip, u64 offset,
2297
			      unsigned int len)
D
David Teigland 已提交
2298
{
2299
	struct gfs2_sbd *sdp = GFS2_SB(&ip->i_inode);
2300 2301 2302
	struct buffer_head bh;
	unsigned int shift;
	u64 lblock, lblock_stop, size;
2303
	u64 end_of_file;
D
David Teigland 已提交
2304 2305 2306 2307 2308

	if (!len)
		return 0;

	if (gfs2_is_stuffed(ip)) {
2309
		if (offset + len > gfs2_max_stuffed_size(ip))
2310
			return 1;
D
David Teigland 已提交
2311 2312 2313
		return 0;
	}

2314
	shift = sdp->sd_sb.sb_bsize_shift;
2315
	BUG_ON(gfs2_is_dir(ip));
S
Steven Whitehouse 已提交
2316
	end_of_file = (i_size_read(&ip->i_inode) + sdp->sd_sb.sb_bsize - 1) >> shift;
2317 2318
	lblock = offset >> shift;
	lblock_stop = (offset + len + sdp->sd_sb.sb_bsize - 1) >> shift;
2319
	if (lblock_stop > end_of_file && ip != GFS2_I(sdp->sd_rindex))
2320
		return 1;
D
David Teigland 已提交
2321

2322 2323 2324 2325 2326 2327
	size = (lblock_stop - lblock) << shift;
	do {
		bh.b_state = 0;
		bh.b_size = size;
		gfs2_block_map(&ip->i_inode, lblock, &bh, 0);
		if (!buffer_mapped(&bh))
2328
			return 1;
2329 2330 2331
		size -= bh.b_size;
		lblock += (bh.b_size >> ip->i_inode.i_blkbits);
	} while(size > 0);
D
David Teigland 已提交
2332 2333 2334 2335

	return 0;
}

2336 2337 2338 2339 2340 2341 2342 2343 2344 2345 2346 2347 2348 2349 2350 2351 2352 2353 2354 2355 2356 2357 2358 2359 2360 2361 2362 2363 2364 2365 2366 2367 2368 2369 2370 2371 2372 2373 2374 2375 2376 2377 2378 2379 2380 2381 2382 2383 2384 2385 2386 2387 2388 2389 2390 2391 2392 2393 2394 2395 2396 2397 2398 2399 2400 2401 2402 2403 2404 2405 2406 2407 2408 2409 2410 2411 2412
static int stuffed_zero_range(struct inode *inode, loff_t offset, loff_t length)
{
	struct gfs2_inode *ip = GFS2_I(inode);
	struct buffer_head *dibh;
	int error;

	if (offset >= inode->i_size)
		return 0;
	if (offset + length > inode->i_size)
		length = inode->i_size - offset;

	error = gfs2_meta_inode_buffer(ip, &dibh);
	if (error)
		return error;
	gfs2_trans_add_meta(ip->i_gl, dibh);
	memset(dibh->b_data + sizeof(struct gfs2_dinode) + offset, 0,
	       length);
	brelse(dibh);
	return 0;
}

static int gfs2_journaled_truncate_range(struct inode *inode, loff_t offset,
					 loff_t length)
{
	struct gfs2_sbd *sdp = GFS2_SB(inode);
	loff_t max_chunk = GFS2_JTRUNC_REVOKES * sdp->sd_vfs->s_blocksize;
	int error;

	while (length) {
		struct gfs2_trans *tr;
		loff_t chunk;
		unsigned int offs;

		chunk = length;
		if (chunk > max_chunk)
			chunk = max_chunk;

		offs = offset & ~PAGE_MASK;
		if (offs && chunk > PAGE_SIZE)
			chunk = offs + ((chunk - offs) & PAGE_MASK);

		truncate_pagecache_range(inode, offset, chunk);
		offset += chunk;
		length -= chunk;

		tr = current->journal_info;
		if (!test_bit(TR_TOUCHED, &tr->tr_flags))
			continue;

		gfs2_trans_end(sdp);
		error = gfs2_trans_begin(sdp, RES_DINODE, GFS2_JTRUNC_REVOKES);
		if (error)
			return error;
	}
	return 0;
}

int __gfs2_punch_hole(struct file *file, loff_t offset, loff_t length)
{
	struct inode *inode = file_inode(file);
	struct gfs2_inode *ip = GFS2_I(inode);
	struct gfs2_sbd *sdp = GFS2_SB(inode);
	int error;

	if (gfs2_is_jdata(ip))
		error = gfs2_trans_begin(sdp, RES_DINODE + 2 * RES_JDATA,
					 GFS2_JTRUNC_REVOKES);
	else
		error = gfs2_trans_begin(sdp, RES_DINODE, 0);
	if (error)
		return error;

	if (gfs2_is_stuffed(ip)) {
		error = stuffed_zero_range(inode, offset, length);
		if (error)
			goto out;
	} else {
2413
		unsigned int start_off, end_len, blocksize;
2414 2415 2416

		blocksize = i_blocksize(inode);
		start_off = offset & (blocksize - 1);
2417
		end_len = (offset + length) & (blocksize - 1);
2418 2419 2420 2421 2422 2423 2424 2425
		if (start_off) {
			unsigned int len = length;
			if (length > blocksize - start_off)
				len = blocksize - start_off;
			error = gfs2_block_zero_range(inode, offset, len);
			if (error)
				goto out;
			if (start_off + length < blocksize)
2426
				end_len = 0;
2427
		}
2428
		if (end_len) {
2429
			error = gfs2_block_zero_range(inode,
2430
				offset + length - end_len, end_len);
2431 2432 2433 2434 2435 2436 2437 2438 2439 2440 2441 2442 2443 2444 2445 2446 2447 2448 2449 2450 2451 2452 2453 2454 2455
			if (error)
				goto out;
		}
	}

	if (gfs2_is_jdata(ip)) {
		BUG_ON(!current->journal_info);
		gfs2_journaled_truncate_range(inode, offset, length);
	} else
		truncate_pagecache_range(inode, offset, offset + length - 1);

	file_update_time(file);
	mark_inode_dirty(inode);

	if (current->journal_info)
		gfs2_trans_end(sdp);

	if (!gfs2_is_stuffed(ip))
		error = punch_hole(ip, offset, length);

out:
	if (current->journal_info)
		gfs2_trans_end(sdp);
	return error;
}