xfs_iomap.c 19.4 KB
Newer Older
L
Linus Torvalds 已提交
1
/*
2
 * Copyright (c) 2000-2006 Silicon Graphics, Inc.
3
 * All Rights Reserved.
L
Linus Torvalds 已提交
4
 *
5 6
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public License as
L
Linus Torvalds 已提交
7 8
 * published by the Free Software Foundation.
 *
9 10 11 12
 * This program is distributed in the hope that it would be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
L
Linus Torvalds 已提交
13
 *
14 15 16
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write the Free Software Foundation,
 * Inc.,  51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
L
Linus Torvalds 已提交
17 18 19
 */
#include "xfs.h"
#include "xfs_fs.h"
20
#include "xfs_bit.h"
L
Linus Torvalds 已提交
21
#include "xfs_log.h"
22
#include "xfs_inum.h"
L
Linus Torvalds 已提交
23 24 25 26 27 28 29
#include "xfs_trans.h"
#include "xfs_sb.h"
#include "xfs_ag.h"
#include "xfs_alloc.h"
#include "xfs_quota.h"
#include "xfs_mount.h"
#include "xfs_bmap_btree.h"
30
#include "xfs_alloc_btree.h"
L
Linus Torvalds 已提交
31 32 33
#include "xfs_ialloc_btree.h"
#include "xfs_dinode.h"
#include "xfs_inode.h"
34
#include "xfs_btree.h"
L
Linus Torvalds 已提交
35 36 37 38 39 40 41 42 43 44
#include "xfs_bmap.h"
#include "xfs_rtalloc.h"
#include "xfs_error.h"
#include "xfs_itable.h"
#include "xfs_rw.h"
#include "xfs_attr.h"
#include "xfs_buf_item.h"
#include "xfs_trans_space.h"
#include "xfs_utils.h"
#include "xfs_iomap.h"
C
Christoph Hellwig 已提交
45
#include "xfs_trace.h"
L
Linus Torvalds 已提交
46 47 48 49 50 51


#define XFS_WRITEIO_ALIGN(mp,off)	(((off) >> mp->m_writeio_log) \
						<< mp->m_writeio_log)
#define XFS_WRITE_IMAPS		XFS_BMAP_MAX_NMAP

52 53 54
STATIC int
xfs_iomap_eof_align_last_fsb(
	xfs_mount_t	*mp,
55
	xfs_inode_t	*ip,
56 57 58 59 60 61 62
	xfs_extlen_t	extsize,
	xfs_fileoff_t	*last_fsb)
{
	xfs_fileoff_t	new_last_fsb = 0;
	xfs_extlen_t	align;
	int		eof, error;

63
	if (XFS_IS_REALTIME_INODE(ip))
64 65 66 67 68 69 70
		;
	/*
	 * If mounted with the "-o swalloc" option, roundup the allocation
	 * request to a stripe width boundary if the file size is >=
	 * stripe width and we are allocating past the allocation eof.
	 */
	else if (mp->m_swidth && (mp->m_flags & XFS_MOUNT_SWALLOC) &&
71
	        (ip->i_size >= XFS_FSB_TO_B(mp, mp->m_swidth)))
72 73 74 75 76 77
		new_last_fsb = roundup_64(*last_fsb, mp->m_swidth);
	/*
	 * Roundup the allocation request to a stripe unit (m_dalign) boundary
	 * if the file size is >= stripe unit size, and we are allocating past
	 * the allocation eof.
	 */
78
	else if (mp->m_dalign && (ip->i_size >= XFS_FSB_TO_B(mp, mp->m_dalign)))
79 80 81 82 83 84 85 86 87 88 89 90 91 92 93
		new_last_fsb = roundup_64(*last_fsb, mp->m_dalign);

	/*
	 * Always round up the allocation request to an extent boundary
	 * (when file on a real-time subvolume or has di_extsize hint).
	 */
	if (extsize) {
		if (new_last_fsb)
			align = roundup_64(new_last_fsb, extsize);
		else
			align = extsize;
		new_last_fsb = roundup_64(*last_fsb, align);
	}

	if (new_last_fsb) {
94
		error = xfs_bmap_eof(ip, new_last_fsb, XFS_DATA_FORK, &eof);
95 96 97 98 99 100 101 102
		if (error)
			return error;
		if (eof)
			*last_fsb = new_last_fsb;
	}
	return 0;
}

103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119
STATIC int
xfs_cmn_err_fsblock_zero(
	xfs_inode_t	*ip,
	xfs_bmbt_irec_t	*imap)
{
	xfs_cmn_err(XFS_PTAG_FSBLOCK_ZERO, CE_ALERT, ip->i_mount,
			"Access to block zero in inode %llu "
			"start_block: %llx start_off: %llx "
			"blkcnt: %llx extent-state: %x\n",
		(unsigned long long)ip->i_ino,
		(unsigned long long)imap->br_startblock,
		(unsigned long long)imap->br_startoff,
		(unsigned long long)imap->br_blockcount,
		imap->br_state);
	return EFSCORRUPTED;
}

C
Christoph Hellwig 已提交
120
int
L
Linus Torvalds 已提交
121 122
xfs_iomap_write_direct(
	xfs_inode_t	*ip,
123
	xfs_off_t	offset,
L
Linus Torvalds 已提交
124
	size_t		count,
125
	xfs_bmbt_irec_t *imap,
126
	int		nmaps)
L
Linus Torvalds 已提交
127 128 129 130
{
	xfs_mount_t	*mp = ip->i_mount;
	xfs_fileoff_t	offset_fsb;
	xfs_fileoff_t	last_fsb;
131
	xfs_filblks_t	count_fsb, resaligned;
L
Linus Torvalds 已提交
132
	xfs_fsblock_t	firstfsb;
133
	xfs_extlen_t	extsz, temp;
134
	int		nimaps;
L
Linus Torvalds 已提交
135
	int		bmapi_flag;
136
	int		quota_flag;
L
Linus Torvalds 已提交
137 138 139
	int		rt;
	xfs_trans_t	*tp;
	xfs_bmap_free_t free_list;
140
	uint		qblocks, resblks, resrtextents;
L
Linus Torvalds 已提交
141
	int		committed;
142
	int		error;
L
Linus Torvalds 已提交
143 144 145 146 147

	/*
	 * Make sure that the dquots are there. This doesn't hold
	 * the ilock across a disk read.
	 */
C
Christoph Hellwig 已提交
148
	error = xfs_qm_dqattach_locked(ip, 0);
L
Linus Torvalds 已提交
149 150 151
	if (error)
		return XFS_ERROR(error);

152
	rt = XFS_IS_REALTIME_INODE(ip);
153
	extsz = xfs_get_extsz_hint(ip);
L
Linus Torvalds 已提交
154

155 156
	offset_fsb = XFS_B_TO_FSBT(mp, offset);
	last_fsb = XFS_B_TO_FSB(mp, ((xfs_ufsize_t)(offset + count)));
157 158
	if ((offset + count) > ip->i_size) {
		error = xfs_iomap_eof_align_last_fsb(mp, ip, extsz, &last_fsb);
159 160
		if (error)
			goto error_out;
L
Linus Torvalds 已提交
161
	} else {
162
		if (nmaps && (imap->br_startblock == HOLESTARTBLOCK))
163
			last_fsb = MIN(last_fsb, (xfs_fileoff_t)
164 165
					imap->br_blockcount +
					imap->br_startoff);
L
Linus Torvalds 已提交
166
	}
167 168 169 170 171 172 173 174 175 176 177 178 179 180
	count_fsb = last_fsb - offset_fsb;
	ASSERT(count_fsb > 0);

	resaligned = count_fsb;
	if (unlikely(extsz)) {
		if ((temp = do_mod(offset_fsb, extsz)))
			resaligned += temp;
		if ((temp = do_mod(resaligned, extsz)))
			resaligned += extsz - temp;
	}

	if (unlikely(rt)) {
		resrtextents = qblocks = resaligned;
		resrtextents /= mp->m_sb.sb_rextsize;
181 182 183 184
		resblks = XFS_DIOSTRAT_SPACE_RES(mp, 0);
		quota_flag = XFS_QMOPT_RES_RTBLKS;
	} else {
		resrtextents = 0;
185
		resblks = qblocks = XFS_DIOSTRAT_SPACE_RES(mp, resaligned);
186 187
		quota_flag = XFS_QMOPT_RES_REGBLKS;
	}
L
Linus Torvalds 已提交
188 189

	/*
190
	 * Allocate and setup the transaction
L
Linus Torvalds 已提交
191 192 193 194
	 */
	xfs_iunlock(ip, XFS_ILOCK_EXCL);
	tp = xfs_trans_alloc(mp, XFS_TRANS_DIOSTRAT);
	error = xfs_trans_reserve(tp, resblks,
195
			XFS_WRITE_LOG_RES(mp), resrtextents,
L
Linus Torvalds 已提交
196 197 198
			XFS_TRANS_PERM_LOG_RES,
			XFS_WRITE_LOG_COUNT);
	/*
199
	 * Check for running out of space, note: need lock to return
L
Linus Torvalds 已提交
200 201 202 203 204
	 */
	if (error)
		xfs_trans_cancel(tp, 0);
	xfs_ilock(ip, XFS_ILOCK_EXCL);
	if (error)
205
		goto error_out;
L
Linus Torvalds 已提交
206

C
Christoph Hellwig 已提交
207
	error = xfs_trans_reserve_quota_nblks(tp, ip, qblocks, 0, quota_flag);
208
	if (error)
L
Linus Torvalds 已提交
209 210
		goto error1;

211
	xfs_trans_ijoin(tp, ip);
L
Linus Torvalds 已提交
212

213
	bmapi_flag = XFS_BMAPI_WRITE;
214
	if (offset < ip->i_size || extsz)
L
Linus Torvalds 已提交
215 216 217
		bmapi_flag |= XFS_BMAPI_PREALLOC;

	/*
218 219 220 221
	 * Issue the xfs_bmapi() call to allocate the blocks.
	 *
	 * From this point onwards we overwrite the imap pointer that the
	 * caller gave to us.
L
Linus Torvalds 已提交
222
	 */
223
	xfs_bmap_init(&free_list, &firstfsb);
224
	nimaps = 1;
225
	error = xfs_bmapi(tp, ip, offset_fsb, count_fsb, bmapi_flag,
226
		&firstfsb, 0, imap, &nimaps, &free_list);
227
	if (error)
L
Linus Torvalds 已提交
228 229 230
		goto error0;

	/*
231
	 * Complete the transaction
L
Linus Torvalds 已提交
232
	 */
233
	error = xfs_bmap_finish(&tp, &free_list, &committed);
234
	if (error)
L
Linus Torvalds 已提交
235
		goto error0;
236
	error = xfs_trans_commit(tp, XFS_TRANS_RELEASE_LOG_RES);
237
	if (error)
L
Linus Torvalds 已提交
238 239
		goto error_out;

240 241 242
	/*
	 * Copy any maps to caller's array and return any error.
	 */
L
Linus Torvalds 已提交
243
	if (nimaps == 0) {
244 245 246 247
		error = ENOSPC;
		goto error_out;
	}

248 249
	if (!(imap->br_startblock || XFS_IS_REALTIME_INODE(ip))) {
		error = xfs_cmn_err_fsblock_zero(ip, imap);
L
Linus Torvalds 已提交
250 251 252 253 254
		goto error_out;
	}

	return 0;

255
error0:	/* Cancel bmap, unlock inode, unreserve quota blocks, cancel trans */
L
Linus Torvalds 已提交
256
	xfs_bmap_cancel(&free_list);
C
Christoph Hellwig 已提交
257
	xfs_trans_unreserve_quota_nblks(tp, ip, qblocks, 0, quota_flag);
L
Linus Torvalds 已提交
258

259
error1:	/* Just cancel transaction */
L
Linus Torvalds 已提交
260 261 262 263 264 265
	xfs_trans_cancel(tp, XFS_TRANS_RELEASE_LOG_RES | XFS_TRANS_ABORT);

error_out:
	return XFS_ERROR(error);
}

266
/*
D
Dave Chinner 已提交
267 268 269
 * If the caller is doing a write at the end of the file, then extend the
 * allocation out to the file system's write iosize.  We clean up any extra
 * space left over when the file is closed in xfs_inactive().
270 271 272
 *
 * If we find we already have delalloc preallocation beyond EOF, don't do more
 * preallocation as it it not needed.
273 274 275 276
 */
STATIC int
xfs_iomap_eof_want_preallocate(
	xfs_mount_t	*mp,
277
	xfs_inode_t	*ip,
278 279 280 281 282 283 284 285 286 287
	xfs_off_t	offset,
	size_t		count,
	xfs_bmbt_irec_t *imap,
	int		nimaps,
	int		*prealloc)
{
	xfs_fileoff_t   start_fsb;
	xfs_filblks_t   count_fsb;
	xfs_fsblock_t	firstblock;
	int		n, error, imaps;
288
	int		found_delalloc = 0;
289 290

	*prealloc = 0;
D
Dave Chinner 已提交
291
	if ((offset + count) <= ip->i_size)
292 293 294 295 296 297 298 299 300 301
		return 0;

	/*
	 * If there are any real blocks past eof, then don't
	 * do any speculative allocation.
	 */
	start_fsb = XFS_B_TO_FSBT(mp, ((xfs_ufsize_t)(offset + count - 1)));
	count_fsb = XFS_B_TO_FSB(mp, (xfs_ufsize_t)XFS_MAXIOFFSET(mp));
	while (count_fsb > 0) {
		imaps = nimaps;
302
		firstblock = NULLFSBLOCK;
303
		error = xfs_bmapi(NULL, ip, start_fsb, count_fsb, 0,
304
				  &firstblock, 0, imap, &imaps, NULL);
305 306 307 308 309 310 311 312
		if (error)
			return error;
		for (n = 0; n < imaps; n++) {
			if ((imap[n].br_startblock != HOLESTARTBLOCK) &&
			    (imap[n].br_startblock != DELAYSTARTBLOCK))
				return 0;
			start_fsb += imap[n].br_blockcount;
			count_fsb -= imap[n].br_blockcount;
313 314 315

			if (imap[n].br_startblock == DELAYSTARTBLOCK)
				found_delalloc = 1;
316 317
		}
	}
318 319
	if (!found_delalloc)
		*prealloc = 1;
320 321 322
	return 0;
}

323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366
/*
 * If we don't have a user specified preallocation size, dynamically increase
 * the preallocation size as the size of the file grows. Cap the maximum size
 * at a single extent or less if the filesystem is near full. The closer the
 * filesystem is to full, the smaller the maximum prealocation.
 */
STATIC xfs_fsblock_t
xfs_iomap_prealloc_size(
	struct xfs_mount	*mp,
	struct xfs_inode	*ip)
{
	xfs_fsblock_t		alloc_blocks = 0;

	if (!(mp->m_flags & XFS_MOUNT_DFLT_IOSIZE)) {
		int shift = 0;
		int64_t freesp;

		alloc_blocks = XFS_B_TO_FSB(mp, ip->i_size);
		alloc_blocks = XFS_FILEOFF_MIN(MAXEXTLEN,
					rounddown_pow_of_two(alloc_blocks));

		xfs_icsb_sync_counters(mp, XFS_ICSB_LAZY_COUNT);
		freesp = mp->m_sb.sb_fdblocks;
		if (freesp < mp->m_low_space[XFS_LOWSP_5_PCNT]) {
			shift = 2;
			if (freesp < mp->m_low_space[XFS_LOWSP_4_PCNT])
				shift++;
			if (freesp < mp->m_low_space[XFS_LOWSP_3_PCNT])
				shift++;
			if (freesp < mp->m_low_space[XFS_LOWSP_2_PCNT])
				shift++;
			if (freesp < mp->m_low_space[XFS_LOWSP_1_PCNT])
				shift++;
		}
		if (shift)
			alloc_blocks >>= shift;
	}

	if (alloc_blocks < mp->m_writeio_blocks)
		alloc_blocks = mp->m_writeio_blocks;

	return alloc_blocks;
}

C
Christoph Hellwig 已提交
367
int
L
Linus Torvalds 已提交
368 369
xfs_iomap_write_delay(
	xfs_inode_t	*ip,
370
	xfs_off_t	offset,
L
Linus Torvalds 已提交
371
	size_t		count,
372
	xfs_bmbt_irec_t *ret_imap)
L
Linus Torvalds 已提交
373 374 375 376
{
	xfs_mount_t	*mp = ip->i_mount;
	xfs_fileoff_t	offset_fsb;
	xfs_fileoff_t	last_fsb;
377 378
	xfs_off_t	aligned_offset;
	xfs_fileoff_t	ioalign;
L
Linus Torvalds 已提交
379
	xfs_fsblock_t	firstblock;
380
	xfs_extlen_t	extsz;
L
Linus Torvalds 已提交
381 382
	int		nimaps;
	xfs_bmbt_irec_t imap[XFS_WRITE_IMAPS];
D
Dave Chinner 已提交
383
	int		prealloc, flushed = 0;
384
	int		error;
L
Linus Torvalds 已提交
385

C
Christoph Hellwig 已提交
386
	ASSERT(xfs_isilocked(ip, XFS_ILOCK_EXCL));
L
Linus Torvalds 已提交
387 388 389 390 391

	/*
	 * Make sure that the dquots are there. This doesn't hold
	 * the ilock across a disk read.
	 */
C
Christoph Hellwig 已提交
392
	error = xfs_qm_dqattach_locked(ip, 0);
L
Linus Torvalds 已提交
393 394 395
	if (error)
		return XFS_ERROR(error);

396
	extsz = xfs_get_extsz_hint(ip);
397 398
	offset_fsb = XFS_B_TO_FSBT(mp, offset);

399

400
	error = xfs_iomap_eof_want_preallocate(mp, ip, offset, count,
401
				imap, XFS_WRITE_IMAPS, &prealloc);
402 403
	if (error)
		return error;
L
Linus Torvalds 已提交
404

D
Dave Chinner 已提交
405
retry:
406
	if (prealloc) {
407 408
		xfs_fsblock_t	alloc_blocks = xfs_iomap_prealloc_size(mp, ip);

L
Linus Torvalds 已提交
409 410
		aligned_offset = XFS_WRITEIO_ALIGN(mp, (offset + count - 1));
		ioalign = XFS_B_TO_FSBT(mp, aligned_offset);
411
		last_fsb = ioalign + alloc_blocks;
412 413
	} else {
		last_fsb = XFS_B_TO_FSB(mp, ((xfs_ufsize_t)(offset + count)));
L
Linus Torvalds 已提交
414 415
	}

416
	if (prealloc || extsz) {
417
		error = xfs_iomap_eof_align_last_fsb(mp, ip, extsz, &last_fsb);
418
		if (error)
L
Linus Torvalds 已提交
419 420
			return error;
	}
421 422 423

	nimaps = XFS_WRITE_IMAPS;
	firstblock = NULLFSBLOCK;
424
	error = xfs_bmapi(NULL, ip, offset_fsb,
L
Linus Torvalds 已提交
425 426 427
			  (xfs_filblks_t)(last_fsb - offset_fsb),
			  XFS_BMAPI_DELAY | XFS_BMAPI_WRITE |
			  XFS_BMAPI_ENTIRE, &firstblock, 1, imap,
428
			  &nimaps, NULL);
429 430 431 432 433 434
	switch (error) {
	case 0:
	case ENOSPC:
	case EDQUOT:
		break;
	default:
L
Linus Torvalds 已提交
435
		return XFS_ERROR(error);
436
	}
437

L
Linus Torvalds 已提交
438
	/*
439 440 441 442
	 * If bmapi returned us nothing, we got either ENOSPC or EDQUOT.  For
	 * ENOSPC, * flush all other inodes with delalloc blocks to free up
	 * some of the excess reserved metadata space. For both cases, retry
	 * without EOF preallocation.
L
Linus Torvalds 已提交
443 444
	 */
	if (nimaps == 0) {
C
Christoph Hellwig 已提交
445
		trace_xfs_delalloc_enospc(ip, offset, count);
D
Dave Chinner 已提交
446
		if (flushed)
447
			return XFS_ERROR(error ? error : ENOSPC);
L
Linus Torvalds 已提交
448

449 450 451 452 453
		if (error == ENOSPC) {
			xfs_iunlock(ip, XFS_ILOCK_EXCL);
			xfs_flush_inodes(ip);
			xfs_ilock(ip, XFS_ILOCK_EXCL);
		}
D
Dave Chinner 已提交
454 455

		flushed = 1;
L
Linus Torvalds 已提交
456
		error = 0;
D
Dave Chinner 已提交
457
		prealloc = 0;
L
Linus Torvalds 已提交
458 459 460
		goto retry;
	}

461
	if (!(imap[0].br_startblock || XFS_IS_REALTIME_INODE(ip)))
462
		return xfs_cmn_err_fsblock_zero(ip, &imap[0]);
463 464

	*ret_imap = imap[0];
L
Linus Torvalds 已提交
465 466 467 468 469 470 471 472 473
	return 0;
}

/*
 * Pass in a delayed allocate extent, convert it to real extents;
 * return to the caller the extent we create which maps on top of
 * the originating callers request.
 *
 * Called without a lock on the inode.
474 475 476
 *
 * We no longer bother to look at the incoming map - all we have to
 * guarantee is that whatever we allocate fills the required range.
L
Linus Torvalds 已提交
477
 */
C
Christoph Hellwig 已提交
478
int
L
Linus Torvalds 已提交
479 480
xfs_iomap_write_allocate(
	xfs_inode_t	*ip,
481
	xfs_off_t	offset,
482
	size_t		count,
483
	xfs_bmbt_irec_t *imap)
L
Linus Torvalds 已提交
484 485 486 487 488 489 490 491
{
	xfs_mount_t	*mp = ip->i_mount;
	xfs_fileoff_t	offset_fsb, last_block;
	xfs_fileoff_t	end_fsb, map_start_fsb;
	xfs_fsblock_t	first_block;
	xfs_bmap_free_t	free_list;
	xfs_filblks_t	count_fsb;
	xfs_trans_t	*tp;
492
	int		nimaps, committed;
L
Linus Torvalds 已提交
493 494 495 496 497 498
	int		error = 0;
	int		nres;

	/*
	 * Make sure that the dquots are there.
	 */
C
Christoph Hellwig 已提交
499 500
	error = xfs_qm_dqattach(ip, 0);
	if (error)
L
Linus Torvalds 已提交
501 502
		return XFS_ERROR(error);

503
	offset_fsb = XFS_B_TO_FSBT(mp, offset);
504 505
	count_fsb = imap->br_blockcount;
	map_start_fsb = imap->br_startoff;
L
Linus Torvalds 已提交
506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521

	XFS_STATS_ADD(xs_xstrat_bytes, XFS_FSB_TO_B(mp, count_fsb));

	while (count_fsb != 0) {
		/*
		 * Set up a transaction with which to allocate the
		 * backing store for the file.  Do allocations in a
		 * loop until we get some space in the range we are
		 * interested in.  The other space that might be allocated
		 * is in the delayed allocation extent on which we sit
		 * but before our buffer starts.
		 */

		nimaps = 0;
		while (nimaps == 0) {
			tp = xfs_trans_alloc(mp, XFS_TRANS_STRAT_WRITE);
522
			tp->t_flags |= XFS_TRANS_RESERVE;
L
Linus Torvalds 已提交
523 524 525 526 527 528 529 530 531 532
			nres = XFS_EXTENTADD_SPACE_RES(mp, XFS_DATA_FORK);
			error = xfs_trans_reserve(tp, nres,
					XFS_WRITE_LOG_RES(mp),
					0, XFS_TRANS_PERM_LOG_RES,
					XFS_WRITE_LOG_COUNT);
			if (error) {
				xfs_trans_cancel(tp, 0);
				return XFS_ERROR(error);
			}
			xfs_ilock(ip, XFS_ILOCK_EXCL);
533
			xfs_trans_ijoin(tp, ip);
L
Linus Torvalds 已提交
534

535
			xfs_bmap_init(&free_list, &first_block);
L
Linus Torvalds 已提交
536 537

			/*
538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566
			 * it is possible that the extents have changed since
			 * we did the read call as we dropped the ilock for a
			 * while. We have to be careful about truncates or hole
			 * punchs here - we are not allowed to allocate
			 * non-delalloc blocks here.
			 *
			 * The only protection against truncation is the pages
			 * for the range we are being asked to convert are
			 * locked and hence a truncate will block on them
			 * first.
			 *
			 * As a result, if we go beyond the range we really
			 * need and hit an delalloc extent boundary followed by
			 * a hole while we have excess blocks in the map, we
			 * will fill the hole incorrectly and overrun the
			 * transaction reservation.
			 *
			 * Using a single map prevents this as we are forced to
			 * check each map we look for overlap with the desired
			 * range and abort as soon as we find it. Also, given
			 * that we only return a single map, having one beyond
			 * what we can return is probably a bit silly.
			 *
			 * We also need to check that we don't go beyond EOF;
			 * this is a truncate optimisation as a truncate sets
			 * the new file size before block on the pages we
			 * currently have locked under writeback. Because they
			 * are about to be tossed, we don't need to write them
			 * back....
L
Linus Torvalds 已提交
567
			 */
568
			nimaps = 1;
569
			end_fsb = XFS_B_TO_FSB(mp, ip->i_size);
570 571 572 573 574
			error = xfs_bmap_last_offset(NULL, ip, &last_block,
							XFS_DATA_FORK);
			if (error)
				goto trans_cancel;

L
Linus Torvalds 已提交
575 576 577 578 579 580 581 582 583
			last_block = XFS_FILEOFF_MAX(last_block, end_fsb);
			if ((map_start_fsb + count_fsb) > last_block) {
				count_fsb = last_block - map_start_fsb;
				if (count_fsb == 0) {
					error = EAGAIN;
					goto trans_cancel;
				}
			}

584 585 586 587 588 589
			/*
			 * Go get the actual blocks.
	 	 	 *
			 * From this point onwards we overwrite the imap
			 * pointer that the caller gave to us.
			 */
590
			error = xfs_bmapi(tp, ip, map_start_fsb, count_fsb,
L
Linus Torvalds 已提交
591
					XFS_BMAPI_WRITE, &first_block, 1,
592
					imap, &nimaps, &free_list);
L
Linus Torvalds 已提交
593 594 595
			if (error)
				goto trans_cancel;

596
			error = xfs_bmap_finish(&tp, &free_list, &committed);
L
Linus Torvalds 已提交
597 598 599
			if (error)
				goto trans_cancel;

600
			error = xfs_trans_commit(tp, XFS_TRANS_RELEASE_LOG_RES);
L
Linus Torvalds 已提交
601 602 603 604 605 606 607 608 609 610
			if (error)
				goto error0;

			xfs_iunlock(ip, XFS_ILOCK_EXCL);
		}

		/*
		 * See if we were able to allocate an extent that
		 * covers at least part of the callers request
		 */
611 612
		if (!(imap->br_startblock || XFS_IS_REALTIME_INODE(ip)))
			return xfs_cmn_err_fsblock_zero(ip, imap);
613

614 615 616
		if ((offset_fsb >= imap->br_startoff) &&
		    (offset_fsb < (imap->br_startoff +
				   imap->br_blockcount))) {
617 618
			XFS_STATS_INC(xs_xstrat_quick);
			return 0;
L
Linus Torvalds 已提交
619 620
		}

621 622
		/*
		 * So far we have not mapped the requested part of the
L
Linus Torvalds 已提交
623 624
		 * file, just surrounding data, try again.
		 */
625 626
		count_fsb -= imap->br_blockcount;
		map_start_fsb = imap->br_startoff + imap->br_blockcount;
L
Linus Torvalds 已提交
627 628 629 630 631 632 633 634 635 636 637 638 639
	}

trans_cancel:
	xfs_bmap_cancel(&free_list);
	xfs_trans_cancel(tp, XFS_TRANS_RELEASE_LOG_RES | XFS_TRANS_ABORT);
error0:
	xfs_iunlock(ip, XFS_ILOCK_EXCL);
	return XFS_ERROR(error);
}

int
xfs_iomap_write_unwritten(
	xfs_inode_t	*ip,
640
	xfs_off_t	offset,
L
Linus Torvalds 已提交
641 642 643 644 645 646
	size_t		count)
{
	xfs_mount_t	*mp = ip->i_mount;
	xfs_fileoff_t	offset_fsb;
	xfs_filblks_t	count_fsb;
	xfs_filblks_t	numblks_fsb;
647 648 649 650 651 652
	xfs_fsblock_t	firstfsb;
	int		nimaps;
	xfs_trans_t	*tp;
	xfs_bmbt_irec_t imap;
	xfs_bmap_free_t free_list;
	uint		resblks;
L
Linus Torvalds 已提交
653 654 655
	int		committed;
	int		error;

C
Christoph Hellwig 已提交
656
	trace_xfs_unwritten_convert(ip, offset, count);
L
Linus Torvalds 已提交
657 658 659 660 661

	offset_fsb = XFS_B_TO_FSBT(mp, offset);
	count_fsb = XFS_B_TO_FSB(mp, (xfs_ufsize_t)offset + count);
	count_fsb = (xfs_filblks_t)(count_fsb - offset_fsb);

662 663 664 665 666 667 668 669 670 671
	/*
	 * Reserve enough blocks in this transaction for two complete extent
	 * btree splits.  We may be converting the middle part of an unwritten
	 * extent and in this case we will insert two new extents in the btree
	 * each of which could cause a full split.
	 *
	 * This reservation amount will be used in the first call to
	 * xfs_bmbt_split() to select an AG with enough space to satisfy the
	 * rest of the operation.
	 */
672
	resblks = XFS_DIOSTRAT_SPACE_RES(mp, 0) << 1;
L
Linus Torvalds 已提交
673

674
	do {
L
Linus Torvalds 已提交
675 676 677 678
		/*
		 * set up a transaction to convert the range of extents
		 * from unwritten to real. Do allocations in a loop until
		 * we have covered the range passed in.
679 680 681 682 683 684
		 *
		 * Note that we open code the transaction allocation here
		 * to pass KM_NOFS--we can't risk to recursing back into
		 * the filesystem here as we might be asked to write out
		 * the same inode that we complete here and might deadlock
		 * on the iolock.
L
Linus Torvalds 已提交
685
		 */
686 687
		xfs_wait_for_freeze(mp, SB_FREEZE_TRANS);
		tp = _xfs_trans_alloc(mp, XFS_TRANS_STRAT_WRITE, KM_NOFS);
688
		tp->t_flags |= XFS_TRANS_RESERVE;
689
		error = xfs_trans_reserve(tp, resblks,
L
Linus Torvalds 已提交
690 691 692 693 694
				XFS_WRITE_LOG_RES(mp), 0,
				XFS_TRANS_PERM_LOG_RES,
				XFS_WRITE_LOG_COUNT);
		if (error) {
			xfs_trans_cancel(tp, 0);
695
			return XFS_ERROR(error);
L
Linus Torvalds 已提交
696 697 698
		}

		xfs_ilock(ip, XFS_ILOCK_EXCL);
699
		xfs_trans_ijoin(tp, ip);
L
Linus Torvalds 已提交
700 701 702 703

		/*
		 * Modify the unwritten extent state of the buffer.
		 */
704
		xfs_bmap_init(&free_list, &firstfsb);
L
Linus Torvalds 已提交
705
		nimaps = 1;
706
		error = xfs_bmapi(tp, ip, offset_fsb, count_fsb,
707
				  XFS_BMAPI_WRITE|XFS_BMAPI_CONVERT, &firstfsb,
708
				  1, &imap, &nimaps, &free_list);
L
Linus Torvalds 已提交
709 710 711
		if (error)
			goto error_on_bmapi_transaction;

712
		error = xfs_bmap_finish(&(tp), &(free_list), &committed);
L
Linus Torvalds 已提交
713 714 715
		if (error)
			goto error_on_bmapi_transaction;

716
		error = xfs_trans_commit(tp, XFS_TRANS_RELEASE_LOG_RES);
L
Linus Torvalds 已提交
717 718
		xfs_iunlock(ip, XFS_ILOCK_EXCL);
		if (error)
719 720
			return XFS_ERROR(error);

721
		if (!(imap.br_startblock || XFS_IS_REALTIME_INODE(ip)))
722
			return xfs_cmn_err_fsblock_zero(ip, &imap);
L
Linus Torvalds 已提交
723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743

		if ((numblks_fsb = imap.br_blockcount) == 0) {
			/*
			 * The numblks_fsb value should always get
			 * smaller, otherwise the loop is stuck.
			 */
			ASSERT(imap.br_blockcount);
			break;
		}
		offset_fsb += numblks_fsb;
		count_fsb -= numblks_fsb;
	} while (count_fsb > 0);

	return 0;

error_on_bmapi_transaction:
	xfs_bmap_cancel(&free_list);
	xfs_trans_cancel(tp, (XFS_TRANS_RELEASE_LOG_RES | XFS_TRANS_ABORT));
	xfs_iunlock(ip, XFS_ILOCK_EXCL);
	return XFS_ERROR(error);
}