tree-checker.c 16.9 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33
/*
 * Copyright (C) Qu Wenruo 2017.  All rights reserved.
 *
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public
 * License v2 as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * General Public License for more details.
 *
 * You should have received a copy of the GNU General Public
 * License along with this program.
 */

/*
 * The module is used to catch unexpected/corrupted tree block data.
 * Such behavior can be caused either by a fuzzed image or bugs.
 *
 * The objective is to do leaf/node validation checks when tree block is read
 * from disk, and check *every* possible member, so other code won't
 * need to checking them again.
 *
 * Due to the potential and unwanted damage, every checker needs to be
 * carefully reviewed otherwise so it does not prevent mount of valid images.
 */

#include "ctree.h"
#include "tree-checker.h"
#include "disk-io.h"
#include "compression.h"

34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54
/*
 * Error message should follow the following format:
 * corrupt <type>: <identifier>, <reason>[, <bad_value>]
 *
 * @type:	leaf or node
 * @identifier:	the necessary info to locate the leaf/node.
 * 		It's recommened to decode key.objecitd/offset if it's
 * 		meaningful.
 * @reason:	describe the error
 * @bad_value:	optional, it's recommened to output bad value and its
 *		expected value (range).
 *
 * Since comma is used to separate the components, only space is allowed
 * inside each component.
 */

/*
 * Append generic "corrupt leaf/node root=%llu block=%llu slot=%d: " to @fmt.
 * Allows callers to customize the output.
 */
__printf(4, 5)
55
__cold
56
static void generic_err(const struct btrfs_fs_info *fs_info,
57 58 59 60 61 62 63 64 65 66 67
			const struct extent_buffer *eb, int slot,
			const char *fmt, ...)
{
	struct va_format vaf;
	va_list args;

	va_start(args, fmt);

	vaf.fmt = fmt;
	vaf.va = &args;

68
	btrfs_crit(fs_info,
69 70
		"corrupt %s: root=%llu block=%llu slot=%d, %pV",
		btrfs_header_level(eb) == 0 ? "leaf" : "node",
71
		btrfs_header_owner(eb), btrfs_header_bytenr(eb), slot, &vaf);
72 73 74
	va_end(args);
}

75 76 77 78 79
/*
 * Customized reporter for extent data item, since its key objectid and
 * offset has its own meaning.
 */
__printf(4, 5)
80
__cold
81
static void file_extent_err(const struct btrfs_fs_info *fs_info,
82 83 84 85 86 87 88 89 90 91 92 93 94
			    const struct extent_buffer *eb, int slot,
			    const char *fmt, ...)
{
	struct btrfs_key key;
	struct va_format vaf;
	va_list args;

	btrfs_item_key_to_cpu(eb, &key, slot);
	va_start(args, fmt);

	vaf.fmt = fmt;
	vaf.va = &args;

95
	btrfs_crit(fs_info,
96
	"corrupt %s: root=%llu block=%llu slot=%d ino=%llu file_offset=%llu, %pV",
97 98 99
		btrfs_header_level(eb) == 0 ? "leaf" : "node",
		btrfs_header_owner(eb), btrfs_header_bytenr(eb), slot,
		key.objectid, key.offset, &vaf);
100 101 102 103 104 105 106
	va_end(args);
}

/*
 * Return 0 if the btrfs_file_extent_##name is aligned to @alignment
 * Else return 1
 */
107
#define CHECK_FE_ALIGNED(fs_info, leaf, slot, fi, name, alignment)	      \
108 109
({									      \
	if (!IS_ALIGNED(btrfs_file_extent_##name((leaf), (fi)), (alignment))) \
110
		file_extent_err((fs_info), (leaf), (slot),		      \
111 112 113 114 115 116
	"invalid %s for file extent, have %llu, should be aligned to %u",     \
			(#name), btrfs_file_extent_##name((leaf), (fi)),      \
			(alignment));					      \
	(!IS_ALIGNED(btrfs_file_extent_##name((leaf), (fi)), (alignment)));   \
})

117
static int check_extent_data_item(struct btrfs_fs_info *fs_info,
118 119 120 121
				  struct extent_buffer *leaf,
				  struct btrfs_key *key, int slot)
{
	struct btrfs_file_extent_item *fi;
122
	u32 sectorsize = fs_info->sectorsize;
123 124 125
	u32 item_size = btrfs_item_size_nr(leaf, slot);

	if (!IS_ALIGNED(key->offset, sectorsize)) {
126
		file_extent_err(fs_info, leaf, slot,
127 128
"unaligned file_offset for file extent, have %llu should be aligned to %u",
			key->offset, sectorsize);
129 130 131 132 133 134
		return -EUCLEAN;
	}

	fi = btrfs_item_ptr(leaf, slot, struct btrfs_file_extent_item);

	if (btrfs_file_extent_type(leaf, fi) > BTRFS_FILE_EXTENT_TYPES) {
135
		file_extent_err(fs_info, leaf, slot,
136 137 138
		"invalid type for file extent, have %u expect range [0, %u]",
			btrfs_file_extent_type(leaf, fi),
			BTRFS_FILE_EXTENT_TYPES);
139 140 141 142 143 144 145 146
		return -EUCLEAN;
	}

	/*
	 * Support for new compression/encrption must introduce incompat flag,
	 * and must be caught in open_ctree().
	 */
	if (btrfs_file_extent_compression(leaf, fi) > BTRFS_COMPRESS_TYPES) {
147
		file_extent_err(fs_info, leaf, slot,
148 149 150
	"invalid compression for file extent, have %u expect range [0, %u]",
			btrfs_file_extent_compression(leaf, fi),
			BTRFS_COMPRESS_TYPES);
151 152 153
		return -EUCLEAN;
	}
	if (btrfs_file_extent_encryption(leaf, fi)) {
154
		file_extent_err(fs_info, leaf, slot,
155 156
			"invalid encryption for file extent, have %u expect 0",
			btrfs_file_extent_encryption(leaf, fi));
157 158 159 160 161
		return -EUCLEAN;
	}
	if (btrfs_file_extent_type(leaf, fi) == BTRFS_FILE_EXTENT_INLINE) {
		/* Inline extent must have 0 as key offset */
		if (key->offset) {
162
			file_extent_err(fs_info, leaf, slot,
163 164
		"invalid file_offset for inline file extent, have %llu expect 0",
				key->offset);
165 166 167 168 169 170 171 172 173 174 175
			return -EUCLEAN;
		}

		/* Compressed inline extent has no on-disk size, skip it */
		if (btrfs_file_extent_compression(leaf, fi) !=
		    BTRFS_COMPRESS_NONE)
			return 0;

		/* Uncompressed inline extent size must match item size */
		if (item_size != BTRFS_FILE_EXTENT_INLINE_DATA_START +
		    btrfs_file_extent_ram_bytes(leaf, fi)) {
176
			file_extent_err(fs_info, leaf, slot,
177 178 179
	"invalid ram_bytes for uncompressed inline extent, have %u expect %llu",
				item_size, BTRFS_FILE_EXTENT_INLINE_DATA_START +
				btrfs_file_extent_ram_bytes(leaf, fi));
180 181 182 183 184 185 186
			return -EUCLEAN;
		}
		return 0;
	}

	/* Regular or preallocated extent has fixed item size */
	if (item_size != sizeof(*fi)) {
187
		file_extent_err(fs_info, leaf, slot,
188
	"invalid item size for reg/prealloc file extent, have %u expect %zu",
189
			item_size, sizeof(*fi));
190 191
		return -EUCLEAN;
	}
192 193 194 195 196
	if (CHECK_FE_ALIGNED(fs_info, leaf, slot, fi, ram_bytes, sectorsize) ||
	    CHECK_FE_ALIGNED(fs_info, leaf, slot, fi, disk_bytenr, sectorsize) ||
	    CHECK_FE_ALIGNED(fs_info, leaf, slot, fi, disk_num_bytes, sectorsize) ||
	    CHECK_FE_ALIGNED(fs_info, leaf, slot, fi, offset, sectorsize) ||
	    CHECK_FE_ALIGNED(fs_info, leaf, slot, fi, num_bytes, sectorsize))
197 198 199 200
		return -EUCLEAN;
	return 0;
}

201 202 203
static int check_csum_item(struct btrfs_fs_info *fs_info,
			   struct extent_buffer *leaf, struct btrfs_key *key,
			   int slot)
204
{
205 206
	u32 sectorsize = fs_info->sectorsize;
	u32 csumsize = btrfs_super_csum_size(fs_info->super_copy);
207 208

	if (key->objectid != BTRFS_EXTENT_CSUM_OBJECTID) {
209
		generic_err(fs_info, leaf, slot,
210 211
		"invalid key objectid for csum item, have %llu expect %llu",
			key->objectid, BTRFS_EXTENT_CSUM_OBJECTID);
212 213 214
		return -EUCLEAN;
	}
	if (!IS_ALIGNED(key->offset, sectorsize)) {
215
		generic_err(fs_info, leaf, slot,
216 217
	"unaligned key offset for csum item, have %llu should be aligned to %u",
			key->offset, sectorsize);
218 219 220
		return -EUCLEAN;
	}
	if (!IS_ALIGNED(btrfs_item_size_nr(leaf, slot), csumsize)) {
221
		generic_err(fs_info, leaf, slot,
222 223
	"unaligned item size for csum item, have %u should be aligned to %u",
			btrfs_item_size_nr(leaf, slot), csumsize);
224 225 226 227 228
		return -EUCLEAN;
	}
	return 0;
}

229 230 231 232 233
/*
 * Customized reported for dir_item, only important new info is key->objectid,
 * which represents inode number
 */
__printf(4, 5)
234
__cold
235
static void dir_item_err(const struct btrfs_fs_info *fs_info,
236 237 238 239 240 241 242 243 244 245 246 247 248
			 const struct extent_buffer *eb, int slot,
			 const char *fmt, ...)
{
	struct btrfs_key key;
	struct va_format vaf;
	va_list args;

	btrfs_item_key_to_cpu(eb, &key, slot);
	va_start(args, fmt);

	vaf.fmt = fmt;
	vaf.va = &args;

249
	btrfs_crit(fs_info,
250
	"corrupt %s: root=%llu block=%llu slot=%d ino=%llu, %pV",
251 252 253
		btrfs_header_level(eb) == 0 ? "leaf" : "node",
		btrfs_header_owner(eb), btrfs_header_bytenr(eb), slot,
		key.objectid, &vaf);
254 255 256
	va_end(args);
}

257
static int check_dir_item(struct btrfs_fs_info *fs_info,
258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275
			  struct extent_buffer *leaf,
			  struct btrfs_key *key, int slot)
{
	struct btrfs_dir_item *di;
	u32 item_size = btrfs_item_size_nr(leaf, slot);
	u32 cur = 0;

	di = btrfs_item_ptr(leaf, slot, struct btrfs_dir_item);
	while (cur < item_size) {
		u32 name_len;
		u32 data_len;
		u32 max_name_len;
		u32 total_size;
		u32 name_hash;
		u8 dir_type;

		/* header itself should not cross item boundary */
		if (cur + sizeof(*di) > item_size) {
276
			dir_item_err(fs_info, leaf, slot,
277
		"dir item header crosses item boundary, have %zu boundary %u",
278 279 280 281 282 283 284
				cur + sizeof(*di), item_size);
			return -EUCLEAN;
		}

		/* dir type check */
		dir_type = btrfs_dir_type(leaf, di);
		if (dir_type >= BTRFS_FT_MAX) {
285
			dir_item_err(fs_info, leaf, slot,
286 287 288 289 290 291 292
			"invalid dir item type, have %u expect [0, %u)",
				dir_type, BTRFS_FT_MAX);
			return -EUCLEAN;
		}

		if (key->type == BTRFS_XATTR_ITEM_KEY &&
		    dir_type != BTRFS_FT_XATTR) {
293
			dir_item_err(fs_info, leaf, slot,
294 295 296 297 298 299
		"invalid dir item type for XATTR key, have %u expect %u",
				dir_type, BTRFS_FT_XATTR);
			return -EUCLEAN;
		}
		if (dir_type == BTRFS_FT_XATTR &&
		    key->type != BTRFS_XATTR_ITEM_KEY) {
300
			dir_item_err(fs_info, leaf, slot,
301 302 303 304 305 306 307 308 309 310 311 312
			"xattr dir type found for non-XATTR key");
			return -EUCLEAN;
		}
		if (dir_type == BTRFS_FT_XATTR)
			max_name_len = XATTR_NAME_MAX;
		else
			max_name_len = BTRFS_NAME_LEN;

		/* Name/data length check */
		name_len = btrfs_dir_name_len(leaf, di);
		data_len = btrfs_dir_data_len(leaf, di);
		if (name_len > max_name_len) {
313
			dir_item_err(fs_info, leaf, slot,
314 315 316 317
			"dir item name len too long, have %u max %u",
				name_len, max_name_len);
			return -EUCLEAN;
		}
318 319
		if (name_len + data_len > BTRFS_MAX_XATTR_SIZE(fs_info)) {
			dir_item_err(fs_info, leaf, slot,
320 321
			"dir item name and data len too long, have %u max %u",
				name_len + data_len,
322
				BTRFS_MAX_XATTR_SIZE(fs_info));
323 324 325 326
			return -EUCLEAN;
		}

		if (data_len && dir_type != BTRFS_FT_XATTR) {
327
			dir_item_err(fs_info, leaf, slot,
328 329 330 331 332 333 334 335 336
			"dir item with invalid data len, have %u expect 0",
				data_len);
			return -EUCLEAN;
		}

		total_size = sizeof(*di) + name_len + data_len;

		/* header and name/data should not cross item boundary */
		if (cur + total_size > item_size) {
337
			dir_item_err(fs_info, leaf, slot,
338 339 340 341 342 343 344 345 346 347 348
		"dir item data crosses item boundary, have %u boundary %u",
				cur + total_size, item_size);
			return -EUCLEAN;
		}

		/*
		 * Special check for XATTR/DIR_ITEM, as key->offset is name
		 * hash, should match its name
		 */
		if (key->type == BTRFS_DIR_ITEM_KEY ||
		    key->type == BTRFS_XATTR_ITEM_KEY) {
349 350
			char namebuf[max(BTRFS_NAME_LEN, XATTR_NAME_MAX)];

351 352 353 354
			read_extent_buffer(leaf, namebuf,
					(unsigned long)(di + 1), name_len);
			name_hash = btrfs_name_hash(namebuf, name_len);
			if (key->offset != name_hash) {
355
				dir_item_err(fs_info, leaf, slot,
356 357 358 359 360 361 362 363 364 365 366
		"name hash mismatch with key, have 0x%016x expect 0x%016llx",
					name_hash, key->offset);
				return -EUCLEAN;
			}
		}
		cur += total_size;
		di = (struct btrfs_dir_item *)((void *)di + total_size);
	}
	return 0;
}

367 368 369
/*
 * Common point to switch the item-specific validation.
 */
370
static int check_leaf_item(struct btrfs_fs_info *fs_info,
371 372 373 374 375 376 377
			   struct extent_buffer *leaf,
			   struct btrfs_key *key, int slot)
{
	int ret = 0;

	switch (key->type) {
	case BTRFS_EXTENT_DATA_KEY:
378
		ret = check_extent_data_item(fs_info, leaf, key, slot);
379 380
		break;
	case BTRFS_EXTENT_CSUM_KEY:
381
		ret = check_csum_item(fs_info, leaf, key, slot);
382
		break;
383 384 385
	case BTRFS_DIR_ITEM_KEY:
	case BTRFS_DIR_INDEX_KEY:
	case BTRFS_XATTR_ITEM_KEY:
386
		ret = check_dir_item(fs_info, leaf, key, slot);
387
		break;
388 389 390 391
	}
	return ret;
}

392
static int check_leaf(struct btrfs_fs_info *fs_info, struct extent_buffer *leaf,
393
		      bool check_item_data)
394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426
{
	/* No valid key type is 0, so all key should be larger than this key */
	struct btrfs_key prev_key = {0, 0, 0};
	struct btrfs_key key;
	u32 nritems = btrfs_header_nritems(leaf);
	int slot;

	/*
	 * Extent buffers from a relocation tree have a owner field that
	 * corresponds to the subvolume tree they are based on. So just from an
	 * extent buffer alone we can not find out what is the id of the
	 * corresponding subvolume tree, so we can not figure out if the extent
	 * buffer corresponds to the root of the relocation tree or not. So
	 * skip this check for relocation trees.
	 */
	if (nritems == 0 && !btrfs_header_flag(leaf, BTRFS_HEADER_FLAG_RELOC)) {
		struct btrfs_root *check_root;

		key.objectid = btrfs_header_owner(leaf);
		key.type = BTRFS_ROOT_ITEM_KEY;
		key.offset = (u64)-1;

		check_root = btrfs_get_fs_root(fs_info, &key, false);
		/*
		 * The only reason we also check NULL here is that during
		 * open_ctree() some roots has not yet been set up.
		 */
		if (!IS_ERR_OR_NULL(check_root)) {
			struct extent_buffer *eb;

			eb = btrfs_root_node(check_root);
			/* if leaf is the root, then it's fine */
			if (leaf != eb) {
427
				generic_err(fs_info, leaf, 0,
428 429
		"invalid nritems, have %u should not be 0 for non-root leaf",
					nritems);
430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459
				free_extent_buffer(eb);
				return -EUCLEAN;
			}
			free_extent_buffer(eb);
		}
		return 0;
	}

	if (nritems == 0)
		return 0;

	/*
	 * Check the following things to make sure this is a good leaf, and
	 * leaf users won't need to bother with similar sanity checks:
	 *
	 * 1) key ordering
	 * 2) item offset and size
	 *    No overlap, no hole, all inside the leaf.
	 * 3) item content
	 *    If possible, do comprehensive sanity check.
	 *    NOTE: All checks must only rely on the item data itself.
	 */
	for (slot = 0; slot < nritems; slot++) {
		u32 item_end_expected;
		int ret;

		btrfs_item_key_to_cpu(leaf, &key, slot);

		/* Make sure the keys are in the right order */
		if (btrfs_comp_cpu_keys(&prev_key, &key) >= 0) {
460
			generic_err(fs_info, leaf, slot,
461 462 463 464
	"bad key order, prev (%llu %u %llu) current (%llu %u %llu)",
				prev_key.objectid, prev_key.type,
				prev_key.offset, key.objectid, key.type,
				key.offset);
465 466 467 468 469 470 471 472 473 474 475 476 477 478
			return -EUCLEAN;
		}

		/*
		 * Make sure the offset and ends are right, remember that the
		 * item data starts at the end of the leaf and grows towards the
		 * front.
		 */
		if (slot == 0)
			item_end_expected = BTRFS_LEAF_DATA_SIZE(fs_info);
		else
			item_end_expected = btrfs_item_offset_nr(leaf,
								 slot - 1);
		if (btrfs_item_end_nr(leaf, slot) != item_end_expected) {
479
			generic_err(fs_info, leaf, slot,
480 481 482
				"unexpected item end, have %u expect %u",
				btrfs_item_end_nr(leaf, slot),
				item_end_expected);
483 484 485 486 487 488 489 490 491 492
			return -EUCLEAN;
		}

		/*
		 * Check to make sure that we don't point outside of the leaf,
		 * just in case all the items are consistent to each other, but
		 * all point outside of the leaf.
		 */
		if (btrfs_item_end_nr(leaf, slot) >
		    BTRFS_LEAF_DATA_SIZE(fs_info)) {
493
			generic_err(fs_info, leaf, slot,
494 495 496
			"slot end outside of leaf, have %u expect range [0, %u]",
				btrfs_item_end_nr(leaf, slot),
				BTRFS_LEAF_DATA_SIZE(fs_info));
497 498 499 500 501 502
			return -EUCLEAN;
		}

		/* Also check if the item pointer overlaps with btrfs item. */
		if (btrfs_item_nr_offset(slot) + sizeof(struct btrfs_item) >
		    btrfs_item_ptr_offset(leaf, slot)) {
503
			generic_err(fs_info, leaf, slot,
504 505 506 507
		"slot overlaps with its data, item end %lu data start %lu",
				btrfs_item_nr_offset(slot) +
				sizeof(struct btrfs_item),
				btrfs_item_ptr_offset(leaf, slot));
508 509 510
			return -EUCLEAN;
		}

511 512 513 514 515
		if (check_item_data) {
			/*
			 * Check if the item size and content meet other
			 * criteria
			 */
516
			ret = check_leaf_item(fs_info, leaf, &key, slot);
517 518 519
			if (ret < 0)
				return ret;
		}
520 521 522 523 524 525 526 527 528

		prev_key.objectid = key.objectid;
		prev_key.type = key.type;
		prev_key.offset = key.offset;
	}

	return 0;
}

529 530
int btrfs_check_leaf_full(struct btrfs_fs_info *fs_info,
			  struct extent_buffer *leaf)
531
{
532
	return check_leaf(fs_info, leaf, true);
533 534
}

535
int btrfs_check_leaf_relaxed(struct btrfs_fs_info *fs_info,
536 537
			     struct extent_buffer *leaf)
{
538
	return check_leaf(fs_info, leaf, false);
539 540
}

541
int btrfs_check_node(struct btrfs_fs_info *fs_info, struct extent_buffer *node)
542 543 544 545 546 547 548
{
	unsigned long nr = btrfs_header_nritems(node);
	struct btrfs_key key, next_key;
	int slot;
	u64 bytenr;
	int ret = 0;

549 550
	if (nr == 0 || nr > BTRFS_NODEPTRS_PER_BLOCK(fs_info)) {
		btrfs_crit(fs_info,
551
"corrupt node: root=%llu block=%llu, nritems too %s, have %lu expect range [1,%u]",
552
			   btrfs_header_owner(node), node->start,
553
			   nr == 0 ? "small" : "large", nr,
554
			   BTRFS_NODEPTRS_PER_BLOCK(fs_info));
555
		return -EUCLEAN;
556 557 558 559 560 561 562 563
	}

	for (slot = 0; slot < nr - 1; slot++) {
		bytenr = btrfs_node_blockptr(node, slot);
		btrfs_node_key_to_cpu(node, &key, slot);
		btrfs_node_key_to_cpu(node, &next_key, slot + 1);

		if (!bytenr) {
564
			generic_err(fs_info, node, slot,
565 566 567 568
				"invalid NULL node pointer");
			ret = -EUCLEAN;
			goto out;
		}
569 570
		if (!IS_ALIGNED(bytenr, fs_info->sectorsize)) {
			generic_err(fs_info, node, slot,
571
			"unaligned pointer, have %llu should be aligned to %u",
572
				bytenr, fs_info->sectorsize);
573
			ret = -EUCLEAN;
574 575 576 577
			goto out;
		}

		if (btrfs_comp_cpu_keys(&key, &next_key) >= 0) {
578
			generic_err(fs_info, node, slot,
579 580 581 582 583
	"bad key order, current (%llu %u %llu) next (%llu %u %llu)",
				key.objectid, key.type, key.offset,
				next_key.objectid, next_key.type,
				next_key.offset);
			ret = -EUCLEAN;
584 585 586 587 588 589
			goto out;
		}
	}
out:
	return ret;
}