ctree.h 135.2 KB
Newer Older
1
/* SPDX-License-Identifier: GPL-2.0 */
C
Chris Mason 已提交
2 3 4 5
/*
 * Copyright (C) 2007 Oracle.  All rights reserved.
 */

6 7
#ifndef BTRFS_CTREE_H
#define BTRFS_CTREE_H
8

9
#include <linux/mm.h>
10
#include <linux/sched/signal.h>
11
#include <linux/highmem.h>
C
Chris Mason 已提交
12
#include <linux/fs.h>
A
Arne Jansen 已提交
13
#include <linux/rwsem.h>
S
Stefan Behrens 已提交
14
#include <linux/semaphore.h>
15
#include <linux/completion.h>
C
Chris Mason 已提交
16
#include <linux/backing-dev.h>
17
#include <linux/wait.h>
18
#include <linux/slab.h>
19
#include <trace/events/btrfs.h>
20
#include <asm/unaligned.h>
21
#include <linux/pagemap.h>
22
#include <linux/btrfs.h>
23
#include <linux/btrfs_tree.h>
24
#include <linux/workqueue.h>
25
#include <linux/security.h>
26
#include <linux/sizes.h>
J
Jeff Mahoney 已提交
27
#include <linux/dynamic_debug.h>
28
#include <linux/refcount.h>
29
#include <linux/crc32c.h>
30
#include <linux/iomap.h>
31
#include "extent-io-tree.h"
32
#include "extent_io.h"
33
#include "extent_map.h"
34
#include "async-thread.h"
35
#include "block-rsv.h"
N
Nikolay Borisov 已提交
36
#include "locking.h"
C
Chris Mason 已提交
37

38
struct btrfs_trans_handle;
C
Chris Mason 已提交
39
struct btrfs_transaction;
40
struct btrfs_pending_snapshot;
41
struct btrfs_delayed_ref_root;
42
struct btrfs_space_info;
43
struct btrfs_block_group;
C
Chris Mason 已提交
44 45
extern struct kmem_cache *btrfs_trans_handle_cachep;
extern struct kmem_cache *btrfs_bit_radix_cachep;
C
Chris Mason 已提交
46
extern struct kmem_cache *btrfs_path_cachep;
47
extern struct kmem_cache *btrfs_free_space_cachep;
48
extern struct kmem_cache *btrfs_free_space_bitmap_cachep;
49
struct btrfs_ordered_sum;
50
struct btrfs_ref;
51
struct btrfs_bio;
52
struct btrfs_ioctl_encoded_io_args;
53

54
#define BTRFS_MAGIC 0x4D5F53665248425FULL /* ascii _BHRfS_M, no null */
55

D
David Sterba 已提交
56 57 58 59 60 61 62
/*
 * Maximum number of mirrors that can be available for all profiles counting
 * the target device of dev-replace as one. During an active device replace
 * procedure, the target device of the copy operation is a mirror for the
 * filesystem data as well that can be used to read data in order to repair
 * read errors on other disks.
 *
63
 * Current value is derived from RAID1C4 with 4 copies.
D
David Sterba 已提交
64
 */
65
#define BTRFS_MAX_MIRRORS (4 + 1)
66

67
#define BTRFS_MAX_LEVEL 8
68

69 70
#define BTRFS_OLDEST_GENERATION	0ULL

C
Chris Mason 已提交
71 72 73 74 75 76
/*
 * we can actually store much bigger names, but lets not confuse the rest
 * of linux
 */
#define BTRFS_NAME_LEN 255

M
Mark Fasheh 已提交
77 78 79 80 81 82 83
/*
 * Theoretical limit is larger, but we keep this down to a sane
 * value. That should limit greatly the possibility of collisions on
 * inode ref items.
 */
#define BTRFS_LINK_MAX 65535U

84
#define BTRFS_EMPTY_DIR_SIZE 0
C
Chris Mason 已提交
85

86 87 88
/* ioprio of readahead is set to idle */
#define BTRFS_IOPRIO_READA (IOPRIO_PRIO_VALUE(IOPRIO_CLASS_IDLE, 0))

89
#define BTRFS_DIRTY_METADATA_THRESH	SZ_32M
90

91 92 93 94 95 96 97 98
/*
 * Use large batch size to reduce overhead of metadata updates.  On the reader
 * side, we only read it when we are close to ENOSPC and the read overhead is
 * mostly related to the number of CPUs, so it is OK to use arbitrary large
 * value here.
 */
#define BTRFS_TOTAL_BYTES_PINNED_BATCH	SZ_128M

99
#define BTRFS_MAX_EXTENT_SIZE SZ_128M
100

101 102 103 104 105 106 107 108
/*
 * Deltas are an effective way to populate global statistics.  Give macro names
 * to make it clear what we're doing.  An example is discard_extents in
 * btrfs_free_space_ctl.
 */
#define BTRFS_STAT_NR_ENTRIES	2
#define BTRFS_STAT_CURR		0
#define BTRFS_STAT_PREV		1
109

110 111 112 113 114 115 116 117
/*
 * Count how many BTRFS_MAX_EXTENT_SIZE cover the @size
 */
static inline u32 count_max_extents(u64 size)
{
	return div_u64(size + BTRFS_MAX_EXTENT_SIZE - 1, BTRFS_MAX_EXTENT_SIZE);
}

118 119 120 121 122 123 124
static inline unsigned long btrfs_chunk_item_size(int num_stripes)
{
	BUG_ON(num_stripes == 0);
	return sizeof(struct btrfs_chunk) +
		sizeof(struct btrfs_stripe) * (num_stripes - 1);
}

L
liubo 已提交
125
/*
126
 * Runtime (in-memory) states of filesystem
L
liubo 已提交
127
 */
128 129 130 131 132 133 134 135
enum {
	/* Global indicator of serious filesystem errors */
	BTRFS_FS_STATE_ERROR,
	/*
	 * Filesystem is being remounted, allow to skip some operations, like
	 * defrag
	 */
	BTRFS_FS_STATE_REMOUNTING,
136 137
	/* Filesystem in RO mode */
	BTRFS_FS_STATE_RO,
138 139 140 141 142 143 144 145 146
	/* Track if a transaction abort has been reported on this filesystem */
	BTRFS_FS_STATE_TRANS_ABORTED,
	/*
	 * Bio operations should be blocked on this filesystem because a source
	 * or target device is being destroyed as part of a device replace
	 */
	BTRFS_FS_STATE_DEV_REPLACING,
	/* The btrfs_fs_info created for self-tests */
	BTRFS_FS_STATE_DUMMY_FS_INFO,
147 148

	BTRFS_FS_STATE_NO_CSUMS,
149 150 151

	/* Indicates there was an error cleaning up a log tree. */
	BTRFS_FS_STATE_LOG_CLEANUP_ERROR,
152 153

	BTRFS_FS_STATE_COUNT
154
};
L
liubo 已提交
155

156 157 158 159 160 161 162
#define BTRFS_BACKREF_REV_MAX		256
#define BTRFS_BACKREF_REV_SHIFT		56
#define BTRFS_BACKREF_REV_MASK		(((u64)BTRFS_BACKREF_REV_MAX - 1) << \
					 BTRFS_BACKREF_REV_SHIFT)

#define BTRFS_OLD_BACKREF_REV		0
#define BTRFS_MIXED_BACKREF_REV		1
163

164 165 166
/*
 * every tree block (leaf or node) starts with this header.
 */
167
struct btrfs_header {
168
	/* these first four must match the super block */
C
Chris Mason 已提交
169
	u8 csum[BTRFS_CSUM_SIZE];
170
	u8 fsid[BTRFS_FSID_SIZE]; /* FS specific uuid */
171
	__le64 bytenr; /* which block this node is supposed to live in */
172
	__le64 flags;
173 174 175

	/* allowed to be different from the super from here on down */
	u8 chunk_tree_uuid[BTRFS_UUID_SIZE];
176
	__le64 generation;
177
	__le64 owner;
178
	__le32 nritems;
179
	u8 level;
180 181
} __attribute__ ((__packed__));

182 183 184 185 186 187
/*
 * this is a very generous portion of the super block, giving us
 * room to translate 14 chunks with 3 stripes each.
 */
#define BTRFS_SYSTEM_CHUNK_ARRAY_SIZE 2048

C
Chris Mason 已提交
188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216
/*
 * just in case we somehow lose the roots and are not able to mount,
 * we store an array of the roots from previous transactions
 * in the super.
 */
#define BTRFS_NUM_BACKUP_ROOTS 4
struct btrfs_root_backup {
	__le64 tree_root;
	__le64 tree_root_gen;

	__le64 chunk_root;
	__le64 chunk_root_gen;

	__le64 extent_root;
	__le64 extent_root_gen;

	__le64 fs_root;
	__le64 fs_root_gen;

	__le64 dev_root;
	__le64 dev_root_gen;

	__le64 csum_root;
	__le64 csum_root_gen;

	__le64 total_bytes;
	__le64 bytes_used;
	__le64 num_devices;
	/* future */
M
Masanari Iida 已提交
217
	__le64 unused_64[4];
C
Chris Mason 已提交
218 219 220 221 222 223 224 225 226 227 228

	u8 tree_root_level;
	u8 chunk_root_level;
	u8 extent_root_level;
	u8 fs_root_level;
	u8 dev_root_level;
	u8 csum_root_level;
	/* future and to align */
	u8 unused_8[10];
} __attribute__ ((__packed__));

229 230 231
#define BTRFS_SUPER_INFO_OFFSET			SZ_64K
#define BTRFS_SUPER_INFO_SIZE			4096

232 233 234 235
/*
 * the super block basically lists the main trees of the FS
 * it currently lacks any block count etc etc
 */
C
Chris Mason 已提交
236
struct btrfs_super_block {
237
	/* the first 4 fields must match struct btrfs_header */
238 239 240
	u8 csum[BTRFS_CSUM_SIZE];
	/* FS specific UUID, visible to user */
	u8 fsid[BTRFS_FSID_SIZE];
241
	__le64 bytenr; /* this block number */
242
	__le64 flags;
243 244

	/* allowed to be different from the btrfs_header from here own down */
245 246 247
	__le64 magic;
	__le64 generation;
	__le64 root;
248
	__le64 chunk_root;
249
	__le64 log_root;
250 251 252

	/* this will help find the new super based on the log root */
	__le64 log_root_transid;
253 254
	__le64 total_bytes;
	__le64 bytes_used;
255
	__le64 root_dir_objectid;
256
	__le64 num_devices;
257 258
	__le32 sectorsize;
	__le32 nodesize;
259
	__le32 __unused_leafsize;
260
	__le32 stripesize;
261
	__le32 sys_chunk_array_size;
262
	__le64 chunk_root_generation;
263 264 265
	__le64 compat_flags;
	__le64 compat_ro_flags;
	__le64 incompat_flags;
266
	__le16 csum_type;
267
	u8 root_level;
268
	u8 chunk_root_level;
269
	u8 log_root_level;
270
	struct btrfs_dev_item dev_item;
271

272
	char label[BTRFS_LABEL_SIZE];
273

274
	__le64 cache_generation;
275
	__le64 uuid_tree_generation;
276

277 278 279
	/* the UUID written into btree blocks */
	u8 metadata_uuid[BTRFS_FSID_SIZE];

280 281 282 283 284
	/* Extent tree v2 */
	__le64 block_group_root;
	__le64 block_group_root_generation;
	u8 block_group_root_level;

285
	/* future expansion */
286 287
	u8 reserved8[7];
	__le64 reserved[25];
288
	u8 sys_chunk_array[BTRFS_SYSTEM_CHUNK_ARRAY_SIZE];
C
Chris Mason 已提交
289
	struct btrfs_root_backup super_roots[BTRFS_NUM_BACKUP_ROOTS];
290 291 292

	/* Padded to 4096 bytes */
	u8 padding[565];
C
Chris Mason 已提交
293
} __attribute__ ((__packed__));
294
static_assert(sizeof(struct btrfs_super_block) == BTRFS_SUPER_INFO_SIZE);
C
Chris Mason 已提交
295

296 297 298 299
/*
 * Compat flags that we support.  If any incompat flags are set other than the
 * ones specified below then we will fail to mount
 */
300
#define BTRFS_FEATURE_COMPAT_SUPP		0ULL
301 302
#define BTRFS_FEATURE_COMPAT_SAFE_SET		0ULL
#define BTRFS_FEATURE_COMPAT_SAFE_CLEAR		0ULL
303 304

#define BTRFS_FEATURE_COMPAT_RO_SUPP			\
305
	(BTRFS_FEATURE_COMPAT_RO_FREE_SPACE_TREE |	\
B
Boris Burkov 已提交
306 307
	 BTRFS_FEATURE_COMPAT_RO_FREE_SPACE_TREE_VALID | \
	 BTRFS_FEATURE_COMPAT_RO_VERITY)
308

309 310 311
#define BTRFS_FEATURE_COMPAT_RO_SAFE_SET	0ULL
#define BTRFS_FEATURE_COMPAT_RO_SAFE_CLEAR	0ULL

312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331
#ifdef CONFIG_BTRFS_DEBUG
/*
 * Extent tree v2 supported only with CONFIG_BTRFS_DEBUG
 */
#define BTRFS_FEATURE_INCOMPAT_SUPP			\
	(BTRFS_FEATURE_INCOMPAT_MIXED_BACKREF |		\
	 BTRFS_FEATURE_INCOMPAT_DEFAULT_SUBVOL |	\
	 BTRFS_FEATURE_INCOMPAT_MIXED_GROUPS |		\
	 BTRFS_FEATURE_INCOMPAT_BIG_METADATA |		\
	 BTRFS_FEATURE_INCOMPAT_COMPRESS_LZO |		\
	 BTRFS_FEATURE_INCOMPAT_COMPRESS_ZSTD |		\
	 BTRFS_FEATURE_INCOMPAT_RAID56 |		\
	 BTRFS_FEATURE_INCOMPAT_EXTENDED_IREF |		\
	 BTRFS_FEATURE_INCOMPAT_SKINNY_METADATA |	\
	 BTRFS_FEATURE_INCOMPAT_NO_HOLES	|	\
	 BTRFS_FEATURE_INCOMPAT_METADATA_UUID	|	\
	 BTRFS_FEATURE_INCOMPAT_RAID1C34	|	\
	 BTRFS_FEATURE_INCOMPAT_ZONED		|	\
	 BTRFS_FEATURE_INCOMPAT_EXTENT_TREE_V2)
#else
332 333
#define BTRFS_FEATURE_INCOMPAT_SUPP			\
	(BTRFS_FEATURE_INCOMPAT_MIXED_BACKREF |		\
334
	 BTRFS_FEATURE_INCOMPAT_DEFAULT_SUBVOL |	\
L
Li Zefan 已提交
335
	 BTRFS_FEATURE_INCOMPAT_MIXED_GROUPS |		\
336
	 BTRFS_FEATURE_INCOMPAT_BIG_METADATA |		\
M
Mark Fasheh 已提交
337
	 BTRFS_FEATURE_INCOMPAT_COMPRESS_LZO |		\
N
Nick Terrell 已提交
338
	 BTRFS_FEATURE_INCOMPAT_COMPRESS_ZSTD |		\
D
David Woodhouse 已提交
339
	 BTRFS_FEATURE_INCOMPAT_RAID56 |		\
340
	 BTRFS_FEATURE_INCOMPAT_EXTENDED_IREF |		\
341
	 BTRFS_FEATURE_INCOMPAT_SKINNY_METADATA |	\
342
	 BTRFS_FEATURE_INCOMPAT_NO_HOLES	|	\
343
	 BTRFS_FEATURE_INCOMPAT_METADATA_UUID	|	\
344 345
	 BTRFS_FEATURE_INCOMPAT_RAID1C34	|	\
	 BTRFS_FEATURE_INCOMPAT_ZONED)
346
#endif
347

348 349 350
#define BTRFS_FEATURE_INCOMPAT_SAFE_SET			\
	(BTRFS_FEATURE_INCOMPAT_EXTENDED_IREF)
#define BTRFS_FEATURE_INCOMPAT_SAFE_CLEAR		0ULL
351

352
/*
353
 * A leaf is full of items. offset and size tell us where to find
354 355
 * the item in the leaf (relative to the start of the data area)
 */
C
Chris Mason 已提交
356
struct btrfs_item {
C
Chris Mason 已提交
357
	struct btrfs_disk_key key;
C
Chris Mason 已提交
358
	__le32 offset;
359
	__le32 size;
360 361
} __attribute__ ((__packed__));

362 363 364 365 366 367 368
/*
 * leaves have an item area and a data area:
 * [item0, item1....itemN] [free space] [dataN...data1, data0]
 *
 * The data is separate from the items to get the keys closer together
 * during searches.
 */
C
Chris Mason 已提交
369
struct btrfs_leaf {
370
	struct btrfs_header header;
C
Chris Mason 已提交
371
	struct btrfs_item items[];
372 373
} __attribute__ ((__packed__));

374 375 376 377
/*
 * all non-leaf blocks are nodes, they hold only keys and pointers to
 * other blocks
 */
C
Chris Mason 已提交
378 379 380
struct btrfs_key_ptr {
	struct btrfs_disk_key key;
	__le64 blockptr;
381
	__le64 generation;
C
Chris Mason 已提交
382 383
} __attribute__ ((__packed__));

C
Chris Mason 已提交
384
struct btrfs_node {
385
	struct btrfs_header header;
C
Chris Mason 已提交
386
	struct btrfs_key_ptr ptrs[];
387 388
} __attribute__ ((__packed__));

389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409
/* Read ahead values for struct btrfs_path.reada */
enum {
	READA_NONE,
	READA_BACK,
	READA_FORWARD,
	/*
	 * Similar to READA_FORWARD but unlike it:
	 *
	 * 1) It will trigger readahead even for leaves that are not close to
	 *    each other on disk;
	 * 2) It also triggers readahead for nodes;
	 * 3) During a search, even when a node or leaf is already in memory, it
	 *    will still trigger readahead for other nodes and leaves that follow
	 *    it.
	 *
	 * This is meant to be used only when we know we are iterating over the
	 * entire tree or a very large part of it.
	 */
	READA_FORWARD_ALWAYS,
};

410
/*
C
Chris Mason 已提交
411 412
 * btrfs_paths remember the path taken from the root down to the leaf.
 * level 0 is always the leaf, and nodes[1...BTRFS_MAX_LEVEL] will point
413 414 415 416 417
 * to any other levels that are present.
 *
 * The slots array records the index of the item or block pointer
 * used while walking the tree.
 */
C
Chris Mason 已提交
418
struct btrfs_path {
419
	struct extent_buffer *nodes[BTRFS_MAX_LEVEL];
C
Chris Mason 已提交
420
	int slots[BTRFS_MAX_LEVEL];
421
	/* if there is real range locking, this locks field will change */
422
	u8 locks[BTRFS_MAX_LEVEL];
423
	u8 reada;
424
	/* keep some upper locks as we walk down */
425
	u8 lowest_level;
426 427 428 429 430

	/*
	 * set by btrfs_split_item, tells search_slot to keep all locks
	 * and to force calls to keep space in the nodes
	 */
431 432 433
	unsigned int search_for_split:1;
	unsigned int keep_locks:1;
	unsigned int skip_locking:1;
434
	unsigned int search_commit_root:1;
435
	unsigned int need_commit_sem:1;
436
	unsigned int skip_release_on_error:1;
437 438 439 440 441 442
	/*
	 * Indicate that new item (btrfs_search_slot) is extending already
	 * existing item and ins_len contains only the data size and not item
	 * header (ie. sizeof(struct btrfs_item) is not included).
	 */
	unsigned int search_for_extension:1;
443
};
444
#define BTRFS_MAX_EXTENT_ITEM_SIZE(r) ((BTRFS_LEAF_DATA_SIZE(r->fs_info) >> 4) - \
445
					sizeof(struct btrfs_item))
446 447
struct btrfs_dev_replace {
	u64 replace_state;	/* see #define above */
448 449
	time64_t time_started;	/* seconds since 1-Jan-1970 */
	time64_t time_stopped;	/* seconds since 1-Jan-1970 */
450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465
	atomic64_t num_write_errors;
	atomic64_t num_uncorrectable_read_errors;

	u64 cursor_left;
	u64 committed_cursor_left;
	u64 cursor_left_last_write_of_item;
	u64 cursor_right;

	u64 cont_reading_from_srcdev_mode;	/* see #define above */

	int is_valid;
	int item_needs_writeback;
	struct btrfs_device *srcdev;
	struct btrfs_device *tgtdev;

	struct mutex lock_finishing_cancel_unmount;
466
	struct rw_semaphore rwsem;
467 468

	struct btrfs_scrub_progress scrub_progress;
469 470 471

	struct percpu_counter bio_counter;
	wait_queue_head_t replace_wait;
472 473
};

474 475
/*
 * free clusters are used to claim free space in relatively large chunks,
476 477
 * allowing us to do less seeky writes. They are used for all metadata
 * allocations. In ssd_spread mode they are also used for data allocations.
478 479 480 481 482 483 484 485 486 487 488 489
 */
struct btrfs_free_cluster {
	spinlock_t lock;
	spinlock_t refill_lock;
	struct rb_root root;

	/* largest extent in this cluster */
	u64 max_size;

	/* first extent starting offset */
	u64 window_start;

490 491 492
	/* We did a full search and couldn't create a cluster */
	bool fragmented;

493
	struct btrfs_block_group *block_group;
494 495 496 497 498 499
	/*
	 * when a cluster is allocated from a block group, we put the
	 * cluster onto a list in the block group so that it can
	 * be freed before the block group is freed.
	 */
	struct list_head block_group_list;
500 501
};

J
Josef Bacik 已提交
502
enum btrfs_caching_type {
503 504 505 506 507
	BTRFS_CACHE_NO,
	BTRFS_CACHE_STARTED,
	BTRFS_CACHE_FAST,
	BTRFS_CACHE_FINISHED,
	BTRFS_CACHE_ERROR,
J
Josef Bacik 已提交
508 509
};

510 511 512 513 514 515 516 517
/*
 * Tree to record all locked full stripes of a RAID5/6 block group
 */
struct btrfs_full_stripe_locks_tree {
	struct rb_root root;
	struct mutex lock;
};

518 519 520
/* Discard control. */
/*
 * Async discard uses multiple lists to differentiate the discard filter
521 522 523 524
 * parameters.  Index 0 is for completely free block groups where we need to
 * ensure the entire block group is trimmed without being lossy.  Indices
 * afterwards represent monotonically decreasing discard filter sizes to
 * prioritize what should be discarded next.
525
 */
D
Dennis Zhou 已提交
526
#define BTRFS_NR_DISCARD_LISTS		3
527 528
#define BTRFS_DISCARD_INDEX_UNUSED	0
#define BTRFS_DISCARD_INDEX_START	1
529 530 531 532 533 534 535

struct btrfs_discard_ctl {
	struct workqueue_struct *discard_workers;
	struct delayed_work work;
	spinlock_t lock;
	struct btrfs_block_group *block_group;
	struct list_head discard_list[BTRFS_NR_DISCARD_LISTS];
536
	u64 prev_discard;
537
	u64 prev_discard_time;
538
	atomic_t discardable_extents;
539
	atomic64_t discardable_bytes;
540
	u64 max_discard_size;
541
	u64 delay_ms;
542
	u32 iops_limit;
543
	u32 kbps_limit;
544 545 546
	u64 discard_extent_bytes;
	u64 discard_bitmap_bytes;
	atomic64_t discard_bytes_saved;
547 548
};

549
void btrfs_init_async_reclaim_work(struct btrfs_fs_info *fs_info);
550

551
/* fs_info */
552
struct reloc_control;
553
struct btrfs_device;
554
struct btrfs_fs_devices;
555
struct btrfs_balance_control;
556
struct btrfs_delayed_root;
557

558 559 560 561 562 563 564 565 566 567 568 569 570 571
/*
 * Block group or device which contains an active swapfile. Used for preventing
 * unsafe operations while a swapfile is active.
 *
 * These are sorted on (ptr, inode) (note that a block group or device can
 * contain more than one swapfile). We compare the pointer values because we
 * don't actually care what the object is, we just need a quick check whether
 * the object exists in the rbtree.
 */
struct btrfs_swapfile_pin {
	struct rb_node node;
	void *ptr;
	struct inode *inode;
	/*
572 573
	 * If true, ptr points to a struct btrfs_block_group. Otherwise, ptr
	 * points to a struct btrfs_device.
574 575
	 */
	bool is_block_group;
576 577 578 579 580
	/*
	 * Only used when 'is_block_group' is true and it is the number of
	 * extents used by a swapfile for this block group ('ptr' field).
	 */
	int bg_extent_count;
581 582 583 584
};

bool btrfs_pinned_by_swapfile(struct btrfs_fs_info *fs_info, void *ptr);

D
David Sterba 已提交
585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603
enum {
	BTRFS_FS_CLOSING_START,
	BTRFS_FS_CLOSING_DONE,
	BTRFS_FS_LOG_RECOVERING,
	BTRFS_FS_OPEN,
	BTRFS_FS_QUOTA_ENABLED,
	BTRFS_FS_UPDATE_UUID_TREE_GEN,
	BTRFS_FS_CREATING_FREE_SPACE_TREE,
	BTRFS_FS_BTREE_ERR,
	BTRFS_FS_LOG1_ERR,
	BTRFS_FS_LOG2_ERR,
	BTRFS_FS_QUOTA_OVERRIDE,
	/* Used to record internally whether fs has been frozen */
	BTRFS_FS_FROZEN,
	/*
	 * Indicate that balance has been set up from the ioctl and is in the
	 * main phase. The fs_info::balance_ctl is initialized.
	 */
	BTRFS_FS_BALANCE_RUNNING,
604

605 606 607 608 609 610
	/*
	 * Indicate that relocation of a chunk has started, it's set per chunk
	 * and is toggled between chunks.
	 */
	BTRFS_FS_RELOC_RUNNING,

611 612
	/* Indicate that the cleaner thread is awake and doing something. */
	BTRFS_FS_CLEANER_RUNNING,
613 614 615 616 617 618

	/*
	 * The checksumming has an optimized version and is considered fast,
	 * so we don't need to offload checksums to workqueues.
	 */
	BTRFS_FS_CSUM_IMPL_FAST,
619 620 621

	/* Indicate that the discard workqueue can service discards. */
	BTRFS_FS_DISCARD_RUNNING,
622 623 624

	/* Indicate that we need to cleanup space cache v1 */
	BTRFS_FS_CLEANUP_SPACE_CACHE_V1,
625 626 627

	/* Indicate that we can't trust the free space tree for caching yet */
	BTRFS_FS_FREE_SPACE_TREE_UNTRUSTED,
628 629 630

	/* Indicate whether there are any tree modification log users */
	BTRFS_FS_TREE_MOD_LOG_USERS,
631

632 633 634
	/* Indicate that we want the transaction kthread to commit right now. */
	BTRFS_FS_COMMIT_TRANS,

635 636 637
	/* Indicate we have half completed snapshot deletions pending. */
	BTRFS_FS_UNFINISHED_DROPS,

638 639 640 641 642
#if BITS_PER_LONG == 32
	/* Indicate if we have error/warn message printed on 32bit systems */
	BTRFS_FS_32BIT_ERROR,
	BTRFS_FS_32BIT_WARN,
#endif
D
David Sterba 已提交
643
};
644

645 646 647 648 649
/*
 * Exclusive operations (device replace, resize, device add/remove, balance)
 */
enum btrfs_exclusive_operation {
	BTRFS_EXCLOP_NONE,
650
	BTRFS_EXCLOP_BALANCE_PAUSED,
651 652 653 654 655 656 657 658
	BTRFS_EXCLOP_BALANCE,
	BTRFS_EXCLOP_DEV_ADD,
	BTRFS_EXCLOP_DEV_REMOVE,
	BTRFS_EXCLOP_DEV_REPLACE,
	BTRFS_EXCLOP_RESIZE,
	BTRFS_EXCLOP_SWAP_ACTIVATE,
};

659
struct btrfs_fs_info {
660
	u8 chunk_tree_uuid[BTRFS_UUID_SIZE];
661
	unsigned long flags;
662
	struct btrfs_root *tree_root;
663 664
	struct btrfs_root *chunk_root;
	struct btrfs_root *dev_root;
665
	struct btrfs_root *fs_root;
666
	struct btrfs_root *quota_root;
667
	struct btrfs_root *uuid_root;
668
	struct btrfs_root *data_reloc_root;
669
	struct btrfs_root *block_group_root;
670 671 672

	/* the log root tree is a directory of all the other log roots */
	struct btrfs_root *log_root_tree;
673

674 675 676 677
	/* The tree that holds the global roots (csum, extent, etc) */
	rwlock_t global_root_lock;
	struct rb_root global_root_tree;

678
	spinlock_t fs_roots_radix_lock;
679
	struct radix_tree_root fs_roots_radix;
680

J
Josef Bacik 已提交
681
	/* block group cache stuff */
682
	rwlock_t block_group_cache_lock;
683
	struct rb_root_cached block_group_cache_tree;
J
Josef Bacik 已提交
684

685
	/* keep track of unallocated space */
686
	atomic64_t free_chunk_space;
687

688 689
	/* Track ranges which are used by log trees blocks/logged data extents */
	struct extent_io_tree excluded_extents;
690

691
	/* logical->physical extent mapping */
692
	struct extent_map_tree mapping_tree;
693

694 695 696 697
	/*
	 * block reservation for extent, checksum, root tree and
	 * delayed dir index item
	 */
698 699 700 701 702
	struct btrfs_block_rsv global_block_rsv;
	/* block reservation for metadata operations */
	struct btrfs_block_rsv trans_block_rsv;
	/* block reservation for chunk tree */
	struct btrfs_block_rsv chunk_block_rsv;
703 704
	/* block reservation for delayed operations */
	struct btrfs_block_rsv delayed_block_rsv;
J
Josef Bacik 已提交
705 706
	/* block reservation for delayed refs */
	struct btrfs_block_rsv delayed_refs_rsv;
707 708 709

	struct btrfs_block_rsv empty_block_rsv;

710
	u64 generation;
711
	u64 last_trans_committed;
712 713 714 715 716 717
	/*
	 * Generation of the last transaction used for block group relocation
	 * since the filesystem was last mounted (or 0 if none happened yet).
	 * Must be written and read while holding btrfs_fs_info::commit_root_sem.
	 */
	u64 last_reloc_trans;
718
	u64 avg_delayed_ref_runtime;
719 720 721 722 723 724

	/*
	 * this is updated to the current trans every time a full commit
	 * is required instead of the faster short fsync log commits
	 */
	u64 last_trans_log_full_commit;
725
	unsigned long mount_opt;
726 727 728 729 730
	/*
	 * Track requests for actions that need to be done during transaction
	 * commit (like for some mount options).
	 */
	unsigned long pending_changes;
731
	unsigned long compress_type:4;
732
	unsigned int compress_level;
733
	u32 commit_interval;
734 735 736 737 738 739
	/*
	 * It is a suggestive number, the read side is safe even it gets a
	 * wrong number because we will write out the data into a regular
	 * extent. The write side(mount/remount) is under ->s_umount lock,
	 * so it is also safe.
	 */
740
	u64 max_inline;
741

C
Chris Mason 已提交
742
	struct btrfs_transaction *running_transaction;
743
	wait_queue_head_t transaction_throttle;
744
	wait_queue_head_t transaction_wait;
S
Sage Weil 已提交
745
	wait_queue_head_t transaction_blocked_wait;
746
	wait_queue_head_t async_submit_wait;
747

748 749 750 751 752 753 754 755 756 757 758
	/*
	 * Used to protect the incompat_flags, compat_flags, compat_ro_flags
	 * when they are updated.
	 *
	 * Because we do not clear the flags for ever, so we needn't use
	 * the lock on the read side.
	 *
	 * We also needn't use the lock when we mount the fs, because
	 * there is no other task which will update the flag.
	 */
	spinlock_t super_lock;
759 760
	struct btrfs_super_block *super_copy;
	struct btrfs_super_block *super_for_commit;
C
Chris Mason 已提交
761
	struct super_block *sb;
762
	struct inode *btree_inode;
763
	struct mutex tree_log_mutex;
764 765
	struct mutex transaction_kthread_mutex;
	struct mutex cleaner_mutex;
766
	struct mutex chunk_mutex;
D
David Woodhouse 已提交
767

768 769 770 771 772 773
	/*
	 * this is taken to make sure we don't set block groups ro after
	 * the free space cache has been allocated on them
	 */
	struct mutex ro_block_group_mutex;

D
David Woodhouse 已提交
774 775 776 777 778 779
	/* this is used during read/modify/write to make sure
	 * no two ios are trying to mod the same stripe at the same
	 * time
	 */
	struct btrfs_stripe_hash_table *stripe_hash_table;

780 781 782 783 784 785 786 787
	/*
	 * this protects the ordered operations list only while we are
	 * processing all of the entries on it.  This way we make
	 * sure the commit code doesn't find the list temporarily empty
	 * because another function happens to be doing non-waiting preflush
	 * before jumping into the main commit.
	 */
	struct mutex ordered_operations_mutex;
788

789
	struct rw_semaphore commit_root_sem;
790

791
	struct rw_semaphore cleanup_work_sem;
792

793
	struct rw_semaphore subvol_sem;
794

J
Josef Bacik 已提交
795
	spinlock_t trans_lock;
C
Chris Mason 已提交
796 797 798 799 800 801
	/*
	 * the reloc mutex goes with the trans lock, it is taken
	 * during commit to protect us from the relocation code
	 */
	struct mutex reloc_mutex;

C
Chris Mason 已提交
802
	struct list_head trans_list;
803
	struct list_head dead_roots;
804
	struct list_head caching_block_groups;
805

Y
Yan, Zheng 已提交
806 807
	spinlock_t delayed_iput_lock;
	struct list_head delayed_iputs;
808 809
	atomic_t nr_delayed_iputs;
	wait_queue_head_t delayed_iputs_wait;
Y
Yan, Zheng 已提交
810

811
	atomic64_t tree_mod_seq;
J
Jan Schmidt 已提交
812

813
	/* this protects tree_mod_log and tree_mod_seq_list */
J
Jan Schmidt 已提交
814 815
	rwlock_t tree_mod_log_lock;
	struct rb_root tree_mod_log;
816
	struct list_head tree_mod_seq_list;
J
Jan Schmidt 已提交
817

818
	atomic_t async_delalloc_pages;
819

820
	/*
821
	 * this is used to protect the following list -- ordered_roots.
822
	 */
823
	spinlock_t ordered_root_lock;
824 825

	/*
826 827 828
	 * all fs/file tree roots in which there are data=ordered extents
	 * pending writeback are added into this list.
	 *
829 830 831
	 * these can span multiple transactions and basically include
	 * every dirty data page that isn't from nodatacow
	 */
832
	struct list_head ordered_roots;
833

834
	struct mutex delalloc_root_mutex;
835 836 837
	spinlock_t delalloc_root_lock;
	/* all fs/file tree roots that have delalloc inodes. */
	struct list_head delalloc_roots;
838

839 840 841 842 843 844
	/*
	 * there is a pool of worker threads for checksumming during writes
	 * and a pool for checksumming after reads.  This is because readers
	 * can run with FS locks held, and the writers may be waiting for
	 * those locks.  We don't want ordering in the pending list to cause
	 * deadlocks, and so the two are serviced separately.
845 846 847
	 *
	 * A third pool does submit_bio to avoid deadlocking with the other
	 * two
848
	 */
849
	struct btrfs_workqueue *workers;
850
	struct btrfs_workqueue *hipri_workers;
851 852 853 854 855 856 857 858 859 860
	struct btrfs_workqueue *delalloc_workers;
	struct btrfs_workqueue *flush_workers;
	struct btrfs_workqueue *endio_workers;
	struct btrfs_workqueue *endio_meta_workers;
	struct btrfs_workqueue *endio_raid56_workers;
	struct btrfs_workqueue *rmw_workers;
	struct btrfs_workqueue *endio_meta_write_workers;
	struct btrfs_workqueue *endio_write_workers;
	struct btrfs_workqueue *endio_freespace_worker;
	struct btrfs_workqueue *caching_workers;
861

862 863 864 865 866
	/*
	 * fixup workers take dirty pages that didn't properly go through
	 * the cow mechanism and make them safe to write.  It happens
	 * for the sys_munmap function call path
	 */
867 868
	struct btrfs_workqueue *fixup_workers;
	struct btrfs_workqueue *delayed_workers;
C
Chris Mason 已提交
869

870 871
	struct task_struct *transaction_kthread;
	struct task_struct *cleaner_kthread;
872
	u32 thread_pool_size;
873

874
	struct kobject *space_info_kobj;
875
	struct kobject *qgroups_kobj;
876

877 878
	/* used to keep from writing metadata until there is a nice batch */
	struct percpu_counter dirty_metadata_bytes;
879
	struct percpu_counter delalloc_bytes;
880
	struct percpu_counter ordered_bytes;
881
	s32 dirty_metadata_batch;
882 883
	s32 delalloc_batch;

884 885
	struct list_head dirty_cowonly_roots;

886
	struct btrfs_fs_devices *fs_devices;
887 888

	/*
889 890 891
	 * The space_info list is effectively read only after initial
	 * setup.  It is populated at mount time and cleaned up after
	 * all block groups are removed.  RCU is used to protect it.
892
	 */
893
	struct list_head space_info;
894

895 896
	struct btrfs_space_info *data_sinfo;

897 898
	struct reloc_control *reloc_ctl;

899
	/* data_alloc_cluster is only used in ssd_spread mode */
900 901 902 903
	struct btrfs_free_cluster data_alloc_cluster;

	/* all metadata allocations go through this cluster */
	struct btrfs_free_cluster meta_alloc_cluster;
C
Chris Mason 已提交
904

C
Chris Mason 已提交
905 906 907 908 909
	/* auto defrag inodes go here */
	spinlock_t defrag_inodes_lock;
	struct rb_root defrag_inodes;
	atomic_t defrag_running;

910 911
	/* Used to protect avail_{data, metadata, system}_alloc_bits */
	seqlock_t profiles_lock;
912 913 914 915 916
	/*
	 * these three are in extended format (availability of single
	 * chunks is denoted by BTRFS_AVAIL_ALLOC_BIT_SINGLE bit, other
	 * types are denoted by corresponding BTRFS_BLOCK_GROUP_* bits)
	 */
C
Chris Mason 已提交
917 918 919
	u64 avail_data_alloc_bits;
	u64 avail_metadata_alloc_bits;
	u64 avail_system_alloc_bits;
920

921 922 923
	/* restriper state */
	spinlock_t balance_lock;
	struct mutex balance_mutex;
924
	atomic_t balance_pause_req;
925
	atomic_t balance_cancel_req;
926
	struct btrfs_balance_control *balance_ctl;
927
	wait_queue_head_t balance_wait_q;
928

929 930 931
	/* Cancellation requests for chunk relocation */
	atomic_t reloc_cancel_req;

932 933
	u32 data_chunk_allocations;
	u32 metadata_ratio;
934

935
	void *bdev_holder;
L
liubo 已提交
936

A
Arne Jansen 已提交
937 938 939 940 941 942 943
	/* private scrub information */
	struct mutex scrub_lock;
	atomic_t scrubs_running;
	atomic_t scrub_pause_req;
	atomic_t scrubs_paused;
	atomic_t scrub_cancel_req;
	wait_queue_head_t scrub_pause_wait;
944 945 946 947
	/*
	 * The worker pointers are NULL iff the refcount is 0, ie. scrub is not
	 * running.
	 */
948
	refcount_t scrub_workers_refcnt;
949 950
	struct btrfs_workqueue *scrub_workers;
	struct btrfs_workqueue *scrub_wr_completion_workers;
951
	struct btrfs_workqueue *scrub_parity_workers;
952
	struct btrfs_subpage_info *subpage_info;
A
Arne Jansen 已提交
953

954 955
	struct btrfs_discard_ctl discard_ctl;

956 957 958
#ifdef CONFIG_BTRFS_FS_CHECK_INTEGRITY
	u32 check_integrity_print_mask;
#endif
959 960 961 962 963 964 965
	/* is qgroup tracking in a consistent state? */
	u64 qgroup_flags;

	/* holds configuration and tracking. Protected by qgroup_lock */
	struct rb_root qgroup_tree;
	spinlock_t qgroup_lock;

966 967 968 969 970 971
	/*
	 * used to avoid frequently calling ulist_alloc()/ulist_free()
	 * when doing qgroup accounting, it must be protected by qgroup_lock.
	 */
	struct ulist *qgroup_ulist;

972 973 974 975
	/*
	 * Protect user change for quota operations. If a transaction is needed,
	 * it must be started before locking this lock.
	 */
976 977
	struct mutex qgroup_ioctl_lock;

978 979 980
	/* list of dirty qgroups to be written at next commit */
	struct list_head dirty_qgroups;

981
	/* used by qgroup for an efficient tree traversal */
982
	u64 qgroup_seq;
983

J
Jan Schmidt 已提交
984 985 986
	/* qgroup rescan items */
	struct mutex qgroup_rescan_lock; /* protects the progress item */
	struct btrfs_key qgroup_rescan_progress;
987
	struct btrfs_workqueue *qgroup_rescan_workers;
988
	struct completion qgroup_rescan_completion;
989
	struct btrfs_work qgroup_rescan_work;
990
	bool qgroup_rescan_running;	/* protected by qgroup_rescan_lock */
J
Jan Schmidt 已提交
991

L
liubo 已提交
992
	/* filesystem state */
993
	unsigned long fs_state;
994 995

	struct btrfs_delayed_root *delayed_root;
C
Chris Mason 已提交
996

997 998
	/* Extent buffer radix tree */
	spinlock_t buffer_lock;
999
	/* Entries are eb->start / sectorsize */
1000 1001
	struct radix_tree_root buffer_radix;

C
Chris Mason 已提交
1002 1003
	/* next backup root to be overwritten */
	int backup_root_index;
1004

1005 1006
	/* device replace state */
	struct btrfs_dev_replace dev_replace;
1007

S
Stefan Behrens 已提交
1008
	struct semaphore uuid_tree_rescan_sem;
1009 1010 1011

	/* Used to reclaim the metadata space in the background. */
	struct work_struct async_reclaim_work;
1012
	struct work_struct async_data_reclaim_work;
1013
	struct work_struct preempt_reclaim_work;
1014

1015 1016 1017 1018 1019
	/* Reclaim partially filled block groups in the background */
	struct work_struct reclaim_bgs_work;
	struct list_head reclaim_bgs;
	int bg_reclaim_threshold;

1020 1021
	spinlock_t unused_bgs_lock;
	struct list_head unused_bgs;
1022
	struct mutex unused_bg_unpin_mutex;
1023 1024
	/* Protect block groups that are going to be deleted */
	struct mutex reclaim_bgs_lock;
1025

1026 1027 1028
	/* Cached block sizes */
	u32 nodesize;
	u32 sectorsize;
1029 1030
	/* ilog2 of sectorsize, use to avoid 64bit division */
	u32 sectorsize_bits;
1031
	u32 csum_size;
1032
	u32 csums_per_leaf;
1033
	u32 stripesize;
J
Josef Bacik 已提交
1034

1035 1036 1037 1038
	/* Block groups and devices containing active swapfiles. */
	spinlock_t swapfile_pins_lock;
	struct rb_root swapfile_pins;

1039 1040
	struct crypto_shash *csum_shash;

1041 1042
	/* Type of exclusive operation running, protected by super_lock */
	enum btrfs_exclusive_operation exclusive_operation;
1043

N
Naohiro Aota 已提交
1044 1045 1046 1047
	/*
	 * Zone size > 0 when in ZONED mode, otherwise it's used for a check
	 * if the mode is enabled
	 */
1048
	u64 zone_size;
N
Naohiro Aota 已提交
1049

1050
	struct mutex zoned_meta_io_lock;
1051 1052
	spinlock_t treelog_bg_lock;
	u64 treelog_bg;
1053

1054 1055 1056 1057 1058 1059
	/*
	 * Start of the dedicated data relocation block group, protected by
	 * relocation_bg_lock.
	 */
	spinlock_t relocation_bg_lock;
	u64 data_reloc_bg;
1060
	struct mutex zoned_data_reloc_io_lock;
1061

1062 1063
	u64 nr_global_roots;

1064 1065 1066
	spinlock_t zone_active_bgs_lock;
	struct list_head zone_active_bgs;

J
Josef Bacik 已提交
1067 1068 1069 1070
#ifdef CONFIG_BTRFS_FS_REF_VERIFY
	spinlock_t ref_verify_lock;
	struct rb_root block_tree;
#endif
1071 1072 1073

#ifdef CONFIG_BTRFS_DEBUG
	struct kobject *debug_kobj;
1074
	struct kobject *discard_debug_kobj;
J
Josef Bacik 已提交
1075
	struct list_head allocated_roots;
1076 1077 1078

	spinlock_t eb_leak_lock;
	struct list_head allocated_ebs;
1079
#endif
1080
};
1081

1082 1083 1084 1085 1086
static inline struct btrfs_fs_info *btrfs_sb(struct super_block *sb)
{
	return sb->s_fs_info;
}

1087 1088 1089
/*
 * The state of btrfs root
 */
D
David Sterba 已提交
1090 1091 1092 1093 1094 1095 1096 1097
enum {
	/*
	 * btrfs_record_root_in_trans is a multi-step process, and it can race
	 * with the balancing code.   But the race is very small, and only the
	 * first time the root is added to each transaction.  So IN_TRANS_SETUP
	 * is used to tell us when more checks are required
	 */
	BTRFS_ROOT_IN_TRANS_SETUP,
1098 1099 1100 1101 1102 1103 1104 1105 1106 1107 1108 1109 1110 1111 1112 1113 1114 1115 1116 1117 1118 1119

	/*
	 * Set if tree blocks of this root can be shared by other roots.
	 * Only subvolume trees and their reloc trees have this bit set.
	 * Conflicts with TRACK_DIRTY bit.
	 *
	 * This affects two things:
	 *
	 * - How balance works
	 *   For shareable roots, we need to use reloc tree and do path
	 *   replacement for balance, and need various pre/post hooks for
	 *   snapshot creation to handle them.
	 *
	 *   While for non-shareable trees, we just simply do a tree search
	 *   with COW.
	 *
	 * - How dirty roots are tracked
	 *   For shareable roots, btrfs_record_root_in_trans() is needed to
	 *   track them, while non-subvolume roots have TRACK_DIRTY bit, they
	 *   don't need to set this manually.
	 */
	BTRFS_ROOT_SHAREABLE,
D
David Sterba 已提交
1120 1121 1122 1123 1124 1125 1126
	BTRFS_ROOT_TRACK_DIRTY,
	BTRFS_ROOT_IN_RADIX,
	BTRFS_ROOT_ORPHAN_ITEM_INSERTED,
	BTRFS_ROOT_DEFRAG_RUNNING,
	BTRFS_ROOT_FORCE_COW,
	BTRFS_ROOT_MULTI_LOG_TASKS,
	BTRFS_ROOT_DIRTY,
1127
	BTRFS_ROOT_DELETING,
1128 1129 1130 1131 1132 1133 1134

	/*
	 * Reloc tree is orphan, only kept here for qgroup delayed subtree scan
	 *
	 * Set for the subvolume tree owning the reloc tree.
	 */
	BTRFS_ROOT_DEAD_RELOC_TREE,
1135 1136
	/* Mark dead root stored on device whose cleanup needs to be resumed */
	BTRFS_ROOT_DEAD_TREE,
1137
	/* The root has a log tree. Used for subvolume roots and the tree root. */
1138
	BTRFS_ROOT_HAS_LOG_TREE,
1139 1140
	/* Qgroup flushing is in progress */
	BTRFS_ROOT_QGROUP_FLUSHING,
1141 1142
	/* We started the orphan cleanup for this root. */
	BTRFS_ROOT_ORPHAN_CLEANUP,
1143 1144
	/* This root has a drop operation that was started previously. */
	BTRFS_ROOT_UNFINISHED_DROP,
D
David Sterba 已提交
1145
};
1146

1147 1148 1149 1150 1151
static inline void btrfs_wake_unfinished_drop(struct btrfs_fs_info *fs_info)
{
	clear_and_wake_up_bit(BTRFS_FS_UNFINISHED_DROPS, &fs_info->flags);
}

1152 1153 1154 1155 1156 1157 1158 1159 1160 1161 1162
/*
 * Record swapped tree blocks of a subvolume tree for delayed subtree trace
 * code. For detail check comment in fs/btrfs/qgroup.c.
 */
struct btrfs_qgroup_swapped_blocks {
	spinlock_t lock;
	/* RM_EMPTY_ROOT() of above blocks[] */
	bool swapped;
	struct rb_root blocks[BTRFS_MAX_LEVEL];
};

1163 1164
/*
 * in ram representation of the tree.  extent_root is used for all allocations
1165
 * and for the extent tree extent_root root.
1166 1167
 */
struct btrfs_root {
1168 1169
	struct rb_node rb_node;

1170
	struct extent_buffer *node;
1171

1172
	struct extent_buffer *commit_root;
1173
	struct btrfs_root *log_root;
Z
Zheng Yan 已提交
1174
	struct btrfs_root *reloc_root;
Y
Yan Zheng 已提交
1175

1176
	unsigned long state;
1177 1178
	struct btrfs_root_item root_item;
	struct btrfs_key root_key;
1179
	struct btrfs_fs_info *fs_info;
1180 1181
	struct extent_io_tree dirty_log_pages;

1182
	struct mutex objectid_mutex;
Y
Yan Zheng 已提交
1183

1184 1185 1186
	spinlock_t accounting_lock;
	struct btrfs_block_rsv *block_rsv;

1187
	struct mutex log_mutex;
Y
Yan Zheng 已提交
1188 1189
	wait_queue_head_t log_writer_wait;
	wait_queue_head_t log_commit_wait[2];
1190
	struct list_head log_ctxs[2];
1191
	/* Used only for log trees of subvolumes, not for the log root tree */
Y
Yan Zheng 已提交
1192 1193
	atomic_t log_writers;
	atomic_t log_commit[2];
1194
	/* Used only for log trees of subvolumes, not for the log root tree */
M
Miao Xie 已提交
1195
	atomic_t log_batch;
1196
	int log_transid;
1197 1198 1199
	/* No matter the commit succeeds or not*/
	int log_transid_committed;
	/* Just be updated when the commit succeeds. */
1200
	int last_log_commit;
1201
	pid_t log_start_pid;
1202

1203
	u64 last_trans;
1204

1205
	u32 type;
1206

1207
	u64 free_objectid;
C
Chris Mason 已提交
1208

1209
	struct btrfs_key defrag_progress;
C
Chris Mason 已提交
1210
	struct btrfs_key defrag_max;
1211

1212
	/* The dirty list is only used by non-shareable roots */
1213
	struct list_head dirty_list;
1214

1215 1216
	struct list_head root_list;

1217 1218 1219
	spinlock_t log_extents_lock[2];
	struct list_head logged_list[2];

1220 1221 1222 1223
	spinlock_t inode_lock;
	/* red-black tree that keeps track of in-memory inodes */
	struct rb_root inode_tree;

1224 1225 1226 1227 1228
	/*
	 * radix tree that keeps track of delayed nodes of every inode,
	 * protected by inode_lock
	 */
	struct radix_tree_root delayed_nodes_tree;
1229 1230 1231 1232
	/*
	 * right now this just gets used so that a root has its own devid
	 * for stat.  It may be used for more later
	 */
1233
	dev_t anon_dev;
1234

1235
	spinlock_t root_item_lock;
1236
	refcount_t refs;
1237

1238
	struct mutex delalloc_mutex;
1239 1240 1241 1242 1243 1244 1245 1246 1247
	spinlock_t delalloc_lock;
	/*
	 * all of the inodes that have delalloc bytes.  It is possible for
	 * this list to be empty even when there is still dirty data=ordered
	 * extents waiting to finish IO.
	 */
	struct list_head delalloc_inodes;
	struct list_head delalloc_root;
	u64 nr_delalloc_inodes;
1248 1249

	struct mutex ordered_extent_mutex;
1250 1251 1252 1253 1254 1255 1256 1257 1258 1259 1260 1261 1262 1263
	/*
	 * this is used by the balancing code to wait for all the pending
	 * ordered extents
	 */
	spinlock_t ordered_extent_lock;

	/*
	 * all of the data=ordered extents pending writeback
	 * these can span multiple transactions and basically include
	 * every dirty data page that isn't from nodatacow
	 */
	struct list_head ordered_extents;
	struct list_head ordered_root;
	u64 nr_ordered_extents;
1264

1265 1266 1267 1268 1269 1270 1271 1272
	/*
	 * Not empty if this subvolume root has gone through tree block swap
	 * (relocation)
	 *
	 * Will be used by reloc_control::dirty_subvol_roots.
	 */
	struct list_head reloc_dirty_list;

1273 1274 1275 1276 1277
	/*
	 * Number of currently running SEND ioctls to prevent
	 * manipulation with the read-only status via SUBVOL_SETFLAGS
	 */
	int send_in_progress;
1278 1279 1280 1281 1282 1283
	/*
	 * Number of currently running deduplication operations that have a
	 * destination inode belonging to this root. Protected by the lock
	 * root_item_lock.
	 */
	int dedupe_in_progress;
1284 1285 1286
	/* For exclusion of snapshot creation and nocow writes */
	struct btrfs_drew_lock snapshot_lock;

1287
	atomic_t snapshot_force_cow;
1288 1289 1290 1291 1292

	/* For qgroup metadata reserved space */
	spinlock_t qgroup_meta_rsv_lock;
	u64 qgroup_meta_rsv_pertrans;
	u64 qgroup_meta_rsv_prealloc;
1293
	wait_queue_head_t qgroup_flush_wait;
1294

1295 1296 1297
	/* Number of active swapfiles */
	atomic_t nr_swapfiles;

1298 1299 1300
	/* Record pairs of swapped blocks for qgroup */
	struct btrfs_qgroup_swapped_blocks swapped_blocks;

1301 1302 1303
	/* Used only by log trees, when logging csum items */
	struct extent_io_tree log_csum_range;

1304 1305 1306
#ifdef CONFIG_BTRFS_FS_RUN_SANITY_TESTS
	u64 alloc_bytenr;
#endif
J
Josef Bacik 已提交
1307 1308 1309 1310

#ifdef CONFIG_BTRFS_DEBUG
	struct list_head leak_list;
#endif
1311
};
1312

1313 1314 1315 1316 1317
/*
 * Structure that conveys information about an extent that is going to replace
 * all the extents in a file range.
 */
struct btrfs_replace_extent_info {
1318 1319 1320 1321 1322
	u64 disk_offset;
	u64 disk_len;
	u64 data_offset;
	u64 data_len;
	u64 file_offset;
1323
	/* Pointer to a file extent item of type regular or prealloc. */
1324
	char *extent_buf;
1325 1326 1327 1328 1329 1330 1331 1332 1333 1334 1335 1336 1337 1338 1339 1340
	/*
	 * Set to true when attempting to replace a file range with a new extent
	 * described by this structure, set to false when attempting to clone an
	 * existing extent into a file range.
	 */
	bool is_new_extent;
	/* Meaningful only if is_new_extent is true. */
	int qgroup_reserved;
	/*
	 * Meaningful only if is_new_extent is true.
	 * Used to track how many extent items we have already inserted in a
	 * subvolume tree that refer to the extent described by this structure,
	 * so that we know when to create a new delayed ref or update an existing
	 * one.
	 */
	int insertions;
1341 1342
};

1343 1344 1345 1346 1347 1348 1349 1350 1351 1352 1353 1354 1355 1356 1357 1358 1359 1360 1361 1362 1363 1364 1365 1366 1367 1368 1369 1370 1371 1372 1373 1374 1375 1376 1377 1378 1379 1380 1381 1382 1383
/* Arguments for btrfs_drop_extents() */
struct btrfs_drop_extents_args {
	/* Input parameters */

	/*
	 * If NULL, btrfs_drop_extents() will allocate and free its own path.
	 * If 'replace_extent' is true, this must not be NULL. Also the path
	 * is always released except if 'replace_extent' is true and
	 * btrfs_drop_extents() sets 'extent_inserted' to true, in which case
	 * the path is kept locked.
	 */
	struct btrfs_path *path;
	/* Start offset of the range to drop extents from */
	u64 start;
	/* End (exclusive, last byte + 1) of the range to drop extents from */
	u64 end;
	/* If true drop all the extent maps in the range */
	bool drop_cache;
	/*
	 * If true it means we want to insert a new extent after dropping all
	 * the extents in the range. If this is true, the 'extent_item_size'
	 * parameter must be set as well and the 'extent_inserted' field will
	 * be set to true by btrfs_drop_extents() if it could insert the new
	 * extent.
	 * Note: when this is set to true the path must not be NULL.
	 */
	bool replace_extent;
	/*
	 * Used if 'replace_extent' is true. Size of the file extent item to
	 * insert after dropping all existing extents in the range
	 */
	u32 extent_item_size;

	/* Output parameters */

	/*
	 * Set to the minimum between the input parameter 'end' and the end
	 * (exclusive, last byte + 1) of the last dropped extent. This is always
	 * set even if btrfs_drop_extents() returns an error.
	 */
	u64 drop_end;
1384 1385 1386 1387 1388
	/*
	 * The number of allocated bytes found in the range. This can be smaller
	 * than the range's length when there are holes in the range.
	 */
	u64 bytes_found;
1389 1390 1391 1392 1393 1394 1395 1396 1397 1398 1399
	/*
	 * Only set if 'replace_extent' is true. Set to true if we were able
	 * to insert a replacement extent after dropping all extents in the
	 * range, otherwise set to false by btrfs_drop_extents().
	 * Also, if btrfs_drop_extents() has set this to true it means it
	 * returned with the path locked, otherwise if it has set this to
	 * false it has returned with the path released.
	 */
	bool extent_inserted;
};

1400 1401 1402 1403
struct btrfs_file_private {
	void *filldir_buf;
};

1404

1405
static inline u32 BTRFS_LEAF_DATA_SIZE(const struct btrfs_fs_info *info)
1406
{
1407 1408

	return info->nodesize - sizeof(struct btrfs_header);
1409 1410
}

1411 1412
#define BTRFS_LEAF_DATA_OFFSET		offsetof(struct btrfs_leaf, items)

1413
static inline u32 BTRFS_MAX_ITEM_SIZE(const struct btrfs_fs_info *info)
1414
{
1415
	return BTRFS_LEAF_DATA_SIZE(info) - sizeof(struct btrfs_item);
1416 1417
}

1418
static inline u32 BTRFS_NODEPTRS_PER_BLOCK(const struct btrfs_fs_info *info)
1419
{
1420
	return BTRFS_LEAF_DATA_SIZE(info) / sizeof(struct btrfs_key_ptr);
1421 1422 1423 1424
}

#define BTRFS_FILE_EXTENT_INLINE_DATA_START		\
		(offsetof(struct btrfs_file_extent_item, disk_bytenr))
1425
static inline u32 BTRFS_MAX_INLINE_DATA_SIZE(const struct btrfs_fs_info *info)
1426
{
1427
	return BTRFS_MAX_ITEM_SIZE(info) -
1428 1429 1430
	       BTRFS_FILE_EXTENT_INLINE_DATA_START;
}

1431
static inline u32 BTRFS_MAX_XATTR_SIZE(const struct btrfs_fs_info *info)
1432
{
1433
	return BTRFS_MAX_ITEM_SIZE(info) - sizeof(struct btrfs_dir_item);
1434 1435
}

1436 1437 1438 1439 1440
/*
 * Flags for mount options.
 *
 * Note: don't forget to add new options to btrfs_show_options()
 */
1441 1442 1443 1444 1445 1446 1447 1448 1449 1450 1451 1452 1453 1454 1455 1456 1457 1458 1459 1460 1461
enum {
	BTRFS_MOUNT_NODATASUM			= (1UL << 0),
	BTRFS_MOUNT_NODATACOW			= (1UL << 1),
	BTRFS_MOUNT_NOBARRIER			= (1UL << 2),
	BTRFS_MOUNT_SSD				= (1UL << 3),
	BTRFS_MOUNT_DEGRADED			= (1UL << 4),
	BTRFS_MOUNT_COMPRESS			= (1UL << 5),
	BTRFS_MOUNT_NOTREELOG   		= (1UL << 6),
	BTRFS_MOUNT_FLUSHONCOMMIT		= (1UL << 7),
	BTRFS_MOUNT_SSD_SPREAD			= (1UL << 8),
	BTRFS_MOUNT_NOSSD			= (1UL << 9),
	BTRFS_MOUNT_DISCARD_SYNC		= (1UL << 10),
	BTRFS_MOUNT_FORCE_COMPRESS      	= (1UL << 11),
	BTRFS_MOUNT_SPACE_CACHE			= (1UL << 12),
	BTRFS_MOUNT_CLEAR_CACHE			= (1UL << 13),
	BTRFS_MOUNT_USER_SUBVOL_RM_ALLOWED	= (1UL << 14),
	BTRFS_MOUNT_ENOSPC_DEBUG		= (1UL << 15),
	BTRFS_MOUNT_AUTO_DEFRAG			= (1UL << 16),
	BTRFS_MOUNT_USEBACKUPROOT		= (1UL << 17),
	BTRFS_MOUNT_SKIP_BALANCE		= (1UL << 18),
	BTRFS_MOUNT_CHECK_INTEGRITY		= (1UL << 19),
1462
	BTRFS_MOUNT_CHECK_INTEGRITY_DATA	= (1UL << 20),
1463 1464 1465 1466 1467 1468 1469 1470 1471 1472 1473
	BTRFS_MOUNT_PANIC_ON_FATAL_ERROR	= (1UL << 21),
	BTRFS_MOUNT_RESCAN_UUID_TREE		= (1UL << 22),
	BTRFS_MOUNT_FRAGMENT_DATA		= (1UL << 23),
	BTRFS_MOUNT_FRAGMENT_METADATA		= (1UL << 24),
	BTRFS_MOUNT_FREE_SPACE_TREE		= (1UL << 25),
	BTRFS_MOUNT_NOLOGREPLAY			= (1UL << 26),
	BTRFS_MOUNT_REF_VERIFY			= (1UL << 27),
	BTRFS_MOUNT_DISCARD_ASYNC		= (1UL << 28),
	BTRFS_MOUNT_IGNOREBADROOTS		= (1UL << 29),
	BTRFS_MOUNT_IGNOREDATACSUMS		= (1UL << 30),
};
1474

1475
#define BTRFS_DEFAULT_COMMIT_INTERVAL	(30)
1476
#define BTRFS_DEFAULT_MAX_INLINE	(2048)
1477

1478 1479
#define btrfs_clear_opt(o, opt)		((o) &= ~BTRFS_MOUNT_##opt)
#define btrfs_set_opt(o, opt)		((o) |= BTRFS_MOUNT_##opt)
M
Miao Xie 已提交
1480
#define btrfs_raw_test_opt(o, opt)	((o) & BTRFS_MOUNT_##opt)
1481
#define btrfs_test_opt(fs_info, opt)	((fs_info)->mount_opt & \
1482
					 BTRFS_MOUNT_##opt)
1483

1484
#define btrfs_set_and_info(fs_info, opt, fmt, args...)			\
1485
do {									\
1486 1487 1488
	if (!btrfs_test_opt(fs_info, opt))				\
		btrfs_info(fs_info, fmt, ##args);			\
	btrfs_set_opt(fs_info->mount_opt, opt);				\
1489
} while (0)
1490

1491
#define btrfs_clear_and_info(fs_info, opt, fmt, args...)		\
1492
do {									\
1493 1494 1495
	if (btrfs_test_opt(fs_info, opt))				\
		btrfs_info(fs_info, fmt, ##args);			\
	btrfs_clear_opt(fs_info->mount_opt, opt);			\
1496
} while (0)
1497

1498 1499 1500 1501 1502 1503 1504 1505
/*
 * Requests for changes that need to be done during transaction commit.
 *
 * Internal mount options that are used for special handling of the real
 * mount options (eg. cannot be set during remount and have to be set during
 * transaction commit)
 */

1506
#define BTRFS_PENDING_COMMIT			(0)
1507

1508 1509 1510 1511 1512 1513 1514 1515 1516 1517 1518 1519 1520 1521 1522 1523 1524 1525 1526 1527 1528 1529 1530 1531 1532 1533 1534 1535 1536 1537 1538
#define btrfs_test_pending(info, opt)	\
	test_bit(BTRFS_PENDING_##opt, &(info)->pending_changes)
#define btrfs_set_pending(info, opt)	\
	set_bit(BTRFS_PENDING_##opt, &(info)->pending_changes)
#define btrfs_clear_pending(info, opt)	\
	clear_bit(BTRFS_PENDING_##opt, &(info)->pending_changes)

/*
 * Helpers for setting pending mount option changes.
 *
 * Expects corresponding macros
 * BTRFS_PENDING_SET_ and CLEAR_ + short mount option name
 */
#define btrfs_set_pending_and_info(info, opt, fmt, args...)            \
do {                                                                   \
       if (!btrfs_raw_test_opt((info)->mount_opt, opt)) {              \
               btrfs_info((info), fmt, ##args);                        \
               btrfs_set_pending((info), SET_##opt);                   \
               btrfs_clear_pending((info), CLEAR_##opt);               \
       }                                                               \
} while(0)

#define btrfs_clear_pending_and_info(info, opt, fmt, args...)          \
do {                                                                   \
       if (btrfs_raw_test_opt((info)->mount_opt, opt)) {               \
               btrfs_info((info), fmt, ##args);                        \
               btrfs_set_pending((info), CLEAR_##opt);                 \
               btrfs_clear_pending((info), SET_##opt);                 \
       }                                                               \
} while(0)

Y
Yan 已提交
1539 1540 1541
/*
 * Inode flags
 */
1542 1543 1544 1545 1546 1547 1548 1549 1550 1551 1552 1553 1554 1555
#define BTRFS_INODE_NODATASUM		(1U << 0)
#define BTRFS_INODE_NODATACOW		(1U << 1)
#define BTRFS_INODE_READONLY		(1U << 2)
#define BTRFS_INODE_NOCOMPRESS		(1U << 3)
#define BTRFS_INODE_PREALLOC		(1U << 4)
#define BTRFS_INODE_SYNC		(1U << 5)
#define BTRFS_INODE_IMMUTABLE		(1U << 6)
#define BTRFS_INODE_APPEND		(1U << 7)
#define BTRFS_INODE_NODUMP		(1U << 8)
#define BTRFS_INODE_NOATIME		(1U << 9)
#define BTRFS_INODE_DIRSYNC		(1U << 10)
#define BTRFS_INODE_COMPRESS		(1U << 11)

#define BTRFS_INODE_ROOT_ITEM_INIT	(1U << 31)
1556

1557 1558 1559 1560 1561 1562 1563 1564 1565 1566 1567 1568 1569 1570 1571
#define BTRFS_INODE_FLAG_MASK						\
	(BTRFS_INODE_NODATASUM |					\
	 BTRFS_INODE_NODATACOW |					\
	 BTRFS_INODE_READONLY |						\
	 BTRFS_INODE_NOCOMPRESS |					\
	 BTRFS_INODE_PREALLOC |						\
	 BTRFS_INODE_SYNC |						\
	 BTRFS_INODE_IMMUTABLE |					\
	 BTRFS_INODE_APPEND |						\
	 BTRFS_INODE_NODUMP |						\
	 BTRFS_INODE_NOATIME |						\
	 BTRFS_INODE_DIRSYNC |						\
	 BTRFS_INODE_COMPRESS |						\
	 BTRFS_INODE_ROOT_ITEM_INIT)

B
Boris Burkov 已提交
1572 1573 1574
#define BTRFS_INODE_RO_VERITY		(1U << 0)

#define BTRFS_INODE_RO_FLAG_MASK	(BTRFS_INODE_RO_VERITY)
1575

1576
struct btrfs_map_token {
1577
	struct extent_buffer *eb;
1578 1579 1580 1581
	char *kaddr;
	unsigned long offset;
};

1582
#define BTRFS_BYTES_TO_BLKS(fs_info, bytes) \
1583
				((bytes) >> (fs_info)->sectorsize_bits)
1584

1585 1586
static inline void btrfs_init_map_token(struct btrfs_map_token *token,
					struct extent_buffer *eb)
1587
{
1588
	token->eb = eb;
1589 1590
	token->kaddr = page_address(eb->pages[0]);
	token->offset = 0;
1591 1592
}

1593
/* some macros to generate set/get functions for the struct fields.  This
1594 1595 1596 1597 1598 1599 1600
 * assumes there is a lefoo_to_cpu for every type, so lets make a simple
 * one for u8:
 */
#define le8_to_cpu(v) (v)
#define cpu_to_le8(v) (v)
#define __le8 u8

1601 1602 1603 1604 1605 1606 1607 1608 1609 1610
static inline u8 get_unaligned_le8(const void *p)
{
       return *(u8 *)p;
}

static inline void put_unaligned_le8(u8 val, void *p)
{
       *(u8 *)p = val;
}

1611
#define read_eb_member(eb, ptr, type, member, result) (\
1612 1613 1614 1615 1616
	read_extent_buffer(eb, (char *)(result),			\
			   ((unsigned long)(ptr)) +			\
			    offsetof(type, member),			\
			   sizeof(((type *)0)->member)))

1617
#define write_eb_member(eb, ptr, type, member, result) (\
1618 1619 1620 1621 1622
	write_extent_buffer(eb, (char *)(result),			\
			   ((unsigned long)(ptr)) +			\
			    offsetof(type, member),			\
			   sizeof(((type *)0)->member)))

L
Li Zefan 已提交
1623
#define DECLARE_BTRFS_SETGET_BITS(bits)					\
1624 1625 1626 1627 1628
u##bits btrfs_get_token_##bits(struct btrfs_map_token *token,		\
			       const void *ptr, unsigned long off);	\
void btrfs_set_token_##bits(struct btrfs_map_token *token,		\
			    const void *ptr, unsigned long off,		\
			    u##bits val);				\
1629 1630
u##bits btrfs_get_##bits(const struct extent_buffer *eb,		\
			 const void *ptr, unsigned long off);		\
1631
void btrfs_set_##bits(const struct extent_buffer *eb, void *ptr,	\
1632
		      unsigned long off, u##bits val);
L
Li Zefan 已提交
1633 1634 1635 1636 1637 1638

DECLARE_BTRFS_SETGET_BITS(8)
DECLARE_BTRFS_SETGET_BITS(16)
DECLARE_BTRFS_SETGET_BITS(32)
DECLARE_BTRFS_SETGET_BITS(64)

1639
#define BTRFS_SETGET_FUNCS(name, type, member, bits)			\
1640 1641
static inline u##bits btrfs_##name(const struct extent_buffer *eb,	\
				   const type *s)			\
L
Li Zefan 已提交
1642
{									\
1643
	static_assert(sizeof(u##bits) == sizeof(((type *)0))->member);	\
L
Li Zefan 已提交
1644 1645
	return btrfs_get_##bits(eb, s, offsetof(type, member));		\
}									\
1646
static inline void btrfs_set_##name(const struct extent_buffer *eb, type *s, \
L
Li Zefan 已提交
1647 1648
				    u##bits val)			\
{									\
1649
	static_assert(sizeof(u##bits) == sizeof(((type *)0))->member);	\
L
Li Zefan 已提交
1650 1651
	btrfs_set_##bits(eb, s, offsetof(type, member), val);		\
}									\
1652 1653
static inline u##bits btrfs_token_##name(struct btrfs_map_token *token,	\
					 const type *s)			\
L
Li Zefan 已提交
1654
{									\
1655
	static_assert(sizeof(u##bits) == sizeof(((type *)0))->member);	\
1656
	return btrfs_get_token_##bits(token, s, offsetof(type, member));\
L
Li Zefan 已提交
1657
}									\
1658 1659
static inline void btrfs_set_token_##name(struct btrfs_map_token *token,\
					  type *s, u##bits val)		\
L
Li Zefan 已提交
1660
{									\
1661
	static_assert(sizeof(u##bits) == sizeof(((type *)0))->member);	\
1662
	btrfs_set_token_##bits(token, s, offsetof(type, member), val);	\
L
Li Zefan 已提交
1663
}
1664 1665

#define BTRFS_SETGET_HEADER_FUNCS(name, type, member, bits)		\
1666
static inline u##bits btrfs_##name(const struct extent_buffer *eb)	\
1667
{									\
1668 1669
	const type *p = page_address(eb->pages[0]) +			\
			offset_in_page(eb->start);			\
1670
	return get_unaligned_le##bits(&p->member);			\
1671
}									\
1672
static inline void btrfs_set_##name(const struct extent_buffer *eb,	\
1673 1674
				    u##bits val)			\
{									\
1675
	type *p = page_address(eb->pages[0]) + offset_in_page(eb->start); \
1676
	put_unaligned_le##bits(val, &p->member);			\
1677
}
C
Chris Mason 已提交
1678

1679
#define BTRFS_SETGET_STACK_FUNCS(name, type, member, bits)		\
1680
static inline u##bits btrfs_##name(const type *s)			\
1681
{									\
1682
	return get_unaligned_le##bits(&s->member);			\
1683 1684 1685
}									\
static inline void btrfs_set_##name(type *s, u##bits val)		\
{									\
1686
	put_unaligned_le##bits(val, &s->member);			\
C
Chris Mason 已提交
1687 1688
}

1689
static inline u64 btrfs_device_total_bytes(const struct extent_buffer *eb,
1690 1691
					   struct btrfs_dev_item *s)
{
1692 1693
	static_assert(sizeof(u64) ==
		      sizeof(((struct btrfs_dev_item *)0))->total_bytes);
1694 1695 1696
	return btrfs_get_64(eb, s, offsetof(struct btrfs_dev_item,
					    total_bytes));
}
1697
static inline void btrfs_set_device_total_bytes(const struct extent_buffer *eb,
1698 1699 1700
						struct btrfs_dev_item *s,
						u64 val)
{
1701 1702
	static_assert(sizeof(u64) ==
		      sizeof(((struct btrfs_dev_item *)0))->total_bytes);
1703
	WARN_ON(!IS_ALIGNED(val, eb->fs_info->sectorsize));
1704 1705 1706 1707
	btrfs_set_64(eb, s, offsetof(struct btrfs_dev_item, total_bytes), val);
}


1708 1709 1710 1711
BTRFS_SETGET_FUNCS(device_type, struct btrfs_dev_item, type, 64);
BTRFS_SETGET_FUNCS(device_bytes_used, struct btrfs_dev_item, bytes_used, 64);
BTRFS_SETGET_FUNCS(device_io_align, struct btrfs_dev_item, io_align, 32);
BTRFS_SETGET_FUNCS(device_io_width, struct btrfs_dev_item, io_width, 32);
1712 1713
BTRFS_SETGET_FUNCS(device_start_offset, struct btrfs_dev_item,
		   start_offset, 64);
1714 1715
BTRFS_SETGET_FUNCS(device_sector_size, struct btrfs_dev_item, sector_size, 32);
BTRFS_SETGET_FUNCS(device_id, struct btrfs_dev_item, devid, 64);
1716 1717 1718
BTRFS_SETGET_FUNCS(device_group, struct btrfs_dev_item, dev_group, 32);
BTRFS_SETGET_FUNCS(device_seek_speed, struct btrfs_dev_item, seek_speed, 8);
BTRFS_SETGET_FUNCS(device_bandwidth, struct btrfs_dev_item, bandwidth, 8);
Y
Yan Zheng 已提交
1719
BTRFS_SETGET_FUNCS(device_generation, struct btrfs_dev_item, generation, 64);
1720

1721 1722 1723 1724 1725 1726 1727 1728 1729 1730 1731 1732
BTRFS_SETGET_STACK_FUNCS(stack_device_type, struct btrfs_dev_item, type, 64);
BTRFS_SETGET_STACK_FUNCS(stack_device_total_bytes, struct btrfs_dev_item,
			 total_bytes, 64);
BTRFS_SETGET_STACK_FUNCS(stack_device_bytes_used, struct btrfs_dev_item,
			 bytes_used, 64);
BTRFS_SETGET_STACK_FUNCS(stack_device_io_align, struct btrfs_dev_item,
			 io_align, 32);
BTRFS_SETGET_STACK_FUNCS(stack_device_io_width, struct btrfs_dev_item,
			 io_width, 32);
BTRFS_SETGET_STACK_FUNCS(stack_device_sector_size, struct btrfs_dev_item,
			 sector_size, 32);
BTRFS_SETGET_STACK_FUNCS(stack_device_id, struct btrfs_dev_item, devid, 64);
1733 1734 1735 1736 1737 1738
BTRFS_SETGET_STACK_FUNCS(stack_device_group, struct btrfs_dev_item,
			 dev_group, 32);
BTRFS_SETGET_STACK_FUNCS(stack_device_seek_speed, struct btrfs_dev_item,
			 seek_speed, 8);
BTRFS_SETGET_STACK_FUNCS(stack_device_bandwidth, struct btrfs_dev_item,
			 bandwidth, 8);
Y
Yan Zheng 已提交
1739 1740
BTRFS_SETGET_STACK_FUNCS(stack_device_generation, struct btrfs_dev_item,
			 generation, 64);
1741

1742
static inline unsigned long btrfs_device_uuid(struct btrfs_dev_item *d)
1743
{
1744
	return (unsigned long)d + offsetof(struct btrfs_dev_item, uuid);
1745 1746
}

1747
static inline unsigned long btrfs_device_fsid(struct btrfs_dev_item *d)
Y
Yan Zheng 已提交
1748
{
1749
	return (unsigned long)d + offsetof(struct btrfs_dev_item, fsid);
Y
Yan Zheng 已提交
1750 1751
}

1752
BTRFS_SETGET_FUNCS(chunk_length, struct btrfs_chunk, length, 64);
1753 1754 1755 1756 1757 1758 1759
BTRFS_SETGET_FUNCS(chunk_owner, struct btrfs_chunk, owner, 64);
BTRFS_SETGET_FUNCS(chunk_stripe_len, struct btrfs_chunk, stripe_len, 64);
BTRFS_SETGET_FUNCS(chunk_io_align, struct btrfs_chunk, io_align, 32);
BTRFS_SETGET_FUNCS(chunk_io_width, struct btrfs_chunk, io_width, 32);
BTRFS_SETGET_FUNCS(chunk_sector_size, struct btrfs_chunk, sector_size, 32);
BTRFS_SETGET_FUNCS(chunk_type, struct btrfs_chunk, type, 64);
BTRFS_SETGET_FUNCS(chunk_num_stripes, struct btrfs_chunk, num_stripes, 16);
C
Chris Mason 已提交
1760
BTRFS_SETGET_FUNCS(chunk_sub_stripes, struct btrfs_chunk, sub_stripes, 16);
1761 1762 1763
BTRFS_SETGET_FUNCS(stripe_devid, struct btrfs_stripe, devid, 64);
BTRFS_SETGET_FUNCS(stripe_offset, struct btrfs_stripe, offset, 64);

1764 1765 1766 1767 1768 1769
static inline char *btrfs_stripe_dev_uuid(struct btrfs_stripe *s)
{
	return (char *)s + offsetof(struct btrfs_stripe, dev_uuid);
}

BTRFS_SETGET_STACK_FUNCS(stack_chunk_length, struct btrfs_chunk, length, 64);
1770 1771 1772 1773 1774 1775 1776 1777 1778 1779 1780 1781
BTRFS_SETGET_STACK_FUNCS(stack_chunk_owner, struct btrfs_chunk, owner, 64);
BTRFS_SETGET_STACK_FUNCS(stack_chunk_stripe_len, struct btrfs_chunk,
			 stripe_len, 64);
BTRFS_SETGET_STACK_FUNCS(stack_chunk_io_align, struct btrfs_chunk,
			 io_align, 32);
BTRFS_SETGET_STACK_FUNCS(stack_chunk_io_width, struct btrfs_chunk,
			 io_width, 32);
BTRFS_SETGET_STACK_FUNCS(stack_chunk_sector_size, struct btrfs_chunk,
			 sector_size, 32);
BTRFS_SETGET_STACK_FUNCS(stack_chunk_type, struct btrfs_chunk, type, 64);
BTRFS_SETGET_STACK_FUNCS(stack_chunk_num_stripes, struct btrfs_chunk,
			 num_stripes, 16);
C
Chris Mason 已提交
1782 1783
BTRFS_SETGET_STACK_FUNCS(stack_chunk_sub_stripes, struct btrfs_chunk,
			 sub_stripes, 16);
1784 1785 1786 1787 1788 1789 1790 1791 1792 1793 1794 1795
BTRFS_SETGET_STACK_FUNCS(stack_stripe_devid, struct btrfs_stripe, devid, 64);
BTRFS_SETGET_STACK_FUNCS(stack_stripe_offset, struct btrfs_stripe, offset, 64);

static inline struct btrfs_stripe *btrfs_stripe_nr(struct btrfs_chunk *c,
						   int nr)
{
	unsigned long offset = (unsigned long)c;
	offset += offsetof(struct btrfs_chunk, stripe);
	offset += nr * sizeof(struct btrfs_stripe);
	return (struct btrfs_stripe *)offset;
}

1796 1797 1798 1799 1800
static inline char *btrfs_stripe_dev_uuid_nr(struct btrfs_chunk *c, int nr)
{
	return btrfs_stripe_dev_uuid(btrfs_stripe_nr(c, nr));
}

1801
static inline u64 btrfs_stripe_offset_nr(const struct extent_buffer *eb,
1802 1803 1804 1805 1806
					 struct btrfs_chunk *c, int nr)
{
	return btrfs_stripe_offset(eb, btrfs_stripe_nr(c, nr));
}

1807
static inline u64 btrfs_stripe_devid_nr(const struct extent_buffer *eb,
1808 1809 1810 1811 1812
					 struct btrfs_chunk *c, int nr)
{
	return btrfs_stripe_devid(eb, btrfs_stripe_nr(c, nr));
}

1813
/* struct btrfs_block_group_item */
1814
BTRFS_SETGET_STACK_FUNCS(stack_block_group_used, struct btrfs_block_group_item,
1815
			 used, 64);
1816
BTRFS_SETGET_FUNCS(block_group_used, struct btrfs_block_group_item,
1817
			 used, 64);
1818
BTRFS_SETGET_STACK_FUNCS(stack_block_group_chunk_objectid,
1819
			struct btrfs_block_group_item, chunk_objectid, 64);
1820

1821
BTRFS_SETGET_FUNCS(block_group_chunk_objectid,
1822
		   struct btrfs_block_group_item, chunk_objectid, 64);
1823
BTRFS_SETGET_FUNCS(block_group_flags,
1824
		   struct btrfs_block_group_item, flags, 64);
1825
BTRFS_SETGET_STACK_FUNCS(stack_block_group_flags,
1826
			struct btrfs_block_group_item, flags, 64);
C
Chris Mason 已提交
1827

1828 1829 1830 1831 1832
/* struct btrfs_free_space_info */
BTRFS_SETGET_FUNCS(free_space_extent_count, struct btrfs_free_space_info,
		   extent_count, 32);
BTRFS_SETGET_FUNCS(free_space_flags, struct btrfs_free_space_info, flags, 32);

1833 1834
/* struct btrfs_inode_ref */
BTRFS_SETGET_FUNCS(inode_ref_name_len, struct btrfs_inode_ref, name_len, 16);
1835
BTRFS_SETGET_FUNCS(inode_ref_index, struct btrfs_inode_ref, index, 64);
1836

M
Mark Fasheh 已提交
1837 1838 1839 1840 1841 1842 1843
/* struct btrfs_inode_extref */
BTRFS_SETGET_FUNCS(inode_extref_parent, struct btrfs_inode_extref,
		   parent_objectid, 64);
BTRFS_SETGET_FUNCS(inode_extref_name_len, struct btrfs_inode_extref,
		   name_len, 16);
BTRFS_SETGET_FUNCS(inode_extref_index, struct btrfs_inode_extref, index, 64);

1844 1845
/* struct btrfs_inode_item */
BTRFS_SETGET_FUNCS(inode_generation, struct btrfs_inode_item, generation, 64);
1846
BTRFS_SETGET_FUNCS(inode_sequence, struct btrfs_inode_item, sequence, 64);
1847
BTRFS_SETGET_FUNCS(inode_transid, struct btrfs_inode_item, transid, 64);
1848
BTRFS_SETGET_FUNCS(inode_size, struct btrfs_inode_item, size, 64);
1849
BTRFS_SETGET_FUNCS(inode_nbytes, struct btrfs_inode_item, nbytes, 64);
1850 1851 1852 1853 1854
BTRFS_SETGET_FUNCS(inode_block_group, struct btrfs_inode_item, block_group, 64);
BTRFS_SETGET_FUNCS(inode_nlink, struct btrfs_inode_item, nlink, 32);
BTRFS_SETGET_FUNCS(inode_uid, struct btrfs_inode_item, uid, 32);
BTRFS_SETGET_FUNCS(inode_gid, struct btrfs_inode_item, gid, 32);
BTRFS_SETGET_FUNCS(inode_mode, struct btrfs_inode_item, mode, 32);
1855
BTRFS_SETGET_FUNCS(inode_rdev, struct btrfs_inode_item, rdev, 64);
1856
BTRFS_SETGET_FUNCS(inode_flags, struct btrfs_inode_item, flags, 64);
1857 1858 1859 1860 1861 1862 1863 1864 1865 1866 1867 1868 1869 1870 1871 1872 1873
BTRFS_SETGET_STACK_FUNCS(stack_inode_generation, struct btrfs_inode_item,
			 generation, 64);
BTRFS_SETGET_STACK_FUNCS(stack_inode_sequence, struct btrfs_inode_item,
			 sequence, 64);
BTRFS_SETGET_STACK_FUNCS(stack_inode_transid, struct btrfs_inode_item,
			 transid, 64);
BTRFS_SETGET_STACK_FUNCS(stack_inode_size, struct btrfs_inode_item, size, 64);
BTRFS_SETGET_STACK_FUNCS(stack_inode_nbytes, struct btrfs_inode_item,
			 nbytes, 64);
BTRFS_SETGET_STACK_FUNCS(stack_inode_block_group, struct btrfs_inode_item,
			 block_group, 64);
BTRFS_SETGET_STACK_FUNCS(stack_inode_nlink, struct btrfs_inode_item, nlink, 32);
BTRFS_SETGET_STACK_FUNCS(stack_inode_uid, struct btrfs_inode_item, uid, 32);
BTRFS_SETGET_STACK_FUNCS(stack_inode_gid, struct btrfs_inode_item, gid, 32);
BTRFS_SETGET_STACK_FUNCS(stack_inode_mode, struct btrfs_inode_item, mode, 32);
BTRFS_SETGET_STACK_FUNCS(stack_inode_rdev, struct btrfs_inode_item, rdev, 64);
BTRFS_SETGET_STACK_FUNCS(stack_inode_flags, struct btrfs_inode_item, flags, 64);
1874 1875
BTRFS_SETGET_FUNCS(timespec_sec, struct btrfs_timespec, sec, 64);
BTRFS_SETGET_FUNCS(timespec_nsec, struct btrfs_timespec, nsec, 32);
1876 1877
BTRFS_SETGET_STACK_FUNCS(stack_timespec_sec, struct btrfs_timespec, sec, 64);
BTRFS_SETGET_STACK_FUNCS(stack_timespec_nsec, struct btrfs_timespec, nsec, 32);
C
Chris Mason 已提交
1878

1879
/* struct btrfs_dev_extent */
1880 1881 1882 1883 1884 1885
BTRFS_SETGET_FUNCS(dev_extent_chunk_tree, struct btrfs_dev_extent,
		   chunk_tree, 64);
BTRFS_SETGET_FUNCS(dev_extent_chunk_objectid, struct btrfs_dev_extent,
		   chunk_objectid, 64);
BTRFS_SETGET_FUNCS(dev_extent_chunk_offset, struct btrfs_dev_extent,
		   chunk_offset, 64);
1886
BTRFS_SETGET_FUNCS(dev_extent_length, struct btrfs_dev_extent, length, 64);
1887 1888 1889 1890
BTRFS_SETGET_FUNCS(extent_refs, struct btrfs_extent_item, refs, 64);
BTRFS_SETGET_FUNCS(extent_generation, struct btrfs_extent_item,
		   generation, 64);
BTRFS_SETGET_FUNCS(extent_flags, struct btrfs_extent_item, flags, 64);
1891

1892 1893
BTRFS_SETGET_FUNCS(tree_block_level, struct btrfs_tree_block_info, level, 8);

1894
static inline void btrfs_tree_block_key(const struct extent_buffer *eb,
1895 1896 1897 1898 1899 1900
					struct btrfs_tree_block_info *item,
					struct btrfs_disk_key *key)
{
	read_eb_member(eb, item, struct btrfs_tree_block_info, key, key);
}

1901
static inline void btrfs_set_tree_block_key(const struct extent_buffer *eb,
1902 1903 1904 1905 1906
					    struct btrfs_tree_block_info *item,
					    struct btrfs_disk_key *key)
{
	write_eb_member(eb, item, struct btrfs_tree_block_info, key, key);
}
C
Chris Mason 已提交
1907

1908 1909 1910 1911 1912 1913 1914 1915 1916 1917 1918 1919 1920 1921 1922 1923 1924 1925 1926 1927 1928 1929 1930 1931 1932 1933 1934 1935 1936 1937 1938
BTRFS_SETGET_FUNCS(extent_data_ref_root, struct btrfs_extent_data_ref,
		   root, 64);
BTRFS_SETGET_FUNCS(extent_data_ref_objectid, struct btrfs_extent_data_ref,
		   objectid, 64);
BTRFS_SETGET_FUNCS(extent_data_ref_offset, struct btrfs_extent_data_ref,
		   offset, 64);
BTRFS_SETGET_FUNCS(extent_data_ref_count, struct btrfs_extent_data_ref,
		   count, 32);

BTRFS_SETGET_FUNCS(shared_data_ref_count, struct btrfs_shared_data_ref,
		   count, 32);

BTRFS_SETGET_FUNCS(extent_inline_ref_type, struct btrfs_extent_inline_ref,
		   type, 8);
BTRFS_SETGET_FUNCS(extent_inline_ref_offset, struct btrfs_extent_inline_ref,
		   offset, 64);

static inline u32 btrfs_extent_inline_ref_size(int type)
{
	if (type == BTRFS_TREE_BLOCK_REF_KEY ||
	    type == BTRFS_SHARED_BLOCK_REF_KEY)
		return sizeof(struct btrfs_extent_inline_ref);
	if (type == BTRFS_SHARED_DATA_REF_KEY)
		return sizeof(struct btrfs_shared_data_ref) +
		       sizeof(struct btrfs_extent_inline_ref);
	if (type == BTRFS_EXTENT_DATA_REF_KEY)
		return sizeof(struct btrfs_extent_data_ref) +
		       offsetof(struct btrfs_extent_inline_ref, offset);
	return 0;
}

1939 1940
/* struct btrfs_node */
BTRFS_SETGET_FUNCS(key_blockptr, struct btrfs_key_ptr, blockptr, 64);
1941
BTRFS_SETGET_FUNCS(key_generation, struct btrfs_key_ptr, generation, 64);
1942 1943 1944 1945
BTRFS_SETGET_STACK_FUNCS(stack_key_blockptr, struct btrfs_key_ptr,
			 blockptr, 64);
BTRFS_SETGET_STACK_FUNCS(stack_key_generation, struct btrfs_key_ptr,
			 generation, 64);
C
Chris Mason 已提交
1946

1947
static inline u64 btrfs_node_blockptr(const struct extent_buffer *eb, int nr)
C
Chris Mason 已提交
1948
{
1949 1950 1951 1952
	unsigned long ptr;
	ptr = offsetof(struct btrfs_node, ptrs) +
		sizeof(struct btrfs_key_ptr) * nr;
	return btrfs_key_blockptr(eb, (struct btrfs_key_ptr *)ptr);
C
Chris Mason 已提交
1953 1954
}

1955
static inline void btrfs_set_node_blockptr(const struct extent_buffer *eb,
1956
					   int nr, u64 val)
C
Chris Mason 已提交
1957
{
1958 1959 1960 1961
	unsigned long ptr;
	ptr = offsetof(struct btrfs_node, ptrs) +
		sizeof(struct btrfs_key_ptr) * nr;
	btrfs_set_key_blockptr(eb, (struct btrfs_key_ptr *)ptr, val);
C
Chris Mason 已提交
1962 1963
}

1964
static inline u64 btrfs_node_ptr_generation(const struct extent_buffer *eb, int nr)
1965 1966 1967 1968 1969 1970 1971
{
	unsigned long ptr;
	ptr = offsetof(struct btrfs_node, ptrs) +
		sizeof(struct btrfs_key_ptr) * nr;
	return btrfs_key_generation(eb, (struct btrfs_key_ptr *)ptr);
}

1972
static inline void btrfs_set_node_ptr_generation(const struct extent_buffer *eb,
1973 1974 1975 1976 1977 1978 1979 1980
						 int nr, u64 val)
{
	unsigned long ptr;
	ptr = offsetof(struct btrfs_node, ptrs) +
		sizeof(struct btrfs_key_ptr) * nr;
	btrfs_set_key_generation(eb, (struct btrfs_key_ptr *)ptr, val);
}

1981
static inline unsigned long btrfs_node_key_ptr_offset(int nr)
1982
{
1983 1984
	return offsetof(struct btrfs_node, ptrs) +
		sizeof(struct btrfs_key_ptr) * nr;
1985 1986
}

1987
void btrfs_node_key(const struct extent_buffer *eb,
1988 1989
		    struct btrfs_disk_key *disk_key, int nr);

1990
static inline void btrfs_set_node_key(const struct extent_buffer *eb,
1991
				      struct btrfs_disk_key *disk_key, int nr)
1992
{
1993 1994 1995 1996
	unsigned long ptr;
	ptr = btrfs_node_key_ptr_offset(nr);
	write_eb_member(eb, (struct btrfs_key_ptr *)ptr,
		       struct btrfs_key_ptr, key, disk_key);
1997 1998
}

1999
/* struct btrfs_item */
2000 2001
BTRFS_SETGET_FUNCS(raw_item_offset, struct btrfs_item, offset, 32);
BTRFS_SETGET_FUNCS(raw_item_size, struct btrfs_item, size, 32);
2002 2003
BTRFS_SETGET_STACK_FUNCS(stack_item_offset, struct btrfs_item, offset, 32);
BTRFS_SETGET_STACK_FUNCS(stack_item_size, struct btrfs_item, size, 32);
2004

2005
static inline unsigned long btrfs_item_nr_offset(int nr)
2006
{
2007 2008
	return offsetof(struct btrfs_leaf, items) +
		sizeof(struct btrfs_item) * nr;
2009 2010
}

2011
static inline struct btrfs_item *btrfs_item_nr(int nr)
C
Chris Mason 已提交
2012
{
2013
	return (struct btrfs_item *)btrfs_item_nr_offset(nr);
C
Chris Mason 已提交
2014 2015
}

2016 2017 2018 2019 2020 2021 2022 2023 2024 2025 2026 2027 2028 2029 2030 2031 2032 2033 2034 2035 2036 2037 2038 2039 2040 2041
#define BTRFS_ITEM_SETGET_FUNCS(member)						\
static inline u32 btrfs_item_##member(const struct extent_buffer *eb,		\
				      int slot)					\
{										\
	return btrfs_raw_item_##member(eb, btrfs_item_nr(slot));		\
}										\
static inline void btrfs_set_item_##member(const struct extent_buffer *eb,	\
					   int slot, u32 val)			\
{										\
	btrfs_set_raw_item_##member(eb, btrfs_item_nr(slot), val);		\
}										\
static inline u32 btrfs_token_item_##member(struct btrfs_map_token *token,	\
					    int slot)				\
{										\
	struct btrfs_item *item = btrfs_item_nr(slot);				\
	return btrfs_token_raw_item_##member(token, item);			\
}										\
static inline void btrfs_set_token_item_##member(struct btrfs_map_token *token,	\
						 int slot, u32 val)		\
{										\
	struct btrfs_item *item = btrfs_item_nr(slot);				\
	btrfs_set_token_raw_item_##member(token, item, val);			\
}

BTRFS_ITEM_SETGET_FUNCS(offset)
BTRFS_ITEM_SETGET_FUNCS(size);
2042

2043
static inline u32 btrfs_item_data_end(const struct extent_buffer *eb, int nr)
2044 2045 2046 2047
{
	return btrfs_item_offset(eb, nr) + btrfs_item_size(eb, nr);
}

2048
static inline void btrfs_item_key(const struct extent_buffer *eb,
2049
			   struct btrfs_disk_key *disk_key, int nr)
2050
{
2051
	struct btrfs_item *item = btrfs_item_nr(nr);
2052
	read_eb_member(eb, item, struct btrfs_item, key, disk_key);
2053 2054
}

2055 2056
static inline void btrfs_set_item_key(struct extent_buffer *eb,
			       struct btrfs_disk_key *disk_key, int nr)
2057
{
2058
	struct btrfs_item *item = btrfs_item_nr(nr);
2059
	write_eb_member(eb, item, struct btrfs_item, key, disk_key);
2060 2061
}

2062 2063
BTRFS_SETGET_FUNCS(dir_log_end, struct btrfs_dir_log_item, end, 64);

2064 2065 2066 2067 2068 2069 2070
/*
 * struct btrfs_root_ref
 */
BTRFS_SETGET_FUNCS(root_ref_dirid, struct btrfs_root_ref, dirid, 64);
BTRFS_SETGET_FUNCS(root_ref_sequence, struct btrfs_root_ref, sequence, 64);
BTRFS_SETGET_FUNCS(root_ref_name_len, struct btrfs_root_ref, name_len, 16);

2071
/* struct btrfs_dir_item */
J
Josef Bacik 已提交
2072
BTRFS_SETGET_FUNCS(dir_data_len, struct btrfs_dir_item, data_len, 16);
2073 2074
BTRFS_SETGET_FUNCS(dir_type, struct btrfs_dir_item, type, 8);
BTRFS_SETGET_FUNCS(dir_name_len, struct btrfs_dir_item, name_len, 16);
2075
BTRFS_SETGET_FUNCS(dir_transid, struct btrfs_dir_item, transid, 64);
2076 2077 2078 2079 2080 2081 2082
BTRFS_SETGET_STACK_FUNCS(stack_dir_type, struct btrfs_dir_item, type, 8);
BTRFS_SETGET_STACK_FUNCS(stack_dir_data_len, struct btrfs_dir_item,
			 data_len, 16);
BTRFS_SETGET_STACK_FUNCS(stack_dir_name_len, struct btrfs_dir_item,
			 name_len, 16);
BTRFS_SETGET_STACK_FUNCS(stack_dir_transid, struct btrfs_dir_item,
			 transid, 64);
2083

2084 2085
static inline void btrfs_dir_item_key(const struct extent_buffer *eb,
				      const struct btrfs_dir_item *item,
2086
				      struct btrfs_disk_key *key)
2087
{
2088
	read_eb_member(eb, item, struct btrfs_dir_item, location, key);
2089 2090
}

2091 2092
static inline void btrfs_set_dir_item_key(struct extent_buffer *eb,
					  struct btrfs_dir_item *item,
2093
					  const struct btrfs_disk_key *key)
2094
{
2095
	write_eb_member(eb, item, struct btrfs_dir_item, location, key);
2096 2097
}

2098 2099 2100 2101 2102 2103 2104
BTRFS_SETGET_FUNCS(free_space_entries, struct btrfs_free_space_header,
		   num_entries, 64);
BTRFS_SETGET_FUNCS(free_space_bitmaps, struct btrfs_free_space_header,
		   num_bitmaps, 64);
BTRFS_SETGET_FUNCS(free_space_generation, struct btrfs_free_space_header,
		   generation, 64);

2105 2106
static inline void btrfs_free_space_key(const struct extent_buffer *eb,
					const struct btrfs_free_space_header *h,
2107 2108 2109 2110 2111 2112 2113
					struct btrfs_disk_key *key)
{
	read_eb_member(eb, h, struct btrfs_free_space_header, location, key);
}

static inline void btrfs_set_free_space_key(struct extent_buffer *eb,
					    struct btrfs_free_space_header *h,
2114
					    const struct btrfs_disk_key *key)
2115 2116 2117 2118
{
	write_eb_member(eb, h, struct btrfs_free_space_header, location, key);
}

2119 2120 2121 2122 2123
/* struct btrfs_disk_key */
BTRFS_SETGET_STACK_FUNCS(disk_key_objectid, struct btrfs_disk_key,
			 objectid, 64);
BTRFS_SETGET_STACK_FUNCS(disk_key_offset, struct btrfs_disk_key, offset, 64);
BTRFS_SETGET_STACK_FUNCS(disk_key_type, struct btrfs_disk_key, type, 8);
2124

2125 2126 2127 2128 2129 2130 2131 2132 2133 2134 2135 2136 2137 2138 2139 2140 2141 2142 2143 2144 2145 2146 2147 2148 2149 2150 2151 2152 2153 2154 2155 2156 2157 2158 2159 2160 2161 2162 2163 2164 2165 2166 2167 2168 2169 2170
#ifdef __LITTLE_ENDIAN

/*
 * Optimized helpers for little-endian architectures where CPU and on-disk
 * structures have the same endianness and we can skip conversions.
 */

static inline void btrfs_disk_key_to_cpu(struct btrfs_key *cpu_key,
					 const struct btrfs_disk_key *disk_key)
{
	memcpy(cpu_key, disk_key, sizeof(struct btrfs_key));
}

static inline void btrfs_cpu_key_to_disk(struct btrfs_disk_key *disk_key,
					 const struct btrfs_key *cpu_key)
{
	memcpy(disk_key, cpu_key, sizeof(struct btrfs_key));
}

static inline void btrfs_node_key_to_cpu(const struct extent_buffer *eb,
					 struct btrfs_key *cpu_key, int nr)
{
	struct btrfs_disk_key *disk_key = (struct btrfs_disk_key *)cpu_key;

	btrfs_node_key(eb, disk_key, nr);
}

static inline void btrfs_item_key_to_cpu(const struct extent_buffer *eb,
					 struct btrfs_key *cpu_key, int nr)
{
	struct btrfs_disk_key *disk_key = (struct btrfs_disk_key *)cpu_key;

	btrfs_item_key(eb, disk_key, nr);
}

static inline void btrfs_dir_item_key_to_cpu(const struct extent_buffer *eb,
					     const struct btrfs_dir_item *item,
					     struct btrfs_key *cpu_key)
{
	struct btrfs_disk_key *disk_key = (struct btrfs_disk_key *)cpu_key;

	btrfs_dir_item_key(eb, item, disk_key);
}

#else

C
Chris Mason 已提交
2171
static inline void btrfs_disk_key_to_cpu(struct btrfs_key *cpu,
2172
					 const struct btrfs_disk_key *disk)
C
Chris Mason 已提交
2173 2174
{
	cpu->offset = le64_to_cpu(disk->offset);
2175
	cpu->type = disk->type;
C
Chris Mason 已提交
2176 2177 2178 2179
	cpu->objectid = le64_to_cpu(disk->objectid);
}

static inline void btrfs_cpu_key_to_disk(struct btrfs_disk_key *disk,
2180
					 const struct btrfs_key *cpu)
C
Chris Mason 已提交
2181 2182
{
	disk->offset = cpu_to_le64(cpu->offset);
2183
	disk->type = cpu->type;
C
Chris Mason 已提交
2184 2185 2186
	disk->objectid = cpu_to_le64(cpu->objectid);
}

2187 2188
static inline void btrfs_node_key_to_cpu(const struct extent_buffer *eb,
					 struct btrfs_key *key, int nr)
2189
{
2190 2191 2192
	struct btrfs_disk_key disk_key;
	btrfs_node_key(eb, &disk_key, nr);
	btrfs_disk_key_to_cpu(key, &disk_key);
2193 2194
}

2195 2196
static inline void btrfs_item_key_to_cpu(const struct extent_buffer *eb,
					 struct btrfs_key *key, int nr)
2197
{
2198 2199 2200
	struct btrfs_disk_key disk_key;
	btrfs_item_key(eb, &disk_key, nr);
	btrfs_disk_key_to_cpu(key, &disk_key);
2201 2202
}

2203 2204 2205
static inline void btrfs_dir_item_key_to_cpu(const struct extent_buffer *eb,
					     const struct btrfs_dir_item *item,
					     struct btrfs_key *key)
2206
{
2207 2208 2209
	struct btrfs_disk_key disk_key;
	btrfs_dir_item_key(eb, item, &disk_key);
	btrfs_disk_key_to_cpu(key, &disk_key);
2210 2211
}

2212 2213
#endif

2214
/* struct btrfs_header */
2215
BTRFS_SETGET_HEADER_FUNCS(header_bytenr, struct btrfs_header, bytenr, 64);
2216 2217 2218 2219
BTRFS_SETGET_HEADER_FUNCS(header_generation, struct btrfs_header,
			  generation, 64);
BTRFS_SETGET_HEADER_FUNCS(header_owner, struct btrfs_header, owner, 64);
BTRFS_SETGET_HEADER_FUNCS(header_nritems, struct btrfs_header, nritems, 32);
2220
BTRFS_SETGET_HEADER_FUNCS(header_flags, struct btrfs_header, flags, 64);
2221
BTRFS_SETGET_HEADER_FUNCS(header_level, struct btrfs_header, level, 8);
2222 2223 2224 2225 2226 2227
BTRFS_SETGET_STACK_FUNCS(stack_header_generation, struct btrfs_header,
			 generation, 64);
BTRFS_SETGET_STACK_FUNCS(stack_header_owner, struct btrfs_header, owner, 64);
BTRFS_SETGET_STACK_FUNCS(stack_header_nritems, struct btrfs_header,
			 nritems, 32);
BTRFS_SETGET_STACK_FUNCS(stack_header_bytenr, struct btrfs_header, bytenr, 64);
2228

2229
static inline int btrfs_header_flag(const struct extent_buffer *eb, u64 flag)
2230 2231 2232 2233
{
	return (btrfs_header_flags(eb) & flag) == flag;
}

2234
static inline void btrfs_set_header_flag(struct extent_buffer *eb, u64 flag)
2235 2236 2237 2238 2239
{
	u64 flags = btrfs_header_flags(eb);
	btrfs_set_header_flags(eb, flags | flag);
}

2240
static inline void btrfs_clear_header_flag(struct extent_buffer *eb, u64 flag)
2241 2242 2243 2244 2245
{
	u64 flags = btrfs_header_flags(eb);
	btrfs_set_header_flags(eb, flags & ~flag);
}

2246
static inline int btrfs_header_backref_rev(const struct extent_buffer *eb)
2247 2248 2249 2250 2251 2252 2253 2254 2255 2256 2257 2258 2259 2260
{
	u64 flags = btrfs_header_flags(eb);
	return flags >> BTRFS_BACKREF_REV_SHIFT;
}

static inline void btrfs_set_header_backref_rev(struct extent_buffer *eb,
						int rev)
{
	u64 flags = btrfs_header_flags(eb);
	flags &= ~BTRFS_BACKREF_REV_MASK;
	flags |= (u64)rev << BTRFS_BACKREF_REV_SHIFT;
	btrfs_set_header_flags(eb, flags);
}

2261
static inline int btrfs_is_leaf(const struct extent_buffer *eb)
2262
{
C
Chris Mason 已提交
2263
	return btrfs_header_level(eb) == 0;
2264 2265
}

2266
/* struct btrfs_root_item */
2267 2268
BTRFS_SETGET_FUNCS(disk_root_generation, struct btrfs_root_item,
		   generation, 64);
2269
BTRFS_SETGET_FUNCS(disk_root_refs, struct btrfs_root_item, refs, 32);
2270 2271
BTRFS_SETGET_FUNCS(disk_root_bytenr, struct btrfs_root_item, bytenr, 64);
BTRFS_SETGET_FUNCS(disk_root_level, struct btrfs_root_item, level, 8);
2272

2273 2274
BTRFS_SETGET_STACK_FUNCS(root_generation, struct btrfs_root_item,
			 generation, 64);
2275
BTRFS_SETGET_STACK_FUNCS(root_bytenr, struct btrfs_root_item, bytenr, 64);
2276
BTRFS_SETGET_STACK_FUNCS(root_drop_level, struct btrfs_root_item, drop_level, 8);
2277
BTRFS_SETGET_STACK_FUNCS(root_level, struct btrfs_root_item, level, 8);
2278 2279
BTRFS_SETGET_STACK_FUNCS(root_dirid, struct btrfs_root_item, root_dirid, 64);
BTRFS_SETGET_STACK_FUNCS(root_refs, struct btrfs_root_item, refs, 32);
2280
BTRFS_SETGET_STACK_FUNCS(root_flags, struct btrfs_root_item, flags, 64);
2281 2282
BTRFS_SETGET_STACK_FUNCS(root_used, struct btrfs_root_item, bytes_used, 64);
BTRFS_SETGET_STACK_FUNCS(root_limit, struct btrfs_root_item, byte_limit, 64);
Y
Yan Zheng 已提交
2283 2284
BTRFS_SETGET_STACK_FUNCS(root_last_snapshot, struct btrfs_root_item,
			 last_snapshot, 64);
2285 2286 2287 2288 2289 2290 2291 2292 2293 2294
BTRFS_SETGET_STACK_FUNCS(root_generation_v2, struct btrfs_root_item,
			 generation_v2, 64);
BTRFS_SETGET_STACK_FUNCS(root_ctransid, struct btrfs_root_item,
			 ctransid, 64);
BTRFS_SETGET_STACK_FUNCS(root_otransid, struct btrfs_root_item,
			 otransid, 64);
BTRFS_SETGET_STACK_FUNCS(root_stransid, struct btrfs_root_item,
			 stransid, 64);
BTRFS_SETGET_STACK_FUNCS(root_rtransid, struct btrfs_root_item,
			 rtransid, 64);
C
Chris Mason 已提交
2295

2296
static inline bool btrfs_root_readonly(const struct btrfs_root *root)
L
Li Zefan 已提交
2297
{
2298
	/* Byte-swap the constant at compile time, root_item::flags is LE */
2299
	return (root->root_item.flags & cpu_to_le64(BTRFS_ROOT_SUBVOL_RDONLY)) != 0;
L
Li Zefan 已提交
2300 2301
}

2302
static inline bool btrfs_root_dead(const struct btrfs_root *root)
2303
{
2304
	/* Byte-swap the constant at compile time, root_item::flags is LE */
2305 2306 2307
	return (root->root_item.flags & cpu_to_le64(BTRFS_ROOT_SUBVOL_DEAD)) != 0;
}

2308 2309 2310 2311 2312
static inline u64 btrfs_root_id(const struct btrfs_root *root)
{
	return root->root_key.objectid;
}

C
Chris Mason 已提交
2313 2314 2315 2316 2317 2318 2319 2320 2321 2322 2323 2324 2325 2326 2327 2328 2329 2330 2331 2332 2333 2334 2335 2336 2337 2338 2339 2340 2341 2342 2343 2344 2345 2346 2347 2348 2349 2350 2351 2352 2353 2354 2355 2356 2357 2358 2359 2360 2361
/* struct btrfs_root_backup */
BTRFS_SETGET_STACK_FUNCS(backup_tree_root, struct btrfs_root_backup,
		   tree_root, 64);
BTRFS_SETGET_STACK_FUNCS(backup_tree_root_gen, struct btrfs_root_backup,
		   tree_root_gen, 64);
BTRFS_SETGET_STACK_FUNCS(backup_tree_root_level, struct btrfs_root_backup,
		   tree_root_level, 8);

BTRFS_SETGET_STACK_FUNCS(backup_chunk_root, struct btrfs_root_backup,
		   chunk_root, 64);
BTRFS_SETGET_STACK_FUNCS(backup_chunk_root_gen, struct btrfs_root_backup,
		   chunk_root_gen, 64);
BTRFS_SETGET_STACK_FUNCS(backup_chunk_root_level, struct btrfs_root_backup,
		   chunk_root_level, 8);

BTRFS_SETGET_STACK_FUNCS(backup_extent_root, struct btrfs_root_backup,
		   extent_root, 64);
BTRFS_SETGET_STACK_FUNCS(backup_extent_root_gen, struct btrfs_root_backup,
		   extent_root_gen, 64);
BTRFS_SETGET_STACK_FUNCS(backup_extent_root_level, struct btrfs_root_backup,
		   extent_root_level, 8);

BTRFS_SETGET_STACK_FUNCS(backup_fs_root, struct btrfs_root_backup,
		   fs_root, 64);
BTRFS_SETGET_STACK_FUNCS(backup_fs_root_gen, struct btrfs_root_backup,
		   fs_root_gen, 64);
BTRFS_SETGET_STACK_FUNCS(backup_fs_root_level, struct btrfs_root_backup,
		   fs_root_level, 8);

BTRFS_SETGET_STACK_FUNCS(backup_dev_root, struct btrfs_root_backup,
		   dev_root, 64);
BTRFS_SETGET_STACK_FUNCS(backup_dev_root_gen, struct btrfs_root_backup,
		   dev_root_gen, 64);
BTRFS_SETGET_STACK_FUNCS(backup_dev_root_level, struct btrfs_root_backup,
		   dev_root_level, 8);

BTRFS_SETGET_STACK_FUNCS(backup_csum_root, struct btrfs_root_backup,
		   csum_root, 64);
BTRFS_SETGET_STACK_FUNCS(backup_csum_root_gen, struct btrfs_root_backup,
		   csum_root_gen, 64);
BTRFS_SETGET_STACK_FUNCS(backup_csum_root_level, struct btrfs_root_backup,
		   csum_root_level, 8);
BTRFS_SETGET_STACK_FUNCS(backup_total_bytes, struct btrfs_root_backup,
		   total_bytes, 64);
BTRFS_SETGET_STACK_FUNCS(backup_bytes_used, struct btrfs_root_backup,
		   bytes_used, 64);
BTRFS_SETGET_STACK_FUNCS(backup_num_devices, struct btrfs_root_backup,
		   num_devices, 64);

2362 2363 2364 2365 2366 2367 2368 2369 2370 2371 2372
/*
 * For extent tree v2 we overload the extent root with the block group root, as
 * we will have multiple extent roots.
 */
BTRFS_SETGET_STACK_FUNCS(backup_block_group_root, struct btrfs_root_backup,
			 extent_root, 64);
BTRFS_SETGET_STACK_FUNCS(backup_block_group_root_gen, struct btrfs_root_backup,
			 extent_root_gen, 64);
BTRFS_SETGET_STACK_FUNCS(backup_block_group_root_level,
			 struct btrfs_root_backup, extent_root_level, 8);

2373 2374
/* struct btrfs_balance_item */
BTRFS_SETGET_FUNCS(balance_flags, struct btrfs_balance_item, flags, 64);
2375

2376 2377
static inline void btrfs_balance_data(const struct extent_buffer *eb,
				      const struct btrfs_balance_item *bi,
2378 2379 2380 2381 2382 2383
				      struct btrfs_disk_balance_args *ba)
{
	read_eb_member(eb, bi, struct btrfs_balance_item, data, ba);
}

static inline void btrfs_set_balance_data(struct extent_buffer *eb,
2384 2385
				  struct btrfs_balance_item *bi,
				  const struct btrfs_disk_balance_args *ba)
2386 2387 2388 2389
{
	write_eb_member(eb, bi, struct btrfs_balance_item, data, ba);
}

2390 2391
static inline void btrfs_balance_meta(const struct extent_buffer *eb,
				      const struct btrfs_balance_item *bi,
2392 2393 2394 2395 2396 2397
				      struct btrfs_disk_balance_args *ba)
{
	read_eb_member(eb, bi, struct btrfs_balance_item, meta, ba);
}

static inline void btrfs_set_balance_meta(struct extent_buffer *eb,
2398 2399
				  struct btrfs_balance_item *bi,
				  const struct btrfs_disk_balance_args *ba)
2400 2401 2402 2403
{
	write_eb_member(eb, bi, struct btrfs_balance_item, meta, ba);
}

2404 2405
static inline void btrfs_balance_sys(const struct extent_buffer *eb,
				     const struct btrfs_balance_item *bi,
2406 2407 2408 2409 2410 2411
				     struct btrfs_disk_balance_args *ba)
{
	read_eb_member(eb, bi, struct btrfs_balance_item, sys, ba);
}

static inline void btrfs_set_balance_sys(struct extent_buffer *eb,
2412 2413
				 struct btrfs_balance_item *bi,
				 const struct btrfs_disk_balance_args *ba)
2414 2415 2416 2417 2418 2419
{
	write_eb_member(eb, bi, struct btrfs_balance_item, sys, ba);
}

static inline void
btrfs_disk_balance_args_to_cpu(struct btrfs_balance_args *cpu,
2420
			       const struct btrfs_disk_balance_args *disk)
2421 2422 2423 2424 2425 2426 2427 2428 2429 2430 2431 2432
{
	memset(cpu, 0, sizeof(*cpu));

	cpu->profiles = le64_to_cpu(disk->profiles);
	cpu->usage = le64_to_cpu(disk->usage);
	cpu->devid = le64_to_cpu(disk->devid);
	cpu->pstart = le64_to_cpu(disk->pstart);
	cpu->pend = le64_to_cpu(disk->pend);
	cpu->vstart = le64_to_cpu(disk->vstart);
	cpu->vend = le64_to_cpu(disk->vend);
	cpu->target = le64_to_cpu(disk->target);
	cpu->flags = le64_to_cpu(disk->flags);
2433
	cpu->limit = le64_to_cpu(disk->limit);
2434 2435
	cpu->stripes_min = le32_to_cpu(disk->stripes_min);
	cpu->stripes_max = le32_to_cpu(disk->stripes_max);
2436 2437 2438 2439
}

static inline void
btrfs_cpu_balance_args_to_disk(struct btrfs_disk_balance_args *disk,
2440
			       const struct btrfs_balance_args *cpu)
2441 2442 2443 2444 2445 2446 2447 2448 2449 2450 2451 2452
{
	memset(disk, 0, sizeof(*disk));

	disk->profiles = cpu_to_le64(cpu->profiles);
	disk->usage = cpu_to_le64(cpu->usage);
	disk->devid = cpu_to_le64(cpu->devid);
	disk->pstart = cpu_to_le64(cpu->pstart);
	disk->pend = cpu_to_le64(cpu->pend);
	disk->vstart = cpu_to_le64(cpu->vstart);
	disk->vend = cpu_to_le64(cpu->vend);
	disk->target = cpu_to_le64(cpu->target);
	disk->flags = cpu_to_le64(cpu->flags);
2453
	disk->limit = cpu_to_le64(cpu->limit);
2454 2455
	disk->stripes_min = cpu_to_le32(cpu->stripes_min);
	disk->stripes_max = cpu_to_le32(cpu->stripes_max);
2456 2457 2458
}

/* struct btrfs_super_block */
2459
BTRFS_SETGET_STACK_FUNCS(super_bytenr, struct btrfs_super_block, bytenr, 64);
2460
BTRFS_SETGET_STACK_FUNCS(super_flags, struct btrfs_super_block, flags, 64);
2461 2462 2463
BTRFS_SETGET_STACK_FUNCS(super_generation, struct btrfs_super_block,
			 generation, 64);
BTRFS_SETGET_STACK_FUNCS(super_root, struct btrfs_super_block, root, 64);
2464 2465
BTRFS_SETGET_STACK_FUNCS(super_sys_array_size,
			 struct btrfs_super_block, sys_chunk_array_size, 32);
2466 2467
BTRFS_SETGET_STACK_FUNCS(super_chunk_root_generation,
			 struct btrfs_super_block, chunk_root_generation, 64);
2468 2469
BTRFS_SETGET_STACK_FUNCS(super_root_level, struct btrfs_super_block,
			 root_level, 8);
2470 2471 2472
BTRFS_SETGET_STACK_FUNCS(super_chunk_root, struct btrfs_super_block,
			 chunk_root, 64);
BTRFS_SETGET_STACK_FUNCS(super_chunk_root_level, struct btrfs_super_block,
2473 2474 2475
			 chunk_root_level, 8);
BTRFS_SETGET_STACK_FUNCS(super_log_root, struct btrfs_super_block,
			 log_root, 64);
2476 2477
BTRFS_SETGET_STACK_FUNCS(super_log_root_transid, struct btrfs_super_block,
			 log_root_transid, 64);
2478 2479
BTRFS_SETGET_STACK_FUNCS(super_log_root_level, struct btrfs_super_block,
			 log_root_level, 8);
2480 2481 2482 2483
BTRFS_SETGET_STACK_FUNCS(super_total_bytes, struct btrfs_super_block,
			 total_bytes, 64);
BTRFS_SETGET_STACK_FUNCS(super_bytes_used, struct btrfs_super_block,
			 bytes_used, 64);
2484 2485 2486 2487
BTRFS_SETGET_STACK_FUNCS(super_sectorsize, struct btrfs_super_block,
			 sectorsize, 32);
BTRFS_SETGET_STACK_FUNCS(super_nodesize, struct btrfs_super_block,
			 nodesize, 32);
2488 2489
BTRFS_SETGET_STACK_FUNCS(super_stripesize, struct btrfs_super_block,
			 stripesize, 32);
2490 2491
BTRFS_SETGET_STACK_FUNCS(super_root_dir, struct btrfs_super_block,
			 root_dir_objectid, 64);
2492 2493
BTRFS_SETGET_STACK_FUNCS(super_num_devices, struct btrfs_super_block,
			 num_devices, 64);
2494 2495 2496
BTRFS_SETGET_STACK_FUNCS(super_compat_flags, struct btrfs_super_block,
			 compat_flags, 64);
BTRFS_SETGET_STACK_FUNCS(super_compat_ro_flags, struct btrfs_super_block,
2497
			 compat_ro_flags, 64);
2498 2499
BTRFS_SETGET_STACK_FUNCS(super_incompat_flags, struct btrfs_super_block,
			 incompat_flags, 64);
2500 2501
BTRFS_SETGET_STACK_FUNCS(super_csum_type, struct btrfs_super_block,
			 csum_type, 16);
2502 2503
BTRFS_SETGET_STACK_FUNCS(super_cache_generation, struct btrfs_super_block,
			 cache_generation, 64);
2504
BTRFS_SETGET_STACK_FUNCS(super_magic, struct btrfs_super_block, magic, 64);
2505 2506
BTRFS_SETGET_STACK_FUNCS(super_uuid_tree_generation, struct btrfs_super_block,
			 uuid_tree_generation, 64);
2507 2508 2509 2510 2511 2512 2513
BTRFS_SETGET_STACK_FUNCS(super_block_group_root, struct btrfs_super_block,
			 block_group_root, 64);
BTRFS_SETGET_STACK_FUNCS(super_block_group_root_generation,
			 struct btrfs_super_block,
			 block_group_root_generation, 64);
BTRFS_SETGET_STACK_FUNCS(super_block_group_root_level, struct btrfs_super_block,
			 block_group_root_level, 8);
2514

2515 2516
int btrfs_super_csum_size(const struct btrfs_super_block *s);
const char *btrfs_super_csum_name(u16 csum_type);
2517
const char *btrfs_super_csum_driver(u16 csum_type);
2518
size_t __attribute_const__ btrfs_get_num_csums(void);
2519

2520

2521 2522 2523 2524 2525
/*
 * The leaf data grows from end-to-front in the node.
 * this returns the address of the start of the last item,
 * which is the stop of the leaf data stack
 */
2526
static inline unsigned int leaf_data_end(const struct extent_buffer *leaf)
2527 2528 2529 2530
{
	u32 nr = btrfs_header_nritems(leaf);

	if (nr == 0)
2531
		return BTRFS_LEAF_DATA_SIZE(leaf->fs_info);
2532
	return btrfs_item_offset(leaf, nr - 1);
2533 2534
}

2535
/* struct btrfs_file_extent_item */
2536 2537
BTRFS_SETGET_STACK_FUNCS(stack_file_extent_type, struct btrfs_file_extent_item,
			 type, 8);
2538 2539 2540 2541 2542 2543 2544 2545
BTRFS_SETGET_STACK_FUNCS(stack_file_extent_disk_bytenr,
			 struct btrfs_file_extent_item, disk_bytenr, 64);
BTRFS_SETGET_STACK_FUNCS(stack_file_extent_offset,
			 struct btrfs_file_extent_item, offset, 64);
BTRFS_SETGET_STACK_FUNCS(stack_file_extent_generation,
			 struct btrfs_file_extent_item, generation, 64);
BTRFS_SETGET_STACK_FUNCS(stack_file_extent_num_bytes,
			 struct btrfs_file_extent_item, num_bytes, 64);
2546 2547
BTRFS_SETGET_STACK_FUNCS(stack_file_extent_ram_bytes,
			 struct btrfs_file_extent_item, ram_bytes, 64);
2548 2549 2550 2551
BTRFS_SETGET_STACK_FUNCS(stack_file_extent_disk_num_bytes,
			 struct btrfs_file_extent_item, disk_num_bytes, 64);
BTRFS_SETGET_STACK_FUNCS(stack_file_extent_compression,
			 struct btrfs_file_extent_item, compression, 8);
2552

C
Chris Mason 已提交
2553
static inline unsigned long
2554
btrfs_file_extent_inline_start(const struct btrfs_file_extent_item *e)
2555
{
2556
	return (unsigned long)e + BTRFS_FILE_EXTENT_INLINE_DATA_START;
2557 2558 2559 2560
}

static inline u32 btrfs_file_extent_calc_inline_size(u32 datasize)
{
2561
	return BTRFS_FILE_EXTENT_INLINE_DATA_START + datasize;
2562 2563
}

2564
BTRFS_SETGET_FUNCS(file_extent_type, struct btrfs_file_extent_item, type, 8);
2565 2566
BTRFS_SETGET_FUNCS(file_extent_disk_bytenr, struct btrfs_file_extent_item,
		   disk_bytenr, 64);
2567 2568
BTRFS_SETGET_FUNCS(file_extent_generation, struct btrfs_file_extent_item,
		   generation, 64);
2569 2570
BTRFS_SETGET_FUNCS(file_extent_disk_num_bytes, struct btrfs_file_extent_item,
		   disk_num_bytes, 64);
2571 2572
BTRFS_SETGET_FUNCS(file_extent_offset, struct btrfs_file_extent_item,
		  offset, 64);
2573 2574
BTRFS_SETGET_FUNCS(file_extent_num_bytes, struct btrfs_file_extent_item,
		   num_bytes, 64);
C
Chris Mason 已提交
2575 2576 2577 2578 2579 2580 2581 2582 2583 2584 2585 2586 2587 2588
BTRFS_SETGET_FUNCS(file_extent_ram_bytes, struct btrfs_file_extent_item,
		   ram_bytes, 64);
BTRFS_SETGET_FUNCS(file_extent_compression, struct btrfs_file_extent_item,
		   compression, 8);
BTRFS_SETGET_FUNCS(file_extent_encryption, struct btrfs_file_extent_item,
		   encryption, 8);
BTRFS_SETGET_FUNCS(file_extent_other_encoding, struct btrfs_file_extent_item,
		   other_encoding, 16);

/*
 * this returns the number of bytes used by the item on disk, minus the
 * size of any extent headers.  If a file is compressed on disk, this is
 * the compressed size
 */
2589 2590
static inline u32 btrfs_file_extent_inline_item_len(
						const struct extent_buffer *eb,
2591
						int nr)
C
Chris Mason 已提交
2592
{
2593
	return btrfs_item_size(eb, nr) - BTRFS_FILE_EXTENT_INLINE_DATA_START;
C
Chris Mason 已提交
2594
}
2595

A
Arne Jansen 已提交
2596 2597 2598 2599 2600 2601 2602
/* btrfs_qgroup_status_item */
BTRFS_SETGET_FUNCS(qgroup_status_generation, struct btrfs_qgroup_status_item,
		   generation, 64);
BTRFS_SETGET_FUNCS(qgroup_status_version, struct btrfs_qgroup_status_item,
		   version, 64);
BTRFS_SETGET_FUNCS(qgroup_status_flags, struct btrfs_qgroup_status_item,
		   flags, 64);
J
Jan Schmidt 已提交
2603 2604
BTRFS_SETGET_FUNCS(qgroup_status_rescan, struct btrfs_qgroup_status_item,
		   rescan, 64);
A
Arne Jansen 已提交
2605 2606 2607 2608 2609 2610 2611 2612 2613 2614 2615 2616 2617 2618 2619 2620 2621 2622 2623 2624 2625 2626 2627 2628 2629 2630 2631 2632 2633 2634 2635 2636 2637 2638

/* btrfs_qgroup_info_item */
BTRFS_SETGET_FUNCS(qgroup_info_generation, struct btrfs_qgroup_info_item,
		   generation, 64);
BTRFS_SETGET_FUNCS(qgroup_info_rfer, struct btrfs_qgroup_info_item, rfer, 64);
BTRFS_SETGET_FUNCS(qgroup_info_rfer_cmpr, struct btrfs_qgroup_info_item,
		   rfer_cmpr, 64);
BTRFS_SETGET_FUNCS(qgroup_info_excl, struct btrfs_qgroup_info_item, excl, 64);
BTRFS_SETGET_FUNCS(qgroup_info_excl_cmpr, struct btrfs_qgroup_info_item,
		   excl_cmpr, 64);

BTRFS_SETGET_STACK_FUNCS(stack_qgroup_info_generation,
			 struct btrfs_qgroup_info_item, generation, 64);
BTRFS_SETGET_STACK_FUNCS(stack_qgroup_info_rfer, struct btrfs_qgroup_info_item,
			 rfer, 64);
BTRFS_SETGET_STACK_FUNCS(stack_qgroup_info_rfer_cmpr,
			 struct btrfs_qgroup_info_item, rfer_cmpr, 64);
BTRFS_SETGET_STACK_FUNCS(stack_qgroup_info_excl, struct btrfs_qgroup_info_item,
			 excl, 64);
BTRFS_SETGET_STACK_FUNCS(stack_qgroup_info_excl_cmpr,
			 struct btrfs_qgroup_info_item, excl_cmpr, 64);

/* btrfs_qgroup_limit_item */
BTRFS_SETGET_FUNCS(qgroup_limit_flags, struct btrfs_qgroup_limit_item,
		   flags, 64);
BTRFS_SETGET_FUNCS(qgroup_limit_max_rfer, struct btrfs_qgroup_limit_item,
		   max_rfer, 64);
BTRFS_SETGET_FUNCS(qgroup_limit_max_excl, struct btrfs_qgroup_limit_item,
		   max_excl, 64);
BTRFS_SETGET_FUNCS(qgroup_limit_rsv_rfer, struct btrfs_qgroup_limit_item,
		   rsv_rfer, 64);
BTRFS_SETGET_FUNCS(qgroup_limit_rsv_excl, struct btrfs_qgroup_limit_item,
		   rsv_excl, 64);

2639 2640 2641 2642 2643 2644 2645 2646 2647 2648 2649 2650 2651 2652 2653 2654 2655 2656 2657 2658 2659 2660 2661 2662 2663 2664 2665 2666 2667 2668 2669 2670 2671 2672 2673 2674 2675 2676 2677 2678 2679 2680 2681
/* btrfs_dev_replace_item */
BTRFS_SETGET_FUNCS(dev_replace_src_devid,
		   struct btrfs_dev_replace_item, src_devid, 64);
BTRFS_SETGET_FUNCS(dev_replace_cont_reading_from_srcdev_mode,
		   struct btrfs_dev_replace_item, cont_reading_from_srcdev_mode,
		   64);
BTRFS_SETGET_FUNCS(dev_replace_replace_state, struct btrfs_dev_replace_item,
		   replace_state, 64);
BTRFS_SETGET_FUNCS(dev_replace_time_started, struct btrfs_dev_replace_item,
		   time_started, 64);
BTRFS_SETGET_FUNCS(dev_replace_time_stopped, struct btrfs_dev_replace_item,
		   time_stopped, 64);
BTRFS_SETGET_FUNCS(dev_replace_num_write_errors, struct btrfs_dev_replace_item,
		   num_write_errors, 64);
BTRFS_SETGET_FUNCS(dev_replace_num_uncorrectable_read_errors,
		   struct btrfs_dev_replace_item, num_uncorrectable_read_errors,
		   64);
BTRFS_SETGET_FUNCS(dev_replace_cursor_left, struct btrfs_dev_replace_item,
		   cursor_left, 64);
BTRFS_SETGET_FUNCS(dev_replace_cursor_right, struct btrfs_dev_replace_item,
		   cursor_right, 64);

BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_src_devid,
			 struct btrfs_dev_replace_item, src_devid, 64);
BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_cont_reading_from_srcdev_mode,
			 struct btrfs_dev_replace_item,
			 cont_reading_from_srcdev_mode, 64);
BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_replace_state,
			 struct btrfs_dev_replace_item, replace_state, 64);
BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_time_started,
			 struct btrfs_dev_replace_item, time_started, 64);
BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_time_stopped,
			 struct btrfs_dev_replace_item, time_stopped, 64);
BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_num_write_errors,
			 struct btrfs_dev_replace_item, num_write_errors, 64);
BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_num_uncorrectable_read_errors,
			 struct btrfs_dev_replace_item,
			 num_uncorrectable_read_errors, 64);
BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_cursor_left,
			 struct btrfs_dev_replace_item, cursor_left, 64);
BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_cursor_right,
			 struct btrfs_dev_replace_item, cursor_right, 64);

2682 2683
/* helper function to cast into the data area of the leaf. */
#define btrfs_item_ptr(leaf, slot, type) \
2684
	((type *)(BTRFS_LEAF_DATA_OFFSET + \
2685
	btrfs_item_offset(leaf, slot)))
2686 2687

#define btrfs_item_ptr_offset(leaf, slot) \
2688
	((unsigned long)(BTRFS_LEAF_DATA_OFFSET + \
2689
	btrfs_item_offset(leaf, slot)))
2690

2691 2692 2693 2694 2695 2696 2697 2698 2699 2700
static inline u32 btrfs_crc32c(u32 crc, const void *address, unsigned length)
{
	return crc32c(crc, address, length);
}

static inline void btrfs_crc32c_final(u32 crc, u8 *result)
{
	put_unaligned_le32(~crc, result);
}

2701 2702 2703 2704 2705 2706 2707 2708 2709 2710 2711 2712 2713 2714
static inline u64 btrfs_name_hash(const char *name, int len)
{
       return crc32c((u32)~1, name, len);
}

/*
 * Figure the key offset of an extended inode ref
 */
static inline u64 btrfs_extref_hash(u64 parent_objectid, const char *name,
                                   int len)
{
       return (u64) crc32c(parent_objectid, name, len);
}

2715 2716
static inline gfp_t btrfs_alloc_write_mask(struct address_space *mapping)
{
2717
	return mapping_gfp_constraint(mapping, ~__GFP_FS);
2718 2719
}

C
Chris Mason 已提交
2720
/* extent-tree.c */
2721

2722
enum btrfs_inline_ref_type {
2723 2724 2725 2726
	BTRFS_REF_TYPE_INVALID,
	BTRFS_REF_TYPE_BLOCK,
	BTRFS_REF_TYPE_DATA,
	BTRFS_REF_TYPE_ANY,
2727 2728 2729 2730 2731
};

int btrfs_get_extent_inline_ref_type(const struct extent_buffer *eb,
				     struct btrfs_extent_inline_ref *iref,
				     enum btrfs_inline_ref_type is_data);
2732
u64 hash_extent_data_ref(u64 root_objectid, u64 owner, u64 offset);
2733

2734 2735 2736 2737 2738 2739 2740 2741 2742 2743 2744
/*
 * Take the number of bytes to be checksummmed and figure out how many leaves
 * it would require to store the csums for that many bytes.
 */
static inline u64 btrfs_csum_bytes_to_leaves(
			const struct btrfs_fs_info *fs_info, u64 csum_bytes)
{
	const u64 num_csums = csum_bytes >> fs_info->sectorsize_bits;

	return DIV_ROUND_UP_ULL(num_csums, fs_info->csums_per_leaf);
}
2745

2746 2747 2748 2749 2750 2751
/*
 * Use this if we would be adding new items, as we could split nodes as we cow
 * down the tree.
 */
static inline u64 btrfs_calc_insert_metadata_size(struct btrfs_fs_info *fs_info,
						  unsigned num_items)
2752
{
2753
	return (u64)fs_info->nodesize * BTRFS_MAX_LEVEL * 2 * num_items;
2754 2755 2756
}

/*
2757 2758
 * Doing a truncate or a modification won't result in new nodes or leaves, just
 * what we need for COW.
2759
 */
2760
static inline u64 btrfs_calc_metadata_size(struct btrfs_fs_info *fs_info,
2761 2762
						 unsigned num_items)
{
2763
	return (u64)fs_info->nodesize * BTRFS_MAX_LEVEL * num_items;
2764 2765
}

2766 2767
int btrfs_add_excluded_extent(struct btrfs_fs_info *fs_info,
			      u64 start, u64 num_bytes);
2768
void btrfs_free_excluded_extents(struct btrfs_block_group *cache);
2769
int btrfs_run_delayed_refs(struct btrfs_trans_handle *trans,
2770
			   unsigned long count);
2771 2772 2773
void btrfs_cleanup_ref_head_accounting(struct btrfs_fs_info *fs_info,
				  struct btrfs_delayed_ref_root *delayed_refs,
				  struct btrfs_delayed_ref_head *head);
2774
int btrfs_lookup_data_extent(struct btrfs_fs_info *fs_info, u64 start, u64 len);
2775
int btrfs_lookup_extent_info(struct btrfs_trans_handle *trans,
2776
			     struct btrfs_fs_info *fs_info, u64 bytenr,
2777
			     u64 offset, int metadata, u64 *refs, u64 *flags);
2778 2779
int btrfs_pin_extent(struct btrfs_trans_handle *trans, u64 bytenr, u64 num,
		     int reserved);
2780
int btrfs_pin_extent_for_log_replay(struct btrfs_trans_handle *trans,
2781
				    u64 bytenr, u64 num_bytes);
2782
int btrfs_exclude_logged_extents(struct extent_buffer *eb);
2783
int btrfs_cross_ref_exist(struct btrfs_root *root,
2784 2785
			  u64 objectid, u64 offset, u64 bytenr, bool strict,
			  struct btrfs_path *path);
2786
struct extent_buffer *btrfs_alloc_tree_block(struct btrfs_trans_handle *trans,
2787 2788 2789 2790
					     struct btrfs_root *root,
					     u64 parent, u64 root_objectid,
					     const struct btrfs_disk_key *key,
					     int level, u64 hint,
2791 2792
					     u64 empty_size,
					     enum btrfs_lock_nesting nest);
2793
void btrfs_free_tree_block(struct btrfs_trans_handle *trans,
2794
			   u64 root_id,
2795
			   struct extent_buffer *buf,
2796
			   u64 parent, int last_ref);
2797
int btrfs_alloc_reserved_file_extent(struct btrfs_trans_handle *trans,
2798
				     struct btrfs_root *root, u64 owner,
2799 2800
				     u64 offset, u64 ram_bytes,
				     struct btrfs_key *ins);
2801 2802 2803
int btrfs_alloc_logged_file_extent(struct btrfs_trans_handle *trans,
				   u64 root_objectid, u64 owner, u64 offset,
				   struct btrfs_key *ins);
2804
int btrfs_reserve_extent(struct btrfs_root *root, u64 ram_bytes, u64 num_bytes,
2805
			 u64 min_alloc_size, u64 empty_size, u64 hint_byte,
2806
			 struct btrfs_key *ins, int is_data, int delalloc);
2807
int btrfs_inc_ref(struct btrfs_trans_handle *trans, struct btrfs_root *root,
2808
		  struct extent_buffer *buf, int full_backref);
2809
int btrfs_dec_ref(struct btrfs_trans_handle *trans, struct btrfs_root *root,
2810
		  struct extent_buffer *buf, int full_backref);
2811
int btrfs_set_disk_extent_flags(struct btrfs_trans_handle *trans,
2812
				struct extent_buffer *eb, u64 flags,
2813
				int level, int is_data);
2814
int btrfs_free_extent(struct btrfs_trans_handle *trans, struct btrfs_ref *ref);
2815

2816 2817
int btrfs_free_reserved_extent(struct btrfs_fs_info *fs_info,
			       u64 start, u64 len, int delalloc);
2818
int btrfs_pin_reserved_extent(struct btrfs_trans_handle *trans, u64 start,
2819
			      u64 len);
2820
int btrfs_finish_extent_commit(struct btrfs_trans_handle *trans);
C
Chris Mason 已提交
2821
int btrfs_inc_extent_ref(struct btrfs_trans_handle *trans,
2822
			 struct btrfs_ref *generic_ref);
2823

2824
void btrfs_clear_space_info_full(struct btrfs_fs_info *info);
M
Miao Xie 已提交
2825

2826 2827 2828 2829 2830
/*
 * Different levels for to flush space when doing space reservations.
 *
 * The higher the level, the more methods we try to reclaim space.
 */
M
Miao Xie 已提交
2831 2832 2833
enum btrfs_reserve_flush_enum {
	/* If we are in the transaction, we can't flush anything.*/
	BTRFS_RESERVE_NO_FLUSH,
2834

M
Miao Xie 已提交
2835
	/*
2836 2837 2838
	 * Flush space by:
	 * - Running delayed inode items
	 * - Allocating a new chunk
M
Miao Xie 已提交
2839 2840
	 */
	BTRFS_RESERVE_FLUSH_LIMIT,
2841 2842 2843 2844 2845 2846 2847 2848

	/*
	 * Flush space by:
	 * - Running delayed inode items
	 * - Running delayed refs
	 * - Running delalloc and waiting for ordered extents
	 * - Allocating a new chunk
	 */
2849
	BTRFS_RESERVE_FLUSH_EVICT,
2850 2851 2852 2853

	/*
	 * Flush space by above mentioned methods and by:
	 * - Running delayed iputs
D
David Sterba 已提交
2854
	 * - Committing transaction
2855
	 *
D
David Sterba 已提交
2856
	 * Can be interrupted by a fatal signal.
2857
	 */
2858 2859
	BTRFS_RESERVE_FLUSH_DATA,
	BTRFS_RESERVE_FLUSH_FREE_SPACE_INODE,
M
Miao Xie 已提交
2860
	BTRFS_RESERVE_FLUSH_ALL,
2861 2862 2863 2864 2865

	/*
	 * Pretty much the same as FLUSH_ALL, but can also steal space from
	 * global rsv.
	 *
D
David Sterba 已提交
2866
	 * Can be interrupted by a fatal signal.
2867
	 */
2868
	BTRFS_RESERVE_FLUSH_ALL_STEAL,
M
Miao Xie 已提交
2869 2870
};

2871 2872 2873
enum btrfs_flush_state {
	FLUSH_DELAYED_ITEMS_NR	=	1,
	FLUSH_DELAYED_ITEMS	=	2,
2874 2875 2876 2877
	FLUSH_DELAYED_REFS_NR	=	3,
	FLUSH_DELAYED_REFS	=	4,
	FLUSH_DELALLOC		=	5,
	FLUSH_DELALLOC_WAIT	=	6,
2878 2879 2880 2881 2882
	FLUSH_DELALLOC_FULL	=	7,
	ALLOC_CHUNK		=	8,
	ALLOC_CHUNK_FORCE	=	9,
	RUN_DELAYED_IPUTS	=	10,
	COMMIT_TRANS		=	11,
2883 2884
};

2885 2886
int btrfs_subvolume_reserve_metadata(struct btrfs_root *root,
				     struct btrfs_block_rsv *rsv,
2887
				     int nitems, bool use_global_rsv);
2888
void btrfs_subvolume_release_metadata(struct btrfs_root *root,
2889
				      struct btrfs_block_rsv *rsv);
2890
void btrfs_delalloc_release_extents(struct btrfs_inode *inode, u64 num_bytes);
J
Josef Bacik 已提交
2891

2892
int btrfs_delalloc_reserve_metadata(struct btrfs_inode *inode, u64 num_bytes,
2893
				    u64 disk_num_bytes, bool noflush);
2894
u64 btrfs_account_ro_block_groups_free_space(struct btrfs_space_info *sinfo);
2895
int btrfs_error_unpin_extent_range(struct btrfs_fs_info *fs_info,
L
liubo 已提交
2896
				   u64 start, u64 end);
2897
int btrfs_discard_extent(struct btrfs_fs_info *fs_info, u64 bytenr,
2898
			 u64 num_bytes, u64 *actual_bytes);
2899
int btrfs_trim_fs(struct btrfs_fs_info *fs_info, struct fstrim_range *range);
L
liubo 已提交
2900

2901
int btrfs_init_space_info(struct btrfs_fs_info *fs_info);
2902 2903
int btrfs_delayed_refs_qgroup_accounting(struct btrfs_trans_handle *trans,
					 struct btrfs_fs_info *fs_info);
2904 2905
int btrfs_start_write_no_snapshotting(struct btrfs_root *root);
void btrfs_end_write_no_snapshotting(struct btrfs_root *root);
2906
void btrfs_wait_for_snapshot_creation(struct btrfs_root *root);
2907

C
Chris Mason 已提交
2908
/* ctree.c */
2909
int btrfs_bin_search(struct extent_buffer *eb, const struct btrfs_key *key,
2910
		     int *slot);
2911
int __pure btrfs_comp_cpu_keys(const struct btrfs_key *k1, const struct btrfs_key *k2);
2912 2913 2914
int btrfs_previous_item(struct btrfs_root *root,
			struct btrfs_path *path, u64 min_objectid,
			int type);
2915 2916
int btrfs_previous_extent_item(struct btrfs_root *root,
			struct btrfs_path *path, u64 min_objectid);
2917 2918
void btrfs_set_item_key_safe(struct btrfs_fs_info *fs_info,
			     struct btrfs_path *path,
2919
			     const struct btrfs_key *new_key);
2920
struct extent_buffer *btrfs_root_node(struct btrfs_root *root);
2921
int btrfs_find_next_key(struct btrfs_root *root, struct btrfs_path *path,
2922
			struct btrfs_key *key, int lowest_level,
2923
			u64 min_trans);
2924
int btrfs_search_forward(struct btrfs_root *root, struct btrfs_key *min_key,
2925
			 struct btrfs_path *path,
2926
			 u64 min_trans);
2927 2928 2929
struct extent_buffer *btrfs_read_node_slot(struct extent_buffer *parent,
					   int slot);

2930 2931 2932
int btrfs_cow_block(struct btrfs_trans_handle *trans,
		    struct btrfs_root *root, struct extent_buffer *buf,
		    struct extent_buffer *parent, int parent_slot,
2933 2934
		    struct extent_buffer **cow_ret,
		    enum btrfs_lock_nesting nest);
2935 2936 2937 2938
int btrfs_copy_root(struct btrfs_trans_handle *trans,
		      struct btrfs_root *root,
		      struct extent_buffer *buf,
		      struct extent_buffer **cow_ret, u64 new_root_objectid);
2939 2940
int btrfs_block_can_be_shared(struct btrfs_root *root,
			      struct extent_buffer *buf);
2941
void btrfs_extend_item(struct btrfs_path *path, u32 data_size);
2942
void btrfs_truncate_item(struct btrfs_path *path, u32 new_size, int from_end);
2943 2944 2945
int btrfs_split_item(struct btrfs_trans_handle *trans,
		     struct btrfs_root *root,
		     struct btrfs_path *path,
2946
		     const struct btrfs_key *new_key,
2947
		     unsigned long split_offset);
Y
Yan, Zheng 已提交
2948 2949 2950
int btrfs_duplicate_item(struct btrfs_trans_handle *trans,
			 struct btrfs_root *root,
			 struct btrfs_path *path,
2951
			 const struct btrfs_key *new_key);
2952 2953
int btrfs_find_item(struct btrfs_root *fs_root, struct btrfs_path *path,
		u64 inum, u64 ioff, u8 key_type, struct btrfs_key *found_key);
2954 2955 2956 2957
int btrfs_search_slot(struct btrfs_trans_handle *trans, struct btrfs_root *root,
		      const struct btrfs_key *key, struct btrfs_path *p,
		      int ins_len, int cow);
int btrfs_search_old_slot(struct btrfs_root *root, const struct btrfs_key *key,
J
Jan Schmidt 已提交
2958
			  struct btrfs_path *p, u64 time_seq);
2959
int btrfs_search_slot_for_read(struct btrfs_root *root,
2960 2961 2962
			       const struct btrfs_key *key,
			       struct btrfs_path *p, int find_higher,
			       int return_any);
2963
int btrfs_realloc_node(struct btrfs_trans_handle *trans,
2964
		       struct btrfs_root *root, struct extent_buffer *parent,
2965
		       int start_slot, u64 *last_ret,
2966
		       struct btrfs_key *progress);
2967
void btrfs_release_path(struct btrfs_path *p);
C
Chris Mason 已提交
2968 2969
struct btrfs_path *btrfs_alloc_path(void);
void btrfs_free_path(struct btrfs_path *p);
2970

2971 2972 2973 2974 2975 2976 2977 2978 2979
int btrfs_del_items(struct btrfs_trans_handle *trans, struct btrfs_root *root,
		   struct btrfs_path *path, int slot, int nr);
static inline int btrfs_del_item(struct btrfs_trans_handle *trans,
				 struct btrfs_root *root,
				 struct btrfs_path *path)
{
	return btrfs_del_items(trans, root, path, path->slots[0], 1);
}

2980 2981
/*
 * Describes a batch of items to insert in a btree. This is used by
2982
 * btrfs_insert_empty_items().
2983 2984 2985 2986 2987 2988 2989 2990 2991 2992 2993 2994 2995 2996 2997 2998 2999 3000 3001 3002 3003 3004 3005
 */
struct btrfs_item_batch {
	/*
	 * Pointer to an array containing the keys of the items to insert (in
	 * sorted order).
	 */
	const struct btrfs_key *keys;
	/* Pointer to an array containing the data size for each item to insert. */
	const u32 *data_sizes;
	/*
	 * The sum of data sizes for all items. The caller can compute this while
	 * setting up the data_sizes array, so it ends up being more efficient
	 * than having btrfs_insert_empty_items() or setup_item_for_insert()
	 * doing it, as it would avoid an extra loop over a potentially large
	 * array, and in the case of setup_item_for_insert(), we would be doing
	 * it while holding a write lock on a leaf and often on upper level nodes
	 * too, unnecessarily increasing the size of a critical section.
	 */
	u32 total_data_size;
	/* Size of the keys and data_sizes arrays (number of items in the batch). */
	int nr;
};

3006 3007 3008 3009
void btrfs_setup_item_for_insert(struct btrfs_root *root,
				 struct btrfs_path *path,
				 const struct btrfs_key *key,
				 u32 data_size);
3010 3011
int btrfs_insert_item(struct btrfs_trans_handle *trans, struct btrfs_root *root,
		      const struct btrfs_key *key, void *data, u32 data_size);
3012 3013 3014
int btrfs_insert_empty_items(struct btrfs_trans_handle *trans,
			     struct btrfs_root *root,
			     struct btrfs_path *path,
3015
			     const struct btrfs_item_batch *batch);
3016 3017 3018 3019

static inline int btrfs_insert_empty_item(struct btrfs_trans_handle *trans,
					  struct btrfs_root *root,
					  struct btrfs_path *path,
3020
					  const struct btrfs_key *key,
3021 3022
					  u32 data_size)
{
3023 3024 3025 3026 3027 3028 3029 3030
	struct btrfs_item_batch batch;

	batch.keys = key;
	batch.data_sizes = &data_size;
	batch.total_data_size = data_size;
	batch.nr = 1;

	return btrfs_insert_empty_items(trans, root, path, &batch);
3031 3032
}

3033
int btrfs_prev_leaf(struct btrfs_root *root, struct btrfs_path *path);
J
Jan Schmidt 已提交
3034 3035
int btrfs_next_old_leaf(struct btrfs_root *root, struct btrfs_path *path,
			u64 time_seq);
3036 3037 3038 3039

int btrfs_search_backwards(struct btrfs_root *root, struct btrfs_key *key,
			   struct btrfs_path *path);

3040 3041 3042 3043 3044 3045 3046 3047 3048 3049 3050 3051 3052 3053 3054 3055 3056 3057 3058 3059 3060 3061 3062 3063 3064 3065 3066 3067 3068
int btrfs_get_next_valid_item(struct btrfs_root *root, struct btrfs_key *key,
			      struct btrfs_path *path);

/*
 * Search in @root for a given @key, and store the slot found in @found_key.
 *
 * @root:	The root node of the tree.
 * @key:	The key we are looking for.
 * @found_key:	Will hold the found item.
 * @path:	Holds the current slot/leaf.
 * @iter_ret:	Contains the value returned from btrfs_search_slot or
 * 		btrfs_get_next_valid_item, whichever was executed last.
 *
 * The @iter_ret is an output variable that will contain the return value of
 * btrfs_search_slot, if it encountered an error, or the value returned from
 * btrfs_get_next_valid_item otherwise. That return value can be 0, if a valid
 * slot was found, 1 if there were no more leaves, and <0 if there was an error.
 *
 * It's recommended to use a separate variable for iter_ret and then use it to
 * set the function return value so there's no confusion of the 0/1/errno
 * values stemming from btrfs_search_slot.
 */
#define btrfs_for_each_slot(root, key, found_key, path, iter_ret)		\
	for (iter_ret = btrfs_search_slot(NULL, (root), (key), (path), 0, 0);	\
		(iter_ret) >= 0 &&						\
		(iter_ret = btrfs_get_next_valid_item((root), (found_key), (path))) == 0; \
		(path)->slots[0]++						\
	)

3069 3070
static inline int btrfs_next_old_item(struct btrfs_root *root,
				      struct btrfs_path *p, u64 time_seq)
3071 3072 3073
{
	++p->slots[0];
	if (p->slots[0] >= btrfs_header_nritems(p->nodes[0]))
3074
		return btrfs_next_old_leaf(root, p, time_seq);
3075 3076
	return 0;
}
3077 3078 3079 3080 3081 3082 3083 3084 3085 3086 3087 3088

/*
 * Search the tree again to find a leaf with greater keys.
 *
 * Returns 0 if it found something or 1 if there are no greater leaves.
 * Returns < 0 on error.
 */
static inline int btrfs_next_leaf(struct btrfs_root *root, struct btrfs_path *path)
{
	return btrfs_next_old_leaf(root, path, 0);
}

3089 3090 3091 3092
static inline int btrfs_next_item(struct btrfs_root *root, struct btrfs_path *p)
{
	return btrfs_next_old_item(root, p, 0);
}
3093
int btrfs_leaf_free_space(struct extent_buffer *leaf);
3094 3095
int __must_check btrfs_drop_snapshot(struct btrfs_root *root, int update_ref,
				     int for_reloc);
Y
Yan Zheng 已提交
3096 3097 3098 3099
int btrfs_drop_subtree(struct btrfs_trans_handle *trans,
			struct btrfs_root *root,
			struct extent_buffer *node,
			struct extent_buffer *parent);
3100 3101 3102
static inline int btrfs_fs_closing(struct btrfs_fs_info *fs_info)
{
	/*
3103
	 * Do it this way so we only ever do one test_bit in the normal case.
3104
	 */
3105 3106 3107 3108 3109 3110
	if (test_bit(BTRFS_FS_CLOSING_START, &fs_info->flags)) {
		if (test_bit(BTRFS_FS_CLOSING_DONE, &fs_info->flags))
			return 2;
		return 1;
	}
	return 0;
3111
}
3112 3113 3114 3115 3116

/*
 * If we remount the fs to be R/O or umount the fs, the cleaner needn't do
 * anything except sleeping. This function is used to check the status of
 * the fs.
3117 3118 3119
 * We check for BTRFS_FS_STATE_RO to avoid races with a concurrent remount,
 * since setting and checking for SB_RDONLY in the superblock's flags is not
 * atomic.
3120
 */
3121
static inline int btrfs_need_cleaner_sleep(struct btrfs_fs_info *fs_info)
3122
{
3123 3124 3125 3126 3127 3128 3129 3130 3131 3132 3133 3134 3135 3136
	return test_bit(BTRFS_FS_STATE_RO, &fs_info->fs_state) ||
		btrfs_fs_closing(fs_info);
}

static inline void btrfs_set_sb_rdonly(struct super_block *sb)
{
	sb->s_flags |= SB_RDONLY;
	set_bit(BTRFS_FS_STATE_RO, &btrfs_sb(sb)->fs_state);
}

static inline void btrfs_clear_sb_rdonly(struct super_block *sb)
{
	sb->s_flags &= ~SB_RDONLY;
	clear_bit(BTRFS_FS_STATE_RO, &btrfs_sb(sb)->fs_state);
3137 3138
}

C
Chris Mason 已提交
3139
/* root-item.c */
3140 3141 3142
int btrfs_add_root_ref(struct btrfs_trans_handle *trans, u64 root_id,
		       u64 ref_id, u64 dirid, u64 sequence, const char *name,
		       int name_len);
3143 3144 3145
int btrfs_del_root_ref(struct btrfs_trans_handle *trans, u64 root_id,
		       u64 ref_id, u64 dirid, u64 *sequence, const char *name,
		       int name_len);
3146
int btrfs_del_root(struct btrfs_trans_handle *trans,
3147
		   const struct btrfs_key *key);
3148 3149 3150
int btrfs_insert_root(struct btrfs_trans_handle *trans, struct btrfs_root *root,
		      const struct btrfs_key *key,
		      struct btrfs_root_item *item);
3151 3152 3153 3154
int __must_check btrfs_update_root(struct btrfs_trans_handle *trans,
				   struct btrfs_root *root,
				   struct btrfs_key *key,
				   struct btrfs_root_item *item);
3155
int btrfs_find_root(struct btrfs_root *root, const struct btrfs_key *search_key,
3156 3157
		    struct btrfs_path *path, struct btrfs_root_item *root_item,
		    struct btrfs_key *root_key);
3158
int btrfs_find_orphan_roots(struct btrfs_fs_info *fs_info);
3159 3160
void btrfs_set_root_node(struct btrfs_root_item *item,
			 struct extent_buffer *node);
3161
void btrfs_check_and_init_root_item(struct btrfs_root_item *item);
3162 3163
void btrfs_update_root_times(struct btrfs_trans_handle *trans,
			     struct btrfs_root *root);
3164

3165
/* uuid-tree.c */
3166
int btrfs_uuid_tree_add(struct btrfs_trans_handle *trans, u8 *uuid, u8 type,
3167
			u64 subid);
3168
int btrfs_uuid_tree_remove(struct btrfs_trans_handle *trans, u8 *uuid, u8 type,
3169
			u64 subid);
3170
int btrfs_uuid_tree_iterate(struct btrfs_fs_info *fs_info);
3171

C
Chris Mason 已提交
3172
/* dir-item.c */
C
Chris Mason 已提交
3173 3174
int btrfs_check_dir_item_collision(struct btrfs_root *root, u64 dir,
			  const char *name, int name_len);
3175
int btrfs_insert_dir_item(struct btrfs_trans_handle *trans, const char *name,
3176
			  int name_len, struct btrfs_inode *dir,
3177
			  struct btrfs_key *location, u8 type, u64 index);
3178 3179 3180 3181 3182 3183 3184 3185 3186
struct btrfs_dir_item *btrfs_lookup_dir_item(struct btrfs_trans_handle *trans,
					     struct btrfs_root *root,
					     struct btrfs_path *path, u64 dir,
					     const char *name, int name_len,
					     int mod);
struct btrfs_dir_item *
btrfs_lookup_dir_index_item(struct btrfs_trans_handle *trans,
			    struct btrfs_root *root,
			    struct btrfs_path *path, u64 dir,
3187
			    u64 index, const char *name, int name_len,
3188
			    int mod);
3189 3190 3191 3192
struct btrfs_dir_item *
btrfs_search_dir_index_item(struct btrfs_root *root,
			    struct btrfs_path *path, u64 dirid,
			    const char *name, int name_len);
3193 3194 3195 3196
int btrfs_delete_one_dir_name(struct btrfs_trans_handle *trans,
			      struct btrfs_root *root,
			      struct btrfs_path *path,
			      struct btrfs_dir_item *di);
J
Josef Bacik 已提交
3197
int btrfs_insert_xattr_item(struct btrfs_trans_handle *trans,
3198 3199 3200 3201
			    struct btrfs_root *root,
			    struct btrfs_path *path, u64 objectid,
			    const char *name, u16 name_len,
			    const void *data, u16 data_len);
J
Josef Bacik 已提交
3202 3203 3204 3205 3206
struct btrfs_dir_item *btrfs_lookup_xattr(struct btrfs_trans_handle *trans,
					  struct btrfs_root *root,
					  struct btrfs_path *path, u64 dir,
					  const char *name, u16 name_len,
					  int mod);
3207
struct btrfs_dir_item *btrfs_match_dir_item_name(struct btrfs_fs_info *fs_info,
3208 3209 3210
						 struct btrfs_path *path,
						 const char *name,
						 int name_len);
3211 3212 3213 3214 3215 3216

/* orphan.c */
int btrfs_insert_orphan_item(struct btrfs_trans_handle *trans,
			     struct btrfs_root *root, u64 offset);
int btrfs_del_orphan_item(struct btrfs_trans_handle *trans,
			  struct btrfs_root *root, u64 offset);
3217
int btrfs_find_orphan_item(struct btrfs_root *root, u64 offset);
3218

C
Chris Mason 已提交
3219
/* file-item.c */
3220
struct btrfs_dio_private;
3221
int btrfs_del_csums(struct btrfs_trans_handle *trans,
3222
		    struct btrfs_root *root, u64 bytenr, u64 len);
3223
blk_status_t btrfs_lookup_bio_sums(struct inode *inode, struct bio *bio, u8 *dst);
C
Chris Mason 已提交
3224
int btrfs_insert_file_extent(struct btrfs_trans_handle *trans,
C
Chris Mason 已提交
3225 3226 3227 3228 3229
			     struct btrfs_root *root,
			     u64 objectid, u64 pos,
			     u64 disk_offset, u64 disk_num_bytes,
			     u64 num_bytes, u64 offset, u64 ram_bytes,
			     u8 compression, u8 encryption, u16 other_encoding);
C
Chris Mason 已提交
3230 3231 3232
int btrfs_lookup_file_extent(struct btrfs_trans_handle *trans,
			     struct btrfs_root *root,
			     struct btrfs_path *path, u64 objectid,
3233
			     u64 bytenr, int mod);
3234
int btrfs_csum_file_blocks(struct btrfs_trans_handle *trans,
3235
			   struct btrfs_root *root,
3236
			   struct btrfs_ordered_sum *sums);
3237
blk_status_t btrfs_csum_one_bio(struct btrfs_inode *inode, struct bio *bio,
3238
				u64 offset, bool one_ordered);
A
Arne Jansen 已提交
3239 3240
int btrfs_lookup_csums_range(struct btrfs_root *root, u64 start, u64 end,
			     struct list_head *list, int search_commit);
3241
void btrfs_extent_item_to_extent_map(struct btrfs_inode *inode,
3242 3243 3244 3245
				     const struct btrfs_path *path,
				     struct btrfs_file_extent_item *fi,
				     const bool new_inline,
				     struct extent_map *em);
3246 3247 3248 3249
int btrfs_inode_clear_file_extent_range(struct btrfs_inode *inode, u64 start,
					u64 len);
int btrfs_inode_set_file_extent_range(struct btrfs_inode *inode, u64 start,
				      u64 len);
3250
void btrfs_inode_safe_disk_i_size_write(struct btrfs_inode *inode, u64 new_i_size);
3251
u64 btrfs_file_extent_end(const struct btrfs_path *path);
3252

C
Chris Mason 已提交
3253
/* inode.c */
3254 3255
void btrfs_submit_data_bio(struct inode *inode, struct bio *bio,
			   int mirror_num, unsigned long bio_flags);
3256 3257 3258
unsigned int btrfs_verify_data_csum(struct btrfs_bio *bbio,
				    u32 bio_offset, struct page *page,
				    u64 start, u64 end);
3259
struct extent_map *btrfs_get_extent_fiemap(struct btrfs_inode *inode,
3260
					   u64 start, u64 len);
3261
noinline int can_nocow_extent(struct inode *inode, u64 offset, u64 *len,
3262
			      u64 *orig_start, u64 *orig_block_len,
3263
			      u64 *ram_bytes, bool strict);
3264

3265 3266
void __btrfs_del_delalloc_inode(struct btrfs_root *root,
				struct btrfs_inode *inode);
3267
struct inode *btrfs_lookup_dentry(struct inode *dir, struct dentry *dentry);
3268
int btrfs_set_inode_index(struct btrfs_inode *dir, u64 *index);
3269
int btrfs_unlink_inode(struct btrfs_trans_handle *trans,
3270
		       struct btrfs_inode *dir, struct btrfs_inode *inode,
3271 3272
		       const char *name, int name_len);
int btrfs_add_link(struct btrfs_trans_handle *trans,
3273
		   struct btrfs_inode *parent_inode, struct btrfs_inode *inode,
3274
		   const char *name, int name_len, int add_backref, u64 index);
3275
int btrfs_delete_subvolume(struct inode *dir, struct dentry *dentry);
3276 3277
int btrfs_truncate_block(struct btrfs_inode *inode, loff_t from, loff_t len,
			 int front);
3278

3279
int btrfs_start_delalloc_snapshot(struct btrfs_root *root, bool in_reclaim_context);
3280
int btrfs_start_delalloc_roots(struct btrfs_fs_info *fs_info, long nr,
3281
			       bool in_reclaim_context);
3282
int btrfs_set_extent_delalloc(struct btrfs_inode *inode, u64 start, u64 end,
3283
			      unsigned int extra_bits,
3284
			      struct extent_state **cached_state);
3285 3286 3287 3288 3289 3290 3291 3292 3293 3294 3295 3296 3297 3298 3299 3300 3301 3302
struct btrfs_new_inode_args {
	/* Input */
	struct inode *dir;
	struct dentry *dentry;
	struct inode *inode;
	bool orphan;
	bool subvol;

	/*
	 * Output from btrfs_new_inode_prepare(), input to
	 * btrfs_create_new_inode().
	 */
	struct posix_acl *default_acl;
	struct posix_acl *acl;
};
int btrfs_new_inode_prepare(struct btrfs_new_inode_args *args,
			    unsigned int *trans_num_items);
int btrfs_create_new_inode(struct btrfs_trans_handle *trans,
3303
			   struct btrfs_new_inode_args *args);
3304
void btrfs_new_inode_args_destroy(struct btrfs_new_inode_args *args);
3305 3306
struct inode *btrfs_new_subvol_inode(struct user_namespace *mnt_userns,
				     struct inode *dir);
3307
 void btrfs_set_delalloc_extent(struct inode *inode, struct extent_state *state,
3308
			       unsigned *bits);
3309 3310
void btrfs_clear_delalloc_extent(struct inode *inode,
				 struct extent_state *state, unsigned *bits);
3311 3312
void btrfs_merge_delalloc_extent(struct inode *inode, struct extent_state *new,
				 struct extent_state *other);
3313 3314
void btrfs_split_delalloc_extent(struct inode *inode,
				 struct extent_state *orig, u64 split);
3315
void btrfs_set_range_writeback(struct btrfs_inode *inode, u64 start, u64 end);
3316
vm_fault_t btrfs_page_mkwrite(struct vm_fault *vmf);
A
Al Viro 已提交
3317
void btrfs_evict_inode(struct inode *inode);
3318
int btrfs_write_inode(struct inode *inode, struct writeback_control *wbc);
C
Chris Mason 已提交
3319 3320
struct inode *btrfs_alloc_inode(struct super_block *sb);
void btrfs_destroy_inode(struct inode *inode);
A
Al Viro 已提交
3321
void btrfs_free_inode(struct inode *inode);
3322
int btrfs_drop_inode(struct inode *inode);
3323
int __init btrfs_init_cachep(void);
3324
void __cold btrfs_destroy_cachep(void);
D
David Sterba 已提交
3325
struct inode *btrfs_iget_path(struct super_block *s, u64 ino,
3326
			      struct btrfs_root *root, struct btrfs_path *path);
D
David Sterba 已提交
3327
struct inode *btrfs_iget(struct super_block *s, u64 ino, struct btrfs_root *root);
3328
struct extent_map *btrfs_get_extent(struct btrfs_inode *inode,
3329
				    struct page *page, size_t pg_offset,
3330
				    u64 start, u64 end);
3331
int btrfs_update_inode(struct btrfs_trans_handle *trans,
3332
		       struct btrfs_root *root, struct btrfs_inode *inode);
3333
int btrfs_update_inode_fallback(struct btrfs_trans_handle *trans,
3334
				struct btrfs_root *root, struct btrfs_inode *inode);
3335 3336
int btrfs_orphan_add(struct btrfs_trans_handle *trans,
		struct btrfs_inode *inode);
3337
int btrfs_orphan_cleanup(struct btrfs_root *root);
3338
int btrfs_cont_expand(struct btrfs_inode *inode, loff_t oldsize, loff_t size);
Y
Yan, Zheng 已提交
3339
void btrfs_add_delayed_iput(struct inode *inode);
3340
void btrfs_run_delayed_iputs(struct btrfs_fs_info *fs_info);
3341
int btrfs_wait_on_delayed_iputs(struct btrfs_fs_info *fs_info);
3342 3343 3344
int btrfs_prealloc_file_range(struct inode *inode, int mode,
			      u64 start, u64 num_bytes, u64 min_size,
			      loff_t actual_len, u64 *alloc_hint);
3345 3346 3347 3348
int btrfs_prealloc_file_range_trans(struct inode *inode,
				    struct btrfs_trans_handle *trans, int mode,
				    u64 start, u64 num_bytes, u64 min_size,
				    loff_t actual_len, u64 *alloc_hint);
3349
int btrfs_run_delalloc_range(struct btrfs_inode *inode, struct page *locked_page,
3350 3351
		u64 start, u64 end, int *page_started, unsigned long *nr_written,
		struct writeback_control *wbc);
3352
int btrfs_writepage_cow_fixup(struct page *page);
3353 3354
void btrfs_writepage_endio_finish_ordered(struct btrfs_inode *inode,
					  struct page *page, u64 start,
3355
					  u64 end, bool uptodate);
3356 3357
ssize_t btrfs_encoded_read(struct kiocb *iocb, struct iov_iter *iter,
			   struct btrfs_ioctl_encoded_io_args *encoded);
3358 3359
ssize_t btrfs_do_encoded_write(struct kiocb *iocb, struct iov_iter *from,
			     const struct btrfs_ioctl_encoded_io_args *encoded);
3360

3361
extern const struct dentry_operations btrfs_dentry_operations;
3362 3363
extern const struct iomap_ops btrfs_dio_iomap_ops;
extern const struct iomap_dio_ops btrfs_dio_ops;
C
Christoph Hellwig 已提交
3364

3365 3366 3367
/* Inode locking type flags, by default the exclusive lock is taken */
#define BTRFS_ILOCK_SHARED	(1U << 0)
#define BTRFS_ILOCK_TRY 	(1U << 1)
3368
#define BTRFS_ILOCK_MMAP	(1U << 2)
3369 3370 3371

int btrfs_inode_lock(struct inode *inode, unsigned int ilock_flags);
void btrfs_inode_unlock(struct inode *inode, unsigned int ilock_flags);
3372 3373 3374
void btrfs_update_inode_bytes(struct btrfs_inode *inode,
			      const u64 add_bytes,
			      const u64 del_bytes);
3375
void btrfs_assert_inode_range_clean(struct btrfs_inode *inode, u64 start, u64 end);
C
Christoph Hellwig 已提交
3376 3377 3378

/* ioctl.c */
long btrfs_ioctl(struct file *file, unsigned int cmd, unsigned long arg);
3379
long btrfs_compat_ioctl(struct file *file, unsigned int cmd, unsigned long arg);
M
Miklos Szeredi 已提交
3380 3381 3382
int btrfs_fileattr_get(struct dentry *dentry, struct fileattr *fa);
int btrfs_fileattr_set(struct user_namespace *mnt_userns,
		       struct dentry *dentry, struct fileattr *fa);
3383
int btrfs_ioctl_get_supported_features(void __user *arg);
3384
void btrfs_sync_inode_flags_to_i_flags(struct inode *inode);
3385
int __pure btrfs_is_empty_uuid(u8 *uuid);
3386
int btrfs_defrag_file(struct inode *inode, struct file_ra_state *ra,
C
Chris Mason 已提交
3387
		      struct btrfs_ioctl_defrag_range_args *range,
3388
		      u64 newer_than, unsigned long max_to_defrag);
3389 3390 3391
void btrfs_get_block_group_info(struct list_head *groups_list,
				struct btrfs_ioctl_space_info *space);
void btrfs_update_ioctl_balance_args(struct btrfs_fs_info *fs_info,
3392
			       struct btrfs_ioctl_balance_args *bargs);
3393 3394
bool btrfs_exclop_start(struct btrfs_fs_info *fs_info,
			enum btrfs_exclusive_operation type);
3395 3396 3397
bool btrfs_exclop_start_try_lock(struct btrfs_fs_info *fs_info,
				 enum btrfs_exclusive_operation type);
void btrfs_exclop_start_unlock(struct btrfs_fs_info *fs_info);
3398
void btrfs_exclop_finish(struct btrfs_fs_info *fs_info);
3399 3400 3401
void btrfs_exclop_balance(struct btrfs_fs_info *fs_info,
			  enum btrfs_exclusive_operation op);

3402

C
Chris Mason 已提交
3403
/* file.c */
3404
int __init btrfs_auto_defrag_init(void);
3405
void __cold btrfs_auto_defrag_exit(void);
C
Chris Mason 已提交
3406
int btrfs_add_inode_defrag(struct btrfs_trans_handle *trans,
3407
			   struct btrfs_inode *inode, u32 extent_thresh);
C
Chris Mason 已提交
3408
int btrfs_run_defrag_inodes(struct btrfs_fs_info *fs_info);
3409
void btrfs_cleanup_defrag_inodes(struct btrfs_fs_info *fs_info);
3410
int btrfs_sync_file(struct file *file, loff_t start, loff_t end, int datasync);
3411
void btrfs_drop_extent_cache(struct btrfs_inode *inode, u64 start, u64 end,
3412
			     int skip_pinned);
3413
extern const struct file_operations btrfs_file_operations;
J
Josef Bacik 已提交
3414
int btrfs_drop_extents(struct btrfs_trans_handle *trans,
3415 3416
		       struct btrfs_root *root, struct btrfs_inode *inode,
		       struct btrfs_drop_extents_args *args);
3417 3418 3419
int btrfs_replace_file_extents(struct btrfs_inode *inode,
			   struct btrfs_path *path, const u64 start,
			   const u64 end,
3420
			   struct btrfs_replace_extent_info *extent_info,
3421
			   struct btrfs_trans_handle **trans_out);
Y
Yan Zheng 已提交
3422
int btrfs_mark_extent_written(struct btrfs_trans_handle *trans,
3423
			      struct btrfs_inode *inode, u64 start, u64 end);
3424 3425
ssize_t btrfs_do_write_iter(struct kiocb *iocb, struct iov_iter *from,
			    const struct btrfs_ioctl_encoded_io_args *encoded);
S
Sage Weil 已提交
3426
int btrfs_release_file(struct inode *inode, struct file *file);
3427
int btrfs_dirty_pages(struct btrfs_inode *inode, struct page **pages,
3428
		      size_t num_pages, loff_t pos, size_t write_bytes,
3429
		      struct extent_state **cached, bool noreserve);
3430
int btrfs_fdatawrite_range(struct inode *inode, loff_t start, loff_t end);
3431 3432 3433
int btrfs_check_nocow_lock(struct btrfs_inode *inode, loff_t pos,
			   size_t *write_bytes);
void btrfs_check_nocow_unlock(struct btrfs_inode *inode);
S
Sage Weil 已提交
3434

3435 3436
/* tree-defrag.c */
int btrfs_defrag_leaves(struct btrfs_trans_handle *trans,
3437
			struct btrfs_root *root);
3438

3439
/* super.c */
3440
int btrfs_parse_options(struct btrfs_fs_info *info, char *options,
3441
			unsigned long new_flags);
S
Sage Weil 已提交
3442
int btrfs_sync_fs(struct super_block *sb, int wait);
3443 3444
char *btrfs_get_subvol_name_from_objectid(struct btrfs_fs_info *fs_info,
					  u64 subvol_objectid);
3445

3446
static inline __printf(2, 3) __cold
3447 3448 3449 3450
void btrfs_no_printk(const struct btrfs_fs_info *fs_info, const char *fmt, ...)
{
}

3451 3452 3453 3454 3455 3456 3457 3458 3459 3460 3461 3462 3463 3464 3465 3466 3467
#ifdef CONFIG_PRINTK_INDEX

#define btrfs_printk(fs_info, fmt, args...)					\
do {										\
	printk_index_subsys_emit("%sBTRFS %s (device %s): ", NULL, fmt);	\
	_btrfs_printk(fs_info, fmt, ##args);					\
} while (0)

__printf(2, 3)
__cold
void _btrfs_printk(const struct btrfs_fs_info *fs_info, const char *fmt, ...);

#elif defined(CONFIG_PRINTK)

#define btrfs_printk(fs_info, fmt, args...)				\
	_btrfs_printk(fs_info, fmt, ##args)

3468
__printf(2, 3)
3469
__cold
3470 3471
void _btrfs_printk(const struct btrfs_fs_info *fs_info, const char *fmt, ...);

3472
#else
3473

3474 3475
#define btrfs_printk(fs_info, fmt, args...) \
	btrfs_no_printk(fs_info, fmt, ##args)
3476 3477
#endif

3478 3479 3480 3481 3482 3483 3484 3485 3486 3487 3488 3489 3490 3491
#define btrfs_emerg(fs_info, fmt, args...) \
	btrfs_printk(fs_info, KERN_EMERG fmt, ##args)
#define btrfs_alert(fs_info, fmt, args...) \
	btrfs_printk(fs_info, KERN_ALERT fmt, ##args)
#define btrfs_crit(fs_info, fmt, args...) \
	btrfs_printk(fs_info, KERN_CRIT fmt, ##args)
#define btrfs_err(fs_info, fmt, args...) \
	btrfs_printk(fs_info, KERN_ERR fmt, ##args)
#define btrfs_warn(fs_info, fmt, args...) \
	btrfs_printk(fs_info, KERN_WARNING fmt, ##args)
#define btrfs_notice(fs_info, fmt, args...) \
	btrfs_printk(fs_info, KERN_NOTICE fmt, ##args)
#define btrfs_info(fs_info, fmt, args...) \
	btrfs_printk(fs_info, KERN_INFO fmt, ##args)
3492

3493 3494 3495 3496 3497 3498 3499 3500 3501 3502 3503 3504 3505 3506 3507 3508 3509 3510
/*
 * Wrappers that use printk_in_rcu
 */
#define btrfs_emerg_in_rcu(fs_info, fmt, args...) \
	btrfs_printk_in_rcu(fs_info, KERN_EMERG fmt, ##args)
#define btrfs_alert_in_rcu(fs_info, fmt, args...) \
	btrfs_printk_in_rcu(fs_info, KERN_ALERT fmt, ##args)
#define btrfs_crit_in_rcu(fs_info, fmt, args...) \
	btrfs_printk_in_rcu(fs_info, KERN_CRIT fmt, ##args)
#define btrfs_err_in_rcu(fs_info, fmt, args...) \
	btrfs_printk_in_rcu(fs_info, KERN_ERR fmt, ##args)
#define btrfs_warn_in_rcu(fs_info, fmt, args...) \
	btrfs_printk_in_rcu(fs_info, KERN_WARNING fmt, ##args)
#define btrfs_notice_in_rcu(fs_info, fmt, args...) \
	btrfs_printk_in_rcu(fs_info, KERN_NOTICE fmt, ##args)
#define btrfs_info_in_rcu(fs_info, fmt, args...) \
	btrfs_printk_in_rcu(fs_info, KERN_INFO fmt, ##args)

3511 3512 3513 3514 3515 3516 3517 3518 3519 3520 3521 3522 3523 3524 3525 3526 3527 3528
/*
 * Wrappers that use a ratelimited printk_in_rcu
 */
#define btrfs_emerg_rl_in_rcu(fs_info, fmt, args...) \
	btrfs_printk_rl_in_rcu(fs_info, KERN_EMERG fmt, ##args)
#define btrfs_alert_rl_in_rcu(fs_info, fmt, args...) \
	btrfs_printk_rl_in_rcu(fs_info, KERN_ALERT fmt, ##args)
#define btrfs_crit_rl_in_rcu(fs_info, fmt, args...) \
	btrfs_printk_rl_in_rcu(fs_info, KERN_CRIT fmt, ##args)
#define btrfs_err_rl_in_rcu(fs_info, fmt, args...) \
	btrfs_printk_rl_in_rcu(fs_info, KERN_ERR fmt, ##args)
#define btrfs_warn_rl_in_rcu(fs_info, fmt, args...) \
	btrfs_printk_rl_in_rcu(fs_info, KERN_WARNING fmt, ##args)
#define btrfs_notice_rl_in_rcu(fs_info, fmt, args...) \
	btrfs_printk_rl_in_rcu(fs_info, KERN_NOTICE fmt, ##args)
#define btrfs_info_rl_in_rcu(fs_info, fmt, args...) \
	btrfs_printk_rl_in_rcu(fs_info, KERN_INFO fmt, ##args)

3529 3530 3531 3532 3533 3534 3535 3536 3537 3538 3539 3540 3541 3542 3543 3544 3545
/*
 * Wrappers that use a ratelimited printk
 */
#define btrfs_emerg_rl(fs_info, fmt, args...) \
	btrfs_printk_ratelimited(fs_info, KERN_EMERG fmt, ##args)
#define btrfs_alert_rl(fs_info, fmt, args...) \
	btrfs_printk_ratelimited(fs_info, KERN_ALERT fmt, ##args)
#define btrfs_crit_rl(fs_info, fmt, args...) \
	btrfs_printk_ratelimited(fs_info, KERN_CRIT fmt, ##args)
#define btrfs_err_rl(fs_info, fmt, args...) \
	btrfs_printk_ratelimited(fs_info, KERN_ERR fmt, ##args)
#define btrfs_warn_rl(fs_info, fmt, args...) \
	btrfs_printk_ratelimited(fs_info, KERN_WARNING fmt, ##args)
#define btrfs_notice_rl(fs_info, fmt, args...) \
	btrfs_printk_ratelimited(fs_info, KERN_NOTICE fmt, ##args)
#define btrfs_info_rl(fs_info, fmt, args...) \
	btrfs_printk_ratelimited(fs_info, KERN_INFO fmt, ##args)
J
Jeff Mahoney 已提交
3546 3547 3548

#if defined(CONFIG_DYNAMIC_DEBUG)
#define btrfs_debug(fs_info, fmt, args...)				\
3549 3550 3551 3552 3553
	_dynamic_func_call_no_desc(fmt, btrfs_printk,			\
				   fs_info, KERN_DEBUG fmt, ##args)
#define btrfs_debug_in_rcu(fs_info, fmt, args...)			\
	_dynamic_func_call_no_desc(fmt, btrfs_printk_in_rcu,		\
				   fs_info, KERN_DEBUG fmt, ##args)
J
Jeff Mahoney 已提交
3554
#define btrfs_debug_rl_in_rcu(fs_info, fmt, args...)			\
3555 3556 3557 3558 3559
	_dynamic_func_call_no_desc(fmt, btrfs_printk_rl_in_rcu,		\
				   fs_info, KERN_DEBUG fmt, ##args)
#define btrfs_debug_rl(fs_info, fmt, args...)				\
	_dynamic_func_call_no_desc(fmt, btrfs_printk_ratelimited,	\
				   fs_info, KERN_DEBUG fmt, ##args)
J
Jeff Mahoney 已提交
3560
#elif defined(DEBUG)
3561 3562
#define btrfs_debug(fs_info, fmt, args...) \
	btrfs_printk(fs_info, KERN_DEBUG fmt, ##args)
3563 3564
#define btrfs_debug_in_rcu(fs_info, fmt, args...) \
	btrfs_printk_in_rcu(fs_info, KERN_DEBUG fmt, ##args)
3565 3566
#define btrfs_debug_rl_in_rcu(fs_info, fmt, args...) \
	btrfs_printk_rl_in_rcu(fs_info, KERN_DEBUG fmt, ##args)
3567 3568
#define btrfs_debug_rl(fs_info, fmt, args...) \
	btrfs_printk_ratelimited(fs_info, KERN_DEBUG fmt, ##args)
3569 3570
#else
#define btrfs_debug(fs_info, fmt, args...) \
3571
	btrfs_no_printk(fs_info, KERN_DEBUG fmt, ##args)
3572
#define btrfs_debug_in_rcu(fs_info, fmt, args...) \
3573
	btrfs_no_printk_in_rcu(fs_info, KERN_DEBUG fmt, ##args)
3574
#define btrfs_debug_rl_in_rcu(fs_info, fmt, args...) \
3575
	btrfs_no_printk_in_rcu(fs_info, KERN_DEBUG fmt, ##args)
3576
#define btrfs_debug_rl(fs_info, fmt, args...) \
3577
	btrfs_no_printk(fs_info, KERN_DEBUG fmt, ##args)
3578
#endif
3579

3580 3581 3582 3583
#define btrfs_printk_in_rcu(fs_info, fmt, args...)	\
do {							\
	rcu_read_lock();				\
	btrfs_printk(fs_info, fmt, ##args);		\
3584 3585 3586 3587 3588 3589 3590
	rcu_read_unlock();				\
} while (0)

#define btrfs_no_printk_in_rcu(fs_info, fmt, args...)	\
do {							\
	rcu_read_lock();				\
	btrfs_no_printk(fs_info, fmt, ##args);		\
3591 3592 3593
	rcu_read_unlock();				\
} while (0)

3594 3595 3596 3597 3598 3599 3600 3601 3602 3603 3604 3605 3606 3607 3608 3609
#define btrfs_printk_ratelimited(fs_info, fmt, args...)		\
do {								\
	static DEFINE_RATELIMIT_STATE(_rs,			\
		DEFAULT_RATELIMIT_INTERVAL,			\
		DEFAULT_RATELIMIT_BURST);       		\
	if (__ratelimit(&_rs))					\
		btrfs_printk(fs_info, fmt, ##args);		\
} while (0)

#define btrfs_printk_rl_in_rcu(fs_info, fmt, args...)		\
do {								\
	rcu_read_lock();					\
	btrfs_printk_ratelimited(fs_info, fmt, ##args);		\
	rcu_read_unlock();					\
} while (0)

3610 3611 3612
#ifdef CONFIG_BTRFS_ASSERT
__cold __noreturn
static inline void assertfail(const char *expr, const char *file, int line)
J
Josef Bacik 已提交
3613
{
3614 3615
	pr_err("assertion failed: %s, in %s:%d\n", expr, file, line);
	BUG();
J
Josef Bacik 已提交
3616 3617
}

3618 3619 3620 3621 3622 3623 3624
#define ASSERT(expr)						\
	(likely(expr) ? (void)0 : assertfail(#expr, __FILE__, __LINE__))

#else
static inline void assertfail(const char *expr, const char* file, int line) { }
#define ASSERT(expr)	(void)(expr)
#endif
J
Josef Bacik 已提交
3625

3626 3627 3628 3629 3630 3631 3632 3633 3634 3635 3636 3637 3638
#if BITS_PER_LONG == 32
#define BTRFS_32BIT_MAX_FILE_SIZE (((u64)ULONG_MAX + 1) << PAGE_SHIFT)
/*
 * The warning threshold is 5/8th of the MAX_LFS_FILESIZE that limits the logical
 * addresses of extents.
 *
 * For 4K page size it's about 10T, for 64K it's 160T.
 */
#define BTRFS_32BIT_EARLY_WARN_THRESHOLD (BTRFS_32BIT_MAX_FILE_SIZE * 5 / 8)
void btrfs_warn_32bit_limit(struct btrfs_fs_info *fs_info);
void btrfs_err_32bit_limit(struct btrfs_fs_info *fs_info);
#endif

3639 3640 3641 3642 3643 3644 3645 3646 3647 3648 3649 3650 3651 3652 3653 3654 3655 3656 3657 3658 3659 3660 3661 3662 3663 3664 3665 3666 3667 3668 3669 3670 3671
/*
 * Get the correct offset inside the page of extent buffer.
 *
 * @eb:		target extent buffer
 * @start:	offset inside the extent buffer
 *
 * Will handle both sectorsize == PAGE_SIZE and sectorsize < PAGE_SIZE cases.
 */
static inline size_t get_eb_offset_in_page(const struct extent_buffer *eb,
					   unsigned long offset)
{
	/*
	 * For sectorsize == PAGE_SIZE case, eb->start will always be aligned
	 * to PAGE_SIZE, thus adding it won't cause any difference.
	 *
	 * For sectorsize < PAGE_SIZE, we must only read the data that belongs
	 * to the eb, thus we have to take the eb->start into consideration.
	 */
	return offset_in_page(offset + eb->start);
}

static inline unsigned long get_eb_page_index(unsigned long offset)
{
	/*
	 * For sectorsize == PAGE_SIZE case, plain >> PAGE_SHIFT is enough.
	 *
	 * For sectorsize < PAGE_SIZE case, we only support 64K PAGE_SIZE,
	 * and have ensured that all tree blocks are contained in one page,
	 * thus we always get index == 0.
	 */
	return offset >> PAGE_SHIFT;
}

3672 3673 3674 3675 3676 3677 3678 3679 3680 3681
/*
 * Use that for functions that are conditionally exported for sanity tests but
 * otherwise static
 */
#ifndef CONFIG_BTRFS_FS_RUN_SANITY_TESTS
#define EXPORT_FOR_TESTS static
#else
#define EXPORT_FOR_TESTS
#endif

3682 3683 3684 3685 3686 3687 3688
__cold
static inline void btrfs_print_v0_err(struct btrfs_fs_info *fs_info)
{
	btrfs_err(fs_info,
"Unsupported V0 extent filesystem detected. Aborting. Please re-create your filesystem with a newer kernel");
}

3689
__printf(5, 6)
3690
__cold
3691
void __btrfs_handle_fs_error(struct btrfs_fs_info *fs_info, const char *function,
J
Jeff Mahoney 已提交
3692
		     unsigned int line, int errno, const char *fmt, ...);
L
liubo 已提交
3693

D
David Sterba 已提交
3694
const char * __attribute_const__ btrfs_decode_error(int errno);
3695

3696
__cold
3697
void __btrfs_abort_transaction(struct btrfs_trans_handle *trans,
3698
			       const char *function,
3699 3700
			       unsigned int line, int errno);

3701 3702 3703 3704
/*
 * Call btrfs_abort_transaction as early as possible when an error condition is
 * detected, that way the exact line number is reported.
 */
3705
#define btrfs_abort_transaction(trans, errno)		\
3706 3707 3708
do {								\
	/* Report first abort since mount */			\
	if (!test_and_set_bit(BTRFS_FS_STATE_TRANS_ABORTED,	\
3709
			&((trans)->fs_info->fs_state))) {	\
3710
		if ((errno) != -EIO && (errno) != -EROFS) {		\
3711 3712 3713 3714
			WARN(1, KERN_DEBUG				\
			"BTRFS: Transaction aborted (error %d)\n",	\
			(errno));					\
		} else {						\
3715 3716
			btrfs_debug((trans)->fs_info,			\
				    "Transaction aborted (error %d)", \
3717 3718
				  (errno));			\
		}						\
3719
	}							\
3720
	__btrfs_abort_transaction((trans), __func__,		\
3721 3722 3723
				  __LINE__, (errno));		\
} while (0)

3724 3725
#ifdef CONFIG_PRINTK_INDEX

3726
#define btrfs_handle_fs_error(fs_info, errno, fmt, args...)		\
3727 3728 3729 3730 3731 3732
do {									\
	printk_index_subsys_emit(					\
		"BTRFS: error (device %s%s) in %s:%d: errno=%d %s",	\
		KERN_CRIT, fmt);					\
	__btrfs_handle_fs_error((fs_info), __func__, __LINE__,		\
				(errno), fmt, ##args);			\
3733 3734
} while (0)

3735 3736 3737 3738 3739 3740 3741 3742
#else

#define btrfs_handle_fs_error(fs_info, errno, fmt, args...)		\
	__btrfs_handle_fs_error((fs_info), __func__, __LINE__,		\
				(errno), fmt, ##args)

#endif

J
Josef Bacik 已提交
3743 3744
#define BTRFS_FS_ERROR(fs_info)	(unlikely(test_bit(BTRFS_FS_STATE_ERROR, \
						   &(fs_info)->fs_state)))
3745 3746 3747
#define BTRFS_FS_LOG_CLEANUP_ERROR(fs_info)				\
	(unlikely(test_bit(BTRFS_FS_STATE_LOG_CLEANUP_ERROR,		\
			   &(fs_info)->fs_state)))
J
Josef Bacik 已提交
3748

3749 3750 3751 3752 3753 3754 3755 3756 3757 3758 3759 3760 3761 3762 3763 3764 3765
__printf(5, 6)
__cold
void __btrfs_panic(struct btrfs_fs_info *fs_info, const char *function,
		   unsigned int line, int errno, const char *fmt, ...);
/*
 * If BTRFS_MOUNT_PANIC_ON_FATAL_ERROR is in mount_opt, __btrfs_panic
 * will panic().  Otherwise we BUG() here.
 */
#define btrfs_panic(fs_info, errno, fmt, args...)			\
do {									\
	__btrfs_panic(fs_info, __func__, __LINE__, errno, fmt, ##args);	\
	BUG();								\
} while (0)


/* compatibility and incompatibility defines */

3766
#define btrfs_set_fs_incompat(__fs_info, opt) \
3767 3768
	__btrfs_set_fs_incompat((__fs_info), BTRFS_FEATURE_INCOMPAT_##opt, \
				#opt)
3769 3770

static inline void __btrfs_set_fs_incompat(struct btrfs_fs_info *fs_info,
3771
					   u64 flag, const char* name)
3772 3773 3774 3775 3776 3777 3778
{
	struct btrfs_super_block *disk_super;
	u64 features;

	disk_super = fs_info->super_copy;
	features = btrfs_super_incompat_flags(disk_super);
	if (!(features & flag)) {
3779 3780 3781 3782 3783
		spin_lock(&fs_info->super_lock);
		features = btrfs_super_incompat_flags(disk_super);
		if (!(features & flag)) {
			features |= flag;
			btrfs_set_super_incompat_flags(disk_super, features);
3784 3785 3786
			btrfs_info(fs_info,
				"setting incompat feature flag for %s (0x%llx)",
				name, flag);
3787 3788
		}
		spin_unlock(&fs_info->super_lock);
3789 3790 3791
	}
}

3792
#define btrfs_clear_fs_incompat(__fs_info, opt) \
3793 3794
	__btrfs_clear_fs_incompat((__fs_info), BTRFS_FEATURE_INCOMPAT_##opt, \
				  #opt)
3795 3796

static inline void __btrfs_clear_fs_incompat(struct btrfs_fs_info *fs_info,
3797
					     u64 flag, const char* name)
3798 3799 3800 3801 3802 3803 3804 3805 3806 3807 3808 3809
{
	struct btrfs_super_block *disk_super;
	u64 features;

	disk_super = fs_info->super_copy;
	features = btrfs_super_incompat_flags(disk_super);
	if (features & flag) {
		spin_lock(&fs_info->super_lock);
		features = btrfs_super_incompat_flags(disk_super);
		if (features & flag) {
			features &= ~flag;
			btrfs_set_super_incompat_flags(disk_super, features);
3810 3811 3812
			btrfs_info(fs_info,
				"clearing incompat feature flag for %s (0x%llx)",
				name, flag);
3813 3814 3815 3816 3817
		}
		spin_unlock(&fs_info->super_lock);
	}
}

3818 3819 3820
#define btrfs_fs_incompat(fs_info, opt) \
	__btrfs_fs_incompat((fs_info), BTRFS_FEATURE_INCOMPAT_##opt)

3821
static inline bool __btrfs_fs_incompat(struct btrfs_fs_info *fs_info, u64 flag)
3822 3823 3824 3825 3826 3827
{
	struct btrfs_super_block *disk_super;
	disk_super = fs_info->super_copy;
	return !!(btrfs_super_incompat_flags(disk_super) & flag);
}

3828
#define btrfs_set_fs_compat_ro(__fs_info, opt) \
3829 3830
	__btrfs_set_fs_compat_ro((__fs_info), BTRFS_FEATURE_COMPAT_RO_##opt, \
				 #opt)
3831 3832

static inline void __btrfs_set_fs_compat_ro(struct btrfs_fs_info *fs_info,
3833
					    u64 flag, const char *name)
3834 3835 3836 3837 3838 3839 3840 3841 3842 3843 3844 3845
{
	struct btrfs_super_block *disk_super;
	u64 features;

	disk_super = fs_info->super_copy;
	features = btrfs_super_compat_ro_flags(disk_super);
	if (!(features & flag)) {
		spin_lock(&fs_info->super_lock);
		features = btrfs_super_compat_ro_flags(disk_super);
		if (!(features & flag)) {
			features |= flag;
			btrfs_set_super_compat_ro_flags(disk_super, features);
3846 3847 3848
			btrfs_info(fs_info,
				"setting compat-ro feature flag for %s (0x%llx)",
				name, flag);
3849 3850 3851 3852 3853 3854
		}
		spin_unlock(&fs_info->super_lock);
	}
}

#define btrfs_clear_fs_compat_ro(__fs_info, opt) \
3855 3856
	__btrfs_clear_fs_compat_ro((__fs_info), BTRFS_FEATURE_COMPAT_RO_##opt, \
				   #opt)
3857 3858

static inline void __btrfs_clear_fs_compat_ro(struct btrfs_fs_info *fs_info,
3859
					      u64 flag, const char *name)
3860 3861 3862 3863 3864 3865 3866 3867 3868 3869 3870 3871
{
	struct btrfs_super_block *disk_super;
	u64 features;

	disk_super = fs_info->super_copy;
	features = btrfs_super_compat_ro_flags(disk_super);
	if (features & flag) {
		spin_lock(&fs_info->super_lock);
		features = btrfs_super_compat_ro_flags(disk_super);
		if (features & flag) {
			features &= ~flag;
			btrfs_set_super_compat_ro_flags(disk_super, features);
3872 3873 3874
			btrfs_info(fs_info,
				"clearing compat-ro feature flag for %s (0x%llx)",
				name, flag);
3875 3876 3877 3878 3879 3880 3881 3882 3883 3884 3885 3886 3887 3888 3889
		}
		spin_unlock(&fs_info->super_lock);
	}
}

#define btrfs_fs_compat_ro(fs_info, opt) \
	__btrfs_fs_compat_ro((fs_info), BTRFS_FEATURE_COMPAT_RO_##opt)

static inline int __btrfs_fs_compat_ro(struct btrfs_fs_info *fs_info, u64 flag)
{
	struct btrfs_super_block *disk_super;
	disk_super = fs_info->super_copy;
	return !!(btrfs_super_compat_ro_flags(disk_super) & flag);
}

J
Josef Bacik 已提交
3890
/* acl.c */
C
Chris Mason 已提交
3891
#ifdef CONFIG_BTRFS_FS_POSIX_ACL
3892
struct posix_acl *btrfs_get_acl(struct inode *inode, int type, bool rcu);
3893 3894
int btrfs_set_acl(struct user_namespace *mnt_userns, struct inode *inode,
		  struct posix_acl *acl, int type);
3895 3896
int __btrfs_set_acl(struct btrfs_trans_handle *trans, struct inode *inode,
		    struct posix_acl *acl, int type);
3897
#else
3898
#define btrfs_get_acl NULL
3899
#define btrfs_set_acl NULL
3900 3901 3902
static inline int __btrfs_set_acl(struct btrfs_trans_handle *trans,
				  struct inode *inode, struct posix_acl *acl,
				  int type)
3903
{
3904
	return -EOPNOTSUPP;
3905 3906
}
#endif
J
Josef Bacik 已提交
3907

3908
/* relocation.c */
3909
int btrfs_relocate_block_group(struct btrfs_fs_info *fs_info, u64 group_start);
3910 3911 3912 3913
int btrfs_init_reloc_root(struct btrfs_trans_handle *trans,
			  struct btrfs_root *root);
int btrfs_update_reloc_root(struct btrfs_trans_handle *trans,
			    struct btrfs_root *root);
3914
int btrfs_recover_relocation(struct btrfs_fs_info *fs_info);
3915
int btrfs_reloc_clone_csums(struct btrfs_inode *inode, u64 file_pos, u64 len);
3916 3917 3918
int btrfs_reloc_cow_block(struct btrfs_trans_handle *trans,
			  struct btrfs_root *root, struct extent_buffer *buf,
			  struct extent_buffer *cow);
3919
void btrfs_reloc_pre_snapshot(struct btrfs_pending_snapshot *pending,
3920
			      u64 *bytes_to_reserve);
3921
int btrfs_reloc_post_snapshot(struct btrfs_trans_handle *trans,
3922
			      struct btrfs_pending_snapshot *pending);
3923
int btrfs_should_cancel_balance(struct btrfs_fs_info *fs_info);
3924 3925
struct btrfs_root *find_reloc_root(struct btrfs_fs_info *fs_info,
				   u64 bytenr);
3926
int btrfs_should_ignore_reloc_root(struct btrfs_root *root);
A
Arne Jansen 已提交
3927 3928

/* scrub.c */
3929 3930
int btrfs_scrub_dev(struct btrfs_fs_info *fs_info, u64 devid, u64 start,
		    u64 end, struct btrfs_scrub_progress *progress,
3931
		    int readonly, int is_dev_replace);
3932 3933
void btrfs_scrub_pause(struct btrfs_fs_info *fs_info);
void btrfs_scrub_continue(struct btrfs_fs_info *fs_info);
3934
int btrfs_scrub_cancel(struct btrfs_fs_info *info);
3935
int btrfs_scrub_cancel_dev(struct btrfs_device *dev);
3936
int btrfs_scrub_progress(struct btrfs_fs_info *fs_info, u64 devid,
A
Arne Jansen 已提交
3937
			 struct btrfs_scrub_progress *progress);
3938 3939 3940 3941 3942 3943
static inline void btrfs_init_full_stripe_locks_tree(
			struct btrfs_full_stripe_locks_tree *locks_root)
{
	locks_root->root = RB_ROOT;
	mutex_init(&locks_root->lock);
}
3944 3945 3946 3947

/* dev-replace.c */
void btrfs_bio_counter_inc_blocked(struct btrfs_fs_info *fs_info);
void btrfs_bio_counter_inc_noblocked(struct btrfs_fs_info *fs_info);
3948 3949 3950 3951 3952 3953
void btrfs_bio_counter_sub(struct btrfs_fs_info *fs_info, s64 amount);

static inline void btrfs_bio_counter_dec(struct btrfs_fs_info *fs_info)
{
	btrfs_bio_counter_sub(fs_info, 1);
}
A
Arne Jansen 已提交
3954

3955 3956 3957
static inline int is_fstree(u64 rootid)
{
	if (rootid == BTRFS_FS_TREE_OBJECTID ||
3958 3959
	    ((s64)rootid >= (s64)BTRFS_FIRST_FREE_OBJECTID &&
	      !btrfs_qgroup_level(rootid)))
3960 3961 3962
		return 1;
	return 0;
}
3963 3964 3965 3966 3967 3968

static inline int btrfs_defrag_cancelled(struct btrfs_fs_info *fs_info)
{
	return signal_pending(current);
}

B
Boris Burkov 已提交
3969 3970 3971 3972 3973 3974 3975 3976 3977 3978 3979 3980 3981 3982 3983 3984 3985 3986 3987 3988 3989 3990 3991 3992
/* verity.c */
#ifdef CONFIG_FS_VERITY

extern const struct fsverity_operations btrfs_verityops;
int btrfs_drop_verity_items(struct btrfs_inode *inode);

BTRFS_SETGET_FUNCS(verity_descriptor_encryption, struct btrfs_verity_descriptor_item,
		   encryption, 8);
BTRFS_SETGET_FUNCS(verity_descriptor_size, struct btrfs_verity_descriptor_item,
		   size, 64);
BTRFS_SETGET_STACK_FUNCS(stack_verity_descriptor_encryption,
			 struct btrfs_verity_descriptor_item, encryption, 8);
BTRFS_SETGET_STACK_FUNCS(stack_verity_descriptor_size,
			 struct btrfs_verity_descriptor_item, size, 64);

#else

static inline int btrfs_drop_verity_items(struct btrfs_inode *inode)
{
	return 0;
}

#endif

3993 3994 3995
/* Sanity test specific functions */
#ifdef CONFIG_BTRFS_FS_RUN_SANITY_TESTS
void btrfs_test_destroy_inode(struct inode *inode);
3996
static inline int btrfs_is_testing(struct btrfs_fs_info *fs_info)
3997
{
3998 3999 4000 4001 4002
	return test_bit(BTRFS_FS_STATE_DUMMY_FS_INFO, &fs_info->fs_state);
}
#else
static inline int btrfs_is_testing(struct btrfs_fs_info *fs_info)
{
4003 4004
	return 0;
}
4005
#endif
4006

N
Naohiro Aota 已提交
4007 4008
static inline bool btrfs_is_zoned(const struct btrfs_fs_info *fs_info)
{
4009
	return fs_info->zone_size > 0;
N
Naohiro Aota 已提交
4010 4011
}

4012 4013 4014 4015 4016
static inline bool btrfs_is_data_reloc_root(const struct btrfs_root *root)
{
	return root->root_key.objectid == BTRFS_DATA_RELOC_TREE_OBJECTID;
}

4017 4018 4019 4020 4021 4022 4023 4024 4025
/*
 * We use page status Private2 to indicate there is an ordered extent with
 * unfinished IO.
 *
 * Rename the Private2 accessors to Ordered, to improve readability.
 */
#define PageOrdered(page)		PagePrivate2(page)
#define SetPageOrdered(page)		SetPagePrivate2(page)
#define ClearPageOrdered(page)		ClearPagePrivate2(page)
4026 4027 4028
#define folio_test_ordered(folio)	folio_test_private_2(folio)
#define folio_set_ordered(folio)	folio_set_private_2(folio)
#define folio_clear_ordered(folio)	folio_clear_private_2(folio)
4029

4030
#endif