ctree.h 140.1 KB
Newer Older
1
/* SPDX-License-Identifier: GPL-2.0 */
C
Chris Mason 已提交
2 3 4 5
/*
 * Copyright (C) 2007 Oracle.  All rights reserved.
 */

6 7
#ifndef BTRFS_CTREE_H
#define BTRFS_CTREE_H
8

9
#include <linux/mm.h>
10
#include <linux/sched/signal.h>
11
#include <linux/highmem.h>
C
Chris Mason 已提交
12
#include <linux/fs.h>
A
Arne Jansen 已提交
13
#include <linux/rwsem.h>
S
Stefan Behrens 已提交
14
#include <linux/semaphore.h>
15
#include <linux/completion.h>
C
Chris Mason 已提交
16
#include <linux/backing-dev.h>
17
#include <linux/wait.h>
18
#include <linux/slab.h>
19
#include <trace/events/btrfs.h>
20
#include <asm/unaligned.h>
21
#include <linux/pagemap.h>
22
#include <linux/btrfs.h>
23
#include <linux/btrfs_tree.h>
24
#include <linux/workqueue.h>
25
#include <linux/security.h>
26
#include <linux/sizes.h>
J
Jeff Mahoney 已提交
27
#include <linux/dynamic_debug.h>
28
#include <linux/refcount.h>
29
#include <linux/crc32c.h>
30
#include <linux/iomap.h>
31
#include "extent-io-tree.h"
32
#include "extent_io.h"
33
#include "extent_map.h"
34
#include "async-thread.h"
35
#include "block-rsv.h"
N
Nikolay Borisov 已提交
36
#include "locking.h"
C
Chris Mason 已提交
37

38
struct btrfs_trans_handle;
C
Chris Mason 已提交
39
struct btrfs_transaction;
40
struct btrfs_pending_snapshot;
41
struct btrfs_delayed_ref_root;
42
struct btrfs_space_info;
43
struct btrfs_block_group;
C
Chris Mason 已提交
44 45
extern struct kmem_cache *btrfs_trans_handle_cachep;
extern struct kmem_cache *btrfs_bit_radix_cachep;
C
Chris Mason 已提交
46
extern struct kmem_cache *btrfs_path_cachep;
47
extern struct kmem_cache *btrfs_free_space_cachep;
48
extern struct kmem_cache *btrfs_free_space_bitmap_cachep;
49
struct btrfs_ordered_sum;
50
struct btrfs_ref;
51
struct btrfs_bio;
52
struct btrfs_ioctl_encoded_io_args;
53

54
#define BTRFS_MAGIC 0x4D5F53665248425FULL /* ascii _BHRfS_M, no null */
55

D
David Sterba 已提交
56 57 58 59 60 61 62
/*
 * Maximum number of mirrors that can be available for all profiles counting
 * the target device of dev-replace as one. During an active device replace
 * procedure, the target device of the copy operation is a mirror for the
 * filesystem data as well that can be used to read data in order to repair
 * read errors on other disks.
 *
63
 * Current value is derived from RAID1C4 with 4 copies.
D
David Sterba 已提交
64
 */
65
#define BTRFS_MAX_MIRRORS (4 + 1)
66

67
#define BTRFS_MAX_LEVEL 8
68

69 70
#define BTRFS_OLDEST_GENERATION	0ULL

C
Chris Mason 已提交
71 72 73 74 75 76
/*
 * we can actually store much bigger names, but lets not confuse the rest
 * of linux
 */
#define BTRFS_NAME_LEN 255

M
Mark Fasheh 已提交
77 78 79 80 81 82 83
/*
 * Theoretical limit is larger, but we keep this down to a sane
 * value. That should limit greatly the possibility of collisions on
 * inode ref items.
 */
#define BTRFS_LINK_MAX 65535U

84
#define BTRFS_EMPTY_DIR_SIZE 0
C
Chris Mason 已提交
85

86 87 88
/* ioprio of readahead is set to idle */
#define BTRFS_IOPRIO_READA (IOPRIO_PRIO_VALUE(IOPRIO_CLASS_IDLE, 0))

89
#define BTRFS_DIRTY_METADATA_THRESH	SZ_32M
90

91 92 93 94 95 96 97 98
/*
 * Use large batch size to reduce overhead of metadata updates.  On the reader
 * side, we only read it when we are close to ENOSPC and the read overhead is
 * mostly related to the number of CPUs, so it is OK to use arbitrary large
 * value here.
 */
#define BTRFS_TOTAL_BYTES_PINNED_BATCH	SZ_128M

99
#define BTRFS_MAX_EXTENT_SIZE SZ_128M
100

101 102 103 104 105 106 107 108
/*
 * Deltas are an effective way to populate global statistics.  Give macro names
 * to make it clear what we're doing.  An example is discard_extents in
 * btrfs_free_space_ctl.
 */
#define BTRFS_STAT_NR_ENTRIES	2
#define BTRFS_STAT_CURR		0
#define BTRFS_STAT_PREV		1
109

110 111 112 113 114 115 116
static inline unsigned long btrfs_chunk_item_size(int num_stripes)
{
	BUG_ON(num_stripes == 0);
	return sizeof(struct btrfs_chunk) +
		sizeof(struct btrfs_stripe) * (num_stripes - 1);
}

L
liubo 已提交
117
/*
118
 * Runtime (in-memory) states of filesystem
L
liubo 已提交
119
 */
120 121 122 123 124 125 126 127
enum {
	/* Global indicator of serious filesystem errors */
	BTRFS_FS_STATE_ERROR,
	/*
	 * Filesystem is being remounted, allow to skip some operations, like
	 * defrag
	 */
	BTRFS_FS_STATE_REMOUNTING,
128 129
	/* Filesystem in RO mode */
	BTRFS_FS_STATE_RO,
130 131 132 133 134 135 136 137 138
	/* Track if a transaction abort has been reported on this filesystem */
	BTRFS_FS_STATE_TRANS_ABORTED,
	/*
	 * Bio operations should be blocked on this filesystem because a source
	 * or target device is being destroyed as part of a device replace
	 */
	BTRFS_FS_STATE_DEV_REPLACING,
	/* The btrfs_fs_info created for self-tests */
	BTRFS_FS_STATE_DUMMY_FS_INFO,
139 140

	BTRFS_FS_STATE_NO_CSUMS,
141 142 143

	/* Indicates there was an error cleaning up a log tree. */
	BTRFS_FS_STATE_LOG_CLEANUP_ERROR,
144 145

	BTRFS_FS_STATE_COUNT
146
};
L
liubo 已提交
147

148 149 150 151 152 153 154
#define BTRFS_BACKREF_REV_MAX		256
#define BTRFS_BACKREF_REV_SHIFT		56
#define BTRFS_BACKREF_REV_MASK		(((u64)BTRFS_BACKREF_REV_MAX - 1) << \
					 BTRFS_BACKREF_REV_SHIFT)

#define BTRFS_OLD_BACKREF_REV		0
#define BTRFS_MIXED_BACKREF_REV		1
155

156 157 158
/*
 * every tree block (leaf or node) starts with this header.
 */
159
struct btrfs_header {
160
	/* these first four must match the super block */
C
Chris Mason 已提交
161
	u8 csum[BTRFS_CSUM_SIZE];
162
	u8 fsid[BTRFS_FSID_SIZE]; /* FS specific uuid */
163
	__le64 bytenr; /* which block this node is supposed to live in */
164
	__le64 flags;
165 166 167

	/* allowed to be different from the super from here on down */
	u8 chunk_tree_uuid[BTRFS_UUID_SIZE];
168
	__le64 generation;
169
	__le64 owner;
170
	__le32 nritems;
171
	u8 level;
172 173
} __attribute__ ((__packed__));

174 175 176 177 178 179
/*
 * this is a very generous portion of the super block, giving us
 * room to translate 14 chunks with 3 stripes each.
 */
#define BTRFS_SYSTEM_CHUNK_ARRAY_SIZE 2048

C
Chris Mason 已提交
180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208
/*
 * just in case we somehow lose the roots and are not able to mount,
 * we store an array of the roots from previous transactions
 * in the super.
 */
#define BTRFS_NUM_BACKUP_ROOTS 4
struct btrfs_root_backup {
	__le64 tree_root;
	__le64 tree_root_gen;

	__le64 chunk_root;
	__le64 chunk_root_gen;

	__le64 extent_root;
	__le64 extent_root_gen;

	__le64 fs_root;
	__le64 fs_root_gen;

	__le64 dev_root;
	__le64 dev_root_gen;

	__le64 csum_root;
	__le64 csum_root_gen;

	__le64 total_bytes;
	__le64 bytes_used;
	__le64 num_devices;
	/* future */
M
Masanari Iida 已提交
209
	__le64 unused_64[4];
C
Chris Mason 已提交
210 211 212 213 214 215 216 217 218 219 220

	u8 tree_root_level;
	u8 chunk_root_level;
	u8 extent_root_level;
	u8 fs_root_level;
	u8 dev_root_level;
	u8 csum_root_level;
	/* future and to align */
	u8 unused_8[10];
} __attribute__ ((__packed__));

221 222 223
#define BTRFS_SUPER_INFO_OFFSET			SZ_64K
#define BTRFS_SUPER_INFO_SIZE			4096

224 225 226 227 228 229 230
/*
 * The reserved space at the beginning of each device.
 * It covers the primary super block and leaves space for potential use by other
 * tools like bootloaders or to lower potential damage of accidental overwrite.
 */
#define BTRFS_DEVICE_RANGE_RESERVED			(SZ_1M)

231 232 233 234
/*
 * the super block basically lists the main trees of the FS
 * it currently lacks any block count etc etc
 */
C
Chris Mason 已提交
235
struct btrfs_super_block {
236
	/* the first 4 fields must match struct btrfs_header */
237 238 239
	u8 csum[BTRFS_CSUM_SIZE];
	/* FS specific UUID, visible to user */
	u8 fsid[BTRFS_FSID_SIZE];
240
	__le64 bytenr; /* this block number */
241
	__le64 flags;
242 243

	/* allowed to be different from the btrfs_header from here own down */
244 245 246
	__le64 magic;
	__le64 generation;
	__le64 root;
247
	__le64 chunk_root;
248
	__le64 log_root;
249

250 251 252 253 254 255
	/*
	 * This member has never been utilized since the very beginning, thus
	 * it's always 0 regardless of kernel version.  We always use
	 * generation + 1 to read log tree root.  So here we mark it deprecated.
	 */
	__le64 __unused_log_root_transid;
256 257
	__le64 total_bytes;
	__le64 bytes_used;
258
	__le64 root_dir_objectid;
259
	__le64 num_devices;
260 261
	__le32 sectorsize;
	__le32 nodesize;
262
	__le32 __unused_leafsize;
263
	__le32 stripesize;
264
	__le32 sys_chunk_array_size;
265
	__le64 chunk_root_generation;
266 267 268
	__le64 compat_flags;
	__le64 compat_ro_flags;
	__le64 incompat_flags;
269
	__le16 csum_type;
270
	u8 root_level;
271
	u8 chunk_root_level;
272
	u8 log_root_level;
273
	struct btrfs_dev_item dev_item;
274

275
	char label[BTRFS_LABEL_SIZE];
276

277
	__le64 cache_generation;
278
	__le64 uuid_tree_generation;
279

280 281 282
	/* the UUID written into btree blocks */
	u8 metadata_uuid[BTRFS_FSID_SIZE];

283
	/* future expansion */
284 285
	u8 reserved8[8];
	__le64 reserved[27];
286
	u8 sys_chunk_array[BTRFS_SYSTEM_CHUNK_ARRAY_SIZE];
C
Chris Mason 已提交
287
	struct btrfs_root_backup super_roots[BTRFS_NUM_BACKUP_ROOTS];
288 289 290

	/* Padded to 4096 bytes */
	u8 padding[565];
C
Chris Mason 已提交
291
} __attribute__ ((__packed__));
292
static_assert(sizeof(struct btrfs_super_block) == BTRFS_SUPER_INFO_SIZE);
C
Chris Mason 已提交
293

294 295 296 297
/*
 * Compat flags that we support.  If any incompat flags are set other than the
 * ones specified below then we will fail to mount
 */
298
#define BTRFS_FEATURE_COMPAT_SUPP		0ULL
299 300
#define BTRFS_FEATURE_COMPAT_SAFE_SET		0ULL
#define BTRFS_FEATURE_COMPAT_SAFE_CLEAR		0ULL
301 302

#define BTRFS_FEATURE_COMPAT_RO_SUPP			\
303
	(BTRFS_FEATURE_COMPAT_RO_FREE_SPACE_TREE |	\
B
Boris Burkov 已提交
304
	 BTRFS_FEATURE_COMPAT_RO_FREE_SPACE_TREE_VALID | \
305 306
	 BTRFS_FEATURE_COMPAT_RO_VERITY |		\
	 BTRFS_FEATURE_COMPAT_RO_BLOCK_GROUP_TREE)
307

308 309 310
#define BTRFS_FEATURE_COMPAT_RO_SAFE_SET	0ULL
#define BTRFS_FEATURE_COMPAT_RO_SAFE_CLEAR	0ULL

311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330
#ifdef CONFIG_BTRFS_DEBUG
/*
 * Extent tree v2 supported only with CONFIG_BTRFS_DEBUG
 */
#define BTRFS_FEATURE_INCOMPAT_SUPP			\
	(BTRFS_FEATURE_INCOMPAT_MIXED_BACKREF |		\
	 BTRFS_FEATURE_INCOMPAT_DEFAULT_SUBVOL |	\
	 BTRFS_FEATURE_INCOMPAT_MIXED_GROUPS |		\
	 BTRFS_FEATURE_INCOMPAT_BIG_METADATA |		\
	 BTRFS_FEATURE_INCOMPAT_COMPRESS_LZO |		\
	 BTRFS_FEATURE_INCOMPAT_COMPRESS_ZSTD |		\
	 BTRFS_FEATURE_INCOMPAT_RAID56 |		\
	 BTRFS_FEATURE_INCOMPAT_EXTENDED_IREF |		\
	 BTRFS_FEATURE_INCOMPAT_SKINNY_METADATA |	\
	 BTRFS_FEATURE_INCOMPAT_NO_HOLES	|	\
	 BTRFS_FEATURE_INCOMPAT_METADATA_UUID	|	\
	 BTRFS_FEATURE_INCOMPAT_RAID1C34	|	\
	 BTRFS_FEATURE_INCOMPAT_ZONED		|	\
	 BTRFS_FEATURE_INCOMPAT_EXTENT_TREE_V2)
#else
331 332
#define BTRFS_FEATURE_INCOMPAT_SUPP			\
	(BTRFS_FEATURE_INCOMPAT_MIXED_BACKREF |		\
333
	 BTRFS_FEATURE_INCOMPAT_DEFAULT_SUBVOL |	\
L
Li Zefan 已提交
334
	 BTRFS_FEATURE_INCOMPAT_MIXED_GROUPS |		\
335
	 BTRFS_FEATURE_INCOMPAT_BIG_METADATA |		\
M
Mark Fasheh 已提交
336
	 BTRFS_FEATURE_INCOMPAT_COMPRESS_LZO |		\
N
Nick Terrell 已提交
337
	 BTRFS_FEATURE_INCOMPAT_COMPRESS_ZSTD |		\
D
David Woodhouse 已提交
338
	 BTRFS_FEATURE_INCOMPAT_RAID56 |		\
339
	 BTRFS_FEATURE_INCOMPAT_EXTENDED_IREF |		\
340
	 BTRFS_FEATURE_INCOMPAT_SKINNY_METADATA |	\
341
	 BTRFS_FEATURE_INCOMPAT_NO_HOLES	|	\
342
	 BTRFS_FEATURE_INCOMPAT_METADATA_UUID	|	\
343 344
	 BTRFS_FEATURE_INCOMPAT_RAID1C34	|	\
	 BTRFS_FEATURE_INCOMPAT_ZONED)
345
#endif
346

347 348 349
#define BTRFS_FEATURE_INCOMPAT_SAFE_SET			\
	(BTRFS_FEATURE_INCOMPAT_EXTENDED_IREF)
#define BTRFS_FEATURE_INCOMPAT_SAFE_CLEAR		0ULL
350

351
/*
352
 * A leaf is full of items. offset and size tell us where to find
353 354
 * the item in the leaf (relative to the start of the data area)
 */
C
Chris Mason 已提交
355
struct btrfs_item {
C
Chris Mason 已提交
356
	struct btrfs_disk_key key;
C
Chris Mason 已提交
357
	__le32 offset;
358
	__le32 size;
359 360
} __attribute__ ((__packed__));

361 362 363 364 365 366 367
/*
 * leaves have an item area and a data area:
 * [item0, item1....itemN] [free space] [dataN...data1, data0]
 *
 * The data is separate from the items to get the keys closer together
 * during searches.
 */
C
Chris Mason 已提交
368
struct btrfs_leaf {
369
	struct btrfs_header header;
C
Chris Mason 已提交
370
	struct btrfs_item items[];
371 372
} __attribute__ ((__packed__));

373 374 375 376
/*
 * all non-leaf blocks are nodes, they hold only keys and pointers to
 * other blocks
 */
C
Chris Mason 已提交
377 378 379
struct btrfs_key_ptr {
	struct btrfs_disk_key key;
	__le64 blockptr;
380
	__le64 generation;
C
Chris Mason 已提交
381 382
} __attribute__ ((__packed__));

C
Chris Mason 已提交
383
struct btrfs_node {
384
	struct btrfs_header header;
C
Chris Mason 已提交
385
	struct btrfs_key_ptr ptrs[];
386 387
} __attribute__ ((__packed__));

388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408
/* Read ahead values for struct btrfs_path.reada */
enum {
	READA_NONE,
	READA_BACK,
	READA_FORWARD,
	/*
	 * Similar to READA_FORWARD but unlike it:
	 *
	 * 1) It will trigger readahead even for leaves that are not close to
	 *    each other on disk;
	 * 2) It also triggers readahead for nodes;
	 * 3) During a search, even when a node or leaf is already in memory, it
	 *    will still trigger readahead for other nodes and leaves that follow
	 *    it.
	 *
	 * This is meant to be used only when we know we are iterating over the
	 * entire tree or a very large part of it.
	 */
	READA_FORWARD_ALWAYS,
};

409
/*
C
Chris Mason 已提交
410 411
 * btrfs_paths remember the path taken from the root down to the leaf.
 * level 0 is always the leaf, and nodes[1...BTRFS_MAX_LEVEL] will point
412 413 414 415 416
 * to any other levels that are present.
 *
 * The slots array records the index of the item or block pointer
 * used while walking the tree.
 */
C
Chris Mason 已提交
417
struct btrfs_path {
418
	struct extent_buffer *nodes[BTRFS_MAX_LEVEL];
C
Chris Mason 已提交
419
	int slots[BTRFS_MAX_LEVEL];
420
	/* if there is real range locking, this locks field will change */
421
	u8 locks[BTRFS_MAX_LEVEL];
422
	u8 reada;
423
	/* keep some upper locks as we walk down */
424
	u8 lowest_level;
425 426 427 428 429

	/*
	 * set by btrfs_split_item, tells search_slot to keep all locks
	 * and to force calls to keep space in the nodes
	 */
430 431 432
	unsigned int search_for_split:1;
	unsigned int keep_locks:1;
	unsigned int skip_locking:1;
433
	unsigned int search_commit_root:1;
434
	unsigned int need_commit_sem:1;
435
	unsigned int skip_release_on_error:1;
436 437 438 439 440 441
	/*
	 * Indicate that new item (btrfs_search_slot) is extending already
	 * existing item and ins_len contains only the data size and not item
	 * header (ie. sizeof(struct btrfs_item) is not included).
	 */
	unsigned int search_for_extension:1;
442
};
443
#define BTRFS_MAX_EXTENT_ITEM_SIZE(r) ((BTRFS_LEAF_DATA_SIZE(r->fs_info) >> 4) - \
444
					sizeof(struct btrfs_item))
445 446
struct btrfs_dev_replace {
	u64 replace_state;	/* see #define above */
447 448
	time64_t time_started;	/* seconds since 1-Jan-1970 */
	time64_t time_stopped;	/* seconds since 1-Jan-1970 */
449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464
	atomic64_t num_write_errors;
	atomic64_t num_uncorrectable_read_errors;

	u64 cursor_left;
	u64 committed_cursor_left;
	u64 cursor_left_last_write_of_item;
	u64 cursor_right;

	u64 cont_reading_from_srcdev_mode;	/* see #define above */

	int is_valid;
	int item_needs_writeback;
	struct btrfs_device *srcdev;
	struct btrfs_device *tgtdev;

	struct mutex lock_finishing_cancel_unmount;
465
	struct rw_semaphore rwsem;
466 467

	struct btrfs_scrub_progress scrub_progress;
468 469 470

	struct percpu_counter bio_counter;
	wait_queue_head_t replace_wait;
471 472
};

473 474
/*
 * free clusters are used to claim free space in relatively large chunks,
475 476
 * allowing us to do less seeky writes. They are used for all metadata
 * allocations. In ssd_spread mode they are also used for data allocations.
477 478 479 480 481 482 483 484 485 486 487 488
 */
struct btrfs_free_cluster {
	spinlock_t lock;
	spinlock_t refill_lock;
	struct rb_root root;

	/* largest extent in this cluster */
	u64 max_size;

	/* first extent starting offset */
	u64 window_start;

489 490 491
	/* We did a full search and couldn't create a cluster */
	bool fragmented;

492
	struct btrfs_block_group *block_group;
493 494 495 496 497 498
	/*
	 * when a cluster is allocated from a block group, we put the
	 * cluster onto a list in the block group so that it can
	 * be freed before the block group is freed.
	 */
	struct list_head block_group_list;
499 500
};

J
Josef Bacik 已提交
501
enum btrfs_caching_type {
502 503 504 505
	BTRFS_CACHE_NO,
	BTRFS_CACHE_STARTED,
	BTRFS_CACHE_FINISHED,
	BTRFS_CACHE_ERROR,
J
Josef Bacik 已提交
506 507
};

508 509 510 511 512 513 514 515
/*
 * Tree to record all locked full stripes of a RAID5/6 block group
 */
struct btrfs_full_stripe_locks_tree {
	struct rb_root root;
	struct mutex lock;
};

516 517 518
/* Discard control. */
/*
 * Async discard uses multiple lists to differentiate the discard filter
519 520 521 522
 * parameters.  Index 0 is for completely free block groups where we need to
 * ensure the entire block group is trimmed without being lossy.  Indices
 * afterwards represent monotonically decreasing discard filter sizes to
 * prioritize what should be discarded next.
523
 */
D
Dennis Zhou 已提交
524
#define BTRFS_NR_DISCARD_LISTS		3
525 526
#define BTRFS_DISCARD_INDEX_UNUSED	0
#define BTRFS_DISCARD_INDEX_START	1
527 528 529 530 531 532 533

struct btrfs_discard_ctl {
	struct workqueue_struct *discard_workers;
	struct delayed_work work;
	spinlock_t lock;
	struct btrfs_block_group *block_group;
	struct list_head discard_list[BTRFS_NR_DISCARD_LISTS];
534
	u64 prev_discard;
535
	u64 prev_discard_time;
536
	atomic_t discardable_extents;
537
	atomic64_t discardable_bytes;
538
	u64 max_discard_size;
539
	u64 delay_ms;
540
	u32 iops_limit;
541
	u32 kbps_limit;
542 543 544
	u64 discard_extent_bytes;
	u64 discard_bitmap_bytes;
	atomic64_t discard_bytes_saved;
545 546
};

547
void btrfs_init_async_reclaim_work(struct btrfs_fs_info *fs_info);
548

549
/* fs_info */
550
struct reloc_control;
551
struct btrfs_device;
552
struct btrfs_fs_devices;
553
struct btrfs_balance_control;
554
struct btrfs_delayed_root;
555

556 557 558 559 560 561 562 563 564 565 566 567 568 569
/*
 * Block group or device which contains an active swapfile. Used for preventing
 * unsafe operations while a swapfile is active.
 *
 * These are sorted on (ptr, inode) (note that a block group or device can
 * contain more than one swapfile). We compare the pointer values because we
 * don't actually care what the object is, we just need a quick check whether
 * the object exists in the rbtree.
 */
struct btrfs_swapfile_pin {
	struct rb_node node;
	void *ptr;
	struct inode *inode;
	/*
570 571
	 * If true, ptr points to a struct btrfs_block_group. Otherwise, ptr
	 * points to a struct btrfs_device.
572 573
	 */
	bool is_block_group;
574 575 576 577 578
	/*
	 * Only used when 'is_block_group' is true and it is the number of
	 * extents used by a swapfile for this block group ('ptr' field).
	 */
	int bg_extent_count;
579 580 581 582
};

bool btrfs_pinned_by_swapfile(struct btrfs_fs_info *fs_info, void *ptr);

D
David Sterba 已提交
583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601
enum {
	BTRFS_FS_CLOSING_START,
	BTRFS_FS_CLOSING_DONE,
	BTRFS_FS_LOG_RECOVERING,
	BTRFS_FS_OPEN,
	BTRFS_FS_QUOTA_ENABLED,
	BTRFS_FS_UPDATE_UUID_TREE_GEN,
	BTRFS_FS_CREATING_FREE_SPACE_TREE,
	BTRFS_FS_BTREE_ERR,
	BTRFS_FS_LOG1_ERR,
	BTRFS_FS_LOG2_ERR,
	BTRFS_FS_QUOTA_OVERRIDE,
	/* Used to record internally whether fs has been frozen */
	BTRFS_FS_FROZEN,
	/*
	 * Indicate that balance has been set up from the ioctl and is in the
	 * main phase. The fs_info::balance_ctl is initialized.
	 */
	BTRFS_FS_BALANCE_RUNNING,
602

603 604 605 606 607 608
	/*
	 * Indicate that relocation of a chunk has started, it's set per chunk
	 * and is toggled between chunks.
	 */
	BTRFS_FS_RELOC_RUNNING,

609 610
	/* Indicate that the cleaner thread is awake and doing something. */
	BTRFS_FS_CLEANER_RUNNING,
611 612 613 614 615 616

	/*
	 * The checksumming has an optimized version and is considered fast,
	 * so we don't need to offload checksums to workqueues.
	 */
	BTRFS_FS_CSUM_IMPL_FAST,
617 618 619

	/* Indicate that the discard workqueue can service discards. */
	BTRFS_FS_DISCARD_RUNNING,
620 621 622

	/* Indicate that we need to cleanup space cache v1 */
	BTRFS_FS_CLEANUP_SPACE_CACHE_V1,
623 624 625

	/* Indicate that we can't trust the free space tree for caching yet */
	BTRFS_FS_FREE_SPACE_TREE_UNTRUSTED,
626 627 628

	/* Indicate whether there are any tree modification log users */
	BTRFS_FS_TREE_MOD_LOG_USERS,
629

630 631 632
	/* Indicate that we want the transaction kthread to commit right now. */
	BTRFS_FS_COMMIT_TRANS,

633 634 635
	/* Indicate we have half completed snapshot deletions pending. */
	BTRFS_FS_UNFINISHED_DROPS,

636 637 638
	/* Indicate we have to finish a zone to do next allocation. */
	BTRFS_FS_NEED_ZONE_FINISH,

639 640 641 642 643
#if BITS_PER_LONG == 32
	/* Indicate if we have error/warn message printed on 32bit systems */
	BTRFS_FS_32BIT_ERROR,
	BTRFS_FS_32BIT_WARN,
#endif
D
David Sterba 已提交
644
};
645

646 647 648 649 650
/*
 * Exclusive operations (device replace, resize, device add/remove, balance)
 */
enum btrfs_exclusive_operation {
	BTRFS_EXCLOP_NONE,
651
	BTRFS_EXCLOP_BALANCE_PAUSED,
652 653 654 655 656 657 658 659
	BTRFS_EXCLOP_BALANCE,
	BTRFS_EXCLOP_DEV_ADD,
	BTRFS_EXCLOP_DEV_REMOVE,
	BTRFS_EXCLOP_DEV_REPLACE,
	BTRFS_EXCLOP_RESIZE,
	BTRFS_EXCLOP_SWAP_ACTIVATE,
};

660 661 662 663 664 665 666 667 668 669 670 671
/* Store data about transaction commits, exported via sysfs. */
struct btrfs_commit_stats {
	/* Total number of commits */
	u64 commit_count;
	/* The maximum commit duration so far in ns */
	u64 max_commit_dur;
	/* The last commit duration in ns */
	u64 last_commit_dur;
	/* The total commit duration in ns */
	u64 total_commit_dur;
};

672
struct btrfs_fs_info {
673
	u8 chunk_tree_uuid[BTRFS_UUID_SIZE];
674
	unsigned long flags;
675
	struct btrfs_root *tree_root;
676 677
	struct btrfs_root *chunk_root;
	struct btrfs_root *dev_root;
678
	struct btrfs_root *fs_root;
679
	struct btrfs_root *quota_root;
680
	struct btrfs_root *uuid_root;
681
	struct btrfs_root *data_reloc_root;
682
	struct btrfs_root *block_group_root;
683 684 685

	/* the log root tree is a directory of all the other log roots */
	struct btrfs_root *log_root_tree;
686

687 688 689 690
	/* The tree that holds the global roots (csum, extent, etc) */
	rwlock_t global_root_lock;
	struct rb_root global_root_tree;

691 692
	spinlock_t fs_roots_radix_lock;
	struct radix_tree_root fs_roots_radix;
693

J
Josef Bacik 已提交
694
	/* block group cache stuff */
695
	rwlock_t block_group_cache_lock;
696
	struct rb_root_cached block_group_cache_tree;
J
Josef Bacik 已提交
697

698
	/* keep track of unallocated space */
699
	atomic64_t free_chunk_space;
700

701 702
	/* Track ranges which are used by log trees blocks/logged data extents */
	struct extent_io_tree excluded_extents;
703

704
	/* logical->physical extent mapping */
705
	struct extent_map_tree mapping_tree;
706

707 708 709 710
	/*
	 * block reservation for extent, checksum, root tree and
	 * delayed dir index item
	 */
711 712 713 714 715
	struct btrfs_block_rsv global_block_rsv;
	/* block reservation for metadata operations */
	struct btrfs_block_rsv trans_block_rsv;
	/* block reservation for chunk tree */
	struct btrfs_block_rsv chunk_block_rsv;
716 717
	/* block reservation for delayed operations */
	struct btrfs_block_rsv delayed_block_rsv;
J
Josef Bacik 已提交
718 719
	/* block reservation for delayed refs */
	struct btrfs_block_rsv delayed_refs_rsv;
720 721 722

	struct btrfs_block_rsv empty_block_rsv;

723
	u64 generation;
724
	u64 last_trans_committed;
725 726 727 728 729 730
	/*
	 * Generation of the last transaction used for block group relocation
	 * since the filesystem was last mounted (or 0 if none happened yet).
	 * Must be written and read while holding btrfs_fs_info::commit_root_sem.
	 */
	u64 last_reloc_trans;
731
	u64 avg_delayed_ref_runtime;
732 733 734 735 736 737

	/*
	 * this is updated to the current trans every time a full commit
	 * is required instead of the faster short fsync log commits
	 */
	u64 last_trans_log_full_commit;
738
	unsigned long mount_opt;
739 740 741 742 743
	/*
	 * Track requests for actions that need to be done during transaction
	 * commit (like for some mount options).
	 */
	unsigned long pending_changes;
744
	unsigned long compress_type:4;
745
	unsigned int compress_level;
746
	u32 commit_interval;
747 748 749 750 751 752
	/*
	 * It is a suggestive number, the read side is safe even it gets a
	 * wrong number because we will write out the data into a regular
	 * extent. The write side(mount/remount) is under ->s_umount lock,
	 * so it is also safe.
	 */
753
	u64 max_inline;
754

C
Chris Mason 已提交
755
	struct btrfs_transaction *running_transaction;
756
	wait_queue_head_t transaction_throttle;
757
	wait_queue_head_t transaction_wait;
S
Sage Weil 已提交
758
	wait_queue_head_t transaction_blocked_wait;
759
	wait_queue_head_t async_submit_wait;
760

761 762 763 764 765 766 767 768 769 770 771
	/*
	 * Used to protect the incompat_flags, compat_flags, compat_ro_flags
	 * when they are updated.
	 *
	 * Because we do not clear the flags for ever, so we needn't use
	 * the lock on the read side.
	 *
	 * We also needn't use the lock when we mount the fs, because
	 * there is no other task which will update the flag.
	 */
	spinlock_t super_lock;
772 773
	struct btrfs_super_block *super_copy;
	struct btrfs_super_block *super_for_commit;
C
Chris Mason 已提交
774
	struct super_block *sb;
775
	struct inode *btree_inode;
776
	struct mutex tree_log_mutex;
777 778
	struct mutex transaction_kthread_mutex;
	struct mutex cleaner_mutex;
779
	struct mutex chunk_mutex;
D
David Woodhouse 已提交
780

781 782 783 784 785 786
	/*
	 * this is taken to make sure we don't set block groups ro after
	 * the free space cache has been allocated on them
	 */
	struct mutex ro_block_group_mutex;

D
David Woodhouse 已提交
787 788 789 790 791 792
	/* this is used during read/modify/write to make sure
	 * no two ios are trying to mod the same stripe at the same
	 * time
	 */
	struct btrfs_stripe_hash_table *stripe_hash_table;

793 794 795 796 797 798 799 800
	/*
	 * this protects the ordered operations list only while we are
	 * processing all of the entries on it.  This way we make
	 * sure the commit code doesn't find the list temporarily empty
	 * because another function happens to be doing non-waiting preflush
	 * before jumping into the main commit.
	 */
	struct mutex ordered_operations_mutex;
801

802
	struct rw_semaphore commit_root_sem;
803

804
	struct rw_semaphore cleanup_work_sem;
805

806
	struct rw_semaphore subvol_sem;
807

J
Josef Bacik 已提交
808
	spinlock_t trans_lock;
C
Chris Mason 已提交
809 810 811 812 813 814
	/*
	 * the reloc mutex goes with the trans lock, it is taken
	 * during commit to protect us from the relocation code
	 */
	struct mutex reloc_mutex;

C
Chris Mason 已提交
815
	struct list_head trans_list;
816
	struct list_head dead_roots;
817
	struct list_head caching_block_groups;
818

Y
Yan, Zheng 已提交
819 820
	spinlock_t delayed_iput_lock;
	struct list_head delayed_iputs;
821 822
	atomic_t nr_delayed_iputs;
	wait_queue_head_t delayed_iputs_wait;
Y
Yan, Zheng 已提交
823

824
	atomic64_t tree_mod_seq;
J
Jan Schmidt 已提交
825

826
	/* this protects tree_mod_log and tree_mod_seq_list */
J
Jan Schmidt 已提交
827 828
	rwlock_t tree_mod_log_lock;
	struct rb_root tree_mod_log;
829
	struct list_head tree_mod_seq_list;
J
Jan Schmidt 已提交
830

831
	atomic_t async_delalloc_pages;
832

833
	/*
834
	 * this is used to protect the following list -- ordered_roots.
835
	 */
836
	spinlock_t ordered_root_lock;
837 838

	/*
839 840 841
	 * all fs/file tree roots in which there are data=ordered extents
	 * pending writeback are added into this list.
	 *
842 843 844
	 * these can span multiple transactions and basically include
	 * every dirty data page that isn't from nodatacow
	 */
845
	struct list_head ordered_roots;
846

847
	struct mutex delalloc_root_mutex;
848 849 850
	spinlock_t delalloc_root_lock;
	/* all fs/file tree roots that have delalloc inodes. */
	struct list_head delalloc_roots;
851

852 853 854 855 856 857
	/*
	 * there is a pool of worker threads for checksumming during writes
	 * and a pool for checksumming after reads.  This is because readers
	 * can run with FS locks held, and the writers may be waiting for
	 * those locks.  We don't want ordering in the pending list to cause
	 * deadlocks, and so the two are serviced separately.
858 859 860
	 *
	 * A third pool does submit_bio to avoid deadlocking with the other
	 * two
861
	 */
862
	struct btrfs_workqueue *workers;
863
	struct btrfs_workqueue *hipri_workers;
864 865
	struct btrfs_workqueue *delalloc_workers;
	struct btrfs_workqueue *flush_workers;
866 867
	struct workqueue_struct *endio_workers;
	struct workqueue_struct *endio_meta_workers;
868
	struct workqueue_struct *endio_raid56_workers;
869
	struct workqueue_struct *rmw_workers;
870
	struct workqueue_struct *compressed_write_workers;
871 872 873
	struct btrfs_workqueue *endio_write_workers;
	struct btrfs_workqueue *endio_freespace_worker;
	struct btrfs_workqueue *caching_workers;
874

875 876 877 878 879
	/*
	 * fixup workers take dirty pages that didn't properly go through
	 * the cow mechanism and make them safe to write.  It happens
	 * for the sys_munmap function call path
	 */
880 881
	struct btrfs_workqueue *fixup_workers;
	struct btrfs_workqueue *delayed_workers;
C
Chris Mason 已提交
882

883 884
	struct task_struct *transaction_kthread;
	struct task_struct *cleaner_kthread;
885
	u32 thread_pool_size;
886

887
	struct kobject *space_info_kobj;
888
	struct kobject *qgroups_kobj;
889
	struct kobject *discard_kobj;
890

891 892
	/* used to keep from writing metadata until there is a nice batch */
	struct percpu_counter dirty_metadata_bytes;
893
	struct percpu_counter delalloc_bytes;
894
	struct percpu_counter ordered_bytes;
895
	s32 dirty_metadata_batch;
896 897
	s32 delalloc_batch;

898 899
	struct list_head dirty_cowonly_roots;

900
	struct btrfs_fs_devices *fs_devices;
901 902

	/*
903 904 905
	 * The space_info list is effectively read only after initial
	 * setup.  It is populated at mount time and cleaned up after
	 * all block groups are removed.  RCU is used to protect it.
906
	 */
907
	struct list_head space_info;
908

909 910
	struct btrfs_space_info *data_sinfo;

911 912
	struct reloc_control *reloc_ctl;

913
	/* data_alloc_cluster is only used in ssd_spread mode */
914 915 916 917
	struct btrfs_free_cluster data_alloc_cluster;

	/* all metadata allocations go through this cluster */
	struct btrfs_free_cluster meta_alloc_cluster;
C
Chris Mason 已提交
918

C
Chris Mason 已提交
919 920 921 922 923
	/* auto defrag inodes go here */
	spinlock_t defrag_inodes_lock;
	struct rb_root defrag_inodes;
	atomic_t defrag_running;

924 925
	/* Used to protect avail_{data, metadata, system}_alloc_bits */
	seqlock_t profiles_lock;
926 927 928 929 930
	/*
	 * these three are in extended format (availability of single
	 * chunks is denoted by BTRFS_AVAIL_ALLOC_BIT_SINGLE bit, other
	 * types are denoted by corresponding BTRFS_BLOCK_GROUP_* bits)
	 */
C
Chris Mason 已提交
931 932 933
	u64 avail_data_alloc_bits;
	u64 avail_metadata_alloc_bits;
	u64 avail_system_alloc_bits;
934

935 936 937
	/* restriper state */
	spinlock_t balance_lock;
	struct mutex balance_mutex;
938
	atomic_t balance_pause_req;
939
	atomic_t balance_cancel_req;
940
	struct btrfs_balance_control *balance_ctl;
941
	wait_queue_head_t balance_wait_q;
942

943 944 945
	/* Cancellation requests for chunk relocation */
	atomic_t reloc_cancel_req;

946 947
	u32 data_chunk_allocations;
	u32 metadata_ratio;
948

949
	void *bdev_holder;
L
liubo 已提交
950

A
Arne Jansen 已提交
951 952 953 954 955 956 957
	/* private scrub information */
	struct mutex scrub_lock;
	atomic_t scrubs_running;
	atomic_t scrub_pause_req;
	atomic_t scrubs_paused;
	atomic_t scrub_cancel_req;
	wait_queue_head_t scrub_pause_wait;
958 959 960 961
	/*
	 * The worker pointers are NULL iff the refcount is 0, ie. scrub is not
	 * running.
	 */
962
	refcount_t scrub_workers_refcnt;
963 964 965
	struct workqueue_struct *scrub_workers;
	struct workqueue_struct *scrub_wr_completion_workers;
	struct workqueue_struct *scrub_parity_workers;
966
	struct btrfs_subpage_info *subpage_info;
A
Arne Jansen 已提交
967

968 969
	struct btrfs_discard_ctl discard_ctl;

970 971 972
#ifdef CONFIG_BTRFS_FS_CHECK_INTEGRITY
	u32 check_integrity_print_mask;
#endif
973 974 975 976 977 978 979
	/* is qgroup tracking in a consistent state? */
	u64 qgroup_flags;

	/* holds configuration and tracking. Protected by qgroup_lock */
	struct rb_root qgroup_tree;
	spinlock_t qgroup_lock;

980 981 982 983 984 985
	/*
	 * used to avoid frequently calling ulist_alloc()/ulist_free()
	 * when doing qgroup accounting, it must be protected by qgroup_lock.
	 */
	struct ulist *qgroup_ulist;

986 987 988 989
	/*
	 * Protect user change for quota operations. If a transaction is needed,
	 * it must be started before locking this lock.
	 */
990 991
	struct mutex qgroup_ioctl_lock;

992 993 994
	/* list of dirty qgroups to be written at next commit */
	struct list_head dirty_qgroups;

995
	/* used by qgroup for an efficient tree traversal */
996
	u64 qgroup_seq;
997

J
Jan Schmidt 已提交
998 999 1000
	/* qgroup rescan items */
	struct mutex qgroup_rescan_lock; /* protects the progress item */
	struct btrfs_key qgroup_rescan_progress;
1001
	struct btrfs_workqueue *qgroup_rescan_workers;
1002
	struct completion qgroup_rescan_completion;
1003
	struct btrfs_work qgroup_rescan_work;
1004
	bool qgroup_rescan_running;	/* protected by qgroup_rescan_lock */
J
Jan Schmidt 已提交
1005

L
liubo 已提交
1006
	/* filesystem state */
1007
	unsigned long fs_state;
1008 1009

	struct btrfs_delayed_root *delayed_root;
C
Chris Mason 已提交
1010

1011
	/* Extent buffer radix tree */
1012
	spinlock_t buffer_lock;
1013
	/* Entries are eb->start / sectorsize */
1014
	struct radix_tree_root buffer_radix;
1015

C
Chris Mason 已提交
1016 1017
	/* next backup root to be overwritten */
	int backup_root_index;
1018

1019 1020
	/* device replace state */
	struct btrfs_dev_replace dev_replace;
1021

S
Stefan Behrens 已提交
1022
	struct semaphore uuid_tree_rescan_sem;
1023 1024 1025

	/* Used to reclaim the metadata space in the background. */
	struct work_struct async_reclaim_work;
1026
	struct work_struct async_data_reclaim_work;
1027
	struct work_struct preempt_reclaim_work;
1028

1029 1030 1031 1032 1033
	/* Reclaim partially filled block groups in the background */
	struct work_struct reclaim_bgs_work;
	struct list_head reclaim_bgs;
	int bg_reclaim_threshold;

1034 1035
	spinlock_t unused_bgs_lock;
	struct list_head unused_bgs;
1036
	struct mutex unused_bg_unpin_mutex;
1037 1038
	/* Protect block groups that are going to be deleted */
	struct mutex reclaim_bgs_lock;
1039

1040 1041 1042
	/* Cached block sizes */
	u32 nodesize;
	u32 sectorsize;
1043 1044
	/* ilog2 of sectorsize, use to avoid 64bit division */
	u32 sectorsize_bits;
1045
	u32 csum_size;
1046
	u32 csums_per_leaf;
1047
	u32 stripesize;
J
Josef Bacik 已提交
1048

1049 1050 1051 1052 1053 1054
	/*
	 * Maximum size of an extent. BTRFS_MAX_EXTENT_SIZE on regular
	 * filesystem, on zoned it depends on the device constraints.
	 */
	u64 max_extent_size;

1055 1056 1057 1058
	/* Block groups and devices containing active swapfiles. */
	spinlock_t swapfile_pins_lock;
	struct rb_root swapfile_pins;

1059 1060
	struct crypto_shash *csum_shash;

1061 1062
	/* Type of exclusive operation running, protected by super_lock */
	enum btrfs_exclusive_operation exclusive_operation;
1063

N
Naohiro Aota 已提交
1064 1065 1066 1067
	/*
	 * Zone size > 0 when in ZONED mode, otherwise it's used for a check
	 * if the mode is enabled
	 */
1068
	u64 zone_size;
N
Naohiro Aota 已提交
1069

1070 1071
	/* Max size to emit ZONE_APPEND write command */
	u64 max_zone_append_size;
1072
	struct mutex zoned_meta_io_lock;
1073 1074
	spinlock_t treelog_bg_lock;
	u64 treelog_bg;
1075

1076 1077 1078 1079 1080 1081
	/*
	 * Start of the dedicated data relocation block group, protected by
	 * relocation_bg_lock.
	 */
	spinlock_t relocation_bg_lock;
	u64 data_reloc_bg;
1082
	struct mutex zoned_data_reloc_io_lock;
1083

1084 1085
	u64 nr_global_roots;

1086 1087 1088
	spinlock_t zone_active_bgs_lock;
	struct list_head zone_active_bgs;

1089 1090 1091
	/* Updates are not protected by any lock */
	struct btrfs_commit_stats commit_stats;

1092 1093 1094 1095 1096 1097 1098
	/*
	 * Last generation where we dropped a non-relocation root.
	 * Use btrfs_set_last_root_drop_gen() and btrfs_get_last_root_drop_gen()
	 * to change it and to read it, respectively.
	 */
	u64 last_root_drop_gen;

1099 1100 1101 1102 1103
	/*
	 * Annotations for transaction events (structures are empty when
	 * compiled without lockdep).
	 */
	struct lockdep_map btrfs_trans_num_writers_map;
1104
	struct lockdep_map btrfs_trans_num_extwriters_map;
1105
	struct lockdep_map btrfs_state_change_map[4];
1106
	struct lockdep_map btrfs_trans_pending_ordered_map;
1107
	struct lockdep_map btrfs_ordered_extent_map;
1108

J
Josef Bacik 已提交
1109 1110 1111 1112
#ifdef CONFIG_BTRFS_FS_REF_VERIFY
	spinlock_t ref_verify_lock;
	struct rb_root block_tree;
#endif
1113 1114 1115

#ifdef CONFIG_BTRFS_DEBUG
	struct kobject *debug_kobj;
J
Josef Bacik 已提交
1116
	struct list_head allocated_roots;
1117 1118 1119

	spinlock_t eb_leak_lock;
	struct list_head allocated_ebs;
1120
#endif
1121
};
1122

1123 1124 1125 1126 1127 1128 1129 1130 1131 1132 1133
static inline void btrfs_set_last_root_drop_gen(struct btrfs_fs_info *fs_info,
						u64 gen)
{
	WRITE_ONCE(fs_info->last_root_drop_gen, gen);
}

static inline u64 btrfs_get_last_root_drop_gen(const struct btrfs_fs_info *fs_info)
{
	return READ_ONCE(fs_info->last_root_drop_gen);
}

1134 1135 1136 1137 1138
static inline struct btrfs_fs_info *btrfs_sb(struct super_block *sb)
{
	return sb->s_fs_info;
}

1139 1140 1141
/*
 * The state of btrfs root
 */
D
David Sterba 已提交
1142 1143 1144 1145 1146 1147 1148 1149
enum {
	/*
	 * btrfs_record_root_in_trans is a multi-step process, and it can race
	 * with the balancing code.   But the race is very small, and only the
	 * first time the root is added to each transaction.  So IN_TRANS_SETUP
	 * is used to tell us when more checks are required
	 */
	BTRFS_ROOT_IN_TRANS_SETUP,
1150 1151 1152 1153 1154 1155 1156 1157 1158 1159 1160 1161 1162 1163 1164 1165 1166 1167 1168 1169 1170 1171

	/*
	 * Set if tree blocks of this root can be shared by other roots.
	 * Only subvolume trees and their reloc trees have this bit set.
	 * Conflicts with TRACK_DIRTY bit.
	 *
	 * This affects two things:
	 *
	 * - How balance works
	 *   For shareable roots, we need to use reloc tree and do path
	 *   replacement for balance, and need various pre/post hooks for
	 *   snapshot creation to handle them.
	 *
	 *   While for non-shareable trees, we just simply do a tree search
	 *   with COW.
	 *
	 * - How dirty roots are tracked
	 *   For shareable roots, btrfs_record_root_in_trans() is needed to
	 *   track them, while non-subvolume roots have TRACK_DIRTY bit, they
	 *   don't need to set this manually.
	 */
	BTRFS_ROOT_SHAREABLE,
D
David Sterba 已提交
1172
	BTRFS_ROOT_TRACK_DIRTY,
1173
	BTRFS_ROOT_IN_RADIX,
D
David Sterba 已提交
1174 1175 1176 1177 1178
	BTRFS_ROOT_ORPHAN_ITEM_INSERTED,
	BTRFS_ROOT_DEFRAG_RUNNING,
	BTRFS_ROOT_FORCE_COW,
	BTRFS_ROOT_MULTI_LOG_TASKS,
	BTRFS_ROOT_DIRTY,
1179
	BTRFS_ROOT_DELETING,
1180 1181 1182 1183 1184 1185 1186

	/*
	 * Reloc tree is orphan, only kept here for qgroup delayed subtree scan
	 *
	 * Set for the subvolume tree owning the reloc tree.
	 */
	BTRFS_ROOT_DEAD_RELOC_TREE,
1187 1188
	/* Mark dead root stored on device whose cleanup needs to be resumed */
	BTRFS_ROOT_DEAD_TREE,
1189
	/* The root has a log tree. Used for subvolume roots and the tree root. */
1190
	BTRFS_ROOT_HAS_LOG_TREE,
1191 1192
	/* Qgroup flushing is in progress */
	BTRFS_ROOT_QGROUP_FLUSHING,
1193 1194
	/* We started the orphan cleanup for this root. */
	BTRFS_ROOT_ORPHAN_CLEANUP,
1195 1196
	/* This root has a drop operation that was started previously. */
	BTRFS_ROOT_UNFINISHED_DROP,
1197 1198
	/* This reloc root needs to have its buffers lockdep class reset. */
	BTRFS_ROOT_RESET_LOCKDEP_CLASS,
D
David Sterba 已提交
1199
};
1200

1201 1202 1203 1204 1205 1206 1207
enum btrfs_lockdep_trans_states {
	BTRFS_LOCKDEP_TRANS_COMMIT_START,
	BTRFS_LOCKDEP_TRANS_UNBLOCKED,
	BTRFS_LOCKDEP_TRANS_SUPER_COMMITTED,
	BTRFS_LOCKDEP_TRANS_COMPLETED,
};

1208 1209 1210 1211 1212 1213 1214 1215 1216 1217 1218 1219 1220 1221 1222 1223 1224 1225 1226 1227 1228 1229 1230 1231 1232 1233 1234 1235 1236 1237 1238 1239 1240 1241 1242 1243 1244 1245
/*
 * Lockdep annotation for wait events.
 *
 * @owner:  The struct where the lockdep map is defined
 * @lock:   The lockdep map corresponding to a wait event
 *
 * This macro is used to annotate a wait event. In this case a thread acquires
 * the lockdep map as writer (exclusive lock) because it has to block until all
 * the threads that hold the lock as readers signal the condition for the wait
 * event and release their locks.
 */
#define btrfs_might_wait_for_event(owner, lock)					\
	do {									\
		rwsem_acquire(&owner->lock##_map, 0, 0, _THIS_IP_);		\
		rwsem_release(&owner->lock##_map, _THIS_IP_);			\
	} while (0)

/*
 * Protection for the resource/condition of a wait event.
 *
 * @owner:  The struct where the lockdep map is defined
 * @lock:   The lockdep map corresponding to a wait event
 *
 * Many threads can modify the condition for the wait event at the same time
 * and signal the threads that block on the wait event. The threads that modify
 * the condition and do the signaling acquire the lock as readers (shared
 * lock).
 */
#define btrfs_lockdep_acquire(owner, lock)					\
	rwsem_acquire_read(&owner->lock##_map, 0, 0, _THIS_IP_)

/*
 * Used after signaling the condition for a wait event to release the lockdep
 * map held by a reader thread.
 */
#define btrfs_lockdep_release(owner, lock)					\
	rwsem_release(&owner->lock##_map, _THIS_IP_)

1246 1247 1248 1249 1250 1251 1252 1253 1254 1255 1256 1257 1258 1259 1260 1261
/*
 * Macros for the transaction states wait events, similar to the generic wait
 * event macros.
 */
#define btrfs_might_wait_for_state(owner, i)					\
	do {									\
		rwsem_acquire(&owner->btrfs_state_change_map[i], 0, 0, _THIS_IP_); \
		rwsem_release(&owner->btrfs_state_change_map[i], _THIS_IP_);	\
	} while (0)

#define btrfs_trans_state_lockdep_acquire(owner, i)				\
	rwsem_acquire_read(&owner->btrfs_state_change_map[i], 0, 0, _THIS_IP_)

#define btrfs_trans_state_lockdep_release(owner, i)				\
	rwsem_release(&owner->btrfs_state_change_map[i], _THIS_IP_)

1262 1263 1264 1265 1266 1267 1268
/* Initialization of the lockdep map */
#define btrfs_lockdep_init_map(owner, lock)					\
	do {									\
		static struct lock_class_key lock##_key;			\
		lockdep_init_map(&owner->lock##_map, #lock, &lock##_key, 0);	\
	} while (0)

1269 1270 1271 1272 1273 1274 1275 1276
/* Initialization of the transaction states lockdep maps. */
#define btrfs_state_lockdep_init_map(owner, lock, state)			\
	do {									\
		static struct lock_class_key lock##_key;			\
		lockdep_init_map(&owner->btrfs_state_change_map[state], #lock,	\
				 &lock##_key, 0);				\
	} while (0)

1277 1278 1279 1280 1281
static inline void btrfs_wake_unfinished_drop(struct btrfs_fs_info *fs_info)
{
	clear_and_wake_up_bit(BTRFS_FS_UNFINISHED_DROPS, &fs_info->flags);
}

1282 1283 1284 1285 1286 1287 1288 1289 1290 1291 1292
/*
 * Record swapped tree blocks of a subvolume tree for delayed subtree trace
 * code. For detail check comment in fs/btrfs/qgroup.c.
 */
struct btrfs_qgroup_swapped_blocks {
	spinlock_t lock;
	/* RM_EMPTY_ROOT() of above blocks[] */
	bool swapped;
	struct rb_root blocks[BTRFS_MAX_LEVEL];
};

1293 1294
/*
 * in ram representation of the tree.  extent_root is used for all allocations
1295
 * and for the extent tree extent_root root.
1296 1297
 */
struct btrfs_root {
1298 1299
	struct rb_node rb_node;

1300
	struct extent_buffer *node;
1301

1302
	struct extent_buffer *commit_root;
1303
	struct btrfs_root *log_root;
Z
Zheng Yan 已提交
1304
	struct btrfs_root *reloc_root;
Y
Yan Zheng 已提交
1305

1306
	unsigned long state;
1307 1308
	struct btrfs_root_item root_item;
	struct btrfs_key root_key;
1309
	struct btrfs_fs_info *fs_info;
1310 1311
	struct extent_io_tree dirty_log_pages;

1312
	struct mutex objectid_mutex;
Y
Yan Zheng 已提交
1313

1314 1315 1316
	spinlock_t accounting_lock;
	struct btrfs_block_rsv *block_rsv;

1317
	struct mutex log_mutex;
Y
Yan Zheng 已提交
1318 1319
	wait_queue_head_t log_writer_wait;
	wait_queue_head_t log_commit_wait[2];
1320
	struct list_head log_ctxs[2];
1321
	/* Used only for log trees of subvolumes, not for the log root tree */
Y
Yan Zheng 已提交
1322 1323
	atomic_t log_writers;
	atomic_t log_commit[2];
1324
	/* Used only for log trees of subvolumes, not for the log root tree */
M
Miao Xie 已提交
1325
	atomic_t log_batch;
1326
	int log_transid;
1327 1328 1329
	/* No matter the commit succeeds or not*/
	int log_transid_committed;
	/* Just be updated when the commit succeeds. */
1330
	int last_log_commit;
1331
	pid_t log_start_pid;
1332

1333
	u64 last_trans;
1334

1335
	u32 type;
1336

1337
	u64 free_objectid;
C
Chris Mason 已提交
1338

1339
	struct btrfs_key defrag_progress;
C
Chris Mason 已提交
1340
	struct btrfs_key defrag_max;
1341

1342
	/* The dirty list is only used by non-shareable roots */
1343
	struct list_head dirty_list;
1344

1345 1346
	struct list_head root_list;

1347 1348 1349
	spinlock_t log_extents_lock[2];
	struct list_head logged_list[2];

1350 1351 1352 1353
	spinlock_t inode_lock;
	/* red-black tree that keeps track of in-memory inodes */
	struct rb_root inode_tree;

1354
	/*
1355 1356
	 * radix tree that keeps track of delayed nodes of every inode,
	 * protected by inode_lock
1357
	 */
1358
	struct radix_tree_root delayed_nodes_tree;
1359 1360 1361 1362
	/*
	 * right now this just gets used so that a root has its own devid
	 * for stat.  It may be used for more later
	 */
1363
	dev_t anon_dev;
1364

1365
	spinlock_t root_item_lock;
1366
	refcount_t refs;
1367

1368
	struct mutex delalloc_mutex;
1369 1370 1371 1372 1373 1374 1375 1376 1377
	spinlock_t delalloc_lock;
	/*
	 * all of the inodes that have delalloc bytes.  It is possible for
	 * this list to be empty even when there is still dirty data=ordered
	 * extents waiting to finish IO.
	 */
	struct list_head delalloc_inodes;
	struct list_head delalloc_root;
	u64 nr_delalloc_inodes;
1378 1379

	struct mutex ordered_extent_mutex;
1380 1381 1382 1383 1384 1385 1386 1387 1388 1389 1390 1391 1392 1393
	/*
	 * this is used by the balancing code to wait for all the pending
	 * ordered extents
	 */
	spinlock_t ordered_extent_lock;

	/*
	 * all of the data=ordered extents pending writeback
	 * these can span multiple transactions and basically include
	 * every dirty data page that isn't from nodatacow
	 */
	struct list_head ordered_extents;
	struct list_head ordered_root;
	u64 nr_ordered_extents;
1394

1395 1396 1397 1398 1399 1400 1401 1402
	/*
	 * Not empty if this subvolume root has gone through tree block swap
	 * (relocation)
	 *
	 * Will be used by reloc_control::dirty_subvol_roots.
	 */
	struct list_head reloc_dirty_list;

1403 1404 1405 1406 1407
	/*
	 * Number of currently running SEND ioctls to prevent
	 * manipulation with the read-only status via SUBVOL_SETFLAGS
	 */
	int send_in_progress;
1408 1409 1410 1411 1412 1413
	/*
	 * Number of currently running deduplication operations that have a
	 * destination inode belonging to this root. Protected by the lock
	 * root_item_lock.
	 */
	int dedupe_in_progress;
1414 1415 1416
	/* For exclusion of snapshot creation and nocow writes */
	struct btrfs_drew_lock snapshot_lock;

1417
	atomic_t snapshot_force_cow;
1418 1419 1420 1421 1422

	/* For qgroup metadata reserved space */
	spinlock_t qgroup_meta_rsv_lock;
	u64 qgroup_meta_rsv_pertrans;
	u64 qgroup_meta_rsv_prealloc;
1423
	wait_queue_head_t qgroup_flush_wait;
1424

1425 1426 1427
	/* Number of active swapfiles */
	atomic_t nr_swapfiles;

1428 1429 1430
	/* Record pairs of swapped blocks for qgroup */
	struct btrfs_qgroup_swapped_blocks swapped_blocks;

1431 1432 1433
	/* Used only by log trees, when logging csum items */
	struct extent_io_tree log_csum_range;

1434 1435 1436
#ifdef CONFIG_BTRFS_FS_RUN_SANITY_TESTS
	u64 alloc_bytenr;
#endif
J
Josef Bacik 已提交
1437 1438 1439 1440

#ifdef CONFIG_BTRFS_DEBUG
	struct list_head leak_list;
#endif
1441
};
1442

1443 1444 1445 1446 1447
/*
 * Structure that conveys information about an extent that is going to replace
 * all the extents in a file range.
 */
struct btrfs_replace_extent_info {
1448 1449 1450 1451 1452
	u64 disk_offset;
	u64 disk_len;
	u64 data_offset;
	u64 data_len;
	u64 file_offset;
1453
	/* Pointer to a file extent item of type regular or prealloc. */
1454
	char *extent_buf;
1455 1456 1457 1458 1459 1460
	/*
	 * Set to true when attempting to replace a file range with a new extent
	 * described by this structure, set to false when attempting to clone an
	 * existing extent into a file range.
	 */
	bool is_new_extent;
1461 1462
	/* Indicate if we should update the inode's mtime and ctime. */
	bool update_times;
1463 1464 1465 1466 1467 1468 1469 1470 1471 1472
	/* Meaningful only if is_new_extent is true. */
	int qgroup_reserved;
	/*
	 * Meaningful only if is_new_extent is true.
	 * Used to track how many extent items we have already inserted in a
	 * subvolume tree that refer to the extent described by this structure,
	 * so that we know when to create a new delayed ref or update an existing
	 * one.
	 */
	int insertions;
1473 1474
};

1475 1476 1477 1478 1479 1480 1481 1482 1483 1484 1485 1486 1487 1488 1489 1490 1491 1492 1493 1494 1495 1496 1497 1498 1499 1500 1501 1502 1503 1504 1505 1506 1507 1508 1509 1510 1511 1512 1513 1514 1515
/* Arguments for btrfs_drop_extents() */
struct btrfs_drop_extents_args {
	/* Input parameters */

	/*
	 * If NULL, btrfs_drop_extents() will allocate and free its own path.
	 * If 'replace_extent' is true, this must not be NULL. Also the path
	 * is always released except if 'replace_extent' is true and
	 * btrfs_drop_extents() sets 'extent_inserted' to true, in which case
	 * the path is kept locked.
	 */
	struct btrfs_path *path;
	/* Start offset of the range to drop extents from */
	u64 start;
	/* End (exclusive, last byte + 1) of the range to drop extents from */
	u64 end;
	/* If true drop all the extent maps in the range */
	bool drop_cache;
	/*
	 * If true it means we want to insert a new extent after dropping all
	 * the extents in the range. If this is true, the 'extent_item_size'
	 * parameter must be set as well and the 'extent_inserted' field will
	 * be set to true by btrfs_drop_extents() if it could insert the new
	 * extent.
	 * Note: when this is set to true the path must not be NULL.
	 */
	bool replace_extent;
	/*
	 * Used if 'replace_extent' is true. Size of the file extent item to
	 * insert after dropping all existing extents in the range
	 */
	u32 extent_item_size;

	/* Output parameters */

	/*
	 * Set to the minimum between the input parameter 'end' and the end
	 * (exclusive, last byte + 1) of the last dropped extent. This is always
	 * set even if btrfs_drop_extents() returns an error.
	 */
	u64 drop_end;
1516 1517 1518 1519 1520
	/*
	 * The number of allocated bytes found in the range. This can be smaller
	 * than the range's length when there are holes in the range.
	 */
	u64 bytes_found;
1521 1522 1523 1524 1525 1526 1527 1528 1529 1530 1531
	/*
	 * Only set if 'replace_extent' is true. Set to true if we were able
	 * to insert a replacement extent after dropping all extents in the
	 * range, otherwise set to false by btrfs_drop_extents().
	 * Also, if btrfs_drop_extents() has set this to true it means it
	 * returned with the path locked, otherwise if it has set this to
	 * false it has returned with the path released.
	 */
	bool extent_inserted;
};

1532 1533 1534 1535
struct btrfs_file_private {
	void *filldir_buf;
};

1536

1537
static inline u32 BTRFS_LEAF_DATA_SIZE(const struct btrfs_fs_info *info)
1538
{
1539 1540

	return info->nodesize - sizeof(struct btrfs_header);
1541 1542
}

1543 1544
#define BTRFS_LEAF_DATA_OFFSET		offsetof(struct btrfs_leaf, items)

1545
static inline u32 BTRFS_MAX_ITEM_SIZE(const struct btrfs_fs_info *info)
1546
{
1547
	return BTRFS_LEAF_DATA_SIZE(info) - sizeof(struct btrfs_item);
1548 1549
}

1550
static inline u32 BTRFS_NODEPTRS_PER_BLOCK(const struct btrfs_fs_info *info)
1551
{
1552
	return BTRFS_LEAF_DATA_SIZE(info) / sizeof(struct btrfs_key_ptr);
1553 1554 1555 1556
}

#define BTRFS_FILE_EXTENT_INLINE_DATA_START		\
		(offsetof(struct btrfs_file_extent_item, disk_bytenr))
1557
static inline u32 BTRFS_MAX_INLINE_DATA_SIZE(const struct btrfs_fs_info *info)
1558
{
1559
	return BTRFS_MAX_ITEM_SIZE(info) -
1560 1561 1562
	       BTRFS_FILE_EXTENT_INLINE_DATA_START;
}

1563
static inline u32 BTRFS_MAX_XATTR_SIZE(const struct btrfs_fs_info *info)
1564
{
1565
	return BTRFS_MAX_ITEM_SIZE(info) - sizeof(struct btrfs_dir_item);
1566 1567
}

1568 1569 1570 1571 1572
/*
 * Flags for mount options.
 *
 * Note: don't forget to add new options to btrfs_show_options()
 */
1573 1574 1575 1576 1577 1578 1579 1580 1581 1582 1583 1584 1585 1586 1587 1588 1589 1590 1591 1592 1593
enum {
	BTRFS_MOUNT_NODATASUM			= (1UL << 0),
	BTRFS_MOUNT_NODATACOW			= (1UL << 1),
	BTRFS_MOUNT_NOBARRIER			= (1UL << 2),
	BTRFS_MOUNT_SSD				= (1UL << 3),
	BTRFS_MOUNT_DEGRADED			= (1UL << 4),
	BTRFS_MOUNT_COMPRESS			= (1UL << 5),
	BTRFS_MOUNT_NOTREELOG   		= (1UL << 6),
	BTRFS_MOUNT_FLUSHONCOMMIT		= (1UL << 7),
	BTRFS_MOUNT_SSD_SPREAD			= (1UL << 8),
	BTRFS_MOUNT_NOSSD			= (1UL << 9),
	BTRFS_MOUNT_DISCARD_SYNC		= (1UL << 10),
	BTRFS_MOUNT_FORCE_COMPRESS      	= (1UL << 11),
	BTRFS_MOUNT_SPACE_CACHE			= (1UL << 12),
	BTRFS_MOUNT_CLEAR_CACHE			= (1UL << 13),
	BTRFS_MOUNT_USER_SUBVOL_RM_ALLOWED	= (1UL << 14),
	BTRFS_MOUNT_ENOSPC_DEBUG		= (1UL << 15),
	BTRFS_MOUNT_AUTO_DEFRAG			= (1UL << 16),
	BTRFS_MOUNT_USEBACKUPROOT		= (1UL << 17),
	BTRFS_MOUNT_SKIP_BALANCE		= (1UL << 18),
	BTRFS_MOUNT_CHECK_INTEGRITY		= (1UL << 19),
1594
	BTRFS_MOUNT_CHECK_INTEGRITY_DATA	= (1UL << 20),
1595 1596 1597 1598 1599 1600 1601 1602 1603 1604 1605
	BTRFS_MOUNT_PANIC_ON_FATAL_ERROR	= (1UL << 21),
	BTRFS_MOUNT_RESCAN_UUID_TREE		= (1UL << 22),
	BTRFS_MOUNT_FRAGMENT_DATA		= (1UL << 23),
	BTRFS_MOUNT_FRAGMENT_METADATA		= (1UL << 24),
	BTRFS_MOUNT_FREE_SPACE_TREE		= (1UL << 25),
	BTRFS_MOUNT_NOLOGREPLAY			= (1UL << 26),
	BTRFS_MOUNT_REF_VERIFY			= (1UL << 27),
	BTRFS_MOUNT_DISCARD_ASYNC		= (1UL << 28),
	BTRFS_MOUNT_IGNOREBADROOTS		= (1UL << 29),
	BTRFS_MOUNT_IGNOREDATACSUMS		= (1UL << 30),
};
1606

1607
#define BTRFS_DEFAULT_COMMIT_INTERVAL	(30)
1608
#define BTRFS_DEFAULT_MAX_INLINE	(2048)
1609

1610 1611
#define btrfs_clear_opt(o, opt)		((o) &= ~BTRFS_MOUNT_##opt)
#define btrfs_set_opt(o, opt)		((o) |= BTRFS_MOUNT_##opt)
M
Miao Xie 已提交
1612
#define btrfs_raw_test_opt(o, opt)	((o) & BTRFS_MOUNT_##opt)
1613
#define btrfs_test_opt(fs_info, opt)	((fs_info)->mount_opt & \
1614
					 BTRFS_MOUNT_##opt)
1615

1616
#define btrfs_set_and_info(fs_info, opt, fmt, args...)			\
1617
do {									\
1618 1619 1620
	if (!btrfs_test_opt(fs_info, opt))				\
		btrfs_info(fs_info, fmt, ##args);			\
	btrfs_set_opt(fs_info->mount_opt, opt);				\
1621
} while (0)
1622

1623
#define btrfs_clear_and_info(fs_info, opt, fmt, args...)		\
1624
do {									\
1625 1626 1627
	if (btrfs_test_opt(fs_info, opt))				\
		btrfs_info(fs_info, fmt, ##args);			\
	btrfs_clear_opt(fs_info->mount_opt, opt);			\
1628
} while (0)
1629

1630 1631 1632 1633 1634 1635 1636 1637
/*
 * Requests for changes that need to be done during transaction commit.
 *
 * Internal mount options that are used for special handling of the real
 * mount options (eg. cannot be set during remount and have to be set during
 * transaction commit)
 */

1638
#define BTRFS_PENDING_COMMIT			(0)
1639

1640 1641 1642 1643 1644 1645 1646 1647 1648 1649 1650 1651 1652 1653 1654 1655 1656 1657 1658 1659 1660 1661 1662 1663 1664 1665 1666 1667 1668 1669 1670
#define btrfs_test_pending(info, opt)	\
	test_bit(BTRFS_PENDING_##opt, &(info)->pending_changes)
#define btrfs_set_pending(info, opt)	\
	set_bit(BTRFS_PENDING_##opt, &(info)->pending_changes)
#define btrfs_clear_pending(info, opt)	\
	clear_bit(BTRFS_PENDING_##opt, &(info)->pending_changes)

/*
 * Helpers for setting pending mount option changes.
 *
 * Expects corresponding macros
 * BTRFS_PENDING_SET_ and CLEAR_ + short mount option name
 */
#define btrfs_set_pending_and_info(info, opt, fmt, args...)            \
do {                                                                   \
       if (!btrfs_raw_test_opt((info)->mount_opt, opt)) {              \
               btrfs_info((info), fmt, ##args);                        \
               btrfs_set_pending((info), SET_##opt);                   \
               btrfs_clear_pending((info), CLEAR_##opt);               \
       }                                                               \
} while(0)

#define btrfs_clear_pending_and_info(info, opt, fmt, args...)          \
do {                                                                   \
       if (btrfs_raw_test_opt((info)->mount_opt, opt)) {               \
               btrfs_info((info), fmt, ##args);                        \
               btrfs_set_pending((info), CLEAR_##opt);                 \
               btrfs_clear_pending((info), SET_##opt);                 \
       }                                                               \
} while(0)

Y
Yan 已提交
1671 1672 1673
/*
 * Inode flags
 */
1674 1675 1676 1677 1678 1679 1680 1681 1682 1683 1684 1685 1686 1687
#define BTRFS_INODE_NODATASUM		(1U << 0)
#define BTRFS_INODE_NODATACOW		(1U << 1)
#define BTRFS_INODE_READONLY		(1U << 2)
#define BTRFS_INODE_NOCOMPRESS		(1U << 3)
#define BTRFS_INODE_PREALLOC		(1U << 4)
#define BTRFS_INODE_SYNC		(1U << 5)
#define BTRFS_INODE_IMMUTABLE		(1U << 6)
#define BTRFS_INODE_APPEND		(1U << 7)
#define BTRFS_INODE_NODUMP		(1U << 8)
#define BTRFS_INODE_NOATIME		(1U << 9)
#define BTRFS_INODE_DIRSYNC		(1U << 10)
#define BTRFS_INODE_COMPRESS		(1U << 11)

#define BTRFS_INODE_ROOT_ITEM_INIT	(1U << 31)
1688

1689 1690 1691 1692 1693 1694 1695 1696 1697 1698 1699 1700 1701 1702 1703
#define BTRFS_INODE_FLAG_MASK						\
	(BTRFS_INODE_NODATASUM |					\
	 BTRFS_INODE_NODATACOW |					\
	 BTRFS_INODE_READONLY |						\
	 BTRFS_INODE_NOCOMPRESS |					\
	 BTRFS_INODE_PREALLOC |						\
	 BTRFS_INODE_SYNC |						\
	 BTRFS_INODE_IMMUTABLE |					\
	 BTRFS_INODE_APPEND |						\
	 BTRFS_INODE_NODUMP |						\
	 BTRFS_INODE_NOATIME |						\
	 BTRFS_INODE_DIRSYNC |						\
	 BTRFS_INODE_COMPRESS |						\
	 BTRFS_INODE_ROOT_ITEM_INIT)

B
Boris Burkov 已提交
1704 1705 1706
#define BTRFS_INODE_RO_VERITY		(1U << 0)

#define BTRFS_INODE_RO_FLAG_MASK	(BTRFS_INODE_RO_VERITY)
1707

1708
struct btrfs_map_token {
1709
	struct extent_buffer *eb;
1710 1711 1712 1713
	char *kaddr;
	unsigned long offset;
};

1714
#define BTRFS_BYTES_TO_BLKS(fs_info, bytes) \
1715
				((bytes) >> (fs_info)->sectorsize_bits)
1716

1717 1718
static inline void btrfs_init_map_token(struct btrfs_map_token *token,
					struct extent_buffer *eb)
1719
{
1720
	token->eb = eb;
1721 1722
	token->kaddr = page_address(eb->pages[0]);
	token->offset = 0;
1723 1724
}

1725
/* some macros to generate set/get functions for the struct fields.  This
1726 1727 1728 1729 1730 1731 1732
 * assumes there is a lefoo_to_cpu for every type, so lets make a simple
 * one for u8:
 */
#define le8_to_cpu(v) (v)
#define cpu_to_le8(v) (v)
#define __le8 u8

1733 1734 1735 1736 1737 1738 1739 1740 1741 1742
static inline u8 get_unaligned_le8(const void *p)
{
       return *(u8 *)p;
}

static inline void put_unaligned_le8(u8 val, void *p)
{
       *(u8 *)p = val;
}

1743
#define read_eb_member(eb, ptr, type, member, result) (\
1744 1745 1746 1747 1748
	read_extent_buffer(eb, (char *)(result),			\
			   ((unsigned long)(ptr)) +			\
			    offsetof(type, member),			\
			   sizeof(((type *)0)->member)))

1749
#define write_eb_member(eb, ptr, type, member, result) (\
1750 1751 1752 1753 1754
	write_extent_buffer(eb, (char *)(result),			\
			   ((unsigned long)(ptr)) +			\
			    offsetof(type, member),			\
			   sizeof(((type *)0)->member)))

L
Li Zefan 已提交
1755
#define DECLARE_BTRFS_SETGET_BITS(bits)					\
1756 1757 1758 1759 1760
u##bits btrfs_get_token_##bits(struct btrfs_map_token *token,		\
			       const void *ptr, unsigned long off);	\
void btrfs_set_token_##bits(struct btrfs_map_token *token,		\
			    const void *ptr, unsigned long off,		\
			    u##bits val);				\
1761 1762
u##bits btrfs_get_##bits(const struct extent_buffer *eb,		\
			 const void *ptr, unsigned long off);		\
1763
void btrfs_set_##bits(const struct extent_buffer *eb, void *ptr,	\
1764
		      unsigned long off, u##bits val);
L
Li Zefan 已提交
1765 1766 1767 1768 1769 1770

DECLARE_BTRFS_SETGET_BITS(8)
DECLARE_BTRFS_SETGET_BITS(16)
DECLARE_BTRFS_SETGET_BITS(32)
DECLARE_BTRFS_SETGET_BITS(64)

1771
#define BTRFS_SETGET_FUNCS(name, type, member, bits)			\
1772 1773
static inline u##bits btrfs_##name(const struct extent_buffer *eb,	\
				   const type *s)			\
L
Li Zefan 已提交
1774
{									\
1775
	static_assert(sizeof(u##bits) == sizeof(((type *)0))->member);	\
L
Li Zefan 已提交
1776 1777
	return btrfs_get_##bits(eb, s, offsetof(type, member));		\
}									\
1778
static inline void btrfs_set_##name(const struct extent_buffer *eb, type *s, \
L
Li Zefan 已提交
1779 1780
				    u##bits val)			\
{									\
1781
	static_assert(sizeof(u##bits) == sizeof(((type *)0))->member);	\
L
Li Zefan 已提交
1782 1783
	btrfs_set_##bits(eb, s, offsetof(type, member), val);		\
}									\
1784 1785
static inline u##bits btrfs_token_##name(struct btrfs_map_token *token,	\
					 const type *s)			\
L
Li Zefan 已提交
1786
{									\
1787
	static_assert(sizeof(u##bits) == sizeof(((type *)0))->member);	\
1788
	return btrfs_get_token_##bits(token, s, offsetof(type, member));\
L
Li Zefan 已提交
1789
}									\
1790 1791
static inline void btrfs_set_token_##name(struct btrfs_map_token *token,\
					  type *s, u##bits val)		\
L
Li Zefan 已提交
1792
{									\
1793
	static_assert(sizeof(u##bits) == sizeof(((type *)0))->member);	\
1794
	btrfs_set_token_##bits(token, s, offsetof(type, member), val);	\
L
Li Zefan 已提交
1795
}
1796 1797

#define BTRFS_SETGET_HEADER_FUNCS(name, type, member, bits)		\
1798
static inline u##bits btrfs_##name(const struct extent_buffer *eb)	\
1799
{									\
1800 1801
	const type *p = page_address(eb->pages[0]) +			\
			offset_in_page(eb->start);			\
1802
	return get_unaligned_le##bits(&p->member);			\
1803
}									\
1804
static inline void btrfs_set_##name(const struct extent_buffer *eb,	\
1805 1806
				    u##bits val)			\
{									\
1807
	type *p = page_address(eb->pages[0]) + offset_in_page(eb->start); \
1808
	put_unaligned_le##bits(val, &p->member);			\
1809
}
C
Chris Mason 已提交
1810

1811
#define BTRFS_SETGET_STACK_FUNCS(name, type, member, bits)		\
1812
static inline u##bits btrfs_##name(const type *s)			\
1813
{									\
1814
	return get_unaligned_le##bits(&s->member);			\
1815 1816 1817
}									\
static inline void btrfs_set_##name(type *s, u##bits val)		\
{									\
1818
	put_unaligned_le##bits(val, &s->member);			\
C
Chris Mason 已提交
1819 1820
}

1821
static inline u64 btrfs_device_total_bytes(const struct extent_buffer *eb,
1822 1823
					   struct btrfs_dev_item *s)
{
1824 1825
	static_assert(sizeof(u64) ==
		      sizeof(((struct btrfs_dev_item *)0))->total_bytes);
1826 1827 1828
	return btrfs_get_64(eb, s, offsetof(struct btrfs_dev_item,
					    total_bytes));
}
1829
static inline void btrfs_set_device_total_bytes(const struct extent_buffer *eb,
1830 1831 1832
						struct btrfs_dev_item *s,
						u64 val)
{
1833 1834
	static_assert(sizeof(u64) ==
		      sizeof(((struct btrfs_dev_item *)0))->total_bytes);
1835
	WARN_ON(!IS_ALIGNED(val, eb->fs_info->sectorsize));
1836 1837 1838 1839
	btrfs_set_64(eb, s, offsetof(struct btrfs_dev_item, total_bytes), val);
}


1840 1841 1842 1843
BTRFS_SETGET_FUNCS(device_type, struct btrfs_dev_item, type, 64);
BTRFS_SETGET_FUNCS(device_bytes_used, struct btrfs_dev_item, bytes_used, 64);
BTRFS_SETGET_FUNCS(device_io_align, struct btrfs_dev_item, io_align, 32);
BTRFS_SETGET_FUNCS(device_io_width, struct btrfs_dev_item, io_width, 32);
1844 1845
BTRFS_SETGET_FUNCS(device_start_offset, struct btrfs_dev_item,
		   start_offset, 64);
1846 1847
BTRFS_SETGET_FUNCS(device_sector_size, struct btrfs_dev_item, sector_size, 32);
BTRFS_SETGET_FUNCS(device_id, struct btrfs_dev_item, devid, 64);
1848 1849 1850
BTRFS_SETGET_FUNCS(device_group, struct btrfs_dev_item, dev_group, 32);
BTRFS_SETGET_FUNCS(device_seek_speed, struct btrfs_dev_item, seek_speed, 8);
BTRFS_SETGET_FUNCS(device_bandwidth, struct btrfs_dev_item, bandwidth, 8);
Y
Yan Zheng 已提交
1851
BTRFS_SETGET_FUNCS(device_generation, struct btrfs_dev_item, generation, 64);
1852

1853 1854 1855 1856 1857 1858 1859 1860 1861 1862 1863 1864
BTRFS_SETGET_STACK_FUNCS(stack_device_type, struct btrfs_dev_item, type, 64);
BTRFS_SETGET_STACK_FUNCS(stack_device_total_bytes, struct btrfs_dev_item,
			 total_bytes, 64);
BTRFS_SETGET_STACK_FUNCS(stack_device_bytes_used, struct btrfs_dev_item,
			 bytes_used, 64);
BTRFS_SETGET_STACK_FUNCS(stack_device_io_align, struct btrfs_dev_item,
			 io_align, 32);
BTRFS_SETGET_STACK_FUNCS(stack_device_io_width, struct btrfs_dev_item,
			 io_width, 32);
BTRFS_SETGET_STACK_FUNCS(stack_device_sector_size, struct btrfs_dev_item,
			 sector_size, 32);
BTRFS_SETGET_STACK_FUNCS(stack_device_id, struct btrfs_dev_item, devid, 64);
1865 1866 1867 1868 1869 1870
BTRFS_SETGET_STACK_FUNCS(stack_device_group, struct btrfs_dev_item,
			 dev_group, 32);
BTRFS_SETGET_STACK_FUNCS(stack_device_seek_speed, struct btrfs_dev_item,
			 seek_speed, 8);
BTRFS_SETGET_STACK_FUNCS(stack_device_bandwidth, struct btrfs_dev_item,
			 bandwidth, 8);
Y
Yan Zheng 已提交
1871 1872
BTRFS_SETGET_STACK_FUNCS(stack_device_generation, struct btrfs_dev_item,
			 generation, 64);
1873

1874
static inline unsigned long btrfs_device_uuid(struct btrfs_dev_item *d)
1875
{
1876
	return (unsigned long)d + offsetof(struct btrfs_dev_item, uuid);
1877 1878
}

1879
static inline unsigned long btrfs_device_fsid(struct btrfs_dev_item *d)
Y
Yan Zheng 已提交
1880
{
1881
	return (unsigned long)d + offsetof(struct btrfs_dev_item, fsid);
Y
Yan Zheng 已提交
1882 1883
}

1884
BTRFS_SETGET_FUNCS(chunk_length, struct btrfs_chunk, length, 64);
1885 1886 1887 1888 1889 1890 1891
BTRFS_SETGET_FUNCS(chunk_owner, struct btrfs_chunk, owner, 64);
BTRFS_SETGET_FUNCS(chunk_stripe_len, struct btrfs_chunk, stripe_len, 64);
BTRFS_SETGET_FUNCS(chunk_io_align, struct btrfs_chunk, io_align, 32);
BTRFS_SETGET_FUNCS(chunk_io_width, struct btrfs_chunk, io_width, 32);
BTRFS_SETGET_FUNCS(chunk_sector_size, struct btrfs_chunk, sector_size, 32);
BTRFS_SETGET_FUNCS(chunk_type, struct btrfs_chunk, type, 64);
BTRFS_SETGET_FUNCS(chunk_num_stripes, struct btrfs_chunk, num_stripes, 16);
C
Chris Mason 已提交
1892
BTRFS_SETGET_FUNCS(chunk_sub_stripes, struct btrfs_chunk, sub_stripes, 16);
1893 1894 1895
BTRFS_SETGET_FUNCS(stripe_devid, struct btrfs_stripe, devid, 64);
BTRFS_SETGET_FUNCS(stripe_offset, struct btrfs_stripe, offset, 64);

1896 1897 1898 1899 1900 1901
static inline char *btrfs_stripe_dev_uuid(struct btrfs_stripe *s)
{
	return (char *)s + offsetof(struct btrfs_stripe, dev_uuid);
}

BTRFS_SETGET_STACK_FUNCS(stack_chunk_length, struct btrfs_chunk, length, 64);
1902 1903 1904 1905 1906 1907 1908 1909 1910 1911 1912 1913
BTRFS_SETGET_STACK_FUNCS(stack_chunk_owner, struct btrfs_chunk, owner, 64);
BTRFS_SETGET_STACK_FUNCS(stack_chunk_stripe_len, struct btrfs_chunk,
			 stripe_len, 64);
BTRFS_SETGET_STACK_FUNCS(stack_chunk_io_align, struct btrfs_chunk,
			 io_align, 32);
BTRFS_SETGET_STACK_FUNCS(stack_chunk_io_width, struct btrfs_chunk,
			 io_width, 32);
BTRFS_SETGET_STACK_FUNCS(stack_chunk_sector_size, struct btrfs_chunk,
			 sector_size, 32);
BTRFS_SETGET_STACK_FUNCS(stack_chunk_type, struct btrfs_chunk, type, 64);
BTRFS_SETGET_STACK_FUNCS(stack_chunk_num_stripes, struct btrfs_chunk,
			 num_stripes, 16);
C
Chris Mason 已提交
1914 1915
BTRFS_SETGET_STACK_FUNCS(stack_chunk_sub_stripes, struct btrfs_chunk,
			 sub_stripes, 16);
1916 1917 1918 1919 1920 1921 1922 1923 1924 1925 1926 1927
BTRFS_SETGET_STACK_FUNCS(stack_stripe_devid, struct btrfs_stripe, devid, 64);
BTRFS_SETGET_STACK_FUNCS(stack_stripe_offset, struct btrfs_stripe, offset, 64);

static inline struct btrfs_stripe *btrfs_stripe_nr(struct btrfs_chunk *c,
						   int nr)
{
	unsigned long offset = (unsigned long)c;
	offset += offsetof(struct btrfs_chunk, stripe);
	offset += nr * sizeof(struct btrfs_stripe);
	return (struct btrfs_stripe *)offset;
}

1928 1929 1930 1931 1932
static inline char *btrfs_stripe_dev_uuid_nr(struct btrfs_chunk *c, int nr)
{
	return btrfs_stripe_dev_uuid(btrfs_stripe_nr(c, nr));
}

1933
static inline u64 btrfs_stripe_offset_nr(const struct extent_buffer *eb,
1934 1935 1936 1937 1938
					 struct btrfs_chunk *c, int nr)
{
	return btrfs_stripe_offset(eb, btrfs_stripe_nr(c, nr));
}

1939
static inline u64 btrfs_stripe_devid_nr(const struct extent_buffer *eb,
1940 1941 1942 1943 1944
					 struct btrfs_chunk *c, int nr)
{
	return btrfs_stripe_devid(eb, btrfs_stripe_nr(c, nr));
}

1945
/* struct btrfs_block_group_item */
1946
BTRFS_SETGET_STACK_FUNCS(stack_block_group_used, struct btrfs_block_group_item,
1947
			 used, 64);
1948
BTRFS_SETGET_FUNCS(block_group_used, struct btrfs_block_group_item,
1949
			 used, 64);
1950
BTRFS_SETGET_STACK_FUNCS(stack_block_group_chunk_objectid,
1951
			struct btrfs_block_group_item, chunk_objectid, 64);
1952

1953
BTRFS_SETGET_FUNCS(block_group_chunk_objectid,
1954
		   struct btrfs_block_group_item, chunk_objectid, 64);
1955
BTRFS_SETGET_FUNCS(block_group_flags,
1956
		   struct btrfs_block_group_item, flags, 64);
1957
BTRFS_SETGET_STACK_FUNCS(stack_block_group_flags,
1958
			struct btrfs_block_group_item, flags, 64);
C
Chris Mason 已提交
1959

1960 1961 1962 1963 1964
/* struct btrfs_free_space_info */
BTRFS_SETGET_FUNCS(free_space_extent_count, struct btrfs_free_space_info,
		   extent_count, 32);
BTRFS_SETGET_FUNCS(free_space_flags, struct btrfs_free_space_info, flags, 32);

1965 1966
/* struct btrfs_inode_ref */
BTRFS_SETGET_FUNCS(inode_ref_name_len, struct btrfs_inode_ref, name_len, 16);
1967
BTRFS_SETGET_FUNCS(inode_ref_index, struct btrfs_inode_ref, index, 64);
1968

M
Mark Fasheh 已提交
1969 1970 1971 1972 1973 1974 1975
/* struct btrfs_inode_extref */
BTRFS_SETGET_FUNCS(inode_extref_parent, struct btrfs_inode_extref,
		   parent_objectid, 64);
BTRFS_SETGET_FUNCS(inode_extref_name_len, struct btrfs_inode_extref,
		   name_len, 16);
BTRFS_SETGET_FUNCS(inode_extref_index, struct btrfs_inode_extref, index, 64);

1976 1977
/* struct btrfs_inode_item */
BTRFS_SETGET_FUNCS(inode_generation, struct btrfs_inode_item, generation, 64);
1978
BTRFS_SETGET_FUNCS(inode_sequence, struct btrfs_inode_item, sequence, 64);
1979
BTRFS_SETGET_FUNCS(inode_transid, struct btrfs_inode_item, transid, 64);
1980
BTRFS_SETGET_FUNCS(inode_size, struct btrfs_inode_item, size, 64);
1981
BTRFS_SETGET_FUNCS(inode_nbytes, struct btrfs_inode_item, nbytes, 64);
1982 1983 1984 1985 1986
BTRFS_SETGET_FUNCS(inode_block_group, struct btrfs_inode_item, block_group, 64);
BTRFS_SETGET_FUNCS(inode_nlink, struct btrfs_inode_item, nlink, 32);
BTRFS_SETGET_FUNCS(inode_uid, struct btrfs_inode_item, uid, 32);
BTRFS_SETGET_FUNCS(inode_gid, struct btrfs_inode_item, gid, 32);
BTRFS_SETGET_FUNCS(inode_mode, struct btrfs_inode_item, mode, 32);
1987
BTRFS_SETGET_FUNCS(inode_rdev, struct btrfs_inode_item, rdev, 64);
1988
BTRFS_SETGET_FUNCS(inode_flags, struct btrfs_inode_item, flags, 64);
1989 1990 1991 1992 1993 1994 1995 1996 1997 1998 1999 2000 2001 2002 2003 2004 2005
BTRFS_SETGET_STACK_FUNCS(stack_inode_generation, struct btrfs_inode_item,
			 generation, 64);
BTRFS_SETGET_STACK_FUNCS(stack_inode_sequence, struct btrfs_inode_item,
			 sequence, 64);
BTRFS_SETGET_STACK_FUNCS(stack_inode_transid, struct btrfs_inode_item,
			 transid, 64);
BTRFS_SETGET_STACK_FUNCS(stack_inode_size, struct btrfs_inode_item, size, 64);
BTRFS_SETGET_STACK_FUNCS(stack_inode_nbytes, struct btrfs_inode_item,
			 nbytes, 64);
BTRFS_SETGET_STACK_FUNCS(stack_inode_block_group, struct btrfs_inode_item,
			 block_group, 64);
BTRFS_SETGET_STACK_FUNCS(stack_inode_nlink, struct btrfs_inode_item, nlink, 32);
BTRFS_SETGET_STACK_FUNCS(stack_inode_uid, struct btrfs_inode_item, uid, 32);
BTRFS_SETGET_STACK_FUNCS(stack_inode_gid, struct btrfs_inode_item, gid, 32);
BTRFS_SETGET_STACK_FUNCS(stack_inode_mode, struct btrfs_inode_item, mode, 32);
BTRFS_SETGET_STACK_FUNCS(stack_inode_rdev, struct btrfs_inode_item, rdev, 64);
BTRFS_SETGET_STACK_FUNCS(stack_inode_flags, struct btrfs_inode_item, flags, 64);
2006 2007
BTRFS_SETGET_FUNCS(timespec_sec, struct btrfs_timespec, sec, 64);
BTRFS_SETGET_FUNCS(timespec_nsec, struct btrfs_timespec, nsec, 32);
2008 2009
BTRFS_SETGET_STACK_FUNCS(stack_timespec_sec, struct btrfs_timespec, sec, 64);
BTRFS_SETGET_STACK_FUNCS(stack_timespec_nsec, struct btrfs_timespec, nsec, 32);
C
Chris Mason 已提交
2010

2011
/* struct btrfs_dev_extent */
2012 2013 2014 2015 2016 2017
BTRFS_SETGET_FUNCS(dev_extent_chunk_tree, struct btrfs_dev_extent,
		   chunk_tree, 64);
BTRFS_SETGET_FUNCS(dev_extent_chunk_objectid, struct btrfs_dev_extent,
		   chunk_objectid, 64);
BTRFS_SETGET_FUNCS(dev_extent_chunk_offset, struct btrfs_dev_extent,
		   chunk_offset, 64);
2018
BTRFS_SETGET_FUNCS(dev_extent_length, struct btrfs_dev_extent, length, 64);
2019 2020 2021 2022
BTRFS_SETGET_FUNCS(extent_refs, struct btrfs_extent_item, refs, 64);
BTRFS_SETGET_FUNCS(extent_generation, struct btrfs_extent_item,
		   generation, 64);
BTRFS_SETGET_FUNCS(extent_flags, struct btrfs_extent_item, flags, 64);
2023

2024 2025
BTRFS_SETGET_FUNCS(tree_block_level, struct btrfs_tree_block_info, level, 8);

2026
static inline void btrfs_tree_block_key(const struct extent_buffer *eb,
2027 2028 2029 2030 2031 2032
					struct btrfs_tree_block_info *item,
					struct btrfs_disk_key *key)
{
	read_eb_member(eb, item, struct btrfs_tree_block_info, key, key);
}

2033
static inline void btrfs_set_tree_block_key(const struct extent_buffer *eb,
2034 2035 2036 2037 2038
					    struct btrfs_tree_block_info *item,
					    struct btrfs_disk_key *key)
{
	write_eb_member(eb, item, struct btrfs_tree_block_info, key, key);
}
C
Chris Mason 已提交
2039

2040 2041 2042 2043 2044 2045 2046 2047 2048 2049 2050 2051 2052 2053 2054 2055 2056 2057 2058 2059 2060 2061 2062 2063 2064 2065 2066 2067 2068 2069 2070
BTRFS_SETGET_FUNCS(extent_data_ref_root, struct btrfs_extent_data_ref,
		   root, 64);
BTRFS_SETGET_FUNCS(extent_data_ref_objectid, struct btrfs_extent_data_ref,
		   objectid, 64);
BTRFS_SETGET_FUNCS(extent_data_ref_offset, struct btrfs_extent_data_ref,
		   offset, 64);
BTRFS_SETGET_FUNCS(extent_data_ref_count, struct btrfs_extent_data_ref,
		   count, 32);

BTRFS_SETGET_FUNCS(shared_data_ref_count, struct btrfs_shared_data_ref,
		   count, 32);

BTRFS_SETGET_FUNCS(extent_inline_ref_type, struct btrfs_extent_inline_ref,
		   type, 8);
BTRFS_SETGET_FUNCS(extent_inline_ref_offset, struct btrfs_extent_inline_ref,
		   offset, 64);

static inline u32 btrfs_extent_inline_ref_size(int type)
{
	if (type == BTRFS_TREE_BLOCK_REF_KEY ||
	    type == BTRFS_SHARED_BLOCK_REF_KEY)
		return sizeof(struct btrfs_extent_inline_ref);
	if (type == BTRFS_SHARED_DATA_REF_KEY)
		return sizeof(struct btrfs_shared_data_ref) +
		       sizeof(struct btrfs_extent_inline_ref);
	if (type == BTRFS_EXTENT_DATA_REF_KEY)
		return sizeof(struct btrfs_extent_data_ref) +
		       offsetof(struct btrfs_extent_inline_ref, offset);
	return 0;
}

2071 2072
/* struct btrfs_node */
BTRFS_SETGET_FUNCS(key_blockptr, struct btrfs_key_ptr, blockptr, 64);
2073
BTRFS_SETGET_FUNCS(key_generation, struct btrfs_key_ptr, generation, 64);
2074 2075 2076 2077
BTRFS_SETGET_STACK_FUNCS(stack_key_blockptr, struct btrfs_key_ptr,
			 blockptr, 64);
BTRFS_SETGET_STACK_FUNCS(stack_key_generation, struct btrfs_key_ptr,
			 generation, 64);
C
Chris Mason 已提交
2078

2079
static inline u64 btrfs_node_blockptr(const struct extent_buffer *eb, int nr)
C
Chris Mason 已提交
2080
{
2081 2082 2083 2084
	unsigned long ptr;
	ptr = offsetof(struct btrfs_node, ptrs) +
		sizeof(struct btrfs_key_ptr) * nr;
	return btrfs_key_blockptr(eb, (struct btrfs_key_ptr *)ptr);
C
Chris Mason 已提交
2085 2086
}

2087
static inline void btrfs_set_node_blockptr(const struct extent_buffer *eb,
2088
					   int nr, u64 val)
C
Chris Mason 已提交
2089
{
2090 2091 2092 2093
	unsigned long ptr;
	ptr = offsetof(struct btrfs_node, ptrs) +
		sizeof(struct btrfs_key_ptr) * nr;
	btrfs_set_key_blockptr(eb, (struct btrfs_key_ptr *)ptr, val);
C
Chris Mason 已提交
2094 2095
}

2096
static inline u64 btrfs_node_ptr_generation(const struct extent_buffer *eb, int nr)
2097 2098 2099 2100 2101 2102 2103
{
	unsigned long ptr;
	ptr = offsetof(struct btrfs_node, ptrs) +
		sizeof(struct btrfs_key_ptr) * nr;
	return btrfs_key_generation(eb, (struct btrfs_key_ptr *)ptr);
}

2104
static inline void btrfs_set_node_ptr_generation(const struct extent_buffer *eb,
2105 2106 2107 2108 2109 2110 2111 2112
						 int nr, u64 val)
{
	unsigned long ptr;
	ptr = offsetof(struct btrfs_node, ptrs) +
		sizeof(struct btrfs_key_ptr) * nr;
	btrfs_set_key_generation(eb, (struct btrfs_key_ptr *)ptr, val);
}

2113
static inline unsigned long btrfs_node_key_ptr_offset(int nr)
2114
{
2115 2116
	return offsetof(struct btrfs_node, ptrs) +
		sizeof(struct btrfs_key_ptr) * nr;
2117 2118
}

2119
void btrfs_node_key(const struct extent_buffer *eb,
2120 2121
		    struct btrfs_disk_key *disk_key, int nr);

2122
static inline void btrfs_set_node_key(const struct extent_buffer *eb,
2123
				      struct btrfs_disk_key *disk_key, int nr)
2124
{
2125 2126 2127 2128
	unsigned long ptr;
	ptr = btrfs_node_key_ptr_offset(nr);
	write_eb_member(eb, (struct btrfs_key_ptr *)ptr,
		       struct btrfs_key_ptr, key, disk_key);
2129 2130
}

2131
/* struct btrfs_item */
2132 2133
BTRFS_SETGET_FUNCS(raw_item_offset, struct btrfs_item, offset, 32);
BTRFS_SETGET_FUNCS(raw_item_size, struct btrfs_item, size, 32);
2134 2135
BTRFS_SETGET_STACK_FUNCS(stack_item_offset, struct btrfs_item, offset, 32);
BTRFS_SETGET_STACK_FUNCS(stack_item_size, struct btrfs_item, size, 32);
2136

2137
static inline unsigned long btrfs_item_nr_offset(int nr)
2138
{
2139 2140
	return offsetof(struct btrfs_leaf, items) +
		sizeof(struct btrfs_item) * nr;
2141 2142
}

2143
static inline struct btrfs_item *btrfs_item_nr(int nr)
C
Chris Mason 已提交
2144
{
2145
	return (struct btrfs_item *)btrfs_item_nr_offset(nr);
C
Chris Mason 已提交
2146 2147
}

2148 2149 2150 2151 2152 2153 2154 2155 2156 2157 2158 2159 2160 2161 2162 2163 2164 2165 2166 2167 2168 2169 2170 2171 2172 2173
#define BTRFS_ITEM_SETGET_FUNCS(member)						\
static inline u32 btrfs_item_##member(const struct extent_buffer *eb,		\
				      int slot)					\
{										\
	return btrfs_raw_item_##member(eb, btrfs_item_nr(slot));		\
}										\
static inline void btrfs_set_item_##member(const struct extent_buffer *eb,	\
					   int slot, u32 val)			\
{										\
	btrfs_set_raw_item_##member(eb, btrfs_item_nr(slot), val);		\
}										\
static inline u32 btrfs_token_item_##member(struct btrfs_map_token *token,	\
					    int slot)				\
{										\
	struct btrfs_item *item = btrfs_item_nr(slot);				\
	return btrfs_token_raw_item_##member(token, item);			\
}										\
static inline void btrfs_set_token_item_##member(struct btrfs_map_token *token,	\
						 int slot, u32 val)		\
{										\
	struct btrfs_item *item = btrfs_item_nr(slot);				\
	btrfs_set_token_raw_item_##member(token, item, val);			\
}

BTRFS_ITEM_SETGET_FUNCS(offset)
BTRFS_ITEM_SETGET_FUNCS(size);
2174

2175
static inline u32 btrfs_item_data_end(const struct extent_buffer *eb, int nr)
2176 2177 2178 2179
{
	return btrfs_item_offset(eb, nr) + btrfs_item_size(eb, nr);
}

2180
static inline void btrfs_item_key(const struct extent_buffer *eb,
2181
			   struct btrfs_disk_key *disk_key, int nr)
2182
{
2183
	struct btrfs_item *item = btrfs_item_nr(nr);
2184
	read_eb_member(eb, item, struct btrfs_item, key, disk_key);
2185 2186
}

2187 2188
static inline void btrfs_set_item_key(struct extent_buffer *eb,
			       struct btrfs_disk_key *disk_key, int nr)
2189
{
2190
	struct btrfs_item *item = btrfs_item_nr(nr);
2191
	write_eb_member(eb, item, struct btrfs_item, key, disk_key);
2192 2193
}

2194 2195
BTRFS_SETGET_FUNCS(dir_log_end, struct btrfs_dir_log_item, end, 64);

2196 2197 2198 2199 2200 2201 2202
/*
 * struct btrfs_root_ref
 */
BTRFS_SETGET_FUNCS(root_ref_dirid, struct btrfs_root_ref, dirid, 64);
BTRFS_SETGET_FUNCS(root_ref_sequence, struct btrfs_root_ref, sequence, 64);
BTRFS_SETGET_FUNCS(root_ref_name_len, struct btrfs_root_ref, name_len, 16);

2203
/* struct btrfs_dir_item */
J
Josef Bacik 已提交
2204
BTRFS_SETGET_FUNCS(dir_data_len, struct btrfs_dir_item, data_len, 16);
2205 2206
BTRFS_SETGET_FUNCS(dir_type, struct btrfs_dir_item, type, 8);
BTRFS_SETGET_FUNCS(dir_name_len, struct btrfs_dir_item, name_len, 16);
2207
BTRFS_SETGET_FUNCS(dir_transid, struct btrfs_dir_item, transid, 64);
2208 2209 2210 2211 2212 2213 2214
BTRFS_SETGET_STACK_FUNCS(stack_dir_type, struct btrfs_dir_item, type, 8);
BTRFS_SETGET_STACK_FUNCS(stack_dir_data_len, struct btrfs_dir_item,
			 data_len, 16);
BTRFS_SETGET_STACK_FUNCS(stack_dir_name_len, struct btrfs_dir_item,
			 name_len, 16);
BTRFS_SETGET_STACK_FUNCS(stack_dir_transid, struct btrfs_dir_item,
			 transid, 64);
2215

2216 2217
static inline void btrfs_dir_item_key(const struct extent_buffer *eb,
				      const struct btrfs_dir_item *item,
2218
				      struct btrfs_disk_key *key)
2219
{
2220
	read_eb_member(eb, item, struct btrfs_dir_item, location, key);
2221 2222
}

2223 2224
static inline void btrfs_set_dir_item_key(struct extent_buffer *eb,
					  struct btrfs_dir_item *item,
2225
					  const struct btrfs_disk_key *key)
2226
{
2227
	write_eb_member(eb, item, struct btrfs_dir_item, location, key);
2228 2229
}

2230 2231 2232 2233 2234 2235 2236
BTRFS_SETGET_FUNCS(free_space_entries, struct btrfs_free_space_header,
		   num_entries, 64);
BTRFS_SETGET_FUNCS(free_space_bitmaps, struct btrfs_free_space_header,
		   num_bitmaps, 64);
BTRFS_SETGET_FUNCS(free_space_generation, struct btrfs_free_space_header,
		   generation, 64);

2237 2238
static inline void btrfs_free_space_key(const struct extent_buffer *eb,
					const struct btrfs_free_space_header *h,
2239 2240 2241 2242 2243 2244 2245
					struct btrfs_disk_key *key)
{
	read_eb_member(eb, h, struct btrfs_free_space_header, location, key);
}

static inline void btrfs_set_free_space_key(struct extent_buffer *eb,
					    struct btrfs_free_space_header *h,
2246
					    const struct btrfs_disk_key *key)
2247 2248 2249 2250
{
	write_eb_member(eb, h, struct btrfs_free_space_header, location, key);
}

2251 2252 2253 2254 2255
/* struct btrfs_disk_key */
BTRFS_SETGET_STACK_FUNCS(disk_key_objectid, struct btrfs_disk_key,
			 objectid, 64);
BTRFS_SETGET_STACK_FUNCS(disk_key_offset, struct btrfs_disk_key, offset, 64);
BTRFS_SETGET_STACK_FUNCS(disk_key_type, struct btrfs_disk_key, type, 8);
2256

2257 2258 2259 2260 2261 2262 2263 2264 2265 2266 2267 2268 2269 2270 2271 2272 2273 2274 2275 2276 2277 2278 2279 2280 2281 2282 2283 2284 2285 2286 2287 2288 2289 2290 2291 2292 2293 2294 2295 2296 2297 2298 2299 2300 2301 2302
#ifdef __LITTLE_ENDIAN

/*
 * Optimized helpers for little-endian architectures where CPU and on-disk
 * structures have the same endianness and we can skip conversions.
 */

static inline void btrfs_disk_key_to_cpu(struct btrfs_key *cpu_key,
					 const struct btrfs_disk_key *disk_key)
{
	memcpy(cpu_key, disk_key, sizeof(struct btrfs_key));
}

static inline void btrfs_cpu_key_to_disk(struct btrfs_disk_key *disk_key,
					 const struct btrfs_key *cpu_key)
{
	memcpy(disk_key, cpu_key, sizeof(struct btrfs_key));
}

static inline void btrfs_node_key_to_cpu(const struct extent_buffer *eb,
					 struct btrfs_key *cpu_key, int nr)
{
	struct btrfs_disk_key *disk_key = (struct btrfs_disk_key *)cpu_key;

	btrfs_node_key(eb, disk_key, nr);
}

static inline void btrfs_item_key_to_cpu(const struct extent_buffer *eb,
					 struct btrfs_key *cpu_key, int nr)
{
	struct btrfs_disk_key *disk_key = (struct btrfs_disk_key *)cpu_key;

	btrfs_item_key(eb, disk_key, nr);
}

static inline void btrfs_dir_item_key_to_cpu(const struct extent_buffer *eb,
					     const struct btrfs_dir_item *item,
					     struct btrfs_key *cpu_key)
{
	struct btrfs_disk_key *disk_key = (struct btrfs_disk_key *)cpu_key;

	btrfs_dir_item_key(eb, item, disk_key);
}

#else

C
Chris Mason 已提交
2303
static inline void btrfs_disk_key_to_cpu(struct btrfs_key *cpu,
2304
					 const struct btrfs_disk_key *disk)
C
Chris Mason 已提交
2305 2306
{
	cpu->offset = le64_to_cpu(disk->offset);
2307
	cpu->type = disk->type;
C
Chris Mason 已提交
2308 2309 2310 2311
	cpu->objectid = le64_to_cpu(disk->objectid);
}

static inline void btrfs_cpu_key_to_disk(struct btrfs_disk_key *disk,
2312
					 const struct btrfs_key *cpu)
C
Chris Mason 已提交
2313 2314
{
	disk->offset = cpu_to_le64(cpu->offset);
2315
	disk->type = cpu->type;
C
Chris Mason 已提交
2316 2317 2318
	disk->objectid = cpu_to_le64(cpu->objectid);
}

2319 2320
static inline void btrfs_node_key_to_cpu(const struct extent_buffer *eb,
					 struct btrfs_key *key, int nr)
2321
{
2322 2323 2324
	struct btrfs_disk_key disk_key;
	btrfs_node_key(eb, &disk_key, nr);
	btrfs_disk_key_to_cpu(key, &disk_key);
2325 2326
}

2327 2328
static inline void btrfs_item_key_to_cpu(const struct extent_buffer *eb,
					 struct btrfs_key *key, int nr)
2329
{
2330 2331 2332
	struct btrfs_disk_key disk_key;
	btrfs_item_key(eb, &disk_key, nr);
	btrfs_disk_key_to_cpu(key, &disk_key);
2333 2334
}

2335 2336 2337
static inline void btrfs_dir_item_key_to_cpu(const struct extent_buffer *eb,
					     const struct btrfs_dir_item *item,
					     struct btrfs_key *key)
2338
{
2339 2340 2341
	struct btrfs_disk_key disk_key;
	btrfs_dir_item_key(eb, item, &disk_key);
	btrfs_disk_key_to_cpu(key, &disk_key);
2342 2343
}

2344 2345
#endif

2346
/* struct btrfs_header */
2347
BTRFS_SETGET_HEADER_FUNCS(header_bytenr, struct btrfs_header, bytenr, 64);
2348 2349 2350 2351
BTRFS_SETGET_HEADER_FUNCS(header_generation, struct btrfs_header,
			  generation, 64);
BTRFS_SETGET_HEADER_FUNCS(header_owner, struct btrfs_header, owner, 64);
BTRFS_SETGET_HEADER_FUNCS(header_nritems, struct btrfs_header, nritems, 32);
2352
BTRFS_SETGET_HEADER_FUNCS(header_flags, struct btrfs_header, flags, 64);
2353
BTRFS_SETGET_HEADER_FUNCS(header_level, struct btrfs_header, level, 8);
2354 2355 2356 2357 2358 2359
BTRFS_SETGET_STACK_FUNCS(stack_header_generation, struct btrfs_header,
			 generation, 64);
BTRFS_SETGET_STACK_FUNCS(stack_header_owner, struct btrfs_header, owner, 64);
BTRFS_SETGET_STACK_FUNCS(stack_header_nritems, struct btrfs_header,
			 nritems, 32);
BTRFS_SETGET_STACK_FUNCS(stack_header_bytenr, struct btrfs_header, bytenr, 64);
2360

2361
static inline int btrfs_header_flag(const struct extent_buffer *eb, u64 flag)
2362 2363 2364 2365
{
	return (btrfs_header_flags(eb) & flag) == flag;
}

2366
static inline void btrfs_set_header_flag(struct extent_buffer *eb, u64 flag)
2367 2368 2369 2370 2371
{
	u64 flags = btrfs_header_flags(eb);
	btrfs_set_header_flags(eb, flags | flag);
}

2372
static inline void btrfs_clear_header_flag(struct extent_buffer *eb, u64 flag)
2373 2374 2375 2376 2377
{
	u64 flags = btrfs_header_flags(eb);
	btrfs_set_header_flags(eb, flags & ~flag);
}

2378
static inline int btrfs_header_backref_rev(const struct extent_buffer *eb)
2379 2380 2381 2382 2383 2384 2385 2386 2387 2388 2389 2390 2391 2392
{
	u64 flags = btrfs_header_flags(eb);
	return flags >> BTRFS_BACKREF_REV_SHIFT;
}

static inline void btrfs_set_header_backref_rev(struct extent_buffer *eb,
						int rev)
{
	u64 flags = btrfs_header_flags(eb);
	flags &= ~BTRFS_BACKREF_REV_MASK;
	flags |= (u64)rev << BTRFS_BACKREF_REV_SHIFT;
	btrfs_set_header_flags(eb, flags);
}

2393
static inline int btrfs_is_leaf(const struct extent_buffer *eb)
2394
{
C
Chris Mason 已提交
2395
	return btrfs_header_level(eb) == 0;
2396 2397
}

2398
/* struct btrfs_root_item */
2399 2400
BTRFS_SETGET_FUNCS(disk_root_generation, struct btrfs_root_item,
		   generation, 64);
2401
BTRFS_SETGET_FUNCS(disk_root_refs, struct btrfs_root_item, refs, 32);
2402 2403
BTRFS_SETGET_FUNCS(disk_root_bytenr, struct btrfs_root_item, bytenr, 64);
BTRFS_SETGET_FUNCS(disk_root_level, struct btrfs_root_item, level, 8);
2404

2405 2406
BTRFS_SETGET_STACK_FUNCS(root_generation, struct btrfs_root_item,
			 generation, 64);
2407
BTRFS_SETGET_STACK_FUNCS(root_bytenr, struct btrfs_root_item, bytenr, 64);
2408
BTRFS_SETGET_STACK_FUNCS(root_drop_level, struct btrfs_root_item, drop_level, 8);
2409
BTRFS_SETGET_STACK_FUNCS(root_level, struct btrfs_root_item, level, 8);
2410 2411
BTRFS_SETGET_STACK_FUNCS(root_dirid, struct btrfs_root_item, root_dirid, 64);
BTRFS_SETGET_STACK_FUNCS(root_refs, struct btrfs_root_item, refs, 32);
2412
BTRFS_SETGET_STACK_FUNCS(root_flags, struct btrfs_root_item, flags, 64);
2413 2414
BTRFS_SETGET_STACK_FUNCS(root_used, struct btrfs_root_item, bytes_used, 64);
BTRFS_SETGET_STACK_FUNCS(root_limit, struct btrfs_root_item, byte_limit, 64);
Y
Yan Zheng 已提交
2415 2416
BTRFS_SETGET_STACK_FUNCS(root_last_snapshot, struct btrfs_root_item,
			 last_snapshot, 64);
2417 2418 2419 2420 2421 2422 2423 2424 2425 2426
BTRFS_SETGET_STACK_FUNCS(root_generation_v2, struct btrfs_root_item,
			 generation_v2, 64);
BTRFS_SETGET_STACK_FUNCS(root_ctransid, struct btrfs_root_item,
			 ctransid, 64);
BTRFS_SETGET_STACK_FUNCS(root_otransid, struct btrfs_root_item,
			 otransid, 64);
BTRFS_SETGET_STACK_FUNCS(root_stransid, struct btrfs_root_item,
			 stransid, 64);
BTRFS_SETGET_STACK_FUNCS(root_rtransid, struct btrfs_root_item,
			 rtransid, 64);
C
Chris Mason 已提交
2427

2428
static inline bool btrfs_root_readonly(const struct btrfs_root *root)
L
Li Zefan 已提交
2429
{
2430
	/* Byte-swap the constant at compile time, root_item::flags is LE */
2431
	return (root->root_item.flags & cpu_to_le64(BTRFS_ROOT_SUBVOL_RDONLY)) != 0;
L
Li Zefan 已提交
2432 2433
}

2434
static inline bool btrfs_root_dead(const struct btrfs_root *root)
2435
{
2436
	/* Byte-swap the constant at compile time, root_item::flags is LE */
2437 2438 2439
	return (root->root_item.flags & cpu_to_le64(BTRFS_ROOT_SUBVOL_DEAD)) != 0;
}

2440 2441 2442 2443 2444
static inline u64 btrfs_root_id(const struct btrfs_root *root)
{
	return root->root_key.objectid;
}

C
Chris Mason 已提交
2445 2446 2447 2448 2449 2450 2451 2452 2453 2454 2455 2456 2457 2458 2459 2460 2461 2462 2463 2464 2465 2466 2467 2468 2469 2470 2471 2472 2473 2474 2475 2476 2477 2478 2479 2480 2481 2482 2483 2484 2485 2486 2487 2488 2489 2490 2491 2492 2493
/* struct btrfs_root_backup */
BTRFS_SETGET_STACK_FUNCS(backup_tree_root, struct btrfs_root_backup,
		   tree_root, 64);
BTRFS_SETGET_STACK_FUNCS(backup_tree_root_gen, struct btrfs_root_backup,
		   tree_root_gen, 64);
BTRFS_SETGET_STACK_FUNCS(backup_tree_root_level, struct btrfs_root_backup,
		   tree_root_level, 8);

BTRFS_SETGET_STACK_FUNCS(backup_chunk_root, struct btrfs_root_backup,
		   chunk_root, 64);
BTRFS_SETGET_STACK_FUNCS(backup_chunk_root_gen, struct btrfs_root_backup,
		   chunk_root_gen, 64);
BTRFS_SETGET_STACK_FUNCS(backup_chunk_root_level, struct btrfs_root_backup,
		   chunk_root_level, 8);

BTRFS_SETGET_STACK_FUNCS(backup_extent_root, struct btrfs_root_backup,
		   extent_root, 64);
BTRFS_SETGET_STACK_FUNCS(backup_extent_root_gen, struct btrfs_root_backup,
		   extent_root_gen, 64);
BTRFS_SETGET_STACK_FUNCS(backup_extent_root_level, struct btrfs_root_backup,
		   extent_root_level, 8);

BTRFS_SETGET_STACK_FUNCS(backup_fs_root, struct btrfs_root_backup,
		   fs_root, 64);
BTRFS_SETGET_STACK_FUNCS(backup_fs_root_gen, struct btrfs_root_backup,
		   fs_root_gen, 64);
BTRFS_SETGET_STACK_FUNCS(backup_fs_root_level, struct btrfs_root_backup,
		   fs_root_level, 8);

BTRFS_SETGET_STACK_FUNCS(backup_dev_root, struct btrfs_root_backup,
		   dev_root, 64);
BTRFS_SETGET_STACK_FUNCS(backup_dev_root_gen, struct btrfs_root_backup,
		   dev_root_gen, 64);
BTRFS_SETGET_STACK_FUNCS(backup_dev_root_level, struct btrfs_root_backup,
		   dev_root_level, 8);

BTRFS_SETGET_STACK_FUNCS(backup_csum_root, struct btrfs_root_backup,
		   csum_root, 64);
BTRFS_SETGET_STACK_FUNCS(backup_csum_root_gen, struct btrfs_root_backup,
		   csum_root_gen, 64);
BTRFS_SETGET_STACK_FUNCS(backup_csum_root_level, struct btrfs_root_backup,
		   csum_root_level, 8);
BTRFS_SETGET_STACK_FUNCS(backup_total_bytes, struct btrfs_root_backup,
		   total_bytes, 64);
BTRFS_SETGET_STACK_FUNCS(backup_bytes_used, struct btrfs_root_backup,
		   bytes_used, 64);
BTRFS_SETGET_STACK_FUNCS(backup_num_devices, struct btrfs_root_backup,
		   num_devices, 64);

2494 2495
/* struct btrfs_balance_item */
BTRFS_SETGET_FUNCS(balance_flags, struct btrfs_balance_item, flags, 64);
2496

2497 2498
static inline void btrfs_balance_data(const struct extent_buffer *eb,
				      const struct btrfs_balance_item *bi,
2499 2500 2501 2502 2503 2504
				      struct btrfs_disk_balance_args *ba)
{
	read_eb_member(eb, bi, struct btrfs_balance_item, data, ba);
}

static inline void btrfs_set_balance_data(struct extent_buffer *eb,
2505 2506
				  struct btrfs_balance_item *bi,
				  const struct btrfs_disk_balance_args *ba)
2507 2508 2509 2510
{
	write_eb_member(eb, bi, struct btrfs_balance_item, data, ba);
}

2511 2512
static inline void btrfs_balance_meta(const struct extent_buffer *eb,
				      const struct btrfs_balance_item *bi,
2513 2514 2515 2516 2517 2518
				      struct btrfs_disk_balance_args *ba)
{
	read_eb_member(eb, bi, struct btrfs_balance_item, meta, ba);
}

static inline void btrfs_set_balance_meta(struct extent_buffer *eb,
2519 2520
				  struct btrfs_balance_item *bi,
				  const struct btrfs_disk_balance_args *ba)
2521 2522 2523 2524
{
	write_eb_member(eb, bi, struct btrfs_balance_item, meta, ba);
}

2525 2526
static inline void btrfs_balance_sys(const struct extent_buffer *eb,
				     const struct btrfs_balance_item *bi,
2527 2528 2529 2530 2531 2532
				     struct btrfs_disk_balance_args *ba)
{
	read_eb_member(eb, bi, struct btrfs_balance_item, sys, ba);
}

static inline void btrfs_set_balance_sys(struct extent_buffer *eb,
2533 2534
				 struct btrfs_balance_item *bi,
				 const struct btrfs_disk_balance_args *ba)
2535 2536 2537 2538 2539 2540
{
	write_eb_member(eb, bi, struct btrfs_balance_item, sys, ba);
}

static inline void
btrfs_disk_balance_args_to_cpu(struct btrfs_balance_args *cpu,
2541
			       const struct btrfs_disk_balance_args *disk)
2542 2543 2544 2545 2546 2547 2548 2549 2550 2551 2552 2553
{
	memset(cpu, 0, sizeof(*cpu));

	cpu->profiles = le64_to_cpu(disk->profiles);
	cpu->usage = le64_to_cpu(disk->usage);
	cpu->devid = le64_to_cpu(disk->devid);
	cpu->pstart = le64_to_cpu(disk->pstart);
	cpu->pend = le64_to_cpu(disk->pend);
	cpu->vstart = le64_to_cpu(disk->vstart);
	cpu->vend = le64_to_cpu(disk->vend);
	cpu->target = le64_to_cpu(disk->target);
	cpu->flags = le64_to_cpu(disk->flags);
2554
	cpu->limit = le64_to_cpu(disk->limit);
2555 2556
	cpu->stripes_min = le32_to_cpu(disk->stripes_min);
	cpu->stripes_max = le32_to_cpu(disk->stripes_max);
2557 2558 2559 2560
}

static inline void
btrfs_cpu_balance_args_to_disk(struct btrfs_disk_balance_args *disk,
2561
			       const struct btrfs_balance_args *cpu)
2562 2563 2564 2565 2566 2567 2568 2569 2570 2571 2572 2573
{
	memset(disk, 0, sizeof(*disk));

	disk->profiles = cpu_to_le64(cpu->profiles);
	disk->usage = cpu_to_le64(cpu->usage);
	disk->devid = cpu_to_le64(cpu->devid);
	disk->pstart = cpu_to_le64(cpu->pstart);
	disk->pend = cpu_to_le64(cpu->pend);
	disk->vstart = cpu_to_le64(cpu->vstart);
	disk->vend = cpu_to_le64(cpu->vend);
	disk->target = cpu_to_le64(cpu->target);
	disk->flags = cpu_to_le64(cpu->flags);
2574
	disk->limit = cpu_to_le64(cpu->limit);
2575 2576
	disk->stripes_min = cpu_to_le32(cpu->stripes_min);
	disk->stripes_max = cpu_to_le32(cpu->stripes_max);
2577 2578 2579
}

/* struct btrfs_super_block */
2580
BTRFS_SETGET_STACK_FUNCS(super_bytenr, struct btrfs_super_block, bytenr, 64);
2581
BTRFS_SETGET_STACK_FUNCS(super_flags, struct btrfs_super_block, flags, 64);
2582 2583 2584
BTRFS_SETGET_STACK_FUNCS(super_generation, struct btrfs_super_block,
			 generation, 64);
BTRFS_SETGET_STACK_FUNCS(super_root, struct btrfs_super_block, root, 64);
2585 2586
BTRFS_SETGET_STACK_FUNCS(super_sys_array_size,
			 struct btrfs_super_block, sys_chunk_array_size, 32);
2587 2588
BTRFS_SETGET_STACK_FUNCS(super_chunk_root_generation,
			 struct btrfs_super_block, chunk_root_generation, 64);
2589 2590
BTRFS_SETGET_STACK_FUNCS(super_root_level, struct btrfs_super_block,
			 root_level, 8);
2591 2592 2593
BTRFS_SETGET_STACK_FUNCS(super_chunk_root, struct btrfs_super_block,
			 chunk_root, 64);
BTRFS_SETGET_STACK_FUNCS(super_chunk_root_level, struct btrfs_super_block,
2594 2595 2596 2597 2598
			 chunk_root_level, 8);
BTRFS_SETGET_STACK_FUNCS(super_log_root, struct btrfs_super_block,
			 log_root, 64);
BTRFS_SETGET_STACK_FUNCS(super_log_root_level, struct btrfs_super_block,
			 log_root_level, 8);
2599 2600 2601 2602
BTRFS_SETGET_STACK_FUNCS(super_total_bytes, struct btrfs_super_block,
			 total_bytes, 64);
BTRFS_SETGET_STACK_FUNCS(super_bytes_used, struct btrfs_super_block,
			 bytes_used, 64);
2603 2604 2605 2606
BTRFS_SETGET_STACK_FUNCS(super_sectorsize, struct btrfs_super_block,
			 sectorsize, 32);
BTRFS_SETGET_STACK_FUNCS(super_nodesize, struct btrfs_super_block,
			 nodesize, 32);
2607 2608
BTRFS_SETGET_STACK_FUNCS(super_stripesize, struct btrfs_super_block,
			 stripesize, 32);
2609 2610
BTRFS_SETGET_STACK_FUNCS(super_root_dir, struct btrfs_super_block,
			 root_dir_objectid, 64);
2611 2612
BTRFS_SETGET_STACK_FUNCS(super_num_devices, struct btrfs_super_block,
			 num_devices, 64);
2613 2614 2615
BTRFS_SETGET_STACK_FUNCS(super_compat_flags, struct btrfs_super_block,
			 compat_flags, 64);
BTRFS_SETGET_STACK_FUNCS(super_compat_ro_flags, struct btrfs_super_block,
2616
			 compat_ro_flags, 64);
2617 2618
BTRFS_SETGET_STACK_FUNCS(super_incompat_flags, struct btrfs_super_block,
			 incompat_flags, 64);
2619 2620
BTRFS_SETGET_STACK_FUNCS(super_csum_type, struct btrfs_super_block,
			 csum_type, 16);
2621 2622
BTRFS_SETGET_STACK_FUNCS(super_cache_generation, struct btrfs_super_block,
			 cache_generation, 64);
2623
BTRFS_SETGET_STACK_FUNCS(super_magic, struct btrfs_super_block, magic, 64);
2624 2625
BTRFS_SETGET_STACK_FUNCS(super_uuid_tree_generation, struct btrfs_super_block,
			 uuid_tree_generation, 64);
2626

2627 2628
int btrfs_super_csum_size(const struct btrfs_super_block *s);
const char *btrfs_super_csum_name(u16 csum_type);
2629
const char *btrfs_super_csum_driver(u16 csum_type);
2630
size_t __attribute_const__ btrfs_get_num_csums(void);
2631

2632

2633 2634 2635 2636 2637
/*
 * The leaf data grows from end-to-front in the node.
 * this returns the address of the start of the last item,
 * which is the stop of the leaf data stack
 */
2638
static inline unsigned int leaf_data_end(const struct extent_buffer *leaf)
2639 2640 2641 2642
{
	u32 nr = btrfs_header_nritems(leaf);

	if (nr == 0)
2643
		return BTRFS_LEAF_DATA_SIZE(leaf->fs_info);
2644
	return btrfs_item_offset(leaf, nr - 1);
2645 2646
}

2647
/* struct btrfs_file_extent_item */
2648 2649
BTRFS_SETGET_STACK_FUNCS(stack_file_extent_type, struct btrfs_file_extent_item,
			 type, 8);
2650 2651 2652 2653 2654 2655 2656 2657
BTRFS_SETGET_STACK_FUNCS(stack_file_extent_disk_bytenr,
			 struct btrfs_file_extent_item, disk_bytenr, 64);
BTRFS_SETGET_STACK_FUNCS(stack_file_extent_offset,
			 struct btrfs_file_extent_item, offset, 64);
BTRFS_SETGET_STACK_FUNCS(stack_file_extent_generation,
			 struct btrfs_file_extent_item, generation, 64);
BTRFS_SETGET_STACK_FUNCS(stack_file_extent_num_bytes,
			 struct btrfs_file_extent_item, num_bytes, 64);
2658 2659
BTRFS_SETGET_STACK_FUNCS(stack_file_extent_ram_bytes,
			 struct btrfs_file_extent_item, ram_bytes, 64);
2660 2661 2662 2663
BTRFS_SETGET_STACK_FUNCS(stack_file_extent_disk_num_bytes,
			 struct btrfs_file_extent_item, disk_num_bytes, 64);
BTRFS_SETGET_STACK_FUNCS(stack_file_extent_compression,
			 struct btrfs_file_extent_item, compression, 8);
2664

C
Chris Mason 已提交
2665
static inline unsigned long
2666
btrfs_file_extent_inline_start(const struct btrfs_file_extent_item *e)
2667
{
2668
	return (unsigned long)e + BTRFS_FILE_EXTENT_INLINE_DATA_START;
2669 2670 2671 2672
}

static inline u32 btrfs_file_extent_calc_inline_size(u32 datasize)
{
2673
	return BTRFS_FILE_EXTENT_INLINE_DATA_START + datasize;
2674 2675
}

2676
BTRFS_SETGET_FUNCS(file_extent_type, struct btrfs_file_extent_item, type, 8);
2677 2678
BTRFS_SETGET_FUNCS(file_extent_disk_bytenr, struct btrfs_file_extent_item,
		   disk_bytenr, 64);
2679 2680
BTRFS_SETGET_FUNCS(file_extent_generation, struct btrfs_file_extent_item,
		   generation, 64);
2681 2682
BTRFS_SETGET_FUNCS(file_extent_disk_num_bytes, struct btrfs_file_extent_item,
		   disk_num_bytes, 64);
2683 2684
BTRFS_SETGET_FUNCS(file_extent_offset, struct btrfs_file_extent_item,
		  offset, 64);
2685 2686
BTRFS_SETGET_FUNCS(file_extent_num_bytes, struct btrfs_file_extent_item,
		   num_bytes, 64);
C
Chris Mason 已提交
2687 2688 2689 2690 2691 2692 2693 2694 2695 2696 2697 2698 2699 2700
BTRFS_SETGET_FUNCS(file_extent_ram_bytes, struct btrfs_file_extent_item,
		   ram_bytes, 64);
BTRFS_SETGET_FUNCS(file_extent_compression, struct btrfs_file_extent_item,
		   compression, 8);
BTRFS_SETGET_FUNCS(file_extent_encryption, struct btrfs_file_extent_item,
		   encryption, 8);
BTRFS_SETGET_FUNCS(file_extent_other_encoding, struct btrfs_file_extent_item,
		   other_encoding, 16);

/*
 * this returns the number of bytes used by the item on disk, minus the
 * size of any extent headers.  If a file is compressed on disk, this is
 * the compressed size
 */
2701 2702
static inline u32 btrfs_file_extent_inline_item_len(
						const struct extent_buffer *eb,
2703
						int nr)
C
Chris Mason 已提交
2704
{
2705
	return btrfs_item_size(eb, nr) - BTRFS_FILE_EXTENT_INLINE_DATA_START;
C
Chris Mason 已提交
2706
}
2707

A
Arne Jansen 已提交
2708 2709 2710 2711 2712 2713 2714
/* btrfs_qgroup_status_item */
BTRFS_SETGET_FUNCS(qgroup_status_generation, struct btrfs_qgroup_status_item,
		   generation, 64);
BTRFS_SETGET_FUNCS(qgroup_status_version, struct btrfs_qgroup_status_item,
		   version, 64);
BTRFS_SETGET_FUNCS(qgroup_status_flags, struct btrfs_qgroup_status_item,
		   flags, 64);
J
Jan Schmidt 已提交
2715 2716
BTRFS_SETGET_FUNCS(qgroup_status_rescan, struct btrfs_qgroup_status_item,
		   rescan, 64);
A
Arne Jansen 已提交
2717 2718 2719 2720 2721 2722 2723 2724 2725 2726 2727 2728 2729 2730 2731 2732 2733 2734 2735 2736 2737 2738 2739 2740 2741 2742 2743 2744 2745 2746 2747 2748 2749 2750

/* btrfs_qgroup_info_item */
BTRFS_SETGET_FUNCS(qgroup_info_generation, struct btrfs_qgroup_info_item,
		   generation, 64);
BTRFS_SETGET_FUNCS(qgroup_info_rfer, struct btrfs_qgroup_info_item, rfer, 64);
BTRFS_SETGET_FUNCS(qgroup_info_rfer_cmpr, struct btrfs_qgroup_info_item,
		   rfer_cmpr, 64);
BTRFS_SETGET_FUNCS(qgroup_info_excl, struct btrfs_qgroup_info_item, excl, 64);
BTRFS_SETGET_FUNCS(qgroup_info_excl_cmpr, struct btrfs_qgroup_info_item,
		   excl_cmpr, 64);

BTRFS_SETGET_STACK_FUNCS(stack_qgroup_info_generation,
			 struct btrfs_qgroup_info_item, generation, 64);
BTRFS_SETGET_STACK_FUNCS(stack_qgroup_info_rfer, struct btrfs_qgroup_info_item,
			 rfer, 64);
BTRFS_SETGET_STACK_FUNCS(stack_qgroup_info_rfer_cmpr,
			 struct btrfs_qgroup_info_item, rfer_cmpr, 64);
BTRFS_SETGET_STACK_FUNCS(stack_qgroup_info_excl, struct btrfs_qgroup_info_item,
			 excl, 64);
BTRFS_SETGET_STACK_FUNCS(stack_qgroup_info_excl_cmpr,
			 struct btrfs_qgroup_info_item, excl_cmpr, 64);

/* btrfs_qgroup_limit_item */
BTRFS_SETGET_FUNCS(qgroup_limit_flags, struct btrfs_qgroup_limit_item,
		   flags, 64);
BTRFS_SETGET_FUNCS(qgroup_limit_max_rfer, struct btrfs_qgroup_limit_item,
		   max_rfer, 64);
BTRFS_SETGET_FUNCS(qgroup_limit_max_excl, struct btrfs_qgroup_limit_item,
		   max_excl, 64);
BTRFS_SETGET_FUNCS(qgroup_limit_rsv_rfer, struct btrfs_qgroup_limit_item,
		   rsv_rfer, 64);
BTRFS_SETGET_FUNCS(qgroup_limit_rsv_excl, struct btrfs_qgroup_limit_item,
		   rsv_excl, 64);

2751 2752 2753 2754 2755 2756 2757 2758 2759 2760 2761 2762 2763 2764 2765 2766 2767 2768 2769 2770 2771 2772 2773 2774 2775 2776 2777 2778 2779 2780 2781 2782 2783 2784 2785 2786 2787 2788 2789 2790 2791 2792 2793
/* btrfs_dev_replace_item */
BTRFS_SETGET_FUNCS(dev_replace_src_devid,
		   struct btrfs_dev_replace_item, src_devid, 64);
BTRFS_SETGET_FUNCS(dev_replace_cont_reading_from_srcdev_mode,
		   struct btrfs_dev_replace_item, cont_reading_from_srcdev_mode,
		   64);
BTRFS_SETGET_FUNCS(dev_replace_replace_state, struct btrfs_dev_replace_item,
		   replace_state, 64);
BTRFS_SETGET_FUNCS(dev_replace_time_started, struct btrfs_dev_replace_item,
		   time_started, 64);
BTRFS_SETGET_FUNCS(dev_replace_time_stopped, struct btrfs_dev_replace_item,
		   time_stopped, 64);
BTRFS_SETGET_FUNCS(dev_replace_num_write_errors, struct btrfs_dev_replace_item,
		   num_write_errors, 64);
BTRFS_SETGET_FUNCS(dev_replace_num_uncorrectable_read_errors,
		   struct btrfs_dev_replace_item, num_uncorrectable_read_errors,
		   64);
BTRFS_SETGET_FUNCS(dev_replace_cursor_left, struct btrfs_dev_replace_item,
		   cursor_left, 64);
BTRFS_SETGET_FUNCS(dev_replace_cursor_right, struct btrfs_dev_replace_item,
		   cursor_right, 64);

BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_src_devid,
			 struct btrfs_dev_replace_item, src_devid, 64);
BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_cont_reading_from_srcdev_mode,
			 struct btrfs_dev_replace_item,
			 cont_reading_from_srcdev_mode, 64);
BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_replace_state,
			 struct btrfs_dev_replace_item, replace_state, 64);
BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_time_started,
			 struct btrfs_dev_replace_item, time_started, 64);
BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_time_stopped,
			 struct btrfs_dev_replace_item, time_stopped, 64);
BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_num_write_errors,
			 struct btrfs_dev_replace_item, num_write_errors, 64);
BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_num_uncorrectable_read_errors,
			 struct btrfs_dev_replace_item,
			 num_uncorrectable_read_errors, 64);
BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_cursor_left,
			 struct btrfs_dev_replace_item, cursor_left, 64);
BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_cursor_right,
			 struct btrfs_dev_replace_item, cursor_right, 64);

2794 2795
/* helper function to cast into the data area of the leaf. */
#define btrfs_item_ptr(leaf, slot, type) \
2796
	((type *)(BTRFS_LEAF_DATA_OFFSET + \
2797
	btrfs_item_offset(leaf, slot)))
2798 2799

#define btrfs_item_ptr_offset(leaf, slot) \
2800
	((unsigned long)(BTRFS_LEAF_DATA_OFFSET + \
2801
	btrfs_item_offset(leaf, slot)))
2802

2803 2804 2805 2806 2807 2808 2809 2810 2811 2812
static inline u32 btrfs_crc32c(u32 crc, const void *address, unsigned length)
{
	return crc32c(crc, address, length);
}

static inline void btrfs_crc32c_final(u32 crc, u8 *result)
{
	put_unaligned_le32(~crc, result);
}

2813 2814 2815 2816 2817 2818 2819 2820 2821 2822 2823 2824 2825 2826
static inline u64 btrfs_name_hash(const char *name, int len)
{
       return crc32c((u32)~1, name, len);
}

/*
 * Figure the key offset of an extended inode ref
 */
static inline u64 btrfs_extref_hash(u64 parent_objectid, const char *name,
                                   int len)
{
       return (u64) crc32c(parent_objectid, name, len);
}

2827 2828
static inline gfp_t btrfs_alloc_write_mask(struct address_space *mapping)
{
2829
	return mapping_gfp_constraint(mapping, ~__GFP_FS);
2830 2831
}

C
Chris Mason 已提交
2832
/* extent-tree.c */
2833

2834
enum btrfs_inline_ref_type {
2835 2836 2837 2838
	BTRFS_REF_TYPE_INVALID,
	BTRFS_REF_TYPE_BLOCK,
	BTRFS_REF_TYPE_DATA,
	BTRFS_REF_TYPE_ANY,
2839 2840 2841 2842 2843
};

int btrfs_get_extent_inline_ref_type(const struct extent_buffer *eb,
				     struct btrfs_extent_inline_ref *iref,
				     enum btrfs_inline_ref_type is_data);
2844
u64 hash_extent_data_ref(u64 root_objectid, u64 owner, u64 offset);
2845

2846 2847 2848 2849 2850 2851 2852 2853
static inline u8 *btrfs_csum_ptr(const struct btrfs_fs_info *fs_info, u8 *csums,
				 u64 offset)
{
	u64 offset_in_sectors = offset >> fs_info->sectorsize_bits;

	return csums + offset_in_sectors * fs_info->csum_size;
}

2854
/*
D
David Sterba 已提交
2855
 * Take the number of bytes to be checksummed and figure out how many leaves
2856 2857 2858 2859 2860 2861 2862 2863 2864
 * it would require to store the csums for that many bytes.
 */
static inline u64 btrfs_csum_bytes_to_leaves(
			const struct btrfs_fs_info *fs_info, u64 csum_bytes)
{
	const u64 num_csums = csum_bytes >> fs_info->sectorsize_bits;

	return DIV_ROUND_UP_ULL(num_csums, fs_info->csums_per_leaf);
}
2865

2866 2867 2868 2869 2870 2871
/*
 * Use this if we would be adding new items, as we could split nodes as we cow
 * down the tree.
 */
static inline u64 btrfs_calc_insert_metadata_size(struct btrfs_fs_info *fs_info,
						  unsigned num_items)
2872
{
2873
	return (u64)fs_info->nodesize * BTRFS_MAX_LEVEL * 2 * num_items;
2874 2875 2876
}

/*
2877 2878
 * Doing a truncate or a modification won't result in new nodes or leaves, just
 * what we need for COW.
2879
 */
2880
static inline u64 btrfs_calc_metadata_size(struct btrfs_fs_info *fs_info,
2881 2882
						 unsigned num_items)
{
2883
	return (u64)fs_info->nodesize * BTRFS_MAX_LEVEL * num_items;
2884 2885
}

2886 2887
int btrfs_add_excluded_extent(struct btrfs_fs_info *fs_info,
			      u64 start, u64 num_bytes);
2888
void btrfs_free_excluded_extents(struct btrfs_block_group *cache);
2889
int btrfs_run_delayed_refs(struct btrfs_trans_handle *trans,
2890
			   unsigned long count);
2891 2892 2893
void btrfs_cleanup_ref_head_accounting(struct btrfs_fs_info *fs_info,
				  struct btrfs_delayed_ref_root *delayed_refs,
				  struct btrfs_delayed_ref_head *head);
2894
int btrfs_lookup_data_extent(struct btrfs_fs_info *fs_info, u64 start, u64 len);
2895
int btrfs_lookup_extent_info(struct btrfs_trans_handle *trans,
2896
			     struct btrfs_fs_info *fs_info, u64 bytenr,
2897
			     u64 offset, int metadata, u64 *refs, u64 *flags);
2898 2899
int btrfs_pin_extent(struct btrfs_trans_handle *trans, u64 bytenr, u64 num,
		     int reserved);
2900
int btrfs_pin_extent_for_log_replay(struct btrfs_trans_handle *trans,
2901
				    u64 bytenr, u64 num_bytes);
2902
int btrfs_exclude_logged_extents(struct extent_buffer *eb);
2903
int btrfs_cross_ref_exist(struct btrfs_root *root,
2904 2905
			  u64 objectid, u64 offset, u64 bytenr, bool strict,
			  struct btrfs_path *path);
2906
struct extent_buffer *btrfs_alloc_tree_block(struct btrfs_trans_handle *trans,
2907 2908 2909 2910
					     struct btrfs_root *root,
					     u64 parent, u64 root_objectid,
					     const struct btrfs_disk_key *key,
					     int level, u64 hint,
2911 2912
					     u64 empty_size,
					     enum btrfs_lock_nesting nest);
2913
void btrfs_free_tree_block(struct btrfs_trans_handle *trans,
2914
			   u64 root_id,
2915
			   struct extent_buffer *buf,
2916
			   u64 parent, int last_ref);
2917
int btrfs_alloc_reserved_file_extent(struct btrfs_trans_handle *trans,
2918
				     struct btrfs_root *root, u64 owner,
2919 2920
				     u64 offset, u64 ram_bytes,
				     struct btrfs_key *ins);
2921 2922 2923
int btrfs_alloc_logged_file_extent(struct btrfs_trans_handle *trans,
				   u64 root_objectid, u64 owner, u64 offset,
				   struct btrfs_key *ins);
2924
int btrfs_reserve_extent(struct btrfs_root *root, u64 ram_bytes, u64 num_bytes,
2925
			 u64 min_alloc_size, u64 empty_size, u64 hint_byte,
2926
			 struct btrfs_key *ins, int is_data, int delalloc);
2927
int btrfs_inc_ref(struct btrfs_trans_handle *trans, struct btrfs_root *root,
2928
		  struct extent_buffer *buf, int full_backref);
2929
int btrfs_dec_ref(struct btrfs_trans_handle *trans, struct btrfs_root *root,
2930
		  struct extent_buffer *buf, int full_backref);
2931
int btrfs_set_disk_extent_flags(struct btrfs_trans_handle *trans,
2932
				struct extent_buffer *eb, u64 flags, int level);
2933
int btrfs_free_extent(struct btrfs_trans_handle *trans, struct btrfs_ref *ref);
2934

2935 2936
int btrfs_free_reserved_extent(struct btrfs_fs_info *fs_info,
			       u64 start, u64 len, int delalloc);
2937
int btrfs_pin_reserved_extent(struct btrfs_trans_handle *trans, u64 start,
2938
			      u64 len);
2939
int btrfs_finish_extent_commit(struct btrfs_trans_handle *trans);
C
Chris Mason 已提交
2940
int btrfs_inc_extent_ref(struct btrfs_trans_handle *trans,
2941
			 struct btrfs_ref *generic_ref);
2942

2943
void btrfs_clear_space_info_full(struct btrfs_fs_info *info);
M
Miao Xie 已提交
2944

2945 2946 2947 2948 2949
/*
 * Different levels for to flush space when doing space reservations.
 *
 * The higher the level, the more methods we try to reclaim space.
 */
M
Miao Xie 已提交
2950 2951 2952
enum btrfs_reserve_flush_enum {
	/* If we are in the transaction, we can't flush anything.*/
	BTRFS_RESERVE_NO_FLUSH,
2953

M
Miao Xie 已提交
2954
	/*
2955 2956 2957
	 * Flush space by:
	 * - Running delayed inode items
	 * - Allocating a new chunk
M
Miao Xie 已提交
2958 2959
	 */
	BTRFS_RESERVE_FLUSH_LIMIT,
2960 2961 2962 2963 2964 2965 2966 2967

	/*
	 * Flush space by:
	 * - Running delayed inode items
	 * - Running delayed refs
	 * - Running delalloc and waiting for ordered extents
	 * - Allocating a new chunk
	 */
2968
	BTRFS_RESERVE_FLUSH_EVICT,
2969 2970 2971 2972

	/*
	 * Flush space by above mentioned methods and by:
	 * - Running delayed iputs
D
David Sterba 已提交
2973
	 * - Committing transaction
2974
	 *
D
David Sterba 已提交
2975
	 * Can be interrupted by a fatal signal.
2976
	 */
2977 2978
	BTRFS_RESERVE_FLUSH_DATA,
	BTRFS_RESERVE_FLUSH_FREE_SPACE_INODE,
M
Miao Xie 已提交
2979
	BTRFS_RESERVE_FLUSH_ALL,
2980 2981 2982 2983 2984

	/*
	 * Pretty much the same as FLUSH_ALL, but can also steal space from
	 * global rsv.
	 *
D
David Sterba 已提交
2985
	 * Can be interrupted by a fatal signal.
2986
	 */
2987
	BTRFS_RESERVE_FLUSH_ALL_STEAL,
M
Miao Xie 已提交
2988 2989
};

2990 2991 2992
enum btrfs_flush_state {
	FLUSH_DELAYED_ITEMS_NR	=	1,
	FLUSH_DELAYED_ITEMS	=	2,
2993 2994 2995 2996
	FLUSH_DELAYED_REFS_NR	=	3,
	FLUSH_DELAYED_REFS	=	4,
	FLUSH_DELALLOC		=	5,
	FLUSH_DELALLOC_WAIT	=	6,
2997 2998 2999 3000 3001
	FLUSH_DELALLOC_FULL	=	7,
	ALLOC_CHUNK		=	8,
	ALLOC_CHUNK_FORCE	=	9,
	RUN_DELAYED_IPUTS	=	10,
	COMMIT_TRANS		=	11,
3002 3003
};

3004 3005
int btrfs_subvolume_reserve_metadata(struct btrfs_root *root,
				     struct btrfs_block_rsv *rsv,
3006
				     int nitems, bool use_global_rsv);
3007
void btrfs_subvolume_release_metadata(struct btrfs_root *root,
3008
				      struct btrfs_block_rsv *rsv);
3009
void btrfs_delalloc_release_extents(struct btrfs_inode *inode, u64 num_bytes);
J
Josef Bacik 已提交
3010

3011
int btrfs_delalloc_reserve_metadata(struct btrfs_inode *inode, u64 num_bytes,
3012
				    u64 disk_num_bytes, bool noflush);
3013
u64 btrfs_account_ro_block_groups_free_space(struct btrfs_space_info *sinfo);
3014
int btrfs_error_unpin_extent_range(struct btrfs_fs_info *fs_info,
L
liubo 已提交
3015
				   u64 start, u64 end);
3016
int btrfs_discard_extent(struct btrfs_fs_info *fs_info, u64 bytenr,
3017
			 u64 num_bytes, u64 *actual_bytes);
3018
int btrfs_trim_fs(struct btrfs_fs_info *fs_info, struct fstrim_range *range);
L
liubo 已提交
3019

3020
int btrfs_init_space_info(struct btrfs_fs_info *fs_info);
3021 3022
int btrfs_delayed_refs_qgroup_accounting(struct btrfs_trans_handle *trans,
					 struct btrfs_fs_info *fs_info);
3023 3024
int btrfs_start_write_no_snapshotting(struct btrfs_root *root);
void btrfs_end_write_no_snapshotting(struct btrfs_root *root);
3025
void btrfs_wait_for_snapshot_creation(struct btrfs_root *root);
3026

C
Chris Mason 已提交
3027
/* ctree.c */
3028
int btrfs_bin_search(struct extent_buffer *eb, const struct btrfs_key *key,
3029
		     int *slot);
3030
int __pure btrfs_comp_cpu_keys(const struct btrfs_key *k1, const struct btrfs_key *k2);
3031 3032 3033
int btrfs_previous_item(struct btrfs_root *root,
			struct btrfs_path *path, u64 min_objectid,
			int type);
3034 3035
int btrfs_previous_extent_item(struct btrfs_root *root,
			struct btrfs_path *path, u64 min_objectid);
3036 3037
void btrfs_set_item_key_safe(struct btrfs_fs_info *fs_info,
			     struct btrfs_path *path,
3038
			     const struct btrfs_key *new_key);
3039
struct extent_buffer *btrfs_root_node(struct btrfs_root *root);
3040
int btrfs_find_next_key(struct btrfs_root *root, struct btrfs_path *path,
3041
			struct btrfs_key *key, int lowest_level,
3042
			u64 min_trans);
3043
int btrfs_search_forward(struct btrfs_root *root, struct btrfs_key *min_key,
3044
			 struct btrfs_path *path,
3045
			 u64 min_trans);
3046 3047 3048
struct extent_buffer *btrfs_read_node_slot(struct extent_buffer *parent,
					   int slot);

3049 3050 3051
int btrfs_cow_block(struct btrfs_trans_handle *trans,
		    struct btrfs_root *root, struct extent_buffer *buf,
		    struct extent_buffer *parent, int parent_slot,
3052 3053
		    struct extent_buffer **cow_ret,
		    enum btrfs_lock_nesting nest);
3054 3055 3056 3057
int btrfs_copy_root(struct btrfs_trans_handle *trans,
		      struct btrfs_root *root,
		      struct extent_buffer *buf,
		      struct extent_buffer **cow_ret, u64 new_root_objectid);
3058 3059
int btrfs_block_can_be_shared(struct btrfs_root *root,
			      struct extent_buffer *buf);
3060
void btrfs_extend_item(struct btrfs_path *path, u32 data_size);
3061
void btrfs_truncate_item(struct btrfs_path *path, u32 new_size, int from_end);
3062 3063 3064
int btrfs_split_item(struct btrfs_trans_handle *trans,
		     struct btrfs_root *root,
		     struct btrfs_path *path,
3065
		     const struct btrfs_key *new_key,
3066
		     unsigned long split_offset);
Y
Yan, Zheng 已提交
3067 3068 3069
int btrfs_duplicate_item(struct btrfs_trans_handle *trans,
			 struct btrfs_root *root,
			 struct btrfs_path *path,
3070
			 const struct btrfs_key *new_key);
3071 3072
int btrfs_find_item(struct btrfs_root *fs_root, struct btrfs_path *path,
		u64 inum, u64 ioff, u8 key_type, struct btrfs_key *found_key);
3073 3074 3075 3076
int btrfs_search_slot(struct btrfs_trans_handle *trans, struct btrfs_root *root,
		      const struct btrfs_key *key, struct btrfs_path *p,
		      int ins_len, int cow);
int btrfs_search_old_slot(struct btrfs_root *root, const struct btrfs_key *key,
J
Jan Schmidt 已提交
3077
			  struct btrfs_path *p, u64 time_seq);
3078
int btrfs_search_slot_for_read(struct btrfs_root *root,
3079 3080 3081
			       const struct btrfs_key *key,
			       struct btrfs_path *p, int find_higher,
			       int return_any);
3082
int btrfs_realloc_node(struct btrfs_trans_handle *trans,
3083
		       struct btrfs_root *root, struct extent_buffer *parent,
3084
		       int start_slot, u64 *last_ret,
3085
		       struct btrfs_key *progress);
3086
void btrfs_release_path(struct btrfs_path *p);
C
Chris Mason 已提交
3087 3088
struct btrfs_path *btrfs_alloc_path(void);
void btrfs_free_path(struct btrfs_path *p);
3089

3090 3091 3092 3093 3094 3095 3096 3097 3098
int btrfs_del_items(struct btrfs_trans_handle *trans, struct btrfs_root *root,
		   struct btrfs_path *path, int slot, int nr);
static inline int btrfs_del_item(struct btrfs_trans_handle *trans,
				 struct btrfs_root *root,
				 struct btrfs_path *path)
{
	return btrfs_del_items(trans, root, path, path->slots[0], 1);
}

3099 3100
/*
 * Describes a batch of items to insert in a btree. This is used by
3101
 * btrfs_insert_empty_items().
3102 3103 3104 3105 3106 3107 3108 3109 3110 3111 3112 3113 3114 3115 3116 3117 3118 3119 3120 3121 3122 3123 3124
 */
struct btrfs_item_batch {
	/*
	 * Pointer to an array containing the keys of the items to insert (in
	 * sorted order).
	 */
	const struct btrfs_key *keys;
	/* Pointer to an array containing the data size for each item to insert. */
	const u32 *data_sizes;
	/*
	 * The sum of data sizes for all items. The caller can compute this while
	 * setting up the data_sizes array, so it ends up being more efficient
	 * than having btrfs_insert_empty_items() or setup_item_for_insert()
	 * doing it, as it would avoid an extra loop over a potentially large
	 * array, and in the case of setup_item_for_insert(), we would be doing
	 * it while holding a write lock on a leaf and often on upper level nodes
	 * too, unnecessarily increasing the size of a critical section.
	 */
	u32 total_data_size;
	/* Size of the keys and data_sizes arrays (number of items in the batch). */
	int nr;
};

3125 3126 3127 3128
void btrfs_setup_item_for_insert(struct btrfs_root *root,
				 struct btrfs_path *path,
				 const struct btrfs_key *key,
				 u32 data_size);
3129 3130
int btrfs_insert_item(struct btrfs_trans_handle *trans, struct btrfs_root *root,
		      const struct btrfs_key *key, void *data, u32 data_size);
3131 3132 3133
int btrfs_insert_empty_items(struct btrfs_trans_handle *trans,
			     struct btrfs_root *root,
			     struct btrfs_path *path,
3134
			     const struct btrfs_item_batch *batch);
3135 3136 3137 3138

static inline int btrfs_insert_empty_item(struct btrfs_trans_handle *trans,
					  struct btrfs_root *root,
					  struct btrfs_path *path,
3139
					  const struct btrfs_key *key,
3140 3141
					  u32 data_size)
{
3142 3143 3144 3145 3146 3147 3148 3149
	struct btrfs_item_batch batch;

	batch.keys = key;
	batch.data_sizes = &data_size;
	batch.total_data_size = data_size;
	batch.nr = 1;

	return btrfs_insert_empty_items(trans, root, path, &batch);
3150 3151
}

3152
int btrfs_prev_leaf(struct btrfs_root *root, struct btrfs_path *path);
J
Jan Schmidt 已提交
3153 3154
int btrfs_next_old_leaf(struct btrfs_root *root, struct btrfs_path *path,
			u64 time_seq);
3155 3156 3157 3158

int btrfs_search_backwards(struct btrfs_root *root, struct btrfs_key *key,
			   struct btrfs_path *path);

3159 3160 3161 3162 3163 3164 3165 3166 3167 3168 3169 3170 3171 3172 3173 3174 3175 3176 3177 3178 3179 3180 3181 3182 3183 3184 3185 3186 3187
int btrfs_get_next_valid_item(struct btrfs_root *root, struct btrfs_key *key,
			      struct btrfs_path *path);

/*
 * Search in @root for a given @key, and store the slot found in @found_key.
 *
 * @root:	The root node of the tree.
 * @key:	The key we are looking for.
 * @found_key:	Will hold the found item.
 * @path:	Holds the current slot/leaf.
 * @iter_ret:	Contains the value returned from btrfs_search_slot or
 * 		btrfs_get_next_valid_item, whichever was executed last.
 *
 * The @iter_ret is an output variable that will contain the return value of
 * btrfs_search_slot, if it encountered an error, or the value returned from
 * btrfs_get_next_valid_item otherwise. That return value can be 0, if a valid
 * slot was found, 1 if there were no more leaves, and <0 if there was an error.
 *
 * It's recommended to use a separate variable for iter_ret and then use it to
 * set the function return value so there's no confusion of the 0/1/errno
 * values stemming from btrfs_search_slot.
 */
#define btrfs_for_each_slot(root, key, found_key, path, iter_ret)		\
	for (iter_ret = btrfs_search_slot(NULL, (root), (key), (path), 0, 0);	\
		(iter_ret) >= 0 &&						\
		(iter_ret = btrfs_get_next_valid_item((root), (found_key), (path))) == 0; \
		(path)->slots[0]++						\
	)

3188 3189
static inline int btrfs_next_old_item(struct btrfs_root *root,
				      struct btrfs_path *p, u64 time_seq)
3190 3191 3192
{
	++p->slots[0];
	if (p->slots[0] >= btrfs_header_nritems(p->nodes[0]))
3193
		return btrfs_next_old_leaf(root, p, time_seq);
3194 3195
	return 0;
}
3196 3197 3198 3199 3200 3201 3202 3203 3204 3205 3206 3207

/*
 * Search the tree again to find a leaf with greater keys.
 *
 * Returns 0 if it found something or 1 if there are no greater leaves.
 * Returns < 0 on error.
 */
static inline int btrfs_next_leaf(struct btrfs_root *root, struct btrfs_path *path)
{
	return btrfs_next_old_leaf(root, path, 0);
}

3208 3209 3210 3211
static inline int btrfs_next_item(struct btrfs_root *root, struct btrfs_path *p)
{
	return btrfs_next_old_item(root, p, 0);
}
3212
int btrfs_leaf_free_space(struct extent_buffer *leaf);
3213 3214
int __must_check btrfs_drop_snapshot(struct btrfs_root *root, int update_ref,
				     int for_reloc);
Y
Yan Zheng 已提交
3215 3216 3217 3218
int btrfs_drop_subtree(struct btrfs_trans_handle *trans,
			struct btrfs_root *root,
			struct extent_buffer *node,
			struct extent_buffer *parent);
3219 3220 3221
static inline int btrfs_fs_closing(struct btrfs_fs_info *fs_info)
{
	/*
3222
	 * Do it this way so we only ever do one test_bit in the normal case.
3223
	 */
3224 3225 3226 3227 3228 3229
	if (test_bit(BTRFS_FS_CLOSING_START, &fs_info->flags)) {
		if (test_bit(BTRFS_FS_CLOSING_DONE, &fs_info->flags))
			return 2;
		return 1;
	}
	return 0;
3230
}
3231 3232 3233 3234 3235

/*
 * If we remount the fs to be R/O or umount the fs, the cleaner needn't do
 * anything except sleeping. This function is used to check the status of
 * the fs.
3236 3237 3238
 * We check for BTRFS_FS_STATE_RO to avoid races with a concurrent remount,
 * since setting and checking for SB_RDONLY in the superblock's flags is not
 * atomic.
3239
 */
3240
static inline int btrfs_need_cleaner_sleep(struct btrfs_fs_info *fs_info)
3241
{
3242 3243 3244 3245 3246 3247 3248 3249 3250 3251 3252 3253 3254 3255
	return test_bit(BTRFS_FS_STATE_RO, &fs_info->fs_state) ||
		btrfs_fs_closing(fs_info);
}

static inline void btrfs_set_sb_rdonly(struct super_block *sb)
{
	sb->s_flags |= SB_RDONLY;
	set_bit(BTRFS_FS_STATE_RO, &btrfs_sb(sb)->fs_state);
}

static inline void btrfs_clear_sb_rdonly(struct super_block *sb)
{
	sb->s_flags &= ~SB_RDONLY;
	clear_bit(BTRFS_FS_STATE_RO, &btrfs_sb(sb)->fs_state);
3256 3257
}

C
Chris Mason 已提交
3258
/* root-item.c */
3259 3260 3261
int btrfs_add_root_ref(struct btrfs_trans_handle *trans, u64 root_id,
		       u64 ref_id, u64 dirid, u64 sequence, const char *name,
		       int name_len);
3262 3263 3264
int btrfs_del_root_ref(struct btrfs_trans_handle *trans, u64 root_id,
		       u64 ref_id, u64 dirid, u64 *sequence, const char *name,
		       int name_len);
3265
int btrfs_del_root(struct btrfs_trans_handle *trans,
3266
		   const struct btrfs_key *key);
3267 3268 3269
int btrfs_insert_root(struct btrfs_trans_handle *trans, struct btrfs_root *root,
		      const struct btrfs_key *key,
		      struct btrfs_root_item *item);
3270 3271 3272 3273
int __must_check btrfs_update_root(struct btrfs_trans_handle *trans,
				   struct btrfs_root *root,
				   struct btrfs_key *key,
				   struct btrfs_root_item *item);
3274
int btrfs_find_root(struct btrfs_root *root, const struct btrfs_key *search_key,
3275 3276
		    struct btrfs_path *path, struct btrfs_root_item *root_item,
		    struct btrfs_key *root_key);
3277
int btrfs_find_orphan_roots(struct btrfs_fs_info *fs_info);
3278 3279
void btrfs_set_root_node(struct btrfs_root_item *item,
			 struct extent_buffer *node);
3280
void btrfs_check_and_init_root_item(struct btrfs_root_item *item);
3281 3282
void btrfs_update_root_times(struct btrfs_trans_handle *trans,
			     struct btrfs_root *root);
3283

3284
/* uuid-tree.c */
3285
int btrfs_uuid_tree_add(struct btrfs_trans_handle *trans, u8 *uuid, u8 type,
3286
			u64 subid);
3287
int btrfs_uuid_tree_remove(struct btrfs_trans_handle *trans, u8 *uuid, u8 type,
3288
			u64 subid);
3289
int btrfs_uuid_tree_iterate(struct btrfs_fs_info *fs_info);
3290

C
Chris Mason 已提交
3291
/* dir-item.c */
C
Chris Mason 已提交
3292 3293
int btrfs_check_dir_item_collision(struct btrfs_root *root, u64 dir,
			  const char *name, int name_len);
3294
int btrfs_insert_dir_item(struct btrfs_trans_handle *trans, const char *name,
3295
			  int name_len, struct btrfs_inode *dir,
3296
			  struct btrfs_key *location, u8 type, u64 index);
3297 3298 3299 3300 3301 3302 3303 3304 3305
struct btrfs_dir_item *btrfs_lookup_dir_item(struct btrfs_trans_handle *trans,
					     struct btrfs_root *root,
					     struct btrfs_path *path, u64 dir,
					     const char *name, int name_len,
					     int mod);
struct btrfs_dir_item *
btrfs_lookup_dir_index_item(struct btrfs_trans_handle *trans,
			    struct btrfs_root *root,
			    struct btrfs_path *path, u64 dir,
3306
			    u64 index, const char *name, int name_len,
3307
			    int mod);
3308 3309 3310 3311
struct btrfs_dir_item *
btrfs_search_dir_index_item(struct btrfs_root *root,
			    struct btrfs_path *path, u64 dirid,
			    const char *name, int name_len);
3312 3313 3314 3315
int btrfs_delete_one_dir_name(struct btrfs_trans_handle *trans,
			      struct btrfs_root *root,
			      struct btrfs_path *path,
			      struct btrfs_dir_item *di);
J
Josef Bacik 已提交
3316
int btrfs_insert_xattr_item(struct btrfs_trans_handle *trans,
3317 3318 3319 3320
			    struct btrfs_root *root,
			    struct btrfs_path *path, u64 objectid,
			    const char *name, u16 name_len,
			    const void *data, u16 data_len);
J
Josef Bacik 已提交
3321 3322 3323 3324 3325
struct btrfs_dir_item *btrfs_lookup_xattr(struct btrfs_trans_handle *trans,
					  struct btrfs_root *root,
					  struct btrfs_path *path, u64 dir,
					  const char *name, u16 name_len,
					  int mod);
3326
struct btrfs_dir_item *btrfs_match_dir_item_name(struct btrfs_fs_info *fs_info,
3327 3328 3329
						 struct btrfs_path *path,
						 const char *name,
						 int name_len);
3330 3331 3332 3333 3334 3335

/* orphan.c */
int btrfs_insert_orphan_item(struct btrfs_trans_handle *trans,
			     struct btrfs_root *root, u64 offset);
int btrfs_del_orphan_item(struct btrfs_trans_handle *trans,
			  struct btrfs_root *root, u64 offset);
3336
int btrfs_find_orphan_item(struct btrfs_root *root, u64 offset);
3337

C
Chris Mason 已提交
3338
/* file-item.c */
3339
int btrfs_del_csums(struct btrfs_trans_handle *trans,
3340
		    struct btrfs_root *root, u64 bytenr, u64 len);
3341
blk_status_t btrfs_lookup_bio_sums(struct inode *inode, struct bio *bio, u8 *dst);
3342 3343 3344
int btrfs_insert_hole_extent(struct btrfs_trans_handle *trans,
			     struct btrfs_root *root, u64 objectid, u64 pos,
			     u64 num_bytes);
C
Chris Mason 已提交
3345 3346 3347
int btrfs_lookup_file_extent(struct btrfs_trans_handle *trans,
			     struct btrfs_root *root,
			     struct btrfs_path *path, u64 objectid,
3348
			     u64 bytenr, int mod);
3349
int btrfs_csum_file_blocks(struct btrfs_trans_handle *trans,
3350
			   struct btrfs_root *root,
3351
			   struct btrfs_ordered_sum *sums);
3352
blk_status_t btrfs_csum_one_bio(struct btrfs_inode *inode, struct bio *bio,
3353
				u64 offset, bool one_ordered);
A
Arne Jansen 已提交
3354 3355
int btrfs_lookup_csums_range(struct btrfs_root *root, u64 start, u64 end,
			     struct list_head *list, int search_commit);
3356
void btrfs_extent_item_to_extent_map(struct btrfs_inode *inode,
3357 3358 3359 3360
				     const struct btrfs_path *path,
				     struct btrfs_file_extent_item *fi,
				     const bool new_inline,
				     struct extent_map *em);
3361 3362 3363 3364
int btrfs_inode_clear_file_extent_range(struct btrfs_inode *inode, u64 start,
					u64 len);
int btrfs_inode_set_file_extent_range(struct btrfs_inode *inode, u64 start,
				      u64 len);
3365
void btrfs_inode_safe_disk_i_size_write(struct btrfs_inode *inode, u64 new_i_size);
3366
u64 btrfs_file_extent_end(const struct btrfs_path *path);
3367

C
Chris Mason 已提交
3368
/* inode.c */
3369 3370 3371
void btrfs_submit_data_write_bio(struct inode *inode, struct bio *bio, int mirror_num);
void btrfs_submit_data_read_bio(struct inode *inode, struct bio *bio,
			int mirror_num, enum btrfs_compression_type compress_type);
3372 3373
int btrfs_check_sector_csum(struct btrfs_fs_info *fs_info, struct page *page,
			    u32 pgoff, u8 *csum, const u8 * const csum_expected);
3374 3375
int btrfs_check_data_csum(struct inode *inode, struct btrfs_bio *bbio,
			  u32 bio_offset, struct page *page, u32 pgoff);
3376 3377 3378
unsigned int btrfs_verify_data_csum(struct btrfs_bio *bbio,
				    u32 bio_offset, struct page *page,
				    u64 start, u64 end);
3379 3380
int btrfs_check_data_csum(struct inode *inode, struct btrfs_bio *bbio,
			  u32 bio_offset, struct page *page, u32 pgoff);
3381
noinline int can_nocow_extent(struct inode *inode, u64 offset, u64 *len,
3382
			      u64 *orig_start, u64 *orig_block_len,
3383
			      u64 *ram_bytes, bool strict);
3384

3385 3386
void __btrfs_del_delalloc_inode(struct btrfs_root *root,
				struct btrfs_inode *inode);
3387
struct inode *btrfs_lookup_dentry(struct inode *dir, struct dentry *dentry);
3388
int btrfs_set_inode_index(struct btrfs_inode *dir, u64 *index);
3389
int btrfs_unlink_inode(struct btrfs_trans_handle *trans,
3390
		       struct btrfs_inode *dir, struct btrfs_inode *inode,
3391 3392
		       const char *name, int name_len);
int btrfs_add_link(struct btrfs_trans_handle *trans,
3393
		   struct btrfs_inode *parent_inode, struct btrfs_inode *inode,
3394
		   const char *name, int name_len, int add_backref, u64 index);
3395
int btrfs_delete_subvolume(struct inode *dir, struct dentry *dentry);
3396 3397
int btrfs_truncate_block(struct btrfs_inode *inode, loff_t from, loff_t len,
			 int front);
3398

3399
int btrfs_start_delalloc_snapshot(struct btrfs_root *root, bool in_reclaim_context);
3400
int btrfs_start_delalloc_roots(struct btrfs_fs_info *fs_info, long nr,
3401
			       bool in_reclaim_context);
3402
int btrfs_set_extent_delalloc(struct btrfs_inode *inode, u64 start, u64 end,
3403
			      unsigned int extra_bits,
3404
			      struct extent_state **cached_state);
3405 3406 3407 3408 3409 3410 3411 3412 3413 3414 3415 3416 3417 3418 3419 3420 3421 3422
struct btrfs_new_inode_args {
	/* Input */
	struct inode *dir;
	struct dentry *dentry;
	struct inode *inode;
	bool orphan;
	bool subvol;

	/*
	 * Output from btrfs_new_inode_prepare(), input to
	 * btrfs_create_new_inode().
	 */
	struct posix_acl *default_acl;
	struct posix_acl *acl;
};
int btrfs_new_inode_prepare(struct btrfs_new_inode_args *args,
			    unsigned int *trans_num_items);
int btrfs_create_new_inode(struct btrfs_trans_handle *trans,
3423
			   struct btrfs_new_inode_args *args);
3424
void btrfs_new_inode_args_destroy(struct btrfs_new_inode_args *args);
3425 3426
struct inode *btrfs_new_subvol_inode(struct user_namespace *mnt_userns,
				     struct inode *dir);
3427
 void btrfs_set_delalloc_extent(struct inode *inode, struct extent_state *state,
3428
			        u32 bits);
3429
void btrfs_clear_delalloc_extent(struct inode *inode,
3430
				 struct extent_state *state, u32 bits);
3431 3432
void btrfs_merge_delalloc_extent(struct inode *inode, struct extent_state *new,
				 struct extent_state *other);
3433 3434
void btrfs_split_delalloc_extent(struct inode *inode,
				 struct extent_state *orig, u64 split);
3435
void btrfs_set_range_writeback(struct btrfs_inode *inode, u64 start, u64 end);
3436
vm_fault_t btrfs_page_mkwrite(struct vm_fault *vmf);
A
Al Viro 已提交
3437
void btrfs_evict_inode(struct inode *inode);
3438
int btrfs_write_inode(struct inode *inode, struct writeback_control *wbc);
C
Chris Mason 已提交
3439 3440
struct inode *btrfs_alloc_inode(struct super_block *sb);
void btrfs_destroy_inode(struct inode *inode);
A
Al Viro 已提交
3441
void btrfs_free_inode(struct inode *inode);
3442
int btrfs_drop_inode(struct inode *inode);
3443
int __init btrfs_init_cachep(void);
3444
void __cold btrfs_destroy_cachep(void);
D
David Sterba 已提交
3445
struct inode *btrfs_iget_path(struct super_block *s, u64 ino,
3446
			      struct btrfs_root *root, struct btrfs_path *path);
D
David Sterba 已提交
3447
struct inode *btrfs_iget(struct super_block *s, u64 ino, struct btrfs_root *root);
3448
struct extent_map *btrfs_get_extent(struct btrfs_inode *inode,
3449
				    struct page *page, size_t pg_offset,
3450
				    u64 start, u64 end);
3451
int btrfs_update_inode(struct btrfs_trans_handle *trans,
3452
		       struct btrfs_root *root, struct btrfs_inode *inode);
3453
int btrfs_update_inode_fallback(struct btrfs_trans_handle *trans,
3454
				struct btrfs_root *root, struct btrfs_inode *inode);
3455 3456
int btrfs_orphan_add(struct btrfs_trans_handle *trans,
		struct btrfs_inode *inode);
3457
int btrfs_orphan_cleanup(struct btrfs_root *root);
3458
int btrfs_cont_expand(struct btrfs_inode *inode, loff_t oldsize, loff_t size);
Y
Yan, Zheng 已提交
3459
void btrfs_add_delayed_iput(struct inode *inode);
3460
void btrfs_run_delayed_iputs(struct btrfs_fs_info *fs_info);
3461
int btrfs_wait_on_delayed_iputs(struct btrfs_fs_info *fs_info);
3462 3463 3464
int btrfs_prealloc_file_range(struct inode *inode, int mode,
			      u64 start, u64 num_bytes, u64 min_size,
			      loff_t actual_len, u64 *alloc_hint);
3465 3466 3467 3468
int btrfs_prealloc_file_range_trans(struct inode *inode,
				    struct btrfs_trans_handle *trans, int mode,
				    u64 start, u64 num_bytes, u64 min_size,
				    loff_t actual_len, u64 *alloc_hint);
3469
int btrfs_run_delalloc_range(struct btrfs_inode *inode, struct page *locked_page,
3470 3471
		u64 start, u64 end, int *page_started, unsigned long *nr_written,
		struct writeback_control *wbc);
3472
int btrfs_writepage_cow_fixup(struct page *page);
3473 3474
void btrfs_writepage_endio_finish_ordered(struct btrfs_inode *inode,
					  struct page *page, u64 start,
3475
					  u64 end, bool uptodate);
3476 3477 3478 3479 3480 3481
int btrfs_encoded_io_compression_from_extent(struct btrfs_fs_info *fs_info,
					     int compress_type);
int btrfs_encoded_read_regular_fill_pages(struct btrfs_inode *inode,
					  u64 file_offset, u64 disk_bytenr,
					  u64 disk_io_size,
					  struct page **pages);
3482 3483
ssize_t btrfs_encoded_read(struct kiocb *iocb, struct iov_iter *iter,
			   struct btrfs_ioctl_encoded_io_args *encoded);
3484 3485
ssize_t btrfs_do_encoded_write(struct kiocb *iocb, struct iov_iter *from,
			     const struct btrfs_ioctl_encoded_io_args *encoded);
3486

3487 3488
ssize_t btrfs_dio_rw(struct kiocb *iocb, struct iov_iter *iter, size_t done_before);

3489
extern const struct dentry_operations btrfs_dentry_operations;
C
Christoph Hellwig 已提交
3490

3491 3492 3493
/* Inode locking type flags, by default the exclusive lock is taken */
#define BTRFS_ILOCK_SHARED	(1U << 0)
#define BTRFS_ILOCK_TRY 	(1U << 1)
3494
#define BTRFS_ILOCK_MMAP	(1U << 2)
3495 3496 3497

int btrfs_inode_lock(struct inode *inode, unsigned int ilock_flags);
void btrfs_inode_unlock(struct inode *inode, unsigned int ilock_flags);
3498 3499 3500
void btrfs_update_inode_bytes(struct btrfs_inode *inode,
			      const u64 add_bytes,
			      const u64 del_bytes);
3501
void btrfs_assert_inode_range_clean(struct btrfs_inode *inode, u64 start, u64 end);
C
Christoph Hellwig 已提交
3502 3503 3504

/* ioctl.c */
long btrfs_ioctl(struct file *file, unsigned int cmd, unsigned long arg);
3505
long btrfs_compat_ioctl(struct file *file, unsigned int cmd, unsigned long arg);
M
Miklos Szeredi 已提交
3506 3507 3508
int btrfs_fileattr_get(struct dentry *dentry, struct fileattr *fa);
int btrfs_fileattr_set(struct user_namespace *mnt_userns,
		       struct dentry *dentry, struct fileattr *fa);
3509
int btrfs_ioctl_get_supported_features(void __user *arg);
3510
void btrfs_sync_inode_flags_to_i_flags(struct inode *inode);
3511
int __pure btrfs_is_empty_uuid(u8 *uuid);
3512
int btrfs_defrag_file(struct inode *inode, struct file_ra_state *ra,
C
Chris Mason 已提交
3513
		      struct btrfs_ioctl_defrag_range_args *range,
3514
		      u64 newer_than, unsigned long max_to_defrag);
3515 3516 3517
void btrfs_get_block_group_info(struct list_head *groups_list,
				struct btrfs_ioctl_space_info *space);
void btrfs_update_ioctl_balance_args(struct btrfs_fs_info *fs_info,
3518
			       struct btrfs_ioctl_balance_args *bargs);
3519 3520
bool btrfs_exclop_start(struct btrfs_fs_info *fs_info,
			enum btrfs_exclusive_operation type);
3521 3522 3523
bool btrfs_exclop_start_try_lock(struct btrfs_fs_info *fs_info,
				 enum btrfs_exclusive_operation type);
void btrfs_exclop_start_unlock(struct btrfs_fs_info *fs_info);
3524
void btrfs_exclop_finish(struct btrfs_fs_info *fs_info);
3525 3526 3527
void btrfs_exclop_balance(struct btrfs_fs_info *fs_info,
			  enum btrfs_exclusive_operation op);

3528

C
Chris Mason 已提交
3529
/* file.c */
3530
int __init btrfs_auto_defrag_init(void);
3531
void __cold btrfs_auto_defrag_exit(void);
C
Chris Mason 已提交
3532
int btrfs_add_inode_defrag(struct btrfs_trans_handle *trans,
3533
			   struct btrfs_inode *inode, u32 extent_thresh);
C
Chris Mason 已提交
3534
int btrfs_run_defrag_inodes(struct btrfs_fs_info *fs_info);
3535
void btrfs_cleanup_defrag_inodes(struct btrfs_fs_info *fs_info);
3536
int btrfs_sync_file(struct file *file, loff_t start, loff_t end, int datasync);
3537
void btrfs_drop_extent_cache(struct btrfs_inode *inode, u64 start, u64 end,
3538
			     int skip_pinned);
3539
extern const struct file_operations btrfs_file_operations;
J
Josef Bacik 已提交
3540
int btrfs_drop_extents(struct btrfs_trans_handle *trans,
3541 3542
		       struct btrfs_root *root, struct btrfs_inode *inode,
		       struct btrfs_drop_extents_args *args);
3543 3544 3545
int btrfs_replace_file_extents(struct btrfs_inode *inode,
			   struct btrfs_path *path, const u64 start,
			   const u64 end,
3546
			   struct btrfs_replace_extent_info *extent_info,
3547
			   struct btrfs_trans_handle **trans_out);
Y
Yan Zheng 已提交
3548
int btrfs_mark_extent_written(struct btrfs_trans_handle *trans,
3549
			      struct btrfs_inode *inode, u64 start, u64 end);
3550 3551
ssize_t btrfs_do_write_iter(struct kiocb *iocb, struct iov_iter *from,
			    const struct btrfs_ioctl_encoded_io_args *encoded);
S
Sage Weil 已提交
3552
int btrfs_release_file(struct inode *inode, struct file *file);
3553
int btrfs_dirty_pages(struct btrfs_inode *inode, struct page **pages,
3554
		      size_t num_pages, loff_t pos, size_t write_bytes,
3555
		      struct extent_state **cached, bool noreserve);
3556
int btrfs_fdatawrite_range(struct inode *inode, loff_t start, loff_t end);
3557 3558 3559
int btrfs_check_nocow_lock(struct btrfs_inode *inode, loff_t pos,
			   size_t *write_bytes);
void btrfs_check_nocow_unlock(struct btrfs_inode *inode);
3560 3561
bool btrfs_find_delalloc_in_range(struct btrfs_inode *inode, u64 start, u64 end,
				  u64 *delalloc_start_ret, u64 *delalloc_end_ret);
S
Sage Weil 已提交
3562

3563 3564
/* tree-defrag.c */
int btrfs_defrag_leaves(struct btrfs_trans_handle *trans,
3565
			struct btrfs_root *root);
3566

3567
/* super.c */
3568
int btrfs_parse_options(struct btrfs_fs_info *info, char *options,
3569
			unsigned long new_flags);
S
Sage Weil 已提交
3570
int btrfs_sync_fs(struct super_block *sb, int wait);
3571 3572
char *btrfs_get_subvol_name_from_objectid(struct btrfs_fs_info *fs_info,
					  u64 subvol_objectid);
3573

3574
static inline __printf(2, 3) __cold
3575 3576 3577 3578
void btrfs_no_printk(const struct btrfs_fs_info *fs_info, const char *fmt, ...)
{
}

3579 3580 3581 3582 3583 3584 3585 3586 3587 3588 3589 3590 3591 3592 3593 3594 3595
#ifdef CONFIG_PRINTK_INDEX

#define btrfs_printk(fs_info, fmt, args...)					\
do {										\
	printk_index_subsys_emit("%sBTRFS %s (device %s): ", NULL, fmt);	\
	_btrfs_printk(fs_info, fmt, ##args);					\
} while (0)

__printf(2, 3)
__cold
void _btrfs_printk(const struct btrfs_fs_info *fs_info, const char *fmt, ...);

#elif defined(CONFIG_PRINTK)

#define btrfs_printk(fs_info, fmt, args...)				\
	_btrfs_printk(fs_info, fmt, ##args)

3596
__printf(2, 3)
3597
__cold
3598 3599
void _btrfs_printk(const struct btrfs_fs_info *fs_info, const char *fmt, ...);

3600
#else
3601

3602 3603
#define btrfs_printk(fs_info, fmt, args...) \
	btrfs_no_printk(fs_info, fmt, ##args)
3604 3605
#endif

3606 3607 3608 3609 3610 3611 3612 3613 3614 3615 3616 3617 3618 3619
#define btrfs_emerg(fs_info, fmt, args...) \
	btrfs_printk(fs_info, KERN_EMERG fmt, ##args)
#define btrfs_alert(fs_info, fmt, args...) \
	btrfs_printk(fs_info, KERN_ALERT fmt, ##args)
#define btrfs_crit(fs_info, fmt, args...) \
	btrfs_printk(fs_info, KERN_CRIT fmt, ##args)
#define btrfs_err(fs_info, fmt, args...) \
	btrfs_printk(fs_info, KERN_ERR fmt, ##args)
#define btrfs_warn(fs_info, fmt, args...) \
	btrfs_printk(fs_info, KERN_WARNING fmt, ##args)
#define btrfs_notice(fs_info, fmt, args...) \
	btrfs_printk(fs_info, KERN_NOTICE fmt, ##args)
#define btrfs_info(fs_info, fmt, args...) \
	btrfs_printk(fs_info, KERN_INFO fmt, ##args)
3620

3621 3622 3623 3624 3625 3626 3627 3628 3629 3630 3631 3632 3633 3634 3635 3636 3637 3638
/*
 * Wrappers that use printk_in_rcu
 */
#define btrfs_emerg_in_rcu(fs_info, fmt, args...) \
	btrfs_printk_in_rcu(fs_info, KERN_EMERG fmt, ##args)
#define btrfs_alert_in_rcu(fs_info, fmt, args...) \
	btrfs_printk_in_rcu(fs_info, KERN_ALERT fmt, ##args)
#define btrfs_crit_in_rcu(fs_info, fmt, args...) \
	btrfs_printk_in_rcu(fs_info, KERN_CRIT fmt, ##args)
#define btrfs_err_in_rcu(fs_info, fmt, args...) \
	btrfs_printk_in_rcu(fs_info, KERN_ERR fmt, ##args)
#define btrfs_warn_in_rcu(fs_info, fmt, args...) \
	btrfs_printk_in_rcu(fs_info, KERN_WARNING fmt, ##args)
#define btrfs_notice_in_rcu(fs_info, fmt, args...) \
	btrfs_printk_in_rcu(fs_info, KERN_NOTICE fmt, ##args)
#define btrfs_info_in_rcu(fs_info, fmt, args...) \
	btrfs_printk_in_rcu(fs_info, KERN_INFO fmt, ##args)

3639 3640 3641 3642 3643 3644 3645 3646 3647 3648 3649 3650 3651 3652 3653 3654 3655 3656
/*
 * Wrappers that use a ratelimited printk_in_rcu
 */
#define btrfs_emerg_rl_in_rcu(fs_info, fmt, args...) \
	btrfs_printk_rl_in_rcu(fs_info, KERN_EMERG fmt, ##args)
#define btrfs_alert_rl_in_rcu(fs_info, fmt, args...) \
	btrfs_printk_rl_in_rcu(fs_info, KERN_ALERT fmt, ##args)
#define btrfs_crit_rl_in_rcu(fs_info, fmt, args...) \
	btrfs_printk_rl_in_rcu(fs_info, KERN_CRIT fmt, ##args)
#define btrfs_err_rl_in_rcu(fs_info, fmt, args...) \
	btrfs_printk_rl_in_rcu(fs_info, KERN_ERR fmt, ##args)
#define btrfs_warn_rl_in_rcu(fs_info, fmt, args...) \
	btrfs_printk_rl_in_rcu(fs_info, KERN_WARNING fmt, ##args)
#define btrfs_notice_rl_in_rcu(fs_info, fmt, args...) \
	btrfs_printk_rl_in_rcu(fs_info, KERN_NOTICE fmt, ##args)
#define btrfs_info_rl_in_rcu(fs_info, fmt, args...) \
	btrfs_printk_rl_in_rcu(fs_info, KERN_INFO fmt, ##args)

3657 3658 3659 3660 3661 3662 3663 3664 3665 3666 3667 3668 3669 3670 3671 3672 3673
/*
 * Wrappers that use a ratelimited printk
 */
#define btrfs_emerg_rl(fs_info, fmt, args...) \
	btrfs_printk_ratelimited(fs_info, KERN_EMERG fmt, ##args)
#define btrfs_alert_rl(fs_info, fmt, args...) \
	btrfs_printk_ratelimited(fs_info, KERN_ALERT fmt, ##args)
#define btrfs_crit_rl(fs_info, fmt, args...) \
	btrfs_printk_ratelimited(fs_info, KERN_CRIT fmt, ##args)
#define btrfs_err_rl(fs_info, fmt, args...) \
	btrfs_printk_ratelimited(fs_info, KERN_ERR fmt, ##args)
#define btrfs_warn_rl(fs_info, fmt, args...) \
	btrfs_printk_ratelimited(fs_info, KERN_WARNING fmt, ##args)
#define btrfs_notice_rl(fs_info, fmt, args...) \
	btrfs_printk_ratelimited(fs_info, KERN_NOTICE fmt, ##args)
#define btrfs_info_rl(fs_info, fmt, args...) \
	btrfs_printk_ratelimited(fs_info, KERN_INFO fmt, ##args)
J
Jeff Mahoney 已提交
3674 3675 3676

#if defined(CONFIG_DYNAMIC_DEBUG)
#define btrfs_debug(fs_info, fmt, args...)				\
3677 3678 3679 3680 3681
	_dynamic_func_call_no_desc(fmt, btrfs_printk,			\
				   fs_info, KERN_DEBUG fmt, ##args)
#define btrfs_debug_in_rcu(fs_info, fmt, args...)			\
	_dynamic_func_call_no_desc(fmt, btrfs_printk_in_rcu,		\
				   fs_info, KERN_DEBUG fmt, ##args)
J
Jeff Mahoney 已提交
3682
#define btrfs_debug_rl_in_rcu(fs_info, fmt, args...)			\
3683 3684 3685 3686 3687
	_dynamic_func_call_no_desc(fmt, btrfs_printk_rl_in_rcu,		\
				   fs_info, KERN_DEBUG fmt, ##args)
#define btrfs_debug_rl(fs_info, fmt, args...)				\
	_dynamic_func_call_no_desc(fmt, btrfs_printk_ratelimited,	\
				   fs_info, KERN_DEBUG fmt, ##args)
J
Jeff Mahoney 已提交
3688
#elif defined(DEBUG)
3689 3690
#define btrfs_debug(fs_info, fmt, args...) \
	btrfs_printk(fs_info, KERN_DEBUG fmt, ##args)
3691 3692
#define btrfs_debug_in_rcu(fs_info, fmt, args...) \
	btrfs_printk_in_rcu(fs_info, KERN_DEBUG fmt, ##args)
3693 3694
#define btrfs_debug_rl_in_rcu(fs_info, fmt, args...) \
	btrfs_printk_rl_in_rcu(fs_info, KERN_DEBUG fmt, ##args)
3695 3696
#define btrfs_debug_rl(fs_info, fmt, args...) \
	btrfs_printk_ratelimited(fs_info, KERN_DEBUG fmt, ##args)
3697 3698
#else
#define btrfs_debug(fs_info, fmt, args...) \
3699
	btrfs_no_printk(fs_info, KERN_DEBUG fmt, ##args)
3700
#define btrfs_debug_in_rcu(fs_info, fmt, args...) \
3701
	btrfs_no_printk_in_rcu(fs_info, KERN_DEBUG fmt, ##args)
3702
#define btrfs_debug_rl_in_rcu(fs_info, fmt, args...) \
3703
	btrfs_no_printk_in_rcu(fs_info, KERN_DEBUG fmt, ##args)
3704
#define btrfs_debug_rl(fs_info, fmt, args...) \
3705
	btrfs_no_printk(fs_info, KERN_DEBUG fmt, ##args)
3706
#endif
3707

3708 3709 3710 3711
#define btrfs_printk_in_rcu(fs_info, fmt, args...)	\
do {							\
	rcu_read_lock();				\
	btrfs_printk(fs_info, fmt, ##args);		\
3712 3713 3714 3715 3716 3717 3718
	rcu_read_unlock();				\
} while (0)

#define btrfs_no_printk_in_rcu(fs_info, fmt, args...)	\
do {							\
	rcu_read_lock();				\
	btrfs_no_printk(fs_info, fmt, ##args);		\
3719 3720 3721
	rcu_read_unlock();				\
} while (0)

3722 3723 3724 3725 3726 3727 3728 3729 3730 3731 3732 3733 3734 3735 3736 3737
#define btrfs_printk_ratelimited(fs_info, fmt, args...)		\
do {								\
	static DEFINE_RATELIMIT_STATE(_rs,			\
		DEFAULT_RATELIMIT_INTERVAL,			\
		DEFAULT_RATELIMIT_BURST);       		\
	if (__ratelimit(&_rs))					\
		btrfs_printk(fs_info, fmt, ##args);		\
} while (0)

#define btrfs_printk_rl_in_rcu(fs_info, fmt, args...)		\
do {								\
	rcu_read_lock();					\
	btrfs_printk_ratelimited(fs_info, fmt, ##args);		\
	rcu_read_unlock();					\
} while (0)

3738 3739 3740
#ifdef CONFIG_BTRFS_ASSERT
__cold __noreturn
static inline void assertfail(const char *expr, const char *file, int line)
J
Josef Bacik 已提交
3741
{
3742 3743
	pr_err("assertion failed: %s, in %s:%d\n", expr, file, line);
	BUG();
J
Josef Bacik 已提交
3744 3745
}

3746 3747 3748 3749 3750 3751 3752
#define ASSERT(expr)						\
	(likely(expr) ? (void)0 : assertfail(#expr, __FILE__, __LINE__))

#else
static inline void assertfail(const char *expr, const char* file, int line) { }
#define ASSERT(expr)	(void)(expr)
#endif
J
Josef Bacik 已提交
3753

3754 3755 3756 3757 3758 3759 3760 3761 3762 3763 3764 3765 3766
#if BITS_PER_LONG == 32
#define BTRFS_32BIT_MAX_FILE_SIZE (((u64)ULONG_MAX + 1) << PAGE_SHIFT)
/*
 * The warning threshold is 5/8th of the MAX_LFS_FILESIZE that limits the logical
 * addresses of extents.
 *
 * For 4K page size it's about 10T, for 64K it's 160T.
 */
#define BTRFS_32BIT_EARLY_WARN_THRESHOLD (BTRFS_32BIT_MAX_FILE_SIZE * 5 / 8)
void btrfs_warn_32bit_limit(struct btrfs_fs_info *fs_info);
void btrfs_err_32bit_limit(struct btrfs_fs_info *fs_info);
#endif

3767 3768 3769 3770 3771 3772 3773 3774 3775 3776 3777 3778 3779 3780 3781 3782 3783 3784 3785 3786 3787 3788 3789 3790 3791 3792 3793 3794 3795 3796 3797 3798 3799
/*
 * Get the correct offset inside the page of extent buffer.
 *
 * @eb:		target extent buffer
 * @start:	offset inside the extent buffer
 *
 * Will handle both sectorsize == PAGE_SIZE and sectorsize < PAGE_SIZE cases.
 */
static inline size_t get_eb_offset_in_page(const struct extent_buffer *eb,
					   unsigned long offset)
{
	/*
	 * For sectorsize == PAGE_SIZE case, eb->start will always be aligned
	 * to PAGE_SIZE, thus adding it won't cause any difference.
	 *
	 * For sectorsize < PAGE_SIZE, we must only read the data that belongs
	 * to the eb, thus we have to take the eb->start into consideration.
	 */
	return offset_in_page(offset + eb->start);
}

static inline unsigned long get_eb_page_index(unsigned long offset)
{
	/*
	 * For sectorsize == PAGE_SIZE case, plain >> PAGE_SHIFT is enough.
	 *
	 * For sectorsize < PAGE_SIZE case, we only support 64K PAGE_SIZE,
	 * and have ensured that all tree blocks are contained in one page,
	 * thus we always get index == 0.
	 */
	return offset >> PAGE_SHIFT;
}

3800 3801 3802 3803 3804 3805 3806 3807 3808 3809
/*
 * Use that for functions that are conditionally exported for sanity tests but
 * otherwise static
 */
#ifndef CONFIG_BTRFS_FS_RUN_SANITY_TESTS
#define EXPORT_FOR_TESTS static
#else
#define EXPORT_FOR_TESTS
#endif

3810 3811 3812 3813 3814 3815 3816
__cold
static inline void btrfs_print_v0_err(struct btrfs_fs_info *fs_info)
{
	btrfs_err(fs_info,
"Unsupported V0 extent filesystem detected. Aborting. Please re-create your filesystem with a newer kernel");
}

3817
__printf(5, 6)
3818
__cold
3819
void __btrfs_handle_fs_error(struct btrfs_fs_info *fs_info, const char *function,
J
Jeff Mahoney 已提交
3820
		     unsigned int line, int errno, const char *fmt, ...);
L
liubo 已提交
3821

D
David Sterba 已提交
3822
const char * __attribute_const__ btrfs_decode_error(int errno);
3823

3824
__cold
3825
void __btrfs_abort_transaction(struct btrfs_trans_handle *trans,
3826
			       const char *function,
3827
			       unsigned int line, int errno, bool first_hit);
3828

3829 3830 3831 3832
/*
 * Call btrfs_abort_transaction as early as possible when an error condition is
 * detected, that way the exact line number is reported.
 */
3833
#define btrfs_abort_transaction(trans, errno)		\
3834
do {								\
3835
	bool first = false;					\
3836 3837
	/* Report first abort since mount */			\
	if (!test_and_set_bit(BTRFS_FS_STATE_TRANS_ABORTED,	\
3838
			&((trans)->fs_info->fs_state))) {	\
3839
		first = true;					\
3840
		if ((errno) != -EIO && (errno) != -EROFS) {		\
3841 3842 3843 3844
			WARN(1, KERN_DEBUG				\
			"BTRFS: Transaction aborted (error %d)\n",	\
			(errno));					\
		} else {						\
3845 3846
			btrfs_debug((trans)->fs_info,			\
				    "Transaction aborted (error %d)", \
3847 3848
				  (errno));			\
		}						\
3849
	}							\
3850
	__btrfs_abort_transaction((trans), __func__,		\
3851
				  __LINE__, (errno), first);	\
3852 3853
} while (0)

3854 3855
#ifdef CONFIG_PRINTK_INDEX

3856
#define btrfs_handle_fs_error(fs_info, errno, fmt, args...)		\
3857 3858 3859 3860 3861 3862
do {									\
	printk_index_subsys_emit(					\
		"BTRFS: error (device %s%s) in %s:%d: errno=%d %s",	\
		KERN_CRIT, fmt);					\
	__btrfs_handle_fs_error((fs_info), __func__, __LINE__,		\
				(errno), fmt, ##args);			\
3863 3864
} while (0)

3865 3866 3867 3868 3869 3870 3871 3872
#else

#define btrfs_handle_fs_error(fs_info, errno, fmt, args...)		\
	__btrfs_handle_fs_error((fs_info), __func__, __LINE__,		\
				(errno), fmt, ##args)

#endif

J
Josef Bacik 已提交
3873 3874
#define BTRFS_FS_ERROR(fs_info)	(unlikely(test_bit(BTRFS_FS_STATE_ERROR, \
						   &(fs_info)->fs_state)))
3875 3876 3877
#define BTRFS_FS_LOG_CLEANUP_ERROR(fs_info)				\
	(unlikely(test_bit(BTRFS_FS_STATE_LOG_CLEANUP_ERROR,		\
			   &(fs_info)->fs_state)))
J
Josef Bacik 已提交
3878

3879 3880 3881 3882 3883 3884 3885 3886 3887 3888 3889 3890 3891 3892 3893 3894 3895
__printf(5, 6)
__cold
void __btrfs_panic(struct btrfs_fs_info *fs_info, const char *function,
		   unsigned int line, int errno, const char *fmt, ...);
/*
 * If BTRFS_MOUNT_PANIC_ON_FATAL_ERROR is in mount_opt, __btrfs_panic
 * will panic().  Otherwise we BUG() here.
 */
#define btrfs_panic(fs_info, errno, fmt, args...)			\
do {									\
	__btrfs_panic(fs_info, __func__, __LINE__, errno, fmt, ##args);	\
	BUG();								\
} while (0)


/* compatibility and incompatibility defines */

3896
#define btrfs_set_fs_incompat(__fs_info, opt) \
3897 3898
	__btrfs_set_fs_incompat((__fs_info), BTRFS_FEATURE_INCOMPAT_##opt, \
				#opt)
3899 3900

static inline void __btrfs_set_fs_incompat(struct btrfs_fs_info *fs_info,
3901
					   u64 flag, const char* name)
3902 3903 3904 3905 3906 3907 3908
{
	struct btrfs_super_block *disk_super;
	u64 features;

	disk_super = fs_info->super_copy;
	features = btrfs_super_incompat_flags(disk_super);
	if (!(features & flag)) {
3909 3910 3911 3912 3913
		spin_lock(&fs_info->super_lock);
		features = btrfs_super_incompat_flags(disk_super);
		if (!(features & flag)) {
			features |= flag;
			btrfs_set_super_incompat_flags(disk_super, features);
3914 3915 3916
			btrfs_info(fs_info,
				"setting incompat feature flag for %s (0x%llx)",
				name, flag);
3917 3918
		}
		spin_unlock(&fs_info->super_lock);
3919 3920 3921
	}
}

3922
#define btrfs_clear_fs_incompat(__fs_info, opt) \
3923 3924
	__btrfs_clear_fs_incompat((__fs_info), BTRFS_FEATURE_INCOMPAT_##opt, \
				  #opt)
3925 3926

static inline void __btrfs_clear_fs_incompat(struct btrfs_fs_info *fs_info,
3927
					     u64 flag, const char* name)
3928 3929 3930 3931 3932 3933 3934 3935 3936 3937 3938 3939
{
	struct btrfs_super_block *disk_super;
	u64 features;

	disk_super = fs_info->super_copy;
	features = btrfs_super_incompat_flags(disk_super);
	if (features & flag) {
		spin_lock(&fs_info->super_lock);
		features = btrfs_super_incompat_flags(disk_super);
		if (features & flag) {
			features &= ~flag;
			btrfs_set_super_incompat_flags(disk_super, features);
3940 3941 3942
			btrfs_info(fs_info,
				"clearing incompat feature flag for %s (0x%llx)",
				name, flag);
3943 3944 3945 3946 3947
		}
		spin_unlock(&fs_info->super_lock);
	}
}

3948 3949 3950
#define btrfs_fs_incompat(fs_info, opt) \
	__btrfs_fs_incompat((fs_info), BTRFS_FEATURE_INCOMPAT_##opt)

3951
static inline bool __btrfs_fs_incompat(struct btrfs_fs_info *fs_info, u64 flag)
3952 3953 3954 3955 3956 3957
{
	struct btrfs_super_block *disk_super;
	disk_super = fs_info->super_copy;
	return !!(btrfs_super_incompat_flags(disk_super) & flag);
}

3958
#define btrfs_set_fs_compat_ro(__fs_info, opt) \
3959 3960
	__btrfs_set_fs_compat_ro((__fs_info), BTRFS_FEATURE_COMPAT_RO_##opt, \
				 #opt)
3961 3962

static inline void __btrfs_set_fs_compat_ro(struct btrfs_fs_info *fs_info,
3963
					    u64 flag, const char *name)
3964 3965 3966 3967 3968 3969 3970 3971 3972 3973 3974 3975
{
	struct btrfs_super_block *disk_super;
	u64 features;

	disk_super = fs_info->super_copy;
	features = btrfs_super_compat_ro_flags(disk_super);
	if (!(features & flag)) {
		spin_lock(&fs_info->super_lock);
		features = btrfs_super_compat_ro_flags(disk_super);
		if (!(features & flag)) {
			features |= flag;
			btrfs_set_super_compat_ro_flags(disk_super, features);
3976 3977 3978
			btrfs_info(fs_info,
				"setting compat-ro feature flag for %s (0x%llx)",
				name, flag);
3979 3980 3981 3982 3983 3984
		}
		spin_unlock(&fs_info->super_lock);
	}
}

#define btrfs_clear_fs_compat_ro(__fs_info, opt) \
3985 3986
	__btrfs_clear_fs_compat_ro((__fs_info), BTRFS_FEATURE_COMPAT_RO_##opt, \
				   #opt)
3987 3988

static inline void __btrfs_clear_fs_compat_ro(struct btrfs_fs_info *fs_info,
3989
					      u64 flag, const char *name)
3990 3991 3992 3993 3994 3995 3996 3997 3998 3999 4000 4001
{
	struct btrfs_super_block *disk_super;
	u64 features;

	disk_super = fs_info->super_copy;
	features = btrfs_super_compat_ro_flags(disk_super);
	if (features & flag) {
		spin_lock(&fs_info->super_lock);
		features = btrfs_super_compat_ro_flags(disk_super);
		if (features & flag) {
			features &= ~flag;
			btrfs_set_super_compat_ro_flags(disk_super, features);
4002 4003 4004
			btrfs_info(fs_info,
				"clearing compat-ro feature flag for %s (0x%llx)",
				name, flag);
4005 4006 4007 4008 4009 4010 4011 4012 4013 4014 4015 4016 4017 4018 4019
		}
		spin_unlock(&fs_info->super_lock);
	}
}

#define btrfs_fs_compat_ro(fs_info, opt) \
	__btrfs_fs_compat_ro((fs_info), BTRFS_FEATURE_COMPAT_RO_##opt)

static inline int __btrfs_fs_compat_ro(struct btrfs_fs_info *fs_info, u64 flag)
{
	struct btrfs_super_block *disk_super;
	disk_super = fs_info->super_copy;
	return !!(btrfs_super_compat_ro_flags(disk_super) & flag);
}

J
Josef Bacik 已提交
4020
/* acl.c */
C
Chris Mason 已提交
4021
#ifdef CONFIG_BTRFS_FS_POSIX_ACL
4022
struct posix_acl *btrfs_get_acl(struct inode *inode, int type, bool rcu);
4023 4024
int btrfs_set_acl(struct user_namespace *mnt_userns, struct inode *inode,
		  struct posix_acl *acl, int type);
4025 4026
int __btrfs_set_acl(struct btrfs_trans_handle *trans, struct inode *inode,
		    struct posix_acl *acl, int type);
4027
#else
4028
#define btrfs_get_acl NULL
4029
#define btrfs_set_acl NULL
4030 4031 4032
static inline int __btrfs_set_acl(struct btrfs_trans_handle *trans,
				  struct inode *inode, struct posix_acl *acl,
				  int type)
4033
{
4034
	return -EOPNOTSUPP;
4035 4036
}
#endif
J
Josef Bacik 已提交
4037

4038
/* relocation.c */
4039
int btrfs_relocate_block_group(struct btrfs_fs_info *fs_info, u64 group_start);
4040 4041 4042 4043
int btrfs_init_reloc_root(struct btrfs_trans_handle *trans,
			  struct btrfs_root *root);
int btrfs_update_reloc_root(struct btrfs_trans_handle *trans,
			    struct btrfs_root *root);
4044
int btrfs_recover_relocation(struct btrfs_fs_info *fs_info);
4045
int btrfs_reloc_clone_csums(struct btrfs_inode *inode, u64 file_pos, u64 len);
4046 4047 4048
int btrfs_reloc_cow_block(struct btrfs_trans_handle *trans,
			  struct btrfs_root *root, struct extent_buffer *buf,
			  struct extent_buffer *cow);
4049
void btrfs_reloc_pre_snapshot(struct btrfs_pending_snapshot *pending,
4050
			      u64 *bytes_to_reserve);
4051
int btrfs_reloc_post_snapshot(struct btrfs_trans_handle *trans,
4052
			      struct btrfs_pending_snapshot *pending);
4053
int btrfs_should_cancel_balance(struct btrfs_fs_info *fs_info);
4054 4055
struct btrfs_root *find_reloc_root(struct btrfs_fs_info *fs_info,
				   u64 bytenr);
4056
int btrfs_should_ignore_reloc_root(struct btrfs_root *root);
A
Arne Jansen 已提交
4057 4058

/* scrub.c */
4059 4060
int btrfs_scrub_dev(struct btrfs_fs_info *fs_info, u64 devid, u64 start,
		    u64 end, struct btrfs_scrub_progress *progress,
4061
		    int readonly, int is_dev_replace);
4062 4063
void btrfs_scrub_pause(struct btrfs_fs_info *fs_info);
void btrfs_scrub_continue(struct btrfs_fs_info *fs_info);
4064
int btrfs_scrub_cancel(struct btrfs_fs_info *info);
4065
int btrfs_scrub_cancel_dev(struct btrfs_device *dev);
4066
int btrfs_scrub_progress(struct btrfs_fs_info *fs_info, u64 devid,
A
Arne Jansen 已提交
4067
			 struct btrfs_scrub_progress *progress);
4068 4069 4070 4071 4072 4073
static inline void btrfs_init_full_stripe_locks_tree(
			struct btrfs_full_stripe_locks_tree *locks_root)
{
	locks_root->root = RB_ROOT;
	mutex_init(&locks_root->lock);
}
4074 4075 4076

/* dev-replace.c */
void btrfs_bio_counter_inc_blocked(struct btrfs_fs_info *fs_info);
4077 4078 4079 4080 4081 4082
void btrfs_bio_counter_sub(struct btrfs_fs_info *fs_info, s64 amount);

static inline void btrfs_bio_counter_dec(struct btrfs_fs_info *fs_info)
{
	btrfs_bio_counter_sub(fs_info, 1);
}
A
Arne Jansen 已提交
4083

4084 4085 4086
static inline int is_fstree(u64 rootid)
{
	if (rootid == BTRFS_FS_TREE_OBJECTID ||
4087 4088
	    ((s64)rootid >= (s64)BTRFS_FIRST_FREE_OBJECTID &&
	      !btrfs_qgroup_level(rootid)))
4089 4090 4091
		return 1;
	return 0;
}
4092 4093 4094 4095 4096 4097

static inline int btrfs_defrag_cancelled(struct btrfs_fs_info *fs_info)
{
	return signal_pending(current);
}

B
Boris Burkov 已提交
4098 4099 4100 4101 4102
/* verity.c */
#ifdef CONFIG_FS_VERITY

extern const struct fsverity_operations btrfs_verityops;
int btrfs_drop_verity_items(struct btrfs_inode *inode);
4103
int btrfs_get_verity_descriptor(struct inode *inode, void *buf, size_t buf_size);
B
Boris Burkov 已提交
4104 4105 4106 4107 4108 4109 4110 4111 4112 4113 4114 4115 4116 4117 4118 4119 4120

BTRFS_SETGET_FUNCS(verity_descriptor_encryption, struct btrfs_verity_descriptor_item,
		   encryption, 8);
BTRFS_SETGET_FUNCS(verity_descriptor_size, struct btrfs_verity_descriptor_item,
		   size, 64);
BTRFS_SETGET_STACK_FUNCS(stack_verity_descriptor_encryption,
			 struct btrfs_verity_descriptor_item, encryption, 8);
BTRFS_SETGET_STACK_FUNCS(stack_verity_descriptor_size,
			 struct btrfs_verity_descriptor_item, size, 64);

#else

static inline int btrfs_drop_verity_items(struct btrfs_inode *inode)
{
	return 0;
}

4121 4122 4123 4124 4125 4126
static inline int btrfs_get_verity_descriptor(struct inode *inode, void *buf,
					      size_t buf_size)
{
	return -EPERM;
}

B
Boris Burkov 已提交
4127 4128
#endif

4129 4130 4131
/* Sanity test specific functions */
#ifdef CONFIG_BTRFS_FS_RUN_SANITY_TESTS
void btrfs_test_destroy_inode(struct inode *inode);
4132
static inline int btrfs_is_testing(struct btrfs_fs_info *fs_info)
4133
{
4134 4135 4136 4137 4138
	return test_bit(BTRFS_FS_STATE_DUMMY_FS_INFO, &fs_info->fs_state);
}
#else
static inline int btrfs_is_testing(struct btrfs_fs_info *fs_info)
{
4139 4140
	return 0;
}
4141
#endif
4142

N
Naohiro Aota 已提交
4143 4144
static inline bool btrfs_is_zoned(const struct btrfs_fs_info *fs_info)
{
4145
	return fs_info->zone_size > 0;
N
Naohiro Aota 已提交
4146 4147
}

4148 4149 4150 4151 4152 4153 4154 4155 4156 4157 4158 4159 4160
/*
 * Count how many fs_info->max_extent_size cover the @size
 */
static inline u32 count_max_extents(struct btrfs_fs_info *fs_info, u64 size)
{
#ifdef CONFIG_BTRFS_FS_RUN_SANITY_TESTS
	if (!fs_info)
		return div_u64(size + BTRFS_MAX_EXTENT_SIZE - 1, BTRFS_MAX_EXTENT_SIZE);
#endif

	return div_u64(size + fs_info->max_extent_size - 1, fs_info->max_extent_size);
}

4161 4162 4163 4164 4165
static inline bool btrfs_is_data_reloc_root(const struct btrfs_root *root)
{
	return root->root_key.objectid == BTRFS_DATA_RELOC_TREE_OBJECTID;
}

4166 4167 4168 4169 4170 4171 4172 4173 4174
/*
 * We use page status Private2 to indicate there is an ordered extent with
 * unfinished IO.
 *
 * Rename the Private2 accessors to Ordered, to improve readability.
 */
#define PageOrdered(page)		PagePrivate2(page)
#define SetPageOrdered(page)		SetPagePrivate2(page)
#define ClearPageOrdered(page)		ClearPagePrivate2(page)
4175 4176 4177
#define folio_test_ordered(folio)	folio_test_private_2(folio)
#define folio_set_ordered(folio)	folio_set_private_2(folio)
#define folio_clear_ordered(folio)	folio_clear_private_2(folio)
4178

4179
#endif