1 /* 2 * Copyright (C) 2007 Oracle. All rights reserved. 3 * 4 * This program is free software; you can redistribute it and/or 5 * modify it under the terms of the GNU General Public 6 * License v2 as published by the Free Software Foundation. 7 * 8 * This program is distributed in the hope that it will be useful, 9 * but WITHOUT ANY WARRANTY; without even the implied warranty of 10 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 11 * General Public License for more details. 12 * 13 * You should have received a copy of the GNU General Public 14 * License along with this program; if not, write to the 15 * Free Software Foundation, Inc., 59 Temple Place - Suite 330, 16 * Boston, MA 021110-1307, USA. 17 */ 18 19 #ifndef __BTRFS_CTREE__ 20 #define __BTRFS_CTREE__ 21 22 #include <linux/mm.h> 23 #include <linux/highmem.h> 24 #include <linux/fs.h> 25 #include <linux/rwsem.h> 26 #include <linux/semaphore.h> 27 #include <linux/completion.h> 28 #include <linux/backing-dev.h> 29 #include <linux/wait.h> 30 #include <linux/slab.h> 31 #include <linux/kobject.h> 32 #include <trace/events/btrfs.h> 33 #include <asm/kmap_types.h> 34 #include <linux/pagemap.h> 35 #include <linux/btrfs.h> 36 #include <linux/workqueue.h> 37 #include <linux/security.h> 38 #include <linux/sizes.h> 39 #include "extent_io.h" 40 #include "extent_map.h" 41 #include "async-thread.h" 42 43 struct btrfs_trans_handle; 44 struct btrfs_transaction; 45 struct btrfs_pending_snapshot; 46 extern struct kmem_cache *btrfs_trans_handle_cachep; 47 extern struct kmem_cache *btrfs_transaction_cachep; 48 extern struct kmem_cache *btrfs_bit_radix_cachep; 49 extern struct kmem_cache *btrfs_path_cachep; 50 extern struct kmem_cache *btrfs_free_space_cachep; 51 struct btrfs_ordered_sum; 52 53 #ifdef CONFIG_BTRFS_FS_RUN_SANITY_TESTS 54 #define STATIC noinline 55 #else 56 #define STATIC static noinline 57 #endif 58 59 #define BTRFS_MAGIC 0x4D5F53665248425FULL /* ascii _BHRfS_M, no null */ 60 61 #define BTRFS_MAX_MIRRORS 3 62 63 #define BTRFS_MAX_LEVEL 8 64 65 #define BTRFS_COMPAT_EXTENT_TREE_V0 66 67 /* holds pointers to all of the tree roots */ 68 #define BTRFS_ROOT_TREE_OBJECTID 1ULL 69 70 /* stores information about which extents are in use, and reference counts */ 71 #define BTRFS_EXTENT_TREE_OBJECTID 2ULL 72 73 /* 74 * chunk tree stores translations from logical -> physical block numbering 75 * the super block points to the chunk tree 76 */ 77 #define BTRFS_CHUNK_TREE_OBJECTID 3ULL 78 79 /* 80 * stores information about which areas of a given device are in use. 81 * one per device. The tree of tree roots points to the device tree 82 */ 83 #define BTRFS_DEV_TREE_OBJECTID 4ULL 84 85 /* one per subvolume, storing files and directories */ 86 #define BTRFS_FS_TREE_OBJECTID 5ULL 87 88 /* directory objectid inside the root tree */ 89 #define BTRFS_ROOT_TREE_DIR_OBJECTID 6ULL 90 91 /* holds checksums of all the data extents */ 92 #define BTRFS_CSUM_TREE_OBJECTID 7ULL 93 94 /* holds quota configuration and tracking */ 95 #define BTRFS_QUOTA_TREE_OBJECTID 8ULL 96 97 /* for storing items that use the BTRFS_UUID_KEY* types */ 98 #define BTRFS_UUID_TREE_OBJECTID 9ULL 99 100 /* tracks free space in block groups. */ 101 #define BTRFS_FREE_SPACE_TREE_OBJECTID 10ULL 102 103 /* for storing balance parameters in the root tree */ 104 #define BTRFS_BALANCE_OBJECTID -4ULL 105 106 /* orhpan objectid for tracking unlinked/truncated files */ 107 #define BTRFS_ORPHAN_OBJECTID -5ULL 108 109 /* does write ahead logging to speed up fsyncs */ 110 #define BTRFS_TREE_LOG_OBJECTID -6ULL 111 #define BTRFS_TREE_LOG_FIXUP_OBJECTID -7ULL 112 113 /* for space balancing */ 114 #define BTRFS_TREE_RELOC_OBJECTID -8ULL 115 #define BTRFS_DATA_RELOC_TREE_OBJECTID -9ULL 116 117 /* 118 * extent checksums all have this objectid 119 * this allows them to share the logging tree 120 * for fsyncs 121 */ 122 #define BTRFS_EXTENT_CSUM_OBJECTID -10ULL 123 124 /* For storing free space cache */ 125 #define BTRFS_FREE_SPACE_OBJECTID -11ULL 126 127 /* 128 * The inode number assigned to the special inode for storing 129 * free ino cache 130 */ 131 #define BTRFS_FREE_INO_OBJECTID -12ULL 132 133 /* dummy objectid represents multiple objectids */ 134 #define BTRFS_MULTIPLE_OBJECTIDS -255ULL 135 136 /* 137 * All files have objectids in this range. 138 */ 139 #define BTRFS_FIRST_FREE_OBJECTID 256ULL 140 #define BTRFS_LAST_FREE_OBJECTID -256ULL 141 #define BTRFS_FIRST_CHUNK_TREE_OBJECTID 256ULL 142 143 144 /* 145 * the device items go into the chunk tree. The key is in the form 146 * [ 1 BTRFS_DEV_ITEM_KEY device_id ] 147 */ 148 #define BTRFS_DEV_ITEMS_OBJECTID 1ULL 149 150 #define BTRFS_BTREE_INODE_OBJECTID 1 151 152 #define BTRFS_EMPTY_SUBVOL_DIR_OBJECTID 2 153 154 #define BTRFS_DEV_REPLACE_DEVID 0ULL 155 156 /* 157 * the max metadata block size. This limit is somewhat artificial, 158 * but the memmove costs go through the roof for larger blocks. 159 */ 160 #define BTRFS_MAX_METADATA_BLOCKSIZE 65536 161 162 /* 163 * we can actually store much bigger names, but lets not confuse the rest 164 * of linux 165 */ 166 #define BTRFS_NAME_LEN 255 167 168 /* 169 * Theoretical limit is larger, but we keep this down to a sane 170 * value. That should limit greatly the possibility of collisions on 171 * inode ref items. 172 */ 173 #define BTRFS_LINK_MAX 65535U 174 175 /* 32 bytes in various csum fields */ 176 #define BTRFS_CSUM_SIZE 32 177 178 /* csum types */ 179 #define BTRFS_CSUM_TYPE_CRC32 0 180 181 static const int btrfs_csum_sizes[] = { 4 }; 182 183 /* four bytes for CRC32 */ 184 #define BTRFS_EMPTY_DIR_SIZE 0 185 186 /* spefic to btrfs_map_block(), therefore not in include/linux/blk_types.h */ 187 #define REQ_GET_READ_MIRRORS (1 << 30) 188 189 #define BTRFS_FT_UNKNOWN 0 190 #define BTRFS_FT_REG_FILE 1 191 #define BTRFS_FT_DIR 2 192 #define BTRFS_FT_CHRDEV 3 193 #define BTRFS_FT_BLKDEV 4 194 #define BTRFS_FT_FIFO 5 195 #define BTRFS_FT_SOCK 6 196 #define BTRFS_FT_SYMLINK 7 197 #define BTRFS_FT_XATTR 8 198 #define BTRFS_FT_MAX 9 199 200 /* ioprio of readahead is set to idle */ 201 #define BTRFS_IOPRIO_READA (IOPRIO_PRIO_VALUE(IOPRIO_CLASS_IDLE, 0)) 202 203 #define BTRFS_DIRTY_METADATA_THRESH SZ_32M 204 205 #define BTRFS_MAX_EXTENT_SIZE SZ_128M 206 207 /* 208 * The key defines the order in the tree, and so it also defines (optimal) 209 * block layout. 210 * 211 * objectid corresponds to the inode number. 212 * 213 * type tells us things about the object, and is a kind of stream selector. 214 * so for a given inode, keys with type of 1 might refer to the inode data, 215 * type of 2 may point to file data in the btree and type == 3 may point to 216 * extents. 217 * 218 * offset is the starting byte offset for this key in the stream. 219 * 220 * btrfs_disk_key is in disk byte order. struct btrfs_key is always 221 * in cpu native order. Otherwise they are identical and their sizes 222 * should be the same (ie both packed) 223 */ 224 struct btrfs_disk_key { 225 __le64 objectid; 226 u8 type; 227 __le64 offset; 228 } __attribute__ ((__packed__)); 229 230 struct btrfs_key { 231 u64 objectid; 232 u8 type; 233 u64 offset; 234 } __attribute__ ((__packed__)); 235 236 struct btrfs_mapping_tree { 237 struct extent_map_tree map_tree; 238 }; 239 240 struct btrfs_dev_item { 241 /* the internal btrfs device id */ 242 __le64 devid; 243 244 /* size of the device */ 245 __le64 total_bytes; 246 247 /* bytes used */ 248 __le64 bytes_used; 249 250 /* optimal io alignment for this device */ 251 __le32 io_align; 252 253 /* optimal io width for this device */ 254 __le32 io_width; 255 256 /* minimal io size for this device */ 257 __le32 sector_size; 258 259 /* type and info about this device */ 260 __le64 type; 261 262 /* expected generation for this device */ 263 __le64 generation; 264 265 /* 266 * starting byte of this partition on the device, 267 * to allow for stripe alignment in the future 268 */ 269 __le64 start_offset; 270 271 /* grouping information for allocation decisions */ 272 __le32 dev_group; 273 274 /* seek speed 0-100 where 100 is fastest */ 275 u8 seek_speed; 276 277 /* bandwidth 0-100 where 100 is fastest */ 278 u8 bandwidth; 279 280 /* btrfs generated uuid for this device */ 281 u8 uuid[BTRFS_UUID_SIZE]; 282 283 /* uuid of FS who owns this device */ 284 u8 fsid[BTRFS_UUID_SIZE]; 285 } __attribute__ ((__packed__)); 286 287 struct btrfs_stripe { 288 __le64 devid; 289 __le64 offset; 290 u8 dev_uuid[BTRFS_UUID_SIZE]; 291 } __attribute__ ((__packed__)); 292 293 struct btrfs_chunk { 294 /* size of this chunk in bytes */ 295 __le64 length; 296 297 /* objectid of the root referencing this chunk */ 298 __le64 owner; 299 300 __le64 stripe_len; 301 __le64 type; 302 303 /* optimal io alignment for this chunk */ 304 __le32 io_align; 305 306 /* optimal io width for this chunk */ 307 __le32 io_width; 308 309 /* minimal io size for this chunk */ 310 __le32 sector_size; 311 312 /* 2^16 stripes is quite a lot, a second limit is the size of a single 313 * item in the btree 314 */ 315 __le16 num_stripes; 316 317 /* sub stripes only matter for raid10 */ 318 __le16 sub_stripes; 319 struct btrfs_stripe stripe; 320 /* additional stripes go here */ 321 } __attribute__ ((__packed__)); 322 323 #define BTRFS_FREE_SPACE_EXTENT 1 324 #define BTRFS_FREE_SPACE_BITMAP 2 325 326 struct btrfs_free_space_entry { 327 __le64 offset; 328 __le64 bytes; 329 u8 type; 330 } __attribute__ ((__packed__)); 331 332 struct btrfs_free_space_header { 333 struct btrfs_disk_key location; 334 __le64 generation; 335 __le64 num_entries; 336 __le64 num_bitmaps; 337 } __attribute__ ((__packed__)); 338 339 static inline unsigned long btrfs_chunk_item_size(int num_stripes) 340 { 341 BUG_ON(num_stripes == 0); 342 return sizeof(struct btrfs_chunk) + 343 sizeof(struct btrfs_stripe) * (num_stripes - 1); 344 } 345 346 #define BTRFS_HEADER_FLAG_WRITTEN (1ULL << 0) 347 #define BTRFS_HEADER_FLAG_RELOC (1ULL << 1) 348 349 /* 350 * File system states 351 */ 352 #define BTRFS_FS_STATE_ERROR 0 353 #define BTRFS_FS_STATE_REMOUNTING 1 354 #define BTRFS_FS_STATE_TRANS_ABORTED 2 355 #define BTRFS_FS_STATE_DEV_REPLACING 3 356 357 /* Super block flags */ 358 /* Errors detected */ 359 #define BTRFS_SUPER_FLAG_ERROR (1ULL << 2) 360 361 #define BTRFS_SUPER_FLAG_SEEDING (1ULL << 32) 362 #define BTRFS_SUPER_FLAG_METADUMP (1ULL << 33) 363 364 #define BTRFS_BACKREF_REV_MAX 256 365 #define BTRFS_BACKREF_REV_SHIFT 56 366 #define BTRFS_BACKREF_REV_MASK (((u64)BTRFS_BACKREF_REV_MAX - 1) << \ 367 BTRFS_BACKREF_REV_SHIFT) 368 369 #define BTRFS_OLD_BACKREF_REV 0 370 #define BTRFS_MIXED_BACKREF_REV 1 371 372 /* 373 * every tree block (leaf or node) starts with this header. 374 */ 375 struct btrfs_header { 376 /* these first four must match the super block */ 377 u8 csum[BTRFS_CSUM_SIZE]; 378 u8 fsid[BTRFS_FSID_SIZE]; /* FS specific uuid */ 379 __le64 bytenr; /* which block this node is supposed to live in */ 380 __le64 flags; 381 382 /* allowed to be different from the super from here on down */ 383 u8 chunk_tree_uuid[BTRFS_UUID_SIZE]; 384 __le64 generation; 385 __le64 owner; 386 __le32 nritems; 387 u8 level; 388 } __attribute__ ((__packed__)); 389 390 #define BTRFS_NODEPTRS_PER_BLOCK(r) (((r)->nodesize - \ 391 sizeof(struct btrfs_header)) / \ 392 sizeof(struct btrfs_key_ptr)) 393 #define __BTRFS_LEAF_DATA_SIZE(bs) ((bs) - sizeof(struct btrfs_header)) 394 #define BTRFS_LEAF_DATA_SIZE(r) (__BTRFS_LEAF_DATA_SIZE(r->nodesize)) 395 #define BTRFS_FILE_EXTENT_INLINE_DATA_START \ 396 (offsetof(struct btrfs_file_extent_item, disk_bytenr)) 397 #define BTRFS_MAX_INLINE_DATA_SIZE(r) (BTRFS_LEAF_DATA_SIZE(r) - \ 398 sizeof(struct btrfs_item) - \ 399 BTRFS_FILE_EXTENT_INLINE_DATA_START) 400 #define BTRFS_MAX_XATTR_SIZE(r) (BTRFS_LEAF_DATA_SIZE(r) - \ 401 sizeof(struct btrfs_item) -\ 402 sizeof(struct btrfs_dir_item)) 403 404 405 /* 406 * this is a very generous portion of the super block, giving us 407 * room to translate 14 chunks with 3 stripes each. 408 */ 409 #define BTRFS_SYSTEM_CHUNK_ARRAY_SIZE 2048 410 #define BTRFS_LABEL_SIZE 256 411 412 /* 413 * just in case we somehow lose the roots and are not able to mount, 414 * we store an array of the roots from previous transactions 415 * in the super. 416 */ 417 #define BTRFS_NUM_BACKUP_ROOTS 4 418 struct btrfs_root_backup { 419 __le64 tree_root; 420 __le64 tree_root_gen; 421 422 __le64 chunk_root; 423 __le64 chunk_root_gen; 424 425 __le64 extent_root; 426 __le64 extent_root_gen; 427 428 __le64 fs_root; 429 __le64 fs_root_gen; 430 431 __le64 dev_root; 432 __le64 dev_root_gen; 433 434 __le64 csum_root; 435 __le64 csum_root_gen; 436 437 __le64 total_bytes; 438 __le64 bytes_used; 439 __le64 num_devices; 440 /* future */ 441 __le64 unused_64[4]; 442 443 u8 tree_root_level; 444 u8 chunk_root_level; 445 u8 extent_root_level; 446 u8 fs_root_level; 447 u8 dev_root_level; 448 u8 csum_root_level; 449 /* future and to align */ 450 u8 unused_8[10]; 451 } __attribute__ ((__packed__)); 452 453 /* 454 * the super block basically lists the main trees of the FS 455 * it currently lacks any block count etc etc 456 */ 457 struct btrfs_super_block { 458 u8 csum[BTRFS_CSUM_SIZE]; 459 /* the first 4 fields must match struct btrfs_header */ 460 u8 fsid[BTRFS_FSID_SIZE]; /* FS specific uuid */ 461 __le64 bytenr; /* this block number */ 462 __le64 flags; 463 464 /* allowed to be different from the btrfs_header from here own down */ 465 __le64 magic; 466 __le64 generation; 467 __le64 root; 468 __le64 chunk_root; 469 __le64 log_root; 470 471 /* this will help find the new super based on the log root */ 472 __le64 log_root_transid; 473 __le64 total_bytes; 474 __le64 bytes_used; 475 __le64 root_dir_objectid; 476 __le64 num_devices; 477 __le32 sectorsize; 478 __le32 nodesize; 479 __le32 __unused_leafsize; 480 __le32 stripesize; 481 __le32 sys_chunk_array_size; 482 __le64 chunk_root_generation; 483 __le64 compat_flags; 484 __le64 compat_ro_flags; 485 __le64 incompat_flags; 486 __le16 csum_type; 487 u8 root_level; 488 u8 chunk_root_level; 489 u8 log_root_level; 490 struct btrfs_dev_item dev_item; 491 492 char label[BTRFS_LABEL_SIZE]; 493 494 __le64 cache_generation; 495 __le64 uuid_tree_generation; 496 497 /* future expansion */ 498 __le64 reserved[30]; 499 u8 sys_chunk_array[BTRFS_SYSTEM_CHUNK_ARRAY_SIZE]; 500 struct btrfs_root_backup super_roots[BTRFS_NUM_BACKUP_ROOTS]; 501 } __attribute__ ((__packed__)); 502 503 /* 504 * Compat flags that we support. If any incompat flags are set other than the 505 * ones specified below then we will fail to mount 506 */ 507 #define BTRFS_FEATURE_COMPAT_RO_FREE_SPACE_TREE (1ULL << 0) 508 509 #define BTRFS_FEATURE_INCOMPAT_MIXED_BACKREF (1ULL << 0) 510 #define BTRFS_FEATURE_INCOMPAT_DEFAULT_SUBVOL (1ULL << 1) 511 #define BTRFS_FEATURE_INCOMPAT_MIXED_GROUPS (1ULL << 2) 512 #define BTRFS_FEATURE_INCOMPAT_COMPRESS_LZO (1ULL << 3) 513 /* 514 * some patches floated around with a second compression method 515 * lets save that incompat here for when they do get in 516 * Note we don't actually support it, we're just reserving the 517 * number 518 */ 519 #define BTRFS_FEATURE_INCOMPAT_COMPRESS_LZOv2 (1ULL << 4) 520 521 /* 522 * older kernels tried to do bigger metadata blocks, but the 523 * code was pretty buggy. Lets not let them try anymore. 524 */ 525 #define BTRFS_FEATURE_INCOMPAT_BIG_METADATA (1ULL << 5) 526 527 #define BTRFS_FEATURE_INCOMPAT_EXTENDED_IREF (1ULL << 6) 528 #define BTRFS_FEATURE_INCOMPAT_RAID56 (1ULL << 7) 529 #define BTRFS_FEATURE_INCOMPAT_SKINNY_METADATA (1ULL << 8) 530 #define BTRFS_FEATURE_INCOMPAT_NO_HOLES (1ULL << 9) 531 532 #define BTRFS_FEATURE_COMPAT_SUPP 0ULL 533 #define BTRFS_FEATURE_COMPAT_SAFE_SET 0ULL 534 #define BTRFS_FEATURE_COMPAT_SAFE_CLEAR 0ULL 535 536 #define BTRFS_FEATURE_COMPAT_RO_SUPP \ 537 (BTRFS_FEATURE_COMPAT_RO_FREE_SPACE_TREE) 538 539 #define BTRFS_FEATURE_COMPAT_RO_SAFE_SET 0ULL 540 #define BTRFS_FEATURE_COMPAT_RO_SAFE_CLEAR 0ULL 541 542 #define BTRFS_FEATURE_INCOMPAT_SUPP \ 543 (BTRFS_FEATURE_INCOMPAT_MIXED_BACKREF | \ 544 BTRFS_FEATURE_INCOMPAT_DEFAULT_SUBVOL | \ 545 BTRFS_FEATURE_INCOMPAT_MIXED_GROUPS | \ 546 BTRFS_FEATURE_INCOMPAT_BIG_METADATA | \ 547 BTRFS_FEATURE_INCOMPAT_COMPRESS_LZO | \ 548 BTRFS_FEATURE_INCOMPAT_RAID56 | \ 549 BTRFS_FEATURE_INCOMPAT_EXTENDED_IREF | \ 550 BTRFS_FEATURE_INCOMPAT_SKINNY_METADATA | \ 551 BTRFS_FEATURE_INCOMPAT_NO_HOLES) 552 553 #define BTRFS_FEATURE_INCOMPAT_SAFE_SET \ 554 (BTRFS_FEATURE_INCOMPAT_EXTENDED_IREF) 555 #define BTRFS_FEATURE_INCOMPAT_SAFE_CLEAR 0ULL 556 557 /* 558 * A leaf is full of items. offset and size tell us where to find 559 * the item in the leaf (relative to the start of the data area) 560 */ 561 struct btrfs_item { 562 struct btrfs_disk_key key; 563 __le32 offset; 564 __le32 size; 565 } __attribute__ ((__packed__)); 566 567 /* 568 * leaves have an item area and a data area: 569 * [item0, item1....itemN] [free space] [dataN...data1, data0] 570 * 571 * The data is separate from the items to get the keys closer together 572 * during searches. 573 */ 574 struct btrfs_leaf { 575 struct btrfs_header header; 576 struct btrfs_item items[]; 577 } __attribute__ ((__packed__)); 578 579 /* 580 * all non-leaf blocks are nodes, they hold only keys and pointers to 581 * other blocks 582 */ 583 struct btrfs_key_ptr { 584 struct btrfs_disk_key key; 585 __le64 blockptr; 586 __le64 generation; 587 } __attribute__ ((__packed__)); 588 589 struct btrfs_node { 590 struct btrfs_header header; 591 struct btrfs_key_ptr ptrs[]; 592 } __attribute__ ((__packed__)); 593 594 /* 595 * btrfs_paths remember the path taken from the root down to the leaf. 596 * level 0 is always the leaf, and nodes[1...BTRFS_MAX_LEVEL] will point 597 * to any other levels that are present. 598 * 599 * The slots array records the index of the item or block pointer 600 * used while walking the tree. 601 */ 602 enum { READA_NONE = 0, READA_BACK, READA_FORWARD }; 603 struct btrfs_path { 604 struct extent_buffer *nodes[BTRFS_MAX_LEVEL]; 605 int slots[BTRFS_MAX_LEVEL]; 606 /* if there is real range locking, this locks field will change */ 607 u8 locks[BTRFS_MAX_LEVEL]; 608 u8 reada; 609 /* keep some upper locks as we walk down */ 610 u8 lowest_level; 611 612 /* 613 * set by btrfs_split_item, tells search_slot to keep all locks 614 * and to force calls to keep space in the nodes 615 */ 616 unsigned int search_for_split:1; 617 unsigned int keep_locks:1; 618 unsigned int skip_locking:1; 619 unsigned int leave_spinning:1; 620 unsigned int search_commit_root:1; 621 unsigned int need_commit_sem:1; 622 unsigned int skip_release_on_error:1; 623 }; 624 625 /* 626 * items in the extent btree are used to record the objectid of the 627 * owner of the block and the number of references 628 */ 629 630 struct btrfs_extent_item { 631 __le64 refs; 632 __le64 generation; 633 __le64 flags; 634 } __attribute__ ((__packed__)); 635 636 struct btrfs_extent_item_v0 { 637 __le32 refs; 638 } __attribute__ ((__packed__)); 639 640 #define BTRFS_MAX_EXTENT_ITEM_SIZE(r) ((BTRFS_LEAF_DATA_SIZE(r) >> 4) - \ 641 sizeof(struct btrfs_item)) 642 643 #define BTRFS_EXTENT_FLAG_DATA (1ULL << 0) 644 #define BTRFS_EXTENT_FLAG_TREE_BLOCK (1ULL << 1) 645 646 /* following flags only apply to tree blocks */ 647 648 /* use full backrefs for extent pointers in the block */ 649 #define BTRFS_BLOCK_FLAG_FULL_BACKREF (1ULL << 8) 650 651 /* 652 * this flag is only used internally by scrub and may be changed at any time 653 * it is only declared here to avoid collisions 654 */ 655 #define BTRFS_EXTENT_FLAG_SUPER (1ULL << 48) 656 657 struct btrfs_tree_block_info { 658 struct btrfs_disk_key key; 659 u8 level; 660 } __attribute__ ((__packed__)); 661 662 struct btrfs_extent_data_ref { 663 __le64 root; 664 __le64 objectid; 665 __le64 offset; 666 __le32 count; 667 } __attribute__ ((__packed__)); 668 669 struct btrfs_shared_data_ref { 670 __le32 count; 671 } __attribute__ ((__packed__)); 672 673 struct btrfs_extent_inline_ref { 674 u8 type; 675 __le64 offset; 676 } __attribute__ ((__packed__)); 677 678 /* old style backrefs item */ 679 struct btrfs_extent_ref_v0 { 680 __le64 root; 681 __le64 generation; 682 __le64 objectid; 683 __le32 count; 684 } __attribute__ ((__packed__)); 685 686 687 /* dev extents record free space on individual devices. The owner 688 * field points back to the chunk allocation mapping tree that allocated 689 * the extent. The chunk tree uuid field is a way to double check the owner 690 */ 691 struct btrfs_dev_extent { 692 __le64 chunk_tree; 693 __le64 chunk_objectid; 694 __le64 chunk_offset; 695 __le64 length; 696 u8 chunk_tree_uuid[BTRFS_UUID_SIZE]; 697 } __attribute__ ((__packed__)); 698 699 struct btrfs_inode_ref { 700 __le64 index; 701 __le16 name_len; 702 /* name goes here */ 703 } __attribute__ ((__packed__)); 704 705 struct btrfs_inode_extref { 706 __le64 parent_objectid; 707 __le64 index; 708 __le16 name_len; 709 __u8 name[0]; 710 /* name goes here */ 711 } __attribute__ ((__packed__)); 712 713 struct btrfs_timespec { 714 __le64 sec; 715 __le32 nsec; 716 } __attribute__ ((__packed__)); 717 718 enum btrfs_compression_type { 719 BTRFS_COMPRESS_NONE = 0, 720 BTRFS_COMPRESS_ZLIB = 1, 721 BTRFS_COMPRESS_LZO = 2, 722 BTRFS_COMPRESS_TYPES = 2, 723 BTRFS_COMPRESS_LAST = 3, 724 }; 725 726 struct btrfs_inode_item { 727 /* nfs style generation number */ 728 __le64 generation; 729 /* transid that last touched this inode */ 730 __le64 transid; 731 __le64 size; 732 __le64 nbytes; 733 __le64 block_group; 734 __le32 nlink; 735 __le32 uid; 736 __le32 gid; 737 __le32 mode; 738 __le64 rdev; 739 __le64 flags; 740 741 /* modification sequence number for NFS */ 742 __le64 sequence; 743 744 /* 745 * a little future expansion, for more than this we can 746 * just grow the inode item and version it 747 */ 748 __le64 reserved[4]; 749 struct btrfs_timespec atime; 750 struct btrfs_timespec ctime; 751 struct btrfs_timespec mtime; 752 struct btrfs_timespec otime; 753 } __attribute__ ((__packed__)); 754 755 struct btrfs_dir_log_item { 756 __le64 end; 757 } __attribute__ ((__packed__)); 758 759 struct btrfs_dir_item { 760 struct btrfs_disk_key location; 761 __le64 transid; 762 __le16 data_len; 763 __le16 name_len; 764 u8 type; 765 } __attribute__ ((__packed__)); 766 767 #define BTRFS_ROOT_SUBVOL_RDONLY (1ULL << 0) 768 769 /* 770 * Internal in-memory flag that a subvolume has been marked for deletion but 771 * still visible as a directory 772 */ 773 #define BTRFS_ROOT_SUBVOL_DEAD (1ULL << 48) 774 775 struct btrfs_root_item { 776 struct btrfs_inode_item inode; 777 __le64 generation; 778 __le64 root_dirid; 779 __le64 bytenr; 780 __le64 byte_limit; 781 __le64 bytes_used; 782 __le64 last_snapshot; 783 __le64 flags; 784 __le32 refs; 785 struct btrfs_disk_key drop_progress; 786 u8 drop_level; 787 u8 level; 788 789 /* 790 * The following fields appear after subvol_uuids+subvol_times 791 * were introduced. 792 */ 793 794 /* 795 * This generation number is used to test if the new fields are valid 796 * and up to date while reading the root item. Everytime the root item 797 * is written out, the "generation" field is copied into this field. If 798 * anyone ever mounted the fs with an older kernel, we will have 799 * mismatching generation values here and thus must invalidate the 800 * new fields. See btrfs_update_root and btrfs_find_last_root for 801 * details. 802 * the offset of generation_v2 is also used as the start for the memset 803 * when invalidating the fields. 804 */ 805 __le64 generation_v2; 806 u8 uuid[BTRFS_UUID_SIZE]; 807 u8 parent_uuid[BTRFS_UUID_SIZE]; 808 u8 received_uuid[BTRFS_UUID_SIZE]; 809 __le64 ctransid; /* updated when an inode changes */ 810 __le64 otransid; /* trans when created */ 811 __le64 stransid; /* trans when sent. non-zero for received subvol */ 812 __le64 rtransid; /* trans when received. non-zero for received subvol */ 813 struct btrfs_timespec ctime; 814 struct btrfs_timespec otime; 815 struct btrfs_timespec stime; 816 struct btrfs_timespec rtime; 817 __le64 reserved[8]; /* for future */ 818 } __attribute__ ((__packed__)); 819 820 /* 821 * this is used for both forward and backward root refs 822 */ 823 struct btrfs_root_ref { 824 __le64 dirid; 825 __le64 sequence; 826 __le16 name_len; 827 } __attribute__ ((__packed__)); 828 829 struct btrfs_disk_balance_args { 830 /* 831 * profiles to operate on, single is denoted by 832 * BTRFS_AVAIL_ALLOC_BIT_SINGLE 833 */ 834 __le64 profiles; 835 836 /* 837 * usage filter 838 * BTRFS_BALANCE_ARGS_USAGE with a single value means '0..N' 839 * BTRFS_BALANCE_ARGS_USAGE_RANGE - range syntax, min..max 840 */ 841 union { 842 __le64 usage; 843 struct { 844 __le32 usage_min; 845 __le32 usage_max; 846 }; 847 }; 848 849 /* devid filter */ 850 __le64 devid; 851 852 /* devid subset filter [pstart..pend) */ 853 __le64 pstart; 854 __le64 pend; 855 856 /* btrfs virtual address space subset filter [vstart..vend) */ 857 __le64 vstart; 858 __le64 vend; 859 860 /* 861 * profile to convert to, single is denoted by 862 * BTRFS_AVAIL_ALLOC_BIT_SINGLE 863 */ 864 __le64 target; 865 866 /* BTRFS_BALANCE_ARGS_* */ 867 __le64 flags; 868 869 /* 870 * BTRFS_BALANCE_ARGS_LIMIT with value 'limit' 871 * BTRFS_BALANCE_ARGS_LIMIT_RANGE - the extend version can use minimum 872 * and maximum 873 */ 874 union { 875 __le64 limit; 876 struct { 877 __le32 limit_min; 878 __le32 limit_max; 879 }; 880 }; 881 882 /* 883 * Process chunks that cross stripes_min..stripes_max devices, 884 * BTRFS_BALANCE_ARGS_STRIPES_RANGE 885 */ 886 __le32 stripes_min; 887 __le32 stripes_max; 888 889 __le64 unused[6]; 890 } __attribute__ ((__packed__)); 891 892 /* 893 * store balance parameters to disk so that balance can be properly 894 * resumed after crash or unmount 895 */ 896 struct btrfs_balance_item { 897 /* BTRFS_BALANCE_* */ 898 __le64 flags; 899 900 struct btrfs_disk_balance_args data; 901 struct btrfs_disk_balance_args meta; 902 struct btrfs_disk_balance_args sys; 903 904 __le64 unused[4]; 905 } __attribute__ ((__packed__)); 906 907 #define BTRFS_FILE_EXTENT_INLINE 0 908 #define BTRFS_FILE_EXTENT_REG 1 909 #define BTRFS_FILE_EXTENT_PREALLOC 2 910 911 struct btrfs_file_extent_item { 912 /* 913 * transaction id that created this extent 914 */ 915 __le64 generation; 916 /* 917 * max number of bytes to hold this extent in ram 918 * when we split a compressed extent we can't know how big 919 * each of the resulting pieces will be. So, this is 920 * an upper limit on the size of the extent in ram instead of 921 * an exact limit. 922 */ 923 __le64 ram_bytes; 924 925 /* 926 * 32 bits for the various ways we might encode the data, 927 * including compression and encryption. If any of these 928 * are set to something a given disk format doesn't understand 929 * it is treated like an incompat flag for reading and writing, 930 * but not for stat. 931 */ 932 u8 compression; 933 u8 encryption; 934 __le16 other_encoding; /* spare for later use */ 935 936 /* are we inline data or a real extent? */ 937 u8 type; 938 939 /* 940 * disk space consumed by the extent, checksum blocks are included 941 * in these numbers 942 * 943 * At this offset in the structure, the inline extent data start. 944 */ 945 __le64 disk_bytenr; 946 __le64 disk_num_bytes; 947 /* 948 * the logical offset in file blocks (no csums) 949 * this extent record is for. This allows a file extent to point 950 * into the middle of an existing extent on disk, sharing it 951 * between two snapshots (useful if some bytes in the middle of the 952 * extent have changed 953 */ 954 __le64 offset; 955 /* 956 * the logical number of file blocks (no csums included). This 957 * always reflects the size uncompressed and without encoding. 958 */ 959 __le64 num_bytes; 960 961 } __attribute__ ((__packed__)); 962 963 struct btrfs_csum_item { 964 u8 csum; 965 } __attribute__ ((__packed__)); 966 967 struct btrfs_dev_stats_item { 968 /* 969 * grow this item struct at the end for future enhancements and keep 970 * the existing values unchanged 971 */ 972 __le64 values[BTRFS_DEV_STAT_VALUES_MAX]; 973 } __attribute__ ((__packed__)); 974 975 #define BTRFS_DEV_REPLACE_ITEM_CONT_READING_FROM_SRCDEV_MODE_ALWAYS 0 976 #define BTRFS_DEV_REPLACE_ITEM_CONT_READING_FROM_SRCDEV_MODE_AVOID 1 977 #define BTRFS_DEV_REPLACE_ITEM_STATE_NEVER_STARTED 0 978 #define BTRFS_DEV_REPLACE_ITEM_STATE_STARTED 1 979 #define BTRFS_DEV_REPLACE_ITEM_STATE_SUSPENDED 2 980 #define BTRFS_DEV_REPLACE_ITEM_STATE_FINISHED 3 981 #define BTRFS_DEV_REPLACE_ITEM_STATE_CANCELED 4 982 983 struct btrfs_dev_replace { 984 u64 replace_state; /* see #define above */ 985 u64 time_started; /* seconds since 1-Jan-1970 */ 986 u64 time_stopped; /* seconds since 1-Jan-1970 */ 987 atomic64_t num_write_errors; 988 atomic64_t num_uncorrectable_read_errors; 989 990 u64 cursor_left; 991 u64 committed_cursor_left; 992 u64 cursor_left_last_write_of_item; 993 u64 cursor_right; 994 995 u64 cont_reading_from_srcdev_mode; /* see #define above */ 996 997 int is_valid; 998 int item_needs_writeback; 999 struct btrfs_device *srcdev; 1000 struct btrfs_device *tgtdev; 1001 1002 pid_t lock_owner; 1003 atomic_t nesting_level; 1004 struct mutex lock_finishing_cancel_unmount; 1005 struct mutex lock_management_lock; 1006 struct mutex lock; 1007 1008 struct btrfs_scrub_progress scrub_progress; 1009 }; 1010 1011 struct btrfs_dev_replace_item { 1012 /* 1013 * grow this item struct at the end for future enhancements and keep 1014 * the existing values unchanged 1015 */ 1016 __le64 src_devid; 1017 __le64 cursor_left; 1018 __le64 cursor_right; 1019 __le64 cont_reading_from_srcdev_mode; 1020 1021 __le64 replace_state; 1022 __le64 time_started; 1023 __le64 time_stopped; 1024 __le64 num_write_errors; 1025 __le64 num_uncorrectable_read_errors; 1026 } __attribute__ ((__packed__)); 1027 1028 /* different types of block groups (and chunks) */ 1029 #define BTRFS_BLOCK_GROUP_DATA (1ULL << 0) 1030 #define BTRFS_BLOCK_GROUP_SYSTEM (1ULL << 1) 1031 #define BTRFS_BLOCK_GROUP_METADATA (1ULL << 2) 1032 #define BTRFS_BLOCK_GROUP_RAID0 (1ULL << 3) 1033 #define BTRFS_BLOCK_GROUP_RAID1 (1ULL << 4) 1034 #define BTRFS_BLOCK_GROUP_DUP (1ULL << 5) 1035 #define BTRFS_BLOCK_GROUP_RAID10 (1ULL << 6) 1036 #define BTRFS_BLOCK_GROUP_RAID5 (1ULL << 7) 1037 #define BTRFS_BLOCK_GROUP_RAID6 (1ULL << 8) 1038 #define BTRFS_BLOCK_GROUP_RESERVED (BTRFS_AVAIL_ALLOC_BIT_SINGLE | \ 1039 BTRFS_SPACE_INFO_GLOBAL_RSV) 1040 1041 enum btrfs_raid_types { 1042 BTRFS_RAID_RAID10, 1043 BTRFS_RAID_RAID1, 1044 BTRFS_RAID_DUP, 1045 BTRFS_RAID_RAID0, 1046 BTRFS_RAID_SINGLE, 1047 BTRFS_RAID_RAID5, 1048 BTRFS_RAID_RAID6, 1049 BTRFS_NR_RAID_TYPES 1050 }; 1051 1052 #define BTRFS_BLOCK_GROUP_TYPE_MASK (BTRFS_BLOCK_GROUP_DATA | \ 1053 BTRFS_BLOCK_GROUP_SYSTEM | \ 1054 BTRFS_BLOCK_GROUP_METADATA) 1055 1056 #define BTRFS_BLOCK_GROUP_PROFILE_MASK (BTRFS_BLOCK_GROUP_RAID0 | \ 1057 BTRFS_BLOCK_GROUP_RAID1 | \ 1058 BTRFS_BLOCK_GROUP_RAID5 | \ 1059 BTRFS_BLOCK_GROUP_RAID6 | \ 1060 BTRFS_BLOCK_GROUP_DUP | \ 1061 BTRFS_BLOCK_GROUP_RAID10) 1062 #define BTRFS_BLOCK_GROUP_RAID56_MASK (BTRFS_BLOCK_GROUP_RAID5 | \ 1063 BTRFS_BLOCK_GROUP_RAID6) 1064 1065 /* 1066 * We need a bit for restriper to be able to tell when chunks of type 1067 * SINGLE are available. This "extended" profile format is used in 1068 * fs_info->avail_*_alloc_bits (in-memory) and balance item fields 1069 * (on-disk). The corresponding on-disk bit in chunk.type is reserved 1070 * to avoid remappings between two formats in future. 1071 */ 1072 #define BTRFS_AVAIL_ALLOC_BIT_SINGLE (1ULL << 48) 1073 1074 /* 1075 * A fake block group type that is used to communicate global block reserve 1076 * size to userspace via the SPACE_INFO ioctl. 1077 */ 1078 #define BTRFS_SPACE_INFO_GLOBAL_RSV (1ULL << 49) 1079 1080 #define BTRFS_EXTENDED_PROFILE_MASK (BTRFS_BLOCK_GROUP_PROFILE_MASK | \ 1081 BTRFS_AVAIL_ALLOC_BIT_SINGLE) 1082 1083 static inline u64 chunk_to_extended(u64 flags) 1084 { 1085 if ((flags & BTRFS_BLOCK_GROUP_PROFILE_MASK) == 0) 1086 flags |= BTRFS_AVAIL_ALLOC_BIT_SINGLE; 1087 1088 return flags; 1089 } 1090 static inline u64 extended_to_chunk(u64 flags) 1091 { 1092 return flags & ~BTRFS_AVAIL_ALLOC_BIT_SINGLE; 1093 } 1094 1095 struct btrfs_block_group_item { 1096 __le64 used; 1097 __le64 chunk_objectid; 1098 __le64 flags; 1099 } __attribute__ ((__packed__)); 1100 1101 struct btrfs_free_space_info { 1102 __le32 extent_count; 1103 __le32 flags; 1104 } __attribute__ ((__packed__)); 1105 1106 #define BTRFS_FREE_SPACE_USING_BITMAPS (1ULL << 0) 1107 1108 #define BTRFS_QGROUP_LEVEL_SHIFT 48 1109 static inline u64 btrfs_qgroup_level(u64 qgroupid) 1110 { 1111 return qgroupid >> BTRFS_QGROUP_LEVEL_SHIFT; 1112 } 1113 1114 /* 1115 * is subvolume quota turned on? 1116 */ 1117 #define BTRFS_QGROUP_STATUS_FLAG_ON (1ULL << 0) 1118 /* 1119 * RESCAN is set during the initialization phase 1120 */ 1121 #define BTRFS_QGROUP_STATUS_FLAG_RESCAN (1ULL << 1) 1122 /* 1123 * Some qgroup entries are known to be out of date, 1124 * either because the configuration has changed in a way that 1125 * makes a rescan necessary, or because the fs has been mounted 1126 * with a non-qgroup-aware version. 1127 * Turning qouta off and on again makes it inconsistent, too. 1128 */ 1129 #define BTRFS_QGROUP_STATUS_FLAG_INCONSISTENT (1ULL << 2) 1130 1131 #define BTRFS_QGROUP_STATUS_VERSION 1 1132 1133 struct btrfs_qgroup_status_item { 1134 __le64 version; 1135 /* 1136 * the generation is updated during every commit. As older 1137 * versions of btrfs are not aware of qgroups, it will be 1138 * possible to detect inconsistencies by checking the 1139 * generation on mount time 1140 */ 1141 __le64 generation; 1142 1143 /* flag definitions see above */ 1144 __le64 flags; 1145 1146 /* 1147 * only used during scanning to record the progress 1148 * of the scan. It contains a logical address 1149 */ 1150 __le64 rescan; 1151 } __attribute__ ((__packed__)); 1152 1153 struct btrfs_qgroup_info_item { 1154 __le64 generation; 1155 __le64 rfer; 1156 __le64 rfer_cmpr; 1157 __le64 excl; 1158 __le64 excl_cmpr; 1159 } __attribute__ ((__packed__)); 1160 1161 /* flags definition for qgroup limits */ 1162 #define BTRFS_QGROUP_LIMIT_MAX_RFER (1ULL << 0) 1163 #define BTRFS_QGROUP_LIMIT_MAX_EXCL (1ULL << 1) 1164 #define BTRFS_QGROUP_LIMIT_RSV_RFER (1ULL << 2) 1165 #define BTRFS_QGROUP_LIMIT_RSV_EXCL (1ULL << 3) 1166 #define BTRFS_QGROUP_LIMIT_RFER_CMPR (1ULL << 4) 1167 #define BTRFS_QGROUP_LIMIT_EXCL_CMPR (1ULL << 5) 1168 1169 struct btrfs_qgroup_limit_item { 1170 /* 1171 * only updated when any of the other values change 1172 */ 1173 __le64 flags; 1174 __le64 max_rfer; 1175 __le64 max_excl; 1176 __le64 rsv_rfer; 1177 __le64 rsv_excl; 1178 } __attribute__ ((__packed__)); 1179 1180 /* For raid type sysfs entries */ 1181 struct raid_kobject { 1182 int raid_type; 1183 struct kobject kobj; 1184 }; 1185 1186 struct btrfs_space_info { 1187 spinlock_t lock; 1188 1189 u64 total_bytes; /* total bytes in the space, 1190 this doesn't take mirrors into account */ 1191 u64 bytes_used; /* total bytes used, 1192 this doesn't take mirrors into account */ 1193 u64 bytes_pinned; /* total bytes pinned, will be freed when the 1194 transaction finishes */ 1195 u64 bytes_reserved; /* total bytes the allocator has reserved for 1196 current allocations */ 1197 u64 bytes_may_use; /* number of bytes that may be used for 1198 delalloc/allocations */ 1199 u64 bytes_readonly; /* total bytes that are read only */ 1200 1201 u64 max_extent_size; /* This will hold the maximum extent size of 1202 the space info if we had an ENOSPC in the 1203 allocator. */ 1204 1205 unsigned int full:1; /* indicates that we cannot allocate any more 1206 chunks for this space */ 1207 unsigned int chunk_alloc:1; /* set if we are allocating a chunk */ 1208 1209 unsigned int flush:1; /* set if we are trying to make space */ 1210 1211 unsigned int force_alloc; /* set if we need to force a chunk 1212 alloc for this space */ 1213 1214 u64 disk_used; /* total bytes used on disk */ 1215 u64 disk_total; /* total bytes on disk, takes mirrors into 1216 account */ 1217 1218 u64 flags; 1219 1220 /* 1221 * bytes_pinned is kept in line with what is actually pinned, as in 1222 * we've called update_block_group and dropped the bytes_used counter 1223 * and increased the bytes_pinned counter. However this means that 1224 * bytes_pinned does not reflect the bytes that will be pinned once the 1225 * delayed refs are flushed, so this counter is inc'ed everytime we call 1226 * btrfs_free_extent so it is a realtime count of what will be freed 1227 * once the transaction is committed. It will be zero'ed everytime the 1228 * transaction commits. 1229 */ 1230 struct percpu_counter total_bytes_pinned; 1231 1232 struct list_head list; 1233 /* Protected by the spinlock 'lock'. */ 1234 struct list_head ro_bgs; 1235 1236 struct rw_semaphore groups_sem; 1237 /* for block groups in our same type */ 1238 struct list_head block_groups[BTRFS_NR_RAID_TYPES]; 1239 wait_queue_head_t wait; 1240 1241 struct kobject kobj; 1242 struct kobject *block_group_kobjs[BTRFS_NR_RAID_TYPES]; 1243 }; 1244 1245 #define BTRFS_BLOCK_RSV_GLOBAL 1 1246 #define BTRFS_BLOCK_RSV_DELALLOC 2 1247 #define BTRFS_BLOCK_RSV_TRANS 3 1248 #define BTRFS_BLOCK_RSV_CHUNK 4 1249 #define BTRFS_BLOCK_RSV_DELOPS 5 1250 #define BTRFS_BLOCK_RSV_EMPTY 6 1251 #define BTRFS_BLOCK_RSV_TEMP 7 1252 1253 struct btrfs_block_rsv { 1254 u64 size; 1255 u64 reserved; 1256 struct btrfs_space_info *space_info; 1257 spinlock_t lock; 1258 unsigned short full; 1259 unsigned short type; 1260 unsigned short failfast; 1261 }; 1262 1263 /* 1264 * free clusters are used to claim free space in relatively large chunks, 1265 * allowing us to do less seeky writes. They are used for all metadata 1266 * allocations and data allocations in ssd mode. 1267 */ 1268 struct btrfs_free_cluster { 1269 spinlock_t lock; 1270 spinlock_t refill_lock; 1271 struct rb_root root; 1272 1273 /* largest extent in this cluster */ 1274 u64 max_size; 1275 1276 /* first extent starting offset */ 1277 u64 window_start; 1278 1279 /* We did a full search and couldn't create a cluster */ 1280 bool fragmented; 1281 1282 struct btrfs_block_group_cache *block_group; 1283 /* 1284 * when a cluster is allocated from a block group, we put the 1285 * cluster onto a list in the block group so that it can 1286 * be freed before the block group is freed. 1287 */ 1288 struct list_head block_group_list; 1289 }; 1290 1291 enum btrfs_caching_type { 1292 BTRFS_CACHE_NO = 0, 1293 BTRFS_CACHE_STARTED = 1, 1294 BTRFS_CACHE_FAST = 2, 1295 BTRFS_CACHE_FINISHED = 3, 1296 BTRFS_CACHE_ERROR = 4, 1297 }; 1298 1299 enum btrfs_disk_cache_state { 1300 BTRFS_DC_WRITTEN = 0, 1301 BTRFS_DC_ERROR = 1, 1302 BTRFS_DC_CLEAR = 2, 1303 BTRFS_DC_SETUP = 3, 1304 }; 1305 1306 struct btrfs_caching_control { 1307 struct list_head list; 1308 struct mutex mutex; 1309 wait_queue_head_t wait; 1310 struct btrfs_work work; 1311 struct btrfs_block_group_cache *block_group; 1312 u64 progress; 1313 atomic_t count; 1314 }; 1315 1316 /* Once caching_thread() finds this much free space, it will wake up waiters. */ 1317 #define CACHING_CTL_WAKE_UP (1024 * 1024 * 2) 1318 1319 struct btrfs_io_ctl { 1320 void *cur, *orig; 1321 struct page *page; 1322 struct page **pages; 1323 struct btrfs_root *root; 1324 struct inode *inode; 1325 unsigned long size; 1326 int index; 1327 int num_pages; 1328 int entries; 1329 int bitmaps; 1330 unsigned check_crcs:1; 1331 }; 1332 1333 struct btrfs_block_group_cache { 1334 struct btrfs_key key; 1335 struct btrfs_block_group_item item; 1336 struct btrfs_fs_info *fs_info; 1337 struct inode *inode; 1338 spinlock_t lock; 1339 u64 pinned; 1340 u64 reserved; 1341 u64 delalloc_bytes; 1342 u64 bytes_super; 1343 u64 flags; 1344 u64 cache_generation; 1345 u32 sectorsize; 1346 1347 /* 1348 * If the free space extent count exceeds this number, convert the block 1349 * group to bitmaps. 1350 */ 1351 u32 bitmap_high_thresh; 1352 1353 /* 1354 * If the free space extent count drops below this number, convert the 1355 * block group back to extents. 1356 */ 1357 u32 bitmap_low_thresh; 1358 1359 /* 1360 * It is just used for the delayed data space allocation because 1361 * only the data space allocation and the relative metadata update 1362 * can be done cross the transaction. 1363 */ 1364 struct rw_semaphore data_rwsem; 1365 1366 /* for raid56, this is a full stripe, without parity */ 1367 unsigned long full_stripe_len; 1368 1369 unsigned int ro; 1370 unsigned int iref:1; 1371 unsigned int has_caching_ctl:1; 1372 unsigned int removed:1; 1373 1374 int disk_cache_state; 1375 1376 /* cache tracking stuff */ 1377 int cached; 1378 struct btrfs_caching_control *caching_ctl; 1379 u64 last_byte_to_unpin; 1380 1381 struct btrfs_space_info *space_info; 1382 1383 /* free space cache stuff */ 1384 struct btrfs_free_space_ctl *free_space_ctl; 1385 1386 /* block group cache stuff */ 1387 struct rb_node cache_node; 1388 1389 /* for block groups in the same raid type */ 1390 struct list_head list; 1391 1392 /* usage count */ 1393 atomic_t count; 1394 1395 /* List of struct btrfs_free_clusters for this block group. 1396 * Today it will only have one thing on it, but that may change 1397 */ 1398 struct list_head cluster_list; 1399 1400 /* For delayed block group creation or deletion of empty block groups */ 1401 struct list_head bg_list; 1402 1403 /* For read-only block groups */ 1404 struct list_head ro_list; 1405 1406 atomic_t trimming; 1407 1408 /* For dirty block groups */ 1409 struct list_head dirty_list; 1410 struct list_head io_list; 1411 1412 struct btrfs_io_ctl io_ctl; 1413 1414 /* Lock for free space tree operations. */ 1415 struct mutex free_space_lock; 1416 1417 /* 1418 * Does the block group need to be added to the free space tree? 1419 * Protected by free_space_lock. 1420 */ 1421 int needs_free_space; 1422 }; 1423 1424 /* delayed seq elem */ 1425 struct seq_list { 1426 struct list_head list; 1427 u64 seq; 1428 }; 1429 1430 #define SEQ_LIST_INIT(name) { .list = LIST_HEAD_INIT((name).list), .seq = 0 } 1431 1432 enum btrfs_orphan_cleanup_state { 1433 ORPHAN_CLEANUP_STARTED = 1, 1434 ORPHAN_CLEANUP_DONE = 2, 1435 }; 1436 1437 /* used by the raid56 code to lock stripes for read/modify/write */ 1438 struct btrfs_stripe_hash { 1439 struct list_head hash_list; 1440 wait_queue_head_t wait; 1441 spinlock_t lock; 1442 }; 1443 1444 /* used by the raid56 code to lock stripes for read/modify/write */ 1445 struct btrfs_stripe_hash_table { 1446 struct list_head stripe_cache; 1447 spinlock_t cache_lock; 1448 int cache_size; 1449 struct btrfs_stripe_hash table[]; 1450 }; 1451 1452 #define BTRFS_STRIPE_HASH_TABLE_BITS 11 1453 1454 void btrfs_init_async_reclaim_work(struct work_struct *work); 1455 1456 /* fs_info */ 1457 struct reloc_control; 1458 struct btrfs_device; 1459 struct btrfs_fs_devices; 1460 struct btrfs_balance_control; 1461 struct btrfs_delayed_root; 1462 struct btrfs_fs_info { 1463 u8 fsid[BTRFS_FSID_SIZE]; 1464 u8 chunk_tree_uuid[BTRFS_UUID_SIZE]; 1465 struct btrfs_root *extent_root; 1466 struct btrfs_root *tree_root; 1467 struct btrfs_root *chunk_root; 1468 struct btrfs_root *dev_root; 1469 struct btrfs_root *fs_root; 1470 struct btrfs_root *csum_root; 1471 struct btrfs_root *quota_root; 1472 struct btrfs_root *uuid_root; 1473 struct btrfs_root *free_space_root; 1474 1475 /* the log root tree is a directory of all the other log roots */ 1476 struct btrfs_root *log_root_tree; 1477 1478 spinlock_t fs_roots_radix_lock; 1479 struct radix_tree_root fs_roots_radix; 1480 1481 /* block group cache stuff */ 1482 spinlock_t block_group_cache_lock; 1483 u64 first_logical_byte; 1484 struct rb_root block_group_cache_tree; 1485 1486 /* keep track of unallocated space */ 1487 spinlock_t free_chunk_lock; 1488 u64 free_chunk_space; 1489 1490 struct extent_io_tree freed_extents[2]; 1491 struct extent_io_tree *pinned_extents; 1492 1493 /* logical->physical extent mapping */ 1494 struct btrfs_mapping_tree mapping_tree; 1495 1496 /* 1497 * block reservation for extent, checksum, root tree and 1498 * delayed dir index item 1499 */ 1500 struct btrfs_block_rsv global_block_rsv; 1501 /* block reservation for delay allocation */ 1502 struct btrfs_block_rsv delalloc_block_rsv; 1503 /* block reservation for metadata operations */ 1504 struct btrfs_block_rsv trans_block_rsv; 1505 /* block reservation for chunk tree */ 1506 struct btrfs_block_rsv chunk_block_rsv; 1507 /* block reservation for delayed operations */ 1508 struct btrfs_block_rsv delayed_block_rsv; 1509 1510 struct btrfs_block_rsv empty_block_rsv; 1511 1512 u64 generation; 1513 u64 last_trans_committed; 1514 u64 avg_delayed_ref_runtime; 1515 1516 /* 1517 * this is updated to the current trans every time a full commit 1518 * is required instead of the faster short fsync log commits 1519 */ 1520 u64 last_trans_log_full_commit; 1521 unsigned long mount_opt; 1522 /* 1523 * Track requests for actions that need to be done during transaction 1524 * commit (like for some mount options). 1525 */ 1526 unsigned long pending_changes; 1527 unsigned long compress_type:4; 1528 int commit_interval; 1529 /* 1530 * It is a suggestive number, the read side is safe even it gets a 1531 * wrong number because we will write out the data into a regular 1532 * extent. The write side(mount/remount) is under ->s_umount lock, 1533 * so it is also safe. 1534 */ 1535 u64 max_inline; 1536 /* 1537 * Protected by ->chunk_mutex and sb->s_umount. 1538 * 1539 * The reason that we use two lock to protect it is because only 1540 * remount and mount operations can change it and these two operations 1541 * are under sb->s_umount, but the read side (chunk allocation) can not 1542 * acquire sb->s_umount or the deadlock would happen. So we use two 1543 * locks to protect it. On the write side, we must acquire two locks, 1544 * and on the read side, we just need acquire one of them. 1545 */ 1546 u64 alloc_start; 1547 struct btrfs_transaction *running_transaction; 1548 wait_queue_head_t transaction_throttle; 1549 wait_queue_head_t transaction_wait; 1550 wait_queue_head_t transaction_blocked_wait; 1551 wait_queue_head_t async_submit_wait; 1552 1553 /* 1554 * Used to protect the incompat_flags, compat_flags, compat_ro_flags 1555 * when they are updated. 1556 * 1557 * Because we do not clear the flags for ever, so we needn't use 1558 * the lock on the read side. 1559 * 1560 * We also needn't use the lock when we mount the fs, because 1561 * there is no other task which will update the flag. 1562 */ 1563 spinlock_t super_lock; 1564 struct btrfs_super_block *super_copy; 1565 struct btrfs_super_block *super_for_commit; 1566 struct block_device *__bdev; 1567 struct super_block *sb; 1568 struct inode *btree_inode; 1569 struct backing_dev_info bdi; 1570 struct mutex tree_log_mutex; 1571 struct mutex transaction_kthread_mutex; 1572 struct mutex cleaner_mutex; 1573 struct mutex chunk_mutex; 1574 struct mutex volume_mutex; 1575 1576 /* 1577 * this is taken to make sure we don't set block groups ro after 1578 * the free space cache has been allocated on them 1579 */ 1580 struct mutex ro_block_group_mutex; 1581 1582 /* this is used during read/modify/write to make sure 1583 * no two ios are trying to mod the same stripe at the same 1584 * time 1585 */ 1586 struct btrfs_stripe_hash_table *stripe_hash_table; 1587 1588 /* 1589 * this protects the ordered operations list only while we are 1590 * processing all of the entries on it. This way we make 1591 * sure the commit code doesn't find the list temporarily empty 1592 * because another function happens to be doing non-waiting preflush 1593 * before jumping into the main commit. 1594 */ 1595 struct mutex ordered_operations_mutex; 1596 1597 struct rw_semaphore commit_root_sem; 1598 1599 struct rw_semaphore cleanup_work_sem; 1600 1601 struct rw_semaphore subvol_sem; 1602 struct srcu_struct subvol_srcu; 1603 1604 spinlock_t trans_lock; 1605 /* 1606 * the reloc mutex goes with the trans lock, it is taken 1607 * during commit to protect us from the relocation code 1608 */ 1609 struct mutex reloc_mutex; 1610 1611 struct list_head trans_list; 1612 struct list_head dead_roots; 1613 struct list_head caching_block_groups; 1614 1615 spinlock_t delayed_iput_lock; 1616 struct list_head delayed_iputs; 1617 struct mutex cleaner_delayed_iput_mutex; 1618 1619 /* this protects tree_mod_seq_list */ 1620 spinlock_t tree_mod_seq_lock; 1621 atomic64_t tree_mod_seq; 1622 struct list_head tree_mod_seq_list; 1623 1624 /* this protects tree_mod_log */ 1625 rwlock_t tree_mod_log_lock; 1626 struct rb_root tree_mod_log; 1627 1628 atomic_t nr_async_submits; 1629 atomic_t async_submit_draining; 1630 atomic_t nr_async_bios; 1631 atomic_t async_delalloc_pages; 1632 atomic_t open_ioctl_trans; 1633 1634 /* 1635 * this is used to protect the following list -- ordered_roots. 1636 */ 1637 spinlock_t ordered_root_lock; 1638 1639 /* 1640 * all fs/file tree roots in which there are data=ordered extents 1641 * pending writeback are added into this list. 1642 * 1643 * these can span multiple transactions and basically include 1644 * every dirty data page that isn't from nodatacow 1645 */ 1646 struct list_head ordered_roots; 1647 1648 struct mutex delalloc_root_mutex; 1649 spinlock_t delalloc_root_lock; 1650 /* all fs/file tree roots that have delalloc inodes. */ 1651 struct list_head delalloc_roots; 1652 1653 /* 1654 * there is a pool of worker threads for checksumming during writes 1655 * and a pool for checksumming after reads. This is because readers 1656 * can run with FS locks held, and the writers may be waiting for 1657 * those locks. We don't want ordering in the pending list to cause 1658 * deadlocks, and so the two are serviced separately. 1659 * 1660 * A third pool does submit_bio to avoid deadlocking with the other 1661 * two 1662 */ 1663 struct btrfs_workqueue *workers; 1664 struct btrfs_workqueue *delalloc_workers; 1665 struct btrfs_workqueue *flush_workers; 1666 struct btrfs_workqueue *endio_workers; 1667 struct btrfs_workqueue *endio_meta_workers; 1668 struct btrfs_workqueue *endio_raid56_workers; 1669 struct btrfs_workqueue *endio_repair_workers; 1670 struct btrfs_workqueue *rmw_workers; 1671 struct btrfs_workqueue *endio_meta_write_workers; 1672 struct btrfs_workqueue *endio_write_workers; 1673 struct btrfs_workqueue *endio_freespace_worker; 1674 struct btrfs_workqueue *submit_workers; 1675 struct btrfs_workqueue *caching_workers; 1676 struct btrfs_workqueue *readahead_workers; 1677 1678 /* 1679 * fixup workers take dirty pages that didn't properly go through 1680 * the cow mechanism and make them safe to write. It happens 1681 * for the sys_munmap function call path 1682 */ 1683 struct btrfs_workqueue *fixup_workers; 1684 struct btrfs_workqueue *delayed_workers; 1685 1686 /* the extent workers do delayed refs on the extent allocation tree */ 1687 struct btrfs_workqueue *extent_workers; 1688 struct task_struct *transaction_kthread; 1689 struct task_struct *cleaner_kthread; 1690 int thread_pool_size; 1691 1692 struct kobject *space_info_kobj; 1693 int do_barriers; 1694 int closing; 1695 int log_root_recovering; 1696 int open; 1697 1698 u64 total_pinned; 1699 1700 /* used to keep from writing metadata until there is a nice batch */ 1701 struct percpu_counter dirty_metadata_bytes; 1702 struct percpu_counter delalloc_bytes; 1703 s32 dirty_metadata_batch; 1704 s32 delalloc_batch; 1705 1706 struct list_head dirty_cowonly_roots; 1707 1708 struct btrfs_fs_devices *fs_devices; 1709 1710 /* 1711 * the space_info list is almost entirely read only. It only changes 1712 * when we add a new raid type to the FS, and that happens 1713 * very rarely. RCU is used to protect it. 1714 */ 1715 struct list_head space_info; 1716 1717 struct btrfs_space_info *data_sinfo; 1718 1719 struct reloc_control *reloc_ctl; 1720 1721 /* data_alloc_cluster is only used in ssd mode */ 1722 struct btrfs_free_cluster data_alloc_cluster; 1723 1724 /* all metadata allocations go through this cluster */ 1725 struct btrfs_free_cluster meta_alloc_cluster; 1726 1727 /* auto defrag inodes go here */ 1728 spinlock_t defrag_inodes_lock; 1729 struct rb_root defrag_inodes; 1730 atomic_t defrag_running; 1731 1732 /* Used to protect avail_{data, metadata, system}_alloc_bits */ 1733 seqlock_t profiles_lock; 1734 /* 1735 * these three are in extended format (availability of single 1736 * chunks is denoted by BTRFS_AVAIL_ALLOC_BIT_SINGLE bit, other 1737 * types are denoted by corresponding BTRFS_BLOCK_GROUP_* bits) 1738 */ 1739 u64 avail_data_alloc_bits; 1740 u64 avail_metadata_alloc_bits; 1741 u64 avail_system_alloc_bits; 1742 1743 /* restriper state */ 1744 spinlock_t balance_lock; 1745 struct mutex balance_mutex; 1746 atomic_t balance_running; 1747 atomic_t balance_pause_req; 1748 atomic_t balance_cancel_req; 1749 struct btrfs_balance_control *balance_ctl; 1750 wait_queue_head_t balance_wait_q; 1751 1752 unsigned data_chunk_allocations; 1753 unsigned metadata_ratio; 1754 1755 void *bdev_holder; 1756 1757 /* private scrub information */ 1758 struct mutex scrub_lock; 1759 atomic_t scrubs_running; 1760 atomic_t scrub_pause_req; 1761 atomic_t scrubs_paused; 1762 atomic_t scrub_cancel_req; 1763 wait_queue_head_t scrub_pause_wait; 1764 int scrub_workers_refcnt; 1765 struct btrfs_workqueue *scrub_workers; 1766 struct btrfs_workqueue *scrub_wr_completion_workers; 1767 struct btrfs_workqueue *scrub_nocow_workers; 1768 struct btrfs_workqueue *scrub_parity_workers; 1769 1770 #ifdef CONFIG_BTRFS_FS_CHECK_INTEGRITY 1771 u32 check_integrity_print_mask; 1772 #endif 1773 /* 1774 * quota information 1775 */ 1776 unsigned int quota_enabled:1; 1777 1778 /* 1779 * quota_enabled only changes state after a commit. This holds the 1780 * next state. 1781 */ 1782 unsigned int pending_quota_state:1; 1783 1784 /* is qgroup tracking in a consistent state? */ 1785 u64 qgroup_flags; 1786 1787 /* holds configuration and tracking. Protected by qgroup_lock */ 1788 struct rb_root qgroup_tree; 1789 struct rb_root qgroup_op_tree; 1790 spinlock_t qgroup_lock; 1791 spinlock_t qgroup_op_lock; 1792 atomic_t qgroup_op_seq; 1793 1794 /* 1795 * used to avoid frequently calling ulist_alloc()/ulist_free() 1796 * when doing qgroup accounting, it must be protected by qgroup_lock. 1797 */ 1798 struct ulist *qgroup_ulist; 1799 1800 /* protect user change for quota operations */ 1801 struct mutex qgroup_ioctl_lock; 1802 1803 /* list of dirty qgroups to be written at next commit */ 1804 struct list_head dirty_qgroups; 1805 1806 /* used by qgroup for an efficient tree traversal */ 1807 u64 qgroup_seq; 1808 1809 /* qgroup rescan items */ 1810 struct mutex qgroup_rescan_lock; /* protects the progress item */ 1811 struct btrfs_key qgroup_rescan_progress; 1812 struct btrfs_workqueue *qgroup_rescan_workers; 1813 struct completion qgroup_rescan_completion; 1814 struct btrfs_work qgroup_rescan_work; 1815 1816 /* filesystem state */ 1817 unsigned long fs_state; 1818 1819 struct btrfs_delayed_root *delayed_root; 1820 1821 /* readahead tree */ 1822 spinlock_t reada_lock; 1823 struct radix_tree_root reada_tree; 1824 1825 /* Extent buffer radix tree */ 1826 spinlock_t buffer_lock; 1827 struct radix_tree_root buffer_radix; 1828 1829 /* next backup root to be overwritten */ 1830 int backup_root_index; 1831 1832 int num_tolerated_disk_barrier_failures; 1833 1834 /* device replace state */ 1835 struct btrfs_dev_replace dev_replace; 1836 1837 atomic_t mutually_exclusive_operation_running; 1838 1839 struct percpu_counter bio_counter; 1840 wait_queue_head_t replace_wait; 1841 1842 struct semaphore uuid_tree_rescan_sem; 1843 unsigned int update_uuid_tree_gen:1; 1844 1845 /* Used to reclaim the metadata space in the background. */ 1846 struct work_struct async_reclaim_work; 1847 1848 spinlock_t unused_bgs_lock; 1849 struct list_head unused_bgs; 1850 struct mutex unused_bg_unpin_mutex; 1851 struct mutex delete_unused_bgs_mutex; 1852 1853 /* For btrfs to record security options */ 1854 struct security_mnt_opts security_opts; 1855 1856 /* 1857 * Chunks that can't be freed yet (under a trim/discard operation) 1858 * and will be latter freed. Protected by fs_info->chunk_mutex. 1859 */ 1860 struct list_head pinned_chunks; 1861 1862 int creating_free_space_tree; 1863 }; 1864 1865 struct btrfs_subvolume_writers { 1866 struct percpu_counter counter; 1867 wait_queue_head_t wait; 1868 }; 1869 1870 /* 1871 * The state of btrfs root 1872 */ 1873 /* 1874 * btrfs_record_root_in_trans is a multi-step process, 1875 * and it can race with the balancing code. But the 1876 * race is very small, and only the first time the root 1877 * is added to each transaction. So IN_TRANS_SETUP 1878 * is used to tell us when more checks are required 1879 */ 1880 #define BTRFS_ROOT_IN_TRANS_SETUP 0 1881 #define BTRFS_ROOT_REF_COWS 1 1882 #define BTRFS_ROOT_TRACK_DIRTY 2 1883 #define BTRFS_ROOT_IN_RADIX 3 1884 #define BTRFS_ROOT_DUMMY_ROOT 4 1885 #define BTRFS_ROOT_ORPHAN_ITEM_INSERTED 5 1886 #define BTRFS_ROOT_DEFRAG_RUNNING 6 1887 #define BTRFS_ROOT_FORCE_COW 7 1888 #define BTRFS_ROOT_MULTI_LOG_TASKS 8 1889 #define BTRFS_ROOT_DIRTY 9 1890 1891 /* 1892 * in ram representation of the tree. extent_root is used for all allocations 1893 * and for the extent tree extent_root root. 1894 */ 1895 struct btrfs_root { 1896 struct extent_buffer *node; 1897 1898 struct extent_buffer *commit_root; 1899 struct btrfs_root *log_root; 1900 struct btrfs_root *reloc_root; 1901 1902 unsigned long state; 1903 struct btrfs_root_item root_item; 1904 struct btrfs_key root_key; 1905 struct btrfs_fs_info *fs_info; 1906 struct extent_io_tree dirty_log_pages; 1907 1908 struct mutex objectid_mutex; 1909 1910 spinlock_t accounting_lock; 1911 struct btrfs_block_rsv *block_rsv; 1912 1913 /* free ino cache stuff */ 1914 struct btrfs_free_space_ctl *free_ino_ctl; 1915 enum btrfs_caching_type ino_cache_state; 1916 spinlock_t ino_cache_lock; 1917 wait_queue_head_t ino_cache_wait; 1918 struct btrfs_free_space_ctl *free_ino_pinned; 1919 u64 ino_cache_progress; 1920 struct inode *ino_cache_inode; 1921 1922 struct mutex log_mutex; 1923 wait_queue_head_t log_writer_wait; 1924 wait_queue_head_t log_commit_wait[2]; 1925 struct list_head log_ctxs[2]; 1926 atomic_t log_writers; 1927 atomic_t log_commit[2]; 1928 atomic_t log_batch; 1929 int log_transid; 1930 /* No matter the commit succeeds or not*/ 1931 int log_transid_committed; 1932 /* Just be updated when the commit succeeds. */ 1933 int last_log_commit; 1934 pid_t log_start_pid; 1935 1936 u64 objectid; 1937 u64 last_trans; 1938 1939 /* data allocations are done in sectorsize units */ 1940 u32 sectorsize; 1941 1942 /* node allocations are done in nodesize units */ 1943 u32 nodesize; 1944 1945 u32 stripesize; 1946 1947 u32 type; 1948 1949 u64 highest_objectid; 1950 1951 /* only used with CONFIG_BTRFS_FS_RUN_SANITY_TESTS is enabled */ 1952 u64 alloc_bytenr; 1953 1954 u64 defrag_trans_start; 1955 struct btrfs_key defrag_progress; 1956 struct btrfs_key defrag_max; 1957 char *name; 1958 1959 /* the dirty list is only used by non-reference counted roots */ 1960 struct list_head dirty_list; 1961 1962 struct list_head root_list; 1963 1964 spinlock_t log_extents_lock[2]; 1965 struct list_head logged_list[2]; 1966 1967 spinlock_t orphan_lock; 1968 atomic_t orphan_inodes; 1969 struct btrfs_block_rsv *orphan_block_rsv; 1970 int orphan_cleanup_state; 1971 1972 spinlock_t inode_lock; 1973 /* red-black tree that keeps track of in-memory inodes */ 1974 struct rb_root inode_tree; 1975 1976 /* 1977 * radix tree that keeps track of delayed nodes of every inode, 1978 * protected by inode_lock 1979 */ 1980 struct radix_tree_root delayed_nodes_tree; 1981 /* 1982 * right now this just gets used so that a root has its own devid 1983 * for stat. It may be used for more later 1984 */ 1985 dev_t anon_dev; 1986 1987 spinlock_t root_item_lock; 1988 atomic_t refs; 1989 1990 struct mutex delalloc_mutex; 1991 spinlock_t delalloc_lock; 1992 /* 1993 * all of the inodes that have delalloc bytes. It is possible for 1994 * this list to be empty even when there is still dirty data=ordered 1995 * extents waiting to finish IO. 1996 */ 1997 struct list_head delalloc_inodes; 1998 struct list_head delalloc_root; 1999 u64 nr_delalloc_inodes; 2000 2001 struct mutex ordered_extent_mutex; 2002 /* 2003 * this is used by the balancing code to wait for all the pending 2004 * ordered extents 2005 */ 2006 spinlock_t ordered_extent_lock; 2007 2008 /* 2009 * all of the data=ordered extents pending writeback 2010 * these can span multiple transactions and basically include 2011 * every dirty data page that isn't from nodatacow 2012 */ 2013 struct list_head ordered_extents; 2014 struct list_head ordered_root; 2015 u64 nr_ordered_extents; 2016 2017 /* 2018 * Number of currently running SEND ioctls to prevent 2019 * manipulation with the read-only status via SUBVOL_SETFLAGS 2020 */ 2021 int send_in_progress; 2022 struct btrfs_subvolume_writers *subv_writers; 2023 atomic_t will_be_snapshoted; 2024 2025 /* For qgroup metadata space reserve */ 2026 atomic_t qgroup_meta_rsv; 2027 }; 2028 2029 struct btrfs_ioctl_defrag_range_args { 2030 /* start of the defrag operation */ 2031 __u64 start; 2032 2033 /* number of bytes to defrag, use (u64)-1 to say all */ 2034 __u64 len; 2035 2036 /* 2037 * flags for the operation, which can include turning 2038 * on compression for this one defrag 2039 */ 2040 __u64 flags; 2041 2042 /* 2043 * any extent bigger than this will be considered 2044 * already defragged. Use 0 to take the kernel default 2045 * Use 1 to say every single extent must be rewritten 2046 */ 2047 __u32 extent_thresh; 2048 2049 /* 2050 * which compression method to use if turning on compression 2051 * for this defrag operation. If unspecified, zlib will 2052 * be used 2053 */ 2054 __u32 compress_type; 2055 2056 /* spare for later */ 2057 __u32 unused[4]; 2058 }; 2059 2060 2061 /* 2062 * inode items have the data typically returned from stat and store other 2063 * info about object characteristics. There is one for every file and dir in 2064 * the FS 2065 */ 2066 #define BTRFS_INODE_ITEM_KEY 1 2067 #define BTRFS_INODE_REF_KEY 12 2068 #define BTRFS_INODE_EXTREF_KEY 13 2069 #define BTRFS_XATTR_ITEM_KEY 24 2070 #define BTRFS_ORPHAN_ITEM_KEY 48 2071 /* reserve 2-15 close to the inode for later flexibility */ 2072 2073 /* 2074 * dir items are the name -> inode pointers in a directory. There is one 2075 * for every name in a directory. 2076 */ 2077 #define BTRFS_DIR_LOG_ITEM_KEY 60 2078 #define BTRFS_DIR_LOG_INDEX_KEY 72 2079 #define BTRFS_DIR_ITEM_KEY 84 2080 #define BTRFS_DIR_INDEX_KEY 96 2081 /* 2082 * extent data is for file data 2083 */ 2084 #define BTRFS_EXTENT_DATA_KEY 108 2085 2086 /* 2087 * extent csums are stored in a separate tree and hold csums for 2088 * an entire extent on disk. 2089 */ 2090 #define BTRFS_EXTENT_CSUM_KEY 128 2091 2092 /* 2093 * root items point to tree roots. They are typically in the root 2094 * tree used by the super block to find all the other trees 2095 */ 2096 #define BTRFS_ROOT_ITEM_KEY 132 2097 2098 /* 2099 * root backrefs tie subvols and snapshots to the directory entries that 2100 * reference them 2101 */ 2102 #define BTRFS_ROOT_BACKREF_KEY 144 2103 2104 /* 2105 * root refs make a fast index for listing all of the snapshots and 2106 * subvolumes referenced by a given root. They point directly to the 2107 * directory item in the root that references the subvol 2108 */ 2109 #define BTRFS_ROOT_REF_KEY 156 2110 2111 /* 2112 * extent items are in the extent map tree. These record which blocks 2113 * are used, and how many references there are to each block 2114 */ 2115 #define BTRFS_EXTENT_ITEM_KEY 168 2116 2117 /* 2118 * The same as the BTRFS_EXTENT_ITEM_KEY, except it's metadata we already know 2119 * the length, so we save the level in key->offset instead of the length. 2120 */ 2121 #define BTRFS_METADATA_ITEM_KEY 169 2122 2123 #define BTRFS_TREE_BLOCK_REF_KEY 176 2124 2125 #define BTRFS_EXTENT_DATA_REF_KEY 178 2126 2127 #define BTRFS_EXTENT_REF_V0_KEY 180 2128 2129 #define BTRFS_SHARED_BLOCK_REF_KEY 182 2130 2131 #define BTRFS_SHARED_DATA_REF_KEY 184 2132 2133 /* 2134 * block groups give us hints into the extent allocation trees. Which 2135 * blocks are free etc etc 2136 */ 2137 #define BTRFS_BLOCK_GROUP_ITEM_KEY 192 2138 2139 /* 2140 * Every block group is represented in the free space tree by a free space info 2141 * item, which stores some accounting information. It is keyed on 2142 * (block_group_start, FREE_SPACE_INFO, block_group_length). 2143 */ 2144 #define BTRFS_FREE_SPACE_INFO_KEY 198 2145 2146 /* 2147 * A free space extent tracks an extent of space that is free in a block group. 2148 * It is keyed on (start, FREE_SPACE_EXTENT, length). 2149 */ 2150 #define BTRFS_FREE_SPACE_EXTENT_KEY 199 2151 2152 /* 2153 * When a block group becomes very fragmented, we convert it to use bitmaps 2154 * instead of extents. A free space bitmap is keyed on 2155 * (start, FREE_SPACE_BITMAP, length); the corresponding item is a bitmap with 2156 * (length / sectorsize) bits. 2157 */ 2158 #define BTRFS_FREE_SPACE_BITMAP_KEY 200 2159 2160 #define BTRFS_DEV_EXTENT_KEY 204 2161 #define BTRFS_DEV_ITEM_KEY 216 2162 #define BTRFS_CHUNK_ITEM_KEY 228 2163 2164 /* 2165 * Records the overall state of the qgroups. 2166 * There's only one instance of this key present, 2167 * (0, BTRFS_QGROUP_STATUS_KEY, 0) 2168 */ 2169 #define BTRFS_QGROUP_STATUS_KEY 240 2170 /* 2171 * Records the currently used space of the qgroup. 2172 * One key per qgroup, (0, BTRFS_QGROUP_INFO_KEY, qgroupid). 2173 */ 2174 #define BTRFS_QGROUP_INFO_KEY 242 2175 /* 2176 * Contains the user configured limits for the qgroup. 2177 * One key per qgroup, (0, BTRFS_QGROUP_LIMIT_KEY, qgroupid). 2178 */ 2179 #define BTRFS_QGROUP_LIMIT_KEY 244 2180 /* 2181 * Records the child-parent relationship of qgroups. For 2182 * each relation, 2 keys are present: 2183 * (childid, BTRFS_QGROUP_RELATION_KEY, parentid) 2184 * (parentid, BTRFS_QGROUP_RELATION_KEY, childid) 2185 */ 2186 #define BTRFS_QGROUP_RELATION_KEY 246 2187 2188 #define BTRFS_BALANCE_ITEM_KEY 248 2189 2190 /* 2191 * Persistantly stores the io stats in the device tree. 2192 * One key for all stats, (0, BTRFS_DEV_STATS_KEY, devid). 2193 */ 2194 #define BTRFS_DEV_STATS_KEY 249 2195 2196 /* 2197 * Persistantly stores the device replace state in the device tree. 2198 * The key is built like this: (0, BTRFS_DEV_REPLACE_KEY, 0). 2199 */ 2200 #define BTRFS_DEV_REPLACE_KEY 250 2201 2202 /* 2203 * Stores items that allow to quickly map UUIDs to something else. 2204 * These items are part of the filesystem UUID tree. 2205 * The key is built like this: 2206 * (UUID_upper_64_bits, BTRFS_UUID_KEY*, UUID_lower_64_bits). 2207 */ 2208 #if BTRFS_UUID_SIZE != 16 2209 #error "UUID items require BTRFS_UUID_SIZE == 16!" 2210 #endif 2211 #define BTRFS_UUID_KEY_SUBVOL 251 /* for UUIDs assigned to subvols */ 2212 #define BTRFS_UUID_KEY_RECEIVED_SUBVOL 252 /* for UUIDs assigned to 2213 * received subvols */ 2214 2215 /* 2216 * string items are for debugging. They just store a short string of 2217 * data in the FS 2218 */ 2219 #define BTRFS_STRING_ITEM_KEY 253 2220 2221 /* 2222 * Flags for mount options. 2223 * 2224 * Note: don't forget to add new options to btrfs_show_options() 2225 */ 2226 #define BTRFS_MOUNT_NODATASUM (1 << 0) 2227 #define BTRFS_MOUNT_NODATACOW (1 << 1) 2228 #define BTRFS_MOUNT_NOBARRIER (1 << 2) 2229 #define BTRFS_MOUNT_SSD (1 << 3) 2230 #define BTRFS_MOUNT_DEGRADED (1 << 4) 2231 #define BTRFS_MOUNT_COMPRESS (1 << 5) 2232 #define BTRFS_MOUNT_NOTREELOG (1 << 6) 2233 #define BTRFS_MOUNT_FLUSHONCOMMIT (1 << 7) 2234 #define BTRFS_MOUNT_SSD_SPREAD (1 << 8) 2235 #define BTRFS_MOUNT_NOSSD (1 << 9) 2236 #define BTRFS_MOUNT_DISCARD (1 << 10) 2237 #define BTRFS_MOUNT_FORCE_COMPRESS (1 << 11) 2238 #define BTRFS_MOUNT_SPACE_CACHE (1 << 12) 2239 #define BTRFS_MOUNT_CLEAR_CACHE (1 << 13) 2240 #define BTRFS_MOUNT_USER_SUBVOL_RM_ALLOWED (1 << 14) 2241 #define BTRFS_MOUNT_ENOSPC_DEBUG (1 << 15) 2242 #define BTRFS_MOUNT_AUTO_DEFRAG (1 << 16) 2243 #define BTRFS_MOUNT_INODE_MAP_CACHE (1 << 17) 2244 #define BTRFS_MOUNT_RECOVERY (1 << 18) 2245 #define BTRFS_MOUNT_SKIP_BALANCE (1 << 19) 2246 #define BTRFS_MOUNT_CHECK_INTEGRITY (1 << 20) 2247 #define BTRFS_MOUNT_CHECK_INTEGRITY_INCLUDING_EXTENT_DATA (1 << 21) 2248 #define BTRFS_MOUNT_PANIC_ON_FATAL_ERROR (1 << 22) 2249 #define BTRFS_MOUNT_RESCAN_UUID_TREE (1 << 23) 2250 #define BTRFS_MOUNT_FRAGMENT_DATA (1 << 24) 2251 #define BTRFS_MOUNT_FRAGMENT_METADATA (1 << 25) 2252 #define BTRFS_MOUNT_FREE_SPACE_TREE (1 << 26) 2253 2254 #define BTRFS_DEFAULT_COMMIT_INTERVAL (30) 2255 #define BTRFS_DEFAULT_MAX_INLINE (8192) 2256 2257 #define btrfs_clear_opt(o, opt) ((o) &= ~BTRFS_MOUNT_##opt) 2258 #define btrfs_set_opt(o, opt) ((o) |= BTRFS_MOUNT_##opt) 2259 #define btrfs_raw_test_opt(o, opt) ((o) & BTRFS_MOUNT_##opt) 2260 #define btrfs_test_opt(root, opt) ((root)->fs_info->mount_opt & \ 2261 BTRFS_MOUNT_##opt) 2262 2263 #define btrfs_set_and_info(root, opt, fmt, args...) \ 2264 { \ 2265 if (!btrfs_test_opt(root, opt)) \ 2266 btrfs_info(root->fs_info, fmt, ##args); \ 2267 btrfs_set_opt(root->fs_info->mount_opt, opt); \ 2268 } 2269 2270 #define btrfs_clear_and_info(root, opt, fmt, args...) \ 2271 { \ 2272 if (btrfs_test_opt(root, opt)) \ 2273 btrfs_info(root->fs_info, fmt, ##args); \ 2274 btrfs_clear_opt(root->fs_info->mount_opt, opt); \ 2275 } 2276 2277 #ifdef CONFIG_BTRFS_DEBUG 2278 static inline int 2279 btrfs_should_fragment_free_space(struct btrfs_root *root, 2280 struct btrfs_block_group_cache *block_group) 2281 { 2282 return (btrfs_test_opt(root, FRAGMENT_METADATA) && 2283 block_group->flags & BTRFS_BLOCK_GROUP_METADATA) || 2284 (btrfs_test_opt(root, FRAGMENT_DATA) && 2285 block_group->flags & BTRFS_BLOCK_GROUP_DATA); 2286 } 2287 #endif 2288 2289 /* 2290 * Requests for changes that need to be done during transaction commit. 2291 * 2292 * Internal mount options that are used for special handling of the real 2293 * mount options (eg. cannot be set during remount and have to be set during 2294 * transaction commit) 2295 */ 2296 2297 #define BTRFS_PENDING_SET_INODE_MAP_CACHE (0) 2298 #define BTRFS_PENDING_CLEAR_INODE_MAP_CACHE (1) 2299 #define BTRFS_PENDING_COMMIT (2) 2300 2301 #define btrfs_test_pending(info, opt) \ 2302 test_bit(BTRFS_PENDING_##opt, &(info)->pending_changes) 2303 #define btrfs_set_pending(info, opt) \ 2304 set_bit(BTRFS_PENDING_##opt, &(info)->pending_changes) 2305 #define btrfs_clear_pending(info, opt) \ 2306 clear_bit(BTRFS_PENDING_##opt, &(info)->pending_changes) 2307 2308 /* 2309 * Helpers for setting pending mount option changes. 2310 * 2311 * Expects corresponding macros 2312 * BTRFS_PENDING_SET_ and CLEAR_ + short mount option name 2313 */ 2314 #define btrfs_set_pending_and_info(info, opt, fmt, args...) \ 2315 do { \ 2316 if (!btrfs_raw_test_opt((info)->mount_opt, opt)) { \ 2317 btrfs_info((info), fmt, ##args); \ 2318 btrfs_set_pending((info), SET_##opt); \ 2319 btrfs_clear_pending((info), CLEAR_##opt); \ 2320 } \ 2321 } while(0) 2322 2323 #define btrfs_clear_pending_and_info(info, opt, fmt, args...) \ 2324 do { \ 2325 if (btrfs_raw_test_opt((info)->mount_opt, opt)) { \ 2326 btrfs_info((info), fmt, ##args); \ 2327 btrfs_set_pending((info), CLEAR_##opt); \ 2328 btrfs_clear_pending((info), SET_##opt); \ 2329 } \ 2330 } while(0) 2331 2332 /* 2333 * Inode flags 2334 */ 2335 #define BTRFS_INODE_NODATASUM (1 << 0) 2336 #define BTRFS_INODE_NODATACOW (1 << 1) 2337 #define BTRFS_INODE_READONLY (1 << 2) 2338 #define BTRFS_INODE_NOCOMPRESS (1 << 3) 2339 #define BTRFS_INODE_PREALLOC (1 << 4) 2340 #define BTRFS_INODE_SYNC (1 << 5) 2341 #define BTRFS_INODE_IMMUTABLE (1 << 6) 2342 #define BTRFS_INODE_APPEND (1 << 7) 2343 #define BTRFS_INODE_NODUMP (1 << 8) 2344 #define BTRFS_INODE_NOATIME (1 << 9) 2345 #define BTRFS_INODE_DIRSYNC (1 << 10) 2346 #define BTRFS_INODE_COMPRESS (1 << 11) 2347 2348 #define BTRFS_INODE_ROOT_ITEM_INIT (1 << 31) 2349 2350 struct btrfs_map_token { 2351 struct extent_buffer *eb; 2352 char *kaddr; 2353 unsigned long offset; 2354 }; 2355 2356 static inline void btrfs_init_map_token (struct btrfs_map_token *token) 2357 { 2358 token->kaddr = NULL; 2359 } 2360 2361 /* some macros to generate set/get funcs for the struct fields. This 2362 * assumes there is a lefoo_to_cpu for every type, so lets make a simple 2363 * one for u8: 2364 */ 2365 #define le8_to_cpu(v) (v) 2366 #define cpu_to_le8(v) (v) 2367 #define __le8 u8 2368 2369 #define read_eb_member(eb, ptr, type, member, result) ( \ 2370 read_extent_buffer(eb, (char *)(result), \ 2371 ((unsigned long)(ptr)) + \ 2372 offsetof(type, member), \ 2373 sizeof(((type *)0)->member))) 2374 2375 #define write_eb_member(eb, ptr, type, member, result) ( \ 2376 write_extent_buffer(eb, (char *)(result), \ 2377 ((unsigned long)(ptr)) + \ 2378 offsetof(type, member), \ 2379 sizeof(((type *)0)->member))) 2380 2381 #define DECLARE_BTRFS_SETGET_BITS(bits) \ 2382 u##bits btrfs_get_token_##bits(struct extent_buffer *eb, void *ptr, \ 2383 unsigned long off, \ 2384 struct btrfs_map_token *token); \ 2385 void btrfs_set_token_##bits(struct extent_buffer *eb, void *ptr, \ 2386 unsigned long off, u##bits val, \ 2387 struct btrfs_map_token *token); \ 2388 static inline u##bits btrfs_get_##bits(struct extent_buffer *eb, void *ptr, \ 2389 unsigned long off) \ 2390 { \ 2391 return btrfs_get_token_##bits(eb, ptr, off, NULL); \ 2392 } \ 2393 static inline void btrfs_set_##bits(struct extent_buffer *eb, void *ptr, \ 2394 unsigned long off, u##bits val) \ 2395 { \ 2396 btrfs_set_token_##bits(eb, ptr, off, val, NULL); \ 2397 } 2398 2399 DECLARE_BTRFS_SETGET_BITS(8) 2400 DECLARE_BTRFS_SETGET_BITS(16) 2401 DECLARE_BTRFS_SETGET_BITS(32) 2402 DECLARE_BTRFS_SETGET_BITS(64) 2403 2404 #define BTRFS_SETGET_FUNCS(name, type, member, bits) \ 2405 static inline u##bits btrfs_##name(struct extent_buffer *eb, type *s) \ 2406 { \ 2407 BUILD_BUG_ON(sizeof(u##bits) != sizeof(((type *)0))->member); \ 2408 return btrfs_get_##bits(eb, s, offsetof(type, member)); \ 2409 } \ 2410 static inline void btrfs_set_##name(struct extent_buffer *eb, type *s, \ 2411 u##bits val) \ 2412 { \ 2413 BUILD_BUG_ON(sizeof(u##bits) != sizeof(((type *)0))->member); \ 2414 btrfs_set_##bits(eb, s, offsetof(type, member), val); \ 2415 } \ 2416 static inline u##bits btrfs_token_##name(struct extent_buffer *eb, type *s, \ 2417 struct btrfs_map_token *token) \ 2418 { \ 2419 BUILD_BUG_ON(sizeof(u##bits) != sizeof(((type *)0))->member); \ 2420 return btrfs_get_token_##bits(eb, s, offsetof(type, member), token); \ 2421 } \ 2422 static inline void btrfs_set_token_##name(struct extent_buffer *eb, \ 2423 type *s, u##bits val, \ 2424 struct btrfs_map_token *token) \ 2425 { \ 2426 BUILD_BUG_ON(sizeof(u##bits) != sizeof(((type *)0))->member); \ 2427 btrfs_set_token_##bits(eb, s, offsetof(type, member), val, token); \ 2428 } 2429 2430 #define BTRFS_SETGET_HEADER_FUNCS(name, type, member, bits) \ 2431 static inline u##bits btrfs_##name(struct extent_buffer *eb) \ 2432 { \ 2433 type *p = page_address(eb->pages[0]); \ 2434 u##bits res = le##bits##_to_cpu(p->member); \ 2435 return res; \ 2436 } \ 2437 static inline void btrfs_set_##name(struct extent_buffer *eb, \ 2438 u##bits val) \ 2439 { \ 2440 type *p = page_address(eb->pages[0]); \ 2441 p->member = cpu_to_le##bits(val); \ 2442 } 2443 2444 #define BTRFS_SETGET_STACK_FUNCS(name, type, member, bits) \ 2445 static inline u##bits btrfs_##name(type *s) \ 2446 { \ 2447 return le##bits##_to_cpu(s->member); \ 2448 } \ 2449 static inline void btrfs_set_##name(type *s, u##bits val) \ 2450 { \ 2451 s->member = cpu_to_le##bits(val); \ 2452 } 2453 2454 BTRFS_SETGET_FUNCS(device_type, struct btrfs_dev_item, type, 64); 2455 BTRFS_SETGET_FUNCS(device_total_bytes, struct btrfs_dev_item, total_bytes, 64); 2456 BTRFS_SETGET_FUNCS(device_bytes_used, struct btrfs_dev_item, bytes_used, 64); 2457 BTRFS_SETGET_FUNCS(device_io_align, struct btrfs_dev_item, io_align, 32); 2458 BTRFS_SETGET_FUNCS(device_io_width, struct btrfs_dev_item, io_width, 32); 2459 BTRFS_SETGET_FUNCS(device_start_offset, struct btrfs_dev_item, 2460 start_offset, 64); 2461 BTRFS_SETGET_FUNCS(device_sector_size, struct btrfs_dev_item, sector_size, 32); 2462 BTRFS_SETGET_FUNCS(device_id, struct btrfs_dev_item, devid, 64); 2463 BTRFS_SETGET_FUNCS(device_group, struct btrfs_dev_item, dev_group, 32); 2464 BTRFS_SETGET_FUNCS(device_seek_speed, struct btrfs_dev_item, seek_speed, 8); 2465 BTRFS_SETGET_FUNCS(device_bandwidth, struct btrfs_dev_item, bandwidth, 8); 2466 BTRFS_SETGET_FUNCS(device_generation, struct btrfs_dev_item, generation, 64); 2467 2468 BTRFS_SETGET_STACK_FUNCS(stack_device_type, struct btrfs_dev_item, type, 64); 2469 BTRFS_SETGET_STACK_FUNCS(stack_device_total_bytes, struct btrfs_dev_item, 2470 total_bytes, 64); 2471 BTRFS_SETGET_STACK_FUNCS(stack_device_bytes_used, struct btrfs_dev_item, 2472 bytes_used, 64); 2473 BTRFS_SETGET_STACK_FUNCS(stack_device_io_align, struct btrfs_dev_item, 2474 io_align, 32); 2475 BTRFS_SETGET_STACK_FUNCS(stack_device_io_width, struct btrfs_dev_item, 2476 io_width, 32); 2477 BTRFS_SETGET_STACK_FUNCS(stack_device_sector_size, struct btrfs_dev_item, 2478 sector_size, 32); 2479 BTRFS_SETGET_STACK_FUNCS(stack_device_id, struct btrfs_dev_item, devid, 64); 2480 BTRFS_SETGET_STACK_FUNCS(stack_device_group, struct btrfs_dev_item, 2481 dev_group, 32); 2482 BTRFS_SETGET_STACK_FUNCS(stack_device_seek_speed, struct btrfs_dev_item, 2483 seek_speed, 8); 2484 BTRFS_SETGET_STACK_FUNCS(stack_device_bandwidth, struct btrfs_dev_item, 2485 bandwidth, 8); 2486 BTRFS_SETGET_STACK_FUNCS(stack_device_generation, struct btrfs_dev_item, 2487 generation, 64); 2488 2489 static inline unsigned long btrfs_device_uuid(struct btrfs_dev_item *d) 2490 { 2491 return (unsigned long)d + offsetof(struct btrfs_dev_item, uuid); 2492 } 2493 2494 static inline unsigned long btrfs_device_fsid(struct btrfs_dev_item *d) 2495 { 2496 return (unsigned long)d + offsetof(struct btrfs_dev_item, fsid); 2497 } 2498 2499 BTRFS_SETGET_FUNCS(chunk_length, struct btrfs_chunk, length, 64); 2500 BTRFS_SETGET_FUNCS(chunk_owner, struct btrfs_chunk, owner, 64); 2501 BTRFS_SETGET_FUNCS(chunk_stripe_len, struct btrfs_chunk, stripe_len, 64); 2502 BTRFS_SETGET_FUNCS(chunk_io_align, struct btrfs_chunk, io_align, 32); 2503 BTRFS_SETGET_FUNCS(chunk_io_width, struct btrfs_chunk, io_width, 32); 2504 BTRFS_SETGET_FUNCS(chunk_sector_size, struct btrfs_chunk, sector_size, 32); 2505 BTRFS_SETGET_FUNCS(chunk_type, struct btrfs_chunk, type, 64); 2506 BTRFS_SETGET_FUNCS(chunk_num_stripes, struct btrfs_chunk, num_stripes, 16); 2507 BTRFS_SETGET_FUNCS(chunk_sub_stripes, struct btrfs_chunk, sub_stripes, 16); 2508 BTRFS_SETGET_FUNCS(stripe_devid, struct btrfs_stripe, devid, 64); 2509 BTRFS_SETGET_FUNCS(stripe_offset, struct btrfs_stripe, offset, 64); 2510 2511 static inline char *btrfs_stripe_dev_uuid(struct btrfs_stripe *s) 2512 { 2513 return (char *)s + offsetof(struct btrfs_stripe, dev_uuid); 2514 } 2515 2516 BTRFS_SETGET_STACK_FUNCS(stack_chunk_length, struct btrfs_chunk, length, 64); 2517 BTRFS_SETGET_STACK_FUNCS(stack_chunk_owner, struct btrfs_chunk, owner, 64); 2518 BTRFS_SETGET_STACK_FUNCS(stack_chunk_stripe_len, struct btrfs_chunk, 2519 stripe_len, 64); 2520 BTRFS_SETGET_STACK_FUNCS(stack_chunk_io_align, struct btrfs_chunk, 2521 io_align, 32); 2522 BTRFS_SETGET_STACK_FUNCS(stack_chunk_io_width, struct btrfs_chunk, 2523 io_width, 32); 2524 BTRFS_SETGET_STACK_FUNCS(stack_chunk_sector_size, struct btrfs_chunk, 2525 sector_size, 32); 2526 BTRFS_SETGET_STACK_FUNCS(stack_chunk_type, struct btrfs_chunk, type, 64); 2527 BTRFS_SETGET_STACK_FUNCS(stack_chunk_num_stripes, struct btrfs_chunk, 2528 num_stripes, 16); 2529 BTRFS_SETGET_STACK_FUNCS(stack_chunk_sub_stripes, struct btrfs_chunk, 2530 sub_stripes, 16); 2531 BTRFS_SETGET_STACK_FUNCS(stack_stripe_devid, struct btrfs_stripe, devid, 64); 2532 BTRFS_SETGET_STACK_FUNCS(stack_stripe_offset, struct btrfs_stripe, offset, 64); 2533 2534 static inline struct btrfs_stripe *btrfs_stripe_nr(struct btrfs_chunk *c, 2535 int nr) 2536 { 2537 unsigned long offset = (unsigned long)c; 2538 offset += offsetof(struct btrfs_chunk, stripe); 2539 offset += nr * sizeof(struct btrfs_stripe); 2540 return (struct btrfs_stripe *)offset; 2541 } 2542 2543 static inline char *btrfs_stripe_dev_uuid_nr(struct btrfs_chunk *c, int nr) 2544 { 2545 return btrfs_stripe_dev_uuid(btrfs_stripe_nr(c, nr)); 2546 } 2547 2548 static inline u64 btrfs_stripe_offset_nr(struct extent_buffer *eb, 2549 struct btrfs_chunk *c, int nr) 2550 { 2551 return btrfs_stripe_offset(eb, btrfs_stripe_nr(c, nr)); 2552 } 2553 2554 static inline u64 btrfs_stripe_devid_nr(struct extent_buffer *eb, 2555 struct btrfs_chunk *c, int nr) 2556 { 2557 return btrfs_stripe_devid(eb, btrfs_stripe_nr(c, nr)); 2558 } 2559 2560 /* struct btrfs_block_group_item */ 2561 BTRFS_SETGET_STACK_FUNCS(block_group_used, struct btrfs_block_group_item, 2562 used, 64); 2563 BTRFS_SETGET_FUNCS(disk_block_group_used, struct btrfs_block_group_item, 2564 used, 64); 2565 BTRFS_SETGET_STACK_FUNCS(block_group_chunk_objectid, 2566 struct btrfs_block_group_item, chunk_objectid, 64); 2567 2568 BTRFS_SETGET_FUNCS(disk_block_group_chunk_objectid, 2569 struct btrfs_block_group_item, chunk_objectid, 64); 2570 BTRFS_SETGET_FUNCS(disk_block_group_flags, 2571 struct btrfs_block_group_item, flags, 64); 2572 BTRFS_SETGET_STACK_FUNCS(block_group_flags, 2573 struct btrfs_block_group_item, flags, 64); 2574 2575 /* struct btrfs_free_space_info */ 2576 BTRFS_SETGET_FUNCS(free_space_extent_count, struct btrfs_free_space_info, 2577 extent_count, 32); 2578 BTRFS_SETGET_FUNCS(free_space_flags, struct btrfs_free_space_info, flags, 32); 2579 2580 /* struct btrfs_inode_ref */ 2581 BTRFS_SETGET_FUNCS(inode_ref_name_len, struct btrfs_inode_ref, name_len, 16); 2582 BTRFS_SETGET_FUNCS(inode_ref_index, struct btrfs_inode_ref, index, 64); 2583 2584 /* struct btrfs_inode_extref */ 2585 BTRFS_SETGET_FUNCS(inode_extref_parent, struct btrfs_inode_extref, 2586 parent_objectid, 64); 2587 BTRFS_SETGET_FUNCS(inode_extref_name_len, struct btrfs_inode_extref, 2588 name_len, 16); 2589 BTRFS_SETGET_FUNCS(inode_extref_index, struct btrfs_inode_extref, index, 64); 2590 2591 /* struct btrfs_inode_item */ 2592 BTRFS_SETGET_FUNCS(inode_generation, struct btrfs_inode_item, generation, 64); 2593 BTRFS_SETGET_FUNCS(inode_sequence, struct btrfs_inode_item, sequence, 64); 2594 BTRFS_SETGET_FUNCS(inode_transid, struct btrfs_inode_item, transid, 64); 2595 BTRFS_SETGET_FUNCS(inode_size, struct btrfs_inode_item, size, 64); 2596 BTRFS_SETGET_FUNCS(inode_nbytes, struct btrfs_inode_item, nbytes, 64); 2597 BTRFS_SETGET_FUNCS(inode_block_group, struct btrfs_inode_item, block_group, 64); 2598 BTRFS_SETGET_FUNCS(inode_nlink, struct btrfs_inode_item, nlink, 32); 2599 BTRFS_SETGET_FUNCS(inode_uid, struct btrfs_inode_item, uid, 32); 2600 BTRFS_SETGET_FUNCS(inode_gid, struct btrfs_inode_item, gid, 32); 2601 BTRFS_SETGET_FUNCS(inode_mode, struct btrfs_inode_item, mode, 32); 2602 BTRFS_SETGET_FUNCS(inode_rdev, struct btrfs_inode_item, rdev, 64); 2603 BTRFS_SETGET_FUNCS(inode_flags, struct btrfs_inode_item, flags, 64); 2604 BTRFS_SETGET_STACK_FUNCS(stack_inode_generation, struct btrfs_inode_item, 2605 generation, 64); 2606 BTRFS_SETGET_STACK_FUNCS(stack_inode_sequence, struct btrfs_inode_item, 2607 sequence, 64); 2608 BTRFS_SETGET_STACK_FUNCS(stack_inode_transid, struct btrfs_inode_item, 2609 transid, 64); 2610 BTRFS_SETGET_STACK_FUNCS(stack_inode_size, struct btrfs_inode_item, size, 64); 2611 BTRFS_SETGET_STACK_FUNCS(stack_inode_nbytes, struct btrfs_inode_item, 2612 nbytes, 64); 2613 BTRFS_SETGET_STACK_FUNCS(stack_inode_block_group, struct btrfs_inode_item, 2614 block_group, 64); 2615 BTRFS_SETGET_STACK_FUNCS(stack_inode_nlink, struct btrfs_inode_item, nlink, 32); 2616 BTRFS_SETGET_STACK_FUNCS(stack_inode_uid, struct btrfs_inode_item, uid, 32); 2617 BTRFS_SETGET_STACK_FUNCS(stack_inode_gid, struct btrfs_inode_item, gid, 32); 2618 BTRFS_SETGET_STACK_FUNCS(stack_inode_mode, struct btrfs_inode_item, mode, 32); 2619 BTRFS_SETGET_STACK_FUNCS(stack_inode_rdev, struct btrfs_inode_item, rdev, 64); 2620 BTRFS_SETGET_STACK_FUNCS(stack_inode_flags, struct btrfs_inode_item, flags, 64); 2621 BTRFS_SETGET_FUNCS(timespec_sec, struct btrfs_timespec, sec, 64); 2622 BTRFS_SETGET_FUNCS(timespec_nsec, struct btrfs_timespec, nsec, 32); 2623 BTRFS_SETGET_STACK_FUNCS(stack_timespec_sec, struct btrfs_timespec, sec, 64); 2624 BTRFS_SETGET_STACK_FUNCS(stack_timespec_nsec, struct btrfs_timespec, nsec, 32); 2625 2626 /* struct btrfs_dev_extent */ 2627 BTRFS_SETGET_FUNCS(dev_extent_chunk_tree, struct btrfs_dev_extent, 2628 chunk_tree, 64); 2629 BTRFS_SETGET_FUNCS(dev_extent_chunk_objectid, struct btrfs_dev_extent, 2630 chunk_objectid, 64); 2631 BTRFS_SETGET_FUNCS(dev_extent_chunk_offset, struct btrfs_dev_extent, 2632 chunk_offset, 64); 2633 BTRFS_SETGET_FUNCS(dev_extent_length, struct btrfs_dev_extent, length, 64); 2634 2635 static inline unsigned long btrfs_dev_extent_chunk_tree_uuid(struct btrfs_dev_extent *dev) 2636 { 2637 unsigned long ptr = offsetof(struct btrfs_dev_extent, chunk_tree_uuid); 2638 return (unsigned long)dev + ptr; 2639 } 2640 2641 BTRFS_SETGET_FUNCS(extent_refs, struct btrfs_extent_item, refs, 64); 2642 BTRFS_SETGET_FUNCS(extent_generation, struct btrfs_extent_item, 2643 generation, 64); 2644 BTRFS_SETGET_FUNCS(extent_flags, struct btrfs_extent_item, flags, 64); 2645 2646 BTRFS_SETGET_FUNCS(extent_refs_v0, struct btrfs_extent_item_v0, refs, 32); 2647 2648 2649 BTRFS_SETGET_FUNCS(tree_block_level, struct btrfs_tree_block_info, level, 8); 2650 2651 static inline void btrfs_tree_block_key(struct extent_buffer *eb, 2652 struct btrfs_tree_block_info *item, 2653 struct btrfs_disk_key *key) 2654 { 2655 read_eb_member(eb, item, struct btrfs_tree_block_info, key, key); 2656 } 2657 2658 static inline void btrfs_set_tree_block_key(struct extent_buffer *eb, 2659 struct btrfs_tree_block_info *item, 2660 struct btrfs_disk_key *key) 2661 { 2662 write_eb_member(eb, item, struct btrfs_tree_block_info, key, key); 2663 } 2664 2665 BTRFS_SETGET_FUNCS(extent_data_ref_root, struct btrfs_extent_data_ref, 2666 root, 64); 2667 BTRFS_SETGET_FUNCS(extent_data_ref_objectid, struct btrfs_extent_data_ref, 2668 objectid, 64); 2669 BTRFS_SETGET_FUNCS(extent_data_ref_offset, struct btrfs_extent_data_ref, 2670 offset, 64); 2671 BTRFS_SETGET_FUNCS(extent_data_ref_count, struct btrfs_extent_data_ref, 2672 count, 32); 2673 2674 BTRFS_SETGET_FUNCS(shared_data_ref_count, struct btrfs_shared_data_ref, 2675 count, 32); 2676 2677 BTRFS_SETGET_FUNCS(extent_inline_ref_type, struct btrfs_extent_inline_ref, 2678 type, 8); 2679 BTRFS_SETGET_FUNCS(extent_inline_ref_offset, struct btrfs_extent_inline_ref, 2680 offset, 64); 2681 2682 static inline u32 btrfs_extent_inline_ref_size(int type) 2683 { 2684 if (type == BTRFS_TREE_BLOCK_REF_KEY || 2685 type == BTRFS_SHARED_BLOCK_REF_KEY) 2686 return sizeof(struct btrfs_extent_inline_ref); 2687 if (type == BTRFS_SHARED_DATA_REF_KEY) 2688 return sizeof(struct btrfs_shared_data_ref) + 2689 sizeof(struct btrfs_extent_inline_ref); 2690 if (type == BTRFS_EXTENT_DATA_REF_KEY) 2691 return sizeof(struct btrfs_extent_data_ref) + 2692 offsetof(struct btrfs_extent_inline_ref, offset); 2693 BUG(); 2694 return 0; 2695 } 2696 2697 BTRFS_SETGET_FUNCS(ref_root_v0, struct btrfs_extent_ref_v0, root, 64); 2698 BTRFS_SETGET_FUNCS(ref_generation_v0, struct btrfs_extent_ref_v0, 2699 generation, 64); 2700 BTRFS_SETGET_FUNCS(ref_objectid_v0, struct btrfs_extent_ref_v0, objectid, 64); 2701 BTRFS_SETGET_FUNCS(ref_count_v0, struct btrfs_extent_ref_v0, count, 32); 2702 2703 /* struct btrfs_node */ 2704 BTRFS_SETGET_FUNCS(key_blockptr, struct btrfs_key_ptr, blockptr, 64); 2705 BTRFS_SETGET_FUNCS(key_generation, struct btrfs_key_ptr, generation, 64); 2706 BTRFS_SETGET_STACK_FUNCS(stack_key_blockptr, struct btrfs_key_ptr, 2707 blockptr, 64); 2708 BTRFS_SETGET_STACK_FUNCS(stack_key_generation, struct btrfs_key_ptr, 2709 generation, 64); 2710 2711 static inline u64 btrfs_node_blockptr(struct extent_buffer *eb, int nr) 2712 { 2713 unsigned long ptr; 2714 ptr = offsetof(struct btrfs_node, ptrs) + 2715 sizeof(struct btrfs_key_ptr) * nr; 2716 return btrfs_key_blockptr(eb, (struct btrfs_key_ptr *)ptr); 2717 } 2718 2719 static inline void btrfs_set_node_blockptr(struct extent_buffer *eb, 2720 int nr, u64 val) 2721 { 2722 unsigned long ptr; 2723 ptr = offsetof(struct btrfs_node, ptrs) + 2724 sizeof(struct btrfs_key_ptr) * nr; 2725 btrfs_set_key_blockptr(eb, (struct btrfs_key_ptr *)ptr, val); 2726 } 2727 2728 static inline u64 btrfs_node_ptr_generation(struct extent_buffer *eb, int nr) 2729 { 2730 unsigned long ptr; 2731 ptr = offsetof(struct btrfs_node, ptrs) + 2732 sizeof(struct btrfs_key_ptr) * nr; 2733 return btrfs_key_generation(eb, (struct btrfs_key_ptr *)ptr); 2734 } 2735 2736 static inline void btrfs_set_node_ptr_generation(struct extent_buffer *eb, 2737 int nr, u64 val) 2738 { 2739 unsigned long ptr; 2740 ptr = offsetof(struct btrfs_node, ptrs) + 2741 sizeof(struct btrfs_key_ptr) * nr; 2742 btrfs_set_key_generation(eb, (struct btrfs_key_ptr *)ptr, val); 2743 } 2744 2745 static inline unsigned long btrfs_node_key_ptr_offset(int nr) 2746 { 2747 return offsetof(struct btrfs_node, ptrs) + 2748 sizeof(struct btrfs_key_ptr) * nr; 2749 } 2750 2751 void btrfs_node_key(struct extent_buffer *eb, 2752 struct btrfs_disk_key *disk_key, int nr); 2753 2754 static inline void btrfs_set_node_key(struct extent_buffer *eb, 2755 struct btrfs_disk_key *disk_key, int nr) 2756 { 2757 unsigned long ptr; 2758 ptr = btrfs_node_key_ptr_offset(nr); 2759 write_eb_member(eb, (struct btrfs_key_ptr *)ptr, 2760 struct btrfs_key_ptr, key, disk_key); 2761 } 2762 2763 /* struct btrfs_item */ 2764 BTRFS_SETGET_FUNCS(item_offset, struct btrfs_item, offset, 32); 2765 BTRFS_SETGET_FUNCS(item_size, struct btrfs_item, size, 32); 2766 BTRFS_SETGET_STACK_FUNCS(stack_item_offset, struct btrfs_item, offset, 32); 2767 BTRFS_SETGET_STACK_FUNCS(stack_item_size, struct btrfs_item, size, 32); 2768 2769 static inline unsigned long btrfs_item_nr_offset(int nr) 2770 { 2771 return offsetof(struct btrfs_leaf, items) + 2772 sizeof(struct btrfs_item) * nr; 2773 } 2774 2775 static inline struct btrfs_item *btrfs_item_nr(int nr) 2776 { 2777 return (struct btrfs_item *)btrfs_item_nr_offset(nr); 2778 } 2779 2780 static inline u32 btrfs_item_end(struct extent_buffer *eb, 2781 struct btrfs_item *item) 2782 { 2783 return btrfs_item_offset(eb, item) + btrfs_item_size(eb, item); 2784 } 2785 2786 static inline u32 btrfs_item_end_nr(struct extent_buffer *eb, int nr) 2787 { 2788 return btrfs_item_end(eb, btrfs_item_nr(nr)); 2789 } 2790 2791 static inline u32 btrfs_item_offset_nr(struct extent_buffer *eb, int nr) 2792 { 2793 return btrfs_item_offset(eb, btrfs_item_nr(nr)); 2794 } 2795 2796 static inline u32 btrfs_item_size_nr(struct extent_buffer *eb, int nr) 2797 { 2798 return btrfs_item_size(eb, btrfs_item_nr(nr)); 2799 } 2800 2801 static inline void btrfs_item_key(struct extent_buffer *eb, 2802 struct btrfs_disk_key *disk_key, int nr) 2803 { 2804 struct btrfs_item *item = btrfs_item_nr(nr); 2805 read_eb_member(eb, item, struct btrfs_item, key, disk_key); 2806 } 2807 2808 static inline void btrfs_set_item_key(struct extent_buffer *eb, 2809 struct btrfs_disk_key *disk_key, int nr) 2810 { 2811 struct btrfs_item *item = btrfs_item_nr(nr); 2812 write_eb_member(eb, item, struct btrfs_item, key, disk_key); 2813 } 2814 2815 BTRFS_SETGET_FUNCS(dir_log_end, struct btrfs_dir_log_item, end, 64); 2816 2817 /* 2818 * struct btrfs_root_ref 2819 */ 2820 BTRFS_SETGET_FUNCS(root_ref_dirid, struct btrfs_root_ref, dirid, 64); 2821 BTRFS_SETGET_FUNCS(root_ref_sequence, struct btrfs_root_ref, sequence, 64); 2822 BTRFS_SETGET_FUNCS(root_ref_name_len, struct btrfs_root_ref, name_len, 16); 2823 2824 /* struct btrfs_dir_item */ 2825 BTRFS_SETGET_FUNCS(dir_data_len, struct btrfs_dir_item, data_len, 16); 2826 BTRFS_SETGET_FUNCS(dir_type, struct btrfs_dir_item, type, 8); 2827 BTRFS_SETGET_FUNCS(dir_name_len, struct btrfs_dir_item, name_len, 16); 2828 BTRFS_SETGET_FUNCS(dir_transid, struct btrfs_dir_item, transid, 64); 2829 BTRFS_SETGET_STACK_FUNCS(stack_dir_type, struct btrfs_dir_item, type, 8); 2830 BTRFS_SETGET_STACK_FUNCS(stack_dir_data_len, struct btrfs_dir_item, 2831 data_len, 16); 2832 BTRFS_SETGET_STACK_FUNCS(stack_dir_name_len, struct btrfs_dir_item, 2833 name_len, 16); 2834 BTRFS_SETGET_STACK_FUNCS(stack_dir_transid, struct btrfs_dir_item, 2835 transid, 64); 2836 2837 static inline void btrfs_dir_item_key(struct extent_buffer *eb, 2838 struct btrfs_dir_item *item, 2839 struct btrfs_disk_key *key) 2840 { 2841 read_eb_member(eb, item, struct btrfs_dir_item, location, key); 2842 } 2843 2844 static inline void btrfs_set_dir_item_key(struct extent_buffer *eb, 2845 struct btrfs_dir_item *item, 2846 struct btrfs_disk_key *key) 2847 { 2848 write_eb_member(eb, item, struct btrfs_dir_item, location, key); 2849 } 2850 2851 BTRFS_SETGET_FUNCS(free_space_entries, struct btrfs_free_space_header, 2852 num_entries, 64); 2853 BTRFS_SETGET_FUNCS(free_space_bitmaps, struct btrfs_free_space_header, 2854 num_bitmaps, 64); 2855 BTRFS_SETGET_FUNCS(free_space_generation, struct btrfs_free_space_header, 2856 generation, 64); 2857 2858 static inline void btrfs_free_space_key(struct extent_buffer *eb, 2859 struct btrfs_free_space_header *h, 2860 struct btrfs_disk_key *key) 2861 { 2862 read_eb_member(eb, h, struct btrfs_free_space_header, location, key); 2863 } 2864 2865 static inline void btrfs_set_free_space_key(struct extent_buffer *eb, 2866 struct btrfs_free_space_header *h, 2867 struct btrfs_disk_key *key) 2868 { 2869 write_eb_member(eb, h, struct btrfs_free_space_header, location, key); 2870 } 2871 2872 /* struct btrfs_disk_key */ 2873 BTRFS_SETGET_STACK_FUNCS(disk_key_objectid, struct btrfs_disk_key, 2874 objectid, 64); 2875 BTRFS_SETGET_STACK_FUNCS(disk_key_offset, struct btrfs_disk_key, offset, 64); 2876 BTRFS_SETGET_STACK_FUNCS(disk_key_type, struct btrfs_disk_key, type, 8); 2877 2878 static inline void btrfs_disk_key_to_cpu(struct btrfs_key *cpu, 2879 struct btrfs_disk_key *disk) 2880 { 2881 cpu->offset = le64_to_cpu(disk->offset); 2882 cpu->type = disk->type; 2883 cpu->objectid = le64_to_cpu(disk->objectid); 2884 } 2885 2886 static inline void btrfs_cpu_key_to_disk(struct btrfs_disk_key *disk, 2887 struct btrfs_key *cpu) 2888 { 2889 disk->offset = cpu_to_le64(cpu->offset); 2890 disk->type = cpu->type; 2891 disk->objectid = cpu_to_le64(cpu->objectid); 2892 } 2893 2894 static inline void btrfs_node_key_to_cpu(struct extent_buffer *eb, 2895 struct btrfs_key *key, int nr) 2896 { 2897 struct btrfs_disk_key disk_key; 2898 btrfs_node_key(eb, &disk_key, nr); 2899 btrfs_disk_key_to_cpu(key, &disk_key); 2900 } 2901 2902 static inline void btrfs_item_key_to_cpu(struct extent_buffer *eb, 2903 struct btrfs_key *key, int nr) 2904 { 2905 struct btrfs_disk_key disk_key; 2906 btrfs_item_key(eb, &disk_key, nr); 2907 btrfs_disk_key_to_cpu(key, &disk_key); 2908 } 2909 2910 static inline void btrfs_dir_item_key_to_cpu(struct extent_buffer *eb, 2911 struct btrfs_dir_item *item, 2912 struct btrfs_key *key) 2913 { 2914 struct btrfs_disk_key disk_key; 2915 btrfs_dir_item_key(eb, item, &disk_key); 2916 btrfs_disk_key_to_cpu(key, &disk_key); 2917 } 2918 2919 2920 static inline u8 btrfs_key_type(struct btrfs_key *key) 2921 { 2922 return key->type; 2923 } 2924 2925 static inline void btrfs_set_key_type(struct btrfs_key *key, u8 val) 2926 { 2927 key->type = val; 2928 } 2929 2930 /* struct btrfs_header */ 2931 BTRFS_SETGET_HEADER_FUNCS(header_bytenr, struct btrfs_header, bytenr, 64); 2932 BTRFS_SETGET_HEADER_FUNCS(header_generation, struct btrfs_header, 2933 generation, 64); 2934 BTRFS_SETGET_HEADER_FUNCS(header_owner, struct btrfs_header, owner, 64); 2935 BTRFS_SETGET_HEADER_FUNCS(header_nritems, struct btrfs_header, nritems, 32); 2936 BTRFS_SETGET_HEADER_FUNCS(header_flags, struct btrfs_header, flags, 64); 2937 BTRFS_SETGET_HEADER_FUNCS(header_level, struct btrfs_header, level, 8); 2938 BTRFS_SETGET_STACK_FUNCS(stack_header_generation, struct btrfs_header, 2939 generation, 64); 2940 BTRFS_SETGET_STACK_FUNCS(stack_header_owner, struct btrfs_header, owner, 64); 2941 BTRFS_SETGET_STACK_FUNCS(stack_header_nritems, struct btrfs_header, 2942 nritems, 32); 2943 BTRFS_SETGET_STACK_FUNCS(stack_header_bytenr, struct btrfs_header, bytenr, 64); 2944 2945 static inline int btrfs_header_flag(struct extent_buffer *eb, u64 flag) 2946 { 2947 return (btrfs_header_flags(eb) & flag) == flag; 2948 } 2949 2950 static inline int btrfs_set_header_flag(struct extent_buffer *eb, u64 flag) 2951 { 2952 u64 flags = btrfs_header_flags(eb); 2953 btrfs_set_header_flags(eb, flags | flag); 2954 return (flags & flag) == flag; 2955 } 2956 2957 static inline int btrfs_clear_header_flag(struct extent_buffer *eb, u64 flag) 2958 { 2959 u64 flags = btrfs_header_flags(eb); 2960 btrfs_set_header_flags(eb, flags & ~flag); 2961 return (flags & flag) == flag; 2962 } 2963 2964 static inline int btrfs_header_backref_rev(struct extent_buffer *eb) 2965 { 2966 u64 flags = btrfs_header_flags(eb); 2967 return flags >> BTRFS_BACKREF_REV_SHIFT; 2968 } 2969 2970 static inline void btrfs_set_header_backref_rev(struct extent_buffer *eb, 2971 int rev) 2972 { 2973 u64 flags = btrfs_header_flags(eb); 2974 flags &= ~BTRFS_BACKREF_REV_MASK; 2975 flags |= (u64)rev << BTRFS_BACKREF_REV_SHIFT; 2976 btrfs_set_header_flags(eb, flags); 2977 } 2978 2979 static inline unsigned long btrfs_header_fsid(void) 2980 { 2981 return offsetof(struct btrfs_header, fsid); 2982 } 2983 2984 static inline unsigned long btrfs_header_chunk_tree_uuid(struct extent_buffer *eb) 2985 { 2986 return offsetof(struct btrfs_header, chunk_tree_uuid); 2987 } 2988 2989 static inline int btrfs_is_leaf(struct extent_buffer *eb) 2990 { 2991 return btrfs_header_level(eb) == 0; 2992 } 2993 2994 /* struct btrfs_root_item */ 2995 BTRFS_SETGET_FUNCS(disk_root_generation, struct btrfs_root_item, 2996 generation, 64); 2997 BTRFS_SETGET_FUNCS(disk_root_refs, struct btrfs_root_item, refs, 32); 2998 BTRFS_SETGET_FUNCS(disk_root_bytenr, struct btrfs_root_item, bytenr, 64); 2999 BTRFS_SETGET_FUNCS(disk_root_level, struct btrfs_root_item, level, 8); 3000 3001 BTRFS_SETGET_STACK_FUNCS(root_generation, struct btrfs_root_item, 3002 generation, 64); 3003 BTRFS_SETGET_STACK_FUNCS(root_bytenr, struct btrfs_root_item, bytenr, 64); 3004 BTRFS_SETGET_STACK_FUNCS(root_level, struct btrfs_root_item, level, 8); 3005 BTRFS_SETGET_STACK_FUNCS(root_dirid, struct btrfs_root_item, root_dirid, 64); 3006 BTRFS_SETGET_STACK_FUNCS(root_refs, struct btrfs_root_item, refs, 32); 3007 BTRFS_SETGET_STACK_FUNCS(root_flags, struct btrfs_root_item, flags, 64); 3008 BTRFS_SETGET_STACK_FUNCS(root_used, struct btrfs_root_item, bytes_used, 64); 3009 BTRFS_SETGET_STACK_FUNCS(root_limit, struct btrfs_root_item, byte_limit, 64); 3010 BTRFS_SETGET_STACK_FUNCS(root_last_snapshot, struct btrfs_root_item, 3011 last_snapshot, 64); 3012 BTRFS_SETGET_STACK_FUNCS(root_generation_v2, struct btrfs_root_item, 3013 generation_v2, 64); 3014 BTRFS_SETGET_STACK_FUNCS(root_ctransid, struct btrfs_root_item, 3015 ctransid, 64); 3016 BTRFS_SETGET_STACK_FUNCS(root_otransid, struct btrfs_root_item, 3017 otransid, 64); 3018 BTRFS_SETGET_STACK_FUNCS(root_stransid, struct btrfs_root_item, 3019 stransid, 64); 3020 BTRFS_SETGET_STACK_FUNCS(root_rtransid, struct btrfs_root_item, 3021 rtransid, 64); 3022 3023 static inline bool btrfs_root_readonly(struct btrfs_root *root) 3024 { 3025 return (root->root_item.flags & cpu_to_le64(BTRFS_ROOT_SUBVOL_RDONLY)) != 0; 3026 } 3027 3028 static inline bool btrfs_root_dead(struct btrfs_root *root) 3029 { 3030 return (root->root_item.flags & cpu_to_le64(BTRFS_ROOT_SUBVOL_DEAD)) != 0; 3031 } 3032 3033 /* struct btrfs_root_backup */ 3034 BTRFS_SETGET_STACK_FUNCS(backup_tree_root, struct btrfs_root_backup, 3035 tree_root, 64); 3036 BTRFS_SETGET_STACK_FUNCS(backup_tree_root_gen, struct btrfs_root_backup, 3037 tree_root_gen, 64); 3038 BTRFS_SETGET_STACK_FUNCS(backup_tree_root_level, struct btrfs_root_backup, 3039 tree_root_level, 8); 3040 3041 BTRFS_SETGET_STACK_FUNCS(backup_chunk_root, struct btrfs_root_backup, 3042 chunk_root, 64); 3043 BTRFS_SETGET_STACK_FUNCS(backup_chunk_root_gen, struct btrfs_root_backup, 3044 chunk_root_gen, 64); 3045 BTRFS_SETGET_STACK_FUNCS(backup_chunk_root_level, struct btrfs_root_backup, 3046 chunk_root_level, 8); 3047 3048 BTRFS_SETGET_STACK_FUNCS(backup_extent_root, struct btrfs_root_backup, 3049 extent_root, 64); 3050 BTRFS_SETGET_STACK_FUNCS(backup_extent_root_gen, struct btrfs_root_backup, 3051 extent_root_gen, 64); 3052 BTRFS_SETGET_STACK_FUNCS(backup_extent_root_level, struct btrfs_root_backup, 3053 extent_root_level, 8); 3054 3055 BTRFS_SETGET_STACK_FUNCS(backup_fs_root, struct btrfs_root_backup, 3056 fs_root, 64); 3057 BTRFS_SETGET_STACK_FUNCS(backup_fs_root_gen, struct btrfs_root_backup, 3058 fs_root_gen, 64); 3059 BTRFS_SETGET_STACK_FUNCS(backup_fs_root_level, struct btrfs_root_backup, 3060 fs_root_level, 8); 3061 3062 BTRFS_SETGET_STACK_FUNCS(backup_dev_root, struct btrfs_root_backup, 3063 dev_root, 64); 3064 BTRFS_SETGET_STACK_FUNCS(backup_dev_root_gen, struct btrfs_root_backup, 3065 dev_root_gen, 64); 3066 BTRFS_SETGET_STACK_FUNCS(backup_dev_root_level, struct btrfs_root_backup, 3067 dev_root_level, 8); 3068 3069 BTRFS_SETGET_STACK_FUNCS(backup_csum_root, struct btrfs_root_backup, 3070 csum_root, 64); 3071 BTRFS_SETGET_STACK_FUNCS(backup_csum_root_gen, struct btrfs_root_backup, 3072 csum_root_gen, 64); 3073 BTRFS_SETGET_STACK_FUNCS(backup_csum_root_level, struct btrfs_root_backup, 3074 csum_root_level, 8); 3075 BTRFS_SETGET_STACK_FUNCS(backup_total_bytes, struct btrfs_root_backup, 3076 total_bytes, 64); 3077 BTRFS_SETGET_STACK_FUNCS(backup_bytes_used, struct btrfs_root_backup, 3078 bytes_used, 64); 3079 BTRFS_SETGET_STACK_FUNCS(backup_num_devices, struct btrfs_root_backup, 3080 num_devices, 64); 3081 3082 /* struct btrfs_balance_item */ 3083 BTRFS_SETGET_FUNCS(balance_flags, struct btrfs_balance_item, flags, 64); 3084 3085 static inline void btrfs_balance_data(struct extent_buffer *eb, 3086 struct btrfs_balance_item *bi, 3087 struct btrfs_disk_balance_args *ba) 3088 { 3089 read_eb_member(eb, bi, struct btrfs_balance_item, data, ba); 3090 } 3091 3092 static inline void btrfs_set_balance_data(struct extent_buffer *eb, 3093 struct btrfs_balance_item *bi, 3094 struct btrfs_disk_balance_args *ba) 3095 { 3096 write_eb_member(eb, bi, struct btrfs_balance_item, data, ba); 3097 } 3098 3099 static inline void btrfs_balance_meta(struct extent_buffer *eb, 3100 struct btrfs_balance_item *bi, 3101 struct btrfs_disk_balance_args *ba) 3102 { 3103 read_eb_member(eb, bi, struct btrfs_balance_item, meta, ba); 3104 } 3105 3106 static inline void btrfs_set_balance_meta(struct extent_buffer *eb, 3107 struct btrfs_balance_item *bi, 3108 struct btrfs_disk_balance_args *ba) 3109 { 3110 write_eb_member(eb, bi, struct btrfs_balance_item, meta, ba); 3111 } 3112 3113 static inline void btrfs_balance_sys(struct extent_buffer *eb, 3114 struct btrfs_balance_item *bi, 3115 struct btrfs_disk_balance_args *ba) 3116 { 3117 read_eb_member(eb, bi, struct btrfs_balance_item, sys, ba); 3118 } 3119 3120 static inline void btrfs_set_balance_sys(struct extent_buffer *eb, 3121 struct btrfs_balance_item *bi, 3122 struct btrfs_disk_balance_args *ba) 3123 { 3124 write_eb_member(eb, bi, struct btrfs_balance_item, sys, ba); 3125 } 3126 3127 static inline void 3128 btrfs_disk_balance_args_to_cpu(struct btrfs_balance_args *cpu, 3129 struct btrfs_disk_balance_args *disk) 3130 { 3131 memset(cpu, 0, sizeof(*cpu)); 3132 3133 cpu->profiles = le64_to_cpu(disk->profiles); 3134 cpu->usage = le64_to_cpu(disk->usage); 3135 cpu->devid = le64_to_cpu(disk->devid); 3136 cpu->pstart = le64_to_cpu(disk->pstart); 3137 cpu->pend = le64_to_cpu(disk->pend); 3138 cpu->vstart = le64_to_cpu(disk->vstart); 3139 cpu->vend = le64_to_cpu(disk->vend); 3140 cpu->target = le64_to_cpu(disk->target); 3141 cpu->flags = le64_to_cpu(disk->flags); 3142 cpu->limit = le64_to_cpu(disk->limit); 3143 } 3144 3145 static inline void 3146 btrfs_cpu_balance_args_to_disk(struct btrfs_disk_balance_args *disk, 3147 struct btrfs_balance_args *cpu) 3148 { 3149 memset(disk, 0, sizeof(*disk)); 3150 3151 disk->profiles = cpu_to_le64(cpu->profiles); 3152 disk->usage = cpu_to_le64(cpu->usage); 3153 disk->devid = cpu_to_le64(cpu->devid); 3154 disk->pstart = cpu_to_le64(cpu->pstart); 3155 disk->pend = cpu_to_le64(cpu->pend); 3156 disk->vstart = cpu_to_le64(cpu->vstart); 3157 disk->vend = cpu_to_le64(cpu->vend); 3158 disk->target = cpu_to_le64(cpu->target); 3159 disk->flags = cpu_to_le64(cpu->flags); 3160 disk->limit = cpu_to_le64(cpu->limit); 3161 } 3162 3163 /* struct btrfs_super_block */ 3164 BTRFS_SETGET_STACK_FUNCS(super_bytenr, struct btrfs_super_block, bytenr, 64); 3165 BTRFS_SETGET_STACK_FUNCS(super_flags, struct btrfs_super_block, flags, 64); 3166 BTRFS_SETGET_STACK_FUNCS(super_generation, struct btrfs_super_block, 3167 generation, 64); 3168 BTRFS_SETGET_STACK_FUNCS(super_root, struct btrfs_super_block, root, 64); 3169 BTRFS_SETGET_STACK_FUNCS(super_sys_array_size, 3170 struct btrfs_super_block, sys_chunk_array_size, 32); 3171 BTRFS_SETGET_STACK_FUNCS(super_chunk_root_generation, 3172 struct btrfs_super_block, chunk_root_generation, 64); 3173 BTRFS_SETGET_STACK_FUNCS(super_root_level, struct btrfs_super_block, 3174 root_level, 8); 3175 BTRFS_SETGET_STACK_FUNCS(super_chunk_root, struct btrfs_super_block, 3176 chunk_root, 64); 3177 BTRFS_SETGET_STACK_FUNCS(super_chunk_root_level, struct btrfs_super_block, 3178 chunk_root_level, 8); 3179 BTRFS_SETGET_STACK_FUNCS(super_log_root, struct btrfs_super_block, 3180 log_root, 64); 3181 BTRFS_SETGET_STACK_FUNCS(super_log_root_transid, struct btrfs_super_block, 3182 log_root_transid, 64); 3183 BTRFS_SETGET_STACK_FUNCS(super_log_root_level, struct btrfs_super_block, 3184 log_root_level, 8); 3185 BTRFS_SETGET_STACK_FUNCS(super_total_bytes, struct btrfs_super_block, 3186 total_bytes, 64); 3187 BTRFS_SETGET_STACK_FUNCS(super_bytes_used, struct btrfs_super_block, 3188 bytes_used, 64); 3189 BTRFS_SETGET_STACK_FUNCS(super_sectorsize, struct btrfs_super_block, 3190 sectorsize, 32); 3191 BTRFS_SETGET_STACK_FUNCS(super_nodesize, struct btrfs_super_block, 3192 nodesize, 32); 3193 BTRFS_SETGET_STACK_FUNCS(super_stripesize, struct btrfs_super_block, 3194 stripesize, 32); 3195 BTRFS_SETGET_STACK_FUNCS(super_root_dir, struct btrfs_super_block, 3196 root_dir_objectid, 64); 3197 BTRFS_SETGET_STACK_FUNCS(super_num_devices, struct btrfs_super_block, 3198 num_devices, 64); 3199 BTRFS_SETGET_STACK_FUNCS(super_compat_flags, struct btrfs_super_block, 3200 compat_flags, 64); 3201 BTRFS_SETGET_STACK_FUNCS(super_compat_ro_flags, struct btrfs_super_block, 3202 compat_ro_flags, 64); 3203 BTRFS_SETGET_STACK_FUNCS(super_incompat_flags, struct btrfs_super_block, 3204 incompat_flags, 64); 3205 BTRFS_SETGET_STACK_FUNCS(super_csum_type, struct btrfs_super_block, 3206 csum_type, 16); 3207 BTRFS_SETGET_STACK_FUNCS(super_cache_generation, struct btrfs_super_block, 3208 cache_generation, 64); 3209 BTRFS_SETGET_STACK_FUNCS(super_magic, struct btrfs_super_block, magic, 64); 3210 BTRFS_SETGET_STACK_FUNCS(super_uuid_tree_generation, struct btrfs_super_block, 3211 uuid_tree_generation, 64); 3212 3213 static inline int btrfs_super_csum_size(struct btrfs_super_block *s) 3214 { 3215 u16 t = btrfs_super_csum_type(s); 3216 /* 3217 * csum type is validated at mount time 3218 */ 3219 return btrfs_csum_sizes[t]; 3220 } 3221 3222 static inline unsigned long btrfs_leaf_data(struct extent_buffer *l) 3223 { 3224 return offsetof(struct btrfs_leaf, items); 3225 } 3226 3227 /* struct btrfs_file_extent_item */ 3228 BTRFS_SETGET_FUNCS(file_extent_type, struct btrfs_file_extent_item, type, 8); 3229 BTRFS_SETGET_STACK_FUNCS(stack_file_extent_disk_bytenr, 3230 struct btrfs_file_extent_item, disk_bytenr, 64); 3231 BTRFS_SETGET_STACK_FUNCS(stack_file_extent_offset, 3232 struct btrfs_file_extent_item, offset, 64); 3233 BTRFS_SETGET_STACK_FUNCS(stack_file_extent_generation, 3234 struct btrfs_file_extent_item, generation, 64); 3235 BTRFS_SETGET_STACK_FUNCS(stack_file_extent_num_bytes, 3236 struct btrfs_file_extent_item, num_bytes, 64); 3237 BTRFS_SETGET_STACK_FUNCS(stack_file_extent_disk_num_bytes, 3238 struct btrfs_file_extent_item, disk_num_bytes, 64); 3239 BTRFS_SETGET_STACK_FUNCS(stack_file_extent_compression, 3240 struct btrfs_file_extent_item, compression, 8); 3241 3242 static inline unsigned long 3243 btrfs_file_extent_inline_start(struct btrfs_file_extent_item *e) 3244 { 3245 return (unsigned long)e + BTRFS_FILE_EXTENT_INLINE_DATA_START; 3246 } 3247 3248 static inline u32 btrfs_file_extent_calc_inline_size(u32 datasize) 3249 { 3250 return BTRFS_FILE_EXTENT_INLINE_DATA_START + datasize; 3251 } 3252 3253 BTRFS_SETGET_FUNCS(file_extent_disk_bytenr, struct btrfs_file_extent_item, 3254 disk_bytenr, 64); 3255 BTRFS_SETGET_FUNCS(file_extent_generation, struct btrfs_file_extent_item, 3256 generation, 64); 3257 BTRFS_SETGET_FUNCS(file_extent_disk_num_bytes, struct btrfs_file_extent_item, 3258 disk_num_bytes, 64); 3259 BTRFS_SETGET_FUNCS(file_extent_offset, struct btrfs_file_extent_item, 3260 offset, 64); 3261 BTRFS_SETGET_FUNCS(file_extent_num_bytes, struct btrfs_file_extent_item, 3262 num_bytes, 64); 3263 BTRFS_SETGET_FUNCS(file_extent_ram_bytes, struct btrfs_file_extent_item, 3264 ram_bytes, 64); 3265 BTRFS_SETGET_FUNCS(file_extent_compression, struct btrfs_file_extent_item, 3266 compression, 8); 3267 BTRFS_SETGET_FUNCS(file_extent_encryption, struct btrfs_file_extent_item, 3268 encryption, 8); 3269 BTRFS_SETGET_FUNCS(file_extent_other_encoding, struct btrfs_file_extent_item, 3270 other_encoding, 16); 3271 3272 /* 3273 * this returns the number of bytes used by the item on disk, minus the 3274 * size of any extent headers. If a file is compressed on disk, this is 3275 * the compressed size 3276 */ 3277 static inline u32 btrfs_file_extent_inline_item_len(struct extent_buffer *eb, 3278 struct btrfs_item *e) 3279 { 3280 return btrfs_item_size(eb, e) - BTRFS_FILE_EXTENT_INLINE_DATA_START; 3281 } 3282 3283 /* this returns the number of file bytes represented by the inline item. 3284 * If an item is compressed, this is the uncompressed size 3285 */ 3286 static inline u32 btrfs_file_extent_inline_len(struct extent_buffer *eb, 3287 int slot, 3288 struct btrfs_file_extent_item *fi) 3289 { 3290 struct btrfs_map_token token; 3291 3292 btrfs_init_map_token(&token); 3293 /* 3294 * return the space used on disk if this item isn't 3295 * compressed or encoded 3296 */ 3297 if (btrfs_token_file_extent_compression(eb, fi, &token) == 0 && 3298 btrfs_token_file_extent_encryption(eb, fi, &token) == 0 && 3299 btrfs_token_file_extent_other_encoding(eb, fi, &token) == 0) { 3300 return btrfs_file_extent_inline_item_len(eb, 3301 btrfs_item_nr(slot)); 3302 } 3303 3304 /* otherwise use the ram bytes field */ 3305 return btrfs_token_file_extent_ram_bytes(eb, fi, &token); 3306 } 3307 3308 3309 /* btrfs_dev_stats_item */ 3310 static inline u64 btrfs_dev_stats_value(struct extent_buffer *eb, 3311 struct btrfs_dev_stats_item *ptr, 3312 int index) 3313 { 3314 u64 val; 3315 3316 read_extent_buffer(eb, &val, 3317 offsetof(struct btrfs_dev_stats_item, values) + 3318 ((unsigned long)ptr) + (index * sizeof(u64)), 3319 sizeof(val)); 3320 return val; 3321 } 3322 3323 static inline void btrfs_set_dev_stats_value(struct extent_buffer *eb, 3324 struct btrfs_dev_stats_item *ptr, 3325 int index, u64 val) 3326 { 3327 write_extent_buffer(eb, &val, 3328 offsetof(struct btrfs_dev_stats_item, values) + 3329 ((unsigned long)ptr) + (index * sizeof(u64)), 3330 sizeof(val)); 3331 } 3332 3333 /* btrfs_qgroup_status_item */ 3334 BTRFS_SETGET_FUNCS(qgroup_status_generation, struct btrfs_qgroup_status_item, 3335 generation, 64); 3336 BTRFS_SETGET_FUNCS(qgroup_status_version, struct btrfs_qgroup_status_item, 3337 version, 64); 3338 BTRFS_SETGET_FUNCS(qgroup_status_flags, struct btrfs_qgroup_status_item, 3339 flags, 64); 3340 BTRFS_SETGET_FUNCS(qgroup_status_rescan, struct btrfs_qgroup_status_item, 3341 rescan, 64); 3342 3343 /* btrfs_qgroup_info_item */ 3344 BTRFS_SETGET_FUNCS(qgroup_info_generation, struct btrfs_qgroup_info_item, 3345 generation, 64); 3346 BTRFS_SETGET_FUNCS(qgroup_info_rfer, struct btrfs_qgroup_info_item, rfer, 64); 3347 BTRFS_SETGET_FUNCS(qgroup_info_rfer_cmpr, struct btrfs_qgroup_info_item, 3348 rfer_cmpr, 64); 3349 BTRFS_SETGET_FUNCS(qgroup_info_excl, struct btrfs_qgroup_info_item, excl, 64); 3350 BTRFS_SETGET_FUNCS(qgroup_info_excl_cmpr, struct btrfs_qgroup_info_item, 3351 excl_cmpr, 64); 3352 3353 BTRFS_SETGET_STACK_FUNCS(stack_qgroup_info_generation, 3354 struct btrfs_qgroup_info_item, generation, 64); 3355 BTRFS_SETGET_STACK_FUNCS(stack_qgroup_info_rfer, struct btrfs_qgroup_info_item, 3356 rfer, 64); 3357 BTRFS_SETGET_STACK_FUNCS(stack_qgroup_info_rfer_cmpr, 3358 struct btrfs_qgroup_info_item, rfer_cmpr, 64); 3359 BTRFS_SETGET_STACK_FUNCS(stack_qgroup_info_excl, struct btrfs_qgroup_info_item, 3360 excl, 64); 3361 BTRFS_SETGET_STACK_FUNCS(stack_qgroup_info_excl_cmpr, 3362 struct btrfs_qgroup_info_item, excl_cmpr, 64); 3363 3364 /* btrfs_qgroup_limit_item */ 3365 BTRFS_SETGET_FUNCS(qgroup_limit_flags, struct btrfs_qgroup_limit_item, 3366 flags, 64); 3367 BTRFS_SETGET_FUNCS(qgroup_limit_max_rfer, struct btrfs_qgroup_limit_item, 3368 max_rfer, 64); 3369 BTRFS_SETGET_FUNCS(qgroup_limit_max_excl, struct btrfs_qgroup_limit_item, 3370 max_excl, 64); 3371 BTRFS_SETGET_FUNCS(qgroup_limit_rsv_rfer, struct btrfs_qgroup_limit_item, 3372 rsv_rfer, 64); 3373 BTRFS_SETGET_FUNCS(qgroup_limit_rsv_excl, struct btrfs_qgroup_limit_item, 3374 rsv_excl, 64); 3375 3376 /* btrfs_dev_replace_item */ 3377 BTRFS_SETGET_FUNCS(dev_replace_src_devid, 3378 struct btrfs_dev_replace_item, src_devid, 64); 3379 BTRFS_SETGET_FUNCS(dev_replace_cont_reading_from_srcdev_mode, 3380 struct btrfs_dev_replace_item, cont_reading_from_srcdev_mode, 3381 64); 3382 BTRFS_SETGET_FUNCS(dev_replace_replace_state, struct btrfs_dev_replace_item, 3383 replace_state, 64); 3384 BTRFS_SETGET_FUNCS(dev_replace_time_started, struct btrfs_dev_replace_item, 3385 time_started, 64); 3386 BTRFS_SETGET_FUNCS(dev_replace_time_stopped, struct btrfs_dev_replace_item, 3387 time_stopped, 64); 3388 BTRFS_SETGET_FUNCS(dev_replace_num_write_errors, struct btrfs_dev_replace_item, 3389 num_write_errors, 64); 3390 BTRFS_SETGET_FUNCS(dev_replace_num_uncorrectable_read_errors, 3391 struct btrfs_dev_replace_item, num_uncorrectable_read_errors, 3392 64); 3393 BTRFS_SETGET_FUNCS(dev_replace_cursor_left, struct btrfs_dev_replace_item, 3394 cursor_left, 64); 3395 BTRFS_SETGET_FUNCS(dev_replace_cursor_right, struct btrfs_dev_replace_item, 3396 cursor_right, 64); 3397 3398 BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_src_devid, 3399 struct btrfs_dev_replace_item, src_devid, 64); 3400 BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_cont_reading_from_srcdev_mode, 3401 struct btrfs_dev_replace_item, 3402 cont_reading_from_srcdev_mode, 64); 3403 BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_replace_state, 3404 struct btrfs_dev_replace_item, replace_state, 64); 3405 BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_time_started, 3406 struct btrfs_dev_replace_item, time_started, 64); 3407 BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_time_stopped, 3408 struct btrfs_dev_replace_item, time_stopped, 64); 3409 BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_num_write_errors, 3410 struct btrfs_dev_replace_item, num_write_errors, 64); 3411 BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_num_uncorrectable_read_errors, 3412 struct btrfs_dev_replace_item, 3413 num_uncorrectable_read_errors, 64); 3414 BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_cursor_left, 3415 struct btrfs_dev_replace_item, cursor_left, 64); 3416 BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_cursor_right, 3417 struct btrfs_dev_replace_item, cursor_right, 64); 3418 3419 static inline struct btrfs_fs_info *btrfs_sb(struct super_block *sb) 3420 { 3421 return sb->s_fs_info; 3422 } 3423 3424 /* helper function to cast into the data area of the leaf. */ 3425 #define btrfs_item_ptr(leaf, slot, type) \ 3426 ((type *)(btrfs_leaf_data(leaf) + \ 3427 btrfs_item_offset_nr(leaf, slot))) 3428 3429 #define btrfs_item_ptr_offset(leaf, slot) \ 3430 ((unsigned long)(btrfs_leaf_data(leaf) + \ 3431 btrfs_item_offset_nr(leaf, slot))) 3432 3433 static inline bool btrfs_mixed_space_info(struct btrfs_space_info *space_info) 3434 { 3435 return ((space_info->flags & BTRFS_BLOCK_GROUP_METADATA) && 3436 (space_info->flags & BTRFS_BLOCK_GROUP_DATA)); 3437 } 3438 3439 static inline gfp_t btrfs_alloc_write_mask(struct address_space *mapping) 3440 { 3441 return mapping_gfp_constraint(mapping, ~__GFP_FS); 3442 } 3443 3444 /* extent-tree.c */ 3445 3446 u64 btrfs_csum_bytes_to_leaves(struct btrfs_root *root, u64 csum_bytes); 3447 3448 static inline u64 btrfs_calc_trans_metadata_size(struct btrfs_root *root, 3449 unsigned num_items) 3450 { 3451 return (root->nodesize + root->nodesize * (BTRFS_MAX_LEVEL - 1)) * 3452 2 * num_items; 3453 } 3454 3455 /* 3456 * Doing a truncate won't result in new nodes or leaves, just what we need for 3457 * COW. 3458 */ 3459 static inline u64 btrfs_calc_trunc_metadata_size(struct btrfs_root *root, 3460 unsigned num_items) 3461 { 3462 return root->nodesize * BTRFS_MAX_LEVEL * num_items; 3463 } 3464 3465 int btrfs_should_throttle_delayed_refs(struct btrfs_trans_handle *trans, 3466 struct btrfs_root *root); 3467 int btrfs_check_space_for_delayed_refs(struct btrfs_trans_handle *trans, 3468 struct btrfs_root *root); 3469 void btrfs_put_block_group(struct btrfs_block_group_cache *cache); 3470 int btrfs_run_delayed_refs(struct btrfs_trans_handle *trans, 3471 struct btrfs_root *root, unsigned long count); 3472 int btrfs_async_run_delayed_refs(struct btrfs_root *root, 3473 unsigned long count, int wait); 3474 int btrfs_lookup_data_extent(struct btrfs_root *root, u64 start, u64 len); 3475 int btrfs_lookup_extent_info(struct btrfs_trans_handle *trans, 3476 struct btrfs_root *root, u64 bytenr, 3477 u64 offset, int metadata, u64 *refs, u64 *flags); 3478 int btrfs_pin_extent(struct btrfs_root *root, 3479 u64 bytenr, u64 num, int reserved); 3480 int btrfs_pin_extent_for_log_replay(struct btrfs_root *root, 3481 u64 bytenr, u64 num_bytes); 3482 int btrfs_exclude_logged_extents(struct btrfs_root *root, 3483 struct extent_buffer *eb); 3484 int btrfs_cross_ref_exist(struct btrfs_trans_handle *trans, 3485 struct btrfs_root *root, 3486 u64 objectid, u64 offset, u64 bytenr); 3487 struct btrfs_block_group_cache *btrfs_lookup_block_group( 3488 struct btrfs_fs_info *info, 3489 u64 bytenr); 3490 void btrfs_get_block_group(struct btrfs_block_group_cache *cache); 3491 void btrfs_put_block_group(struct btrfs_block_group_cache *cache); 3492 int get_block_group_index(struct btrfs_block_group_cache *cache); 3493 struct extent_buffer *btrfs_alloc_tree_block(struct btrfs_trans_handle *trans, 3494 struct btrfs_root *root, u64 parent, 3495 u64 root_objectid, 3496 struct btrfs_disk_key *key, int level, 3497 u64 hint, u64 empty_size); 3498 void btrfs_free_tree_block(struct btrfs_trans_handle *trans, 3499 struct btrfs_root *root, 3500 struct extent_buffer *buf, 3501 u64 parent, int last_ref); 3502 int btrfs_alloc_reserved_file_extent(struct btrfs_trans_handle *trans, 3503 struct btrfs_root *root, 3504 u64 root_objectid, u64 owner, 3505 u64 offset, u64 ram_bytes, 3506 struct btrfs_key *ins); 3507 int btrfs_alloc_logged_file_extent(struct btrfs_trans_handle *trans, 3508 struct btrfs_root *root, 3509 u64 root_objectid, u64 owner, u64 offset, 3510 struct btrfs_key *ins); 3511 int btrfs_reserve_extent(struct btrfs_root *root, u64 num_bytes, 3512 u64 min_alloc_size, u64 empty_size, u64 hint_byte, 3513 struct btrfs_key *ins, int is_data, int delalloc); 3514 int btrfs_inc_ref(struct btrfs_trans_handle *trans, struct btrfs_root *root, 3515 struct extent_buffer *buf, int full_backref); 3516 int btrfs_dec_ref(struct btrfs_trans_handle *trans, struct btrfs_root *root, 3517 struct extent_buffer *buf, int full_backref); 3518 int btrfs_set_disk_extent_flags(struct btrfs_trans_handle *trans, 3519 struct btrfs_root *root, 3520 u64 bytenr, u64 num_bytes, u64 flags, 3521 int level, int is_data); 3522 int btrfs_free_extent(struct btrfs_trans_handle *trans, 3523 struct btrfs_root *root, 3524 u64 bytenr, u64 num_bytes, u64 parent, u64 root_objectid, 3525 u64 owner, u64 offset); 3526 3527 int btrfs_free_reserved_extent(struct btrfs_root *root, u64 start, u64 len, 3528 int delalloc); 3529 int btrfs_free_and_pin_reserved_extent(struct btrfs_root *root, 3530 u64 start, u64 len); 3531 void btrfs_prepare_extent_commit(struct btrfs_trans_handle *trans, 3532 struct btrfs_root *root); 3533 int btrfs_finish_extent_commit(struct btrfs_trans_handle *trans, 3534 struct btrfs_root *root); 3535 int btrfs_inc_extent_ref(struct btrfs_trans_handle *trans, 3536 struct btrfs_root *root, 3537 u64 bytenr, u64 num_bytes, u64 parent, 3538 u64 root_objectid, u64 owner, u64 offset); 3539 3540 int btrfs_start_dirty_block_groups(struct btrfs_trans_handle *trans, 3541 struct btrfs_root *root); 3542 int btrfs_write_dirty_block_groups(struct btrfs_trans_handle *trans, 3543 struct btrfs_root *root); 3544 int btrfs_setup_space_cache(struct btrfs_trans_handle *trans, 3545 struct btrfs_root *root); 3546 int btrfs_extent_readonly(struct btrfs_root *root, u64 bytenr); 3547 int btrfs_free_block_groups(struct btrfs_fs_info *info); 3548 int btrfs_read_block_groups(struct btrfs_root *root); 3549 int btrfs_can_relocate(struct btrfs_root *root, u64 bytenr); 3550 int btrfs_make_block_group(struct btrfs_trans_handle *trans, 3551 struct btrfs_root *root, u64 bytes_used, 3552 u64 type, u64 chunk_objectid, u64 chunk_offset, 3553 u64 size); 3554 struct btrfs_trans_handle *btrfs_start_trans_remove_block_group( 3555 struct btrfs_fs_info *fs_info, 3556 const u64 chunk_offset); 3557 int btrfs_remove_block_group(struct btrfs_trans_handle *trans, 3558 struct btrfs_root *root, u64 group_start, 3559 struct extent_map *em); 3560 void btrfs_delete_unused_bgs(struct btrfs_fs_info *fs_info); 3561 void btrfs_get_block_group_trimming(struct btrfs_block_group_cache *cache); 3562 void btrfs_put_block_group_trimming(struct btrfs_block_group_cache *cache); 3563 void btrfs_create_pending_block_groups(struct btrfs_trans_handle *trans, 3564 struct btrfs_root *root); 3565 u64 btrfs_get_alloc_profile(struct btrfs_root *root, int data); 3566 void btrfs_clear_space_info_full(struct btrfs_fs_info *info); 3567 3568 enum btrfs_reserve_flush_enum { 3569 /* If we are in the transaction, we can't flush anything.*/ 3570 BTRFS_RESERVE_NO_FLUSH, 3571 /* 3572 * Flushing delalloc may cause deadlock somewhere, in this 3573 * case, use FLUSH LIMIT 3574 */ 3575 BTRFS_RESERVE_FLUSH_LIMIT, 3576 BTRFS_RESERVE_FLUSH_ALL, 3577 }; 3578 3579 int btrfs_check_data_free_space(struct inode *inode, u64 start, u64 len); 3580 int btrfs_alloc_data_chunk_ondemand(struct inode *inode, u64 bytes); 3581 void btrfs_free_reserved_data_space(struct inode *inode, u64 start, u64 len); 3582 void btrfs_free_reserved_data_space_noquota(struct inode *inode, u64 start, 3583 u64 len); 3584 void btrfs_trans_release_metadata(struct btrfs_trans_handle *trans, 3585 struct btrfs_root *root); 3586 void btrfs_trans_release_chunk_metadata(struct btrfs_trans_handle *trans); 3587 int btrfs_orphan_reserve_metadata(struct btrfs_trans_handle *trans, 3588 struct inode *inode); 3589 void btrfs_orphan_release_metadata(struct inode *inode); 3590 int btrfs_subvolume_reserve_metadata(struct btrfs_root *root, 3591 struct btrfs_block_rsv *rsv, 3592 int nitems, 3593 u64 *qgroup_reserved, bool use_global_rsv); 3594 void btrfs_subvolume_release_metadata(struct btrfs_root *root, 3595 struct btrfs_block_rsv *rsv, 3596 u64 qgroup_reserved); 3597 int btrfs_delalloc_reserve_metadata(struct inode *inode, u64 num_bytes); 3598 void btrfs_delalloc_release_metadata(struct inode *inode, u64 num_bytes); 3599 int btrfs_delalloc_reserve_space(struct inode *inode, u64 start, u64 len); 3600 void btrfs_delalloc_release_space(struct inode *inode, u64 start, u64 len); 3601 void btrfs_init_block_rsv(struct btrfs_block_rsv *rsv, unsigned short type); 3602 struct btrfs_block_rsv *btrfs_alloc_block_rsv(struct btrfs_root *root, 3603 unsigned short type); 3604 void btrfs_free_block_rsv(struct btrfs_root *root, 3605 struct btrfs_block_rsv *rsv); 3606 void __btrfs_free_block_rsv(struct btrfs_block_rsv *rsv); 3607 int btrfs_block_rsv_add(struct btrfs_root *root, 3608 struct btrfs_block_rsv *block_rsv, u64 num_bytes, 3609 enum btrfs_reserve_flush_enum flush); 3610 int btrfs_block_rsv_check(struct btrfs_root *root, 3611 struct btrfs_block_rsv *block_rsv, int min_factor); 3612 int btrfs_block_rsv_refill(struct btrfs_root *root, 3613 struct btrfs_block_rsv *block_rsv, u64 min_reserved, 3614 enum btrfs_reserve_flush_enum flush); 3615 int btrfs_block_rsv_migrate(struct btrfs_block_rsv *src_rsv, 3616 struct btrfs_block_rsv *dst_rsv, 3617 u64 num_bytes); 3618 int btrfs_cond_migrate_bytes(struct btrfs_fs_info *fs_info, 3619 struct btrfs_block_rsv *dest, u64 num_bytes, 3620 int min_factor); 3621 void btrfs_block_rsv_release(struct btrfs_root *root, 3622 struct btrfs_block_rsv *block_rsv, 3623 u64 num_bytes); 3624 int btrfs_inc_block_group_ro(struct btrfs_root *root, 3625 struct btrfs_block_group_cache *cache); 3626 void btrfs_dec_block_group_ro(struct btrfs_root *root, 3627 struct btrfs_block_group_cache *cache); 3628 void btrfs_put_block_group_cache(struct btrfs_fs_info *info); 3629 u64 btrfs_account_ro_block_groups_free_space(struct btrfs_space_info *sinfo); 3630 int btrfs_error_unpin_extent_range(struct btrfs_root *root, 3631 u64 start, u64 end); 3632 int btrfs_discard_extent(struct btrfs_root *root, u64 bytenr, 3633 u64 num_bytes, u64 *actual_bytes); 3634 int btrfs_force_chunk_alloc(struct btrfs_trans_handle *trans, 3635 struct btrfs_root *root, u64 type); 3636 int btrfs_trim_fs(struct btrfs_root *root, struct fstrim_range *range); 3637 3638 int btrfs_init_space_info(struct btrfs_fs_info *fs_info); 3639 int btrfs_delayed_refs_qgroup_accounting(struct btrfs_trans_handle *trans, 3640 struct btrfs_fs_info *fs_info); 3641 int __get_raid_index(u64 flags); 3642 int btrfs_start_write_no_snapshoting(struct btrfs_root *root); 3643 void btrfs_end_write_no_snapshoting(struct btrfs_root *root); 3644 void btrfs_wait_for_snapshot_creation(struct btrfs_root *root); 3645 void check_system_chunk(struct btrfs_trans_handle *trans, 3646 struct btrfs_root *root, 3647 const u64 type); 3648 u64 add_new_free_space(struct btrfs_block_group_cache *block_group, 3649 struct btrfs_fs_info *info, u64 start, u64 end); 3650 3651 /* ctree.c */ 3652 int btrfs_bin_search(struct extent_buffer *eb, struct btrfs_key *key, 3653 int level, int *slot); 3654 int btrfs_comp_cpu_keys(struct btrfs_key *k1, struct btrfs_key *k2); 3655 int btrfs_previous_item(struct btrfs_root *root, 3656 struct btrfs_path *path, u64 min_objectid, 3657 int type); 3658 int btrfs_previous_extent_item(struct btrfs_root *root, 3659 struct btrfs_path *path, u64 min_objectid); 3660 void btrfs_set_item_key_safe(struct btrfs_fs_info *fs_info, 3661 struct btrfs_path *path, 3662 struct btrfs_key *new_key); 3663 struct extent_buffer *btrfs_root_node(struct btrfs_root *root); 3664 struct extent_buffer *btrfs_lock_root_node(struct btrfs_root *root); 3665 int btrfs_find_next_key(struct btrfs_root *root, struct btrfs_path *path, 3666 struct btrfs_key *key, int lowest_level, 3667 u64 min_trans); 3668 int btrfs_search_forward(struct btrfs_root *root, struct btrfs_key *min_key, 3669 struct btrfs_path *path, 3670 u64 min_trans); 3671 enum btrfs_compare_tree_result { 3672 BTRFS_COMPARE_TREE_NEW, 3673 BTRFS_COMPARE_TREE_DELETED, 3674 BTRFS_COMPARE_TREE_CHANGED, 3675 BTRFS_COMPARE_TREE_SAME, 3676 }; 3677 typedef int (*btrfs_changed_cb_t)(struct btrfs_root *left_root, 3678 struct btrfs_root *right_root, 3679 struct btrfs_path *left_path, 3680 struct btrfs_path *right_path, 3681 struct btrfs_key *key, 3682 enum btrfs_compare_tree_result result, 3683 void *ctx); 3684 int btrfs_compare_trees(struct btrfs_root *left_root, 3685 struct btrfs_root *right_root, 3686 btrfs_changed_cb_t cb, void *ctx); 3687 int btrfs_cow_block(struct btrfs_trans_handle *trans, 3688 struct btrfs_root *root, struct extent_buffer *buf, 3689 struct extent_buffer *parent, int parent_slot, 3690 struct extent_buffer **cow_ret); 3691 int btrfs_copy_root(struct btrfs_trans_handle *trans, 3692 struct btrfs_root *root, 3693 struct extent_buffer *buf, 3694 struct extent_buffer **cow_ret, u64 new_root_objectid); 3695 int btrfs_block_can_be_shared(struct btrfs_root *root, 3696 struct extent_buffer *buf); 3697 void btrfs_extend_item(struct btrfs_root *root, struct btrfs_path *path, 3698 u32 data_size); 3699 void btrfs_truncate_item(struct btrfs_root *root, struct btrfs_path *path, 3700 u32 new_size, int from_end); 3701 int btrfs_split_item(struct btrfs_trans_handle *trans, 3702 struct btrfs_root *root, 3703 struct btrfs_path *path, 3704 struct btrfs_key *new_key, 3705 unsigned long split_offset); 3706 int btrfs_duplicate_item(struct btrfs_trans_handle *trans, 3707 struct btrfs_root *root, 3708 struct btrfs_path *path, 3709 struct btrfs_key *new_key); 3710 int btrfs_find_item(struct btrfs_root *fs_root, struct btrfs_path *path, 3711 u64 inum, u64 ioff, u8 key_type, struct btrfs_key *found_key); 3712 int btrfs_search_slot(struct btrfs_trans_handle *trans, struct btrfs_root 3713 *root, struct btrfs_key *key, struct btrfs_path *p, int 3714 ins_len, int cow); 3715 int btrfs_search_old_slot(struct btrfs_root *root, struct btrfs_key *key, 3716 struct btrfs_path *p, u64 time_seq); 3717 int btrfs_search_slot_for_read(struct btrfs_root *root, 3718 struct btrfs_key *key, struct btrfs_path *p, 3719 int find_higher, int return_any); 3720 int btrfs_realloc_node(struct btrfs_trans_handle *trans, 3721 struct btrfs_root *root, struct extent_buffer *parent, 3722 int start_slot, u64 *last_ret, 3723 struct btrfs_key *progress); 3724 void btrfs_release_path(struct btrfs_path *p); 3725 struct btrfs_path *btrfs_alloc_path(void); 3726 void btrfs_free_path(struct btrfs_path *p); 3727 void btrfs_set_path_blocking(struct btrfs_path *p); 3728 void btrfs_clear_path_blocking(struct btrfs_path *p, 3729 struct extent_buffer *held, int held_rw); 3730 void btrfs_unlock_up_safe(struct btrfs_path *p, int level); 3731 3732 int btrfs_del_items(struct btrfs_trans_handle *trans, struct btrfs_root *root, 3733 struct btrfs_path *path, int slot, int nr); 3734 static inline int btrfs_del_item(struct btrfs_trans_handle *trans, 3735 struct btrfs_root *root, 3736 struct btrfs_path *path) 3737 { 3738 return btrfs_del_items(trans, root, path, path->slots[0], 1); 3739 } 3740 3741 void setup_items_for_insert(struct btrfs_root *root, struct btrfs_path *path, 3742 struct btrfs_key *cpu_key, u32 *data_size, 3743 u32 total_data, u32 total_size, int nr); 3744 int btrfs_insert_item(struct btrfs_trans_handle *trans, struct btrfs_root 3745 *root, struct btrfs_key *key, void *data, u32 data_size); 3746 int btrfs_insert_empty_items(struct btrfs_trans_handle *trans, 3747 struct btrfs_root *root, 3748 struct btrfs_path *path, 3749 struct btrfs_key *cpu_key, u32 *data_size, int nr); 3750 3751 static inline int btrfs_insert_empty_item(struct btrfs_trans_handle *trans, 3752 struct btrfs_root *root, 3753 struct btrfs_path *path, 3754 struct btrfs_key *key, 3755 u32 data_size) 3756 { 3757 return btrfs_insert_empty_items(trans, root, path, key, &data_size, 1); 3758 } 3759 3760 int btrfs_next_leaf(struct btrfs_root *root, struct btrfs_path *path); 3761 int btrfs_prev_leaf(struct btrfs_root *root, struct btrfs_path *path); 3762 int btrfs_next_old_leaf(struct btrfs_root *root, struct btrfs_path *path, 3763 u64 time_seq); 3764 static inline int btrfs_next_old_item(struct btrfs_root *root, 3765 struct btrfs_path *p, u64 time_seq) 3766 { 3767 ++p->slots[0]; 3768 if (p->slots[0] >= btrfs_header_nritems(p->nodes[0])) 3769 return btrfs_next_old_leaf(root, p, time_seq); 3770 return 0; 3771 } 3772 static inline int btrfs_next_item(struct btrfs_root *root, struct btrfs_path *p) 3773 { 3774 return btrfs_next_old_item(root, p, 0); 3775 } 3776 int btrfs_leaf_free_space(struct btrfs_root *root, struct extent_buffer *leaf); 3777 int __must_check btrfs_drop_snapshot(struct btrfs_root *root, 3778 struct btrfs_block_rsv *block_rsv, 3779 int update_ref, int for_reloc); 3780 int btrfs_drop_subtree(struct btrfs_trans_handle *trans, 3781 struct btrfs_root *root, 3782 struct extent_buffer *node, 3783 struct extent_buffer *parent); 3784 static inline int btrfs_fs_closing(struct btrfs_fs_info *fs_info) 3785 { 3786 /* 3787 * Get synced with close_ctree() 3788 */ 3789 smp_mb(); 3790 return fs_info->closing; 3791 } 3792 3793 /* 3794 * If we remount the fs to be R/O or umount the fs, the cleaner needn't do 3795 * anything except sleeping. This function is used to check the status of 3796 * the fs. 3797 */ 3798 static inline int btrfs_need_cleaner_sleep(struct btrfs_root *root) 3799 { 3800 return (root->fs_info->sb->s_flags & MS_RDONLY || 3801 btrfs_fs_closing(root->fs_info)); 3802 } 3803 3804 static inline void free_fs_info(struct btrfs_fs_info *fs_info) 3805 { 3806 kfree(fs_info->balance_ctl); 3807 kfree(fs_info->delayed_root); 3808 kfree(fs_info->extent_root); 3809 kfree(fs_info->tree_root); 3810 kfree(fs_info->chunk_root); 3811 kfree(fs_info->dev_root); 3812 kfree(fs_info->csum_root); 3813 kfree(fs_info->quota_root); 3814 kfree(fs_info->uuid_root); 3815 kfree(fs_info->free_space_root); 3816 kfree(fs_info->super_copy); 3817 kfree(fs_info->super_for_commit); 3818 security_free_mnt_opts(&fs_info->security_opts); 3819 kfree(fs_info); 3820 } 3821 3822 /* tree mod log functions from ctree.c */ 3823 u64 btrfs_get_tree_mod_seq(struct btrfs_fs_info *fs_info, 3824 struct seq_list *elem); 3825 void btrfs_put_tree_mod_seq(struct btrfs_fs_info *fs_info, 3826 struct seq_list *elem); 3827 int btrfs_old_root_level(struct btrfs_root *root, u64 time_seq); 3828 3829 /* root-item.c */ 3830 int btrfs_find_root_ref(struct btrfs_root *tree_root, 3831 struct btrfs_path *path, 3832 u64 root_id, u64 ref_id); 3833 int btrfs_add_root_ref(struct btrfs_trans_handle *trans, 3834 struct btrfs_root *tree_root, 3835 u64 root_id, u64 ref_id, u64 dirid, u64 sequence, 3836 const char *name, int name_len); 3837 int btrfs_del_root_ref(struct btrfs_trans_handle *trans, 3838 struct btrfs_root *tree_root, 3839 u64 root_id, u64 ref_id, u64 dirid, u64 *sequence, 3840 const char *name, int name_len); 3841 int btrfs_del_root(struct btrfs_trans_handle *trans, struct btrfs_root *root, 3842 struct btrfs_key *key); 3843 int btrfs_insert_root(struct btrfs_trans_handle *trans, struct btrfs_root 3844 *root, struct btrfs_key *key, struct btrfs_root_item 3845 *item); 3846 int __must_check btrfs_update_root(struct btrfs_trans_handle *trans, 3847 struct btrfs_root *root, 3848 struct btrfs_key *key, 3849 struct btrfs_root_item *item); 3850 int btrfs_find_root(struct btrfs_root *root, struct btrfs_key *search_key, 3851 struct btrfs_path *path, struct btrfs_root_item *root_item, 3852 struct btrfs_key *root_key); 3853 int btrfs_find_orphan_roots(struct btrfs_root *tree_root); 3854 void btrfs_set_root_node(struct btrfs_root_item *item, 3855 struct extent_buffer *node); 3856 void btrfs_check_and_init_root_item(struct btrfs_root_item *item); 3857 void btrfs_update_root_times(struct btrfs_trans_handle *trans, 3858 struct btrfs_root *root); 3859 3860 /* uuid-tree.c */ 3861 int btrfs_uuid_tree_add(struct btrfs_trans_handle *trans, 3862 struct btrfs_root *uuid_root, u8 *uuid, u8 type, 3863 u64 subid); 3864 int btrfs_uuid_tree_rem(struct btrfs_trans_handle *trans, 3865 struct btrfs_root *uuid_root, u8 *uuid, u8 type, 3866 u64 subid); 3867 int btrfs_uuid_tree_iterate(struct btrfs_fs_info *fs_info, 3868 int (*check_func)(struct btrfs_fs_info *, u8 *, u8, 3869 u64)); 3870 3871 /* dir-item.c */ 3872 int btrfs_check_dir_item_collision(struct btrfs_root *root, u64 dir, 3873 const char *name, int name_len); 3874 int btrfs_insert_dir_item(struct btrfs_trans_handle *trans, 3875 struct btrfs_root *root, const char *name, 3876 int name_len, struct inode *dir, 3877 struct btrfs_key *location, u8 type, u64 index); 3878 struct btrfs_dir_item *btrfs_lookup_dir_item(struct btrfs_trans_handle *trans, 3879 struct btrfs_root *root, 3880 struct btrfs_path *path, u64 dir, 3881 const char *name, int name_len, 3882 int mod); 3883 struct btrfs_dir_item * 3884 btrfs_lookup_dir_index_item(struct btrfs_trans_handle *trans, 3885 struct btrfs_root *root, 3886 struct btrfs_path *path, u64 dir, 3887 u64 objectid, const char *name, int name_len, 3888 int mod); 3889 struct btrfs_dir_item * 3890 btrfs_search_dir_index_item(struct btrfs_root *root, 3891 struct btrfs_path *path, u64 dirid, 3892 const char *name, int name_len); 3893 int btrfs_delete_one_dir_name(struct btrfs_trans_handle *trans, 3894 struct btrfs_root *root, 3895 struct btrfs_path *path, 3896 struct btrfs_dir_item *di); 3897 int btrfs_insert_xattr_item(struct btrfs_trans_handle *trans, 3898 struct btrfs_root *root, 3899 struct btrfs_path *path, u64 objectid, 3900 const char *name, u16 name_len, 3901 const void *data, u16 data_len); 3902 struct btrfs_dir_item *btrfs_lookup_xattr(struct btrfs_trans_handle *trans, 3903 struct btrfs_root *root, 3904 struct btrfs_path *path, u64 dir, 3905 const char *name, u16 name_len, 3906 int mod); 3907 int verify_dir_item(struct btrfs_root *root, 3908 struct extent_buffer *leaf, 3909 struct btrfs_dir_item *dir_item); 3910 struct btrfs_dir_item *btrfs_match_dir_item_name(struct btrfs_root *root, 3911 struct btrfs_path *path, 3912 const char *name, 3913 int name_len); 3914 3915 /* orphan.c */ 3916 int btrfs_insert_orphan_item(struct btrfs_trans_handle *trans, 3917 struct btrfs_root *root, u64 offset); 3918 int btrfs_del_orphan_item(struct btrfs_trans_handle *trans, 3919 struct btrfs_root *root, u64 offset); 3920 int btrfs_find_orphan_item(struct btrfs_root *root, u64 offset); 3921 3922 /* inode-item.c */ 3923 int btrfs_insert_inode_ref(struct btrfs_trans_handle *trans, 3924 struct btrfs_root *root, 3925 const char *name, int name_len, 3926 u64 inode_objectid, u64 ref_objectid, u64 index); 3927 int btrfs_del_inode_ref(struct btrfs_trans_handle *trans, 3928 struct btrfs_root *root, 3929 const char *name, int name_len, 3930 u64 inode_objectid, u64 ref_objectid, u64 *index); 3931 int btrfs_insert_empty_inode(struct btrfs_trans_handle *trans, 3932 struct btrfs_root *root, 3933 struct btrfs_path *path, u64 objectid); 3934 int btrfs_lookup_inode(struct btrfs_trans_handle *trans, struct btrfs_root 3935 *root, struct btrfs_path *path, 3936 struct btrfs_key *location, int mod); 3937 3938 struct btrfs_inode_extref * 3939 btrfs_lookup_inode_extref(struct btrfs_trans_handle *trans, 3940 struct btrfs_root *root, 3941 struct btrfs_path *path, 3942 const char *name, int name_len, 3943 u64 inode_objectid, u64 ref_objectid, int ins_len, 3944 int cow); 3945 3946 int btrfs_find_name_in_ext_backref(struct btrfs_path *path, 3947 u64 ref_objectid, const char *name, 3948 int name_len, 3949 struct btrfs_inode_extref **extref_ret); 3950 3951 /* file-item.c */ 3952 struct btrfs_dio_private; 3953 int btrfs_del_csums(struct btrfs_trans_handle *trans, 3954 struct btrfs_root *root, u64 bytenr, u64 len); 3955 int btrfs_lookup_bio_sums(struct btrfs_root *root, struct inode *inode, 3956 struct bio *bio, u32 *dst); 3957 int btrfs_lookup_bio_sums_dio(struct btrfs_root *root, struct inode *inode, 3958 struct bio *bio, u64 logical_offset); 3959 int btrfs_insert_file_extent(struct btrfs_trans_handle *trans, 3960 struct btrfs_root *root, 3961 u64 objectid, u64 pos, 3962 u64 disk_offset, u64 disk_num_bytes, 3963 u64 num_bytes, u64 offset, u64 ram_bytes, 3964 u8 compression, u8 encryption, u16 other_encoding); 3965 int btrfs_lookup_file_extent(struct btrfs_trans_handle *trans, 3966 struct btrfs_root *root, 3967 struct btrfs_path *path, u64 objectid, 3968 u64 bytenr, int mod); 3969 int btrfs_csum_file_blocks(struct btrfs_trans_handle *trans, 3970 struct btrfs_root *root, 3971 struct btrfs_ordered_sum *sums); 3972 int btrfs_csum_one_bio(struct btrfs_root *root, struct inode *inode, 3973 struct bio *bio, u64 file_start, int contig); 3974 int btrfs_lookup_csums_range(struct btrfs_root *root, u64 start, u64 end, 3975 struct list_head *list, int search_commit); 3976 void btrfs_extent_item_to_extent_map(struct inode *inode, 3977 const struct btrfs_path *path, 3978 struct btrfs_file_extent_item *fi, 3979 const bool new_inline, 3980 struct extent_map *em); 3981 3982 /* inode.c */ 3983 struct btrfs_delalloc_work { 3984 struct inode *inode; 3985 int delay_iput; 3986 struct completion completion; 3987 struct list_head list; 3988 struct btrfs_work work; 3989 }; 3990 3991 struct btrfs_delalloc_work *btrfs_alloc_delalloc_work(struct inode *inode, 3992 int delay_iput); 3993 void btrfs_wait_and_free_delalloc_work(struct btrfs_delalloc_work *work); 3994 3995 struct extent_map *btrfs_get_extent_fiemap(struct inode *inode, struct page *page, 3996 size_t pg_offset, u64 start, u64 len, 3997 int create); 3998 noinline int can_nocow_extent(struct inode *inode, u64 offset, u64 *len, 3999 u64 *orig_start, u64 *orig_block_len, 4000 u64 *ram_bytes); 4001 4002 /* RHEL and EL kernels have a patch that renames PG_checked to FsMisc */ 4003 #if defined(ClearPageFsMisc) && !defined(ClearPageChecked) 4004 #define ClearPageChecked ClearPageFsMisc 4005 #define SetPageChecked SetPageFsMisc 4006 #define PageChecked PageFsMisc 4007 #endif 4008 4009 /* This forces readahead on a given range of bytes in an inode */ 4010 static inline void btrfs_force_ra(struct address_space *mapping, 4011 struct file_ra_state *ra, struct file *file, 4012 pgoff_t offset, unsigned long req_size) 4013 { 4014 page_cache_sync_readahead(mapping, ra, file, offset, req_size); 4015 } 4016 4017 struct inode *btrfs_lookup_dentry(struct inode *dir, struct dentry *dentry); 4018 int btrfs_set_inode_index(struct inode *dir, u64 *index); 4019 int btrfs_unlink_inode(struct btrfs_trans_handle *trans, 4020 struct btrfs_root *root, 4021 struct inode *dir, struct inode *inode, 4022 const char *name, int name_len); 4023 int btrfs_add_link(struct btrfs_trans_handle *trans, 4024 struct inode *parent_inode, struct inode *inode, 4025 const char *name, int name_len, int add_backref, u64 index); 4026 int btrfs_unlink_subvol(struct btrfs_trans_handle *trans, 4027 struct btrfs_root *root, 4028 struct inode *dir, u64 objectid, 4029 const char *name, int name_len); 4030 int btrfs_truncate_page(struct inode *inode, loff_t from, loff_t len, 4031 int front); 4032 int btrfs_truncate_inode_items(struct btrfs_trans_handle *trans, 4033 struct btrfs_root *root, 4034 struct inode *inode, u64 new_size, 4035 u32 min_type); 4036 4037 int btrfs_start_delalloc_inodes(struct btrfs_root *root, int delay_iput); 4038 int btrfs_start_delalloc_roots(struct btrfs_fs_info *fs_info, int delay_iput, 4039 int nr); 4040 int btrfs_set_extent_delalloc(struct inode *inode, u64 start, u64 end, 4041 struct extent_state **cached_state); 4042 int btrfs_create_subvol_root(struct btrfs_trans_handle *trans, 4043 struct btrfs_root *new_root, 4044 struct btrfs_root *parent_root, 4045 u64 new_dirid); 4046 int btrfs_merge_bio_hook(int rw, struct page *page, unsigned long offset, 4047 size_t size, struct bio *bio, 4048 unsigned long bio_flags); 4049 int btrfs_page_mkwrite(struct vm_area_struct *vma, struct vm_fault *vmf); 4050 int btrfs_readpage(struct file *file, struct page *page); 4051 void btrfs_evict_inode(struct inode *inode); 4052 int btrfs_write_inode(struct inode *inode, struct writeback_control *wbc); 4053 struct inode *btrfs_alloc_inode(struct super_block *sb); 4054 void btrfs_destroy_inode(struct inode *inode); 4055 int btrfs_drop_inode(struct inode *inode); 4056 int btrfs_init_cachep(void); 4057 void btrfs_destroy_cachep(void); 4058 long btrfs_ioctl_trans_end(struct file *file); 4059 struct inode *btrfs_iget(struct super_block *s, struct btrfs_key *location, 4060 struct btrfs_root *root, int *was_new); 4061 struct extent_map *btrfs_get_extent(struct inode *inode, struct page *page, 4062 size_t pg_offset, u64 start, u64 end, 4063 int create); 4064 int btrfs_update_inode(struct btrfs_trans_handle *trans, 4065 struct btrfs_root *root, 4066 struct inode *inode); 4067 int btrfs_update_inode_fallback(struct btrfs_trans_handle *trans, 4068 struct btrfs_root *root, struct inode *inode); 4069 int btrfs_orphan_add(struct btrfs_trans_handle *trans, struct inode *inode); 4070 int btrfs_orphan_cleanup(struct btrfs_root *root); 4071 void btrfs_orphan_commit_root(struct btrfs_trans_handle *trans, 4072 struct btrfs_root *root); 4073 int btrfs_cont_expand(struct inode *inode, loff_t oldsize, loff_t size); 4074 void btrfs_invalidate_inodes(struct btrfs_root *root); 4075 void btrfs_add_delayed_iput(struct inode *inode); 4076 void btrfs_run_delayed_iputs(struct btrfs_root *root); 4077 int btrfs_prealloc_file_range(struct inode *inode, int mode, 4078 u64 start, u64 num_bytes, u64 min_size, 4079 loff_t actual_len, u64 *alloc_hint); 4080 int btrfs_prealloc_file_range_trans(struct inode *inode, 4081 struct btrfs_trans_handle *trans, int mode, 4082 u64 start, u64 num_bytes, u64 min_size, 4083 loff_t actual_len, u64 *alloc_hint); 4084 int btrfs_inode_check_errors(struct inode *inode); 4085 extern const struct dentry_operations btrfs_dentry_operations; 4086 #ifdef CONFIG_BTRFS_FS_RUN_SANITY_TESTS 4087 void btrfs_test_inode_set_ops(struct inode *inode); 4088 #endif 4089 4090 /* ioctl.c */ 4091 long btrfs_ioctl(struct file *file, unsigned int cmd, unsigned long arg); 4092 void btrfs_update_iflags(struct inode *inode); 4093 void btrfs_inherit_iflags(struct inode *inode, struct inode *dir); 4094 int btrfs_is_empty_uuid(u8 *uuid); 4095 int btrfs_defrag_file(struct inode *inode, struct file *file, 4096 struct btrfs_ioctl_defrag_range_args *range, 4097 u64 newer_than, unsigned long max_pages); 4098 void btrfs_get_block_group_info(struct list_head *groups_list, 4099 struct btrfs_ioctl_space_info *space); 4100 void update_ioctl_balance_args(struct btrfs_fs_info *fs_info, int lock, 4101 struct btrfs_ioctl_balance_args *bargs); 4102 ssize_t btrfs_dedupe_file_range(struct file *src_file, u64 loff, u64 olen, 4103 struct file *dst_file, u64 dst_loff); 4104 4105 /* file.c */ 4106 int btrfs_auto_defrag_init(void); 4107 void btrfs_auto_defrag_exit(void); 4108 int btrfs_add_inode_defrag(struct btrfs_trans_handle *trans, 4109 struct inode *inode); 4110 int btrfs_run_defrag_inodes(struct btrfs_fs_info *fs_info); 4111 void btrfs_cleanup_defrag_inodes(struct btrfs_fs_info *fs_info); 4112 int btrfs_sync_file(struct file *file, loff_t start, loff_t end, int datasync); 4113 void btrfs_drop_extent_cache(struct inode *inode, u64 start, u64 end, 4114 int skip_pinned); 4115 extern const struct file_operations btrfs_file_operations; 4116 int __btrfs_drop_extents(struct btrfs_trans_handle *trans, 4117 struct btrfs_root *root, struct inode *inode, 4118 struct btrfs_path *path, u64 start, u64 end, 4119 u64 *drop_end, int drop_cache, 4120 int replace_extent, 4121 u32 extent_item_size, 4122 int *key_inserted); 4123 int btrfs_drop_extents(struct btrfs_trans_handle *trans, 4124 struct btrfs_root *root, struct inode *inode, u64 start, 4125 u64 end, int drop_cache); 4126 int btrfs_mark_extent_written(struct btrfs_trans_handle *trans, 4127 struct inode *inode, u64 start, u64 end); 4128 int btrfs_release_file(struct inode *inode, struct file *file); 4129 int btrfs_dirty_pages(struct btrfs_root *root, struct inode *inode, 4130 struct page **pages, size_t num_pages, 4131 loff_t pos, size_t write_bytes, 4132 struct extent_state **cached); 4133 int btrfs_fdatawrite_range(struct inode *inode, loff_t start, loff_t end); 4134 ssize_t btrfs_copy_file_range(struct file *file_in, loff_t pos_in, 4135 struct file *file_out, loff_t pos_out, 4136 size_t len, unsigned int flags); 4137 int btrfs_clone_file_range(struct file *file_in, loff_t pos_in, 4138 struct file *file_out, loff_t pos_out, u64 len); 4139 4140 /* tree-defrag.c */ 4141 int btrfs_defrag_leaves(struct btrfs_trans_handle *trans, 4142 struct btrfs_root *root); 4143 4144 /* sysfs.c */ 4145 int btrfs_init_sysfs(void); 4146 void btrfs_exit_sysfs(void); 4147 int btrfs_sysfs_add_mounted(struct btrfs_fs_info *fs_info); 4148 void btrfs_sysfs_remove_mounted(struct btrfs_fs_info *fs_info); 4149 4150 /* xattr.c */ 4151 ssize_t btrfs_listxattr(struct dentry *dentry, char *buffer, size_t size); 4152 4153 /* super.c */ 4154 int btrfs_parse_options(struct btrfs_root *root, char *options); 4155 int btrfs_sync_fs(struct super_block *sb, int wait); 4156 4157 #ifdef CONFIG_PRINTK 4158 __printf(2, 3) 4159 void btrfs_printk(const struct btrfs_fs_info *fs_info, const char *fmt, ...); 4160 #else 4161 static inline __printf(2, 3) 4162 void btrfs_printk(const struct btrfs_fs_info *fs_info, const char *fmt, ...) 4163 { 4164 } 4165 #endif 4166 4167 #define btrfs_emerg(fs_info, fmt, args...) \ 4168 btrfs_printk(fs_info, KERN_EMERG fmt, ##args) 4169 #define btrfs_alert(fs_info, fmt, args...) \ 4170 btrfs_printk(fs_info, KERN_ALERT fmt, ##args) 4171 #define btrfs_crit(fs_info, fmt, args...) \ 4172 btrfs_printk(fs_info, KERN_CRIT fmt, ##args) 4173 #define btrfs_err(fs_info, fmt, args...) \ 4174 btrfs_printk(fs_info, KERN_ERR fmt, ##args) 4175 #define btrfs_warn(fs_info, fmt, args...) \ 4176 btrfs_printk(fs_info, KERN_WARNING fmt, ##args) 4177 #define btrfs_notice(fs_info, fmt, args...) \ 4178 btrfs_printk(fs_info, KERN_NOTICE fmt, ##args) 4179 #define btrfs_info(fs_info, fmt, args...) \ 4180 btrfs_printk(fs_info, KERN_INFO fmt, ##args) 4181 4182 /* 4183 * Wrappers that use printk_in_rcu 4184 */ 4185 #define btrfs_emerg_in_rcu(fs_info, fmt, args...) \ 4186 btrfs_printk_in_rcu(fs_info, KERN_EMERG fmt, ##args) 4187 #define btrfs_alert_in_rcu(fs_info, fmt, args...) \ 4188 btrfs_printk_in_rcu(fs_info, KERN_ALERT fmt, ##args) 4189 #define btrfs_crit_in_rcu(fs_info, fmt, args...) \ 4190 btrfs_printk_in_rcu(fs_info, KERN_CRIT fmt, ##args) 4191 #define btrfs_err_in_rcu(fs_info, fmt, args...) \ 4192 btrfs_printk_in_rcu(fs_info, KERN_ERR fmt, ##args) 4193 #define btrfs_warn_in_rcu(fs_info, fmt, args...) \ 4194 btrfs_printk_in_rcu(fs_info, KERN_WARNING fmt, ##args) 4195 #define btrfs_notice_in_rcu(fs_info, fmt, args...) \ 4196 btrfs_printk_in_rcu(fs_info, KERN_NOTICE fmt, ##args) 4197 #define btrfs_info_in_rcu(fs_info, fmt, args...) \ 4198 btrfs_printk_in_rcu(fs_info, KERN_INFO fmt, ##args) 4199 4200 /* 4201 * Wrappers that use a ratelimited printk_in_rcu 4202 */ 4203 #define btrfs_emerg_rl_in_rcu(fs_info, fmt, args...) \ 4204 btrfs_printk_rl_in_rcu(fs_info, KERN_EMERG fmt, ##args) 4205 #define btrfs_alert_rl_in_rcu(fs_info, fmt, args...) \ 4206 btrfs_printk_rl_in_rcu(fs_info, KERN_ALERT fmt, ##args) 4207 #define btrfs_crit_rl_in_rcu(fs_info, fmt, args...) \ 4208 btrfs_printk_rl_in_rcu(fs_info, KERN_CRIT fmt, ##args) 4209 #define btrfs_err_rl_in_rcu(fs_info, fmt, args...) \ 4210 btrfs_printk_rl_in_rcu(fs_info, KERN_ERR fmt, ##args) 4211 #define btrfs_warn_rl_in_rcu(fs_info, fmt, args...) \ 4212 btrfs_printk_rl_in_rcu(fs_info, KERN_WARNING fmt, ##args) 4213 #define btrfs_notice_rl_in_rcu(fs_info, fmt, args...) \ 4214 btrfs_printk_rl_in_rcu(fs_info, KERN_NOTICE fmt, ##args) 4215 #define btrfs_info_rl_in_rcu(fs_info, fmt, args...) \ 4216 btrfs_printk_rl_in_rcu(fs_info, KERN_INFO fmt, ##args) 4217 4218 /* 4219 * Wrappers that use a ratelimited printk 4220 */ 4221 #define btrfs_emerg_rl(fs_info, fmt, args...) \ 4222 btrfs_printk_ratelimited(fs_info, KERN_EMERG fmt, ##args) 4223 #define btrfs_alert_rl(fs_info, fmt, args...) \ 4224 btrfs_printk_ratelimited(fs_info, KERN_ALERT fmt, ##args) 4225 #define btrfs_crit_rl(fs_info, fmt, args...) \ 4226 btrfs_printk_ratelimited(fs_info, KERN_CRIT fmt, ##args) 4227 #define btrfs_err_rl(fs_info, fmt, args...) \ 4228 btrfs_printk_ratelimited(fs_info, KERN_ERR fmt, ##args) 4229 #define btrfs_warn_rl(fs_info, fmt, args...) \ 4230 btrfs_printk_ratelimited(fs_info, KERN_WARNING fmt, ##args) 4231 #define btrfs_notice_rl(fs_info, fmt, args...) \ 4232 btrfs_printk_ratelimited(fs_info, KERN_NOTICE fmt, ##args) 4233 #define btrfs_info_rl(fs_info, fmt, args...) \ 4234 btrfs_printk_ratelimited(fs_info, KERN_INFO fmt, ##args) 4235 #ifdef DEBUG 4236 #define btrfs_debug(fs_info, fmt, args...) \ 4237 btrfs_printk(fs_info, KERN_DEBUG fmt, ##args) 4238 #define btrfs_debug_in_rcu(fs_info, fmt, args...) \ 4239 btrfs_printk_in_rcu(fs_info, KERN_DEBUG fmt, ##args) 4240 #define btrfs_debug_rl_in_rcu(fs_info, fmt, args...) \ 4241 btrfs_printk_rl_in_rcu(fs_info, KERN_DEBUG fmt, ##args) 4242 #define btrfs_debug_rl(fs_info, fmt, args...) \ 4243 btrfs_printk_ratelimited(fs_info, KERN_DEBUG fmt, ##args) 4244 #else 4245 #define btrfs_debug(fs_info, fmt, args...) \ 4246 no_printk(KERN_DEBUG fmt, ##args) 4247 #define btrfs_debug_in_rcu(fs_info, fmt, args...) \ 4248 no_printk(KERN_DEBUG fmt, ##args) 4249 #define btrfs_debug_rl_in_rcu(fs_info, fmt, args...) \ 4250 no_printk(KERN_DEBUG fmt, ##args) 4251 #define btrfs_debug_rl(fs_info, fmt, args...) \ 4252 no_printk(KERN_DEBUG fmt, ##args) 4253 #endif 4254 4255 #define btrfs_printk_in_rcu(fs_info, fmt, args...) \ 4256 do { \ 4257 rcu_read_lock(); \ 4258 btrfs_printk(fs_info, fmt, ##args); \ 4259 rcu_read_unlock(); \ 4260 } while (0) 4261 4262 #define btrfs_printk_ratelimited(fs_info, fmt, args...) \ 4263 do { \ 4264 static DEFINE_RATELIMIT_STATE(_rs, \ 4265 DEFAULT_RATELIMIT_INTERVAL, \ 4266 DEFAULT_RATELIMIT_BURST); \ 4267 if (__ratelimit(&_rs)) \ 4268 btrfs_printk(fs_info, fmt, ##args); \ 4269 } while (0) 4270 4271 #define btrfs_printk_rl_in_rcu(fs_info, fmt, args...) \ 4272 do { \ 4273 rcu_read_lock(); \ 4274 btrfs_printk_ratelimited(fs_info, fmt, ##args); \ 4275 rcu_read_unlock(); \ 4276 } while (0) 4277 4278 #ifdef CONFIG_BTRFS_ASSERT 4279 4280 __cold 4281 static inline void assfail(char *expr, char *file, int line) 4282 { 4283 pr_err("BTRFS: assertion failed: %s, file: %s, line: %d", 4284 expr, file, line); 4285 BUG(); 4286 } 4287 4288 #define ASSERT(expr) \ 4289 (likely(expr) ? (void)0 : assfail(#expr, __FILE__, __LINE__)) 4290 #else 4291 #define ASSERT(expr) ((void)0) 4292 #endif 4293 4294 #define btrfs_assert() 4295 __printf(5, 6) 4296 __cold 4297 void __btrfs_std_error(struct btrfs_fs_info *fs_info, const char *function, 4298 unsigned int line, int errno, const char *fmt, ...); 4299 4300 const char *btrfs_decode_error(int errno); 4301 4302 __cold 4303 void __btrfs_abort_transaction(struct btrfs_trans_handle *trans, 4304 struct btrfs_root *root, const char *function, 4305 unsigned int line, int errno); 4306 4307 #define btrfs_set_fs_incompat(__fs_info, opt) \ 4308 __btrfs_set_fs_incompat((__fs_info), BTRFS_FEATURE_INCOMPAT_##opt) 4309 4310 static inline void __btrfs_set_fs_incompat(struct btrfs_fs_info *fs_info, 4311 u64 flag) 4312 { 4313 struct btrfs_super_block *disk_super; 4314 u64 features; 4315 4316 disk_super = fs_info->super_copy; 4317 features = btrfs_super_incompat_flags(disk_super); 4318 if (!(features & flag)) { 4319 spin_lock(&fs_info->super_lock); 4320 features = btrfs_super_incompat_flags(disk_super); 4321 if (!(features & flag)) { 4322 features |= flag; 4323 btrfs_set_super_incompat_flags(disk_super, features); 4324 btrfs_info(fs_info, "setting %llu feature flag", 4325 flag); 4326 } 4327 spin_unlock(&fs_info->super_lock); 4328 } 4329 } 4330 4331 #define btrfs_clear_fs_incompat(__fs_info, opt) \ 4332 __btrfs_clear_fs_incompat((__fs_info), BTRFS_FEATURE_INCOMPAT_##opt) 4333 4334 static inline void __btrfs_clear_fs_incompat(struct btrfs_fs_info *fs_info, 4335 u64 flag) 4336 { 4337 struct btrfs_super_block *disk_super; 4338 u64 features; 4339 4340 disk_super = fs_info->super_copy; 4341 features = btrfs_super_incompat_flags(disk_super); 4342 if (features & flag) { 4343 spin_lock(&fs_info->super_lock); 4344 features = btrfs_super_incompat_flags(disk_super); 4345 if (features & flag) { 4346 features &= ~flag; 4347 btrfs_set_super_incompat_flags(disk_super, features); 4348 btrfs_info(fs_info, "clearing %llu feature flag", 4349 flag); 4350 } 4351 spin_unlock(&fs_info->super_lock); 4352 } 4353 } 4354 4355 #define btrfs_fs_incompat(fs_info, opt) \ 4356 __btrfs_fs_incompat((fs_info), BTRFS_FEATURE_INCOMPAT_##opt) 4357 4358 static inline bool __btrfs_fs_incompat(struct btrfs_fs_info *fs_info, u64 flag) 4359 { 4360 struct btrfs_super_block *disk_super; 4361 disk_super = fs_info->super_copy; 4362 return !!(btrfs_super_incompat_flags(disk_super) & flag); 4363 } 4364 4365 #define btrfs_set_fs_compat_ro(__fs_info, opt) \ 4366 __btrfs_set_fs_compat_ro((__fs_info), BTRFS_FEATURE_COMPAT_RO_##opt) 4367 4368 static inline void __btrfs_set_fs_compat_ro(struct btrfs_fs_info *fs_info, 4369 u64 flag) 4370 { 4371 struct btrfs_super_block *disk_super; 4372 u64 features; 4373 4374 disk_super = fs_info->super_copy; 4375 features = btrfs_super_compat_ro_flags(disk_super); 4376 if (!(features & flag)) { 4377 spin_lock(&fs_info->super_lock); 4378 features = btrfs_super_compat_ro_flags(disk_super); 4379 if (!(features & flag)) { 4380 features |= flag; 4381 btrfs_set_super_compat_ro_flags(disk_super, features); 4382 btrfs_info(fs_info, "setting %llu ro feature flag", 4383 flag); 4384 } 4385 spin_unlock(&fs_info->super_lock); 4386 } 4387 } 4388 4389 #define btrfs_clear_fs_compat_ro(__fs_info, opt) \ 4390 __btrfs_clear_fs_compat_ro((__fs_info), BTRFS_FEATURE_COMPAT_RO_##opt) 4391 4392 static inline void __btrfs_clear_fs_compat_ro(struct btrfs_fs_info *fs_info, 4393 u64 flag) 4394 { 4395 struct btrfs_super_block *disk_super; 4396 u64 features; 4397 4398 disk_super = fs_info->super_copy; 4399 features = btrfs_super_compat_ro_flags(disk_super); 4400 if (features & flag) { 4401 spin_lock(&fs_info->super_lock); 4402 features = btrfs_super_compat_ro_flags(disk_super); 4403 if (features & flag) { 4404 features &= ~flag; 4405 btrfs_set_super_compat_ro_flags(disk_super, features); 4406 btrfs_info(fs_info, "clearing %llu ro feature flag", 4407 flag); 4408 } 4409 spin_unlock(&fs_info->super_lock); 4410 } 4411 } 4412 4413 #define btrfs_fs_compat_ro(fs_info, opt) \ 4414 __btrfs_fs_compat_ro((fs_info), BTRFS_FEATURE_COMPAT_RO_##opt) 4415 4416 static inline int __btrfs_fs_compat_ro(struct btrfs_fs_info *fs_info, u64 flag) 4417 { 4418 struct btrfs_super_block *disk_super; 4419 disk_super = fs_info->super_copy; 4420 return !!(btrfs_super_compat_ro_flags(disk_super) & flag); 4421 } 4422 4423 /* 4424 * Call btrfs_abort_transaction as early as possible when an error condition is 4425 * detected, that way the exact line number is reported. 4426 */ 4427 #define btrfs_abort_transaction(trans, root, errno) \ 4428 do { \ 4429 /* Report first abort since mount */ \ 4430 if (!test_and_set_bit(BTRFS_FS_STATE_TRANS_ABORTED, \ 4431 &((root)->fs_info->fs_state))) { \ 4432 WARN(1, KERN_DEBUG \ 4433 "BTRFS: Transaction aborted (error %d)\n", \ 4434 (errno)); \ 4435 } \ 4436 __btrfs_abort_transaction((trans), (root), __func__, \ 4437 __LINE__, (errno)); \ 4438 } while (0) 4439 4440 #define btrfs_std_error(fs_info, errno, fmt, args...) \ 4441 do { \ 4442 __btrfs_std_error((fs_info), __func__, __LINE__, \ 4443 (errno), fmt, ##args); \ 4444 } while (0) 4445 4446 __printf(5, 6) 4447 __cold 4448 void __btrfs_panic(struct btrfs_fs_info *fs_info, const char *function, 4449 unsigned int line, int errno, const char *fmt, ...); 4450 4451 /* 4452 * If BTRFS_MOUNT_PANIC_ON_FATAL_ERROR is in mount_opt, __btrfs_panic 4453 * will panic(). Otherwise we BUG() here. 4454 */ 4455 #define btrfs_panic(fs_info, errno, fmt, args...) \ 4456 do { \ 4457 __btrfs_panic(fs_info, __func__, __LINE__, errno, fmt, ##args); \ 4458 BUG(); \ 4459 } while (0) 4460 4461 /* acl.c */ 4462 #ifdef CONFIG_BTRFS_FS_POSIX_ACL 4463 struct posix_acl *btrfs_get_acl(struct inode *inode, int type); 4464 int btrfs_set_acl(struct inode *inode, struct posix_acl *acl, int type); 4465 int btrfs_init_acl(struct btrfs_trans_handle *trans, 4466 struct inode *inode, struct inode *dir); 4467 #else 4468 #define btrfs_get_acl NULL 4469 #define btrfs_set_acl NULL 4470 static inline int btrfs_init_acl(struct btrfs_trans_handle *trans, 4471 struct inode *inode, struct inode *dir) 4472 { 4473 return 0; 4474 } 4475 #endif 4476 4477 /* relocation.c */ 4478 int btrfs_relocate_block_group(struct btrfs_root *root, u64 group_start); 4479 int btrfs_init_reloc_root(struct btrfs_trans_handle *trans, 4480 struct btrfs_root *root); 4481 int btrfs_update_reloc_root(struct btrfs_trans_handle *trans, 4482 struct btrfs_root *root); 4483 int btrfs_recover_relocation(struct btrfs_root *root); 4484 int btrfs_reloc_clone_csums(struct inode *inode, u64 file_pos, u64 len); 4485 int btrfs_reloc_cow_block(struct btrfs_trans_handle *trans, 4486 struct btrfs_root *root, struct extent_buffer *buf, 4487 struct extent_buffer *cow); 4488 void btrfs_reloc_pre_snapshot(struct btrfs_pending_snapshot *pending, 4489 u64 *bytes_to_reserve); 4490 int btrfs_reloc_post_snapshot(struct btrfs_trans_handle *trans, 4491 struct btrfs_pending_snapshot *pending); 4492 4493 /* scrub.c */ 4494 int btrfs_scrub_dev(struct btrfs_fs_info *fs_info, u64 devid, u64 start, 4495 u64 end, struct btrfs_scrub_progress *progress, 4496 int readonly, int is_dev_replace); 4497 void btrfs_scrub_pause(struct btrfs_root *root); 4498 void btrfs_scrub_continue(struct btrfs_root *root); 4499 int btrfs_scrub_cancel(struct btrfs_fs_info *info); 4500 int btrfs_scrub_cancel_dev(struct btrfs_fs_info *info, 4501 struct btrfs_device *dev); 4502 int btrfs_scrub_progress(struct btrfs_root *root, u64 devid, 4503 struct btrfs_scrub_progress *progress); 4504 4505 /* dev-replace.c */ 4506 void btrfs_bio_counter_inc_blocked(struct btrfs_fs_info *fs_info); 4507 void btrfs_bio_counter_inc_noblocked(struct btrfs_fs_info *fs_info); 4508 void btrfs_bio_counter_sub(struct btrfs_fs_info *fs_info, s64 amount); 4509 4510 static inline void btrfs_bio_counter_dec(struct btrfs_fs_info *fs_info) 4511 { 4512 btrfs_bio_counter_sub(fs_info, 1); 4513 } 4514 4515 /* reada.c */ 4516 struct reada_control { 4517 struct btrfs_root *root; /* tree to prefetch */ 4518 struct btrfs_key key_start; 4519 struct btrfs_key key_end; /* exclusive */ 4520 atomic_t elems; 4521 struct kref refcnt; 4522 wait_queue_head_t wait; 4523 }; 4524 struct reada_control *btrfs_reada_add(struct btrfs_root *root, 4525 struct btrfs_key *start, struct btrfs_key *end); 4526 int btrfs_reada_wait(void *handle); 4527 void btrfs_reada_detach(void *handle); 4528 int btree_readahead_hook(struct btrfs_root *root, struct extent_buffer *eb, 4529 u64 start, int err); 4530 4531 static inline int is_fstree(u64 rootid) 4532 { 4533 if (rootid == BTRFS_FS_TREE_OBJECTID || 4534 ((s64)rootid >= (s64)BTRFS_FIRST_FREE_OBJECTID && 4535 !btrfs_qgroup_level(rootid))) 4536 return 1; 4537 return 0; 4538 } 4539 4540 static inline int btrfs_defrag_cancelled(struct btrfs_fs_info *fs_info) 4541 { 4542 return signal_pending(current); 4543 } 4544 4545 /* Sanity test specific functions */ 4546 #ifdef CONFIG_BTRFS_FS_RUN_SANITY_TESTS 4547 void btrfs_test_destroy_inode(struct inode *inode); 4548 #endif 4549 4550 static inline int btrfs_test_is_dummy_root(struct btrfs_root *root) 4551 { 4552 #ifdef CONFIG_BTRFS_FS_RUN_SANITY_TESTS 4553 if (unlikely(test_bit(BTRFS_ROOT_DUMMY_ROOT, &root->state))) 4554 return 1; 4555 #endif 4556 return 0; 4557 } 4558 4559 #endif 4560