1 /* 2 * Copyright (C) 2007 Oracle. All rights reserved. 3 * 4 * This program is free software; you can redistribute it and/or 5 * modify it under the terms of the GNU General Public 6 * License v2 as published by the Free Software Foundation. 7 * 8 * This program is distributed in the hope that it will be useful, 9 * but WITHOUT ANY WARRANTY; without even the implied warranty of 10 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 11 * General Public License for more details. 12 * 13 * You should have received a copy of the GNU General Public 14 * License along with this program; if not, write to the 15 * Free Software Foundation, Inc., 59 Temple Place - Suite 330, 16 * Boston, MA 021110-1307, USA. 17 */ 18 19 #ifndef __BTRFS_CTREE__ 20 #define __BTRFS_CTREE__ 21 22 #include <linux/mm.h> 23 #include <linux/highmem.h> 24 #include <linux/fs.h> 25 #include <linux/rwsem.h> 26 #include <linux/completion.h> 27 #include <linux/backing-dev.h> 28 #include <linux/wait.h> 29 #include <linux/slab.h> 30 #include <linux/kobject.h> 31 #include <trace/events/btrfs.h> 32 #include <asm/kmap_types.h> 33 #include <linux/pagemap.h> 34 #include "extent_io.h" 35 #include "extent_map.h" 36 #include "async-thread.h" 37 #include "ioctl.h" 38 39 struct btrfs_trans_handle; 40 struct btrfs_transaction; 41 struct btrfs_pending_snapshot; 42 extern struct kmem_cache *btrfs_trans_handle_cachep; 43 extern struct kmem_cache *btrfs_transaction_cachep; 44 extern struct kmem_cache *btrfs_bit_radix_cachep; 45 extern struct kmem_cache *btrfs_path_cachep; 46 extern struct kmem_cache *btrfs_free_space_cachep; 47 struct btrfs_ordered_sum; 48 49 #define BTRFS_MAGIC "_BHRfS_M" 50 51 #define BTRFS_MAX_MIRRORS 3 52 53 #define BTRFS_MAX_LEVEL 8 54 55 #define BTRFS_COMPAT_EXTENT_TREE_V0 56 57 /* 58 * files bigger than this get some pre-flushing when they are added 59 * to the ordered operations list. That way we limit the total 60 * work done by the commit 61 */ 62 #define BTRFS_ORDERED_OPERATIONS_FLUSH_LIMIT (8 * 1024 * 1024) 63 64 /* holds pointers to all of the tree roots */ 65 #define BTRFS_ROOT_TREE_OBJECTID 1ULL 66 67 /* stores information about which extents are in use, and reference counts */ 68 #define BTRFS_EXTENT_TREE_OBJECTID 2ULL 69 70 /* 71 * chunk tree stores translations from logical -> physical block numbering 72 * the super block points to the chunk tree 73 */ 74 #define BTRFS_CHUNK_TREE_OBJECTID 3ULL 75 76 /* 77 * stores information about which areas of a given device are in use. 78 * one per device. The tree of tree roots points to the device tree 79 */ 80 #define BTRFS_DEV_TREE_OBJECTID 4ULL 81 82 /* one per subvolume, storing files and directories */ 83 #define BTRFS_FS_TREE_OBJECTID 5ULL 84 85 /* directory objectid inside the root tree */ 86 #define BTRFS_ROOT_TREE_DIR_OBJECTID 6ULL 87 88 /* holds checksums of all the data extents */ 89 #define BTRFS_CSUM_TREE_OBJECTID 7ULL 90 91 /* for storing balance parameters in the root tree */ 92 #define BTRFS_BALANCE_OBJECTID -4ULL 93 94 /* holds quota configuration and tracking */ 95 #define BTRFS_QUOTA_TREE_OBJECTID 8ULL 96 97 /* orhpan objectid for tracking unlinked/truncated files */ 98 #define BTRFS_ORPHAN_OBJECTID -5ULL 99 100 /* does write ahead logging to speed up fsyncs */ 101 #define BTRFS_TREE_LOG_OBJECTID -6ULL 102 #define BTRFS_TREE_LOG_FIXUP_OBJECTID -7ULL 103 104 /* for space balancing */ 105 #define BTRFS_TREE_RELOC_OBJECTID -8ULL 106 #define BTRFS_DATA_RELOC_TREE_OBJECTID -9ULL 107 108 /* 109 * extent checksums all have this objectid 110 * this allows them to share the logging tree 111 * for fsyncs 112 */ 113 #define BTRFS_EXTENT_CSUM_OBJECTID -10ULL 114 115 /* For storing free space cache */ 116 #define BTRFS_FREE_SPACE_OBJECTID -11ULL 117 118 /* 119 * The inode number assigned to the special inode for storing 120 * free ino cache 121 */ 122 #define BTRFS_FREE_INO_OBJECTID -12ULL 123 124 /* dummy objectid represents multiple objectids */ 125 #define BTRFS_MULTIPLE_OBJECTIDS -255ULL 126 127 /* 128 * All files have objectids in this range. 129 */ 130 #define BTRFS_FIRST_FREE_OBJECTID 256ULL 131 #define BTRFS_LAST_FREE_OBJECTID -256ULL 132 #define BTRFS_FIRST_CHUNK_TREE_OBJECTID 256ULL 133 134 135 /* 136 * the device items go into the chunk tree. The key is in the form 137 * [ 1 BTRFS_DEV_ITEM_KEY device_id ] 138 */ 139 #define BTRFS_DEV_ITEMS_OBJECTID 1ULL 140 141 #define BTRFS_BTREE_INODE_OBJECTID 1 142 143 #define BTRFS_EMPTY_SUBVOL_DIR_OBJECTID 2 144 145 #define BTRFS_DEV_REPLACE_DEVID 0 146 147 /* 148 * the max metadata block size. This limit is somewhat artificial, 149 * but the memmove costs go through the roof for larger blocks. 150 */ 151 #define BTRFS_MAX_METADATA_BLOCKSIZE 65536 152 153 /* 154 * we can actually store much bigger names, but lets not confuse the rest 155 * of linux 156 */ 157 #define BTRFS_NAME_LEN 255 158 159 /* 160 * Theoretical limit is larger, but we keep this down to a sane 161 * value. That should limit greatly the possibility of collisions on 162 * inode ref items. 163 */ 164 #define BTRFS_LINK_MAX 65535U 165 166 /* 32 bytes in various csum fields */ 167 #define BTRFS_CSUM_SIZE 32 168 169 /* csum types */ 170 #define BTRFS_CSUM_TYPE_CRC32 0 171 172 static int btrfs_csum_sizes[] = { 4, 0 }; 173 174 /* four bytes for CRC32 */ 175 #define BTRFS_EMPTY_DIR_SIZE 0 176 177 /* spefic to btrfs_map_block(), therefore not in include/linux/blk_types.h */ 178 #define REQ_GET_READ_MIRRORS (1 << 30) 179 180 #define BTRFS_FT_UNKNOWN 0 181 #define BTRFS_FT_REG_FILE 1 182 #define BTRFS_FT_DIR 2 183 #define BTRFS_FT_CHRDEV 3 184 #define BTRFS_FT_BLKDEV 4 185 #define BTRFS_FT_FIFO 5 186 #define BTRFS_FT_SOCK 6 187 #define BTRFS_FT_SYMLINK 7 188 #define BTRFS_FT_XATTR 8 189 #define BTRFS_FT_MAX 9 190 191 /* ioprio of readahead is set to idle */ 192 #define BTRFS_IOPRIO_READA (IOPRIO_PRIO_VALUE(IOPRIO_CLASS_IDLE, 0)) 193 194 /* 195 * The key defines the order in the tree, and so it also defines (optimal) 196 * block layout. 197 * 198 * objectid corresponds to the inode number. 199 * 200 * type tells us things about the object, and is a kind of stream selector. 201 * so for a given inode, keys with type of 1 might refer to the inode data, 202 * type of 2 may point to file data in the btree and type == 3 may point to 203 * extents. 204 * 205 * offset is the starting byte offset for this key in the stream. 206 * 207 * btrfs_disk_key is in disk byte order. struct btrfs_key is always 208 * in cpu native order. Otherwise they are identical and their sizes 209 * should be the same (ie both packed) 210 */ 211 struct btrfs_disk_key { 212 __le64 objectid; 213 u8 type; 214 __le64 offset; 215 } __attribute__ ((__packed__)); 216 217 struct btrfs_key { 218 u64 objectid; 219 u8 type; 220 u64 offset; 221 } __attribute__ ((__packed__)); 222 223 struct btrfs_mapping_tree { 224 struct extent_map_tree map_tree; 225 }; 226 227 struct btrfs_dev_item { 228 /* the internal btrfs device id */ 229 __le64 devid; 230 231 /* size of the device */ 232 __le64 total_bytes; 233 234 /* bytes used */ 235 __le64 bytes_used; 236 237 /* optimal io alignment for this device */ 238 __le32 io_align; 239 240 /* optimal io width for this device */ 241 __le32 io_width; 242 243 /* minimal io size for this device */ 244 __le32 sector_size; 245 246 /* type and info about this device */ 247 __le64 type; 248 249 /* expected generation for this device */ 250 __le64 generation; 251 252 /* 253 * starting byte of this partition on the device, 254 * to allow for stripe alignment in the future 255 */ 256 __le64 start_offset; 257 258 /* grouping information for allocation decisions */ 259 __le32 dev_group; 260 261 /* seek speed 0-100 where 100 is fastest */ 262 u8 seek_speed; 263 264 /* bandwidth 0-100 where 100 is fastest */ 265 u8 bandwidth; 266 267 /* btrfs generated uuid for this device */ 268 u8 uuid[BTRFS_UUID_SIZE]; 269 270 /* uuid of FS who owns this device */ 271 u8 fsid[BTRFS_UUID_SIZE]; 272 } __attribute__ ((__packed__)); 273 274 struct btrfs_stripe { 275 __le64 devid; 276 __le64 offset; 277 u8 dev_uuid[BTRFS_UUID_SIZE]; 278 } __attribute__ ((__packed__)); 279 280 struct btrfs_chunk { 281 /* size of this chunk in bytes */ 282 __le64 length; 283 284 /* objectid of the root referencing this chunk */ 285 __le64 owner; 286 287 __le64 stripe_len; 288 __le64 type; 289 290 /* optimal io alignment for this chunk */ 291 __le32 io_align; 292 293 /* optimal io width for this chunk */ 294 __le32 io_width; 295 296 /* minimal io size for this chunk */ 297 __le32 sector_size; 298 299 /* 2^16 stripes is quite a lot, a second limit is the size of a single 300 * item in the btree 301 */ 302 __le16 num_stripes; 303 304 /* sub stripes only matter for raid10 */ 305 __le16 sub_stripes; 306 struct btrfs_stripe stripe; 307 /* additional stripes go here */ 308 } __attribute__ ((__packed__)); 309 310 #define BTRFS_FREE_SPACE_EXTENT 1 311 #define BTRFS_FREE_SPACE_BITMAP 2 312 313 struct btrfs_free_space_entry { 314 __le64 offset; 315 __le64 bytes; 316 u8 type; 317 } __attribute__ ((__packed__)); 318 319 struct btrfs_free_space_header { 320 struct btrfs_disk_key location; 321 __le64 generation; 322 __le64 num_entries; 323 __le64 num_bitmaps; 324 } __attribute__ ((__packed__)); 325 326 static inline unsigned long btrfs_chunk_item_size(int num_stripes) 327 { 328 BUG_ON(num_stripes == 0); 329 return sizeof(struct btrfs_chunk) + 330 sizeof(struct btrfs_stripe) * (num_stripes - 1); 331 } 332 333 #define BTRFS_HEADER_FLAG_WRITTEN (1ULL << 0) 334 #define BTRFS_HEADER_FLAG_RELOC (1ULL << 1) 335 336 /* 337 * File system states 338 */ 339 340 /* Errors detected */ 341 #define BTRFS_SUPER_FLAG_ERROR (1ULL << 2) 342 343 #define BTRFS_SUPER_FLAG_SEEDING (1ULL << 32) 344 #define BTRFS_SUPER_FLAG_METADUMP (1ULL << 33) 345 346 #define BTRFS_BACKREF_REV_MAX 256 347 #define BTRFS_BACKREF_REV_SHIFT 56 348 #define BTRFS_BACKREF_REV_MASK (((u64)BTRFS_BACKREF_REV_MAX - 1) << \ 349 BTRFS_BACKREF_REV_SHIFT) 350 351 #define BTRFS_OLD_BACKREF_REV 0 352 #define BTRFS_MIXED_BACKREF_REV 1 353 354 /* 355 * every tree block (leaf or node) starts with this header. 356 */ 357 struct btrfs_header { 358 /* these first four must match the super block */ 359 u8 csum[BTRFS_CSUM_SIZE]; 360 u8 fsid[BTRFS_FSID_SIZE]; /* FS specific uuid */ 361 __le64 bytenr; /* which block this node is supposed to live in */ 362 __le64 flags; 363 364 /* allowed to be different from the super from here on down */ 365 u8 chunk_tree_uuid[BTRFS_UUID_SIZE]; 366 __le64 generation; 367 __le64 owner; 368 __le32 nritems; 369 u8 level; 370 } __attribute__ ((__packed__)); 371 372 #define BTRFS_NODEPTRS_PER_BLOCK(r) (((r)->nodesize - \ 373 sizeof(struct btrfs_header)) / \ 374 sizeof(struct btrfs_key_ptr)) 375 #define __BTRFS_LEAF_DATA_SIZE(bs) ((bs) - sizeof(struct btrfs_header)) 376 #define BTRFS_LEAF_DATA_SIZE(r) (__BTRFS_LEAF_DATA_SIZE(r->leafsize)) 377 #define BTRFS_MAX_INLINE_DATA_SIZE(r) (BTRFS_LEAF_DATA_SIZE(r) - \ 378 sizeof(struct btrfs_item) - \ 379 sizeof(struct btrfs_file_extent_item)) 380 #define BTRFS_MAX_XATTR_SIZE(r) (BTRFS_LEAF_DATA_SIZE(r) - \ 381 sizeof(struct btrfs_item) -\ 382 sizeof(struct btrfs_dir_item)) 383 384 385 /* 386 * this is a very generous portion of the super block, giving us 387 * room to translate 14 chunks with 3 stripes each. 388 */ 389 #define BTRFS_SYSTEM_CHUNK_ARRAY_SIZE 2048 390 #define BTRFS_LABEL_SIZE 256 391 392 /* 393 * just in case we somehow lose the roots and are not able to mount, 394 * we store an array of the roots from previous transactions 395 * in the super. 396 */ 397 #define BTRFS_NUM_BACKUP_ROOTS 4 398 struct btrfs_root_backup { 399 __le64 tree_root; 400 __le64 tree_root_gen; 401 402 __le64 chunk_root; 403 __le64 chunk_root_gen; 404 405 __le64 extent_root; 406 __le64 extent_root_gen; 407 408 __le64 fs_root; 409 __le64 fs_root_gen; 410 411 __le64 dev_root; 412 __le64 dev_root_gen; 413 414 __le64 csum_root; 415 __le64 csum_root_gen; 416 417 __le64 total_bytes; 418 __le64 bytes_used; 419 __le64 num_devices; 420 /* future */ 421 __le64 unused_64[4]; 422 423 u8 tree_root_level; 424 u8 chunk_root_level; 425 u8 extent_root_level; 426 u8 fs_root_level; 427 u8 dev_root_level; 428 u8 csum_root_level; 429 /* future and to align */ 430 u8 unused_8[10]; 431 } __attribute__ ((__packed__)); 432 433 /* 434 * the super block basically lists the main trees of the FS 435 * it currently lacks any block count etc etc 436 */ 437 struct btrfs_super_block { 438 u8 csum[BTRFS_CSUM_SIZE]; 439 /* the first 4 fields must match struct btrfs_header */ 440 u8 fsid[BTRFS_FSID_SIZE]; /* FS specific uuid */ 441 __le64 bytenr; /* this block number */ 442 __le64 flags; 443 444 /* allowed to be different from the btrfs_header from here own down */ 445 __le64 magic; 446 __le64 generation; 447 __le64 root; 448 __le64 chunk_root; 449 __le64 log_root; 450 451 /* this will help find the new super based on the log root */ 452 __le64 log_root_transid; 453 __le64 total_bytes; 454 __le64 bytes_used; 455 __le64 root_dir_objectid; 456 __le64 num_devices; 457 __le32 sectorsize; 458 __le32 nodesize; 459 __le32 leafsize; 460 __le32 stripesize; 461 __le32 sys_chunk_array_size; 462 __le64 chunk_root_generation; 463 __le64 compat_flags; 464 __le64 compat_ro_flags; 465 __le64 incompat_flags; 466 __le16 csum_type; 467 u8 root_level; 468 u8 chunk_root_level; 469 u8 log_root_level; 470 struct btrfs_dev_item dev_item; 471 472 char label[BTRFS_LABEL_SIZE]; 473 474 __le64 cache_generation; 475 476 /* future expansion */ 477 __le64 reserved[31]; 478 u8 sys_chunk_array[BTRFS_SYSTEM_CHUNK_ARRAY_SIZE]; 479 struct btrfs_root_backup super_roots[BTRFS_NUM_BACKUP_ROOTS]; 480 } __attribute__ ((__packed__)); 481 482 /* 483 * Compat flags that we support. If any incompat flags are set other than the 484 * ones specified below then we will fail to mount 485 */ 486 #define BTRFS_FEATURE_INCOMPAT_MIXED_BACKREF (1ULL << 0) 487 #define BTRFS_FEATURE_INCOMPAT_DEFAULT_SUBVOL (1ULL << 1) 488 #define BTRFS_FEATURE_INCOMPAT_MIXED_GROUPS (1ULL << 2) 489 #define BTRFS_FEATURE_INCOMPAT_COMPRESS_LZO (1ULL << 3) 490 /* 491 * some patches floated around with a second compression method 492 * lets save that incompat here for when they do get in 493 * Note we don't actually support it, we're just reserving the 494 * number 495 */ 496 #define BTRFS_FEATURE_INCOMPAT_COMPRESS_LZOv2 (1ULL << 4) 497 498 /* 499 * older kernels tried to do bigger metadata blocks, but the 500 * code was pretty buggy. Lets not let them try anymore. 501 */ 502 #define BTRFS_FEATURE_INCOMPAT_BIG_METADATA (1ULL << 5) 503 504 #define BTRFS_FEATURE_INCOMPAT_EXTENDED_IREF (1ULL << 6) 505 506 #define BTRFS_FEATURE_COMPAT_SUPP 0ULL 507 #define BTRFS_FEATURE_COMPAT_RO_SUPP 0ULL 508 #define BTRFS_FEATURE_INCOMPAT_SUPP \ 509 (BTRFS_FEATURE_INCOMPAT_MIXED_BACKREF | \ 510 BTRFS_FEATURE_INCOMPAT_DEFAULT_SUBVOL | \ 511 BTRFS_FEATURE_INCOMPAT_MIXED_GROUPS | \ 512 BTRFS_FEATURE_INCOMPAT_BIG_METADATA | \ 513 BTRFS_FEATURE_INCOMPAT_COMPRESS_LZO | \ 514 BTRFS_FEATURE_INCOMPAT_EXTENDED_IREF) 515 516 /* 517 * A leaf is full of items. offset and size tell us where to find 518 * the item in the leaf (relative to the start of the data area) 519 */ 520 struct btrfs_item { 521 struct btrfs_disk_key key; 522 __le32 offset; 523 __le32 size; 524 } __attribute__ ((__packed__)); 525 526 /* 527 * leaves have an item area and a data area: 528 * [item0, item1....itemN] [free space] [dataN...data1, data0] 529 * 530 * The data is separate from the items to get the keys closer together 531 * during searches. 532 */ 533 struct btrfs_leaf { 534 struct btrfs_header header; 535 struct btrfs_item items[]; 536 } __attribute__ ((__packed__)); 537 538 /* 539 * all non-leaf blocks are nodes, they hold only keys and pointers to 540 * other blocks 541 */ 542 struct btrfs_key_ptr { 543 struct btrfs_disk_key key; 544 __le64 blockptr; 545 __le64 generation; 546 } __attribute__ ((__packed__)); 547 548 struct btrfs_node { 549 struct btrfs_header header; 550 struct btrfs_key_ptr ptrs[]; 551 } __attribute__ ((__packed__)); 552 553 /* 554 * btrfs_paths remember the path taken from the root down to the leaf. 555 * level 0 is always the leaf, and nodes[1...BTRFS_MAX_LEVEL] will point 556 * to any other levels that are present. 557 * 558 * The slots array records the index of the item or block pointer 559 * used while walking the tree. 560 */ 561 struct btrfs_path { 562 struct extent_buffer *nodes[BTRFS_MAX_LEVEL]; 563 int slots[BTRFS_MAX_LEVEL]; 564 /* if there is real range locking, this locks field will change */ 565 int locks[BTRFS_MAX_LEVEL]; 566 int reada; 567 /* keep some upper locks as we walk down */ 568 int lowest_level; 569 570 /* 571 * set by btrfs_split_item, tells search_slot to keep all locks 572 * and to force calls to keep space in the nodes 573 */ 574 unsigned int search_for_split:1; 575 unsigned int keep_locks:1; 576 unsigned int skip_locking:1; 577 unsigned int leave_spinning:1; 578 unsigned int search_commit_root:1; 579 unsigned int really_keep_locks:1; 580 }; 581 582 /* 583 * items in the extent btree are used to record the objectid of the 584 * owner of the block and the number of references 585 */ 586 587 struct btrfs_extent_item { 588 __le64 refs; 589 __le64 generation; 590 __le64 flags; 591 } __attribute__ ((__packed__)); 592 593 struct btrfs_extent_item_v0 { 594 __le32 refs; 595 } __attribute__ ((__packed__)); 596 597 #define BTRFS_MAX_EXTENT_ITEM_SIZE(r) ((BTRFS_LEAF_DATA_SIZE(r) >> 4) - \ 598 sizeof(struct btrfs_item)) 599 600 #define BTRFS_EXTENT_FLAG_DATA (1ULL << 0) 601 #define BTRFS_EXTENT_FLAG_TREE_BLOCK (1ULL << 1) 602 603 /* following flags only apply to tree blocks */ 604 605 /* use full backrefs for extent pointers in the block */ 606 #define BTRFS_BLOCK_FLAG_FULL_BACKREF (1ULL << 8) 607 608 /* 609 * this flag is only used internally by scrub and may be changed at any time 610 * it is only declared here to avoid collisions 611 */ 612 #define BTRFS_EXTENT_FLAG_SUPER (1ULL << 48) 613 614 struct btrfs_tree_block_info { 615 struct btrfs_disk_key key; 616 u8 level; 617 } __attribute__ ((__packed__)); 618 619 struct btrfs_extent_data_ref { 620 __le64 root; 621 __le64 objectid; 622 __le64 offset; 623 __le32 count; 624 } __attribute__ ((__packed__)); 625 626 struct btrfs_shared_data_ref { 627 __le32 count; 628 } __attribute__ ((__packed__)); 629 630 struct btrfs_extent_inline_ref { 631 u8 type; 632 __le64 offset; 633 } __attribute__ ((__packed__)); 634 635 /* old style backrefs item */ 636 struct btrfs_extent_ref_v0 { 637 __le64 root; 638 __le64 generation; 639 __le64 objectid; 640 __le32 count; 641 } __attribute__ ((__packed__)); 642 643 644 /* dev extents record free space on individual devices. The owner 645 * field points back to the chunk allocation mapping tree that allocated 646 * the extent. The chunk tree uuid field is a way to double check the owner 647 */ 648 struct btrfs_dev_extent { 649 __le64 chunk_tree; 650 __le64 chunk_objectid; 651 __le64 chunk_offset; 652 __le64 length; 653 u8 chunk_tree_uuid[BTRFS_UUID_SIZE]; 654 } __attribute__ ((__packed__)); 655 656 struct btrfs_inode_ref { 657 __le64 index; 658 __le16 name_len; 659 /* name goes here */ 660 } __attribute__ ((__packed__)); 661 662 struct btrfs_inode_extref { 663 __le64 parent_objectid; 664 __le64 index; 665 __le16 name_len; 666 __u8 name[0]; 667 /* name goes here */ 668 } __attribute__ ((__packed__)); 669 670 struct btrfs_timespec { 671 __le64 sec; 672 __le32 nsec; 673 } __attribute__ ((__packed__)); 674 675 enum btrfs_compression_type { 676 BTRFS_COMPRESS_NONE = 0, 677 BTRFS_COMPRESS_ZLIB = 1, 678 BTRFS_COMPRESS_LZO = 2, 679 BTRFS_COMPRESS_TYPES = 2, 680 BTRFS_COMPRESS_LAST = 3, 681 }; 682 683 struct btrfs_inode_item { 684 /* nfs style generation number */ 685 __le64 generation; 686 /* transid that last touched this inode */ 687 __le64 transid; 688 __le64 size; 689 __le64 nbytes; 690 __le64 block_group; 691 __le32 nlink; 692 __le32 uid; 693 __le32 gid; 694 __le32 mode; 695 __le64 rdev; 696 __le64 flags; 697 698 /* modification sequence number for NFS */ 699 __le64 sequence; 700 701 /* 702 * a little future expansion, for more than this we can 703 * just grow the inode item and version it 704 */ 705 __le64 reserved[4]; 706 struct btrfs_timespec atime; 707 struct btrfs_timespec ctime; 708 struct btrfs_timespec mtime; 709 struct btrfs_timespec otime; 710 } __attribute__ ((__packed__)); 711 712 struct btrfs_dir_log_item { 713 __le64 end; 714 } __attribute__ ((__packed__)); 715 716 struct btrfs_dir_item { 717 struct btrfs_disk_key location; 718 __le64 transid; 719 __le16 data_len; 720 __le16 name_len; 721 u8 type; 722 } __attribute__ ((__packed__)); 723 724 #define BTRFS_ROOT_SUBVOL_RDONLY (1ULL << 0) 725 726 struct btrfs_root_item { 727 struct btrfs_inode_item inode; 728 __le64 generation; 729 __le64 root_dirid; 730 __le64 bytenr; 731 __le64 byte_limit; 732 __le64 bytes_used; 733 __le64 last_snapshot; 734 __le64 flags; 735 __le32 refs; 736 struct btrfs_disk_key drop_progress; 737 u8 drop_level; 738 u8 level; 739 740 /* 741 * The following fields appear after subvol_uuids+subvol_times 742 * were introduced. 743 */ 744 745 /* 746 * This generation number is used to test if the new fields are valid 747 * and up to date while reading the root item. Everytime the root item 748 * is written out, the "generation" field is copied into this field. If 749 * anyone ever mounted the fs with an older kernel, we will have 750 * mismatching generation values here and thus must invalidate the 751 * new fields. See btrfs_update_root and btrfs_find_last_root for 752 * details. 753 * the offset of generation_v2 is also used as the start for the memset 754 * when invalidating the fields. 755 */ 756 __le64 generation_v2; 757 u8 uuid[BTRFS_UUID_SIZE]; 758 u8 parent_uuid[BTRFS_UUID_SIZE]; 759 u8 received_uuid[BTRFS_UUID_SIZE]; 760 __le64 ctransid; /* updated when an inode changes */ 761 __le64 otransid; /* trans when created */ 762 __le64 stransid; /* trans when sent. non-zero for received subvol */ 763 __le64 rtransid; /* trans when received. non-zero for received subvol */ 764 struct btrfs_timespec ctime; 765 struct btrfs_timespec otime; 766 struct btrfs_timespec stime; 767 struct btrfs_timespec rtime; 768 __le64 reserved[8]; /* for future */ 769 } __attribute__ ((__packed__)); 770 771 /* 772 * this is used for both forward and backward root refs 773 */ 774 struct btrfs_root_ref { 775 __le64 dirid; 776 __le64 sequence; 777 __le16 name_len; 778 } __attribute__ ((__packed__)); 779 780 struct btrfs_disk_balance_args { 781 /* 782 * profiles to operate on, single is denoted by 783 * BTRFS_AVAIL_ALLOC_BIT_SINGLE 784 */ 785 __le64 profiles; 786 787 /* usage filter */ 788 __le64 usage; 789 790 /* devid filter */ 791 __le64 devid; 792 793 /* devid subset filter [pstart..pend) */ 794 __le64 pstart; 795 __le64 pend; 796 797 /* btrfs virtual address space subset filter [vstart..vend) */ 798 __le64 vstart; 799 __le64 vend; 800 801 /* 802 * profile to convert to, single is denoted by 803 * BTRFS_AVAIL_ALLOC_BIT_SINGLE 804 */ 805 __le64 target; 806 807 /* BTRFS_BALANCE_ARGS_* */ 808 __le64 flags; 809 810 __le64 unused[8]; 811 } __attribute__ ((__packed__)); 812 813 /* 814 * store balance parameters to disk so that balance can be properly 815 * resumed after crash or unmount 816 */ 817 struct btrfs_balance_item { 818 /* BTRFS_BALANCE_* */ 819 __le64 flags; 820 821 struct btrfs_disk_balance_args data; 822 struct btrfs_disk_balance_args meta; 823 struct btrfs_disk_balance_args sys; 824 825 __le64 unused[4]; 826 } __attribute__ ((__packed__)); 827 828 #define BTRFS_FILE_EXTENT_INLINE 0 829 #define BTRFS_FILE_EXTENT_REG 1 830 #define BTRFS_FILE_EXTENT_PREALLOC 2 831 832 struct btrfs_file_extent_item { 833 /* 834 * transaction id that created this extent 835 */ 836 __le64 generation; 837 /* 838 * max number of bytes to hold this extent in ram 839 * when we split a compressed extent we can't know how big 840 * each of the resulting pieces will be. So, this is 841 * an upper limit on the size of the extent in ram instead of 842 * an exact limit. 843 */ 844 __le64 ram_bytes; 845 846 /* 847 * 32 bits for the various ways we might encode the data, 848 * including compression and encryption. If any of these 849 * are set to something a given disk format doesn't understand 850 * it is treated like an incompat flag for reading and writing, 851 * but not for stat. 852 */ 853 u8 compression; 854 u8 encryption; 855 __le16 other_encoding; /* spare for later use */ 856 857 /* are we inline data or a real extent? */ 858 u8 type; 859 860 /* 861 * disk space consumed by the extent, checksum blocks are included 862 * in these numbers 863 */ 864 __le64 disk_bytenr; 865 __le64 disk_num_bytes; 866 /* 867 * the logical offset in file blocks (no csums) 868 * this extent record is for. This allows a file extent to point 869 * into the middle of an existing extent on disk, sharing it 870 * between two snapshots (useful if some bytes in the middle of the 871 * extent have changed 872 */ 873 __le64 offset; 874 /* 875 * the logical number of file blocks (no csums included). This 876 * always reflects the size uncompressed and without encoding. 877 */ 878 __le64 num_bytes; 879 880 } __attribute__ ((__packed__)); 881 882 struct btrfs_csum_item { 883 u8 csum; 884 } __attribute__ ((__packed__)); 885 886 struct btrfs_dev_stats_item { 887 /* 888 * grow this item struct at the end for future enhancements and keep 889 * the existing values unchanged 890 */ 891 __le64 values[BTRFS_DEV_STAT_VALUES_MAX]; 892 } __attribute__ ((__packed__)); 893 894 #define BTRFS_DEV_REPLACE_ITEM_CONT_READING_FROM_SRCDEV_MODE_ALWAYS 0 895 #define BTRFS_DEV_REPLACE_ITEM_CONT_READING_FROM_SRCDEV_MODE_AVOID 1 896 #define BTRFS_DEV_REPLACE_ITEM_STATE_NEVER_STARTED 0 897 #define BTRFS_DEV_REPLACE_ITEM_STATE_STARTED 1 898 #define BTRFS_DEV_REPLACE_ITEM_STATE_SUSPENDED 2 899 #define BTRFS_DEV_REPLACE_ITEM_STATE_FINISHED 3 900 #define BTRFS_DEV_REPLACE_ITEM_STATE_CANCELED 4 901 902 struct btrfs_dev_replace { 903 u64 replace_state; /* see #define above */ 904 u64 time_started; /* seconds since 1-Jan-1970 */ 905 u64 time_stopped; /* seconds since 1-Jan-1970 */ 906 atomic64_t num_write_errors; 907 atomic64_t num_uncorrectable_read_errors; 908 909 u64 cursor_left; 910 u64 committed_cursor_left; 911 u64 cursor_left_last_write_of_item; 912 u64 cursor_right; 913 914 u64 cont_reading_from_srcdev_mode; /* see #define above */ 915 916 int is_valid; 917 int item_needs_writeback; 918 struct btrfs_device *srcdev; 919 struct btrfs_device *tgtdev; 920 921 pid_t lock_owner; 922 atomic_t nesting_level; 923 struct mutex lock_finishing_cancel_unmount; 924 struct mutex lock_management_lock; 925 struct mutex lock; 926 927 struct btrfs_scrub_progress scrub_progress; 928 }; 929 930 struct btrfs_dev_replace_item { 931 /* 932 * grow this item struct at the end for future enhancements and keep 933 * the existing values unchanged 934 */ 935 __le64 src_devid; 936 __le64 cursor_left; 937 __le64 cursor_right; 938 __le64 cont_reading_from_srcdev_mode; 939 940 __le64 replace_state; 941 __le64 time_started; 942 __le64 time_stopped; 943 __le64 num_write_errors; 944 __le64 num_uncorrectable_read_errors; 945 } __attribute__ ((__packed__)); 946 947 /* different types of block groups (and chunks) */ 948 #define BTRFS_BLOCK_GROUP_DATA (1ULL << 0) 949 #define BTRFS_BLOCK_GROUP_SYSTEM (1ULL << 1) 950 #define BTRFS_BLOCK_GROUP_METADATA (1ULL << 2) 951 #define BTRFS_BLOCK_GROUP_RAID0 (1ULL << 3) 952 #define BTRFS_BLOCK_GROUP_RAID1 (1ULL << 4) 953 #define BTRFS_BLOCK_GROUP_DUP (1ULL << 5) 954 #define BTRFS_BLOCK_GROUP_RAID10 (1ULL << 6) 955 #define BTRFS_BLOCK_GROUP_RESERVED BTRFS_AVAIL_ALLOC_BIT_SINGLE 956 #define BTRFS_NR_RAID_TYPES 5 957 958 #define BTRFS_BLOCK_GROUP_TYPE_MASK (BTRFS_BLOCK_GROUP_DATA | \ 959 BTRFS_BLOCK_GROUP_SYSTEM | \ 960 BTRFS_BLOCK_GROUP_METADATA) 961 962 #define BTRFS_BLOCK_GROUP_PROFILE_MASK (BTRFS_BLOCK_GROUP_RAID0 | \ 963 BTRFS_BLOCK_GROUP_RAID1 | \ 964 BTRFS_BLOCK_GROUP_DUP | \ 965 BTRFS_BLOCK_GROUP_RAID10) 966 /* 967 * We need a bit for restriper to be able to tell when chunks of type 968 * SINGLE are available. This "extended" profile format is used in 969 * fs_info->avail_*_alloc_bits (in-memory) and balance item fields 970 * (on-disk). The corresponding on-disk bit in chunk.type is reserved 971 * to avoid remappings between two formats in future. 972 */ 973 #define BTRFS_AVAIL_ALLOC_BIT_SINGLE (1ULL << 48) 974 975 #define BTRFS_EXTENDED_PROFILE_MASK (BTRFS_BLOCK_GROUP_PROFILE_MASK | \ 976 BTRFS_AVAIL_ALLOC_BIT_SINGLE) 977 978 static inline u64 chunk_to_extended(u64 flags) 979 { 980 if ((flags & BTRFS_BLOCK_GROUP_PROFILE_MASK) == 0) 981 flags |= BTRFS_AVAIL_ALLOC_BIT_SINGLE; 982 983 return flags; 984 } 985 static inline u64 extended_to_chunk(u64 flags) 986 { 987 return flags & ~BTRFS_AVAIL_ALLOC_BIT_SINGLE; 988 } 989 990 struct btrfs_block_group_item { 991 __le64 used; 992 __le64 chunk_objectid; 993 __le64 flags; 994 } __attribute__ ((__packed__)); 995 996 /* 997 * is subvolume quota turned on? 998 */ 999 #define BTRFS_QGROUP_STATUS_FLAG_ON (1ULL << 0) 1000 /* 1001 * SCANNING is set during the initialization phase 1002 */ 1003 #define BTRFS_QGROUP_STATUS_FLAG_SCANNING (1ULL << 1) 1004 /* 1005 * Some qgroup entries are known to be out of date, 1006 * either because the configuration has changed in a way that 1007 * makes a rescan necessary, or because the fs has been mounted 1008 * with a non-qgroup-aware version. 1009 * Turning qouta off and on again makes it inconsistent, too. 1010 */ 1011 #define BTRFS_QGROUP_STATUS_FLAG_INCONSISTENT (1ULL << 2) 1012 1013 #define BTRFS_QGROUP_STATUS_VERSION 1 1014 1015 struct btrfs_qgroup_status_item { 1016 __le64 version; 1017 /* 1018 * the generation is updated during every commit. As older 1019 * versions of btrfs are not aware of qgroups, it will be 1020 * possible to detect inconsistencies by checking the 1021 * generation on mount time 1022 */ 1023 __le64 generation; 1024 1025 /* flag definitions see above */ 1026 __le64 flags; 1027 1028 /* 1029 * only used during scanning to record the progress 1030 * of the scan. It contains a logical address 1031 */ 1032 __le64 scan; 1033 } __attribute__ ((__packed__)); 1034 1035 struct btrfs_qgroup_info_item { 1036 __le64 generation; 1037 __le64 rfer; 1038 __le64 rfer_cmpr; 1039 __le64 excl; 1040 __le64 excl_cmpr; 1041 } __attribute__ ((__packed__)); 1042 1043 /* flags definition for qgroup limits */ 1044 #define BTRFS_QGROUP_LIMIT_MAX_RFER (1ULL << 0) 1045 #define BTRFS_QGROUP_LIMIT_MAX_EXCL (1ULL << 1) 1046 #define BTRFS_QGROUP_LIMIT_RSV_RFER (1ULL << 2) 1047 #define BTRFS_QGROUP_LIMIT_RSV_EXCL (1ULL << 3) 1048 #define BTRFS_QGROUP_LIMIT_RFER_CMPR (1ULL << 4) 1049 #define BTRFS_QGROUP_LIMIT_EXCL_CMPR (1ULL << 5) 1050 1051 struct btrfs_qgroup_limit_item { 1052 /* 1053 * only updated when any of the other values change 1054 */ 1055 __le64 flags; 1056 __le64 max_rfer; 1057 __le64 max_excl; 1058 __le64 rsv_rfer; 1059 __le64 rsv_excl; 1060 } __attribute__ ((__packed__)); 1061 1062 struct btrfs_space_info { 1063 u64 flags; 1064 1065 u64 total_bytes; /* total bytes in the space, 1066 this doesn't take mirrors into account */ 1067 u64 bytes_used; /* total bytes used, 1068 this doesn't take mirrors into account */ 1069 u64 bytes_pinned; /* total bytes pinned, will be freed when the 1070 transaction finishes */ 1071 u64 bytes_reserved; /* total bytes the allocator has reserved for 1072 current allocations */ 1073 u64 bytes_readonly; /* total bytes that are read only */ 1074 1075 u64 bytes_may_use; /* number of bytes that may be used for 1076 delalloc/allocations */ 1077 u64 disk_used; /* total bytes used on disk */ 1078 u64 disk_total; /* total bytes on disk, takes mirrors into 1079 account */ 1080 1081 /* 1082 * we bump reservation progress every time we decrement 1083 * bytes_reserved. This way people waiting for reservations 1084 * know something good has happened and they can check 1085 * for progress. The number here isn't to be trusted, it 1086 * just shows reclaim activity 1087 */ 1088 unsigned long reservation_progress; 1089 1090 unsigned int full:1; /* indicates that we cannot allocate any more 1091 chunks for this space */ 1092 unsigned int chunk_alloc:1; /* set if we are allocating a chunk */ 1093 1094 unsigned int flush:1; /* set if we are trying to make space */ 1095 1096 unsigned int force_alloc; /* set if we need to force a chunk 1097 alloc for this space */ 1098 1099 struct list_head list; 1100 1101 /* for block groups in our same type */ 1102 struct list_head block_groups[BTRFS_NR_RAID_TYPES]; 1103 spinlock_t lock; 1104 struct rw_semaphore groups_sem; 1105 wait_queue_head_t wait; 1106 }; 1107 1108 #define BTRFS_BLOCK_RSV_GLOBAL 1 1109 #define BTRFS_BLOCK_RSV_DELALLOC 2 1110 #define BTRFS_BLOCK_RSV_TRANS 3 1111 #define BTRFS_BLOCK_RSV_CHUNK 4 1112 #define BTRFS_BLOCK_RSV_DELOPS 5 1113 #define BTRFS_BLOCK_RSV_EMPTY 6 1114 #define BTRFS_BLOCK_RSV_TEMP 7 1115 1116 struct btrfs_block_rsv { 1117 u64 size; 1118 u64 reserved; 1119 struct btrfs_space_info *space_info; 1120 spinlock_t lock; 1121 unsigned short full; 1122 unsigned short type; 1123 unsigned short failfast; 1124 }; 1125 1126 /* 1127 * free clusters are used to claim free space in relatively large chunks, 1128 * allowing us to do less seeky writes. They are used for all metadata 1129 * allocations and data allocations in ssd mode. 1130 */ 1131 struct btrfs_free_cluster { 1132 spinlock_t lock; 1133 spinlock_t refill_lock; 1134 struct rb_root root; 1135 1136 /* largest extent in this cluster */ 1137 u64 max_size; 1138 1139 /* first extent starting offset */ 1140 u64 window_start; 1141 1142 struct btrfs_block_group_cache *block_group; 1143 /* 1144 * when a cluster is allocated from a block group, we put the 1145 * cluster onto a list in the block group so that it can 1146 * be freed before the block group is freed. 1147 */ 1148 struct list_head block_group_list; 1149 }; 1150 1151 enum btrfs_caching_type { 1152 BTRFS_CACHE_NO = 0, 1153 BTRFS_CACHE_STARTED = 1, 1154 BTRFS_CACHE_FAST = 2, 1155 BTRFS_CACHE_FINISHED = 3, 1156 }; 1157 1158 enum btrfs_disk_cache_state { 1159 BTRFS_DC_WRITTEN = 0, 1160 BTRFS_DC_ERROR = 1, 1161 BTRFS_DC_CLEAR = 2, 1162 BTRFS_DC_SETUP = 3, 1163 BTRFS_DC_NEED_WRITE = 4, 1164 }; 1165 1166 struct btrfs_caching_control { 1167 struct list_head list; 1168 struct mutex mutex; 1169 wait_queue_head_t wait; 1170 struct btrfs_work work; 1171 struct btrfs_block_group_cache *block_group; 1172 u64 progress; 1173 atomic_t count; 1174 }; 1175 1176 struct btrfs_block_group_cache { 1177 struct btrfs_key key; 1178 struct btrfs_block_group_item item; 1179 struct btrfs_fs_info *fs_info; 1180 struct inode *inode; 1181 spinlock_t lock; 1182 u64 pinned; 1183 u64 reserved; 1184 u64 bytes_super; 1185 u64 flags; 1186 u64 sectorsize; 1187 u64 cache_generation; 1188 unsigned int ro:1; 1189 unsigned int dirty:1; 1190 unsigned int iref:1; 1191 1192 int disk_cache_state; 1193 1194 /* cache tracking stuff */ 1195 int cached; 1196 struct btrfs_caching_control *caching_ctl; 1197 u64 last_byte_to_unpin; 1198 1199 struct btrfs_space_info *space_info; 1200 1201 /* free space cache stuff */ 1202 struct btrfs_free_space_ctl *free_space_ctl; 1203 1204 /* block group cache stuff */ 1205 struct rb_node cache_node; 1206 1207 /* for block groups in the same raid type */ 1208 struct list_head list; 1209 1210 /* usage count */ 1211 atomic_t count; 1212 1213 /* List of struct btrfs_free_clusters for this block group. 1214 * Today it will only have one thing on it, but that may change 1215 */ 1216 struct list_head cluster_list; 1217 1218 /* For delayed block group creation */ 1219 struct list_head new_bg_list; 1220 }; 1221 1222 /* delayed seq elem */ 1223 struct seq_list { 1224 struct list_head list; 1225 u64 seq; 1226 }; 1227 1228 /* fs_info */ 1229 struct reloc_control; 1230 struct btrfs_device; 1231 struct btrfs_fs_devices; 1232 struct btrfs_balance_control; 1233 struct btrfs_delayed_root; 1234 struct btrfs_fs_info { 1235 u8 fsid[BTRFS_FSID_SIZE]; 1236 u8 chunk_tree_uuid[BTRFS_UUID_SIZE]; 1237 struct btrfs_root *extent_root; 1238 struct btrfs_root *tree_root; 1239 struct btrfs_root *chunk_root; 1240 struct btrfs_root *dev_root; 1241 struct btrfs_root *fs_root; 1242 struct btrfs_root *csum_root; 1243 struct btrfs_root *quota_root; 1244 1245 /* the log root tree is a directory of all the other log roots */ 1246 struct btrfs_root *log_root_tree; 1247 1248 spinlock_t fs_roots_radix_lock; 1249 struct radix_tree_root fs_roots_radix; 1250 1251 /* block group cache stuff */ 1252 spinlock_t block_group_cache_lock; 1253 struct rb_root block_group_cache_tree; 1254 1255 /* keep track of unallocated space */ 1256 spinlock_t free_chunk_lock; 1257 u64 free_chunk_space; 1258 1259 struct extent_io_tree freed_extents[2]; 1260 struct extent_io_tree *pinned_extents; 1261 1262 /* logical->physical extent mapping */ 1263 struct btrfs_mapping_tree mapping_tree; 1264 1265 /* 1266 * block reservation for extent, checksum, root tree and 1267 * delayed dir index item 1268 */ 1269 struct btrfs_block_rsv global_block_rsv; 1270 /* block reservation for delay allocation */ 1271 struct btrfs_block_rsv delalloc_block_rsv; 1272 /* block reservation for metadata operations */ 1273 struct btrfs_block_rsv trans_block_rsv; 1274 /* block reservation for chunk tree */ 1275 struct btrfs_block_rsv chunk_block_rsv; 1276 /* block reservation for delayed operations */ 1277 struct btrfs_block_rsv delayed_block_rsv; 1278 1279 struct btrfs_block_rsv empty_block_rsv; 1280 1281 u64 generation; 1282 u64 last_trans_committed; 1283 1284 /* 1285 * this is updated to the current trans every time a full commit 1286 * is required instead of the faster short fsync log commits 1287 */ 1288 u64 last_trans_log_full_commit; 1289 unsigned long mount_opt; 1290 unsigned long compress_type:4; 1291 u64 max_inline; 1292 u64 alloc_start; 1293 struct btrfs_transaction *running_transaction; 1294 wait_queue_head_t transaction_throttle; 1295 wait_queue_head_t transaction_wait; 1296 wait_queue_head_t transaction_blocked_wait; 1297 wait_queue_head_t async_submit_wait; 1298 1299 struct btrfs_super_block *super_copy; 1300 struct btrfs_super_block *super_for_commit; 1301 struct block_device *__bdev; 1302 struct super_block *sb; 1303 struct inode *btree_inode; 1304 struct backing_dev_info bdi; 1305 struct mutex tree_log_mutex; 1306 struct mutex transaction_kthread_mutex; 1307 struct mutex cleaner_mutex; 1308 struct mutex chunk_mutex; 1309 struct mutex volume_mutex; 1310 /* 1311 * this protects the ordered operations list only while we are 1312 * processing all of the entries on it. This way we make 1313 * sure the commit code doesn't find the list temporarily empty 1314 * because another function happens to be doing non-waiting preflush 1315 * before jumping into the main commit. 1316 */ 1317 struct mutex ordered_operations_mutex; 1318 struct rw_semaphore extent_commit_sem; 1319 1320 struct rw_semaphore cleanup_work_sem; 1321 1322 struct rw_semaphore subvol_sem; 1323 struct srcu_struct subvol_srcu; 1324 1325 spinlock_t trans_lock; 1326 /* 1327 * the reloc mutex goes with the trans lock, it is taken 1328 * during commit to protect us from the relocation code 1329 */ 1330 struct mutex reloc_mutex; 1331 1332 struct list_head trans_list; 1333 struct list_head dead_roots; 1334 struct list_head caching_block_groups; 1335 1336 spinlock_t delayed_iput_lock; 1337 struct list_head delayed_iputs; 1338 1339 /* this protects tree_mod_seq_list */ 1340 spinlock_t tree_mod_seq_lock; 1341 atomic_t tree_mod_seq; 1342 struct list_head tree_mod_seq_list; 1343 struct seq_list tree_mod_seq_elem; 1344 1345 /* this protects tree_mod_log */ 1346 rwlock_t tree_mod_log_lock; 1347 struct rb_root tree_mod_log; 1348 1349 atomic_t nr_async_submits; 1350 atomic_t async_submit_draining; 1351 atomic_t nr_async_bios; 1352 atomic_t async_delalloc_pages; 1353 atomic_t open_ioctl_trans; 1354 1355 /* 1356 * this is used by the balancing code to wait for all the pending 1357 * ordered extents 1358 */ 1359 spinlock_t ordered_extent_lock; 1360 1361 /* 1362 * all of the data=ordered extents pending writeback 1363 * these can span multiple transactions and basically include 1364 * every dirty data page that isn't from nodatacow 1365 */ 1366 struct list_head ordered_extents; 1367 1368 /* 1369 * all of the inodes that have delalloc bytes. It is possible for 1370 * this list to be empty even when there is still dirty data=ordered 1371 * extents waiting to finish IO. 1372 */ 1373 struct list_head delalloc_inodes; 1374 1375 /* 1376 * special rename and truncate targets that must be on disk before 1377 * we're allowed to commit. This is basically the ext3 style 1378 * data=ordered list. 1379 */ 1380 struct list_head ordered_operations; 1381 1382 /* 1383 * there is a pool of worker threads for checksumming during writes 1384 * and a pool for checksumming after reads. This is because readers 1385 * can run with FS locks held, and the writers may be waiting for 1386 * those locks. We don't want ordering in the pending list to cause 1387 * deadlocks, and so the two are serviced separately. 1388 * 1389 * A third pool does submit_bio to avoid deadlocking with the other 1390 * two 1391 */ 1392 struct btrfs_workers generic_worker; 1393 struct btrfs_workers workers; 1394 struct btrfs_workers delalloc_workers; 1395 struct btrfs_workers flush_workers; 1396 struct btrfs_workers endio_workers; 1397 struct btrfs_workers endio_meta_workers; 1398 struct btrfs_workers endio_meta_write_workers; 1399 struct btrfs_workers endio_write_workers; 1400 struct btrfs_workers endio_freespace_worker; 1401 struct btrfs_workers submit_workers; 1402 struct btrfs_workers caching_workers; 1403 struct btrfs_workers readahead_workers; 1404 1405 /* 1406 * fixup workers take dirty pages that didn't properly go through 1407 * the cow mechanism and make them safe to write. It happens 1408 * for the sys_munmap function call path 1409 */ 1410 struct btrfs_workers fixup_workers; 1411 struct btrfs_workers delayed_workers; 1412 struct task_struct *transaction_kthread; 1413 struct task_struct *cleaner_kthread; 1414 int thread_pool_size; 1415 1416 struct kobject super_kobj; 1417 struct completion kobj_unregister; 1418 int do_barriers; 1419 int closing; 1420 int log_root_recovering; 1421 int enospc_unlink; 1422 int trans_no_join; 1423 1424 u64 total_pinned; 1425 1426 /* protected by the delalloc lock, used to keep from writing 1427 * metadata until there is a nice batch 1428 */ 1429 u64 dirty_metadata_bytes; 1430 struct list_head dirty_cowonly_roots; 1431 1432 struct btrfs_fs_devices *fs_devices; 1433 1434 /* 1435 * the space_info list is almost entirely read only. It only changes 1436 * when we add a new raid type to the FS, and that happens 1437 * very rarely. RCU is used to protect it. 1438 */ 1439 struct list_head space_info; 1440 1441 struct btrfs_space_info *data_sinfo; 1442 1443 struct reloc_control *reloc_ctl; 1444 1445 spinlock_t delalloc_lock; 1446 u64 delalloc_bytes; 1447 1448 /* data_alloc_cluster is only used in ssd mode */ 1449 struct btrfs_free_cluster data_alloc_cluster; 1450 1451 /* all metadata allocations go through this cluster */ 1452 struct btrfs_free_cluster meta_alloc_cluster; 1453 1454 /* auto defrag inodes go here */ 1455 spinlock_t defrag_inodes_lock; 1456 struct rb_root defrag_inodes; 1457 atomic_t defrag_running; 1458 1459 /* 1460 * these three are in extended format (availability of single 1461 * chunks is denoted by BTRFS_AVAIL_ALLOC_BIT_SINGLE bit, other 1462 * types are denoted by corresponding BTRFS_BLOCK_GROUP_* bits) 1463 */ 1464 u64 avail_data_alloc_bits; 1465 u64 avail_metadata_alloc_bits; 1466 u64 avail_system_alloc_bits; 1467 1468 /* restriper state */ 1469 spinlock_t balance_lock; 1470 struct mutex balance_mutex; 1471 atomic_t balance_running; 1472 atomic_t balance_pause_req; 1473 atomic_t balance_cancel_req; 1474 struct btrfs_balance_control *balance_ctl; 1475 wait_queue_head_t balance_wait_q; 1476 1477 unsigned data_chunk_allocations; 1478 unsigned metadata_ratio; 1479 1480 void *bdev_holder; 1481 1482 /* private scrub information */ 1483 struct mutex scrub_lock; 1484 atomic_t scrubs_running; 1485 atomic_t scrub_pause_req; 1486 atomic_t scrubs_paused; 1487 atomic_t scrub_cancel_req; 1488 wait_queue_head_t scrub_pause_wait; 1489 struct rw_semaphore scrub_super_lock; 1490 int scrub_workers_refcnt; 1491 struct btrfs_workers scrub_workers; 1492 struct btrfs_workers scrub_wr_completion_workers; 1493 struct btrfs_workers scrub_nocow_workers; 1494 1495 #ifdef CONFIG_BTRFS_FS_CHECK_INTEGRITY 1496 u32 check_integrity_print_mask; 1497 #endif 1498 /* 1499 * quota information 1500 */ 1501 unsigned int quota_enabled:1; 1502 1503 /* 1504 * quota_enabled only changes state after a commit. This holds the 1505 * next state. 1506 */ 1507 unsigned int pending_quota_state:1; 1508 1509 /* is qgroup tracking in a consistent state? */ 1510 u64 qgroup_flags; 1511 1512 /* holds configuration and tracking. Protected by qgroup_lock */ 1513 struct rb_root qgroup_tree; 1514 spinlock_t qgroup_lock; 1515 1516 /* list of dirty qgroups to be written at next commit */ 1517 struct list_head dirty_qgroups; 1518 1519 /* used by btrfs_qgroup_record_ref for an efficient tree traversal */ 1520 u64 qgroup_seq; 1521 1522 /* filesystem state */ 1523 u64 fs_state; 1524 1525 struct btrfs_delayed_root *delayed_root; 1526 1527 /* readahead tree */ 1528 spinlock_t reada_lock; 1529 struct radix_tree_root reada_tree; 1530 1531 /* next backup root to be overwritten */ 1532 int backup_root_index; 1533 1534 int num_tolerated_disk_barrier_failures; 1535 1536 /* device replace state */ 1537 struct btrfs_dev_replace dev_replace; 1538 1539 atomic_t mutually_exclusive_operation_running; 1540 }; 1541 1542 /* 1543 * in ram representation of the tree. extent_root is used for all allocations 1544 * and for the extent tree extent_root root. 1545 */ 1546 struct btrfs_root { 1547 struct extent_buffer *node; 1548 1549 struct extent_buffer *commit_root; 1550 struct btrfs_root *log_root; 1551 struct btrfs_root *reloc_root; 1552 1553 struct btrfs_root_item root_item; 1554 struct btrfs_key root_key; 1555 struct btrfs_fs_info *fs_info; 1556 struct extent_io_tree dirty_log_pages; 1557 1558 struct kobject root_kobj; 1559 struct completion kobj_unregister; 1560 struct mutex objectid_mutex; 1561 1562 spinlock_t accounting_lock; 1563 struct btrfs_block_rsv *block_rsv; 1564 1565 /* free ino cache stuff */ 1566 struct mutex fs_commit_mutex; 1567 struct btrfs_free_space_ctl *free_ino_ctl; 1568 enum btrfs_caching_type cached; 1569 spinlock_t cache_lock; 1570 wait_queue_head_t cache_wait; 1571 struct btrfs_free_space_ctl *free_ino_pinned; 1572 u64 cache_progress; 1573 struct inode *cache_inode; 1574 1575 struct mutex log_mutex; 1576 wait_queue_head_t log_writer_wait; 1577 wait_queue_head_t log_commit_wait[2]; 1578 atomic_t log_writers; 1579 atomic_t log_commit[2]; 1580 atomic_t log_batch; 1581 unsigned long log_transid; 1582 unsigned long last_log_commit; 1583 pid_t log_start_pid; 1584 bool log_multiple_pids; 1585 1586 u64 objectid; 1587 u64 last_trans; 1588 1589 /* data allocations are done in sectorsize units */ 1590 u32 sectorsize; 1591 1592 /* node allocations are done in nodesize units */ 1593 u32 nodesize; 1594 1595 /* leaf allocations are done in leafsize units */ 1596 u32 leafsize; 1597 1598 u32 stripesize; 1599 1600 u32 type; 1601 1602 u64 highest_objectid; 1603 1604 /* btrfs_record_root_in_trans is a multi-step process, 1605 * and it can race with the balancing code. But the 1606 * race is very small, and only the first time the root 1607 * is added to each transaction. So in_trans_setup 1608 * is used to tell us when more checks are required 1609 */ 1610 unsigned long in_trans_setup; 1611 int ref_cows; 1612 int track_dirty; 1613 int in_radix; 1614 1615 u64 defrag_trans_start; 1616 struct btrfs_key defrag_progress; 1617 struct btrfs_key defrag_max; 1618 int defrag_running; 1619 char *name; 1620 1621 /* the dirty list is only used by non-reference counted roots */ 1622 struct list_head dirty_list; 1623 1624 struct list_head root_list; 1625 1626 spinlock_t orphan_lock; 1627 atomic_t orphan_inodes; 1628 struct btrfs_block_rsv *orphan_block_rsv; 1629 int orphan_item_inserted; 1630 int orphan_cleanup_state; 1631 1632 spinlock_t inode_lock; 1633 /* red-black tree that keeps track of in-memory inodes */ 1634 struct rb_root inode_tree; 1635 1636 /* 1637 * radix tree that keeps track of delayed nodes of every inode, 1638 * protected by inode_lock 1639 */ 1640 struct radix_tree_root delayed_nodes_tree; 1641 /* 1642 * right now this just gets used so that a root has its own devid 1643 * for stat. It may be used for more later 1644 */ 1645 dev_t anon_dev; 1646 1647 int force_cow; 1648 1649 spinlock_t root_item_lock; 1650 }; 1651 1652 struct btrfs_ioctl_defrag_range_args { 1653 /* start of the defrag operation */ 1654 __u64 start; 1655 1656 /* number of bytes to defrag, use (u64)-1 to say all */ 1657 __u64 len; 1658 1659 /* 1660 * flags for the operation, which can include turning 1661 * on compression for this one defrag 1662 */ 1663 __u64 flags; 1664 1665 /* 1666 * any extent bigger than this will be considered 1667 * already defragged. Use 0 to take the kernel default 1668 * Use 1 to say every single extent must be rewritten 1669 */ 1670 __u32 extent_thresh; 1671 1672 /* 1673 * which compression method to use if turning on compression 1674 * for this defrag operation. If unspecified, zlib will 1675 * be used 1676 */ 1677 __u32 compress_type; 1678 1679 /* spare for later */ 1680 __u32 unused[4]; 1681 }; 1682 1683 1684 /* 1685 * inode items have the data typically returned from stat and store other 1686 * info about object characteristics. There is one for every file and dir in 1687 * the FS 1688 */ 1689 #define BTRFS_INODE_ITEM_KEY 1 1690 #define BTRFS_INODE_REF_KEY 12 1691 #define BTRFS_INODE_EXTREF_KEY 13 1692 #define BTRFS_XATTR_ITEM_KEY 24 1693 #define BTRFS_ORPHAN_ITEM_KEY 48 1694 /* reserve 2-15 close to the inode for later flexibility */ 1695 1696 /* 1697 * dir items are the name -> inode pointers in a directory. There is one 1698 * for every name in a directory. 1699 */ 1700 #define BTRFS_DIR_LOG_ITEM_KEY 60 1701 #define BTRFS_DIR_LOG_INDEX_KEY 72 1702 #define BTRFS_DIR_ITEM_KEY 84 1703 #define BTRFS_DIR_INDEX_KEY 96 1704 /* 1705 * extent data is for file data 1706 */ 1707 #define BTRFS_EXTENT_DATA_KEY 108 1708 1709 /* 1710 * extent csums are stored in a separate tree and hold csums for 1711 * an entire extent on disk. 1712 */ 1713 #define BTRFS_EXTENT_CSUM_KEY 128 1714 1715 /* 1716 * root items point to tree roots. They are typically in the root 1717 * tree used by the super block to find all the other trees 1718 */ 1719 #define BTRFS_ROOT_ITEM_KEY 132 1720 1721 /* 1722 * root backrefs tie subvols and snapshots to the directory entries that 1723 * reference them 1724 */ 1725 #define BTRFS_ROOT_BACKREF_KEY 144 1726 1727 /* 1728 * root refs make a fast index for listing all of the snapshots and 1729 * subvolumes referenced by a given root. They point directly to the 1730 * directory item in the root that references the subvol 1731 */ 1732 #define BTRFS_ROOT_REF_KEY 156 1733 1734 /* 1735 * extent items are in the extent map tree. These record which blocks 1736 * are used, and how many references there are to each block 1737 */ 1738 #define BTRFS_EXTENT_ITEM_KEY 168 1739 1740 #define BTRFS_TREE_BLOCK_REF_KEY 176 1741 1742 #define BTRFS_EXTENT_DATA_REF_KEY 178 1743 1744 #define BTRFS_EXTENT_REF_V0_KEY 180 1745 1746 #define BTRFS_SHARED_BLOCK_REF_KEY 182 1747 1748 #define BTRFS_SHARED_DATA_REF_KEY 184 1749 1750 /* 1751 * block groups give us hints into the extent allocation trees. Which 1752 * blocks are free etc etc 1753 */ 1754 #define BTRFS_BLOCK_GROUP_ITEM_KEY 192 1755 1756 #define BTRFS_DEV_EXTENT_KEY 204 1757 #define BTRFS_DEV_ITEM_KEY 216 1758 #define BTRFS_CHUNK_ITEM_KEY 228 1759 1760 /* 1761 * Records the overall state of the qgroups. 1762 * There's only one instance of this key present, 1763 * (0, BTRFS_QGROUP_STATUS_KEY, 0) 1764 */ 1765 #define BTRFS_QGROUP_STATUS_KEY 240 1766 /* 1767 * Records the currently used space of the qgroup. 1768 * One key per qgroup, (0, BTRFS_QGROUP_INFO_KEY, qgroupid). 1769 */ 1770 #define BTRFS_QGROUP_INFO_KEY 242 1771 /* 1772 * Contains the user configured limits for the qgroup. 1773 * One key per qgroup, (0, BTRFS_QGROUP_LIMIT_KEY, qgroupid). 1774 */ 1775 #define BTRFS_QGROUP_LIMIT_KEY 244 1776 /* 1777 * Records the child-parent relationship of qgroups. For 1778 * each relation, 2 keys are present: 1779 * (childid, BTRFS_QGROUP_RELATION_KEY, parentid) 1780 * (parentid, BTRFS_QGROUP_RELATION_KEY, childid) 1781 */ 1782 #define BTRFS_QGROUP_RELATION_KEY 246 1783 1784 #define BTRFS_BALANCE_ITEM_KEY 248 1785 1786 /* 1787 * Persistantly stores the io stats in the device tree. 1788 * One key for all stats, (0, BTRFS_DEV_STATS_KEY, devid). 1789 */ 1790 #define BTRFS_DEV_STATS_KEY 249 1791 1792 /* 1793 * Persistantly stores the device replace state in the device tree. 1794 * The key is built like this: (0, BTRFS_DEV_REPLACE_KEY, 0). 1795 */ 1796 #define BTRFS_DEV_REPLACE_KEY 250 1797 1798 /* 1799 * string items are for debugging. They just store a short string of 1800 * data in the FS 1801 */ 1802 #define BTRFS_STRING_ITEM_KEY 253 1803 1804 /* 1805 * Flags for mount options. 1806 * 1807 * Note: don't forget to add new options to btrfs_show_options() 1808 */ 1809 #define BTRFS_MOUNT_NODATASUM (1 << 0) 1810 #define BTRFS_MOUNT_NODATACOW (1 << 1) 1811 #define BTRFS_MOUNT_NOBARRIER (1 << 2) 1812 #define BTRFS_MOUNT_SSD (1 << 3) 1813 #define BTRFS_MOUNT_DEGRADED (1 << 4) 1814 #define BTRFS_MOUNT_COMPRESS (1 << 5) 1815 #define BTRFS_MOUNT_NOTREELOG (1 << 6) 1816 #define BTRFS_MOUNT_FLUSHONCOMMIT (1 << 7) 1817 #define BTRFS_MOUNT_SSD_SPREAD (1 << 8) 1818 #define BTRFS_MOUNT_NOSSD (1 << 9) 1819 #define BTRFS_MOUNT_DISCARD (1 << 10) 1820 #define BTRFS_MOUNT_FORCE_COMPRESS (1 << 11) 1821 #define BTRFS_MOUNT_SPACE_CACHE (1 << 12) 1822 #define BTRFS_MOUNT_CLEAR_CACHE (1 << 13) 1823 #define BTRFS_MOUNT_USER_SUBVOL_RM_ALLOWED (1 << 14) 1824 #define BTRFS_MOUNT_ENOSPC_DEBUG (1 << 15) 1825 #define BTRFS_MOUNT_AUTO_DEFRAG (1 << 16) 1826 #define BTRFS_MOUNT_INODE_MAP_CACHE (1 << 17) 1827 #define BTRFS_MOUNT_RECOVERY (1 << 18) 1828 #define BTRFS_MOUNT_SKIP_BALANCE (1 << 19) 1829 #define BTRFS_MOUNT_CHECK_INTEGRITY (1 << 20) 1830 #define BTRFS_MOUNT_CHECK_INTEGRITY_INCLUDING_EXTENT_DATA (1 << 21) 1831 #define BTRFS_MOUNT_PANIC_ON_FATAL_ERROR (1 << 22) 1832 1833 #define btrfs_clear_opt(o, opt) ((o) &= ~BTRFS_MOUNT_##opt) 1834 #define btrfs_set_opt(o, opt) ((o) |= BTRFS_MOUNT_##opt) 1835 #define btrfs_test_opt(root, opt) ((root)->fs_info->mount_opt & \ 1836 BTRFS_MOUNT_##opt) 1837 /* 1838 * Inode flags 1839 */ 1840 #define BTRFS_INODE_NODATASUM (1 << 0) 1841 #define BTRFS_INODE_NODATACOW (1 << 1) 1842 #define BTRFS_INODE_READONLY (1 << 2) 1843 #define BTRFS_INODE_NOCOMPRESS (1 << 3) 1844 #define BTRFS_INODE_PREALLOC (1 << 4) 1845 #define BTRFS_INODE_SYNC (1 << 5) 1846 #define BTRFS_INODE_IMMUTABLE (1 << 6) 1847 #define BTRFS_INODE_APPEND (1 << 7) 1848 #define BTRFS_INODE_NODUMP (1 << 8) 1849 #define BTRFS_INODE_NOATIME (1 << 9) 1850 #define BTRFS_INODE_DIRSYNC (1 << 10) 1851 #define BTRFS_INODE_COMPRESS (1 << 11) 1852 1853 #define BTRFS_INODE_ROOT_ITEM_INIT (1 << 31) 1854 1855 struct btrfs_map_token { 1856 struct extent_buffer *eb; 1857 char *kaddr; 1858 unsigned long offset; 1859 }; 1860 1861 static inline void btrfs_init_map_token (struct btrfs_map_token *token) 1862 { 1863 token->kaddr = NULL; 1864 } 1865 1866 /* some macros to generate set/get funcs for the struct fields. This 1867 * assumes there is a lefoo_to_cpu for every type, so lets make a simple 1868 * one for u8: 1869 */ 1870 #define le8_to_cpu(v) (v) 1871 #define cpu_to_le8(v) (v) 1872 #define __le8 u8 1873 1874 #define read_eb_member(eb, ptr, type, member, result) ( \ 1875 read_extent_buffer(eb, (char *)(result), \ 1876 ((unsigned long)(ptr)) + \ 1877 offsetof(type, member), \ 1878 sizeof(((type *)0)->member))) 1879 1880 #define write_eb_member(eb, ptr, type, member, result) ( \ 1881 write_extent_buffer(eb, (char *)(result), \ 1882 ((unsigned long)(ptr)) + \ 1883 offsetof(type, member), \ 1884 sizeof(((type *)0)->member))) 1885 1886 #define DECLARE_BTRFS_SETGET_BITS(bits) \ 1887 u##bits btrfs_get_token_##bits(struct extent_buffer *eb, void *ptr, \ 1888 unsigned long off, \ 1889 struct btrfs_map_token *token); \ 1890 void btrfs_set_token_##bits(struct extent_buffer *eb, void *ptr, \ 1891 unsigned long off, u##bits val, \ 1892 struct btrfs_map_token *token); \ 1893 static inline u##bits btrfs_get_##bits(struct extent_buffer *eb, void *ptr, \ 1894 unsigned long off) \ 1895 { \ 1896 return btrfs_get_token_##bits(eb, ptr, off, NULL); \ 1897 } \ 1898 static inline void btrfs_set_##bits(struct extent_buffer *eb, void *ptr, \ 1899 unsigned long off, u##bits val) \ 1900 { \ 1901 btrfs_set_token_##bits(eb, ptr, off, val, NULL); \ 1902 } 1903 1904 DECLARE_BTRFS_SETGET_BITS(8) 1905 DECLARE_BTRFS_SETGET_BITS(16) 1906 DECLARE_BTRFS_SETGET_BITS(32) 1907 DECLARE_BTRFS_SETGET_BITS(64) 1908 1909 #define BTRFS_SETGET_FUNCS(name, type, member, bits) \ 1910 static inline u##bits btrfs_##name(struct extent_buffer *eb, type *s) \ 1911 { \ 1912 BUILD_BUG_ON(sizeof(u##bits) != sizeof(((type *)0))->member); \ 1913 return btrfs_get_##bits(eb, s, offsetof(type, member)); \ 1914 } \ 1915 static inline void btrfs_set_##name(struct extent_buffer *eb, type *s, \ 1916 u##bits val) \ 1917 { \ 1918 BUILD_BUG_ON(sizeof(u##bits) != sizeof(((type *)0))->member); \ 1919 btrfs_set_##bits(eb, s, offsetof(type, member), val); \ 1920 } \ 1921 static inline u##bits btrfs_token_##name(struct extent_buffer *eb, type *s, \ 1922 struct btrfs_map_token *token) \ 1923 { \ 1924 BUILD_BUG_ON(sizeof(u##bits) != sizeof(((type *)0))->member); \ 1925 return btrfs_get_token_##bits(eb, s, offsetof(type, member), token); \ 1926 } \ 1927 static inline void btrfs_set_token_##name(struct extent_buffer *eb, \ 1928 type *s, u##bits val, \ 1929 struct btrfs_map_token *token) \ 1930 { \ 1931 BUILD_BUG_ON(sizeof(u##bits) != sizeof(((type *)0))->member); \ 1932 btrfs_set_token_##bits(eb, s, offsetof(type, member), val, token); \ 1933 } 1934 1935 #define BTRFS_SETGET_HEADER_FUNCS(name, type, member, bits) \ 1936 static inline u##bits btrfs_##name(struct extent_buffer *eb) \ 1937 { \ 1938 type *p = page_address(eb->pages[0]); \ 1939 u##bits res = le##bits##_to_cpu(p->member); \ 1940 return res; \ 1941 } \ 1942 static inline void btrfs_set_##name(struct extent_buffer *eb, \ 1943 u##bits val) \ 1944 { \ 1945 type *p = page_address(eb->pages[0]); \ 1946 p->member = cpu_to_le##bits(val); \ 1947 } 1948 1949 #define BTRFS_SETGET_STACK_FUNCS(name, type, member, bits) \ 1950 static inline u##bits btrfs_##name(type *s) \ 1951 { \ 1952 return le##bits##_to_cpu(s->member); \ 1953 } \ 1954 static inline void btrfs_set_##name(type *s, u##bits val) \ 1955 { \ 1956 s->member = cpu_to_le##bits(val); \ 1957 } 1958 1959 BTRFS_SETGET_FUNCS(device_type, struct btrfs_dev_item, type, 64); 1960 BTRFS_SETGET_FUNCS(device_total_bytes, struct btrfs_dev_item, total_bytes, 64); 1961 BTRFS_SETGET_FUNCS(device_bytes_used, struct btrfs_dev_item, bytes_used, 64); 1962 BTRFS_SETGET_FUNCS(device_io_align, struct btrfs_dev_item, io_align, 32); 1963 BTRFS_SETGET_FUNCS(device_io_width, struct btrfs_dev_item, io_width, 32); 1964 BTRFS_SETGET_FUNCS(device_start_offset, struct btrfs_dev_item, 1965 start_offset, 64); 1966 BTRFS_SETGET_FUNCS(device_sector_size, struct btrfs_dev_item, sector_size, 32); 1967 BTRFS_SETGET_FUNCS(device_id, struct btrfs_dev_item, devid, 64); 1968 BTRFS_SETGET_FUNCS(device_group, struct btrfs_dev_item, dev_group, 32); 1969 BTRFS_SETGET_FUNCS(device_seek_speed, struct btrfs_dev_item, seek_speed, 8); 1970 BTRFS_SETGET_FUNCS(device_bandwidth, struct btrfs_dev_item, bandwidth, 8); 1971 BTRFS_SETGET_FUNCS(device_generation, struct btrfs_dev_item, generation, 64); 1972 1973 BTRFS_SETGET_STACK_FUNCS(stack_device_type, struct btrfs_dev_item, type, 64); 1974 BTRFS_SETGET_STACK_FUNCS(stack_device_total_bytes, struct btrfs_dev_item, 1975 total_bytes, 64); 1976 BTRFS_SETGET_STACK_FUNCS(stack_device_bytes_used, struct btrfs_dev_item, 1977 bytes_used, 64); 1978 BTRFS_SETGET_STACK_FUNCS(stack_device_io_align, struct btrfs_dev_item, 1979 io_align, 32); 1980 BTRFS_SETGET_STACK_FUNCS(stack_device_io_width, struct btrfs_dev_item, 1981 io_width, 32); 1982 BTRFS_SETGET_STACK_FUNCS(stack_device_sector_size, struct btrfs_dev_item, 1983 sector_size, 32); 1984 BTRFS_SETGET_STACK_FUNCS(stack_device_id, struct btrfs_dev_item, devid, 64); 1985 BTRFS_SETGET_STACK_FUNCS(stack_device_group, struct btrfs_dev_item, 1986 dev_group, 32); 1987 BTRFS_SETGET_STACK_FUNCS(stack_device_seek_speed, struct btrfs_dev_item, 1988 seek_speed, 8); 1989 BTRFS_SETGET_STACK_FUNCS(stack_device_bandwidth, struct btrfs_dev_item, 1990 bandwidth, 8); 1991 BTRFS_SETGET_STACK_FUNCS(stack_device_generation, struct btrfs_dev_item, 1992 generation, 64); 1993 1994 static inline char *btrfs_device_uuid(struct btrfs_dev_item *d) 1995 { 1996 return (char *)d + offsetof(struct btrfs_dev_item, uuid); 1997 } 1998 1999 static inline char *btrfs_device_fsid(struct btrfs_dev_item *d) 2000 { 2001 return (char *)d + offsetof(struct btrfs_dev_item, fsid); 2002 } 2003 2004 BTRFS_SETGET_FUNCS(chunk_length, struct btrfs_chunk, length, 64); 2005 BTRFS_SETGET_FUNCS(chunk_owner, struct btrfs_chunk, owner, 64); 2006 BTRFS_SETGET_FUNCS(chunk_stripe_len, struct btrfs_chunk, stripe_len, 64); 2007 BTRFS_SETGET_FUNCS(chunk_io_align, struct btrfs_chunk, io_align, 32); 2008 BTRFS_SETGET_FUNCS(chunk_io_width, struct btrfs_chunk, io_width, 32); 2009 BTRFS_SETGET_FUNCS(chunk_sector_size, struct btrfs_chunk, sector_size, 32); 2010 BTRFS_SETGET_FUNCS(chunk_type, struct btrfs_chunk, type, 64); 2011 BTRFS_SETGET_FUNCS(chunk_num_stripes, struct btrfs_chunk, num_stripes, 16); 2012 BTRFS_SETGET_FUNCS(chunk_sub_stripes, struct btrfs_chunk, sub_stripes, 16); 2013 BTRFS_SETGET_FUNCS(stripe_devid, struct btrfs_stripe, devid, 64); 2014 BTRFS_SETGET_FUNCS(stripe_offset, struct btrfs_stripe, offset, 64); 2015 2016 static inline char *btrfs_stripe_dev_uuid(struct btrfs_stripe *s) 2017 { 2018 return (char *)s + offsetof(struct btrfs_stripe, dev_uuid); 2019 } 2020 2021 BTRFS_SETGET_STACK_FUNCS(stack_chunk_length, struct btrfs_chunk, length, 64); 2022 BTRFS_SETGET_STACK_FUNCS(stack_chunk_owner, struct btrfs_chunk, owner, 64); 2023 BTRFS_SETGET_STACK_FUNCS(stack_chunk_stripe_len, struct btrfs_chunk, 2024 stripe_len, 64); 2025 BTRFS_SETGET_STACK_FUNCS(stack_chunk_io_align, struct btrfs_chunk, 2026 io_align, 32); 2027 BTRFS_SETGET_STACK_FUNCS(stack_chunk_io_width, struct btrfs_chunk, 2028 io_width, 32); 2029 BTRFS_SETGET_STACK_FUNCS(stack_chunk_sector_size, struct btrfs_chunk, 2030 sector_size, 32); 2031 BTRFS_SETGET_STACK_FUNCS(stack_chunk_type, struct btrfs_chunk, type, 64); 2032 BTRFS_SETGET_STACK_FUNCS(stack_chunk_num_stripes, struct btrfs_chunk, 2033 num_stripes, 16); 2034 BTRFS_SETGET_STACK_FUNCS(stack_chunk_sub_stripes, struct btrfs_chunk, 2035 sub_stripes, 16); 2036 BTRFS_SETGET_STACK_FUNCS(stack_stripe_devid, struct btrfs_stripe, devid, 64); 2037 BTRFS_SETGET_STACK_FUNCS(stack_stripe_offset, struct btrfs_stripe, offset, 64); 2038 2039 static inline struct btrfs_stripe *btrfs_stripe_nr(struct btrfs_chunk *c, 2040 int nr) 2041 { 2042 unsigned long offset = (unsigned long)c; 2043 offset += offsetof(struct btrfs_chunk, stripe); 2044 offset += nr * sizeof(struct btrfs_stripe); 2045 return (struct btrfs_stripe *)offset; 2046 } 2047 2048 static inline char *btrfs_stripe_dev_uuid_nr(struct btrfs_chunk *c, int nr) 2049 { 2050 return btrfs_stripe_dev_uuid(btrfs_stripe_nr(c, nr)); 2051 } 2052 2053 static inline u64 btrfs_stripe_offset_nr(struct extent_buffer *eb, 2054 struct btrfs_chunk *c, int nr) 2055 { 2056 return btrfs_stripe_offset(eb, btrfs_stripe_nr(c, nr)); 2057 } 2058 2059 static inline u64 btrfs_stripe_devid_nr(struct extent_buffer *eb, 2060 struct btrfs_chunk *c, int nr) 2061 { 2062 return btrfs_stripe_devid(eb, btrfs_stripe_nr(c, nr)); 2063 } 2064 2065 /* struct btrfs_block_group_item */ 2066 BTRFS_SETGET_STACK_FUNCS(block_group_used, struct btrfs_block_group_item, 2067 used, 64); 2068 BTRFS_SETGET_FUNCS(disk_block_group_used, struct btrfs_block_group_item, 2069 used, 64); 2070 BTRFS_SETGET_STACK_FUNCS(block_group_chunk_objectid, 2071 struct btrfs_block_group_item, chunk_objectid, 64); 2072 2073 BTRFS_SETGET_FUNCS(disk_block_group_chunk_objectid, 2074 struct btrfs_block_group_item, chunk_objectid, 64); 2075 BTRFS_SETGET_FUNCS(disk_block_group_flags, 2076 struct btrfs_block_group_item, flags, 64); 2077 BTRFS_SETGET_STACK_FUNCS(block_group_flags, 2078 struct btrfs_block_group_item, flags, 64); 2079 2080 /* struct btrfs_inode_ref */ 2081 BTRFS_SETGET_FUNCS(inode_ref_name_len, struct btrfs_inode_ref, name_len, 16); 2082 BTRFS_SETGET_FUNCS(inode_ref_index, struct btrfs_inode_ref, index, 64); 2083 2084 /* struct btrfs_inode_extref */ 2085 BTRFS_SETGET_FUNCS(inode_extref_parent, struct btrfs_inode_extref, 2086 parent_objectid, 64); 2087 BTRFS_SETGET_FUNCS(inode_extref_name_len, struct btrfs_inode_extref, 2088 name_len, 16); 2089 BTRFS_SETGET_FUNCS(inode_extref_index, struct btrfs_inode_extref, index, 64); 2090 2091 /* struct btrfs_inode_item */ 2092 BTRFS_SETGET_FUNCS(inode_generation, struct btrfs_inode_item, generation, 64); 2093 BTRFS_SETGET_FUNCS(inode_sequence, struct btrfs_inode_item, sequence, 64); 2094 BTRFS_SETGET_FUNCS(inode_transid, struct btrfs_inode_item, transid, 64); 2095 BTRFS_SETGET_FUNCS(inode_size, struct btrfs_inode_item, size, 64); 2096 BTRFS_SETGET_FUNCS(inode_nbytes, struct btrfs_inode_item, nbytes, 64); 2097 BTRFS_SETGET_FUNCS(inode_block_group, struct btrfs_inode_item, block_group, 64); 2098 BTRFS_SETGET_FUNCS(inode_nlink, struct btrfs_inode_item, nlink, 32); 2099 BTRFS_SETGET_FUNCS(inode_uid, struct btrfs_inode_item, uid, 32); 2100 BTRFS_SETGET_FUNCS(inode_gid, struct btrfs_inode_item, gid, 32); 2101 BTRFS_SETGET_FUNCS(inode_mode, struct btrfs_inode_item, mode, 32); 2102 BTRFS_SETGET_FUNCS(inode_rdev, struct btrfs_inode_item, rdev, 64); 2103 BTRFS_SETGET_FUNCS(inode_flags, struct btrfs_inode_item, flags, 64); 2104 2105 static inline struct btrfs_timespec * 2106 btrfs_inode_atime(struct btrfs_inode_item *inode_item) 2107 { 2108 unsigned long ptr = (unsigned long)inode_item; 2109 ptr += offsetof(struct btrfs_inode_item, atime); 2110 return (struct btrfs_timespec *)ptr; 2111 } 2112 2113 static inline struct btrfs_timespec * 2114 btrfs_inode_mtime(struct btrfs_inode_item *inode_item) 2115 { 2116 unsigned long ptr = (unsigned long)inode_item; 2117 ptr += offsetof(struct btrfs_inode_item, mtime); 2118 return (struct btrfs_timespec *)ptr; 2119 } 2120 2121 static inline struct btrfs_timespec * 2122 btrfs_inode_ctime(struct btrfs_inode_item *inode_item) 2123 { 2124 unsigned long ptr = (unsigned long)inode_item; 2125 ptr += offsetof(struct btrfs_inode_item, ctime); 2126 return (struct btrfs_timespec *)ptr; 2127 } 2128 2129 BTRFS_SETGET_FUNCS(timespec_sec, struct btrfs_timespec, sec, 64); 2130 BTRFS_SETGET_FUNCS(timespec_nsec, struct btrfs_timespec, nsec, 32); 2131 2132 /* struct btrfs_dev_extent */ 2133 BTRFS_SETGET_FUNCS(dev_extent_chunk_tree, struct btrfs_dev_extent, 2134 chunk_tree, 64); 2135 BTRFS_SETGET_FUNCS(dev_extent_chunk_objectid, struct btrfs_dev_extent, 2136 chunk_objectid, 64); 2137 BTRFS_SETGET_FUNCS(dev_extent_chunk_offset, struct btrfs_dev_extent, 2138 chunk_offset, 64); 2139 BTRFS_SETGET_FUNCS(dev_extent_length, struct btrfs_dev_extent, length, 64); 2140 2141 static inline u8 *btrfs_dev_extent_chunk_tree_uuid(struct btrfs_dev_extent *dev) 2142 { 2143 unsigned long ptr = offsetof(struct btrfs_dev_extent, chunk_tree_uuid); 2144 return (u8 *)((unsigned long)dev + ptr); 2145 } 2146 2147 BTRFS_SETGET_FUNCS(extent_refs, struct btrfs_extent_item, refs, 64); 2148 BTRFS_SETGET_FUNCS(extent_generation, struct btrfs_extent_item, 2149 generation, 64); 2150 BTRFS_SETGET_FUNCS(extent_flags, struct btrfs_extent_item, flags, 64); 2151 2152 BTRFS_SETGET_FUNCS(extent_refs_v0, struct btrfs_extent_item_v0, refs, 32); 2153 2154 2155 BTRFS_SETGET_FUNCS(tree_block_level, struct btrfs_tree_block_info, level, 8); 2156 2157 static inline void btrfs_tree_block_key(struct extent_buffer *eb, 2158 struct btrfs_tree_block_info *item, 2159 struct btrfs_disk_key *key) 2160 { 2161 read_eb_member(eb, item, struct btrfs_tree_block_info, key, key); 2162 } 2163 2164 static inline void btrfs_set_tree_block_key(struct extent_buffer *eb, 2165 struct btrfs_tree_block_info *item, 2166 struct btrfs_disk_key *key) 2167 { 2168 write_eb_member(eb, item, struct btrfs_tree_block_info, key, key); 2169 } 2170 2171 BTRFS_SETGET_FUNCS(extent_data_ref_root, struct btrfs_extent_data_ref, 2172 root, 64); 2173 BTRFS_SETGET_FUNCS(extent_data_ref_objectid, struct btrfs_extent_data_ref, 2174 objectid, 64); 2175 BTRFS_SETGET_FUNCS(extent_data_ref_offset, struct btrfs_extent_data_ref, 2176 offset, 64); 2177 BTRFS_SETGET_FUNCS(extent_data_ref_count, struct btrfs_extent_data_ref, 2178 count, 32); 2179 2180 BTRFS_SETGET_FUNCS(shared_data_ref_count, struct btrfs_shared_data_ref, 2181 count, 32); 2182 2183 BTRFS_SETGET_FUNCS(extent_inline_ref_type, struct btrfs_extent_inline_ref, 2184 type, 8); 2185 BTRFS_SETGET_FUNCS(extent_inline_ref_offset, struct btrfs_extent_inline_ref, 2186 offset, 64); 2187 2188 static inline u32 btrfs_extent_inline_ref_size(int type) 2189 { 2190 if (type == BTRFS_TREE_BLOCK_REF_KEY || 2191 type == BTRFS_SHARED_BLOCK_REF_KEY) 2192 return sizeof(struct btrfs_extent_inline_ref); 2193 if (type == BTRFS_SHARED_DATA_REF_KEY) 2194 return sizeof(struct btrfs_shared_data_ref) + 2195 sizeof(struct btrfs_extent_inline_ref); 2196 if (type == BTRFS_EXTENT_DATA_REF_KEY) 2197 return sizeof(struct btrfs_extent_data_ref) + 2198 offsetof(struct btrfs_extent_inline_ref, offset); 2199 BUG(); 2200 return 0; 2201 } 2202 2203 BTRFS_SETGET_FUNCS(ref_root_v0, struct btrfs_extent_ref_v0, root, 64); 2204 BTRFS_SETGET_FUNCS(ref_generation_v0, struct btrfs_extent_ref_v0, 2205 generation, 64); 2206 BTRFS_SETGET_FUNCS(ref_objectid_v0, struct btrfs_extent_ref_v0, objectid, 64); 2207 BTRFS_SETGET_FUNCS(ref_count_v0, struct btrfs_extent_ref_v0, count, 32); 2208 2209 /* struct btrfs_node */ 2210 BTRFS_SETGET_FUNCS(key_blockptr, struct btrfs_key_ptr, blockptr, 64); 2211 BTRFS_SETGET_FUNCS(key_generation, struct btrfs_key_ptr, generation, 64); 2212 2213 static inline u64 btrfs_node_blockptr(struct extent_buffer *eb, int nr) 2214 { 2215 unsigned long ptr; 2216 ptr = offsetof(struct btrfs_node, ptrs) + 2217 sizeof(struct btrfs_key_ptr) * nr; 2218 return btrfs_key_blockptr(eb, (struct btrfs_key_ptr *)ptr); 2219 } 2220 2221 static inline void btrfs_set_node_blockptr(struct extent_buffer *eb, 2222 int nr, u64 val) 2223 { 2224 unsigned long ptr; 2225 ptr = offsetof(struct btrfs_node, ptrs) + 2226 sizeof(struct btrfs_key_ptr) * nr; 2227 btrfs_set_key_blockptr(eb, (struct btrfs_key_ptr *)ptr, val); 2228 } 2229 2230 static inline u64 btrfs_node_ptr_generation(struct extent_buffer *eb, int nr) 2231 { 2232 unsigned long ptr; 2233 ptr = offsetof(struct btrfs_node, ptrs) + 2234 sizeof(struct btrfs_key_ptr) * nr; 2235 return btrfs_key_generation(eb, (struct btrfs_key_ptr *)ptr); 2236 } 2237 2238 static inline void btrfs_set_node_ptr_generation(struct extent_buffer *eb, 2239 int nr, u64 val) 2240 { 2241 unsigned long ptr; 2242 ptr = offsetof(struct btrfs_node, ptrs) + 2243 sizeof(struct btrfs_key_ptr) * nr; 2244 btrfs_set_key_generation(eb, (struct btrfs_key_ptr *)ptr, val); 2245 } 2246 2247 static inline unsigned long btrfs_node_key_ptr_offset(int nr) 2248 { 2249 return offsetof(struct btrfs_node, ptrs) + 2250 sizeof(struct btrfs_key_ptr) * nr; 2251 } 2252 2253 void btrfs_node_key(struct extent_buffer *eb, 2254 struct btrfs_disk_key *disk_key, int nr); 2255 2256 static inline void btrfs_set_node_key(struct extent_buffer *eb, 2257 struct btrfs_disk_key *disk_key, int nr) 2258 { 2259 unsigned long ptr; 2260 ptr = btrfs_node_key_ptr_offset(nr); 2261 write_eb_member(eb, (struct btrfs_key_ptr *)ptr, 2262 struct btrfs_key_ptr, key, disk_key); 2263 } 2264 2265 /* struct btrfs_item */ 2266 BTRFS_SETGET_FUNCS(item_offset, struct btrfs_item, offset, 32); 2267 BTRFS_SETGET_FUNCS(item_size, struct btrfs_item, size, 32); 2268 2269 static inline unsigned long btrfs_item_nr_offset(int nr) 2270 { 2271 return offsetof(struct btrfs_leaf, items) + 2272 sizeof(struct btrfs_item) * nr; 2273 } 2274 2275 static inline struct btrfs_item *btrfs_item_nr(struct extent_buffer *eb, 2276 int nr) 2277 { 2278 return (struct btrfs_item *)btrfs_item_nr_offset(nr); 2279 } 2280 2281 static inline u32 btrfs_item_end(struct extent_buffer *eb, 2282 struct btrfs_item *item) 2283 { 2284 return btrfs_item_offset(eb, item) + btrfs_item_size(eb, item); 2285 } 2286 2287 static inline u32 btrfs_item_end_nr(struct extent_buffer *eb, int nr) 2288 { 2289 return btrfs_item_end(eb, btrfs_item_nr(eb, nr)); 2290 } 2291 2292 static inline u32 btrfs_item_offset_nr(struct extent_buffer *eb, int nr) 2293 { 2294 return btrfs_item_offset(eb, btrfs_item_nr(eb, nr)); 2295 } 2296 2297 static inline u32 btrfs_item_size_nr(struct extent_buffer *eb, int nr) 2298 { 2299 return btrfs_item_size(eb, btrfs_item_nr(eb, nr)); 2300 } 2301 2302 static inline void btrfs_item_key(struct extent_buffer *eb, 2303 struct btrfs_disk_key *disk_key, int nr) 2304 { 2305 struct btrfs_item *item = btrfs_item_nr(eb, nr); 2306 read_eb_member(eb, item, struct btrfs_item, key, disk_key); 2307 } 2308 2309 static inline void btrfs_set_item_key(struct extent_buffer *eb, 2310 struct btrfs_disk_key *disk_key, int nr) 2311 { 2312 struct btrfs_item *item = btrfs_item_nr(eb, nr); 2313 write_eb_member(eb, item, struct btrfs_item, key, disk_key); 2314 } 2315 2316 BTRFS_SETGET_FUNCS(dir_log_end, struct btrfs_dir_log_item, end, 64); 2317 2318 /* 2319 * struct btrfs_root_ref 2320 */ 2321 BTRFS_SETGET_FUNCS(root_ref_dirid, struct btrfs_root_ref, dirid, 64); 2322 BTRFS_SETGET_FUNCS(root_ref_sequence, struct btrfs_root_ref, sequence, 64); 2323 BTRFS_SETGET_FUNCS(root_ref_name_len, struct btrfs_root_ref, name_len, 16); 2324 2325 /* struct btrfs_dir_item */ 2326 BTRFS_SETGET_FUNCS(dir_data_len, struct btrfs_dir_item, data_len, 16); 2327 BTRFS_SETGET_FUNCS(dir_type, struct btrfs_dir_item, type, 8); 2328 BTRFS_SETGET_FUNCS(dir_name_len, struct btrfs_dir_item, name_len, 16); 2329 BTRFS_SETGET_FUNCS(dir_transid, struct btrfs_dir_item, transid, 64); 2330 2331 static inline void btrfs_dir_item_key(struct extent_buffer *eb, 2332 struct btrfs_dir_item *item, 2333 struct btrfs_disk_key *key) 2334 { 2335 read_eb_member(eb, item, struct btrfs_dir_item, location, key); 2336 } 2337 2338 static inline void btrfs_set_dir_item_key(struct extent_buffer *eb, 2339 struct btrfs_dir_item *item, 2340 struct btrfs_disk_key *key) 2341 { 2342 write_eb_member(eb, item, struct btrfs_dir_item, location, key); 2343 } 2344 2345 BTRFS_SETGET_FUNCS(free_space_entries, struct btrfs_free_space_header, 2346 num_entries, 64); 2347 BTRFS_SETGET_FUNCS(free_space_bitmaps, struct btrfs_free_space_header, 2348 num_bitmaps, 64); 2349 BTRFS_SETGET_FUNCS(free_space_generation, struct btrfs_free_space_header, 2350 generation, 64); 2351 2352 static inline void btrfs_free_space_key(struct extent_buffer *eb, 2353 struct btrfs_free_space_header *h, 2354 struct btrfs_disk_key *key) 2355 { 2356 read_eb_member(eb, h, struct btrfs_free_space_header, location, key); 2357 } 2358 2359 static inline void btrfs_set_free_space_key(struct extent_buffer *eb, 2360 struct btrfs_free_space_header *h, 2361 struct btrfs_disk_key *key) 2362 { 2363 write_eb_member(eb, h, struct btrfs_free_space_header, location, key); 2364 } 2365 2366 /* struct btrfs_disk_key */ 2367 BTRFS_SETGET_STACK_FUNCS(disk_key_objectid, struct btrfs_disk_key, 2368 objectid, 64); 2369 BTRFS_SETGET_STACK_FUNCS(disk_key_offset, struct btrfs_disk_key, offset, 64); 2370 BTRFS_SETGET_STACK_FUNCS(disk_key_type, struct btrfs_disk_key, type, 8); 2371 2372 static inline void btrfs_disk_key_to_cpu(struct btrfs_key *cpu, 2373 struct btrfs_disk_key *disk) 2374 { 2375 cpu->offset = le64_to_cpu(disk->offset); 2376 cpu->type = disk->type; 2377 cpu->objectid = le64_to_cpu(disk->objectid); 2378 } 2379 2380 static inline void btrfs_cpu_key_to_disk(struct btrfs_disk_key *disk, 2381 struct btrfs_key *cpu) 2382 { 2383 disk->offset = cpu_to_le64(cpu->offset); 2384 disk->type = cpu->type; 2385 disk->objectid = cpu_to_le64(cpu->objectid); 2386 } 2387 2388 static inline void btrfs_node_key_to_cpu(struct extent_buffer *eb, 2389 struct btrfs_key *key, int nr) 2390 { 2391 struct btrfs_disk_key disk_key; 2392 btrfs_node_key(eb, &disk_key, nr); 2393 btrfs_disk_key_to_cpu(key, &disk_key); 2394 } 2395 2396 static inline void btrfs_item_key_to_cpu(struct extent_buffer *eb, 2397 struct btrfs_key *key, int nr) 2398 { 2399 struct btrfs_disk_key disk_key; 2400 btrfs_item_key(eb, &disk_key, nr); 2401 btrfs_disk_key_to_cpu(key, &disk_key); 2402 } 2403 2404 static inline void btrfs_dir_item_key_to_cpu(struct extent_buffer *eb, 2405 struct btrfs_dir_item *item, 2406 struct btrfs_key *key) 2407 { 2408 struct btrfs_disk_key disk_key; 2409 btrfs_dir_item_key(eb, item, &disk_key); 2410 btrfs_disk_key_to_cpu(key, &disk_key); 2411 } 2412 2413 2414 static inline u8 btrfs_key_type(struct btrfs_key *key) 2415 { 2416 return key->type; 2417 } 2418 2419 static inline void btrfs_set_key_type(struct btrfs_key *key, u8 val) 2420 { 2421 key->type = val; 2422 } 2423 2424 /* struct btrfs_header */ 2425 BTRFS_SETGET_HEADER_FUNCS(header_bytenr, struct btrfs_header, bytenr, 64); 2426 BTRFS_SETGET_HEADER_FUNCS(header_generation, struct btrfs_header, 2427 generation, 64); 2428 BTRFS_SETGET_HEADER_FUNCS(header_owner, struct btrfs_header, owner, 64); 2429 BTRFS_SETGET_HEADER_FUNCS(header_nritems, struct btrfs_header, nritems, 32); 2430 BTRFS_SETGET_HEADER_FUNCS(header_flags, struct btrfs_header, flags, 64); 2431 BTRFS_SETGET_HEADER_FUNCS(header_level, struct btrfs_header, level, 8); 2432 2433 static inline int btrfs_header_flag(struct extent_buffer *eb, u64 flag) 2434 { 2435 return (btrfs_header_flags(eb) & flag) == flag; 2436 } 2437 2438 static inline int btrfs_set_header_flag(struct extent_buffer *eb, u64 flag) 2439 { 2440 u64 flags = btrfs_header_flags(eb); 2441 btrfs_set_header_flags(eb, flags | flag); 2442 return (flags & flag) == flag; 2443 } 2444 2445 static inline int btrfs_clear_header_flag(struct extent_buffer *eb, u64 flag) 2446 { 2447 u64 flags = btrfs_header_flags(eb); 2448 btrfs_set_header_flags(eb, flags & ~flag); 2449 return (flags & flag) == flag; 2450 } 2451 2452 static inline int btrfs_header_backref_rev(struct extent_buffer *eb) 2453 { 2454 u64 flags = btrfs_header_flags(eb); 2455 return flags >> BTRFS_BACKREF_REV_SHIFT; 2456 } 2457 2458 static inline void btrfs_set_header_backref_rev(struct extent_buffer *eb, 2459 int rev) 2460 { 2461 u64 flags = btrfs_header_flags(eb); 2462 flags &= ~BTRFS_BACKREF_REV_MASK; 2463 flags |= (u64)rev << BTRFS_BACKREF_REV_SHIFT; 2464 btrfs_set_header_flags(eb, flags); 2465 } 2466 2467 static inline u8 *btrfs_header_fsid(struct extent_buffer *eb) 2468 { 2469 unsigned long ptr = offsetof(struct btrfs_header, fsid); 2470 return (u8 *)ptr; 2471 } 2472 2473 static inline u8 *btrfs_header_chunk_tree_uuid(struct extent_buffer *eb) 2474 { 2475 unsigned long ptr = offsetof(struct btrfs_header, chunk_tree_uuid); 2476 return (u8 *)ptr; 2477 } 2478 2479 static inline int btrfs_is_leaf(struct extent_buffer *eb) 2480 { 2481 return btrfs_header_level(eb) == 0; 2482 } 2483 2484 /* struct btrfs_root_item */ 2485 BTRFS_SETGET_FUNCS(disk_root_generation, struct btrfs_root_item, 2486 generation, 64); 2487 BTRFS_SETGET_FUNCS(disk_root_refs, struct btrfs_root_item, refs, 32); 2488 BTRFS_SETGET_FUNCS(disk_root_bytenr, struct btrfs_root_item, bytenr, 64); 2489 BTRFS_SETGET_FUNCS(disk_root_level, struct btrfs_root_item, level, 8); 2490 2491 BTRFS_SETGET_STACK_FUNCS(root_generation, struct btrfs_root_item, 2492 generation, 64); 2493 BTRFS_SETGET_STACK_FUNCS(root_bytenr, struct btrfs_root_item, bytenr, 64); 2494 BTRFS_SETGET_STACK_FUNCS(root_level, struct btrfs_root_item, level, 8); 2495 BTRFS_SETGET_STACK_FUNCS(root_dirid, struct btrfs_root_item, root_dirid, 64); 2496 BTRFS_SETGET_STACK_FUNCS(root_refs, struct btrfs_root_item, refs, 32); 2497 BTRFS_SETGET_STACK_FUNCS(root_flags, struct btrfs_root_item, flags, 64); 2498 BTRFS_SETGET_STACK_FUNCS(root_used, struct btrfs_root_item, bytes_used, 64); 2499 BTRFS_SETGET_STACK_FUNCS(root_limit, struct btrfs_root_item, byte_limit, 64); 2500 BTRFS_SETGET_STACK_FUNCS(root_last_snapshot, struct btrfs_root_item, 2501 last_snapshot, 64); 2502 BTRFS_SETGET_STACK_FUNCS(root_generation_v2, struct btrfs_root_item, 2503 generation_v2, 64); 2504 BTRFS_SETGET_STACK_FUNCS(root_ctransid, struct btrfs_root_item, 2505 ctransid, 64); 2506 BTRFS_SETGET_STACK_FUNCS(root_otransid, struct btrfs_root_item, 2507 otransid, 64); 2508 BTRFS_SETGET_STACK_FUNCS(root_stransid, struct btrfs_root_item, 2509 stransid, 64); 2510 BTRFS_SETGET_STACK_FUNCS(root_rtransid, struct btrfs_root_item, 2511 rtransid, 64); 2512 2513 static inline bool btrfs_root_readonly(struct btrfs_root *root) 2514 { 2515 return (root->root_item.flags & cpu_to_le64(BTRFS_ROOT_SUBVOL_RDONLY)) != 0; 2516 } 2517 2518 /* struct btrfs_root_backup */ 2519 BTRFS_SETGET_STACK_FUNCS(backup_tree_root, struct btrfs_root_backup, 2520 tree_root, 64); 2521 BTRFS_SETGET_STACK_FUNCS(backup_tree_root_gen, struct btrfs_root_backup, 2522 tree_root_gen, 64); 2523 BTRFS_SETGET_STACK_FUNCS(backup_tree_root_level, struct btrfs_root_backup, 2524 tree_root_level, 8); 2525 2526 BTRFS_SETGET_STACK_FUNCS(backup_chunk_root, struct btrfs_root_backup, 2527 chunk_root, 64); 2528 BTRFS_SETGET_STACK_FUNCS(backup_chunk_root_gen, struct btrfs_root_backup, 2529 chunk_root_gen, 64); 2530 BTRFS_SETGET_STACK_FUNCS(backup_chunk_root_level, struct btrfs_root_backup, 2531 chunk_root_level, 8); 2532 2533 BTRFS_SETGET_STACK_FUNCS(backup_extent_root, struct btrfs_root_backup, 2534 extent_root, 64); 2535 BTRFS_SETGET_STACK_FUNCS(backup_extent_root_gen, struct btrfs_root_backup, 2536 extent_root_gen, 64); 2537 BTRFS_SETGET_STACK_FUNCS(backup_extent_root_level, struct btrfs_root_backup, 2538 extent_root_level, 8); 2539 2540 BTRFS_SETGET_STACK_FUNCS(backup_fs_root, struct btrfs_root_backup, 2541 fs_root, 64); 2542 BTRFS_SETGET_STACK_FUNCS(backup_fs_root_gen, struct btrfs_root_backup, 2543 fs_root_gen, 64); 2544 BTRFS_SETGET_STACK_FUNCS(backup_fs_root_level, struct btrfs_root_backup, 2545 fs_root_level, 8); 2546 2547 BTRFS_SETGET_STACK_FUNCS(backup_dev_root, struct btrfs_root_backup, 2548 dev_root, 64); 2549 BTRFS_SETGET_STACK_FUNCS(backup_dev_root_gen, struct btrfs_root_backup, 2550 dev_root_gen, 64); 2551 BTRFS_SETGET_STACK_FUNCS(backup_dev_root_level, struct btrfs_root_backup, 2552 dev_root_level, 8); 2553 2554 BTRFS_SETGET_STACK_FUNCS(backup_csum_root, struct btrfs_root_backup, 2555 csum_root, 64); 2556 BTRFS_SETGET_STACK_FUNCS(backup_csum_root_gen, struct btrfs_root_backup, 2557 csum_root_gen, 64); 2558 BTRFS_SETGET_STACK_FUNCS(backup_csum_root_level, struct btrfs_root_backup, 2559 csum_root_level, 8); 2560 BTRFS_SETGET_STACK_FUNCS(backup_total_bytes, struct btrfs_root_backup, 2561 total_bytes, 64); 2562 BTRFS_SETGET_STACK_FUNCS(backup_bytes_used, struct btrfs_root_backup, 2563 bytes_used, 64); 2564 BTRFS_SETGET_STACK_FUNCS(backup_num_devices, struct btrfs_root_backup, 2565 num_devices, 64); 2566 2567 /* struct btrfs_balance_item */ 2568 BTRFS_SETGET_FUNCS(balance_flags, struct btrfs_balance_item, flags, 64); 2569 2570 static inline void btrfs_balance_data(struct extent_buffer *eb, 2571 struct btrfs_balance_item *bi, 2572 struct btrfs_disk_balance_args *ba) 2573 { 2574 read_eb_member(eb, bi, struct btrfs_balance_item, data, ba); 2575 } 2576 2577 static inline void btrfs_set_balance_data(struct extent_buffer *eb, 2578 struct btrfs_balance_item *bi, 2579 struct btrfs_disk_balance_args *ba) 2580 { 2581 write_eb_member(eb, bi, struct btrfs_balance_item, data, ba); 2582 } 2583 2584 static inline void btrfs_balance_meta(struct extent_buffer *eb, 2585 struct btrfs_balance_item *bi, 2586 struct btrfs_disk_balance_args *ba) 2587 { 2588 read_eb_member(eb, bi, struct btrfs_balance_item, meta, ba); 2589 } 2590 2591 static inline void btrfs_set_balance_meta(struct extent_buffer *eb, 2592 struct btrfs_balance_item *bi, 2593 struct btrfs_disk_balance_args *ba) 2594 { 2595 write_eb_member(eb, bi, struct btrfs_balance_item, meta, ba); 2596 } 2597 2598 static inline void btrfs_balance_sys(struct extent_buffer *eb, 2599 struct btrfs_balance_item *bi, 2600 struct btrfs_disk_balance_args *ba) 2601 { 2602 read_eb_member(eb, bi, struct btrfs_balance_item, sys, ba); 2603 } 2604 2605 static inline void btrfs_set_balance_sys(struct extent_buffer *eb, 2606 struct btrfs_balance_item *bi, 2607 struct btrfs_disk_balance_args *ba) 2608 { 2609 write_eb_member(eb, bi, struct btrfs_balance_item, sys, ba); 2610 } 2611 2612 static inline void 2613 btrfs_disk_balance_args_to_cpu(struct btrfs_balance_args *cpu, 2614 struct btrfs_disk_balance_args *disk) 2615 { 2616 memset(cpu, 0, sizeof(*cpu)); 2617 2618 cpu->profiles = le64_to_cpu(disk->profiles); 2619 cpu->usage = le64_to_cpu(disk->usage); 2620 cpu->devid = le64_to_cpu(disk->devid); 2621 cpu->pstart = le64_to_cpu(disk->pstart); 2622 cpu->pend = le64_to_cpu(disk->pend); 2623 cpu->vstart = le64_to_cpu(disk->vstart); 2624 cpu->vend = le64_to_cpu(disk->vend); 2625 cpu->target = le64_to_cpu(disk->target); 2626 cpu->flags = le64_to_cpu(disk->flags); 2627 } 2628 2629 static inline void 2630 btrfs_cpu_balance_args_to_disk(struct btrfs_disk_balance_args *disk, 2631 struct btrfs_balance_args *cpu) 2632 { 2633 memset(disk, 0, sizeof(*disk)); 2634 2635 disk->profiles = cpu_to_le64(cpu->profiles); 2636 disk->usage = cpu_to_le64(cpu->usage); 2637 disk->devid = cpu_to_le64(cpu->devid); 2638 disk->pstart = cpu_to_le64(cpu->pstart); 2639 disk->pend = cpu_to_le64(cpu->pend); 2640 disk->vstart = cpu_to_le64(cpu->vstart); 2641 disk->vend = cpu_to_le64(cpu->vend); 2642 disk->target = cpu_to_le64(cpu->target); 2643 disk->flags = cpu_to_le64(cpu->flags); 2644 } 2645 2646 /* struct btrfs_super_block */ 2647 BTRFS_SETGET_STACK_FUNCS(super_bytenr, struct btrfs_super_block, bytenr, 64); 2648 BTRFS_SETGET_STACK_FUNCS(super_flags, struct btrfs_super_block, flags, 64); 2649 BTRFS_SETGET_STACK_FUNCS(super_generation, struct btrfs_super_block, 2650 generation, 64); 2651 BTRFS_SETGET_STACK_FUNCS(super_root, struct btrfs_super_block, root, 64); 2652 BTRFS_SETGET_STACK_FUNCS(super_sys_array_size, 2653 struct btrfs_super_block, sys_chunk_array_size, 32); 2654 BTRFS_SETGET_STACK_FUNCS(super_chunk_root_generation, 2655 struct btrfs_super_block, chunk_root_generation, 64); 2656 BTRFS_SETGET_STACK_FUNCS(super_root_level, struct btrfs_super_block, 2657 root_level, 8); 2658 BTRFS_SETGET_STACK_FUNCS(super_chunk_root, struct btrfs_super_block, 2659 chunk_root, 64); 2660 BTRFS_SETGET_STACK_FUNCS(super_chunk_root_level, struct btrfs_super_block, 2661 chunk_root_level, 8); 2662 BTRFS_SETGET_STACK_FUNCS(super_log_root, struct btrfs_super_block, 2663 log_root, 64); 2664 BTRFS_SETGET_STACK_FUNCS(super_log_root_transid, struct btrfs_super_block, 2665 log_root_transid, 64); 2666 BTRFS_SETGET_STACK_FUNCS(super_log_root_level, struct btrfs_super_block, 2667 log_root_level, 8); 2668 BTRFS_SETGET_STACK_FUNCS(super_total_bytes, struct btrfs_super_block, 2669 total_bytes, 64); 2670 BTRFS_SETGET_STACK_FUNCS(super_bytes_used, struct btrfs_super_block, 2671 bytes_used, 64); 2672 BTRFS_SETGET_STACK_FUNCS(super_sectorsize, struct btrfs_super_block, 2673 sectorsize, 32); 2674 BTRFS_SETGET_STACK_FUNCS(super_nodesize, struct btrfs_super_block, 2675 nodesize, 32); 2676 BTRFS_SETGET_STACK_FUNCS(super_leafsize, struct btrfs_super_block, 2677 leafsize, 32); 2678 BTRFS_SETGET_STACK_FUNCS(super_stripesize, struct btrfs_super_block, 2679 stripesize, 32); 2680 BTRFS_SETGET_STACK_FUNCS(super_root_dir, struct btrfs_super_block, 2681 root_dir_objectid, 64); 2682 BTRFS_SETGET_STACK_FUNCS(super_num_devices, struct btrfs_super_block, 2683 num_devices, 64); 2684 BTRFS_SETGET_STACK_FUNCS(super_compat_flags, struct btrfs_super_block, 2685 compat_flags, 64); 2686 BTRFS_SETGET_STACK_FUNCS(super_compat_ro_flags, struct btrfs_super_block, 2687 compat_ro_flags, 64); 2688 BTRFS_SETGET_STACK_FUNCS(super_incompat_flags, struct btrfs_super_block, 2689 incompat_flags, 64); 2690 BTRFS_SETGET_STACK_FUNCS(super_csum_type, struct btrfs_super_block, 2691 csum_type, 16); 2692 BTRFS_SETGET_STACK_FUNCS(super_cache_generation, struct btrfs_super_block, 2693 cache_generation, 64); 2694 2695 static inline int btrfs_super_csum_size(struct btrfs_super_block *s) 2696 { 2697 int t = btrfs_super_csum_type(s); 2698 BUG_ON(t >= ARRAY_SIZE(btrfs_csum_sizes)); 2699 return btrfs_csum_sizes[t]; 2700 } 2701 2702 static inline unsigned long btrfs_leaf_data(struct extent_buffer *l) 2703 { 2704 return offsetof(struct btrfs_leaf, items); 2705 } 2706 2707 /* struct btrfs_file_extent_item */ 2708 BTRFS_SETGET_FUNCS(file_extent_type, struct btrfs_file_extent_item, type, 8); 2709 2710 static inline unsigned long 2711 btrfs_file_extent_inline_start(struct btrfs_file_extent_item *e) 2712 { 2713 unsigned long offset = (unsigned long)e; 2714 offset += offsetof(struct btrfs_file_extent_item, disk_bytenr); 2715 return offset; 2716 } 2717 2718 static inline u32 btrfs_file_extent_calc_inline_size(u32 datasize) 2719 { 2720 return offsetof(struct btrfs_file_extent_item, disk_bytenr) + datasize; 2721 } 2722 2723 BTRFS_SETGET_FUNCS(file_extent_disk_bytenr, struct btrfs_file_extent_item, 2724 disk_bytenr, 64); 2725 BTRFS_SETGET_FUNCS(file_extent_generation, struct btrfs_file_extent_item, 2726 generation, 64); 2727 BTRFS_SETGET_FUNCS(file_extent_disk_num_bytes, struct btrfs_file_extent_item, 2728 disk_num_bytes, 64); 2729 BTRFS_SETGET_FUNCS(file_extent_offset, struct btrfs_file_extent_item, 2730 offset, 64); 2731 BTRFS_SETGET_FUNCS(file_extent_num_bytes, struct btrfs_file_extent_item, 2732 num_bytes, 64); 2733 BTRFS_SETGET_FUNCS(file_extent_ram_bytes, struct btrfs_file_extent_item, 2734 ram_bytes, 64); 2735 BTRFS_SETGET_FUNCS(file_extent_compression, struct btrfs_file_extent_item, 2736 compression, 8); 2737 BTRFS_SETGET_FUNCS(file_extent_encryption, struct btrfs_file_extent_item, 2738 encryption, 8); 2739 BTRFS_SETGET_FUNCS(file_extent_other_encoding, struct btrfs_file_extent_item, 2740 other_encoding, 16); 2741 2742 /* this returns the number of file bytes represented by the inline item. 2743 * If an item is compressed, this is the uncompressed size 2744 */ 2745 static inline u32 btrfs_file_extent_inline_len(struct extent_buffer *eb, 2746 struct btrfs_file_extent_item *e) 2747 { 2748 return btrfs_file_extent_ram_bytes(eb, e); 2749 } 2750 2751 /* 2752 * this returns the number of bytes used by the item on disk, minus the 2753 * size of any extent headers. If a file is compressed on disk, this is 2754 * the compressed size 2755 */ 2756 static inline u32 btrfs_file_extent_inline_item_len(struct extent_buffer *eb, 2757 struct btrfs_item *e) 2758 { 2759 unsigned long offset; 2760 offset = offsetof(struct btrfs_file_extent_item, disk_bytenr); 2761 return btrfs_item_size(eb, e) - offset; 2762 } 2763 2764 /* btrfs_dev_stats_item */ 2765 static inline u64 btrfs_dev_stats_value(struct extent_buffer *eb, 2766 struct btrfs_dev_stats_item *ptr, 2767 int index) 2768 { 2769 u64 val; 2770 2771 read_extent_buffer(eb, &val, 2772 offsetof(struct btrfs_dev_stats_item, values) + 2773 ((unsigned long)ptr) + (index * sizeof(u64)), 2774 sizeof(val)); 2775 return val; 2776 } 2777 2778 static inline void btrfs_set_dev_stats_value(struct extent_buffer *eb, 2779 struct btrfs_dev_stats_item *ptr, 2780 int index, u64 val) 2781 { 2782 write_extent_buffer(eb, &val, 2783 offsetof(struct btrfs_dev_stats_item, values) + 2784 ((unsigned long)ptr) + (index * sizeof(u64)), 2785 sizeof(val)); 2786 } 2787 2788 /* btrfs_qgroup_status_item */ 2789 BTRFS_SETGET_FUNCS(qgroup_status_generation, struct btrfs_qgroup_status_item, 2790 generation, 64); 2791 BTRFS_SETGET_FUNCS(qgroup_status_version, struct btrfs_qgroup_status_item, 2792 version, 64); 2793 BTRFS_SETGET_FUNCS(qgroup_status_flags, struct btrfs_qgroup_status_item, 2794 flags, 64); 2795 BTRFS_SETGET_FUNCS(qgroup_status_scan, struct btrfs_qgroup_status_item, 2796 scan, 64); 2797 2798 /* btrfs_qgroup_info_item */ 2799 BTRFS_SETGET_FUNCS(qgroup_info_generation, struct btrfs_qgroup_info_item, 2800 generation, 64); 2801 BTRFS_SETGET_FUNCS(qgroup_info_rfer, struct btrfs_qgroup_info_item, rfer, 64); 2802 BTRFS_SETGET_FUNCS(qgroup_info_rfer_cmpr, struct btrfs_qgroup_info_item, 2803 rfer_cmpr, 64); 2804 BTRFS_SETGET_FUNCS(qgroup_info_excl, struct btrfs_qgroup_info_item, excl, 64); 2805 BTRFS_SETGET_FUNCS(qgroup_info_excl_cmpr, struct btrfs_qgroup_info_item, 2806 excl_cmpr, 64); 2807 2808 BTRFS_SETGET_STACK_FUNCS(stack_qgroup_info_generation, 2809 struct btrfs_qgroup_info_item, generation, 64); 2810 BTRFS_SETGET_STACK_FUNCS(stack_qgroup_info_rfer, struct btrfs_qgroup_info_item, 2811 rfer, 64); 2812 BTRFS_SETGET_STACK_FUNCS(stack_qgroup_info_rfer_cmpr, 2813 struct btrfs_qgroup_info_item, rfer_cmpr, 64); 2814 BTRFS_SETGET_STACK_FUNCS(stack_qgroup_info_excl, struct btrfs_qgroup_info_item, 2815 excl, 64); 2816 BTRFS_SETGET_STACK_FUNCS(stack_qgroup_info_excl_cmpr, 2817 struct btrfs_qgroup_info_item, excl_cmpr, 64); 2818 2819 /* btrfs_qgroup_limit_item */ 2820 BTRFS_SETGET_FUNCS(qgroup_limit_flags, struct btrfs_qgroup_limit_item, 2821 flags, 64); 2822 BTRFS_SETGET_FUNCS(qgroup_limit_max_rfer, struct btrfs_qgroup_limit_item, 2823 max_rfer, 64); 2824 BTRFS_SETGET_FUNCS(qgroup_limit_max_excl, struct btrfs_qgroup_limit_item, 2825 max_excl, 64); 2826 BTRFS_SETGET_FUNCS(qgroup_limit_rsv_rfer, struct btrfs_qgroup_limit_item, 2827 rsv_rfer, 64); 2828 BTRFS_SETGET_FUNCS(qgroup_limit_rsv_excl, struct btrfs_qgroup_limit_item, 2829 rsv_excl, 64); 2830 2831 /* btrfs_dev_replace_item */ 2832 BTRFS_SETGET_FUNCS(dev_replace_src_devid, 2833 struct btrfs_dev_replace_item, src_devid, 64); 2834 BTRFS_SETGET_FUNCS(dev_replace_cont_reading_from_srcdev_mode, 2835 struct btrfs_dev_replace_item, cont_reading_from_srcdev_mode, 2836 64); 2837 BTRFS_SETGET_FUNCS(dev_replace_replace_state, struct btrfs_dev_replace_item, 2838 replace_state, 64); 2839 BTRFS_SETGET_FUNCS(dev_replace_time_started, struct btrfs_dev_replace_item, 2840 time_started, 64); 2841 BTRFS_SETGET_FUNCS(dev_replace_time_stopped, struct btrfs_dev_replace_item, 2842 time_stopped, 64); 2843 BTRFS_SETGET_FUNCS(dev_replace_num_write_errors, struct btrfs_dev_replace_item, 2844 num_write_errors, 64); 2845 BTRFS_SETGET_FUNCS(dev_replace_num_uncorrectable_read_errors, 2846 struct btrfs_dev_replace_item, num_uncorrectable_read_errors, 2847 64); 2848 BTRFS_SETGET_FUNCS(dev_replace_cursor_left, struct btrfs_dev_replace_item, 2849 cursor_left, 64); 2850 BTRFS_SETGET_FUNCS(dev_replace_cursor_right, struct btrfs_dev_replace_item, 2851 cursor_right, 64); 2852 2853 BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_src_devid, 2854 struct btrfs_dev_replace_item, src_devid, 64); 2855 BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_cont_reading_from_srcdev_mode, 2856 struct btrfs_dev_replace_item, 2857 cont_reading_from_srcdev_mode, 64); 2858 BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_replace_state, 2859 struct btrfs_dev_replace_item, replace_state, 64); 2860 BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_time_started, 2861 struct btrfs_dev_replace_item, time_started, 64); 2862 BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_time_stopped, 2863 struct btrfs_dev_replace_item, time_stopped, 64); 2864 BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_num_write_errors, 2865 struct btrfs_dev_replace_item, num_write_errors, 64); 2866 BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_num_uncorrectable_read_errors, 2867 struct btrfs_dev_replace_item, 2868 num_uncorrectable_read_errors, 64); 2869 BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_cursor_left, 2870 struct btrfs_dev_replace_item, cursor_left, 64); 2871 BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_cursor_right, 2872 struct btrfs_dev_replace_item, cursor_right, 64); 2873 2874 static inline struct btrfs_fs_info *btrfs_sb(struct super_block *sb) 2875 { 2876 return sb->s_fs_info; 2877 } 2878 2879 static inline u32 btrfs_level_size(struct btrfs_root *root, int level) 2880 { 2881 if (level == 0) 2882 return root->leafsize; 2883 return root->nodesize; 2884 } 2885 2886 /* helper function to cast into the data area of the leaf. */ 2887 #define btrfs_item_ptr(leaf, slot, type) \ 2888 ((type *)(btrfs_leaf_data(leaf) + \ 2889 btrfs_item_offset_nr(leaf, slot))) 2890 2891 #define btrfs_item_ptr_offset(leaf, slot) \ 2892 ((unsigned long)(btrfs_leaf_data(leaf) + \ 2893 btrfs_item_offset_nr(leaf, slot))) 2894 2895 static inline struct dentry *fdentry(struct file *file) 2896 { 2897 return file->f_path.dentry; 2898 } 2899 2900 static inline bool btrfs_mixed_space_info(struct btrfs_space_info *space_info) 2901 { 2902 return ((space_info->flags & BTRFS_BLOCK_GROUP_METADATA) && 2903 (space_info->flags & BTRFS_BLOCK_GROUP_DATA)); 2904 } 2905 2906 static inline gfp_t btrfs_alloc_write_mask(struct address_space *mapping) 2907 { 2908 return mapping_gfp_mask(mapping) & ~__GFP_FS; 2909 } 2910 2911 /* extent-tree.c */ 2912 static inline u64 btrfs_calc_trans_metadata_size(struct btrfs_root *root, 2913 unsigned num_items) 2914 { 2915 return (root->leafsize + root->nodesize * (BTRFS_MAX_LEVEL - 1)) * 2916 3 * num_items; 2917 } 2918 2919 /* 2920 * Doing a truncate won't result in new nodes or leaves, just what we need for 2921 * COW. 2922 */ 2923 static inline u64 btrfs_calc_trunc_metadata_size(struct btrfs_root *root, 2924 unsigned num_items) 2925 { 2926 return (root->leafsize + root->nodesize * (BTRFS_MAX_LEVEL - 1)) * 2927 num_items; 2928 } 2929 2930 void btrfs_put_block_group(struct btrfs_block_group_cache *cache); 2931 int btrfs_run_delayed_refs(struct btrfs_trans_handle *trans, 2932 struct btrfs_root *root, unsigned long count); 2933 int btrfs_lookup_extent(struct btrfs_root *root, u64 start, u64 len); 2934 int btrfs_lookup_extent_info(struct btrfs_trans_handle *trans, 2935 struct btrfs_root *root, u64 bytenr, 2936 u64 num_bytes, u64 *refs, u64 *flags); 2937 int btrfs_pin_extent(struct btrfs_root *root, 2938 u64 bytenr, u64 num, int reserved); 2939 int btrfs_pin_extent_for_log_replay(struct btrfs_trans_handle *trans, 2940 struct btrfs_root *root, 2941 u64 bytenr, u64 num_bytes); 2942 int btrfs_cross_ref_exist(struct btrfs_trans_handle *trans, 2943 struct btrfs_root *root, 2944 u64 objectid, u64 offset, u64 bytenr); 2945 struct btrfs_block_group_cache *btrfs_lookup_block_group( 2946 struct btrfs_fs_info *info, 2947 u64 bytenr); 2948 void btrfs_put_block_group(struct btrfs_block_group_cache *cache); 2949 u64 btrfs_find_block_group(struct btrfs_root *root, 2950 u64 search_start, u64 search_hint, int owner); 2951 struct extent_buffer *btrfs_alloc_free_block(struct btrfs_trans_handle *trans, 2952 struct btrfs_root *root, u32 blocksize, 2953 u64 parent, u64 root_objectid, 2954 struct btrfs_disk_key *key, int level, 2955 u64 hint, u64 empty_size); 2956 void btrfs_free_tree_block(struct btrfs_trans_handle *trans, 2957 struct btrfs_root *root, 2958 struct extent_buffer *buf, 2959 u64 parent, int last_ref); 2960 struct extent_buffer *btrfs_init_new_buffer(struct btrfs_trans_handle *trans, 2961 struct btrfs_root *root, 2962 u64 bytenr, u32 blocksize, 2963 int level); 2964 int btrfs_alloc_reserved_file_extent(struct btrfs_trans_handle *trans, 2965 struct btrfs_root *root, 2966 u64 root_objectid, u64 owner, 2967 u64 offset, struct btrfs_key *ins); 2968 int btrfs_alloc_logged_file_extent(struct btrfs_trans_handle *trans, 2969 struct btrfs_root *root, 2970 u64 root_objectid, u64 owner, u64 offset, 2971 struct btrfs_key *ins); 2972 int btrfs_reserve_extent(struct btrfs_trans_handle *trans, 2973 struct btrfs_root *root, 2974 u64 num_bytes, u64 min_alloc_size, 2975 u64 empty_size, u64 hint_byte, 2976 struct btrfs_key *ins, u64 data); 2977 int btrfs_inc_ref(struct btrfs_trans_handle *trans, struct btrfs_root *root, 2978 struct extent_buffer *buf, int full_backref, int for_cow); 2979 int btrfs_dec_ref(struct btrfs_trans_handle *trans, struct btrfs_root *root, 2980 struct extent_buffer *buf, int full_backref, int for_cow); 2981 int btrfs_set_disk_extent_flags(struct btrfs_trans_handle *trans, 2982 struct btrfs_root *root, 2983 u64 bytenr, u64 num_bytes, u64 flags, 2984 int is_data); 2985 int btrfs_free_extent(struct btrfs_trans_handle *trans, 2986 struct btrfs_root *root, 2987 u64 bytenr, u64 num_bytes, u64 parent, u64 root_objectid, 2988 u64 owner, u64 offset, int for_cow); 2989 2990 int btrfs_free_reserved_extent(struct btrfs_root *root, u64 start, u64 len); 2991 int btrfs_free_and_pin_reserved_extent(struct btrfs_root *root, 2992 u64 start, u64 len); 2993 void btrfs_prepare_extent_commit(struct btrfs_trans_handle *trans, 2994 struct btrfs_root *root); 2995 int btrfs_finish_extent_commit(struct btrfs_trans_handle *trans, 2996 struct btrfs_root *root); 2997 int btrfs_inc_extent_ref(struct btrfs_trans_handle *trans, 2998 struct btrfs_root *root, 2999 u64 bytenr, u64 num_bytes, u64 parent, 3000 u64 root_objectid, u64 owner, u64 offset, int for_cow); 3001 3002 int btrfs_write_dirty_block_groups(struct btrfs_trans_handle *trans, 3003 struct btrfs_root *root); 3004 int btrfs_extent_readonly(struct btrfs_root *root, u64 bytenr); 3005 int btrfs_free_block_groups(struct btrfs_fs_info *info); 3006 int btrfs_read_block_groups(struct btrfs_root *root); 3007 int btrfs_can_relocate(struct btrfs_root *root, u64 bytenr); 3008 int btrfs_make_block_group(struct btrfs_trans_handle *trans, 3009 struct btrfs_root *root, u64 bytes_used, 3010 u64 type, u64 chunk_objectid, u64 chunk_offset, 3011 u64 size); 3012 int btrfs_remove_block_group(struct btrfs_trans_handle *trans, 3013 struct btrfs_root *root, u64 group_start); 3014 void btrfs_create_pending_block_groups(struct btrfs_trans_handle *trans, 3015 struct btrfs_root *root); 3016 u64 btrfs_reduce_alloc_profile(struct btrfs_root *root, u64 flags); 3017 u64 btrfs_get_alloc_profile(struct btrfs_root *root, int data); 3018 void btrfs_clear_space_info_full(struct btrfs_fs_info *info); 3019 3020 enum btrfs_reserve_flush_enum { 3021 /* If we are in the transaction, we can't flush anything.*/ 3022 BTRFS_RESERVE_NO_FLUSH, 3023 /* 3024 * Flushing delalloc may cause deadlock somewhere, in this 3025 * case, use FLUSH LIMIT 3026 */ 3027 BTRFS_RESERVE_FLUSH_LIMIT, 3028 BTRFS_RESERVE_FLUSH_ALL, 3029 }; 3030 3031 int btrfs_check_data_free_space(struct inode *inode, u64 bytes); 3032 void btrfs_free_reserved_data_space(struct inode *inode, u64 bytes); 3033 void btrfs_trans_release_metadata(struct btrfs_trans_handle *trans, 3034 struct btrfs_root *root); 3035 int btrfs_orphan_reserve_metadata(struct btrfs_trans_handle *trans, 3036 struct inode *inode); 3037 void btrfs_orphan_release_metadata(struct inode *inode); 3038 int btrfs_snap_reserve_metadata(struct btrfs_trans_handle *trans, 3039 struct btrfs_pending_snapshot *pending); 3040 int btrfs_delalloc_reserve_metadata(struct inode *inode, u64 num_bytes); 3041 void btrfs_delalloc_release_metadata(struct inode *inode, u64 num_bytes); 3042 int btrfs_delalloc_reserve_space(struct inode *inode, u64 num_bytes); 3043 void btrfs_delalloc_release_space(struct inode *inode, u64 num_bytes); 3044 void btrfs_init_block_rsv(struct btrfs_block_rsv *rsv, unsigned short type); 3045 struct btrfs_block_rsv *btrfs_alloc_block_rsv(struct btrfs_root *root, 3046 unsigned short type); 3047 void btrfs_free_block_rsv(struct btrfs_root *root, 3048 struct btrfs_block_rsv *rsv); 3049 int btrfs_block_rsv_add(struct btrfs_root *root, 3050 struct btrfs_block_rsv *block_rsv, u64 num_bytes, 3051 enum btrfs_reserve_flush_enum flush); 3052 int btrfs_block_rsv_check(struct btrfs_root *root, 3053 struct btrfs_block_rsv *block_rsv, int min_factor); 3054 int btrfs_block_rsv_refill(struct btrfs_root *root, 3055 struct btrfs_block_rsv *block_rsv, u64 min_reserved, 3056 enum btrfs_reserve_flush_enum flush); 3057 int btrfs_block_rsv_migrate(struct btrfs_block_rsv *src_rsv, 3058 struct btrfs_block_rsv *dst_rsv, 3059 u64 num_bytes); 3060 void btrfs_block_rsv_release(struct btrfs_root *root, 3061 struct btrfs_block_rsv *block_rsv, 3062 u64 num_bytes); 3063 int btrfs_set_block_group_ro(struct btrfs_root *root, 3064 struct btrfs_block_group_cache *cache); 3065 void btrfs_set_block_group_rw(struct btrfs_root *root, 3066 struct btrfs_block_group_cache *cache); 3067 void btrfs_put_block_group_cache(struct btrfs_fs_info *info); 3068 u64 btrfs_account_ro_block_groups_free_space(struct btrfs_space_info *sinfo); 3069 int btrfs_error_unpin_extent_range(struct btrfs_root *root, 3070 u64 start, u64 end); 3071 int btrfs_error_discard_extent(struct btrfs_root *root, u64 bytenr, 3072 u64 num_bytes, u64 *actual_bytes); 3073 int btrfs_force_chunk_alloc(struct btrfs_trans_handle *trans, 3074 struct btrfs_root *root, u64 type); 3075 int btrfs_trim_fs(struct btrfs_root *root, struct fstrim_range *range); 3076 3077 int btrfs_init_space_info(struct btrfs_fs_info *fs_info); 3078 int btrfs_delayed_refs_qgroup_accounting(struct btrfs_trans_handle *trans, 3079 struct btrfs_fs_info *fs_info); 3080 int __get_raid_index(u64 flags); 3081 /* ctree.c */ 3082 int btrfs_bin_search(struct extent_buffer *eb, struct btrfs_key *key, 3083 int level, int *slot); 3084 int btrfs_comp_cpu_keys(struct btrfs_key *k1, struct btrfs_key *k2); 3085 int btrfs_previous_item(struct btrfs_root *root, 3086 struct btrfs_path *path, u64 min_objectid, 3087 int type); 3088 void btrfs_set_item_key_safe(struct btrfs_trans_handle *trans, 3089 struct btrfs_root *root, struct btrfs_path *path, 3090 struct btrfs_key *new_key); 3091 struct extent_buffer *btrfs_root_node(struct btrfs_root *root); 3092 struct extent_buffer *btrfs_lock_root_node(struct btrfs_root *root); 3093 int btrfs_find_next_key(struct btrfs_root *root, struct btrfs_path *path, 3094 struct btrfs_key *key, int lowest_level, 3095 int cache_only, u64 min_trans); 3096 int btrfs_search_forward(struct btrfs_root *root, struct btrfs_key *min_key, 3097 struct btrfs_key *max_key, 3098 struct btrfs_path *path, int cache_only, 3099 u64 min_trans); 3100 enum btrfs_compare_tree_result { 3101 BTRFS_COMPARE_TREE_NEW, 3102 BTRFS_COMPARE_TREE_DELETED, 3103 BTRFS_COMPARE_TREE_CHANGED, 3104 }; 3105 typedef int (*btrfs_changed_cb_t)(struct btrfs_root *left_root, 3106 struct btrfs_root *right_root, 3107 struct btrfs_path *left_path, 3108 struct btrfs_path *right_path, 3109 struct btrfs_key *key, 3110 enum btrfs_compare_tree_result result, 3111 void *ctx); 3112 int btrfs_compare_trees(struct btrfs_root *left_root, 3113 struct btrfs_root *right_root, 3114 btrfs_changed_cb_t cb, void *ctx); 3115 int btrfs_cow_block(struct btrfs_trans_handle *trans, 3116 struct btrfs_root *root, struct extent_buffer *buf, 3117 struct extent_buffer *parent, int parent_slot, 3118 struct extent_buffer **cow_ret); 3119 int btrfs_copy_root(struct btrfs_trans_handle *trans, 3120 struct btrfs_root *root, 3121 struct extent_buffer *buf, 3122 struct extent_buffer **cow_ret, u64 new_root_objectid); 3123 int btrfs_block_can_be_shared(struct btrfs_root *root, 3124 struct extent_buffer *buf); 3125 void btrfs_extend_item(struct btrfs_trans_handle *trans, 3126 struct btrfs_root *root, struct btrfs_path *path, 3127 u32 data_size); 3128 void btrfs_truncate_item(struct btrfs_trans_handle *trans, 3129 struct btrfs_root *root, 3130 struct btrfs_path *path, 3131 u32 new_size, int from_end); 3132 int btrfs_split_item(struct btrfs_trans_handle *trans, 3133 struct btrfs_root *root, 3134 struct btrfs_path *path, 3135 struct btrfs_key *new_key, 3136 unsigned long split_offset); 3137 int btrfs_duplicate_item(struct btrfs_trans_handle *trans, 3138 struct btrfs_root *root, 3139 struct btrfs_path *path, 3140 struct btrfs_key *new_key); 3141 int btrfs_search_slot(struct btrfs_trans_handle *trans, struct btrfs_root 3142 *root, struct btrfs_key *key, struct btrfs_path *p, int 3143 ins_len, int cow); 3144 int btrfs_search_old_slot(struct btrfs_root *root, struct btrfs_key *key, 3145 struct btrfs_path *p, u64 time_seq); 3146 int btrfs_search_slot_for_read(struct btrfs_root *root, 3147 struct btrfs_key *key, struct btrfs_path *p, 3148 int find_higher, int return_any); 3149 int btrfs_realloc_node(struct btrfs_trans_handle *trans, 3150 struct btrfs_root *root, struct extent_buffer *parent, 3151 int start_slot, int cache_only, u64 *last_ret, 3152 struct btrfs_key *progress); 3153 void btrfs_release_path(struct btrfs_path *p); 3154 struct btrfs_path *btrfs_alloc_path(void); 3155 void btrfs_free_path(struct btrfs_path *p); 3156 void btrfs_set_path_blocking(struct btrfs_path *p); 3157 void btrfs_clear_path_blocking(struct btrfs_path *p, 3158 struct extent_buffer *held, int held_rw); 3159 void btrfs_unlock_up_safe(struct btrfs_path *p, int level); 3160 3161 int btrfs_del_items(struct btrfs_trans_handle *trans, struct btrfs_root *root, 3162 struct btrfs_path *path, int slot, int nr); 3163 static inline int btrfs_del_item(struct btrfs_trans_handle *trans, 3164 struct btrfs_root *root, 3165 struct btrfs_path *path) 3166 { 3167 return btrfs_del_items(trans, root, path, path->slots[0], 1); 3168 } 3169 3170 void setup_items_for_insert(struct btrfs_trans_handle *trans, 3171 struct btrfs_root *root, struct btrfs_path *path, 3172 struct btrfs_key *cpu_key, u32 *data_size, 3173 u32 total_data, u32 total_size, int nr); 3174 int btrfs_insert_item(struct btrfs_trans_handle *trans, struct btrfs_root 3175 *root, struct btrfs_key *key, void *data, u32 data_size); 3176 int btrfs_insert_empty_items(struct btrfs_trans_handle *trans, 3177 struct btrfs_root *root, 3178 struct btrfs_path *path, 3179 struct btrfs_key *cpu_key, u32 *data_size, int nr); 3180 3181 static inline int btrfs_insert_empty_item(struct btrfs_trans_handle *trans, 3182 struct btrfs_root *root, 3183 struct btrfs_path *path, 3184 struct btrfs_key *key, 3185 u32 data_size) 3186 { 3187 return btrfs_insert_empty_items(trans, root, path, key, &data_size, 1); 3188 } 3189 3190 int btrfs_next_leaf(struct btrfs_root *root, struct btrfs_path *path); 3191 int btrfs_next_leaf_write(struct btrfs_trans_handle *trans, 3192 struct btrfs_root *root, struct btrfs_path *path, 3193 int del); 3194 int btrfs_next_old_leaf(struct btrfs_root *root, struct btrfs_path *path, 3195 u64 time_seq); 3196 static inline int btrfs_next_old_item(struct btrfs_root *root, 3197 struct btrfs_path *p, u64 time_seq) 3198 { 3199 ++p->slots[0]; 3200 if (p->slots[0] >= btrfs_header_nritems(p->nodes[0])) 3201 return btrfs_next_old_leaf(root, p, time_seq); 3202 return 0; 3203 } 3204 static inline int btrfs_next_item(struct btrfs_root *root, struct btrfs_path *p) 3205 { 3206 return btrfs_next_old_item(root, p, 0); 3207 } 3208 int btrfs_prev_leaf(struct btrfs_root *root, struct btrfs_path *path); 3209 int btrfs_leaf_free_space(struct btrfs_root *root, struct extent_buffer *leaf); 3210 int __must_check btrfs_drop_snapshot(struct btrfs_root *root, 3211 struct btrfs_block_rsv *block_rsv, 3212 int update_ref, int for_reloc); 3213 int btrfs_drop_subtree(struct btrfs_trans_handle *trans, 3214 struct btrfs_root *root, 3215 struct extent_buffer *node, 3216 struct extent_buffer *parent); 3217 static inline int btrfs_fs_closing(struct btrfs_fs_info *fs_info) 3218 { 3219 /* 3220 * Get synced with close_ctree() 3221 */ 3222 smp_mb(); 3223 return fs_info->closing; 3224 } 3225 static inline void free_fs_info(struct btrfs_fs_info *fs_info) 3226 { 3227 kfree(fs_info->balance_ctl); 3228 kfree(fs_info->delayed_root); 3229 kfree(fs_info->extent_root); 3230 kfree(fs_info->tree_root); 3231 kfree(fs_info->chunk_root); 3232 kfree(fs_info->dev_root); 3233 kfree(fs_info->csum_root); 3234 kfree(fs_info->quota_root); 3235 kfree(fs_info->super_copy); 3236 kfree(fs_info->super_for_commit); 3237 kfree(fs_info); 3238 } 3239 3240 /* tree mod log functions from ctree.c */ 3241 u64 btrfs_get_tree_mod_seq(struct btrfs_fs_info *fs_info, 3242 struct seq_list *elem); 3243 void btrfs_put_tree_mod_seq(struct btrfs_fs_info *fs_info, 3244 struct seq_list *elem); 3245 static inline u64 btrfs_inc_tree_mod_seq(struct btrfs_fs_info *fs_info) 3246 { 3247 return atomic_inc_return(&fs_info->tree_mod_seq); 3248 } 3249 int btrfs_old_root_level(struct btrfs_root *root, u64 time_seq); 3250 3251 /* root-item.c */ 3252 int btrfs_find_root_ref(struct btrfs_root *tree_root, 3253 struct btrfs_path *path, 3254 u64 root_id, u64 ref_id); 3255 int btrfs_add_root_ref(struct btrfs_trans_handle *trans, 3256 struct btrfs_root *tree_root, 3257 u64 root_id, u64 ref_id, u64 dirid, u64 sequence, 3258 const char *name, int name_len); 3259 int btrfs_del_root_ref(struct btrfs_trans_handle *trans, 3260 struct btrfs_root *tree_root, 3261 u64 root_id, u64 ref_id, u64 dirid, u64 *sequence, 3262 const char *name, int name_len); 3263 int btrfs_del_root(struct btrfs_trans_handle *trans, struct btrfs_root *root, 3264 struct btrfs_key *key); 3265 int btrfs_insert_root(struct btrfs_trans_handle *trans, struct btrfs_root 3266 *root, struct btrfs_key *key, struct btrfs_root_item 3267 *item); 3268 int __must_check btrfs_update_root(struct btrfs_trans_handle *trans, 3269 struct btrfs_root *root, 3270 struct btrfs_key *key, 3271 struct btrfs_root_item *item); 3272 void btrfs_read_root_item(struct btrfs_root *root, 3273 struct extent_buffer *eb, int slot, 3274 struct btrfs_root_item *item); 3275 int btrfs_find_last_root(struct btrfs_root *root, u64 objectid, struct 3276 btrfs_root_item *item, struct btrfs_key *key); 3277 int btrfs_find_dead_roots(struct btrfs_root *root, u64 objectid); 3278 int btrfs_find_orphan_roots(struct btrfs_root *tree_root); 3279 void btrfs_set_root_node(struct btrfs_root_item *item, 3280 struct extent_buffer *node); 3281 void btrfs_check_and_init_root_item(struct btrfs_root_item *item); 3282 void btrfs_update_root_times(struct btrfs_trans_handle *trans, 3283 struct btrfs_root *root); 3284 3285 /* dir-item.c */ 3286 int btrfs_check_dir_item_collision(struct btrfs_root *root, u64 dir, 3287 const char *name, int name_len); 3288 int btrfs_insert_dir_item(struct btrfs_trans_handle *trans, 3289 struct btrfs_root *root, const char *name, 3290 int name_len, struct inode *dir, 3291 struct btrfs_key *location, u8 type, u64 index); 3292 struct btrfs_dir_item *btrfs_lookup_dir_item(struct btrfs_trans_handle *trans, 3293 struct btrfs_root *root, 3294 struct btrfs_path *path, u64 dir, 3295 const char *name, int name_len, 3296 int mod); 3297 struct btrfs_dir_item * 3298 btrfs_lookup_dir_index_item(struct btrfs_trans_handle *trans, 3299 struct btrfs_root *root, 3300 struct btrfs_path *path, u64 dir, 3301 u64 objectid, const char *name, int name_len, 3302 int mod); 3303 struct btrfs_dir_item * 3304 btrfs_search_dir_index_item(struct btrfs_root *root, 3305 struct btrfs_path *path, u64 dirid, 3306 const char *name, int name_len); 3307 struct btrfs_dir_item *btrfs_match_dir_item_name(struct btrfs_root *root, 3308 struct btrfs_path *path, 3309 const char *name, int name_len); 3310 int btrfs_delete_one_dir_name(struct btrfs_trans_handle *trans, 3311 struct btrfs_root *root, 3312 struct btrfs_path *path, 3313 struct btrfs_dir_item *di); 3314 int btrfs_insert_xattr_item(struct btrfs_trans_handle *trans, 3315 struct btrfs_root *root, 3316 struct btrfs_path *path, u64 objectid, 3317 const char *name, u16 name_len, 3318 const void *data, u16 data_len); 3319 struct btrfs_dir_item *btrfs_lookup_xattr(struct btrfs_trans_handle *trans, 3320 struct btrfs_root *root, 3321 struct btrfs_path *path, u64 dir, 3322 const char *name, u16 name_len, 3323 int mod); 3324 int verify_dir_item(struct btrfs_root *root, 3325 struct extent_buffer *leaf, 3326 struct btrfs_dir_item *dir_item); 3327 3328 /* orphan.c */ 3329 int btrfs_insert_orphan_item(struct btrfs_trans_handle *trans, 3330 struct btrfs_root *root, u64 offset); 3331 int btrfs_del_orphan_item(struct btrfs_trans_handle *trans, 3332 struct btrfs_root *root, u64 offset); 3333 int btrfs_find_orphan_item(struct btrfs_root *root, u64 offset); 3334 3335 /* inode-item.c */ 3336 int btrfs_insert_inode_ref(struct btrfs_trans_handle *trans, 3337 struct btrfs_root *root, 3338 const char *name, int name_len, 3339 u64 inode_objectid, u64 ref_objectid, u64 index); 3340 int btrfs_del_inode_ref(struct btrfs_trans_handle *trans, 3341 struct btrfs_root *root, 3342 const char *name, int name_len, 3343 u64 inode_objectid, u64 ref_objectid, u64 *index); 3344 int btrfs_get_inode_ref_index(struct btrfs_trans_handle *trans, 3345 struct btrfs_root *root, 3346 struct btrfs_path *path, 3347 const char *name, int name_len, 3348 u64 inode_objectid, u64 ref_objectid, int mod, 3349 u64 *ret_index); 3350 int btrfs_insert_empty_inode(struct btrfs_trans_handle *trans, 3351 struct btrfs_root *root, 3352 struct btrfs_path *path, u64 objectid); 3353 int btrfs_lookup_inode(struct btrfs_trans_handle *trans, struct btrfs_root 3354 *root, struct btrfs_path *path, 3355 struct btrfs_key *location, int mod); 3356 3357 struct btrfs_inode_extref * 3358 btrfs_lookup_inode_extref(struct btrfs_trans_handle *trans, 3359 struct btrfs_root *root, 3360 struct btrfs_path *path, 3361 const char *name, int name_len, 3362 u64 inode_objectid, u64 ref_objectid, int ins_len, 3363 int cow); 3364 3365 int btrfs_find_name_in_ext_backref(struct btrfs_path *path, 3366 u64 ref_objectid, const char *name, 3367 int name_len, 3368 struct btrfs_inode_extref **extref_ret); 3369 3370 /* file-item.c */ 3371 int btrfs_del_csums(struct btrfs_trans_handle *trans, 3372 struct btrfs_root *root, u64 bytenr, u64 len); 3373 int btrfs_lookup_bio_sums(struct btrfs_root *root, struct inode *inode, 3374 struct bio *bio, u32 *dst); 3375 int btrfs_lookup_bio_sums_dio(struct btrfs_root *root, struct inode *inode, 3376 struct bio *bio, u64 logical_offset); 3377 int btrfs_insert_file_extent(struct btrfs_trans_handle *trans, 3378 struct btrfs_root *root, 3379 u64 objectid, u64 pos, 3380 u64 disk_offset, u64 disk_num_bytes, 3381 u64 num_bytes, u64 offset, u64 ram_bytes, 3382 u8 compression, u8 encryption, u16 other_encoding); 3383 int btrfs_lookup_file_extent(struct btrfs_trans_handle *trans, 3384 struct btrfs_root *root, 3385 struct btrfs_path *path, u64 objectid, 3386 u64 bytenr, int mod); 3387 u64 btrfs_file_extent_length(struct btrfs_path *path); 3388 int btrfs_csum_file_blocks(struct btrfs_trans_handle *trans, 3389 struct btrfs_root *root, 3390 struct btrfs_ordered_sum *sums); 3391 int btrfs_csum_one_bio(struct btrfs_root *root, struct inode *inode, 3392 struct bio *bio, u64 file_start, int contig); 3393 struct btrfs_csum_item *btrfs_lookup_csum(struct btrfs_trans_handle *trans, 3394 struct btrfs_root *root, 3395 struct btrfs_path *path, 3396 u64 bytenr, int cow); 3397 int btrfs_csum_truncate(struct btrfs_trans_handle *trans, 3398 struct btrfs_root *root, struct btrfs_path *path, 3399 u64 isize); 3400 int btrfs_lookup_csums_range(struct btrfs_root *root, u64 start, u64 end, 3401 struct list_head *list, int search_commit); 3402 /* inode.c */ 3403 struct btrfs_delalloc_work { 3404 struct inode *inode; 3405 int wait; 3406 int delay_iput; 3407 struct completion completion; 3408 struct list_head list; 3409 struct btrfs_work work; 3410 }; 3411 3412 struct btrfs_delalloc_work *btrfs_alloc_delalloc_work(struct inode *inode, 3413 int wait, int delay_iput); 3414 void btrfs_wait_and_free_delalloc_work(struct btrfs_delalloc_work *work); 3415 3416 struct extent_map *btrfs_get_extent_fiemap(struct inode *inode, struct page *page, 3417 size_t pg_offset, u64 start, u64 len, 3418 int create); 3419 3420 /* RHEL and EL kernels have a patch that renames PG_checked to FsMisc */ 3421 #if defined(ClearPageFsMisc) && !defined(ClearPageChecked) 3422 #define ClearPageChecked ClearPageFsMisc 3423 #define SetPageChecked SetPageFsMisc 3424 #define PageChecked PageFsMisc 3425 #endif 3426 3427 /* This forces readahead on a given range of bytes in an inode */ 3428 static inline void btrfs_force_ra(struct address_space *mapping, 3429 struct file_ra_state *ra, struct file *file, 3430 pgoff_t offset, unsigned long req_size) 3431 { 3432 page_cache_sync_readahead(mapping, ra, file, offset, req_size); 3433 } 3434 3435 struct inode *btrfs_lookup_dentry(struct inode *dir, struct dentry *dentry); 3436 int btrfs_set_inode_index(struct inode *dir, u64 *index); 3437 int btrfs_unlink_inode(struct btrfs_trans_handle *trans, 3438 struct btrfs_root *root, 3439 struct inode *dir, struct inode *inode, 3440 const char *name, int name_len); 3441 int btrfs_add_link(struct btrfs_trans_handle *trans, 3442 struct inode *parent_inode, struct inode *inode, 3443 const char *name, int name_len, int add_backref, u64 index); 3444 int btrfs_unlink_subvol(struct btrfs_trans_handle *trans, 3445 struct btrfs_root *root, 3446 struct inode *dir, u64 objectid, 3447 const char *name, int name_len); 3448 int btrfs_truncate_page(struct inode *inode, loff_t from, loff_t len, 3449 int front); 3450 int btrfs_truncate_inode_items(struct btrfs_trans_handle *trans, 3451 struct btrfs_root *root, 3452 struct inode *inode, u64 new_size, 3453 u32 min_type); 3454 3455 int btrfs_start_delalloc_inodes(struct btrfs_root *root, int delay_iput); 3456 int btrfs_set_extent_delalloc(struct inode *inode, u64 start, u64 end, 3457 struct extent_state **cached_state); 3458 int btrfs_writepages(struct address_space *mapping, 3459 struct writeback_control *wbc); 3460 int btrfs_create_subvol_root(struct btrfs_trans_handle *trans, 3461 struct btrfs_root *new_root, u64 new_dirid); 3462 int btrfs_merge_bio_hook(struct page *page, unsigned long offset, 3463 size_t size, struct bio *bio, unsigned long bio_flags); 3464 3465 int btrfs_page_mkwrite(struct vm_area_struct *vma, struct vm_fault *vmf); 3466 int btrfs_readpage(struct file *file, struct page *page); 3467 void btrfs_evict_inode(struct inode *inode); 3468 int btrfs_write_inode(struct inode *inode, struct writeback_control *wbc); 3469 int btrfs_dirty_inode(struct inode *inode); 3470 struct inode *btrfs_alloc_inode(struct super_block *sb); 3471 void btrfs_destroy_inode(struct inode *inode); 3472 int btrfs_drop_inode(struct inode *inode); 3473 int btrfs_init_cachep(void); 3474 void btrfs_destroy_cachep(void); 3475 long btrfs_ioctl_trans_end(struct file *file); 3476 struct inode *btrfs_iget(struct super_block *s, struct btrfs_key *location, 3477 struct btrfs_root *root, int *was_new); 3478 struct extent_map *btrfs_get_extent(struct inode *inode, struct page *page, 3479 size_t pg_offset, u64 start, u64 end, 3480 int create); 3481 int btrfs_update_inode(struct btrfs_trans_handle *trans, 3482 struct btrfs_root *root, 3483 struct inode *inode); 3484 int btrfs_update_inode_fallback(struct btrfs_trans_handle *trans, 3485 struct btrfs_root *root, struct inode *inode); 3486 int btrfs_orphan_add(struct btrfs_trans_handle *trans, struct inode *inode); 3487 int btrfs_orphan_del(struct btrfs_trans_handle *trans, struct inode *inode); 3488 int btrfs_orphan_cleanup(struct btrfs_root *root); 3489 void btrfs_orphan_commit_root(struct btrfs_trans_handle *trans, 3490 struct btrfs_root *root); 3491 int btrfs_cont_expand(struct inode *inode, loff_t oldsize, loff_t size); 3492 void btrfs_invalidate_inodes(struct btrfs_root *root); 3493 void btrfs_add_delayed_iput(struct inode *inode); 3494 void btrfs_run_delayed_iputs(struct btrfs_root *root); 3495 int btrfs_prealloc_file_range(struct inode *inode, int mode, 3496 u64 start, u64 num_bytes, u64 min_size, 3497 loff_t actual_len, u64 *alloc_hint); 3498 int btrfs_prealloc_file_range_trans(struct inode *inode, 3499 struct btrfs_trans_handle *trans, int mode, 3500 u64 start, u64 num_bytes, u64 min_size, 3501 loff_t actual_len, u64 *alloc_hint); 3502 extern const struct dentry_operations btrfs_dentry_operations; 3503 3504 /* ioctl.c */ 3505 long btrfs_ioctl(struct file *file, unsigned int cmd, unsigned long arg); 3506 void btrfs_update_iflags(struct inode *inode); 3507 void btrfs_inherit_iflags(struct inode *inode, struct inode *dir); 3508 int btrfs_defrag_file(struct inode *inode, struct file *file, 3509 struct btrfs_ioctl_defrag_range_args *range, 3510 u64 newer_than, unsigned long max_pages); 3511 void btrfs_get_block_group_info(struct list_head *groups_list, 3512 struct btrfs_ioctl_space_info *space); 3513 3514 /* file.c */ 3515 int btrfs_auto_defrag_init(void); 3516 void btrfs_auto_defrag_exit(void); 3517 int btrfs_add_inode_defrag(struct btrfs_trans_handle *trans, 3518 struct inode *inode); 3519 int btrfs_run_defrag_inodes(struct btrfs_fs_info *fs_info); 3520 void btrfs_cleanup_defrag_inodes(struct btrfs_fs_info *fs_info); 3521 int btrfs_sync_file(struct file *file, loff_t start, loff_t end, int datasync); 3522 void btrfs_drop_extent_cache(struct inode *inode, u64 start, u64 end, 3523 int skip_pinned); 3524 int btrfs_replace_extent_cache(struct inode *inode, struct extent_map *replace, 3525 u64 start, u64 end, int skip_pinned, 3526 int modified); 3527 extern const struct file_operations btrfs_file_operations; 3528 int __btrfs_drop_extents(struct btrfs_trans_handle *trans, 3529 struct btrfs_root *root, struct inode *inode, 3530 struct btrfs_path *path, u64 start, u64 end, 3531 u64 *drop_end, int drop_cache); 3532 int btrfs_drop_extents(struct btrfs_trans_handle *trans, 3533 struct btrfs_root *root, struct inode *inode, u64 start, 3534 u64 end, int drop_cache); 3535 int btrfs_mark_extent_written(struct btrfs_trans_handle *trans, 3536 struct inode *inode, u64 start, u64 end); 3537 int btrfs_release_file(struct inode *inode, struct file *file); 3538 void btrfs_drop_pages(struct page **pages, size_t num_pages); 3539 int btrfs_dirty_pages(struct btrfs_root *root, struct inode *inode, 3540 struct page **pages, size_t num_pages, 3541 loff_t pos, size_t write_bytes, 3542 struct extent_state **cached); 3543 3544 /* tree-defrag.c */ 3545 int btrfs_defrag_leaves(struct btrfs_trans_handle *trans, 3546 struct btrfs_root *root, int cache_only); 3547 3548 /* sysfs.c */ 3549 int btrfs_init_sysfs(void); 3550 void btrfs_exit_sysfs(void); 3551 3552 /* xattr.c */ 3553 ssize_t btrfs_listxattr(struct dentry *dentry, char *buffer, size_t size); 3554 3555 /* super.c */ 3556 int btrfs_parse_options(struct btrfs_root *root, char *options); 3557 int btrfs_sync_fs(struct super_block *sb, int wait); 3558 3559 #ifdef CONFIG_PRINTK 3560 __printf(2, 3) 3561 void btrfs_printk(struct btrfs_fs_info *fs_info, const char *fmt, ...); 3562 #else 3563 static inline __printf(2, 3) 3564 void btrfs_printk(struct btrfs_fs_info *fs_info, const char *fmt, ...) 3565 { 3566 } 3567 #endif 3568 3569 __printf(5, 6) 3570 void __btrfs_std_error(struct btrfs_fs_info *fs_info, const char *function, 3571 unsigned int line, int errno, const char *fmt, ...); 3572 3573 3574 void __btrfs_abort_transaction(struct btrfs_trans_handle *trans, 3575 struct btrfs_root *root, const char *function, 3576 unsigned int line, int errno); 3577 3578 #define btrfs_set_fs_incompat(__fs_info, opt) \ 3579 __btrfs_set_fs_incompat((__fs_info), BTRFS_FEATURE_INCOMPAT_##opt) 3580 3581 static inline void __btrfs_set_fs_incompat(struct btrfs_fs_info *fs_info, 3582 u64 flag) 3583 { 3584 struct btrfs_super_block *disk_super; 3585 u64 features; 3586 3587 disk_super = fs_info->super_copy; 3588 features = btrfs_super_incompat_flags(disk_super); 3589 if (!(features & flag)) { 3590 features |= flag; 3591 btrfs_set_super_incompat_flags(disk_super, features); 3592 } 3593 } 3594 3595 /* 3596 * Call btrfs_abort_transaction as early as possible when an error condition is 3597 * detected, that way the exact line number is reported. 3598 */ 3599 3600 #define btrfs_abort_transaction(trans, root, errno) \ 3601 do { \ 3602 __btrfs_abort_transaction(trans, root, __func__, \ 3603 __LINE__, errno); \ 3604 } while (0) 3605 3606 #define btrfs_std_error(fs_info, errno) \ 3607 do { \ 3608 if ((errno)) \ 3609 __btrfs_std_error((fs_info), __func__, \ 3610 __LINE__, (errno), NULL); \ 3611 } while (0) 3612 3613 #define btrfs_error(fs_info, errno, fmt, args...) \ 3614 do { \ 3615 __btrfs_std_error((fs_info), __func__, __LINE__, \ 3616 (errno), fmt, ##args); \ 3617 } while (0) 3618 3619 __printf(5, 6) 3620 void __btrfs_panic(struct btrfs_fs_info *fs_info, const char *function, 3621 unsigned int line, int errno, const char *fmt, ...); 3622 3623 #define btrfs_panic(fs_info, errno, fmt, args...) \ 3624 do { \ 3625 struct btrfs_fs_info *_i = (fs_info); \ 3626 __btrfs_panic(_i, __func__, __LINE__, errno, fmt, ##args); \ 3627 BUG_ON(!(_i->mount_opt & BTRFS_MOUNT_PANIC_ON_FATAL_ERROR)); \ 3628 } while (0) 3629 3630 /* acl.c */ 3631 #ifdef CONFIG_BTRFS_FS_POSIX_ACL 3632 struct posix_acl *btrfs_get_acl(struct inode *inode, int type); 3633 int btrfs_init_acl(struct btrfs_trans_handle *trans, 3634 struct inode *inode, struct inode *dir); 3635 int btrfs_acl_chmod(struct inode *inode); 3636 #else 3637 #define btrfs_get_acl NULL 3638 static inline int btrfs_init_acl(struct btrfs_trans_handle *trans, 3639 struct inode *inode, struct inode *dir) 3640 { 3641 return 0; 3642 } 3643 static inline int btrfs_acl_chmod(struct inode *inode) 3644 { 3645 return 0; 3646 } 3647 #endif 3648 3649 /* relocation.c */ 3650 int btrfs_relocate_block_group(struct btrfs_root *root, u64 group_start); 3651 int btrfs_init_reloc_root(struct btrfs_trans_handle *trans, 3652 struct btrfs_root *root); 3653 int btrfs_update_reloc_root(struct btrfs_trans_handle *trans, 3654 struct btrfs_root *root); 3655 int btrfs_recover_relocation(struct btrfs_root *root); 3656 int btrfs_reloc_clone_csums(struct inode *inode, u64 file_pos, u64 len); 3657 void btrfs_reloc_cow_block(struct btrfs_trans_handle *trans, 3658 struct btrfs_root *root, struct extent_buffer *buf, 3659 struct extent_buffer *cow); 3660 void btrfs_reloc_pre_snapshot(struct btrfs_trans_handle *trans, 3661 struct btrfs_pending_snapshot *pending, 3662 u64 *bytes_to_reserve); 3663 int btrfs_reloc_post_snapshot(struct btrfs_trans_handle *trans, 3664 struct btrfs_pending_snapshot *pending); 3665 3666 /* scrub.c */ 3667 int btrfs_scrub_dev(struct btrfs_fs_info *fs_info, u64 devid, u64 start, 3668 u64 end, struct btrfs_scrub_progress *progress, 3669 int readonly, int is_dev_replace); 3670 void btrfs_scrub_pause(struct btrfs_root *root); 3671 void btrfs_scrub_pause_super(struct btrfs_root *root); 3672 void btrfs_scrub_continue(struct btrfs_root *root); 3673 void btrfs_scrub_continue_super(struct btrfs_root *root); 3674 int btrfs_scrub_cancel(struct btrfs_fs_info *info); 3675 int btrfs_scrub_cancel_dev(struct btrfs_fs_info *info, 3676 struct btrfs_device *dev); 3677 int btrfs_scrub_cancel_devid(struct btrfs_root *root, u64 devid); 3678 int btrfs_scrub_progress(struct btrfs_root *root, u64 devid, 3679 struct btrfs_scrub_progress *progress); 3680 3681 /* reada.c */ 3682 struct reada_control { 3683 struct btrfs_root *root; /* tree to prefetch */ 3684 struct btrfs_key key_start; 3685 struct btrfs_key key_end; /* exclusive */ 3686 atomic_t elems; 3687 struct kref refcnt; 3688 wait_queue_head_t wait; 3689 }; 3690 struct reada_control *btrfs_reada_add(struct btrfs_root *root, 3691 struct btrfs_key *start, struct btrfs_key *end); 3692 int btrfs_reada_wait(void *handle); 3693 void btrfs_reada_detach(void *handle); 3694 int btree_readahead_hook(struct btrfs_root *root, struct extent_buffer *eb, 3695 u64 start, int err); 3696 3697 /* qgroup.c */ 3698 struct qgroup_update { 3699 struct list_head list; 3700 struct btrfs_delayed_ref_node *node; 3701 struct btrfs_delayed_extent_op *extent_op; 3702 }; 3703 3704 int btrfs_quota_enable(struct btrfs_trans_handle *trans, 3705 struct btrfs_fs_info *fs_info); 3706 int btrfs_quota_disable(struct btrfs_trans_handle *trans, 3707 struct btrfs_fs_info *fs_info); 3708 int btrfs_quota_rescan(struct btrfs_fs_info *fs_info); 3709 int btrfs_add_qgroup_relation(struct btrfs_trans_handle *trans, 3710 struct btrfs_fs_info *fs_info, u64 src, u64 dst); 3711 int btrfs_del_qgroup_relation(struct btrfs_trans_handle *trans, 3712 struct btrfs_fs_info *fs_info, u64 src, u64 dst); 3713 int btrfs_create_qgroup(struct btrfs_trans_handle *trans, 3714 struct btrfs_fs_info *fs_info, u64 qgroupid, 3715 char *name); 3716 int btrfs_remove_qgroup(struct btrfs_trans_handle *trans, 3717 struct btrfs_fs_info *fs_info, u64 qgroupid); 3718 int btrfs_limit_qgroup(struct btrfs_trans_handle *trans, 3719 struct btrfs_fs_info *fs_info, u64 qgroupid, 3720 struct btrfs_qgroup_limit *limit); 3721 int btrfs_read_qgroup_config(struct btrfs_fs_info *fs_info); 3722 void btrfs_free_qgroup_config(struct btrfs_fs_info *fs_info); 3723 struct btrfs_delayed_extent_op; 3724 int btrfs_qgroup_record_ref(struct btrfs_trans_handle *trans, 3725 struct btrfs_delayed_ref_node *node, 3726 struct btrfs_delayed_extent_op *extent_op); 3727 int btrfs_qgroup_account_ref(struct btrfs_trans_handle *trans, 3728 struct btrfs_fs_info *fs_info, 3729 struct btrfs_delayed_ref_node *node, 3730 struct btrfs_delayed_extent_op *extent_op); 3731 int btrfs_run_qgroups(struct btrfs_trans_handle *trans, 3732 struct btrfs_fs_info *fs_info); 3733 int btrfs_qgroup_inherit(struct btrfs_trans_handle *trans, 3734 struct btrfs_fs_info *fs_info, u64 srcid, u64 objectid, 3735 struct btrfs_qgroup_inherit *inherit); 3736 int btrfs_qgroup_reserve(struct btrfs_root *root, u64 num_bytes); 3737 void btrfs_qgroup_free(struct btrfs_root *root, u64 num_bytes); 3738 3739 void assert_qgroups_uptodate(struct btrfs_trans_handle *trans); 3740 3741 static inline int is_fstree(u64 rootid) 3742 { 3743 if (rootid == BTRFS_FS_TREE_OBJECTID || 3744 (s64)rootid >= (s64)BTRFS_FIRST_FREE_OBJECTID) 3745 return 1; 3746 return 0; 3747 } 3748 #endif 3749