1 // SPDX-License-Identifier: GPL-2.0 2 /* 3 * Copyright (C) Qu Wenruo 2017. All rights reserved. 4 */ 5 6 /* 7 * The module is used to catch unexpected/corrupted tree block data. 8 * Such behavior can be caused either by a fuzzed image or bugs. 9 * 10 * The objective is to do leaf/node validation checks when tree block is read 11 * from disk, and check *every* possible member, so other code won't 12 * need to checking them again. 13 * 14 * Due to the potential and unwanted damage, every checker needs to be 15 * carefully reviewed otherwise so it does not prevent mount of valid images. 16 */ 17 18 #include <linux/types.h> 19 #include <linux/stddef.h> 20 #include <linux/error-injection.h> 21 #include "messages.h" 22 #include "ctree.h" 23 #include "tree-checker.h" 24 #include "disk-io.h" 25 #include "compression.h" 26 #include "volumes.h" 27 #include "misc.h" 28 #include "fs.h" 29 #include "accessors.h" 30 #include "file-item.h" 31 #include "inode-item.h" 32 #include "dir-item.h" 33 #include "raid-stripe-tree.h" 34 #include "extent-tree.h" 35 36 /* 37 * Error message should follow the following format: 38 * corrupt <type>: <identifier>, <reason>[, <bad_value>] 39 * 40 * @type: leaf or node 41 * @identifier: the necessary info to locate the leaf/node. 42 * It's recommended to decode key.objecitd/offset if it's 43 * meaningful. 44 * @reason: describe the error 45 * @bad_value: optional, it's recommended to output bad value and its 46 * expected value (range). 47 * 48 * Since comma is used to separate the components, only space is allowed 49 * inside each component. 50 */ 51 52 /* 53 * Append generic "corrupt leaf/node root=%llu block=%llu slot=%d: " to @fmt. 54 * Allows callers to customize the output. 55 */ 56 __printf(3, 4) 57 __cold 58 static void generic_err(const struct extent_buffer *eb, int slot, 59 const char *fmt, ...) 60 { 61 const struct btrfs_fs_info *fs_info = eb->fs_info; 62 struct va_format vaf; 63 va_list args; 64 65 va_start(args, fmt); 66 67 vaf.fmt = fmt; 68 vaf.va = &args; 69 70 btrfs_crit(fs_info, 71 "corrupt %s: root=%llu block=%llu slot=%d, %pV", 72 btrfs_header_level(eb) == 0 ? "leaf" : "node", 73 btrfs_header_owner(eb), btrfs_header_bytenr(eb), slot, &vaf); 74 va_end(args); 75 } 76 77 /* 78 * Customized reporter for extent data item, since its key objectid and 79 * offset has its own meaning. 80 */ 81 __printf(3, 4) 82 __cold 83 static void file_extent_err(const struct extent_buffer *eb, int slot, 84 const char *fmt, ...) 85 { 86 const struct btrfs_fs_info *fs_info = eb->fs_info; 87 struct btrfs_key key; 88 struct va_format vaf; 89 va_list args; 90 91 btrfs_item_key_to_cpu(eb, &key, slot); 92 va_start(args, fmt); 93 94 vaf.fmt = fmt; 95 vaf.va = &args; 96 97 btrfs_crit(fs_info, 98 "corrupt %s: root=%llu block=%llu slot=%d ino=%llu file_offset=%llu, %pV", 99 btrfs_header_level(eb) == 0 ? "leaf" : "node", 100 btrfs_header_owner(eb), btrfs_header_bytenr(eb), slot, 101 key.objectid, key.offset, &vaf); 102 va_end(args); 103 } 104 105 /* 106 * Return 0 if the btrfs_file_extent_##name is aligned to @alignment 107 * Else return 1 108 */ 109 #define CHECK_FE_ALIGNED(leaf, slot, fi, name, alignment) \ 110 ({ \ 111 if (unlikely(!IS_ALIGNED(btrfs_file_extent_##name((leaf), (fi)), \ 112 (alignment)))) \ 113 file_extent_err((leaf), (slot), \ 114 "invalid %s for file extent, have %llu, should be aligned to %u", \ 115 (#name), btrfs_file_extent_##name((leaf), (fi)), \ 116 (alignment)); \ 117 (!IS_ALIGNED(btrfs_file_extent_##name((leaf), (fi)), (alignment))); \ 118 }) 119 120 static u64 file_extent_end(struct extent_buffer *leaf, 121 struct btrfs_key *key, 122 struct btrfs_file_extent_item *extent) 123 { 124 u64 end; 125 u64 len; 126 127 if (btrfs_file_extent_type(leaf, extent) == BTRFS_FILE_EXTENT_INLINE) { 128 len = btrfs_file_extent_ram_bytes(leaf, extent); 129 end = ALIGN(key->offset + len, leaf->fs_info->sectorsize); 130 } else { 131 len = btrfs_file_extent_num_bytes(leaf, extent); 132 end = key->offset + len; 133 } 134 return end; 135 } 136 137 /* 138 * Customized report for dir_item, the only new important information is 139 * key->objectid, which represents inode number 140 */ 141 __printf(3, 4) 142 __cold 143 static void dir_item_err(const struct extent_buffer *eb, int slot, 144 const char *fmt, ...) 145 { 146 const struct btrfs_fs_info *fs_info = eb->fs_info; 147 struct btrfs_key key; 148 struct va_format vaf; 149 va_list args; 150 151 btrfs_item_key_to_cpu(eb, &key, slot); 152 va_start(args, fmt); 153 154 vaf.fmt = fmt; 155 vaf.va = &args; 156 157 btrfs_crit(fs_info, 158 "corrupt %s: root=%llu block=%llu slot=%d ino=%llu, %pV", 159 btrfs_header_level(eb) == 0 ? "leaf" : "node", 160 btrfs_header_owner(eb), btrfs_header_bytenr(eb), slot, 161 key.objectid, &vaf); 162 va_end(args); 163 } 164 165 /* 166 * This functions checks prev_key->objectid, to ensure current key and prev_key 167 * share the same objectid as inode number. 168 * 169 * This is to detect missing INODE_ITEM in subvolume trees. 170 * 171 * Return true if everything is OK or we don't need to check. 172 * Return false if anything is wrong. 173 */ 174 static bool check_prev_ino(struct extent_buffer *leaf, 175 struct btrfs_key *key, int slot, 176 struct btrfs_key *prev_key) 177 { 178 /* No prev key, skip check */ 179 if (slot == 0) 180 return true; 181 182 /* Only these key->types needs to be checked */ 183 ASSERT(key->type == BTRFS_XATTR_ITEM_KEY || 184 key->type == BTRFS_INODE_REF_KEY || 185 key->type == BTRFS_DIR_INDEX_KEY || 186 key->type == BTRFS_DIR_ITEM_KEY || 187 key->type == BTRFS_EXTENT_DATA_KEY); 188 189 /* 190 * Only subvolume trees along with their reloc trees need this check. 191 * Things like log tree doesn't follow this ino requirement. 192 */ 193 if (!is_fstree(btrfs_header_owner(leaf))) 194 return true; 195 196 if (key->objectid == prev_key->objectid) 197 return true; 198 199 /* Error found */ 200 dir_item_err(leaf, slot, 201 "invalid previous key objectid, have %llu expect %llu", 202 prev_key->objectid, key->objectid); 203 return false; 204 } 205 static int check_extent_data_item(struct extent_buffer *leaf, 206 struct btrfs_key *key, int slot, 207 struct btrfs_key *prev_key) 208 { 209 struct btrfs_fs_info *fs_info = leaf->fs_info; 210 struct btrfs_file_extent_item *fi; 211 u32 sectorsize = fs_info->sectorsize; 212 u32 item_size = btrfs_item_size(leaf, slot); 213 u64 extent_end; 214 215 if (unlikely(!IS_ALIGNED(key->offset, sectorsize))) { 216 file_extent_err(leaf, slot, 217 "unaligned file_offset for file extent, have %llu should be aligned to %u", 218 key->offset, sectorsize); 219 return -EUCLEAN; 220 } 221 222 /* 223 * Previous key must have the same key->objectid (ino). 224 * It can be XATTR_ITEM, INODE_ITEM or just another EXTENT_DATA. 225 * But if objectids mismatch, it means we have a missing 226 * INODE_ITEM. 227 */ 228 if (unlikely(!check_prev_ino(leaf, key, slot, prev_key))) 229 return -EUCLEAN; 230 231 fi = btrfs_item_ptr(leaf, slot, struct btrfs_file_extent_item); 232 233 /* 234 * Make sure the item contains at least inline header, so the file 235 * extent type is not some garbage. 236 */ 237 if (unlikely(item_size < BTRFS_FILE_EXTENT_INLINE_DATA_START)) { 238 file_extent_err(leaf, slot, 239 "invalid item size, have %u expect [%zu, %u)", 240 item_size, BTRFS_FILE_EXTENT_INLINE_DATA_START, 241 SZ_4K); 242 return -EUCLEAN; 243 } 244 if (unlikely(btrfs_file_extent_type(leaf, fi) >= 245 BTRFS_NR_FILE_EXTENT_TYPES)) { 246 file_extent_err(leaf, slot, 247 "invalid type for file extent, have %u expect range [0, %u]", 248 btrfs_file_extent_type(leaf, fi), 249 BTRFS_NR_FILE_EXTENT_TYPES - 1); 250 return -EUCLEAN; 251 } 252 253 /* 254 * Support for new compression/encryption must introduce incompat flag, 255 * and must be caught in open_ctree(). 256 */ 257 if (unlikely(btrfs_file_extent_compression(leaf, fi) >= 258 BTRFS_NR_COMPRESS_TYPES)) { 259 file_extent_err(leaf, slot, 260 "invalid compression for file extent, have %u expect range [0, %u]", 261 btrfs_file_extent_compression(leaf, fi), 262 BTRFS_NR_COMPRESS_TYPES - 1); 263 return -EUCLEAN; 264 } 265 if (unlikely(btrfs_file_extent_encryption(leaf, fi))) { 266 file_extent_err(leaf, slot, 267 "invalid encryption for file extent, have %u expect 0", 268 btrfs_file_extent_encryption(leaf, fi)); 269 return -EUCLEAN; 270 } 271 if (btrfs_file_extent_type(leaf, fi) == BTRFS_FILE_EXTENT_INLINE) { 272 /* Inline extent must have 0 as key offset */ 273 if (unlikely(key->offset)) { 274 file_extent_err(leaf, slot, 275 "invalid file_offset for inline file extent, have %llu expect 0", 276 key->offset); 277 return -EUCLEAN; 278 } 279 280 /* Compressed inline extent has no on-disk size, skip it */ 281 if (btrfs_file_extent_compression(leaf, fi) != 282 BTRFS_COMPRESS_NONE) 283 return 0; 284 285 /* Uncompressed inline extent size must match item size */ 286 if (unlikely(item_size != BTRFS_FILE_EXTENT_INLINE_DATA_START + 287 btrfs_file_extent_ram_bytes(leaf, fi))) { 288 file_extent_err(leaf, slot, 289 "invalid ram_bytes for uncompressed inline extent, have %u expect %llu", 290 item_size, BTRFS_FILE_EXTENT_INLINE_DATA_START + 291 btrfs_file_extent_ram_bytes(leaf, fi)); 292 return -EUCLEAN; 293 } 294 return 0; 295 } 296 297 /* Regular or preallocated extent has fixed item size */ 298 if (unlikely(item_size != sizeof(*fi))) { 299 file_extent_err(leaf, slot, 300 "invalid item size for reg/prealloc file extent, have %u expect %zu", 301 item_size, sizeof(*fi)); 302 return -EUCLEAN; 303 } 304 if (unlikely(CHECK_FE_ALIGNED(leaf, slot, fi, ram_bytes, sectorsize) || 305 CHECK_FE_ALIGNED(leaf, slot, fi, disk_bytenr, sectorsize) || 306 CHECK_FE_ALIGNED(leaf, slot, fi, disk_num_bytes, sectorsize) || 307 CHECK_FE_ALIGNED(leaf, slot, fi, offset, sectorsize) || 308 CHECK_FE_ALIGNED(leaf, slot, fi, num_bytes, sectorsize))) 309 return -EUCLEAN; 310 311 /* Catch extent end overflow */ 312 if (unlikely(check_add_overflow(btrfs_file_extent_num_bytes(leaf, fi), 313 key->offset, &extent_end))) { 314 file_extent_err(leaf, slot, 315 "extent end overflow, have file offset %llu extent num bytes %llu", 316 key->offset, 317 btrfs_file_extent_num_bytes(leaf, fi)); 318 return -EUCLEAN; 319 } 320 321 /* 322 * Check that no two consecutive file extent items, in the same leaf, 323 * present ranges that overlap each other. 324 */ 325 if (slot > 0 && 326 prev_key->objectid == key->objectid && 327 prev_key->type == BTRFS_EXTENT_DATA_KEY) { 328 struct btrfs_file_extent_item *prev_fi; 329 u64 prev_end; 330 331 prev_fi = btrfs_item_ptr(leaf, slot - 1, 332 struct btrfs_file_extent_item); 333 prev_end = file_extent_end(leaf, prev_key, prev_fi); 334 if (unlikely(prev_end > key->offset)) { 335 file_extent_err(leaf, slot - 1, 336 "file extent end range (%llu) goes beyond start offset (%llu) of the next file extent", 337 prev_end, key->offset); 338 return -EUCLEAN; 339 } 340 } 341 342 return 0; 343 } 344 345 static int check_csum_item(struct extent_buffer *leaf, struct btrfs_key *key, 346 int slot, struct btrfs_key *prev_key) 347 { 348 struct btrfs_fs_info *fs_info = leaf->fs_info; 349 u32 sectorsize = fs_info->sectorsize; 350 const u32 csumsize = fs_info->csum_size; 351 352 if (unlikely(key->objectid != BTRFS_EXTENT_CSUM_OBJECTID)) { 353 generic_err(leaf, slot, 354 "invalid key objectid for csum item, have %llu expect %llu", 355 key->objectid, BTRFS_EXTENT_CSUM_OBJECTID); 356 return -EUCLEAN; 357 } 358 if (unlikely(!IS_ALIGNED(key->offset, sectorsize))) { 359 generic_err(leaf, slot, 360 "unaligned key offset for csum item, have %llu should be aligned to %u", 361 key->offset, sectorsize); 362 return -EUCLEAN; 363 } 364 if (unlikely(!IS_ALIGNED(btrfs_item_size(leaf, slot), csumsize))) { 365 generic_err(leaf, slot, 366 "unaligned item size for csum item, have %u should be aligned to %u", 367 btrfs_item_size(leaf, slot), csumsize); 368 return -EUCLEAN; 369 } 370 if (slot > 0 && prev_key->type == BTRFS_EXTENT_CSUM_KEY) { 371 u64 prev_csum_end; 372 u32 prev_item_size; 373 374 prev_item_size = btrfs_item_size(leaf, slot - 1); 375 prev_csum_end = (prev_item_size / csumsize) * sectorsize; 376 prev_csum_end += prev_key->offset; 377 if (unlikely(prev_csum_end > key->offset)) { 378 generic_err(leaf, slot - 1, 379 "csum end range (%llu) goes beyond the start range (%llu) of the next csum item", 380 prev_csum_end, key->offset); 381 return -EUCLEAN; 382 } 383 } 384 return 0; 385 } 386 387 /* Inode item error output has the same format as dir_item_err() */ 388 #define inode_item_err(eb, slot, fmt, ...) \ 389 dir_item_err(eb, slot, fmt, __VA_ARGS__) 390 391 static int check_inode_key(struct extent_buffer *leaf, struct btrfs_key *key, 392 int slot) 393 { 394 struct btrfs_key item_key; 395 bool is_inode_item; 396 397 btrfs_item_key_to_cpu(leaf, &item_key, slot); 398 is_inode_item = (item_key.type == BTRFS_INODE_ITEM_KEY); 399 400 /* For XATTR_ITEM, location key should be all 0 */ 401 if (item_key.type == BTRFS_XATTR_ITEM_KEY) { 402 if (unlikely(key->objectid != 0 || key->type != 0 || 403 key->offset != 0)) 404 return -EUCLEAN; 405 return 0; 406 } 407 408 if (unlikely((key->objectid < BTRFS_FIRST_FREE_OBJECTID || 409 key->objectid > BTRFS_LAST_FREE_OBJECTID) && 410 key->objectid != BTRFS_ROOT_TREE_DIR_OBJECTID && 411 key->objectid != BTRFS_FREE_INO_OBJECTID)) { 412 if (is_inode_item) { 413 generic_err(leaf, slot, 414 "invalid key objectid: has %llu expect %llu or [%llu, %llu] or %llu", 415 key->objectid, BTRFS_ROOT_TREE_DIR_OBJECTID, 416 BTRFS_FIRST_FREE_OBJECTID, 417 BTRFS_LAST_FREE_OBJECTID, 418 BTRFS_FREE_INO_OBJECTID); 419 } else { 420 dir_item_err(leaf, slot, 421 "invalid location key objectid: has %llu expect %llu or [%llu, %llu] or %llu", 422 key->objectid, BTRFS_ROOT_TREE_DIR_OBJECTID, 423 BTRFS_FIRST_FREE_OBJECTID, 424 BTRFS_LAST_FREE_OBJECTID, 425 BTRFS_FREE_INO_OBJECTID); 426 } 427 return -EUCLEAN; 428 } 429 if (unlikely(key->offset != 0)) { 430 if (is_inode_item) 431 inode_item_err(leaf, slot, 432 "invalid key offset: has %llu expect 0", 433 key->offset); 434 else 435 dir_item_err(leaf, slot, 436 "invalid location key offset:has %llu expect 0", 437 key->offset); 438 return -EUCLEAN; 439 } 440 return 0; 441 } 442 443 static int check_root_key(struct extent_buffer *leaf, struct btrfs_key *key, 444 int slot) 445 { 446 struct btrfs_key item_key; 447 bool is_root_item; 448 449 btrfs_item_key_to_cpu(leaf, &item_key, slot); 450 is_root_item = (item_key.type == BTRFS_ROOT_ITEM_KEY); 451 452 /* 453 * Bad rootid for reloc trees. 454 * 455 * Reloc trees are only for subvolume trees, other trees only need 456 * to be COWed to be relocated. 457 */ 458 if (unlikely(is_root_item && key->objectid == BTRFS_TREE_RELOC_OBJECTID && 459 !is_fstree(key->offset))) { 460 generic_err(leaf, slot, 461 "invalid reloc tree for root %lld, root id is not a subvolume tree", 462 key->offset); 463 return -EUCLEAN; 464 } 465 466 /* No such tree id */ 467 if (unlikely(key->objectid == 0)) { 468 if (is_root_item) 469 generic_err(leaf, slot, "invalid root id 0"); 470 else 471 dir_item_err(leaf, slot, 472 "invalid location key root id 0"); 473 return -EUCLEAN; 474 } 475 476 /* DIR_ITEM/INDEX/INODE_REF is not allowed to point to non-fs trees */ 477 if (unlikely(!is_fstree(key->objectid) && !is_root_item)) { 478 dir_item_err(leaf, slot, 479 "invalid location key objectid, have %llu expect [%llu, %llu]", 480 key->objectid, BTRFS_FIRST_FREE_OBJECTID, 481 BTRFS_LAST_FREE_OBJECTID); 482 return -EUCLEAN; 483 } 484 485 /* 486 * ROOT_ITEM with non-zero offset means this is a snapshot, created at 487 * @offset transid. 488 * Furthermore, for location key in DIR_ITEM, its offset is always -1. 489 * 490 * So here we only check offset for reloc tree whose key->offset must 491 * be a valid tree. 492 */ 493 if (unlikely(key->objectid == BTRFS_TREE_RELOC_OBJECTID && 494 key->offset == 0)) { 495 generic_err(leaf, slot, "invalid root id 0 for reloc tree"); 496 return -EUCLEAN; 497 } 498 return 0; 499 } 500 501 static int check_dir_item(struct extent_buffer *leaf, 502 struct btrfs_key *key, struct btrfs_key *prev_key, 503 int slot) 504 { 505 struct btrfs_fs_info *fs_info = leaf->fs_info; 506 struct btrfs_dir_item *di; 507 u32 item_size = btrfs_item_size(leaf, slot); 508 u32 cur = 0; 509 510 if (unlikely(!check_prev_ino(leaf, key, slot, prev_key))) 511 return -EUCLEAN; 512 513 di = btrfs_item_ptr(leaf, slot, struct btrfs_dir_item); 514 while (cur < item_size) { 515 struct btrfs_key location_key; 516 u32 name_len; 517 u32 data_len; 518 u32 max_name_len; 519 u32 total_size; 520 u32 name_hash; 521 u8 dir_type; 522 int ret; 523 524 /* header itself should not cross item boundary */ 525 if (unlikely(cur + sizeof(*di) > item_size)) { 526 dir_item_err(leaf, slot, 527 "dir item header crosses item boundary, have %zu boundary %u", 528 cur + sizeof(*di), item_size); 529 return -EUCLEAN; 530 } 531 532 /* Location key check */ 533 btrfs_dir_item_key_to_cpu(leaf, di, &location_key); 534 if (location_key.type == BTRFS_ROOT_ITEM_KEY) { 535 ret = check_root_key(leaf, &location_key, slot); 536 if (unlikely(ret < 0)) 537 return ret; 538 } else if (location_key.type == BTRFS_INODE_ITEM_KEY || 539 location_key.type == 0) { 540 ret = check_inode_key(leaf, &location_key, slot); 541 if (unlikely(ret < 0)) 542 return ret; 543 } else { 544 dir_item_err(leaf, slot, 545 "invalid location key type, have %u, expect %u or %u", 546 location_key.type, BTRFS_ROOT_ITEM_KEY, 547 BTRFS_INODE_ITEM_KEY); 548 return -EUCLEAN; 549 } 550 551 /* dir type check */ 552 dir_type = btrfs_dir_ftype(leaf, di); 553 if (unlikely(dir_type >= BTRFS_FT_MAX)) { 554 dir_item_err(leaf, slot, 555 "invalid dir item type, have %u expect [0, %u)", 556 dir_type, BTRFS_FT_MAX); 557 return -EUCLEAN; 558 } 559 560 if (unlikely(key->type == BTRFS_XATTR_ITEM_KEY && 561 dir_type != BTRFS_FT_XATTR)) { 562 dir_item_err(leaf, slot, 563 "invalid dir item type for XATTR key, have %u expect %u", 564 dir_type, BTRFS_FT_XATTR); 565 return -EUCLEAN; 566 } 567 if (unlikely(dir_type == BTRFS_FT_XATTR && 568 key->type != BTRFS_XATTR_ITEM_KEY)) { 569 dir_item_err(leaf, slot, 570 "xattr dir type found for non-XATTR key"); 571 return -EUCLEAN; 572 } 573 if (dir_type == BTRFS_FT_XATTR) 574 max_name_len = XATTR_NAME_MAX; 575 else 576 max_name_len = BTRFS_NAME_LEN; 577 578 /* Name/data length check */ 579 name_len = btrfs_dir_name_len(leaf, di); 580 data_len = btrfs_dir_data_len(leaf, di); 581 if (unlikely(name_len > max_name_len)) { 582 dir_item_err(leaf, slot, 583 "dir item name len too long, have %u max %u", 584 name_len, max_name_len); 585 return -EUCLEAN; 586 } 587 if (unlikely(name_len + data_len > BTRFS_MAX_XATTR_SIZE(fs_info))) { 588 dir_item_err(leaf, slot, 589 "dir item name and data len too long, have %u max %u", 590 name_len + data_len, 591 BTRFS_MAX_XATTR_SIZE(fs_info)); 592 return -EUCLEAN; 593 } 594 595 if (unlikely(data_len && dir_type != BTRFS_FT_XATTR)) { 596 dir_item_err(leaf, slot, 597 "dir item with invalid data len, have %u expect 0", 598 data_len); 599 return -EUCLEAN; 600 } 601 602 total_size = sizeof(*di) + name_len + data_len; 603 604 /* header and name/data should not cross item boundary */ 605 if (unlikely(cur + total_size > item_size)) { 606 dir_item_err(leaf, slot, 607 "dir item data crosses item boundary, have %u boundary %u", 608 cur + total_size, item_size); 609 return -EUCLEAN; 610 } 611 612 /* 613 * Special check for XATTR/DIR_ITEM, as key->offset is name 614 * hash, should match its name 615 */ 616 if (key->type == BTRFS_DIR_ITEM_KEY || 617 key->type == BTRFS_XATTR_ITEM_KEY) { 618 char namebuf[max(BTRFS_NAME_LEN, XATTR_NAME_MAX)]; 619 620 read_extent_buffer(leaf, namebuf, 621 (unsigned long)(di + 1), name_len); 622 name_hash = btrfs_name_hash(namebuf, name_len); 623 if (unlikely(key->offset != name_hash)) { 624 dir_item_err(leaf, slot, 625 "name hash mismatch with key, have 0x%016x expect 0x%016llx", 626 name_hash, key->offset); 627 return -EUCLEAN; 628 } 629 } 630 cur += total_size; 631 di = (struct btrfs_dir_item *)((void *)di + total_size); 632 } 633 return 0; 634 } 635 636 __printf(3, 4) 637 __cold 638 static void block_group_err(const struct extent_buffer *eb, int slot, 639 const char *fmt, ...) 640 { 641 const struct btrfs_fs_info *fs_info = eb->fs_info; 642 struct btrfs_key key; 643 struct va_format vaf; 644 va_list args; 645 646 btrfs_item_key_to_cpu(eb, &key, slot); 647 va_start(args, fmt); 648 649 vaf.fmt = fmt; 650 vaf.va = &args; 651 652 btrfs_crit(fs_info, 653 "corrupt %s: root=%llu block=%llu slot=%d bg_start=%llu bg_len=%llu, %pV", 654 btrfs_header_level(eb) == 0 ? "leaf" : "node", 655 btrfs_header_owner(eb), btrfs_header_bytenr(eb), slot, 656 key.objectid, key.offset, &vaf); 657 va_end(args); 658 } 659 660 static int check_block_group_item(struct extent_buffer *leaf, 661 struct btrfs_key *key, int slot) 662 { 663 struct btrfs_fs_info *fs_info = leaf->fs_info; 664 struct btrfs_block_group_item bgi; 665 u32 item_size = btrfs_item_size(leaf, slot); 666 u64 chunk_objectid; 667 u64 flags; 668 u64 type; 669 670 /* 671 * Here we don't really care about alignment since extent allocator can 672 * handle it. We care more about the size. 673 */ 674 if (unlikely(key->offset == 0)) { 675 block_group_err(leaf, slot, 676 "invalid block group size 0"); 677 return -EUCLEAN; 678 } 679 680 if (unlikely(item_size != sizeof(bgi))) { 681 block_group_err(leaf, slot, 682 "invalid item size, have %u expect %zu", 683 item_size, sizeof(bgi)); 684 return -EUCLEAN; 685 } 686 687 read_extent_buffer(leaf, &bgi, btrfs_item_ptr_offset(leaf, slot), 688 sizeof(bgi)); 689 chunk_objectid = btrfs_stack_block_group_chunk_objectid(&bgi); 690 if (btrfs_fs_incompat(fs_info, EXTENT_TREE_V2)) { 691 /* 692 * We don't init the nr_global_roots until we load the global 693 * roots, so this could be 0 at mount time. If it's 0 we'll 694 * just assume we're fine, and later we'll check against our 695 * actual value. 696 */ 697 if (unlikely(fs_info->nr_global_roots && 698 chunk_objectid >= fs_info->nr_global_roots)) { 699 block_group_err(leaf, slot, 700 "invalid block group global root id, have %llu, needs to be <= %llu", 701 chunk_objectid, 702 fs_info->nr_global_roots); 703 return -EUCLEAN; 704 } 705 } else if (unlikely(chunk_objectid != BTRFS_FIRST_CHUNK_TREE_OBJECTID)) { 706 block_group_err(leaf, slot, 707 "invalid block group chunk objectid, have %llu expect %llu", 708 btrfs_stack_block_group_chunk_objectid(&bgi), 709 BTRFS_FIRST_CHUNK_TREE_OBJECTID); 710 return -EUCLEAN; 711 } 712 713 if (unlikely(btrfs_stack_block_group_used(&bgi) > key->offset)) { 714 block_group_err(leaf, slot, 715 "invalid block group used, have %llu expect [0, %llu)", 716 btrfs_stack_block_group_used(&bgi), key->offset); 717 return -EUCLEAN; 718 } 719 720 flags = btrfs_stack_block_group_flags(&bgi); 721 if (unlikely(hweight64(flags & BTRFS_BLOCK_GROUP_PROFILE_MASK) > 1)) { 722 block_group_err(leaf, slot, 723 "invalid profile flags, have 0x%llx (%lu bits set) expect no more than 1 bit set", 724 flags & BTRFS_BLOCK_GROUP_PROFILE_MASK, 725 hweight64(flags & BTRFS_BLOCK_GROUP_PROFILE_MASK)); 726 return -EUCLEAN; 727 } 728 729 type = flags & BTRFS_BLOCK_GROUP_TYPE_MASK; 730 if (unlikely(type != BTRFS_BLOCK_GROUP_DATA && 731 type != BTRFS_BLOCK_GROUP_METADATA && 732 type != BTRFS_BLOCK_GROUP_SYSTEM && 733 type != (BTRFS_BLOCK_GROUP_METADATA | 734 BTRFS_BLOCK_GROUP_DATA))) { 735 block_group_err(leaf, slot, 736 "invalid type, have 0x%llx (%lu bits set) expect either 0x%llx, 0x%llx, 0x%llx or 0x%llx", 737 type, hweight64(type), 738 BTRFS_BLOCK_GROUP_DATA, BTRFS_BLOCK_GROUP_METADATA, 739 BTRFS_BLOCK_GROUP_SYSTEM, 740 BTRFS_BLOCK_GROUP_METADATA | BTRFS_BLOCK_GROUP_DATA); 741 return -EUCLEAN; 742 } 743 return 0; 744 } 745 746 __printf(4, 5) 747 __cold 748 static void chunk_err(const struct extent_buffer *leaf, 749 const struct btrfs_chunk *chunk, u64 logical, 750 const char *fmt, ...) 751 { 752 const struct btrfs_fs_info *fs_info = leaf->fs_info; 753 bool is_sb; 754 struct va_format vaf; 755 va_list args; 756 int i; 757 int slot = -1; 758 759 /* Only superblock eb is able to have such small offset */ 760 is_sb = (leaf->start == BTRFS_SUPER_INFO_OFFSET); 761 762 if (!is_sb) { 763 /* 764 * Get the slot number by iterating through all slots, this 765 * would provide better readability. 766 */ 767 for (i = 0; i < btrfs_header_nritems(leaf); i++) { 768 if (btrfs_item_ptr_offset(leaf, i) == 769 (unsigned long)chunk) { 770 slot = i; 771 break; 772 } 773 } 774 } 775 va_start(args, fmt); 776 vaf.fmt = fmt; 777 vaf.va = &args; 778 779 if (is_sb) 780 btrfs_crit(fs_info, 781 "corrupt superblock syschunk array: chunk_start=%llu, %pV", 782 logical, &vaf); 783 else 784 btrfs_crit(fs_info, 785 "corrupt leaf: root=%llu block=%llu slot=%d chunk_start=%llu, %pV", 786 BTRFS_CHUNK_TREE_OBJECTID, leaf->start, slot, 787 logical, &vaf); 788 va_end(args); 789 } 790 791 /* 792 * The common chunk check which could also work on super block sys chunk array. 793 * 794 * Return -EUCLEAN if anything is corrupted. 795 * Return 0 if everything is OK. 796 */ 797 int btrfs_check_chunk_valid(struct extent_buffer *leaf, 798 struct btrfs_chunk *chunk, u64 logical) 799 { 800 struct btrfs_fs_info *fs_info = leaf->fs_info; 801 u64 length; 802 u64 chunk_end; 803 u64 stripe_len; 804 u16 num_stripes; 805 u16 sub_stripes; 806 u64 type; 807 u64 features; 808 bool mixed = false; 809 int raid_index; 810 int nparity; 811 int ncopies; 812 813 length = btrfs_chunk_length(leaf, chunk); 814 stripe_len = btrfs_chunk_stripe_len(leaf, chunk); 815 num_stripes = btrfs_chunk_num_stripes(leaf, chunk); 816 sub_stripes = btrfs_chunk_sub_stripes(leaf, chunk); 817 type = btrfs_chunk_type(leaf, chunk); 818 raid_index = btrfs_bg_flags_to_raid_index(type); 819 ncopies = btrfs_raid_array[raid_index].ncopies; 820 nparity = btrfs_raid_array[raid_index].nparity; 821 822 if (unlikely(!num_stripes)) { 823 chunk_err(leaf, chunk, logical, 824 "invalid chunk num_stripes, have %u", num_stripes); 825 return -EUCLEAN; 826 } 827 if (unlikely(num_stripes < ncopies)) { 828 chunk_err(leaf, chunk, logical, 829 "invalid chunk num_stripes < ncopies, have %u < %d", 830 num_stripes, ncopies); 831 return -EUCLEAN; 832 } 833 if (unlikely(nparity && num_stripes == nparity)) { 834 chunk_err(leaf, chunk, logical, 835 "invalid chunk num_stripes == nparity, have %u == %d", 836 num_stripes, nparity); 837 return -EUCLEAN; 838 } 839 if (unlikely(!IS_ALIGNED(logical, fs_info->sectorsize))) { 840 chunk_err(leaf, chunk, logical, 841 "invalid chunk logical, have %llu should aligned to %u", 842 logical, fs_info->sectorsize); 843 return -EUCLEAN; 844 } 845 if (unlikely(btrfs_chunk_sector_size(leaf, chunk) != fs_info->sectorsize)) { 846 chunk_err(leaf, chunk, logical, 847 "invalid chunk sectorsize, have %u expect %u", 848 btrfs_chunk_sector_size(leaf, chunk), 849 fs_info->sectorsize); 850 return -EUCLEAN; 851 } 852 if (unlikely(!length || !IS_ALIGNED(length, fs_info->sectorsize))) { 853 chunk_err(leaf, chunk, logical, 854 "invalid chunk length, have %llu", length); 855 return -EUCLEAN; 856 } 857 if (unlikely(check_add_overflow(logical, length, &chunk_end))) { 858 chunk_err(leaf, chunk, logical, 859 "invalid chunk logical start and length, have logical start %llu length %llu", 860 logical, length); 861 return -EUCLEAN; 862 } 863 if (unlikely(!is_power_of_2(stripe_len) || stripe_len != BTRFS_STRIPE_LEN)) { 864 chunk_err(leaf, chunk, logical, 865 "invalid chunk stripe length: %llu", 866 stripe_len); 867 return -EUCLEAN; 868 } 869 /* 870 * We artificially limit the chunk size, so that the number of stripes 871 * inside a chunk can be fit into a U32. The current limit (256G) is 872 * way too large for real world usage anyway, and it's also much larger 873 * than our existing limit (10G). 874 * 875 * Thus it should be a good way to catch obvious bitflips. 876 */ 877 if (unlikely(length >= btrfs_stripe_nr_to_offset(U32_MAX))) { 878 chunk_err(leaf, chunk, logical, 879 "chunk length too large: have %llu limit %llu", 880 length, btrfs_stripe_nr_to_offset(U32_MAX)); 881 return -EUCLEAN; 882 } 883 if (unlikely(type & ~(BTRFS_BLOCK_GROUP_TYPE_MASK | 884 BTRFS_BLOCK_GROUP_PROFILE_MASK))) { 885 chunk_err(leaf, chunk, logical, 886 "unrecognized chunk type: 0x%llx", 887 ~(BTRFS_BLOCK_GROUP_TYPE_MASK | 888 BTRFS_BLOCK_GROUP_PROFILE_MASK) & 889 btrfs_chunk_type(leaf, chunk)); 890 return -EUCLEAN; 891 } 892 893 if (unlikely(!has_single_bit_set(type & BTRFS_BLOCK_GROUP_PROFILE_MASK) && 894 (type & BTRFS_BLOCK_GROUP_PROFILE_MASK) != 0)) { 895 chunk_err(leaf, chunk, logical, 896 "invalid chunk profile flag: 0x%llx, expect 0 or 1 bit set", 897 type & BTRFS_BLOCK_GROUP_PROFILE_MASK); 898 return -EUCLEAN; 899 } 900 if (unlikely((type & BTRFS_BLOCK_GROUP_TYPE_MASK) == 0)) { 901 chunk_err(leaf, chunk, logical, 902 "missing chunk type flag, have 0x%llx one bit must be set in 0x%llx", 903 type, BTRFS_BLOCK_GROUP_TYPE_MASK); 904 return -EUCLEAN; 905 } 906 907 if (unlikely((type & BTRFS_BLOCK_GROUP_SYSTEM) && 908 (type & (BTRFS_BLOCK_GROUP_METADATA | 909 BTRFS_BLOCK_GROUP_DATA)))) { 910 chunk_err(leaf, chunk, logical, 911 "system chunk with data or metadata type: 0x%llx", 912 type); 913 return -EUCLEAN; 914 } 915 916 features = btrfs_super_incompat_flags(fs_info->super_copy); 917 if (features & BTRFS_FEATURE_INCOMPAT_MIXED_GROUPS) 918 mixed = true; 919 920 if (!mixed) { 921 if (unlikely((type & BTRFS_BLOCK_GROUP_METADATA) && 922 (type & BTRFS_BLOCK_GROUP_DATA))) { 923 chunk_err(leaf, chunk, logical, 924 "mixed chunk type in non-mixed mode: 0x%llx", type); 925 return -EUCLEAN; 926 } 927 } 928 929 if (unlikely((type & BTRFS_BLOCK_GROUP_RAID10 && 930 sub_stripes != btrfs_raid_array[BTRFS_RAID_RAID10].sub_stripes) || 931 (type & BTRFS_BLOCK_GROUP_RAID1 && 932 num_stripes != btrfs_raid_array[BTRFS_RAID_RAID1].devs_min) || 933 (type & BTRFS_BLOCK_GROUP_RAID1C3 && 934 num_stripes != btrfs_raid_array[BTRFS_RAID_RAID1C3].devs_min) || 935 (type & BTRFS_BLOCK_GROUP_RAID1C4 && 936 num_stripes != btrfs_raid_array[BTRFS_RAID_RAID1C4].devs_min) || 937 (type & BTRFS_BLOCK_GROUP_RAID5 && 938 num_stripes < btrfs_raid_array[BTRFS_RAID_RAID5].devs_min) || 939 (type & BTRFS_BLOCK_GROUP_RAID6 && 940 num_stripes < btrfs_raid_array[BTRFS_RAID_RAID6].devs_min) || 941 (type & BTRFS_BLOCK_GROUP_DUP && 942 num_stripes != btrfs_raid_array[BTRFS_RAID_DUP].dev_stripes) || 943 ((type & BTRFS_BLOCK_GROUP_PROFILE_MASK) == 0 && 944 num_stripes != btrfs_raid_array[BTRFS_RAID_SINGLE].dev_stripes))) { 945 chunk_err(leaf, chunk, logical, 946 "invalid num_stripes:sub_stripes %u:%u for profile %llu", 947 num_stripes, sub_stripes, 948 type & BTRFS_BLOCK_GROUP_PROFILE_MASK); 949 return -EUCLEAN; 950 } 951 952 return 0; 953 } 954 955 /* 956 * Enhanced version of chunk item checker. 957 * 958 * The common btrfs_check_chunk_valid() doesn't check item size since it needs 959 * to work on super block sys_chunk_array which doesn't have full item ptr. 960 */ 961 static int check_leaf_chunk_item(struct extent_buffer *leaf, 962 struct btrfs_chunk *chunk, 963 struct btrfs_key *key, int slot) 964 { 965 int num_stripes; 966 967 if (unlikely(btrfs_item_size(leaf, slot) < sizeof(struct btrfs_chunk))) { 968 chunk_err(leaf, chunk, key->offset, 969 "invalid chunk item size: have %u expect [%zu, %u)", 970 btrfs_item_size(leaf, slot), 971 sizeof(struct btrfs_chunk), 972 BTRFS_LEAF_DATA_SIZE(leaf->fs_info)); 973 return -EUCLEAN; 974 } 975 976 num_stripes = btrfs_chunk_num_stripes(leaf, chunk); 977 /* Let btrfs_check_chunk_valid() handle this error type */ 978 if (num_stripes == 0) 979 goto out; 980 981 if (unlikely(btrfs_chunk_item_size(num_stripes) != 982 btrfs_item_size(leaf, slot))) { 983 chunk_err(leaf, chunk, key->offset, 984 "invalid chunk item size: have %u expect %lu", 985 btrfs_item_size(leaf, slot), 986 btrfs_chunk_item_size(num_stripes)); 987 return -EUCLEAN; 988 } 989 out: 990 return btrfs_check_chunk_valid(leaf, chunk, key->offset); 991 } 992 993 __printf(3, 4) 994 __cold 995 static void dev_item_err(const struct extent_buffer *eb, int slot, 996 const char *fmt, ...) 997 { 998 struct btrfs_key key; 999 struct va_format vaf; 1000 va_list args; 1001 1002 btrfs_item_key_to_cpu(eb, &key, slot); 1003 va_start(args, fmt); 1004 1005 vaf.fmt = fmt; 1006 vaf.va = &args; 1007 1008 btrfs_crit(eb->fs_info, 1009 "corrupt %s: root=%llu block=%llu slot=%d devid=%llu %pV", 1010 btrfs_header_level(eb) == 0 ? "leaf" : "node", 1011 btrfs_header_owner(eb), btrfs_header_bytenr(eb), slot, 1012 key.objectid, &vaf); 1013 va_end(args); 1014 } 1015 1016 static int check_dev_item(struct extent_buffer *leaf, 1017 struct btrfs_key *key, int slot) 1018 { 1019 struct btrfs_dev_item *ditem; 1020 const u32 item_size = btrfs_item_size(leaf, slot); 1021 1022 if (unlikely(key->objectid != BTRFS_DEV_ITEMS_OBJECTID)) { 1023 dev_item_err(leaf, slot, 1024 "invalid objectid: has=%llu expect=%llu", 1025 key->objectid, BTRFS_DEV_ITEMS_OBJECTID); 1026 return -EUCLEAN; 1027 } 1028 1029 if (unlikely(item_size != sizeof(*ditem))) { 1030 dev_item_err(leaf, slot, "invalid item size: has %u expect %zu", 1031 item_size, sizeof(*ditem)); 1032 return -EUCLEAN; 1033 } 1034 1035 ditem = btrfs_item_ptr(leaf, slot, struct btrfs_dev_item); 1036 if (unlikely(btrfs_device_id(leaf, ditem) != key->offset)) { 1037 dev_item_err(leaf, slot, 1038 "devid mismatch: key has=%llu item has=%llu", 1039 key->offset, btrfs_device_id(leaf, ditem)); 1040 return -EUCLEAN; 1041 } 1042 1043 /* 1044 * For device total_bytes, we don't have reliable way to check it, as 1045 * it can be 0 for device removal. Device size check can only be done 1046 * by dev extents check. 1047 */ 1048 if (unlikely(btrfs_device_bytes_used(leaf, ditem) > 1049 btrfs_device_total_bytes(leaf, ditem))) { 1050 dev_item_err(leaf, slot, 1051 "invalid bytes used: have %llu expect [0, %llu]", 1052 btrfs_device_bytes_used(leaf, ditem), 1053 btrfs_device_total_bytes(leaf, ditem)); 1054 return -EUCLEAN; 1055 } 1056 /* 1057 * Remaining members like io_align/type/gen/dev_group aren't really 1058 * utilized. Skip them to make later usage of them easier. 1059 */ 1060 return 0; 1061 } 1062 1063 static int check_inode_item(struct extent_buffer *leaf, 1064 struct btrfs_key *key, int slot) 1065 { 1066 struct btrfs_fs_info *fs_info = leaf->fs_info; 1067 struct btrfs_inode_item *iitem; 1068 u64 super_gen = btrfs_super_generation(fs_info->super_copy); 1069 u32 valid_mask = (S_IFMT | S_ISUID | S_ISGID | S_ISVTX | 0777); 1070 const u32 item_size = btrfs_item_size(leaf, slot); 1071 u32 mode; 1072 int ret; 1073 u32 flags; 1074 u32 ro_flags; 1075 1076 ret = check_inode_key(leaf, key, slot); 1077 if (unlikely(ret < 0)) 1078 return ret; 1079 1080 if (unlikely(item_size != sizeof(*iitem))) { 1081 generic_err(leaf, slot, "invalid item size: has %u expect %zu", 1082 item_size, sizeof(*iitem)); 1083 return -EUCLEAN; 1084 } 1085 1086 iitem = btrfs_item_ptr(leaf, slot, struct btrfs_inode_item); 1087 1088 /* Here we use super block generation + 1 to handle log tree */ 1089 if (unlikely(btrfs_inode_generation(leaf, iitem) > super_gen + 1)) { 1090 inode_item_err(leaf, slot, 1091 "invalid inode generation: has %llu expect (0, %llu]", 1092 btrfs_inode_generation(leaf, iitem), 1093 super_gen + 1); 1094 return -EUCLEAN; 1095 } 1096 /* Note for ROOT_TREE_DIR_ITEM, mkfs could set its transid 0 */ 1097 if (unlikely(btrfs_inode_transid(leaf, iitem) > super_gen + 1)) { 1098 inode_item_err(leaf, slot, 1099 "invalid inode transid: has %llu expect [0, %llu]", 1100 btrfs_inode_transid(leaf, iitem), super_gen + 1); 1101 return -EUCLEAN; 1102 } 1103 1104 /* 1105 * For size and nbytes it's better not to be too strict, as for dir 1106 * item its size/nbytes can easily get wrong, but doesn't affect 1107 * anything in the fs. So here we skip the check. 1108 */ 1109 mode = btrfs_inode_mode(leaf, iitem); 1110 if (unlikely(mode & ~valid_mask)) { 1111 inode_item_err(leaf, slot, 1112 "unknown mode bit detected: 0x%x", 1113 mode & ~valid_mask); 1114 return -EUCLEAN; 1115 } 1116 1117 /* 1118 * S_IFMT is not bit mapped so we can't completely rely on 1119 * is_power_of_2/has_single_bit_set, but it can save us from checking 1120 * FIFO/CHR/DIR/REG. Only needs to check BLK, LNK and SOCKS 1121 */ 1122 if (!has_single_bit_set(mode & S_IFMT)) { 1123 if (unlikely(!S_ISLNK(mode) && !S_ISBLK(mode) && !S_ISSOCK(mode))) { 1124 inode_item_err(leaf, slot, 1125 "invalid mode: has 0%o expect valid S_IF* bit(s)", 1126 mode & S_IFMT); 1127 return -EUCLEAN; 1128 } 1129 } 1130 if (unlikely(S_ISDIR(mode) && btrfs_inode_nlink(leaf, iitem) > 1)) { 1131 inode_item_err(leaf, slot, 1132 "invalid nlink: has %u expect no more than 1 for dir", 1133 btrfs_inode_nlink(leaf, iitem)); 1134 return -EUCLEAN; 1135 } 1136 btrfs_inode_split_flags(btrfs_inode_flags(leaf, iitem), &flags, &ro_flags); 1137 if (unlikely(flags & ~BTRFS_INODE_FLAG_MASK)) { 1138 inode_item_err(leaf, slot, 1139 "unknown incompat flags detected: 0x%x", flags); 1140 return -EUCLEAN; 1141 } 1142 if (unlikely(!sb_rdonly(fs_info->sb) && 1143 (ro_flags & ~BTRFS_INODE_RO_FLAG_MASK))) { 1144 inode_item_err(leaf, slot, 1145 "unknown ro-compat flags detected on writeable mount: 0x%x", 1146 ro_flags); 1147 return -EUCLEAN; 1148 } 1149 return 0; 1150 } 1151 1152 static int check_root_item(struct extent_buffer *leaf, struct btrfs_key *key, 1153 int slot) 1154 { 1155 struct btrfs_fs_info *fs_info = leaf->fs_info; 1156 struct btrfs_root_item ri = { 0 }; 1157 const u64 valid_root_flags = BTRFS_ROOT_SUBVOL_RDONLY | 1158 BTRFS_ROOT_SUBVOL_DEAD; 1159 int ret; 1160 1161 ret = check_root_key(leaf, key, slot); 1162 if (unlikely(ret < 0)) 1163 return ret; 1164 1165 if (unlikely(btrfs_item_size(leaf, slot) != sizeof(ri) && 1166 btrfs_item_size(leaf, slot) != 1167 btrfs_legacy_root_item_size())) { 1168 generic_err(leaf, slot, 1169 "invalid root item size, have %u expect %zu or %u", 1170 btrfs_item_size(leaf, slot), sizeof(ri), 1171 btrfs_legacy_root_item_size()); 1172 return -EUCLEAN; 1173 } 1174 1175 /* 1176 * For legacy root item, the members starting at generation_v2 will be 1177 * all filled with 0. 1178 * And since we allow geneartion_v2 as 0, it will still pass the check. 1179 */ 1180 read_extent_buffer(leaf, &ri, btrfs_item_ptr_offset(leaf, slot), 1181 btrfs_item_size(leaf, slot)); 1182 1183 /* Generation related */ 1184 if (unlikely(btrfs_root_generation(&ri) > 1185 btrfs_super_generation(fs_info->super_copy) + 1)) { 1186 generic_err(leaf, slot, 1187 "invalid root generation, have %llu expect (0, %llu]", 1188 btrfs_root_generation(&ri), 1189 btrfs_super_generation(fs_info->super_copy) + 1); 1190 return -EUCLEAN; 1191 } 1192 if (unlikely(btrfs_root_generation_v2(&ri) > 1193 btrfs_super_generation(fs_info->super_copy) + 1)) { 1194 generic_err(leaf, slot, 1195 "invalid root v2 generation, have %llu expect (0, %llu]", 1196 btrfs_root_generation_v2(&ri), 1197 btrfs_super_generation(fs_info->super_copy) + 1); 1198 return -EUCLEAN; 1199 } 1200 if (unlikely(btrfs_root_last_snapshot(&ri) > 1201 btrfs_super_generation(fs_info->super_copy) + 1)) { 1202 generic_err(leaf, slot, 1203 "invalid root last_snapshot, have %llu expect (0, %llu]", 1204 btrfs_root_last_snapshot(&ri), 1205 btrfs_super_generation(fs_info->super_copy) + 1); 1206 return -EUCLEAN; 1207 } 1208 1209 /* Alignment and level check */ 1210 if (unlikely(!IS_ALIGNED(btrfs_root_bytenr(&ri), fs_info->sectorsize))) { 1211 generic_err(leaf, slot, 1212 "invalid root bytenr, have %llu expect to be aligned to %u", 1213 btrfs_root_bytenr(&ri), fs_info->sectorsize); 1214 return -EUCLEAN; 1215 } 1216 if (unlikely(btrfs_root_level(&ri) >= BTRFS_MAX_LEVEL)) { 1217 generic_err(leaf, slot, 1218 "invalid root level, have %u expect [0, %u]", 1219 btrfs_root_level(&ri), BTRFS_MAX_LEVEL - 1); 1220 return -EUCLEAN; 1221 } 1222 if (unlikely(btrfs_root_drop_level(&ri) >= BTRFS_MAX_LEVEL)) { 1223 generic_err(leaf, slot, 1224 "invalid root level, have %u expect [0, %u]", 1225 btrfs_root_drop_level(&ri), BTRFS_MAX_LEVEL - 1); 1226 return -EUCLEAN; 1227 } 1228 1229 /* Flags check */ 1230 if (unlikely(btrfs_root_flags(&ri) & ~valid_root_flags)) { 1231 generic_err(leaf, slot, 1232 "invalid root flags, have 0x%llx expect mask 0x%llx", 1233 btrfs_root_flags(&ri), valid_root_flags); 1234 return -EUCLEAN; 1235 } 1236 return 0; 1237 } 1238 1239 __printf(3,4) 1240 __cold 1241 static void extent_err(const struct extent_buffer *eb, int slot, 1242 const char *fmt, ...) 1243 { 1244 struct btrfs_key key; 1245 struct va_format vaf; 1246 va_list args; 1247 u64 bytenr; 1248 u64 len; 1249 1250 btrfs_item_key_to_cpu(eb, &key, slot); 1251 bytenr = key.objectid; 1252 if (key.type == BTRFS_METADATA_ITEM_KEY || 1253 key.type == BTRFS_TREE_BLOCK_REF_KEY || 1254 key.type == BTRFS_SHARED_BLOCK_REF_KEY) 1255 len = eb->fs_info->nodesize; 1256 else 1257 len = key.offset; 1258 va_start(args, fmt); 1259 1260 vaf.fmt = fmt; 1261 vaf.va = &args; 1262 1263 btrfs_crit(eb->fs_info, 1264 "corrupt %s: block=%llu slot=%d extent bytenr=%llu len=%llu %pV", 1265 btrfs_header_level(eb) == 0 ? "leaf" : "node", 1266 eb->start, slot, bytenr, len, &vaf); 1267 va_end(args); 1268 } 1269 1270 static int check_extent_item(struct extent_buffer *leaf, 1271 struct btrfs_key *key, int slot, 1272 struct btrfs_key *prev_key) 1273 { 1274 struct btrfs_fs_info *fs_info = leaf->fs_info; 1275 struct btrfs_extent_item *ei; 1276 bool is_tree_block = false; 1277 unsigned long ptr; /* Current pointer inside inline refs */ 1278 unsigned long end; /* Extent item end */ 1279 const u32 item_size = btrfs_item_size(leaf, slot); 1280 u8 last_type = 0; 1281 u64 last_seq = U64_MAX; 1282 u64 flags; 1283 u64 generation; 1284 u64 total_refs; /* Total refs in btrfs_extent_item */ 1285 u64 inline_refs = 0; /* found total inline refs */ 1286 1287 if (unlikely(key->type == BTRFS_METADATA_ITEM_KEY && 1288 !btrfs_fs_incompat(fs_info, SKINNY_METADATA))) { 1289 generic_err(leaf, slot, 1290 "invalid key type, METADATA_ITEM type invalid when SKINNY_METADATA feature disabled"); 1291 return -EUCLEAN; 1292 } 1293 /* key->objectid is the bytenr for both key types */ 1294 if (unlikely(!IS_ALIGNED(key->objectid, fs_info->sectorsize))) { 1295 generic_err(leaf, slot, 1296 "invalid key objectid, have %llu expect to be aligned to %u", 1297 key->objectid, fs_info->sectorsize); 1298 return -EUCLEAN; 1299 } 1300 1301 /* key->offset is tree level for METADATA_ITEM_KEY */ 1302 if (unlikely(key->type == BTRFS_METADATA_ITEM_KEY && 1303 key->offset >= BTRFS_MAX_LEVEL)) { 1304 extent_err(leaf, slot, 1305 "invalid tree level, have %llu expect [0, %u]", 1306 key->offset, BTRFS_MAX_LEVEL - 1); 1307 return -EUCLEAN; 1308 } 1309 1310 /* 1311 * EXTENT/METADATA_ITEM consists of: 1312 * 1) One btrfs_extent_item 1313 * Records the total refs, type and generation of the extent. 1314 * 1315 * 2) One btrfs_tree_block_info (for EXTENT_ITEM and tree backref only) 1316 * Records the first key and level of the tree block. 1317 * 1318 * 2) Zero or more btrfs_extent_inline_ref(s) 1319 * Each inline ref has one btrfs_extent_inline_ref shows: 1320 * 2.1) The ref type, one of the 4 1321 * TREE_BLOCK_REF Tree block only 1322 * SHARED_BLOCK_REF Tree block only 1323 * EXTENT_DATA_REF Data only 1324 * SHARED_DATA_REF Data only 1325 * 2.2) Ref type specific data 1326 * Either using btrfs_extent_inline_ref::offset, or specific 1327 * data structure. 1328 * 1329 * All above inline items should follow the order: 1330 * 1331 * - All btrfs_extent_inline_ref::type should be in an ascending 1332 * order 1333 * 1334 * - Within the same type, the items should follow a descending 1335 * order by their sequence number. The sequence number is 1336 * determined by: 1337 * * btrfs_extent_inline_ref::offset for all types other than 1338 * EXTENT_DATA_REF 1339 * * hash_extent_data_ref() for EXTENT_DATA_REF 1340 */ 1341 if (unlikely(item_size < sizeof(*ei))) { 1342 extent_err(leaf, slot, 1343 "invalid item size, have %u expect [%zu, %u)", 1344 item_size, sizeof(*ei), 1345 BTRFS_LEAF_DATA_SIZE(fs_info)); 1346 return -EUCLEAN; 1347 } 1348 end = item_size + btrfs_item_ptr_offset(leaf, slot); 1349 1350 /* Checks against extent_item */ 1351 ei = btrfs_item_ptr(leaf, slot, struct btrfs_extent_item); 1352 flags = btrfs_extent_flags(leaf, ei); 1353 total_refs = btrfs_extent_refs(leaf, ei); 1354 generation = btrfs_extent_generation(leaf, ei); 1355 if (unlikely(generation > 1356 btrfs_super_generation(fs_info->super_copy) + 1)) { 1357 extent_err(leaf, slot, 1358 "invalid generation, have %llu expect (0, %llu]", 1359 generation, 1360 btrfs_super_generation(fs_info->super_copy) + 1); 1361 return -EUCLEAN; 1362 } 1363 if (unlikely(!has_single_bit_set(flags & (BTRFS_EXTENT_FLAG_DATA | 1364 BTRFS_EXTENT_FLAG_TREE_BLOCK)))) { 1365 extent_err(leaf, slot, 1366 "invalid extent flag, have 0x%llx expect 1 bit set in 0x%llx", 1367 flags, BTRFS_EXTENT_FLAG_DATA | 1368 BTRFS_EXTENT_FLAG_TREE_BLOCK); 1369 return -EUCLEAN; 1370 } 1371 is_tree_block = !!(flags & BTRFS_EXTENT_FLAG_TREE_BLOCK); 1372 if (is_tree_block) { 1373 if (unlikely(key->type == BTRFS_EXTENT_ITEM_KEY && 1374 key->offset != fs_info->nodesize)) { 1375 extent_err(leaf, slot, 1376 "invalid extent length, have %llu expect %u", 1377 key->offset, fs_info->nodesize); 1378 return -EUCLEAN; 1379 } 1380 } else { 1381 if (unlikely(key->type != BTRFS_EXTENT_ITEM_KEY)) { 1382 extent_err(leaf, slot, 1383 "invalid key type, have %u expect %u for data backref", 1384 key->type, BTRFS_EXTENT_ITEM_KEY); 1385 return -EUCLEAN; 1386 } 1387 if (unlikely(!IS_ALIGNED(key->offset, fs_info->sectorsize))) { 1388 extent_err(leaf, slot, 1389 "invalid extent length, have %llu expect aligned to %u", 1390 key->offset, fs_info->sectorsize); 1391 return -EUCLEAN; 1392 } 1393 if (unlikely(flags & BTRFS_BLOCK_FLAG_FULL_BACKREF)) { 1394 extent_err(leaf, slot, 1395 "invalid extent flag, data has full backref set"); 1396 return -EUCLEAN; 1397 } 1398 } 1399 ptr = (unsigned long)(struct btrfs_extent_item *)(ei + 1); 1400 1401 /* Check the special case of btrfs_tree_block_info */ 1402 if (is_tree_block && key->type != BTRFS_METADATA_ITEM_KEY) { 1403 struct btrfs_tree_block_info *info; 1404 1405 info = (struct btrfs_tree_block_info *)ptr; 1406 if (unlikely(btrfs_tree_block_level(leaf, info) >= BTRFS_MAX_LEVEL)) { 1407 extent_err(leaf, slot, 1408 "invalid tree block info level, have %u expect [0, %u]", 1409 btrfs_tree_block_level(leaf, info), 1410 BTRFS_MAX_LEVEL - 1); 1411 return -EUCLEAN; 1412 } 1413 ptr = (unsigned long)(struct btrfs_tree_block_info *)(info + 1); 1414 } 1415 1416 /* Check inline refs */ 1417 while (ptr < end) { 1418 struct btrfs_extent_inline_ref *iref; 1419 struct btrfs_extent_data_ref *dref; 1420 struct btrfs_shared_data_ref *sref; 1421 u64 seq; 1422 u64 dref_offset; 1423 u64 inline_offset; 1424 u8 inline_type; 1425 1426 if (unlikely(ptr + sizeof(*iref) > end)) { 1427 extent_err(leaf, slot, 1428 "inline ref item overflows extent item, ptr %lu iref size %zu end %lu", 1429 ptr, sizeof(*iref), end); 1430 return -EUCLEAN; 1431 } 1432 iref = (struct btrfs_extent_inline_ref *)ptr; 1433 inline_type = btrfs_extent_inline_ref_type(leaf, iref); 1434 inline_offset = btrfs_extent_inline_ref_offset(leaf, iref); 1435 seq = inline_offset; 1436 if (unlikely(ptr + btrfs_extent_inline_ref_size(inline_type) > end)) { 1437 extent_err(leaf, slot, 1438 "inline ref item overflows extent item, ptr %lu iref size %u end %lu", 1439 ptr, inline_type, end); 1440 return -EUCLEAN; 1441 } 1442 1443 switch (inline_type) { 1444 /* inline_offset is subvolid of the owner, no need to check */ 1445 case BTRFS_TREE_BLOCK_REF_KEY: 1446 inline_refs++; 1447 break; 1448 /* Contains parent bytenr */ 1449 case BTRFS_SHARED_BLOCK_REF_KEY: 1450 if (unlikely(!IS_ALIGNED(inline_offset, 1451 fs_info->sectorsize))) { 1452 extent_err(leaf, slot, 1453 "invalid tree parent bytenr, have %llu expect aligned to %u", 1454 inline_offset, fs_info->sectorsize); 1455 return -EUCLEAN; 1456 } 1457 inline_refs++; 1458 break; 1459 /* 1460 * Contains owner subvolid, owner key objectid, adjusted offset. 1461 * The only obvious corruption can happen in that offset. 1462 */ 1463 case BTRFS_EXTENT_DATA_REF_KEY: 1464 dref = (struct btrfs_extent_data_ref *)(&iref->offset); 1465 dref_offset = btrfs_extent_data_ref_offset(leaf, dref); 1466 seq = hash_extent_data_ref( 1467 btrfs_extent_data_ref_root(leaf, dref), 1468 btrfs_extent_data_ref_objectid(leaf, dref), 1469 btrfs_extent_data_ref_offset(leaf, dref)); 1470 if (unlikely(!IS_ALIGNED(dref_offset, 1471 fs_info->sectorsize))) { 1472 extent_err(leaf, slot, 1473 "invalid data ref offset, have %llu expect aligned to %u", 1474 dref_offset, fs_info->sectorsize); 1475 return -EUCLEAN; 1476 } 1477 inline_refs += btrfs_extent_data_ref_count(leaf, dref); 1478 break; 1479 /* Contains parent bytenr and ref count */ 1480 case BTRFS_SHARED_DATA_REF_KEY: 1481 sref = (struct btrfs_shared_data_ref *)(iref + 1); 1482 if (unlikely(!IS_ALIGNED(inline_offset, 1483 fs_info->sectorsize))) { 1484 extent_err(leaf, slot, 1485 "invalid data parent bytenr, have %llu expect aligned to %u", 1486 inline_offset, fs_info->sectorsize); 1487 return -EUCLEAN; 1488 } 1489 inline_refs += btrfs_shared_data_ref_count(leaf, sref); 1490 break; 1491 case BTRFS_EXTENT_OWNER_REF_KEY: 1492 WARN_ON(!btrfs_fs_incompat(fs_info, SIMPLE_QUOTA)); 1493 break; 1494 default: 1495 extent_err(leaf, slot, "unknown inline ref type: %u", 1496 inline_type); 1497 return -EUCLEAN; 1498 } 1499 if (inline_type < last_type) { 1500 extent_err(leaf, slot, 1501 "inline ref out-of-order: has type %u, prev type %u", 1502 inline_type, last_type); 1503 return -EUCLEAN; 1504 } 1505 /* Type changed, allow the sequence starts from U64_MAX again. */ 1506 if (inline_type > last_type) 1507 last_seq = U64_MAX; 1508 if (seq > last_seq) { 1509 extent_err(leaf, slot, 1510 "inline ref out-of-order: has type %u offset %llu seq 0x%llx, prev type %u seq 0x%llx", 1511 inline_type, inline_offset, seq, 1512 last_type, last_seq); 1513 return -EUCLEAN; 1514 } 1515 last_type = inline_type; 1516 last_seq = seq; 1517 ptr += btrfs_extent_inline_ref_size(inline_type); 1518 } 1519 /* No padding is allowed */ 1520 if (unlikely(ptr != end)) { 1521 extent_err(leaf, slot, 1522 "invalid extent item size, padding bytes found"); 1523 return -EUCLEAN; 1524 } 1525 1526 /* Finally, check the inline refs against total refs */ 1527 if (unlikely(inline_refs > total_refs)) { 1528 extent_err(leaf, slot, 1529 "invalid extent refs, have %llu expect >= inline %llu", 1530 total_refs, inline_refs); 1531 return -EUCLEAN; 1532 } 1533 1534 if ((prev_key->type == BTRFS_EXTENT_ITEM_KEY) || 1535 (prev_key->type == BTRFS_METADATA_ITEM_KEY)) { 1536 u64 prev_end = prev_key->objectid; 1537 1538 if (prev_key->type == BTRFS_METADATA_ITEM_KEY) 1539 prev_end += fs_info->nodesize; 1540 else 1541 prev_end += prev_key->offset; 1542 1543 if (unlikely(prev_end > key->objectid)) { 1544 extent_err(leaf, slot, 1545 "previous extent [%llu %u %llu] overlaps current extent [%llu %u %llu]", 1546 prev_key->objectid, prev_key->type, 1547 prev_key->offset, key->objectid, key->type, 1548 key->offset); 1549 return -EUCLEAN; 1550 } 1551 } 1552 1553 return 0; 1554 } 1555 1556 static int check_simple_keyed_refs(struct extent_buffer *leaf, 1557 struct btrfs_key *key, int slot) 1558 { 1559 u32 expect_item_size = 0; 1560 1561 if (key->type == BTRFS_SHARED_DATA_REF_KEY) 1562 expect_item_size = sizeof(struct btrfs_shared_data_ref); 1563 1564 if (unlikely(btrfs_item_size(leaf, slot) != expect_item_size)) { 1565 generic_err(leaf, slot, 1566 "invalid item size, have %u expect %u for key type %u", 1567 btrfs_item_size(leaf, slot), 1568 expect_item_size, key->type); 1569 return -EUCLEAN; 1570 } 1571 if (unlikely(!IS_ALIGNED(key->objectid, leaf->fs_info->sectorsize))) { 1572 generic_err(leaf, slot, 1573 "invalid key objectid for shared block ref, have %llu expect aligned to %u", 1574 key->objectid, leaf->fs_info->sectorsize); 1575 return -EUCLEAN; 1576 } 1577 if (unlikely(key->type != BTRFS_TREE_BLOCK_REF_KEY && 1578 !IS_ALIGNED(key->offset, leaf->fs_info->sectorsize))) { 1579 extent_err(leaf, slot, 1580 "invalid tree parent bytenr, have %llu expect aligned to %u", 1581 key->offset, leaf->fs_info->sectorsize); 1582 return -EUCLEAN; 1583 } 1584 return 0; 1585 } 1586 1587 static int check_extent_data_ref(struct extent_buffer *leaf, 1588 struct btrfs_key *key, int slot) 1589 { 1590 struct btrfs_extent_data_ref *dref; 1591 unsigned long ptr = btrfs_item_ptr_offset(leaf, slot); 1592 const unsigned long end = ptr + btrfs_item_size(leaf, slot); 1593 1594 if (unlikely(btrfs_item_size(leaf, slot) % sizeof(*dref) != 0)) { 1595 generic_err(leaf, slot, 1596 "invalid item size, have %u expect aligned to %zu for key type %u", 1597 btrfs_item_size(leaf, slot), 1598 sizeof(*dref), key->type); 1599 return -EUCLEAN; 1600 } 1601 if (unlikely(!IS_ALIGNED(key->objectid, leaf->fs_info->sectorsize))) { 1602 generic_err(leaf, slot, 1603 "invalid key objectid for shared block ref, have %llu expect aligned to %u", 1604 key->objectid, leaf->fs_info->sectorsize); 1605 return -EUCLEAN; 1606 } 1607 for (; ptr < end; ptr += sizeof(*dref)) { 1608 u64 offset; 1609 1610 /* 1611 * We cannot check the extent_data_ref hash due to possible 1612 * overflow from the leaf due to hash collisions. 1613 */ 1614 dref = (struct btrfs_extent_data_ref *)ptr; 1615 offset = btrfs_extent_data_ref_offset(leaf, dref); 1616 if (unlikely(!IS_ALIGNED(offset, leaf->fs_info->sectorsize))) { 1617 extent_err(leaf, slot, 1618 "invalid extent data backref offset, have %llu expect aligned to %u", 1619 offset, leaf->fs_info->sectorsize); 1620 return -EUCLEAN; 1621 } 1622 } 1623 return 0; 1624 } 1625 1626 #define inode_ref_err(eb, slot, fmt, args...) \ 1627 inode_item_err(eb, slot, fmt, ##args) 1628 static int check_inode_ref(struct extent_buffer *leaf, 1629 struct btrfs_key *key, struct btrfs_key *prev_key, 1630 int slot) 1631 { 1632 struct btrfs_inode_ref *iref; 1633 unsigned long ptr; 1634 unsigned long end; 1635 1636 if (unlikely(!check_prev_ino(leaf, key, slot, prev_key))) 1637 return -EUCLEAN; 1638 /* namelen can't be 0, so item_size == sizeof() is also invalid */ 1639 if (unlikely(btrfs_item_size(leaf, slot) <= sizeof(*iref))) { 1640 inode_ref_err(leaf, slot, 1641 "invalid item size, have %u expect (%zu, %u)", 1642 btrfs_item_size(leaf, slot), 1643 sizeof(*iref), BTRFS_LEAF_DATA_SIZE(leaf->fs_info)); 1644 return -EUCLEAN; 1645 } 1646 1647 ptr = btrfs_item_ptr_offset(leaf, slot); 1648 end = ptr + btrfs_item_size(leaf, slot); 1649 while (ptr < end) { 1650 u16 namelen; 1651 1652 if (unlikely(ptr + sizeof(iref) > end)) { 1653 inode_ref_err(leaf, slot, 1654 "inode ref overflow, ptr %lu end %lu inode_ref_size %zu", 1655 ptr, end, sizeof(iref)); 1656 return -EUCLEAN; 1657 } 1658 1659 iref = (struct btrfs_inode_ref *)ptr; 1660 namelen = btrfs_inode_ref_name_len(leaf, iref); 1661 if (unlikely(ptr + sizeof(*iref) + namelen > end)) { 1662 inode_ref_err(leaf, slot, 1663 "inode ref overflow, ptr %lu end %lu namelen %u", 1664 ptr, end, namelen); 1665 return -EUCLEAN; 1666 } 1667 1668 /* 1669 * NOTE: In theory we should record all found index numbers 1670 * to find any duplicated indexes, but that will be too time 1671 * consuming for inodes with too many hard links. 1672 */ 1673 ptr += sizeof(*iref) + namelen; 1674 } 1675 return 0; 1676 } 1677 1678 static int check_raid_stripe_extent(const struct extent_buffer *leaf, 1679 const struct btrfs_key *key, int slot) 1680 { 1681 struct btrfs_stripe_extent *stripe_extent = 1682 btrfs_item_ptr(leaf, slot, struct btrfs_stripe_extent); 1683 1684 if (unlikely(!IS_ALIGNED(key->objectid, leaf->fs_info->sectorsize))) { 1685 generic_err(leaf, slot, 1686 "invalid key objectid for raid stripe extent, have %llu expect aligned to %u", 1687 key->objectid, leaf->fs_info->sectorsize); 1688 return -EUCLEAN; 1689 } 1690 1691 if (unlikely(!btrfs_fs_incompat(leaf->fs_info, RAID_STRIPE_TREE))) { 1692 generic_err(leaf, slot, 1693 "RAID_STRIPE_EXTENT present but RAID_STRIPE_TREE incompat bit unset"); 1694 return -EUCLEAN; 1695 } 1696 1697 switch (btrfs_stripe_extent_encoding(leaf, stripe_extent)) { 1698 case BTRFS_STRIPE_RAID0: 1699 case BTRFS_STRIPE_RAID1: 1700 case BTRFS_STRIPE_DUP: 1701 case BTRFS_STRIPE_RAID10: 1702 case BTRFS_STRIPE_RAID5: 1703 case BTRFS_STRIPE_RAID6: 1704 case BTRFS_STRIPE_RAID1C3: 1705 case BTRFS_STRIPE_RAID1C4: 1706 break; 1707 default: 1708 generic_err(leaf, slot, "invalid raid stripe encoding %u", 1709 btrfs_stripe_extent_encoding(leaf, stripe_extent)); 1710 return -EUCLEAN; 1711 } 1712 1713 return 0; 1714 } 1715 1716 /* 1717 * Common point to switch the item-specific validation. 1718 */ 1719 static enum btrfs_tree_block_status check_leaf_item(struct extent_buffer *leaf, 1720 struct btrfs_key *key, 1721 int slot, 1722 struct btrfs_key *prev_key) 1723 { 1724 int ret = 0; 1725 struct btrfs_chunk *chunk; 1726 1727 switch (key->type) { 1728 case BTRFS_EXTENT_DATA_KEY: 1729 ret = check_extent_data_item(leaf, key, slot, prev_key); 1730 break; 1731 case BTRFS_EXTENT_CSUM_KEY: 1732 ret = check_csum_item(leaf, key, slot, prev_key); 1733 break; 1734 case BTRFS_DIR_ITEM_KEY: 1735 case BTRFS_DIR_INDEX_KEY: 1736 case BTRFS_XATTR_ITEM_KEY: 1737 ret = check_dir_item(leaf, key, prev_key, slot); 1738 break; 1739 case BTRFS_INODE_REF_KEY: 1740 ret = check_inode_ref(leaf, key, prev_key, slot); 1741 break; 1742 case BTRFS_BLOCK_GROUP_ITEM_KEY: 1743 ret = check_block_group_item(leaf, key, slot); 1744 break; 1745 case BTRFS_CHUNK_ITEM_KEY: 1746 chunk = btrfs_item_ptr(leaf, slot, struct btrfs_chunk); 1747 ret = check_leaf_chunk_item(leaf, chunk, key, slot); 1748 break; 1749 case BTRFS_DEV_ITEM_KEY: 1750 ret = check_dev_item(leaf, key, slot); 1751 break; 1752 case BTRFS_INODE_ITEM_KEY: 1753 ret = check_inode_item(leaf, key, slot); 1754 break; 1755 case BTRFS_ROOT_ITEM_KEY: 1756 ret = check_root_item(leaf, key, slot); 1757 break; 1758 case BTRFS_EXTENT_ITEM_KEY: 1759 case BTRFS_METADATA_ITEM_KEY: 1760 ret = check_extent_item(leaf, key, slot, prev_key); 1761 break; 1762 case BTRFS_TREE_BLOCK_REF_KEY: 1763 case BTRFS_SHARED_DATA_REF_KEY: 1764 case BTRFS_SHARED_BLOCK_REF_KEY: 1765 ret = check_simple_keyed_refs(leaf, key, slot); 1766 break; 1767 case BTRFS_EXTENT_DATA_REF_KEY: 1768 ret = check_extent_data_ref(leaf, key, slot); 1769 break; 1770 case BTRFS_RAID_STRIPE_KEY: 1771 ret = check_raid_stripe_extent(leaf, key, slot); 1772 break; 1773 } 1774 1775 if (ret) 1776 return BTRFS_TREE_BLOCK_INVALID_ITEM; 1777 return BTRFS_TREE_BLOCK_CLEAN; 1778 } 1779 1780 enum btrfs_tree_block_status __btrfs_check_leaf(struct extent_buffer *leaf) 1781 { 1782 struct btrfs_fs_info *fs_info = leaf->fs_info; 1783 /* No valid key type is 0, so all key should be larger than this key */ 1784 struct btrfs_key prev_key = {0, 0, 0}; 1785 struct btrfs_key key; 1786 u32 nritems = btrfs_header_nritems(leaf); 1787 int slot; 1788 1789 if (unlikely(btrfs_header_level(leaf) != 0)) { 1790 generic_err(leaf, 0, 1791 "invalid level for leaf, have %d expect 0", 1792 btrfs_header_level(leaf)); 1793 return BTRFS_TREE_BLOCK_INVALID_LEVEL; 1794 } 1795 1796 /* 1797 * Extent buffers from a relocation tree have a owner field that 1798 * corresponds to the subvolume tree they are based on. So just from an 1799 * extent buffer alone we can not find out what is the id of the 1800 * corresponding subvolume tree, so we can not figure out if the extent 1801 * buffer corresponds to the root of the relocation tree or not. So 1802 * skip this check for relocation trees. 1803 */ 1804 if (nritems == 0 && !btrfs_header_flag(leaf, BTRFS_HEADER_FLAG_RELOC)) { 1805 u64 owner = btrfs_header_owner(leaf); 1806 1807 /* These trees must never be empty */ 1808 if (unlikely(owner == BTRFS_ROOT_TREE_OBJECTID || 1809 owner == BTRFS_CHUNK_TREE_OBJECTID || 1810 owner == BTRFS_DEV_TREE_OBJECTID || 1811 owner == BTRFS_FS_TREE_OBJECTID || 1812 owner == BTRFS_DATA_RELOC_TREE_OBJECTID)) { 1813 generic_err(leaf, 0, 1814 "invalid root, root %llu must never be empty", 1815 owner); 1816 return BTRFS_TREE_BLOCK_INVALID_NRITEMS; 1817 } 1818 1819 /* Unknown tree */ 1820 if (unlikely(owner == 0)) { 1821 generic_err(leaf, 0, 1822 "invalid owner, root 0 is not defined"); 1823 return BTRFS_TREE_BLOCK_INVALID_OWNER; 1824 } 1825 1826 /* EXTENT_TREE_V2 can have empty extent trees. */ 1827 if (btrfs_fs_incompat(fs_info, EXTENT_TREE_V2)) 1828 return BTRFS_TREE_BLOCK_CLEAN; 1829 1830 if (unlikely(owner == BTRFS_EXTENT_TREE_OBJECTID)) { 1831 generic_err(leaf, 0, 1832 "invalid root, root %llu must never be empty", 1833 owner); 1834 return BTRFS_TREE_BLOCK_INVALID_NRITEMS; 1835 } 1836 1837 return BTRFS_TREE_BLOCK_CLEAN; 1838 } 1839 1840 if (unlikely(nritems == 0)) 1841 return BTRFS_TREE_BLOCK_CLEAN; 1842 1843 /* 1844 * Check the following things to make sure this is a good leaf, and 1845 * leaf users won't need to bother with similar sanity checks: 1846 * 1847 * 1) key ordering 1848 * 2) item offset and size 1849 * No overlap, no hole, all inside the leaf. 1850 * 3) item content 1851 * If possible, do comprehensive sanity check. 1852 * NOTE: All checks must only rely on the item data itself. 1853 */ 1854 for (slot = 0; slot < nritems; slot++) { 1855 u32 item_end_expected; 1856 u64 item_data_end; 1857 1858 btrfs_item_key_to_cpu(leaf, &key, slot); 1859 1860 /* Make sure the keys are in the right order */ 1861 if (unlikely(btrfs_comp_cpu_keys(&prev_key, &key) >= 0)) { 1862 generic_err(leaf, slot, 1863 "bad key order, prev (%llu %u %llu) current (%llu %u %llu)", 1864 prev_key.objectid, prev_key.type, 1865 prev_key.offset, key.objectid, key.type, 1866 key.offset); 1867 return BTRFS_TREE_BLOCK_BAD_KEY_ORDER; 1868 } 1869 1870 item_data_end = (u64)btrfs_item_offset(leaf, slot) + 1871 btrfs_item_size(leaf, slot); 1872 /* 1873 * Make sure the offset and ends are right, remember that the 1874 * item data starts at the end of the leaf and grows towards the 1875 * front. 1876 */ 1877 if (slot == 0) 1878 item_end_expected = BTRFS_LEAF_DATA_SIZE(fs_info); 1879 else 1880 item_end_expected = btrfs_item_offset(leaf, 1881 slot - 1); 1882 if (unlikely(item_data_end != item_end_expected)) { 1883 generic_err(leaf, slot, 1884 "unexpected item end, have %llu expect %u", 1885 item_data_end, item_end_expected); 1886 return BTRFS_TREE_BLOCK_INVALID_OFFSETS; 1887 } 1888 1889 /* 1890 * Check to make sure that we don't point outside of the leaf, 1891 * just in case all the items are consistent to each other, but 1892 * all point outside of the leaf. 1893 */ 1894 if (unlikely(item_data_end > BTRFS_LEAF_DATA_SIZE(fs_info))) { 1895 generic_err(leaf, slot, 1896 "slot end outside of leaf, have %llu expect range [0, %u]", 1897 item_data_end, BTRFS_LEAF_DATA_SIZE(fs_info)); 1898 return BTRFS_TREE_BLOCK_INVALID_OFFSETS; 1899 } 1900 1901 /* Also check if the item pointer overlaps with btrfs item. */ 1902 if (unlikely(btrfs_item_ptr_offset(leaf, slot) < 1903 btrfs_item_nr_offset(leaf, slot) + sizeof(struct btrfs_item))) { 1904 generic_err(leaf, slot, 1905 "slot overlaps with its data, item end %lu data start %lu", 1906 btrfs_item_nr_offset(leaf, slot) + 1907 sizeof(struct btrfs_item), 1908 btrfs_item_ptr_offset(leaf, slot)); 1909 return BTRFS_TREE_BLOCK_INVALID_OFFSETS; 1910 } 1911 1912 /* 1913 * We only want to do this if WRITTEN is set, otherwise the leaf 1914 * may be in some intermediate state and won't appear valid. 1915 */ 1916 if (btrfs_header_flag(leaf, BTRFS_HEADER_FLAG_WRITTEN)) { 1917 enum btrfs_tree_block_status ret; 1918 1919 /* 1920 * Check if the item size and content meet other 1921 * criteria 1922 */ 1923 ret = check_leaf_item(leaf, &key, slot, &prev_key); 1924 if (unlikely(ret != BTRFS_TREE_BLOCK_CLEAN)) 1925 return ret; 1926 } 1927 1928 prev_key.objectid = key.objectid; 1929 prev_key.type = key.type; 1930 prev_key.offset = key.offset; 1931 } 1932 1933 return BTRFS_TREE_BLOCK_CLEAN; 1934 } 1935 1936 int btrfs_check_leaf(struct extent_buffer *leaf) 1937 { 1938 enum btrfs_tree_block_status ret; 1939 1940 ret = __btrfs_check_leaf(leaf); 1941 if (unlikely(ret != BTRFS_TREE_BLOCK_CLEAN)) 1942 return -EUCLEAN; 1943 return 0; 1944 } 1945 ALLOW_ERROR_INJECTION(btrfs_check_leaf, ERRNO); 1946 1947 enum btrfs_tree_block_status __btrfs_check_node(struct extent_buffer *node) 1948 { 1949 struct btrfs_fs_info *fs_info = node->fs_info; 1950 unsigned long nr = btrfs_header_nritems(node); 1951 struct btrfs_key key, next_key; 1952 int slot; 1953 int level = btrfs_header_level(node); 1954 u64 bytenr; 1955 1956 if (unlikely(level <= 0 || level >= BTRFS_MAX_LEVEL)) { 1957 generic_err(node, 0, 1958 "invalid level for node, have %d expect [1, %d]", 1959 level, BTRFS_MAX_LEVEL - 1); 1960 return BTRFS_TREE_BLOCK_INVALID_LEVEL; 1961 } 1962 if (unlikely(nr == 0 || nr > BTRFS_NODEPTRS_PER_BLOCK(fs_info))) { 1963 btrfs_crit(fs_info, 1964 "corrupt node: root=%llu block=%llu, nritems too %s, have %lu expect range [1,%u]", 1965 btrfs_header_owner(node), node->start, 1966 nr == 0 ? "small" : "large", nr, 1967 BTRFS_NODEPTRS_PER_BLOCK(fs_info)); 1968 return BTRFS_TREE_BLOCK_INVALID_NRITEMS; 1969 } 1970 1971 for (slot = 0; slot < nr - 1; slot++) { 1972 bytenr = btrfs_node_blockptr(node, slot); 1973 btrfs_node_key_to_cpu(node, &key, slot); 1974 btrfs_node_key_to_cpu(node, &next_key, slot + 1); 1975 1976 if (unlikely(!bytenr)) { 1977 generic_err(node, slot, 1978 "invalid NULL node pointer"); 1979 return BTRFS_TREE_BLOCK_INVALID_BLOCKPTR; 1980 } 1981 if (unlikely(!IS_ALIGNED(bytenr, fs_info->sectorsize))) { 1982 generic_err(node, slot, 1983 "unaligned pointer, have %llu should be aligned to %u", 1984 bytenr, fs_info->sectorsize); 1985 return BTRFS_TREE_BLOCK_INVALID_BLOCKPTR; 1986 } 1987 1988 if (unlikely(btrfs_comp_cpu_keys(&key, &next_key) >= 0)) { 1989 generic_err(node, slot, 1990 "bad key order, current (%llu %u %llu) next (%llu %u %llu)", 1991 key.objectid, key.type, key.offset, 1992 next_key.objectid, next_key.type, 1993 next_key.offset); 1994 return BTRFS_TREE_BLOCK_BAD_KEY_ORDER; 1995 } 1996 } 1997 return BTRFS_TREE_BLOCK_CLEAN; 1998 } 1999 2000 int btrfs_check_node(struct extent_buffer *node) 2001 { 2002 enum btrfs_tree_block_status ret; 2003 2004 ret = __btrfs_check_node(node); 2005 if (unlikely(ret != BTRFS_TREE_BLOCK_CLEAN)) 2006 return -EUCLEAN; 2007 return 0; 2008 } 2009 ALLOW_ERROR_INJECTION(btrfs_check_node, ERRNO); 2010 2011 int btrfs_check_eb_owner(const struct extent_buffer *eb, u64 root_owner) 2012 { 2013 const bool is_subvol = is_fstree(root_owner); 2014 const u64 eb_owner = btrfs_header_owner(eb); 2015 2016 /* 2017 * Skip dummy fs, as selftests don't create unique ebs for each dummy 2018 * root. 2019 */ 2020 if (test_bit(BTRFS_FS_STATE_DUMMY_FS_INFO, &eb->fs_info->fs_state)) 2021 return 0; 2022 /* 2023 * There are several call sites (backref walking, qgroup, and data 2024 * reloc) passing 0 as @root_owner, as they are not holding the 2025 * tree root. In that case, we can not do a reliable ownership check, 2026 * so just exit. 2027 */ 2028 if (root_owner == 0) 2029 return 0; 2030 /* 2031 * These trees use key.offset as their owner, our callers don't have 2032 * the extra capacity to pass key.offset here. So we just skip them. 2033 */ 2034 if (root_owner == BTRFS_TREE_LOG_OBJECTID || 2035 root_owner == BTRFS_TREE_RELOC_OBJECTID) 2036 return 0; 2037 2038 if (!is_subvol) { 2039 /* For non-subvolume trees, the eb owner should match root owner */ 2040 if (unlikely(root_owner != eb_owner)) { 2041 btrfs_crit(eb->fs_info, 2042 "corrupted %s, root=%llu block=%llu owner mismatch, have %llu expect %llu", 2043 btrfs_header_level(eb) == 0 ? "leaf" : "node", 2044 root_owner, btrfs_header_bytenr(eb), eb_owner, 2045 root_owner); 2046 return -EUCLEAN; 2047 } 2048 return 0; 2049 } 2050 2051 /* 2052 * For subvolume trees, owners can mismatch, but they should all belong 2053 * to subvolume trees. 2054 */ 2055 if (unlikely(is_subvol != is_fstree(eb_owner))) { 2056 btrfs_crit(eb->fs_info, 2057 "corrupted %s, root=%llu block=%llu owner mismatch, have %llu expect [%llu, %llu]", 2058 btrfs_header_level(eb) == 0 ? "leaf" : "node", 2059 root_owner, btrfs_header_bytenr(eb), eb_owner, 2060 BTRFS_FIRST_FREE_OBJECTID, BTRFS_LAST_FREE_OBJECTID); 2061 return -EUCLEAN; 2062 } 2063 return 0; 2064 } 2065 2066 int btrfs_verify_level_key(struct extent_buffer *eb, int level, 2067 struct btrfs_key *first_key, u64 parent_transid) 2068 { 2069 struct btrfs_fs_info *fs_info = eb->fs_info; 2070 int found_level; 2071 struct btrfs_key found_key; 2072 int ret; 2073 2074 found_level = btrfs_header_level(eb); 2075 if (found_level != level) { 2076 WARN(IS_ENABLED(CONFIG_BTRFS_DEBUG), 2077 KERN_ERR "BTRFS: tree level check failed\n"); 2078 btrfs_err(fs_info, 2079 "tree level mismatch detected, bytenr=%llu level expected=%u has=%u", 2080 eb->start, level, found_level); 2081 return -EIO; 2082 } 2083 2084 if (!first_key) 2085 return 0; 2086 2087 /* 2088 * For live tree block (new tree blocks in current transaction), 2089 * we need proper lock context to avoid race, which is impossible here. 2090 * So we only checks tree blocks which is read from disk, whose 2091 * generation <= fs_info->last_trans_committed. 2092 */ 2093 if (btrfs_header_generation(eb) > btrfs_get_last_trans_committed(fs_info)) 2094 return 0; 2095 2096 /* We have @first_key, so this @eb must have at least one item */ 2097 if (btrfs_header_nritems(eb) == 0) { 2098 btrfs_err(fs_info, 2099 "invalid tree nritems, bytenr=%llu nritems=0 expect >0", 2100 eb->start); 2101 WARN_ON(IS_ENABLED(CONFIG_BTRFS_DEBUG)); 2102 return -EUCLEAN; 2103 } 2104 2105 if (found_level) 2106 btrfs_node_key_to_cpu(eb, &found_key, 0); 2107 else 2108 btrfs_item_key_to_cpu(eb, &found_key, 0); 2109 ret = btrfs_comp_cpu_keys(first_key, &found_key); 2110 2111 if (ret) { 2112 WARN(IS_ENABLED(CONFIG_BTRFS_DEBUG), 2113 KERN_ERR "BTRFS: tree first key check failed\n"); 2114 btrfs_err(fs_info, 2115 "tree first key mismatch detected, bytenr=%llu parent_transid=%llu key expected=(%llu,%u,%llu) has=(%llu,%u,%llu)", 2116 eb->start, parent_transid, first_key->objectid, 2117 first_key->type, first_key->offset, 2118 found_key.objectid, found_key.type, 2119 found_key.offset); 2120 } 2121 return ret; 2122 } 2123