1 // SPDX-License-Identifier: GPL-2.0 2 /* 3 * fs/f2fs/inode.c 4 * 5 * Copyright (c) 2012 Samsung Electronics Co., Ltd. 6 * http://www.samsung.com/ 7 */ 8 #include <linux/fs.h> 9 #include <linux/f2fs_fs.h> 10 #include <linux/writeback.h> 11 #include <linux/sched/mm.h> 12 #include <linux/lz4.h> 13 #include <linux/zstd.h> 14 #include <linux/fserror.h> 15 16 #include "f2fs.h" 17 #include "node.h" 18 #include "segment.h" 19 #include "xattr.h" 20 21 #include <trace/events/f2fs.h> 22 23 #ifdef CONFIG_F2FS_FS_COMPRESSION 24 extern const struct address_space_operations f2fs_compress_aops; 25 #endif 26 27 void f2fs_mark_inode_dirty_sync(struct inode *inode, bool sync) 28 { 29 if (is_inode_flag_set(inode, FI_NEW_INODE)) 30 return; 31 32 if (f2fs_readonly(F2FS_I_SB(inode)->sb)) 33 return; 34 35 if (f2fs_inode_dirtied(inode, sync)) 36 return; 37 38 /* only atomic file w/ FI_ATOMIC_COMMITTED can be set vfs dirty */ 39 if (f2fs_is_atomic_file(inode) && 40 !is_inode_flag_set(inode, FI_ATOMIC_COMMITTED)) 41 return; 42 43 mark_inode_dirty_sync(inode); 44 } 45 46 void f2fs_set_inode_flags(struct inode *inode) 47 { 48 unsigned int flags = F2FS_I(inode)->i_flags; 49 unsigned int new_fl = 0; 50 51 if (flags & F2FS_SYNC_FL) 52 new_fl |= S_SYNC; 53 if (flags & F2FS_APPEND_FL) 54 new_fl |= S_APPEND; 55 if (flags & F2FS_IMMUTABLE_FL) 56 new_fl |= S_IMMUTABLE; 57 if (flags & F2FS_NOATIME_FL) 58 new_fl |= S_NOATIME; 59 if (flags & F2FS_DIRSYNC_FL) 60 new_fl |= S_DIRSYNC; 61 if (file_is_encrypt(inode)) 62 new_fl |= S_ENCRYPTED; 63 if (file_is_verity(inode)) 64 new_fl |= S_VERITY; 65 if (flags & F2FS_CASEFOLD_FL) 66 new_fl |= S_CASEFOLD; 67 inode_set_flags(inode, new_fl, 68 S_SYNC|S_APPEND|S_IMMUTABLE|S_NOATIME|S_DIRSYNC| 69 S_ENCRYPTED|S_VERITY|S_CASEFOLD); 70 } 71 72 static void __get_inode_rdev(struct inode *inode, struct folio *node_folio) 73 { 74 __le32 *addr = get_dnode_addr(inode, node_folio); 75 76 if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode) || 77 S_ISFIFO(inode->i_mode) || S_ISSOCK(inode->i_mode)) { 78 if (addr[0]) 79 inode->i_rdev = old_decode_dev(le32_to_cpu(addr[0])); 80 else 81 inode->i_rdev = new_decode_dev(le32_to_cpu(addr[1])); 82 } 83 } 84 85 static void __set_inode_rdev(struct inode *inode, struct folio *node_folio) 86 { 87 __le32 *addr = get_dnode_addr(inode, node_folio); 88 89 if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode)) { 90 if (old_valid_dev(inode->i_rdev)) { 91 addr[0] = cpu_to_le32(old_encode_dev(inode->i_rdev)); 92 addr[1] = 0; 93 } else { 94 addr[0] = 0; 95 addr[1] = cpu_to_le32(new_encode_dev(inode->i_rdev)); 96 addr[2] = 0; 97 } 98 } 99 } 100 101 static void __recover_inline_status(struct inode *inode, struct folio *ifolio) 102 { 103 void *inline_data = inline_data_addr(inode, ifolio); 104 __le32 *start = inline_data; 105 __le32 *end = start + MAX_INLINE_DATA(inode) / sizeof(__le32); 106 107 while (start < end) { 108 if (*start++) { 109 f2fs_folio_wait_writeback(ifolio, NODE, true, true); 110 111 set_inode_flag(inode, FI_DATA_EXIST); 112 set_raw_inline(inode, F2FS_INODE(ifolio)); 113 folio_mark_dirty(ifolio); 114 return; 115 } 116 } 117 return; 118 } 119 120 static 121 bool f2fs_enable_inode_chksum(struct f2fs_sb_info *sbi, struct folio *folio) 122 { 123 struct f2fs_inode *ri = &F2FS_NODE(folio)->i; 124 125 if (!f2fs_sb_has_inode_chksum(sbi)) 126 return false; 127 128 if (!IS_INODE(folio) || !(ri->i_inline & F2FS_EXTRA_ATTR)) 129 return false; 130 131 if (!F2FS_FITS_IN_INODE(ri, le16_to_cpu(ri->i_extra_isize), 132 i_inode_checksum)) 133 return false; 134 135 return true; 136 } 137 138 static __u32 f2fs_inode_chksum(struct f2fs_sb_info *sbi, struct folio *folio) 139 { 140 struct f2fs_node *node = F2FS_NODE(folio); 141 struct f2fs_inode *ri = &node->i; 142 __le32 ino = node->footer.ino; 143 __le32 gen = ri->i_generation; 144 __u32 chksum, chksum_seed; 145 __u32 dummy_cs = 0; 146 unsigned int offset = offsetof(struct f2fs_inode, i_inode_checksum); 147 unsigned int cs_size = sizeof(dummy_cs); 148 149 chksum = f2fs_chksum(sbi->s_chksum_seed, (__u8 *)&ino, sizeof(ino)); 150 chksum_seed = f2fs_chksum(chksum, (__u8 *)&gen, sizeof(gen)); 151 152 chksum = f2fs_chksum(chksum_seed, (__u8 *)ri, offset); 153 chksum = f2fs_chksum(chksum, (__u8 *)&dummy_cs, cs_size); 154 offset += cs_size; 155 chksum = f2fs_chksum(chksum, (__u8 *)ri + offset, 156 F2FS_BLKSIZE - offset); 157 return chksum; 158 } 159 160 bool f2fs_inode_chksum_verify(struct f2fs_sb_info *sbi, struct folio *folio) 161 { 162 struct f2fs_inode *ri; 163 __u32 provided, calculated; 164 165 if (unlikely(is_sbi_flag_set(sbi, SBI_IS_SHUTDOWN))) 166 return true; 167 168 #ifdef CONFIG_F2FS_CHECK_FS 169 if (!f2fs_enable_inode_chksum(sbi, folio)) 170 #else 171 if (!f2fs_enable_inode_chksum(sbi, folio) || 172 folio_test_dirty(folio) || 173 folio_test_writeback(folio)) 174 #endif 175 return true; 176 177 ri = &F2FS_NODE(folio)->i; 178 provided = le32_to_cpu(ri->i_inode_checksum); 179 calculated = f2fs_inode_chksum(sbi, folio); 180 181 if (provided != calculated) 182 f2fs_warn(sbi, "checksum invalid, nid = %lu, ino_of_node = %x, %x vs. %x", 183 folio->index, ino_of_node(folio), 184 provided, calculated); 185 186 return provided == calculated; 187 } 188 189 void f2fs_inode_chksum_set(struct f2fs_sb_info *sbi, struct folio *folio) 190 { 191 struct f2fs_inode *ri = &F2FS_NODE(folio)->i; 192 193 if (!f2fs_enable_inode_chksum(sbi, folio)) 194 return; 195 196 ri->i_inode_checksum = cpu_to_le32(f2fs_inode_chksum(sbi, folio)); 197 } 198 199 static bool sanity_check_compress_inode(struct inode *inode, 200 struct f2fs_inode *ri) 201 { 202 struct f2fs_sb_info *sbi = F2FS_I_SB(inode); 203 unsigned char clevel; 204 205 if (ri->i_compress_algorithm >= COMPRESS_MAX) { 206 f2fs_warn(sbi, 207 "%s: inode (ino=%llx) has unsupported compress algorithm: %u, run fsck to fix", 208 __func__, inode->i_ino, ri->i_compress_algorithm); 209 return false; 210 } 211 if (le64_to_cpu(ri->i_compr_blocks) > 212 SECTOR_TO_BLOCK(inode->i_blocks)) { 213 f2fs_warn(sbi, 214 "%s: inode (ino=%llx) has inconsistent i_compr_blocks:%llu, i_blocks:%llu, run fsck to fix", 215 __func__, inode->i_ino, le64_to_cpu(ri->i_compr_blocks), 216 SECTOR_TO_BLOCK(inode->i_blocks)); 217 return false; 218 } 219 if (ri->i_log_cluster_size < MIN_COMPRESS_LOG_SIZE || 220 ri->i_log_cluster_size > MAX_COMPRESS_LOG_SIZE) { 221 f2fs_warn(sbi, 222 "%s: inode (ino=%llx) has unsupported log cluster size: %u, run fsck to fix", 223 __func__, inode->i_ino, ri->i_log_cluster_size); 224 return false; 225 } 226 227 clevel = le16_to_cpu(ri->i_compress_flag) >> 228 COMPRESS_LEVEL_OFFSET; 229 switch (ri->i_compress_algorithm) { 230 case COMPRESS_LZO: 231 #ifdef CONFIG_F2FS_FS_LZO 232 if (clevel) 233 goto err_level; 234 #endif 235 break; 236 case COMPRESS_LZORLE: 237 #ifdef CONFIG_F2FS_FS_LZORLE 238 if (clevel) 239 goto err_level; 240 #endif 241 break; 242 case COMPRESS_LZ4: 243 #ifdef CONFIG_F2FS_FS_LZ4 244 #ifdef CONFIG_F2FS_FS_LZ4HC 245 if (clevel && 246 (clevel < LZ4HC_MIN_CLEVEL || clevel > LZ4HC_MAX_CLEVEL)) 247 goto err_level; 248 #else 249 if (clevel) 250 goto err_level; 251 #endif 252 #endif 253 break; 254 case COMPRESS_ZSTD: 255 #ifdef CONFIG_F2FS_FS_ZSTD 256 if (clevel < zstd_min_clevel() || clevel > zstd_max_clevel()) 257 goto err_level; 258 #endif 259 break; 260 default: 261 goto err_level; 262 } 263 264 return true; 265 err_level: 266 f2fs_warn(sbi, "%s: inode (ino=%llx) has unsupported compress level: %u, run fsck to fix", 267 __func__, inode->i_ino, clevel); 268 return false; 269 } 270 271 static bool sanity_check_inode(struct inode *inode, struct folio *node_folio) 272 { 273 struct f2fs_sb_info *sbi = F2FS_I_SB(inode); 274 struct f2fs_inode_info *fi = F2FS_I(inode); 275 struct f2fs_inode *ri = F2FS_INODE(node_folio); 276 unsigned long long iblocks; 277 278 iblocks = le64_to_cpu(F2FS_INODE(node_folio)->i_blocks); 279 if (!iblocks) { 280 f2fs_warn(sbi, "%s: corrupted inode i_blocks i_ino=%llx iblocks=%llu, run fsck to fix.", 281 __func__, inode->i_ino, iblocks); 282 return false; 283 } 284 285 if (ino_of_node(node_folio) != nid_of_node(node_folio)) { 286 f2fs_warn(sbi, "%s: corrupted inode footer i_ino=%llx, ino,nid: [%u, %u] run fsck to fix.", 287 __func__, inode->i_ino, 288 ino_of_node(node_folio), nid_of_node(node_folio)); 289 return false; 290 } 291 292 if (ino_of_node(node_folio) == fi->i_xattr_nid) { 293 f2fs_warn(sbi, "%s: corrupted inode i_ino=%llx, xnid=%x, run fsck to fix.", 294 __func__, inode->i_ino, fi->i_xattr_nid); 295 return false; 296 } 297 298 if (S_ISDIR(inode->i_mode) && unlikely(inode->i_nlink == 1)) { 299 f2fs_warn(sbi, "%s: directory inode (ino=%llx) has a single i_nlink", 300 __func__, inode->i_ino); 301 return false; 302 } 303 304 if (f2fs_has_extra_attr(inode)) { 305 if (!f2fs_sb_has_extra_attr(sbi)) { 306 f2fs_warn(sbi, "%s: inode (ino=%llx) is with extra_attr, but extra_attr feature is off", 307 __func__, inode->i_ino); 308 return false; 309 } 310 if (fi->i_extra_isize > F2FS_TOTAL_EXTRA_ATTR_SIZE || 311 fi->i_extra_isize < F2FS_MIN_EXTRA_ATTR_SIZE || 312 fi->i_extra_isize % sizeof(__le32)) { 313 f2fs_warn(sbi, "%s: inode (ino=%llx) has corrupted i_extra_isize: %d, max: %zu", 314 __func__, inode->i_ino, fi->i_extra_isize, 315 F2FS_TOTAL_EXTRA_ATTR_SIZE); 316 return false; 317 } 318 if (f2fs_sb_has_compression(sbi) && 319 fi->i_flags & F2FS_COMPR_FL && 320 F2FS_FITS_IN_INODE(ri, fi->i_extra_isize, 321 i_compress_flag)) { 322 if (!sanity_check_compress_inode(inode, ri)) 323 return false; 324 } 325 } 326 327 if (f2fs_sb_has_flexible_inline_xattr(sbi) && 328 (fi->i_inline_xattr_size > MAX_INLINE_XATTR_SIZE || 329 (f2fs_has_inline_xattr(inode) && 330 fi->i_inline_xattr_size < MIN_INLINE_XATTR_SIZE))) { 331 f2fs_warn(sbi, "%s: inode (ino=%llx) has corrupted i_inline_xattr_size: %d, min: %zu, max: %lu", 332 __func__, inode->i_ino, fi->i_inline_xattr_size, 333 MIN_INLINE_XATTR_SIZE, MAX_INLINE_XATTR_SIZE); 334 return false; 335 } 336 337 if (!f2fs_sb_has_extra_attr(sbi)) { 338 if (f2fs_sb_has_project_quota(sbi)) { 339 f2fs_warn(sbi, "%s: corrupted inode ino=%llx, wrong feature flag: %u, run fsck to fix.", 340 __func__, inode->i_ino, F2FS_FEATURE_PRJQUOTA); 341 return false; 342 } 343 if (f2fs_sb_has_inode_chksum(sbi)) { 344 f2fs_warn(sbi, "%s: corrupted inode ino=%llx, wrong feature flag: %u, run fsck to fix.", 345 __func__, inode->i_ino, F2FS_FEATURE_INODE_CHKSUM); 346 return false; 347 } 348 if (f2fs_sb_has_flexible_inline_xattr(sbi)) { 349 f2fs_warn(sbi, "%s: corrupted inode ino=%llx, wrong feature flag: %u, run fsck to fix.", 350 __func__, inode->i_ino, F2FS_FEATURE_FLEXIBLE_INLINE_XATTR); 351 return false; 352 } 353 if (f2fs_sb_has_inode_crtime(sbi)) { 354 f2fs_warn(sbi, "%s: corrupted inode ino=%llx, wrong feature flag: %u, run fsck to fix.", 355 __func__, inode->i_ino, F2FS_FEATURE_INODE_CRTIME); 356 return false; 357 } 358 if (f2fs_sb_has_compression(sbi)) { 359 f2fs_warn(sbi, "%s: corrupted inode ino=%llx, wrong feature flag: %u, run fsck to fix.", 360 __func__, inode->i_ino, F2FS_FEATURE_COMPRESSION); 361 return false; 362 } 363 } 364 365 if (f2fs_sanity_check_inline_data(inode, node_folio)) { 366 f2fs_warn(sbi, "%s: inode (ino=%llx, mode=%u) should not have inline_data, run fsck to fix", 367 __func__, inode->i_ino, inode->i_mode); 368 return false; 369 } 370 371 if (f2fs_has_inline_dentry(inode) && !S_ISDIR(inode->i_mode)) { 372 f2fs_warn(sbi, "%s: inode (ino=%llx, mode=%u) should not have inline_dentry, run fsck to fix", 373 __func__, inode->i_ino, inode->i_mode); 374 return false; 375 } 376 377 if ((fi->i_flags & F2FS_CASEFOLD_FL) && !f2fs_sb_has_casefold(sbi)) { 378 f2fs_warn(sbi, "%s: inode (ino=%llx) has casefold flag, but casefold feature is off", 379 __func__, inode->i_ino); 380 return false; 381 } 382 383 if (fi->i_xattr_nid && f2fs_check_nid_range(sbi, fi->i_xattr_nid)) { 384 f2fs_warn(sbi, "%s: inode (ino=%llx) has corrupted i_xattr_nid: %u, run fsck to fix.", 385 __func__, inode->i_ino, fi->i_xattr_nid); 386 return false; 387 } 388 389 if (IS_DEVICE_ALIASING(inode)) { 390 if (!f2fs_sb_has_device_alias(sbi)) { 391 f2fs_warn(sbi, "%s: inode (ino=%llx) has device alias flag, but the feature is off", 392 __func__, inode->i_ino); 393 return false; 394 } 395 if (!f2fs_is_pinned_file(inode)) { 396 f2fs_warn(sbi, "%s: inode (ino=%llx) has device alias flag, but is not pinned", 397 __func__, inode->i_ino); 398 return false; 399 } 400 } 401 402 return true; 403 } 404 405 static void init_idisk_time(struct inode *inode) 406 { 407 struct f2fs_inode_info *fi = F2FS_I(inode); 408 409 fi->i_disk_time[0] = inode_get_atime(inode); 410 fi->i_disk_time[1] = inode_get_ctime(inode); 411 fi->i_disk_time[2] = inode_get_mtime(inode); 412 } 413 414 static int do_read_inode(struct inode *inode) 415 { 416 struct f2fs_sb_info *sbi = F2FS_I_SB(inode); 417 struct f2fs_inode_info *fi = F2FS_I(inode); 418 struct folio *node_folio; 419 struct f2fs_inode *ri; 420 projid_t i_projid; 421 422 /* Check if ino is within scope */ 423 if (f2fs_check_nid_range(sbi, inode->i_ino)) 424 return -EINVAL; 425 426 node_folio = f2fs_get_inode_folio(sbi, inode->i_ino); 427 if (IS_ERR(node_folio)) 428 return PTR_ERR(node_folio); 429 430 ri = F2FS_INODE(node_folio); 431 432 inode->i_mode = le16_to_cpu(ri->i_mode); 433 i_uid_write(inode, le32_to_cpu(ri->i_uid)); 434 i_gid_write(inode, le32_to_cpu(ri->i_gid)); 435 set_nlink(inode, le32_to_cpu(ri->i_links)); 436 inode->i_size = le64_to_cpu(ri->i_size); 437 inode->i_blocks = SECTOR_FROM_BLOCK(le64_to_cpu(ri->i_blocks) - 1); 438 439 inode_set_atime(inode, le64_to_cpu(ri->i_atime), 440 le32_to_cpu(ri->i_atime_nsec)); 441 inode_set_ctime(inode, le64_to_cpu(ri->i_ctime), 442 le32_to_cpu(ri->i_ctime_nsec)); 443 inode_set_mtime(inode, le64_to_cpu(ri->i_mtime), 444 le32_to_cpu(ri->i_mtime_nsec)); 445 inode->i_generation = le32_to_cpu(ri->i_generation); 446 if (S_ISDIR(inode->i_mode)) 447 fi->i_current_depth = le32_to_cpu(ri->i_current_depth); 448 else if (S_ISREG(inode->i_mode)) 449 fi->i_gc_failures = le16_to_cpu(ri->i_gc_failures); 450 fi->i_xattr_nid = le32_to_cpu(ri->i_xattr_nid); 451 fi->i_flags = le32_to_cpu(ri->i_flags); 452 if (S_ISREG(inode->i_mode)) 453 fi->i_flags &= ~F2FS_PROJINHERIT_FL; 454 bitmap_zero(fi->flags, FI_MAX); 455 fi->i_advise = ri->i_advise; 456 fi->i_pino = le32_to_cpu(ri->i_pino); 457 fi->i_dir_level = ri->i_dir_level; 458 459 get_inline_info(inode, ri); 460 461 fi->i_extra_isize = f2fs_has_extra_attr(inode) ? 462 le16_to_cpu(ri->i_extra_isize) : 0; 463 464 if (f2fs_sb_has_flexible_inline_xattr(sbi)) { 465 fi->i_inline_xattr_size = le16_to_cpu(ri->i_inline_xattr_size); 466 } else if (f2fs_has_inline_xattr(inode) || 467 f2fs_has_inline_dentry(inode)) { 468 fi->i_inline_xattr_size = DEFAULT_INLINE_XATTR_ADDRS; 469 } else { 470 471 /* 472 * Previous inline data or directory always reserved 200 bytes 473 * in inode layout, even if inline_xattr is disabled. In order 474 * to keep inline_dentry's structure for backward compatibility, 475 * we get the space back only from inline_data. 476 */ 477 fi->i_inline_xattr_size = 0; 478 } 479 480 if (!sanity_check_inode(inode, node_folio)) { 481 f2fs_folio_put(node_folio, true); 482 set_sbi_flag(sbi, SBI_NEED_FSCK); 483 f2fs_handle_error(sbi, ERROR_CORRUPTED_INODE); 484 fserror_report_file_metadata(inode, -EFSCORRUPTED, GFP_NOFS); 485 return -EFSCORRUPTED; 486 } 487 488 /* check data exist */ 489 if (f2fs_has_inline_data(inode) && !f2fs_exist_data(inode)) 490 __recover_inline_status(inode, node_folio); 491 492 /* try to recover cold bit for non-dir inode */ 493 if (!S_ISDIR(inode->i_mode) && !is_cold_node(node_folio)) { 494 f2fs_folio_wait_writeback(node_folio, NODE, true, true); 495 set_cold_node(node_folio, false); 496 folio_mark_dirty(node_folio); 497 } 498 499 /* get rdev by using inline_info */ 500 __get_inode_rdev(inode, node_folio); 501 502 if (!f2fs_need_inode_block_update(sbi, inode->i_ino)) 503 fi->last_disk_size = inode->i_size; 504 505 if (fi->i_flags & F2FS_PROJINHERIT_FL) 506 set_inode_flag(inode, FI_PROJ_INHERIT); 507 508 if (f2fs_has_extra_attr(inode) && f2fs_sb_has_project_quota(sbi) && 509 F2FS_FITS_IN_INODE(ri, fi->i_extra_isize, i_projid)) 510 i_projid = (projid_t)le32_to_cpu(ri->i_projid); 511 else 512 i_projid = F2FS_DEF_PROJID; 513 fi->i_projid = make_kprojid(&init_user_ns, i_projid); 514 515 if (f2fs_has_extra_attr(inode) && f2fs_sb_has_inode_crtime(sbi) && 516 F2FS_FITS_IN_INODE(ri, fi->i_extra_isize, i_crtime)) { 517 fi->i_crtime.tv_sec = le64_to_cpu(ri->i_crtime); 518 fi->i_crtime.tv_nsec = le32_to_cpu(ri->i_crtime_nsec); 519 } 520 521 if (f2fs_has_extra_attr(inode) && f2fs_sb_has_compression(sbi) && 522 (fi->i_flags & F2FS_COMPR_FL)) { 523 if (F2FS_FITS_IN_INODE(ri, fi->i_extra_isize, 524 i_compress_flag)) { 525 unsigned short compress_flag; 526 527 atomic_set(&fi->i_compr_blocks, 528 le64_to_cpu(ri->i_compr_blocks)); 529 fi->i_compress_algorithm = ri->i_compress_algorithm; 530 fi->i_log_cluster_size = ri->i_log_cluster_size; 531 compress_flag = le16_to_cpu(ri->i_compress_flag); 532 fi->i_compress_level = compress_flag >> 533 COMPRESS_LEVEL_OFFSET; 534 fi->i_compress_flag = compress_flag & 535 GENMASK(COMPRESS_LEVEL_OFFSET - 1, 0); 536 fi->i_cluster_size = BIT(fi->i_log_cluster_size); 537 set_inode_flag(inode, FI_COMPRESSED_FILE); 538 } 539 } 540 541 init_idisk_time(inode); 542 543 if (!sanity_check_extent_cache(inode, node_folio)) { 544 f2fs_folio_put(node_folio, true); 545 f2fs_handle_error(sbi, ERROR_CORRUPTED_INODE); 546 fserror_report_file_metadata(inode, -EFSCORRUPTED, GFP_NOFS); 547 return -EFSCORRUPTED; 548 } 549 550 /* Need all the flag bits */ 551 f2fs_init_read_extent_tree(inode, node_folio); 552 f2fs_init_age_extent_tree(inode); 553 554 f2fs_folio_put(node_folio, true); 555 556 stat_inc_inline_xattr(inode); 557 stat_inc_inline_inode(inode); 558 stat_inc_inline_dir(inode); 559 stat_inc_compr_inode(inode); 560 stat_add_compr_blocks(inode, atomic_read(&fi->i_compr_blocks)); 561 562 return 0; 563 } 564 565 static bool is_meta_ino(struct f2fs_sb_info *sbi, unsigned int ino) 566 { 567 if (ino == F2FS_NODE_INO(sbi) || ino == F2FS_META_INO(sbi)) 568 return true; 569 #ifdef CONFIG_F2FS_FS_COMPRESSION 570 if (test_opt(sbi, COMPRESS_CACHE) && ino == F2FS_COMPRESS_INO(sbi)) 571 return true; 572 #endif 573 return false; 574 } 575 576 struct inode *f2fs_iget(struct super_block *sb, unsigned long ino) 577 { 578 struct f2fs_sb_info *sbi = F2FS_SB(sb); 579 struct inode *inode; 580 int ret = 0; 581 582 inode = iget_locked(sb, ino); 583 if (!inode) 584 return ERR_PTR(-ENOMEM); 585 586 if (!(inode_state_read_once(inode) & I_NEW)) { 587 if (is_meta_ino(sbi, ino)) { 588 f2fs_err(sbi, "inaccessible inode: %lu, run fsck to repair", ino); 589 set_sbi_flag(sbi, SBI_NEED_FSCK); 590 ret = -EFSCORRUPTED; 591 trace_f2fs_iget_exit(inode, ret); 592 iput(inode); 593 f2fs_handle_error(sbi, ERROR_CORRUPTED_INODE); 594 fserror_report_file_metadata(inode, ret, GFP_NOFS); 595 return ERR_PTR(ret); 596 } 597 598 trace_f2fs_iget(inode); 599 return inode; 600 } 601 602 if (is_meta_ino(sbi, ino)) 603 goto make_now; 604 605 ret = do_read_inode(inode); 606 if (ret) 607 goto bad_inode; 608 make_now: 609 f2fs_set_inode_flags(inode); 610 611 if (ino == F2FS_NODE_INO(sbi)) { 612 inode->i_mapping->a_ops = &f2fs_node_aops; 613 mapping_set_gfp_mask(inode->i_mapping, GFP_NOFS); 614 } else if (ino == F2FS_META_INO(sbi)) { 615 inode->i_mapping->a_ops = &f2fs_meta_aops; 616 mapping_set_gfp_mask(inode->i_mapping, GFP_NOFS); 617 } else if (ino == F2FS_COMPRESS_INO(sbi)) { 618 #ifdef CONFIG_F2FS_FS_COMPRESSION 619 inode->i_mapping->a_ops = &f2fs_compress_aops; 620 /* 621 * generic_error_remove_folio only truncates pages of regular 622 * inode 623 */ 624 inode->i_mode |= S_IFREG; 625 #endif 626 mapping_set_gfp_mask(inode->i_mapping, 627 GFP_NOFS | __GFP_HIGHMEM | __GFP_MOVABLE); 628 } else if (S_ISREG(inode->i_mode)) { 629 inode->i_op = &f2fs_file_inode_operations; 630 inode->i_fop = &f2fs_file_operations; 631 inode->i_mapping->a_ops = &f2fs_dblock_aops; 632 if (IS_IMMUTABLE(inode) && !f2fs_compressed_file(inode) && 633 !f2fs_quota_file(sbi, inode->i_ino)) 634 mapping_set_folio_min_order(inode->i_mapping, 0); 635 } else if (S_ISDIR(inode->i_mode)) { 636 inode->i_op = &f2fs_dir_inode_operations; 637 inode->i_fop = &f2fs_dir_operations; 638 inode->i_mapping->a_ops = &f2fs_dblock_aops; 639 mapping_set_gfp_mask(inode->i_mapping, GFP_NOFS); 640 } else if (S_ISLNK(inode->i_mode)) { 641 if (file_is_encrypt(inode)) 642 inode->i_op = &f2fs_encrypted_symlink_inode_operations; 643 else 644 inode->i_op = &f2fs_symlink_inode_operations; 645 inode_nohighmem(inode); 646 inode->i_mapping->a_ops = &f2fs_dblock_aops; 647 } else if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode) || 648 S_ISFIFO(inode->i_mode) || S_ISSOCK(inode->i_mode)) { 649 inode->i_op = &f2fs_special_inode_operations; 650 init_special_inode(inode, inode->i_mode, inode->i_rdev); 651 } else { 652 ret = -EIO; 653 goto bad_inode; 654 } 655 656 unlock_new_inode(inode); 657 trace_f2fs_iget(inode); 658 return inode; 659 660 bad_inode: 661 f2fs_inode_synced(inode); 662 iget_failed(inode); 663 trace_f2fs_iget_exit(inode, ret); 664 return ERR_PTR(ret); 665 } 666 667 struct inode *f2fs_iget_retry(struct super_block *sb, unsigned long ino) 668 { 669 struct inode *inode; 670 retry: 671 inode = f2fs_iget(sb, ino); 672 if (IS_ERR(inode)) { 673 if (PTR_ERR(inode) == -ENOMEM) { 674 memalloc_retry_wait(GFP_NOFS); 675 goto retry; 676 } 677 } 678 return inode; 679 } 680 681 void f2fs_update_inode(struct inode *inode, struct folio *node_folio) 682 { 683 struct f2fs_inode_info *fi = F2FS_I(inode); 684 struct f2fs_inode *ri; 685 struct extent_tree *et = fi->extent_tree[EX_READ]; 686 687 f2fs_folio_wait_writeback(node_folio, NODE, true, true); 688 folio_mark_dirty(node_folio); 689 690 f2fs_inode_synced(inode); 691 692 ri = F2FS_INODE(node_folio); 693 694 ri->i_mode = cpu_to_le16(inode->i_mode); 695 ri->i_advise = fi->i_advise; 696 ri->i_uid = cpu_to_le32(i_uid_read(inode)); 697 ri->i_gid = cpu_to_le32(i_gid_read(inode)); 698 ri->i_links = cpu_to_le32(inode->i_nlink); 699 ri->i_blocks = cpu_to_le64(SECTOR_TO_BLOCK(READ_ONCE(inode->i_blocks)) + 1); 700 701 if (!f2fs_is_atomic_file(inode) || 702 is_inode_flag_set(inode, FI_ATOMIC_COMMITTED)) 703 ri->i_size = cpu_to_le64(i_size_read(inode)); 704 705 if (et) { 706 read_lock(&et->lock); 707 set_raw_read_extent(&et->largest, &ri->i_ext); 708 read_unlock(&et->lock); 709 } else { 710 memset(&ri->i_ext, 0, sizeof(ri->i_ext)); 711 } 712 set_raw_inline(inode, ri); 713 714 ri->i_atime = cpu_to_le64(inode_get_atime_sec(inode)); 715 ri->i_ctime = cpu_to_le64(inode_get_ctime_sec(inode)); 716 ri->i_mtime = cpu_to_le64(inode_get_mtime_sec(inode)); 717 ri->i_atime_nsec = cpu_to_le32(inode_get_atime_nsec(inode)); 718 ri->i_ctime_nsec = cpu_to_le32(inode_get_ctime_nsec(inode)); 719 ri->i_mtime_nsec = cpu_to_le32(inode_get_mtime_nsec(inode)); 720 if (S_ISDIR(inode->i_mode)) 721 ri->i_current_depth = cpu_to_le32(fi->i_current_depth); 722 else if (S_ISREG(inode->i_mode)) 723 ri->i_gc_failures = cpu_to_le16(fi->i_gc_failures); 724 ri->i_xattr_nid = cpu_to_le32(fi->i_xattr_nid); 725 ri->i_flags = cpu_to_le32(fi->i_flags); 726 ri->i_pino = cpu_to_le32(fi->i_pino); 727 ri->i_generation = cpu_to_le32(inode->i_generation); 728 ri->i_dir_level = fi->i_dir_level; 729 730 if (f2fs_has_extra_attr(inode)) { 731 ri->i_extra_isize = cpu_to_le16(fi->i_extra_isize); 732 733 if (f2fs_sb_has_flexible_inline_xattr(F2FS_I_SB(inode))) 734 ri->i_inline_xattr_size = 735 cpu_to_le16(fi->i_inline_xattr_size); 736 737 if (f2fs_sb_has_project_quota(F2FS_I_SB(inode)) && 738 F2FS_FITS_IN_INODE(ri, fi->i_extra_isize, i_projid)) { 739 projid_t i_projid; 740 741 i_projid = from_kprojid(&init_user_ns, fi->i_projid); 742 ri->i_projid = cpu_to_le32(i_projid); 743 } 744 745 if (f2fs_sb_has_inode_crtime(F2FS_I_SB(inode)) && 746 F2FS_FITS_IN_INODE(ri, fi->i_extra_isize, i_crtime)) { 747 ri->i_crtime = cpu_to_le64(fi->i_crtime.tv_sec); 748 ri->i_crtime_nsec = cpu_to_le32(fi->i_crtime.tv_nsec); 749 } 750 751 if (f2fs_sb_has_compression(F2FS_I_SB(inode)) && 752 F2FS_FITS_IN_INODE(ri, fi->i_extra_isize, 753 i_compress_flag)) { 754 unsigned short compress_flag; 755 756 ri->i_compr_blocks = cpu_to_le64( 757 atomic_read(&fi->i_compr_blocks)); 758 ri->i_compress_algorithm = fi->i_compress_algorithm; 759 compress_flag = fi->i_compress_flag | 760 fi->i_compress_level << 761 COMPRESS_LEVEL_OFFSET; 762 ri->i_compress_flag = cpu_to_le16(compress_flag); 763 ri->i_log_cluster_size = fi->i_log_cluster_size; 764 } 765 } 766 767 __set_inode_rdev(inode, node_folio); 768 769 /* deleted inode */ 770 if (inode->i_nlink == 0) 771 folio_clear_f2fs_inline(node_folio); 772 773 init_idisk_time(inode); 774 #ifdef CONFIG_F2FS_CHECK_FS 775 f2fs_inode_chksum_set(F2FS_I_SB(inode), node_folio); 776 #endif 777 } 778 779 void f2fs_update_inode_page(struct inode *inode) 780 { 781 struct f2fs_sb_info *sbi = F2FS_I_SB(inode); 782 struct folio *node_folio; 783 int count = 0; 784 retry: 785 node_folio = f2fs_get_inode_folio(sbi, inode->i_ino); 786 if (IS_ERR(node_folio)) { 787 int err = PTR_ERR(node_folio); 788 789 /* The node block was truncated. */ 790 if (err == -ENOENT) 791 return; 792 793 if (err == -EFSCORRUPTED) 794 goto stop_checkpoint; 795 796 if (err == -ENOMEM || ++count <= DEFAULT_RETRY_IO_COUNT) 797 goto retry; 798 stop_checkpoint: 799 fserror_report_file_metadata(inode, -EFSCORRUPTED, GFP_NOFS); 800 f2fs_stop_checkpoint(sbi, false, STOP_CP_REASON_UPDATE_INODE); 801 return; 802 } 803 f2fs_update_inode(inode, node_folio); 804 f2fs_folio_put(node_folio, true); 805 } 806 807 int f2fs_write_inode(struct inode *inode, struct writeback_control *wbc) 808 { 809 struct f2fs_sb_info *sbi = F2FS_I_SB(inode); 810 811 if (inode->i_ino == F2FS_NODE_INO(sbi) || 812 inode->i_ino == F2FS_META_INO(sbi)) 813 return 0; 814 815 /* 816 * atime could be updated without dirtying f2fs inode in lazytime mode 817 */ 818 if (f2fs_is_time_consistent(inode) && 819 !is_inode_flag_set(inode, FI_DIRTY_INODE)) 820 return 0; 821 822 /* 823 * no need to update inode page, ultimately f2fs_evict_inode() will 824 * clear dirty status of inode. 825 */ 826 if (f2fs_cp_error(sbi)) 827 return -EIO; 828 829 if (!f2fs_is_checkpoint_ready(sbi)) { 830 f2fs_mark_inode_dirty_sync(inode, true); 831 return -ENOSPC; 832 } 833 834 /* 835 * We need to balance fs here to prevent from producing dirty node pages 836 * during the urgent cleaning time when running out of free sections. 837 */ 838 f2fs_update_inode_page(inode); 839 if (wbc && wbc->nr_to_write) 840 f2fs_balance_fs(sbi, true); 841 return 0; 842 } 843 844 void f2fs_remove_donate_inode(struct inode *inode) 845 { 846 struct f2fs_sb_info *sbi = F2FS_I_SB(inode); 847 848 if (list_empty(&F2FS_I(inode)->gdonate_list)) 849 return; 850 851 spin_lock(&sbi->inode_lock[DONATE_INODE]); 852 list_del_init(&F2FS_I(inode)->gdonate_list); 853 sbi->donate_files--; 854 spin_unlock(&sbi->inode_lock[DONATE_INODE]); 855 } 856 857 /* 858 * Called at the last iput() if i_nlink is zero 859 */ 860 void f2fs_evict_inode(struct inode *inode) 861 { 862 struct f2fs_sb_info *sbi = F2FS_I_SB(inode); 863 struct f2fs_inode_info *fi = F2FS_I(inode); 864 nid_t xnid = fi->i_xattr_nid; 865 int err = 0; 866 bool freeze_protected = false; 867 868 f2fs_abort_atomic_write(inode, true); 869 870 if (fi->cow_inode && f2fs_is_cow_file(fi->cow_inode)) { 871 struct inode *cow_inode = fi->cow_inode; 872 873 f2fs_down_write(&F2FS_I(cow_inode)->i_sem); 874 clear_inode_flag(cow_inode, FI_COW_FILE); 875 F2FS_I(cow_inode)->atomic_inode = NULL; 876 fi->cow_inode = NULL; 877 f2fs_up_write(&F2FS_I(cow_inode)->i_sem); 878 879 iput(cow_inode); 880 } 881 882 trace_f2fs_evict_inode(inode); 883 truncate_inode_pages_final(&inode->i_data); 884 885 if ((inode->i_nlink || is_bad_inode(inode)) && 886 test_opt(sbi, COMPRESS_CACHE) && f2fs_compressed_file(inode)) 887 f2fs_invalidate_compress_pages(sbi, inode->i_ino); 888 889 if (inode->i_ino == F2FS_NODE_INO(sbi) || 890 inode->i_ino == F2FS_META_INO(sbi) || 891 inode->i_ino == F2FS_COMPRESS_INO(sbi)) 892 goto out_clear; 893 894 f2fs_bug_on(sbi, get_dirty_pages(inode)); 895 f2fs_remove_dirty_inode(inode); 896 f2fs_remove_donate_inode(inode); 897 898 if (!IS_DEVICE_ALIASING(inode)) 899 f2fs_destroy_extent_tree(inode); 900 901 if (inode->i_nlink || is_bad_inode(inode)) 902 goto no_delete; 903 904 err = f2fs_dquot_initialize(inode); 905 if (err) { 906 err = 0; 907 set_sbi_flag(sbi, SBI_QUOTA_NEED_REPAIR); 908 } 909 910 f2fs_remove_ino_entry(sbi, inode->i_ino, APPEND_INO); 911 f2fs_remove_ino_entry(sbi, inode->i_ino, UPDATE_INO); 912 f2fs_remove_ino_entry(sbi, inode->i_ino, FLUSH_INO); 913 914 if (!is_sbi_flag_set(sbi, SBI_IS_FREEZING)) { 915 sb_start_intwrite(inode->i_sb); 916 freeze_protected = true; 917 } 918 set_inode_flag(inode, FI_NO_ALLOC); 919 i_size_write(inode, 0); 920 retry: 921 if (F2FS_HAS_BLOCKS(inode)) 922 err = f2fs_truncate(inode); 923 924 if (time_to_inject(sbi, FAULT_EVICT_INODE)) 925 err = -EIO; 926 927 if (!err) { 928 struct f2fs_lock_context lc; 929 930 f2fs_lock_op(sbi, &lc); 931 err = f2fs_remove_inode_page(inode); 932 f2fs_unlock_op(sbi, &lc); 933 if (err == -ENOENT) { 934 err = 0; 935 936 /* 937 * in fuzzed image, another node may has the same 938 * block address as inode's, if it was truncated 939 * previously, truncation of inode node will fail. 940 */ 941 if (is_inode_flag_set(inode, FI_DIRTY_INODE)) { 942 f2fs_warn(F2FS_I_SB(inode), 943 "f2fs_evict_inode: inconsistent node id, ino:%llu", 944 inode->i_ino); 945 f2fs_inode_synced(inode); 946 set_sbi_flag(sbi, SBI_NEED_FSCK); 947 } 948 } 949 } 950 951 /* give more chances, if ENOMEM case */ 952 if (err == -ENOMEM) { 953 err = 0; 954 goto retry; 955 } 956 957 if (IS_DEVICE_ALIASING(inode)) 958 f2fs_destroy_extent_tree(inode); 959 960 if (err) { 961 f2fs_update_inode_page(inode); 962 if (dquot_initialize_needed(inode)) 963 set_sbi_flag(sbi, SBI_QUOTA_NEED_REPAIR); 964 965 /* 966 * If both f2fs_truncate() and f2fs_update_inode_page() failed 967 * due to fuzzed corrupted inode, call f2fs_inode_synced() to 968 * avoid triggering later f2fs_bug_on(). 969 */ 970 if (is_inode_flag_set(inode, FI_DIRTY_INODE)) { 971 f2fs_warn(sbi, 972 "f2fs_evict_inode: inode is dirty, ino:%llu", 973 inode->i_ino); 974 f2fs_inode_synced(inode); 975 set_sbi_flag(sbi, SBI_NEED_FSCK); 976 } 977 } 978 if (freeze_protected) 979 sb_end_intwrite(inode->i_sb); 980 no_delete: 981 dquot_drop(inode); 982 983 stat_dec_inline_xattr(inode); 984 stat_dec_inline_dir(inode); 985 stat_dec_inline_inode(inode); 986 stat_dec_compr_inode(inode); 987 stat_sub_compr_blocks(inode, 988 atomic_read(&fi->i_compr_blocks)); 989 990 if (likely(!f2fs_cp_error(sbi) && 991 !is_sbi_flag_set(sbi, SBI_CP_DISABLED))) 992 f2fs_bug_on(sbi, is_inode_flag_set(inode, FI_DIRTY_INODE)); 993 994 /* 995 * anyway, it needs to remove the inode from sbi->inode_list[DIRTY_META] 996 * list to avoid UAF in f2fs_sync_inode_meta() during checkpoint. 997 */ 998 f2fs_inode_synced(inode); 999 1000 /* for the case f2fs_new_inode() was failed, .i_ino is zero, skip it */ 1001 if (inode->i_ino) 1002 invalidate_mapping_pages(NODE_MAPPING(sbi), inode->i_ino, 1003 inode->i_ino); 1004 if (xnid) 1005 invalidate_mapping_pages(NODE_MAPPING(sbi), xnid, xnid); 1006 if (inode->i_nlink) { 1007 if (is_inode_flag_set(inode, FI_APPEND_WRITE)) 1008 f2fs_add_ino_entry(sbi, inode->i_ino, APPEND_INO); 1009 if (is_inode_flag_set(inode, FI_UPDATE_WRITE)) 1010 f2fs_add_ino_entry(sbi, inode->i_ino, UPDATE_INO); 1011 } 1012 if (is_inode_flag_set(inode, FI_FREE_NID)) { 1013 f2fs_alloc_nid_failed(sbi, inode->i_ino); 1014 clear_inode_flag(inode, FI_FREE_NID); 1015 } else { 1016 /* 1017 * If xattr nid is corrupted, we can reach out error condition, 1018 * err & !f2fs_exist_written_data(sbi, inode->i_ino, ORPHAN_INO)). 1019 * In that case, f2fs_check_nid_range() is enough to give a clue. 1020 */ 1021 } 1022 out_clear: 1023 fscrypt_put_encryption_info(inode); 1024 clear_inode(inode); 1025 } 1026 1027 /* caller should call f2fs_lock_op() */ 1028 void f2fs_handle_failed_inode(struct inode *inode, struct f2fs_lock_context *lc) 1029 { 1030 struct f2fs_sb_info *sbi = F2FS_I_SB(inode); 1031 struct node_info ni; 1032 int err; 1033 1034 /* 1035 * clear nlink of inode in order to release resource of inode 1036 * immediately. 1037 */ 1038 clear_nlink(inode); 1039 1040 /* 1041 * we must call this to avoid inode being remained as dirty, resulting 1042 * in a panic when flushing dirty inodes in gdirty_list. 1043 */ 1044 f2fs_update_inode_page(inode); 1045 f2fs_inode_synced(inode); 1046 1047 /* don't make bad inode, since it becomes a regular file. */ 1048 unlock_new_inode(inode); 1049 1050 /* 1051 * Note: we should add inode to orphan list before f2fs_unlock_op() 1052 * so we can prevent losing this orphan when encoutering checkpoint 1053 * and following suddenly power-off. 1054 */ 1055 err = f2fs_get_node_info(sbi, inode->i_ino, &ni, false); 1056 if (err) { 1057 set_sbi_flag(sbi, SBI_NEED_FSCK); 1058 set_inode_flag(inode, FI_FREE_NID); 1059 f2fs_warn(sbi, "May loss orphan inode, run fsck to fix."); 1060 goto out; 1061 } 1062 1063 if (ni.blk_addr != NULL_ADDR) { 1064 err = f2fs_acquire_orphan_inode(sbi); 1065 if (err) { 1066 set_sbi_flag(sbi, SBI_NEED_FSCK); 1067 f2fs_warn(sbi, "Too many orphan inodes, run fsck to fix."); 1068 } else { 1069 f2fs_add_orphan_inode(inode); 1070 } 1071 f2fs_alloc_nid_done(sbi, inode->i_ino); 1072 } else { 1073 set_inode_flag(inode, FI_FREE_NID); 1074 } 1075 1076 out: 1077 f2fs_unlock_op(sbi, lc); 1078 1079 /* iput will drop the inode object */ 1080 iput(inode); 1081 } 1082