1 // SPDX-License-Identifier: GPL-2.0 2 /* 3 * fs/f2fs/namei.c 4 * 5 * Copyright (c) 2012 Samsung Electronics Co., Ltd. 6 * http://www.samsung.com/ 7 */ 8 #include <linux/fs.h> 9 #include <linux/f2fs_fs.h> 10 #include <linux/pagemap.h> 11 #include <linux/sched.h> 12 #include <linux/ctype.h> 13 #include <linux/random.h> 14 #include <linux/dcache.h> 15 #include <linux/namei.h> 16 #include <linux/quotaops.h> 17 18 #include "f2fs.h" 19 #include "node.h" 20 #include "segment.h" 21 #include "xattr.h" 22 #include "acl.h" 23 #include <trace/events/f2fs.h> 24 25 static struct inode *f2fs_new_inode(struct inode *dir, umode_t mode) 26 { 27 struct f2fs_sb_info *sbi = F2FS_I_SB(dir); 28 nid_t ino; 29 struct inode *inode; 30 bool nid_free = false; 31 bool encrypt = false; 32 int xattr_size = 0; 33 int err; 34 35 inode = new_inode(dir->i_sb); 36 if (!inode) 37 return ERR_PTR(-ENOMEM); 38 39 f2fs_lock_op(sbi); 40 if (!f2fs_alloc_nid(sbi, &ino)) { 41 f2fs_unlock_op(sbi); 42 err = -ENOSPC; 43 goto fail; 44 } 45 f2fs_unlock_op(sbi); 46 47 nid_free = true; 48 49 inode_init_owner(&init_user_ns, inode, dir, mode); 50 51 inode->i_ino = ino; 52 inode->i_blocks = 0; 53 inode->i_mtime = inode->i_atime = inode->i_ctime = current_time(inode); 54 F2FS_I(inode)->i_crtime = inode->i_mtime; 55 inode->i_generation = prandom_u32(); 56 57 if (S_ISDIR(inode->i_mode)) 58 F2FS_I(inode)->i_current_depth = 1; 59 60 err = insert_inode_locked(inode); 61 if (err) { 62 err = -EINVAL; 63 goto fail; 64 } 65 66 if (f2fs_sb_has_project_quota(sbi) && 67 (F2FS_I(dir)->i_flags & F2FS_PROJINHERIT_FL)) 68 F2FS_I(inode)->i_projid = F2FS_I(dir)->i_projid; 69 else 70 F2FS_I(inode)->i_projid = make_kprojid(&init_user_ns, 71 F2FS_DEF_PROJID); 72 73 err = fscrypt_prepare_new_inode(dir, inode, &encrypt); 74 if (err) 75 goto fail_drop; 76 77 err = dquot_initialize(inode); 78 if (err) 79 goto fail_drop; 80 81 set_inode_flag(inode, FI_NEW_INODE); 82 83 if (encrypt) 84 f2fs_set_encrypted_inode(inode); 85 86 if (f2fs_sb_has_extra_attr(sbi)) { 87 set_inode_flag(inode, FI_EXTRA_ATTR); 88 F2FS_I(inode)->i_extra_isize = F2FS_TOTAL_EXTRA_ATTR_SIZE; 89 } 90 91 if (test_opt(sbi, INLINE_XATTR)) 92 set_inode_flag(inode, FI_INLINE_XATTR); 93 94 if (test_opt(sbi, INLINE_DATA) && f2fs_may_inline_data(inode)) 95 set_inode_flag(inode, FI_INLINE_DATA); 96 if (f2fs_may_inline_dentry(inode)) 97 set_inode_flag(inode, FI_INLINE_DENTRY); 98 99 if (f2fs_sb_has_flexible_inline_xattr(sbi)) { 100 f2fs_bug_on(sbi, !f2fs_has_extra_attr(inode)); 101 if (f2fs_has_inline_xattr(inode)) 102 xattr_size = F2FS_OPTION(sbi).inline_xattr_size; 103 /* Otherwise, will be 0 */ 104 } else if (f2fs_has_inline_xattr(inode) || 105 f2fs_has_inline_dentry(inode)) { 106 xattr_size = DEFAULT_INLINE_XATTR_ADDRS; 107 } 108 F2FS_I(inode)->i_inline_xattr_size = xattr_size; 109 110 f2fs_init_extent_tree(inode, NULL); 111 112 stat_inc_inline_xattr(inode); 113 stat_inc_inline_inode(inode); 114 stat_inc_inline_dir(inode); 115 116 F2FS_I(inode)->i_flags = 117 f2fs_mask_flags(mode, F2FS_I(dir)->i_flags & F2FS_FL_INHERITED); 118 119 if (S_ISDIR(inode->i_mode)) 120 F2FS_I(inode)->i_flags |= F2FS_INDEX_FL; 121 122 if (F2FS_I(inode)->i_flags & F2FS_PROJINHERIT_FL) 123 set_inode_flag(inode, FI_PROJ_INHERIT); 124 125 if (f2fs_sb_has_compression(sbi)) { 126 /* Inherit the compression flag in directory */ 127 if ((F2FS_I(dir)->i_flags & F2FS_COMPR_FL) && 128 f2fs_may_compress(inode)) 129 set_compress_context(inode); 130 } 131 132 f2fs_set_inode_flags(inode); 133 134 trace_f2fs_new_inode(inode, 0); 135 return inode; 136 137 fail: 138 trace_f2fs_new_inode(inode, err); 139 make_bad_inode(inode); 140 if (nid_free) 141 set_inode_flag(inode, FI_FREE_NID); 142 iput(inode); 143 return ERR_PTR(err); 144 fail_drop: 145 trace_f2fs_new_inode(inode, err); 146 dquot_drop(inode); 147 inode->i_flags |= S_NOQUOTA; 148 if (nid_free) 149 set_inode_flag(inode, FI_FREE_NID); 150 clear_nlink(inode); 151 unlock_new_inode(inode); 152 iput(inode); 153 return ERR_PTR(err); 154 } 155 156 static inline int is_extension_exist(const unsigned char *s, const char *sub) 157 { 158 size_t slen = strlen(s); 159 size_t sublen = strlen(sub); 160 int i; 161 162 if (sublen == 1 && *sub == '*') 163 return 1; 164 165 /* 166 * filename format of multimedia file should be defined as: 167 * "filename + '.' + extension + (optional: '.' + temp extension)". 168 */ 169 if (slen < sublen + 2) 170 return 0; 171 172 for (i = 1; i < slen - sublen; i++) { 173 if (s[i] != '.') 174 continue; 175 if (!strncasecmp(s + i + 1, sub, sublen)) 176 return 1; 177 } 178 179 return 0; 180 } 181 182 /* 183 * Set file's temperature for hot/cold data separation 184 */ 185 static inline void set_file_temperature(struct f2fs_sb_info *sbi, struct inode *inode, 186 const unsigned char *name) 187 { 188 __u8 (*extlist)[F2FS_EXTENSION_LEN] = sbi->raw_super->extension_list; 189 int i, cold_count, hot_count; 190 191 down_read(&sbi->sb_lock); 192 193 cold_count = le32_to_cpu(sbi->raw_super->extension_count); 194 hot_count = sbi->raw_super->hot_ext_count; 195 196 for (i = 0; i < cold_count + hot_count; i++) { 197 if (is_extension_exist(name, extlist[i])) 198 break; 199 } 200 201 up_read(&sbi->sb_lock); 202 203 if (i == cold_count + hot_count) 204 return; 205 206 if (i < cold_count) 207 file_set_cold(inode); 208 else 209 file_set_hot(inode); 210 } 211 212 int f2fs_update_extension_list(struct f2fs_sb_info *sbi, const char *name, 213 bool hot, bool set) 214 { 215 __u8 (*extlist)[F2FS_EXTENSION_LEN] = sbi->raw_super->extension_list; 216 int cold_count = le32_to_cpu(sbi->raw_super->extension_count); 217 int hot_count = sbi->raw_super->hot_ext_count; 218 int total_count = cold_count + hot_count; 219 int start, count; 220 int i; 221 222 if (set) { 223 if (total_count == F2FS_MAX_EXTENSION) 224 return -EINVAL; 225 } else { 226 if (!hot && !cold_count) 227 return -EINVAL; 228 if (hot && !hot_count) 229 return -EINVAL; 230 } 231 232 if (hot) { 233 start = cold_count; 234 count = total_count; 235 } else { 236 start = 0; 237 count = cold_count; 238 } 239 240 for (i = start; i < count; i++) { 241 if (strcmp(name, extlist[i])) 242 continue; 243 244 if (set) 245 return -EINVAL; 246 247 memcpy(extlist[i], extlist[i + 1], 248 F2FS_EXTENSION_LEN * (total_count - i - 1)); 249 memset(extlist[total_count - 1], 0, F2FS_EXTENSION_LEN); 250 if (hot) 251 sbi->raw_super->hot_ext_count = hot_count - 1; 252 else 253 sbi->raw_super->extension_count = 254 cpu_to_le32(cold_count - 1); 255 return 0; 256 } 257 258 if (!set) 259 return -EINVAL; 260 261 if (hot) { 262 memcpy(extlist[count], name, strlen(name)); 263 sbi->raw_super->hot_ext_count = hot_count + 1; 264 } else { 265 char buf[F2FS_MAX_EXTENSION][F2FS_EXTENSION_LEN]; 266 267 memcpy(buf, &extlist[cold_count], 268 F2FS_EXTENSION_LEN * hot_count); 269 memset(extlist[cold_count], 0, F2FS_EXTENSION_LEN); 270 memcpy(extlist[cold_count], name, strlen(name)); 271 memcpy(&extlist[cold_count + 1], buf, 272 F2FS_EXTENSION_LEN * hot_count); 273 sbi->raw_super->extension_count = cpu_to_le32(cold_count + 1); 274 } 275 return 0; 276 } 277 278 static void set_compress_inode(struct f2fs_sb_info *sbi, struct inode *inode, 279 const unsigned char *name) 280 { 281 __u8 (*extlist)[F2FS_EXTENSION_LEN] = sbi->raw_super->extension_list; 282 unsigned char (*ext)[F2FS_EXTENSION_LEN]; 283 unsigned int ext_cnt = F2FS_OPTION(sbi).compress_ext_cnt; 284 int i, cold_count, hot_count; 285 286 if (!f2fs_sb_has_compression(sbi) || 287 is_inode_flag_set(inode, FI_COMPRESSED_FILE) || 288 F2FS_I(inode)->i_flags & F2FS_NOCOMP_FL || 289 !f2fs_may_compress(inode)) 290 return; 291 292 down_read(&sbi->sb_lock); 293 294 cold_count = le32_to_cpu(sbi->raw_super->extension_count); 295 hot_count = sbi->raw_super->hot_ext_count; 296 297 for (i = cold_count; i < cold_count + hot_count; i++) { 298 if (is_extension_exist(name, extlist[i])) { 299 up_read(&sbi->sb_lock); 300 return; 301 } 302 } 303 304 up_read(&sbi->sb_lock); 305 306 ext = F2FS_OPTION(sbi).extensions; 307 308 for (i = 0; i < ext_cnt; i++) { 309 if (!is_extension_exist(name, ext[i])) 310 continue; 311 312 set_compress_context(inode); 313 return; 314 } 315 } 316 317 static int f2fs_create(struct user_namespace *mnt_userns, struct inode *dir, 318 struct dentry *dentry, umode_t mode, bool excl) 319 { 320 struct f2fs_sb_info *sbi = F2FS_I_SB(dir); 321 struct inode *inode; 322 nid_t ino = 0; 323 int err; 324 325 if (unlikely(f2fs_cp_error(sbi))) 326 return -EIO; 327 if (!f2fs_is_checkpoint_ready(sbi)) 328 return -ENOSPC; 329 330 err = dquot_initialize(dir); 331 if (err) 332 return err; 333 334 inode = f2fs_new_inode(dir, mode); 335 if (IS_ERR(inode)) 336 return PTR_ERR(inode); 337 338 if (!test_opt(sbi, DISABLE_EXT_IDENTIFY)) 339 set_file_temperature(sbi, inode, dentry->d_name.name); 340 341 set_compress_inode(sbi, inode, dentry->d_name.name); 342 343 inode->i_op = &f2fs_file_inode_operations; 344 inode->i_fop = &f2fs_file_operations; 345 inode->i_mapping->a_ops = &f2fs_dblock_aops; 346 ino = inode->i_ino; 347 348 f2fs_lock_op(sbi); 349 err = f2fs_add_link(dentry, inode); 350 if (err) 351 goto out; 352 f2fs_unlock_op(sbi); 353 354 f2fs_alloc_nid_done(sbi, ino); 355 356 d_instantiate_new(dentry, inode); 357 358 if (IS_DIRSYNC(dir)) 359 f2fs_sync_fs(sbi->sb, 1); 360 361 f2fs_balance_fs(sbi, true); 362 return 0; 363 out: 364 f2fs_handle_failed_inode(inode); 365 return err; 366 } 367 368 static int f2fs_link(struct dentry *old_dentry, struct inode *dir, 369 struct dentry *dentry) 370 { 371 struct inode *inode = d_inode(old_dentry); 372 struct f2fs_sb_info *sbi = F2FS_I_SB(dir); 373 int err; 374 375 if (unlikely(f2fs_cp_error(sbi))) 376 return -EIO; 377 if (!f2fs_is_checkpoint_ready(sbi)) 378 return -ENOSPC; 379 380 err = fscrypt_prepare_link(old_dentry, dir, dentry); 381 if (err) 382 return err; 383 384 if (is_inode_flag_set(dir, FI_PROJ_INHERIT) && 385 (!projid_eq(F2FS_I(dir)->i_projid, 386 F2FS_I(old_dentry->d_inode)->i_projid))) 387 return -EXDEV; 388 389 err = dquot_initialize(dir); 390 if (err) 391 return err; 392 393 f2fs_balance_fs(sbi, true); 394 395 inode->i_ctime = current_time(inode); 396 ihold(inode); 397 398 set_inode_flag(inode, FI_INC_LINK); 399 f2fs_lock_op(sbi); 400 err = f2fs_add_link(dentry, inode); 401 if (err) 402 goto out; 403 f2fs_unlock_op(sbi); 404 405 d_instantiate(dentry, inode); 406 407 if (IS_DIRSYNC(dir)) 408 f2fs_sync_fs(sbi->sb, 1); 409 return 0; 410 out: 411 clear_inode_flag(inode, FI_INC_LINK); 412 iput(inode); 413 f2fs_unlock_op(sbi); 414 return err; 415 } 416 417 struct dentry *f2fs_get_parent(struct dentry *child) 418 { 419 struct qstr dotdot = QSTR_INIT("..", 2); 420 struct page *page; 421 unsigned long ino = f2fs_inode_by_name(d_inode(child), &dotdot, &page); 422 if (!ino) { 423 if (IS_ERR(page)) 424 return ERR_CAST(page); 425 return ERR_PTR(-ENOENT); 426 } 427 return d_obtain_alias(f2fs_iget(child->d_sb, ino)); 428 } 429 430 static int __recover_dot_dentries(struct inode *dir, nid_t pino) 431 { 432 struct f2fs_sb_info *sbi = F2FS_I_SB(dir); 433 struct qstr dot = QSTR_INIT(".", 1); 434 struct qstr dotdot = QSTR_INIT("..", 2); 435 struct f2fs_dir_entry *de; 436 struct page *page; 437 int err = 0; 438 439 if (f2fs_readonly(sbi->sb)) { 440 f2fs_info(sbi, "skip recovering inline_dots inode (ino:%lu, pino:%u) in readonly mountpoint", 441 dir->i_ino, pino); 442 return 0; 443 } 444 445 err = dquot_initialize(dir); 446 if (err) 447 return err; 448 449 f2fs_balance_fs(sbi, true); 450 451 f2fs_lock_op(sbi); 452 453 de = f2fs_find_entry(dir, &dot, &page); 454 if (de) { 455 f2fs_put_page(page, 0); 456 } else if (IS_ERR(page)) { 457 err = PTR_ERR(page); 458 goto out; 459 } else { 460 err = f2fs_do_add_link(dir, &dot, NULL, dir->i_ino, S_IFDIR); 461 if (err) 462 goto out; 463 } 464 465 de = f2fs_find_entry(dir, &dotdot, &page); 466 if (de) 467 f2fs_put_page(page, 0); 468 else if (IS_ERR(page)) 469 err = PTR_ERR(page); 470 else 471 err = f2fs_do_add_link(dir, &dotdot, NULL, pino, S_IFDIR); 472 out: 473 if (!err) 474 clear_inode_flag(dir, FI_INLINE_DOTS); 475 476 f2fs_unlock_op(sbi); 477 return err; 478 } 479 480 static struct dentry *f2fs_lookup(struct inode *dir, struct dentry *dentry, 481 unsigned int flags) 482 { 483 struct inode *inode = NULL; 484 struct f2fs_dir_entry *de; 485 struct page *page; 486 struct dentry *new; 487 nid_t ino = -1; 488 int err = 0; 489 unsigned int root_ino = F2FS_ROOT_INO(F2FS_I_SB(dir)); 490 struct f2fs_filename fname; 491 492 trace_f2fs_lookup_start(dir, dentry, flags); 493 494 if (dentry->d_name.len > F2FS_NAME_LEN) { 495 err = -ENAMETOOLONG; 496 goto out; 497 } 498 499 err = f2fs_prepare_lookup(dir, dentry, &fname); 500 generic_set_encrypted_ci_d_ops(dentry); 501 if (err == -ENOENT) 502 goto out_splice; 503 if (err) 504 goto out; 505 de = __f2fs_find_entry(dir, &fname, &page); 506 f2fs_free_filename(&fname); 507 508 if (!de) { 509 if (IS_ERR(page)) { 510 err = PTR_ERR(page); 511 goto out; 512 } 513 err = -ENOENT; 514 goto out_splice; 515 } 516 517 ino = le32_to_cpu(de->ino); 518 f2fs_put_page(page, 0); 519 520 inode = f2fs_iget(dir->i_sb, ino); 521 if (IS_ERR(inode)) { 522 err = PTR_ERR(inode); 523 goto out; 524 } 525 526 if ((dir->i_ino == root_ino) && f2fs_has_inline_dots(dir)) { 527 err = __recover_dot_dentries(dir, root_ino); 528 if (err) 529 goto out_iput; 530 } 531 532 if (f2fs_has_inline_dots(inode)) { 533 err = __recover_dot_dentries(inode, dir->i_ino); 534 if (err) 535 goto out_iput; 536 } 537 if (IS_ENCRYPTED(dir) && 538 (S_ISDIR(inode->i_mode) || S_ISLNK(inode->i_mode)) && 539 !fscrypt_has_permitted_context(dir, inode)) { 540 f2fs_warn(F2FS_I_SB(inode), "Inconsistent encryption contexts: %lu/%lu", 541 dir->i_ino, inode->i_ino); 542 err = -EPERM; 543 goto out_iput; 544 } 545 out_splice: 546 #ifdef CONFIG_UNICODE 547 if (!inode && IS_CASEFOLDED(dir)) { 548 /* Eventually we want to call d_add_ci(dentry, NULL) 549 * for negative dentries in the encoding case as 550 * well. For now, prevent the negative dentry 551 * from being cached. 552 */ 553 trace_f2fs_lookup_end(dir, dentry, ino, err); 554 return NULL; 555 } 556 #endif 557 new = d_splice_alias(inode, dentry); 558 err = PTR_ERR_OR_ZERO(new); 559 trace_f2fs_lookup_end(dir, dentry, ino, !new ? -ENOENT : err); 560 return new; 561 out_iput: 562 iput(inode); 563 out: 564 trace_f2fs_lookup_end(dir, dentry, ino, err); 565 return ERR_PTR(err); 566 } 567 568 static int f2fs_unlink(struct inode *dir, struct dentry *dentry) 569 { 570 struct f2fs_sb_info *sbi = F2FS_I_SB(dir); 571 struct inode *inode = d_inode(dentry); 572 struct f2fs_dir_entry *de; 573 struct page *page; 574 int err; 575 576 trace_f2fs_unlink_enter(dir, dentry); 577 578 if (unlikely(f2fs_cp_error(sbi))) { 579 err = -EIO; 580 goto fail; 581 } 582 583 err = dquot_initialize(dir); 584 if (err) 585 goto fail; 586 err = dquot_initialize(inode); 587 if (err) 588 goto fail; 589 590 de = f2fs_find_entry(dir, &dentry->d_name, &page); 591 if (!de) { 592 if (IS_ERR(page)) 593 err = PTR_ERR(page); 594 goto fail; 595 } 596 597 f2fs_balance_fs(sbi, true); 598 599 f2fs_lock_op(sbi); 600 err = f2fs_acquire_orphan_inode(sbi); 601 if (err) { 602 f2fs_unlock_op(sbi); 603 f2fs_put_page(page, 0); 604 goto fail; 605 } 606 f2fs_delete_entry(de, page, dir, inode); 607 #ifdef CONFIG_UNICODE 608 /* VFS negative dentries are incompatible with Encoding and 609 * Case-insensitiveness. Eventually we'll want avoid 610 * invalidating the dentries here, alongside with returning the 611 * negative dentries at f2fs_lookup(), when it is better 612 * supported by the VFS for the CI case. 613 */ 614 if (IS_CASEFOLDED(dir)) 615 d_invalidate(dentry); 616 #endif 617 f2fs_unlock_op(sbi); 618 619 if (IS_DIRSYNC(dir)) 620 f2fs_sync_fs(sbi->sb, 1); 621 fail: 622 trace_f2fs_unlink_exit(inode, err); 623 return err; 624 } 625 626 static const char *f2fs_get_link(struct dentry *dentry, 627 struct inode *inode, 628 struct delayed_call *done) 629 { 630 const char *link = page_get_link(dentry, inode, done); 631 if (!IS_ERR(link) && !*link) { 632 /* this is broken symlink case */ 633 do_delayed_call(done); 634 clear_delayed_call(done); 635 link = ERR_PTR(-ENOENT); 636 } 637 return link; 638 } 639 640 static int f2fs_symlink(struct user_namespace *mnt_userns, struct inode *dir, 641 struct dentry *dentry, const char *symname) 642 { 643 struct f2fs_sb_info *sbi = F2FS_I_SB(dir); 644 struct inode *inode; 645 size_t len = strlen(symname); 646 struct fscrypt_str disk_link; 647 int err; 648 649 if (unlikely(f2fs_cp_error(sbi))) 650 return -EIO; 651 if (!f2fs_is_checkpoint_ready(sbi)) 652 return -ENOSPC; 653 654 err = fscrypt_prepare_symlink(dir, symname, len, dir->i_sb->s_blocksize, 655 &disk_link); 656 if (err) 657 return err; 658 659 err = dquot_initialize(dir); 660 if (err) 661 return err; 662 663 inode = f2fs_new_inode(dir, S_IFLNK | S_IRWXUGO); 664 if (IS_ERR(inode)) 665 return PTR_ERR(inode); 666 667 if (IS_ENCRYPTED(inode)) 668 inode->i_op = &f2fs_encrypted_symlink_inode_operations; 669 else 670 inode->i_op = &f2fs_symlink_inode_operations; 671 inode_nohighmem(inode); 672 inode->i_mapping->a_ops = &f2fs_dblock_aops; 673 674 f2fs_lock_op(sbi); 675 err = f2fs_add_link(dentry, inode); 676 if (err) 677 goto out_f2fs_handle_failed_inode; 678 f2fs_unlock_op(sbi); 679 f2fs_alloc_nid_done(sbi, inode->i_ino); 680 681 err = fscrypt_encrypt_symlink(inode, symname, len, &disk_link); 682 if (err) 683 goto err_out; 684 685 err = page_symlink(inode, disk_link.name, disk_link.len); 686 687 err_out: 688 d_instantiate_new(dentry, inode); 689 690 /* 691 * Let's flush symlink data in order to avoid broken symlink as much as 692 * possible. Nevertheless, fsyncing is the best way, but there is no 693 * way to get a file descriptor in order to flush that. 694 * 695 * Note that, it needs to do dir->fsync to make this recoverable. 696 * If the symlink path is stored into inline_data, there is no 697 * performance regression. 698 */ 699 if (!err) { 700 filemap_write_and_wait_range(inode->i_mapping, 0, 701 disk_link.len - 1); 702 703 if (IS_DIRSYNC(dir)) 704 f2fs_sync_fs(sbi->sb, 1); 705 } else { 706 f2fs_unlink(dir, dentry); 707 } 708 709 f2fs_balance_fs(sbi, true); 710 goto out_free_encrypted_link; 711 712 out_f2fs_handle_failed_inode: 713 f2fs_handle_failed_inode(inode); 714 out_free_encrypted_link: 715 if (disk_link.name != (unsigned char *)symname) 716 kfree(disk_link.name); 717 return err; 718 } 719 720 static int f2fs_mkdir(struct user_namespace *mnt_userns, struct inode *dir, 721 struct dentry *dentry, umode_t mode) 722 { 723 struct f2fs_sb_info *sbi = F2FS_I_SB(dir); 724 struct inode *inode; 725 int err; 726 727 if (unlikely(f2fs_cp_error(sbi))) 728 return -EIO; 729 730 err = dquot_initialize(dir); 731 if (err) 732 return err; 733 734 inode = f2fs_new_inode(dir, S_IFDIR | mode); 735 if (IS_ERR(inode)) 736 return PTR_ERR(inode); 737 738 inode->i_op = &f2fs_dir_inode_operations; 739 inode->i_fop = &f2fs_dir_operations; 740 inode->i_mapping->a_ops = &f2fs_dblock_aops; 741 inode_nohighmem(inode); 742 743 set_inode_flag(inode, FI_INC_LINK); 744 f2fs_lock_op(sbi); 745 err = f2fs_add_link(dentry, inode); 746 if (err) 747 goto out_fail; 748 f2fs_unlock_op(sbi); 749 750 f2fs_alloc_nid_done(sbi, inode->i_ino); 751 752 d_instantiate_new(dentry, inode); 753 754 if (IS_DIRSYNC(dir)) 755 f2fs_sync_fs(sbi->sb, 1); 756 757 f2fs_balance_fs(sbi, true); 758 return 0; 759 760 out_fail: 761 clear_inode_flag(inode, FI_INC_LINK); 762 f2fs_handle_failed_inode(inode); 763 return err; 764 } 765 766 static int f2fs_rmdir(struct inode *dir, struct dentry *dentry) 767 { 768 struct inode *inode = d_inode(dentry); 769 if (f2fs_empty_dir(inode)) 770 return f2fs_unlink(dir, dentry); 771 return -ENOTEMPTY; 772 } 773 774 static int f2fs_mknod(struct user_namespace *mnt_userns, struct inode *dir, 775 struct dentry *dentry, umode_t mode, dev_t rdev) 776 { 777 struct f2fs_sb_info *sbi = F2FS_I_SB(dir); 778 struct inode *inode; 779 int err = 0; 780 781 if (unlikely(f2fs_cp_error(sbi))) 782 return -EIO; 783 if (!f2fs_is_checkpoint_ready(sbi)) 784 return -ENOSPC; 785 786 err = dquot_initialize(dir); 787 if (err) 788 return err; 789 790 inode = f2fs_new_inode(dir, mode); 791 if (IS_ERR(inode)) 792 return PTR_ERR(inode); 793 794 init_special_inode(inode, inode->i_mode, rdev); 795 inode->i_op = &f2fs_special_inode_operations; 796 797 f2fs_lock_op(sbi); 798 err = f2fs_add_link(dentry, inode); 799 if (err) 800 goto out; 801 f2fs_unlock_op(sbi); 802 803 f2fs_alloc_nid_done(sbi, inode->i_ino); 804 805 d_instantiate_new(dentry, inode); 806 807 if (IS_DIRSYNC(dir)) 808 f2fs_sync_fs(sbi->sb, 1); 809 810 f2fs_balance_fs(sbi, true); 811 return 0; 812 out: 813 f2fs_handle_failed_inode(inode); 814 return err; 815 } 816 817 static int __f2fs_tmpfile(struct inode *dir, struct dentry *dentry, 818 umode_t mode, struct inode **whiteout) 819 { 820 struct f2fs_sb_info *sbi = F2FS_I_SB(dir); 821 struct inode *inode; 822 int err; 823 824 err = dquot_initialize(dir); 825 if (err) 826 return err; 827 828 inode = f2fs_new_inode(dir, mode); 829 if (IS_ERR(inode)) 830 return PTR_ERR(inode); 831 832 if (whiteout) { 833 init_special_inode(inode, inode->i_mode, WHITEOUT_DEV); 834 inode->i_op = &f2fs_special_inode_operations; 835 } else { 836 inode->i_op = &f2fs_file_inode_operations; 837 inode->i_fop = &f2fs_file_operations; 838 inode->i_mapping->a_ops = &f2fs_dblock_aops; 839 } 840 841 f2fs_lock_op(sbi); 842 err = f2fs_acquire_orphan_inode(sbi); 843 if (err) 844 goto out; 845 846 err = f2fs_do_tmpfile(inode, dir); 847 if (err) 848 goto release_out; 849 850 /* 851 * add this non-linked tmpfile to orphan list, in this way we could 852 * remove all unused data of tmpfile after abnormal power-off. 853 */ 854 f2fs_add_orphan_inode(inode); 855 f2fs_alloc_nid_done(sbi, inode->i_ino); 856 857 if (whiteout) { 858 f2fs_i_links_write(inode, false); 859 860 spin_lock(&inode->i_lock); 861 inode->i_state |= I_LINKABLE; 862 spin_unlock(&inode->i_lock); 863 864 *whiteout = inode; 865 } else { 866 d_tmpfile(dentry, inode); 867 } 868 /* link_count was changed by d_tmpfile as well. */ 869 f2fs_unlock_op(sbi); 870 unlock_new_inode(inode); 871 872 f2fs_balance_fs(sbi, true); 873 return 0; 874 875 release_out: 876 f2fs_release_orphan_inode(sbi); 877 out: 878 f2fs_handle_failed_inode(inode); 879 return err; 880 } 881 882 static int f2fs_tmpfile(struct user_namespace *mnt_userns, struct inode *dir, 883 struct dentry *dentry, umode_t mode) 884 { 885 struct f2fs_sb_info *sbi = F2FS_I_SB(dir); 886 887 if (unlikely(f2fs_cp_error(sbi))) 888 return -EIO; 889 if (!f2fs_is_checkpoint_ready(sbi)) 890 return -ENOSPC; 891 892 return __f2fs_tmpfile(dir, dentry, mode, NULL); 893 } 894 895 static int f2fs_create_whiteout(struct inode *dir, struct inode **whiteout) 896 { 897 if (unlikely(f2fs_cp_error(F2FS_I_SB(dir)))) 898 return -EIO; 899 900 return __f2fs_tmpfile(dir, NULL, S_IFCHR | WHITEOUT_MODE, whiteout); 901 } 902 903 static int f2fs_rename(struct inode *old_dir, struct dentry *old_dentry, 904 struct inode *new_dir, struct dentry *new_dentry, 905 unsigned int flags) 906 { 907 struct f2fs_sb_info *sbi = F2FS_I_SB(old_dir); 908 struct inode *old_inode = d_inode(old_dentry); 909 struct inode *new_inode = d_inode(new_dentry); 910 struct inode *whiteout = NULL; 911 struct page *old_dir_page = NULL; 912 struct page *old_page, *new_page = NULL; 913 struct f2fs_dir_entry *old_dir_entry = NULL; 914 struct f2fs_dir_entry *old_entry; 915 struct f2fs_dir_entry *new_entry; 916 int err; 917 918 if (unlikely(f2fs_cp_error(sbi))) 919 return -EIO; 920 if (!f2fs_is_checkpoint_ready(sbi)) 921 return -ENOSPC; 922 923 if (is_inode_flag_set(new_dir, FI_PROJ_INHERIT) && 924 (!projid_eq(F2FS_I(new_dir)->i_projid, 925 F2FS_I(old_dentry->d_inode)->i_projid))) 926 return -EXDEV; 927 928 /* 929 * If new_inode is null, the below renaming flow will 930 * add a link in old_dir which can conver inline_dir. 931 * After then, if we failed to get the entry due to other 932 * reasons like ENOMEM, we had to remove the new entry. 933 * Instead of adding such the error handling routine, let's 934 * simply convert first here. 935 */ 936 if (old_dir == new_dir && !new_inode) { 937 err = f2fs_try_convert_inline_dir(old_dir, new_dentry); 938 if (err) 939 return err; 940 } 941 942 if (flags & RENAME_WHITEOUT) { 943 err = f2fs_create_whiteout(old_dir, &whiteout); 944 if (err) 945 return err; 946 } 947 948 err = dquot_initialize(old_dir); 949 if (err) 950 goto out; 951 952 err = dquot_initialize(new_dir); 953 if (err) 954 goto out; 955 956 if (new_inode) { 957 err = dquot_initialize(new_inode); 958 if (err) 959 goto out; 960 } 961 962 err = -ENOENT; 963 old_entry = f2fs_find_entry(old_dir, &old_dentry->d_name, &old_page); 964 if (!old_entry) { 965 if (IS_ERR(old_page)) 966 err = PTR_ERR(old_page); 967 goto out; 968 } 969 970 if (S_ISDIR(old_inode->i_mode)) { 971 old_dir_entry = f2fs_parent_dir(old_inode, &old_dir_page); 972 if (!old_dir_entry) { 973 if (IS_ERR(old_dir_page)) 974 err = PTR_ERR(old_dir_page); 975 goto out_old; 976 } 977 } 978 979 if (new_inode) { 980 981 err = -ENOTEMPTY; 982 if (old_dir_entry && !f2fs_empty_dir(new_inode)) 983 goto out_dir; 984 985 err = -ENOENT; 986 new_entry = f2fs_find_entry(new_dir, &new_dentry->d_name, 987 &new_page); 988 if (!new_entry) { 989 if (IS_ERR(new_page)) 990 err = PTR_ERR(new_page); 991 goto out_dir; 992 } 993 994 f2fs_balance_fs(sbi, true); 995 996 f2fs_lock_op(sbi); 997 998 err = f2fs_acquire_orphan_inode(sbi); 999 if (err) 1000 goto put_out_dir; 1001 1002 f2fs_set_link(new_dir, new_entry, new_page, old_inode); 1003 new_page = NULL; 1004 1005 new_inode->i_ctime = current_time(new_inode); 1006 down_write(&F2FS_I(new_inode)->i_sem); 1007 if (old_dir_entry) 1008 f2fs_i_links_write(new_inode, false); 1009 f2fs_i_links_write(new_inode, false); 1010 up_write(&F2FS_I(new_inode)->i_sem); 1011 1012 if (!new_inode->i_nlink) 1013 f2fs_add_orphan_inode(new_inode); 1014 else 1015 f2fs_release_orphan_inode(sbi); 1016 } else { 1017 f2fs_balance_fs(sbi, true); 1018 1019 f2fs_lock_op(sbi); 1020 1021 err = f2fs_add_link(new_dentry, old_inode); 1022 if (err) { 1023 f2fs_unlock_op(sbi); 1024 goto out_dir; 1025 } 1026 1027 if (old_dir_entry) 1028 f2fs_i_links_write(new_dir, true); 1029 } 1030 1031 down_write(&F2FS_I(old_inode)->i_sem); 1032 if (!old_dir_entry || whiteout) 1033 file_lost_pino(old_inode); 1034 else 1035 /* adjust dir's i_pino to pass fsck check */ 1036 f2fs_i_pino_write(old_inode, new_dir->i_ino); 1037 up_write(&F2FS_I(old_inode)->i_sem); 1038 1039 old_inode->i_ctime = current_time(old_inode); 1040 f2fs_mark_inode_dirty_sync(old_inode, false); 1041 1042 f2fs_delete_entry(old_entry, old_page, old_dir, NULL); 1043 old_page = NULL; 1044 1045 if (whiteout) { 1046 set_inode_flag(whiteout, FI_INC_LINK); 1047 err = f2fs_add_link(old_dentry, whiteout); 1048 if (err) 1049 goto put_out_dir; 1050 1051 spin_lock(&whiteout->i_lock); 1052 whiteout->i_state &= ~I_LINKABLE; 1053 spin_unlock(&whiteout->i_lock); 1054 1055 iput(whiteout); 1056 } 1057 1058 if (old_dir_entry) { 1059 if (old_dir != new_dir && !whiteout) 1060 f2fs_set_link(old_inode, old_dir_entry, 1061 old_dir_page, new_dir); 1062 else 1063 f2fs_put_page(old_dir_page, 0); 1064 f2fs_i_links_write(old_dir, false); 1065 } 1066 if (F2FS_OPTION(sbi).fsync_mode == FSYNC_MODE_STRICT) { 1067 f2fs_add_ino_entry(sbi, new_dir->i_ino, TRANS_DIR_INO); 1068 if (S_ISDIR(old_inode->i_mode)) 1069 f2fs_add_ino_entry(sbi, old_inode->i_ino, 1070 TRANS_DIR_INO); 1071 } 1072 1073 f2fs_unlock_op(sbi); 1074 1075 if (IS_DIRSYNC(old_dir) || IS_DIRSYNC(new_dir)) 1076 f2fs_sync_fs(sbi->sb, 1); 1077 1078 f2fs_update_time(sbi, REQ_TIME); 1079 return 0; 1080 1081 put_out_dir: 1082 f2fs_unlock_op(sbi); 1083 f2fs_put_page(new_page, 0); 1084 out_dir: 1085 if (old_dir_entry) 1086 f2fs_put_page(old_dir_page, 0); 1087 out_old: 1088 f2fs_put_page(old_page, 0); 1089 out: 1090 if (whiteout) 1091 iput(whiteout); 1092 return err; 1093 } 1094 1095 static int f2fs_cross_rename(struct inode *old_dir, struct dentry *old_dentry, 1096 struct inode *new_dir, struct dentry *new_dentry) 1097 { 1098 struct f2fs_sb_info *sbi = F2FS_I_SB(old_dir); 1099 struct inode *old_inode = d_inode(old_dentry); 1100 struct inode *new_inode = d_inode(new_dentry); 1101 struct page *old_dir_page, *new_dir_page; 1102 struct page *old_page, *new_page; 1103 struct f2fs_dir_entry *old_dir_entry = NULL, *new_dir_entry = NULL; 1104 struct f2fs_dir_entry *old_entry, *new_entry; 1105 int old_nlink = 0, new_nlink = 0; 1106 int err; 1107 1108 if (unlikely(f2fs_cp_error(sbi))) 1109 return -EIO; 1110 if (!f2fs_is_checkpoint_ready(sbi)) 1111 return -ENOSPC; 1112 1113 if ((is_inode_flag_set(new_dir, FI_PROJ_INHERIT) && 1114 !projid_eq(F2FS_I(new_dir)->i_projid, 1115 F2FS_I(old_dentry->d_inode)->i_projid)) || 1116 (is_inode_flag_set(new_dir, FI_PROJ_INHERIT) && 1117 !projid_eq(F2FS_I(old_dir)->i_projid, 1118 F2FS_I(new_dentry->d_inode)->i_projid))) 1119 return -EXDEV; 1120 1121 err = dquot_initialize(old_dir); 1122 if (err) 1123 goto out; 1124 1125 err = dquot_initialize(new_dir); 1126 if (err) 1127 goto out; 1128 1129 err = -ENOENT; 1130 old_entry = f2fs_find_entry(old_dir, &old_dentry->d_name, &old_page); 1131 if (!old_entry) { 1132 if (IS_ERR(old_page)) 1133 err = PTR_ERR(old_page); 1134 goto out; 1135 } 1136 1137 new_entry = f2fs_find_entry(new_dir, &new_dentry->d_name, &new_page); 1138 if (!new_entry) { 1139 if (IS_ERR(new_page)) 1140 err = PTR_ERR(new_page); 1141 goto out_old; 1142 } 1143 1144 /* prepare for updating ".." directory entry info later */ 1145 if (old_dir != new_dir) { 1146 if (S_ISDIR(old_inode->i_mode)) { 1147 old_dir_entry = f2fs_parent_dir(old_inode, 1148 &old_dir_page); 1149 if (!old_dir_entry) { 1150 if (IS_ERR(old_dir_page)) 1151 err = PTR_ERR(old_dir_page); 1152 goto out_new; 1153 } 1154 } 1155 1156 if (S_ISDIR(new_inode->i_mode)) { 1157 new_dir_entry = f2fs_parent_dir(new_inode, 1158 &new_dir_page); 1159 if (!new_dir_entry) { 1160 if (IS_ERR(new_dir_page)) 1161 err = PTR_ERR(new_dir_page); 1162 goto out_old_dir; 1163 } 1164 } 1165 } 1166 1167 /* 1168 * If cross rename between file and directory those are not 1169 * in the same directory, we will inc nlink of file's parent 1170 * later, so we should check upper boundary of its nlink. 1171 */ 1172 if ((!old_dir_entry || !new_dir_entry) && 1173 old_dir_entry != new_dir_entry) { 1174 old_nlink = old_dir_entry ? -1 : 1; 1175 new_nlink = -old_nlink; 1176 err = -EMLINK; 1177 if ((old_nlink > 0 && old_dir->i_nlink >= F2FS_LINK_MAX) || 1178 (new_nlink > 0 && new_dir->i_nlink >= F2FS_LINK_MAX)) 1179 goto out_new_dir; 1180 } 1181 1182 f2fs_balance_fs(sbi, true); 1183 1184 f2fs_lock_op(sbi); 1185 1186 /* update ".." directory entry info of old dentry */ 1187 if (old_dir_entry) 1188 f2fs_set_link(old_inode, old_dir_entry, old_dir_page, new_dir); 1189 1190 /* update ".." directory entry info of new dentry */ 1191 if (new_dir_entry) 1192 f2fs_set_link(new_inode, new_dir_entry, new_dir_page, old_dir); 1193 1194 /* update directory entry info of old dir inode */ 1195 f2fs_set_link(old_dir, old_entry, old_page, new_inode); 1196 1197 down_write(&F2FS_I(old_inode)->i_sem); 1198 if (!old_dir_entry) 1199 file_lost_pino(old_inode); 1200 else 1201 /* adjust dir's i_pino to pass fsck check */ 1202 f2fs_i_pino_write(old_inode, new_dir->i_ino); 1203 up_write(&F2FS_I(old_inode)->i_sem); 1204 1205 old_dir->i_ctime = current_time(old_dir); 1206 if (old_nlink) { 1207 down_write(&F2FS_I(old_dir)->i_sem); 1208 f2fs_i_links_write(old_dir, old_nlink > 0); 1209 up_write(&F2FS_I(old_dir)->i_sem); 1210 } 1211 f2fs_mark_inode_dirty_sync(old_dir, false); 1212 1213 /* update directory entry info of new dir inode */ 1214 f2fs_set_link(new_dir, new_entry, new_page, old_inode); 1215 1216 down_write(&F2FS_I(new_inode)->i_sem); 1217 if (!new_dir_entry) 1218 file_lost_pino(new_inode); 1219 else 1220 /* adjust dir's i_pino to pass fsck check */ 1221 f2fs_i_pino_write(new_inode, old_dir->i_ino); 1222 up_write(&F2FS_I(new_inode)->i_sem); 1223 1224 new_dir->i_ctime = current_time(new_dir); 1225 if (new_nlink) { 1226 down_write(&F2FS_I(new_dir)->i_sem); 1227 f2fs_i_links_write(new_dir, new_nlink > 0); 1228 up_write(&F2FS_I(new_dir)->i_sem); 1229 } 1230 f2fs_mark_inode_dirty_sync(new_dir, false); 1231 1232 if (F2FS_OPTION(sbi).fsync_mode == FSYNC_MODE_STRICT) { 1233 f2fs_add_ino_entry(sbi, old_dir->i_ino, TRANS_DIR_INO); 1234 f2fs_add_ino_entry(sbi, new_dir->i_ino, TRANS_DIR_INO); 1235 } 1236 1237 f2fs_unlock_op(sbi); 1238 1239 if (IS_DIRSYNC(old_dir) || IS_DIRSYNC(new_dir)) 1240 f2fs_sync_fs(sbi->sb, 1); 1241 1242 f2fs_update_time(sbi, REQ_TIME); 1243 return 0; 1244 out_new_dir: 1245 if (new_dir_entry) { 1246 f2fs_put_page(new_dir_page, 0); 1247 } 1248 out_old_dir: 1249 if (old_dir_entry) { 1250 f2fs_put_page(old_dir_page, 0); 1251 } 1252 out_new: 1253 f2fs_put_page(new_page, 0); 1254 out_old: 1255 f2fs_put_page(old_page, 0); 1256 out: 1257 return err; 1258 } 1259 1260 static int f2fs_rename2(struct user_namespace *mnt_userns, 1261 struct inode *old_dir, struct dentry *old_dentry, 1262 struct inode *new_dir, struct dentry *new_dentry, 1263 unsigned int flags) 1264 { 1265 int err; 1266 1267 if (flags & ~(RENAME_NOREPLACE | RENAME_EXCHANGE | RENAME_WHITEOUT)) 1268 return -EINVAL; 1269 1270 err = fscrypt_prepare_rename(old_dir, old_dentry, new_dir, new_dentry, 1271 flags); 1272 if (err) 1273 return err; 1274 1275 if (flags & RENAME_EXCHANGE) { 1276 return f2fs_cross_rename(old_dir, old_dentry, 1277 new_dir, new_dentry); 1278 } 1279 /* 1280 * VFS has already handled the new dentry existence case, 1281 * here, we just deal with "RENAME_NOREPLACE" as regular rename. 1282 */ 1283 return f2fs_rename(old_dir, old_dentry, new_dir, new_dentry, flags); 1284 } 1285 1286 static const char *f2fs_encrypted_get_link(struct dentry *dentry, 1287 struct inode *inode, 1288 struct delayed_call *done) 1289 { 1290 struct page *page; 1291 const char *target; 1292 1293 if (!dentry) 1294 return ERR_PTR(-ECHILD); 1295 1296 page = read_mapping_page(inode->i_mapping, 0, NULL); 1297 if (IS_ERR(page)) 1298 return ERR_CAST(page); 1299 1300 target = fscrypt_get_symlink(inode, page_address(page), 1301 inode->i_sb->s_blocksize, done); 1302 put_page(page); 1303 return target; 1304 } 1305 1306 const struct inode_operations f2fs_encrypted_symlink_inode_operations = { 1307 .get_link = f2fs_encrypted_get_link, 1308 .getattr = f2fs_getattr, 1309 .setattr = f2fs_setattr, 1310 .listxattr = f2fs_listxattr, 1311 }; 1312 1313 const struct inode_operations f2fs_dir_inode_operations = { 1314 .create = f2fs_create, 1315 .lookup = f2fs_lookup, 1316 .link = f2fs_link, 1317 .unlink = f2fs_unlink, 1318 .symlink = f2fs_symlink, 1319 .mkdir = f2fs_mkdir, 1320 .rmdir = f2fs_rmdir, 1321 .mknod = f2fs_mknod, 1322 .rename = f2fs_rename2, 1323 .tmpfile = f2fs_tmpfile, 1324 .getattr = f2fs_getattr, 1325 .setattr = f2fs_setattr, 1326 .get_acl = f2fs_get_acl, 1327 .set_acl = f2fs_set_acl, 1328 .listxattr = f2fs_listxattr, 1329 .fiemap = f2fs_fiemap, 1330 }; 1331 1332 const struct inode_operations f2fs_symlink_inode_operations = { 1333 .get_link = f2fs_get_link, 1334 .getattr = f2fs_getattr, 1335 .setattr = f2fs_setattr, 1336 .listxattr = f2fs_listxattr, 1337 }; 1338 1339 const struct inode_operations f2fs_special_inode_operations = { 1340 .getattr = f2fs_getattr, 1341 .setattr = f2fs_setattr, 1342 .get_acl = f2fs_get_acl, 1343 .set_acl = f2fs_set_acl, 1344 .listxattr = f2fs_listxattr, 1345 }; 1346