1 // SPDX-License-Identifier: GPL-2.0 2 /* 3 * fs/f2fs/namei.c 4 * 5 * Copyright (c) 2012 Samsung Electronics Co., Ltd. 6 * http://www.samsung.com/ 7 */ 8 #include <linux/fs.h> 9 #include <linux/f2fs_fs.h> 10 #include <linux/pagemap.h> 11 #include <linux/sched.h> 12 #include <linux/ctype.h> 13 #include <linux/random.h> 14 #include <linux/dcache.h> 15 #include <linux/namei.h> 16 #include <linux/quotaops.h> 17 18 #include "f2fs.h" 19 #include "node.h" 20 #include "segment.h" 21 #include "xattr.h" 22 #include "acl.h" 23 #include <trace/events/f2fs.h> 24 25 static inline bool is_extension_exist(const unsigned char *s, const char *sub, 26 bool tmp_ext, bool tmp_dot) 27 { 28 size_t slen = strlen(s); 29 size_t sublen = strlen(sub); 30 int i; 31 32 if (sublen == 1 && *sub == '*') 33 return true; 34 35 /* 36 * filename format of multimedia file should be defined as: 37 * "filename + '.' + extension + (optional: '.' + temp extension)". 38 */ 39 if (slen < sublen + 2) 40 return false; 41 42 if (!tmp_ext) { 43 /* file has no temp extension */ 44 if (s[slen - sublen - 1] != '.') 45 return false; 46 return !strncasecmp(s + slen - sublen, sub, sublen); 47 } 48 49 for (i = 1; i < slen - sublen; i++) { 50 if (s[i] != '.') 51 continue; 52 if (!strncasecmp(s + i + 1, sub, sublen)) { 53 if (!tmp_dot) 54 return true; 55 if (i == slen - sublen - 1 || s[i + 1 + sublen] == '.') 56 return true; 57 } 58 } 59 60 return false; 61 } 62 63 static inline bool is_temperature_extension(const unsigned char *s, const char *sub) 64 { 65 return is_extension_exist(s, sub, true, false); 66 } 67 68 static inline bool is_compress_extension(const unsigned char *s, const char *sub) 69 { 70 return is_extension_exist(s, sub, true, true); 71 } 72 73 int f2fs_update_extension_list(struct f2fs_sb_info *sbi, const char *name, 74 bool hot, bool set) 75 { 76 __u8 (*extlist)[F2FS_EXTENSION_LEN] = sbi->raw_super->extension_list; 77 int cold_count = le32_to_cpu(sbi->raw_super->extension_count); 78 int hot_count = sbi->raw_super->hot_ext_count; 79 int total_count = cold_count + hot_count; 80 int start, count; 81 int i; 82 83 if (set) { 84 if (total_count == F2FS_MAX_EXTENSION) 85 return -EINVAL; 86 } else { 87 if (!hot && !cold_count) 88 return -EINVAL; 89 if (hot && !hot_count) 90 return -EINVAL; 91 } 92 93 if (hot) { 94 start = cold_count; 95 count = total_count; 96 } else { 97 start = 0; 98 count = cold_count; 99 } 100 101 for (i = start; i < count; i++) { 102 if (strcmp(name, extlist[i])) 103 continue; 104 105 if (set) 106 return -EINVAL; 107 108 memcpy(extlist[i], extlist[i + 1], 109 F2FS_EXTENSION_LEN * (total_count - i - 1)); 110 memset(extlist[total_count - 1], 0, F2FS_EXTENSION_LEN); 111 if (hot) 112 sbi->raw_super->hot_ext_count = hot_count - 1; 113 else 114 sbi->raw_super->extension_count = 115 cpu_to_le32(cold_count - 1); 116 return 0; 117 } 118 119 if (!set) 120 return -EINVAL; 121 122 if (hot) { 123 memcpy(extlist[count], name, strlen(name)); 124 sbi->raw_super->hot_ext_count = hot_count + 1; 125 } else { 126 char buf[F2FS_MAX_EXTENSION][F2FS_EXTENSION_LEN]; 127 128 memcpy(buf, &extlist[cold_count], 129 F2FS_EXTENSION_LEN * hot_count); 130 memset(extlist[cold_count], 0, F2FS_EXTENSION_LEN); 131 memcpy(extlist[cold_count], name, strlen(name)); 132 memcpy(&extlist[cold_count + 1], buf, 133 F2FS_EXTENSION_LEN * hot_count); 134 sbi->raw_super->extension_count = cpu_to_le32(cold_count + 1); 135 } 136 return 0; 137 } 138 139 static void set_compress_new_inode(struct f2fs_sb_info *sbi, struct inode *dir, 140 struct inode *inode, const unsigned char *name) 141 { 142 __u8 (*extlist)[F2FS_EXTENSION_LEN] = sbi->raw_super->extension_list; 143 unsigned char (*noext)[F2FS_EXTENSION_LEN] = 144 F2FS_OPTION(sbi).noextensions; 145 unsigned char (*ext)[F2FS_EXTENSION_LEN] = F2FS_OPTION(sbi).extensions; 146 unsigned char ext_cnt = F2FS_OPTION(sbi).compress_ext_cnt; 147 unsigned char noext_cnt = F2FS_OPTION(sbi).nocompress_ext_cnt; 148 int i, cold_count, hot_count; 149 150 if (!f2fs_sb_has_compression(sbi)) 151 return; 152 153 if (S_ISDIR(inode->i_mode)) 154 goto inherit_comp; 155 156 /* This name comes only from normal files. */ 157 if (!name) 158 return; 159 160 /* Don't compress hot files. */ 161 f2fs_down_read(&sbi->sb_lock); 162 cold_count = le32_to_cpu(sbi->raw_super->extension_count); 163 hot_count = sbi->raw_super->hot_ext_count; 164 for (i = cold_count; i < cold_count + hot_count; i++) 165 if (is_temperature_extension(name, extlist[i])) 166 break; 167 f2fs_up_read(&sbi->sb_lock); 168 if (i < (cold_count + hot_count)) 169 return; 170 171 /* Don't compress unallowed extension. */ 172 for (i = 0; i < noext_cnt; i++) 173 if (is_compress_extension(name, noext[i])) 174 return; 175 176 /* Compress wanting extension. */ 177 for (i = 0; i < ext_cnt; i++) { 178 if (is_compress_extension(name, ext[i])) { 179 set_compress_context(inode); 180 return; 181 } 182 } 183 inherit_comp: 184 /* Inherit the {no-}compression flag in directory */ 185 if (F2FS_I(dir)->i_flags & F2FS_NOCOMP_FL) { 186 F2FS_I(inode)->i_flags |= F2FS_NOCOMP_FL; 187 f2fs_mark_inode_dirty_sync(inode, true); 188 } else if (F2FS_I(dir)->i_flags & F2FS_COMPR_FL) { 189 set_compress_context(inode); 190 } 191 } 192 193 /* 194 * Set file's temperature for hot/cold data separation 195 */ 196 static void set_file_temperature(struct f2fs_sb_info *sbi, struct inode *inode, 197 const unsigned char *name) 198 { 199 __u8 (*extlist)[F2FS_EXTENSION_LEN] = sbi->raw_super->extension_list; 200 int i, cold_count, hot_count; 201 202 f2fs_down_read(&sbi->sb_lock); 203 cold_count = le32_to_cpu(sbi->raw_super->extension_count); 204 hot_count = sbi->raw_super->hot_ext_count; 205 for (i = 0; i < cold_count + hot_count; i++) 206 if (is_temperature_extension(name, extlist[i])) 207 break; 208 f2fs_up_read(&sbi->sb_lock); 209 210 if (i == cold_count + hot_count) 211 return; 212 213 if (i < cold_count) 214 file_set_cold(inode); 215 else 216 file_set_hot(inode); 217 } 218 219 static struct inode *f2fs_new_inode(struct mnt_idmap *idmap, 220 struct inode *dir, umode_t mode, 221 const char *name) 222 { 223 struct f2fs_sb_info *sbi = F2FS_I_SB(dir); 224 struct f2fs_inode_info *fi; 225 nid_t ino; 226 struct inode *inode; 227 bool nid_free = false; 228 bool encrypt = false; 229 int xattr_size = 0; 230 int err; 231 232 inode = new_inode(dir->i_sb); 233 if (!inode) 234 return ERR_PTR(-ENOMEM); 235 236 if (!f2fs_alloc_nid(sbi, &ino)) { 237 err = -ENOSPC; 238 goto fail; 239 } 240 241 nid_free = true; 242 243 inode_init_owner(idmap, inode, dir, mode); 244 245 fi = F2FS_I(inode); 246 inode->i_ino = ino; 247 inode->i_blocks = 0; 248 simple_inode_init_ts(inode); 249 fi->i_crtime = inode_get_mtime(inode); 250 inode->i_generation = get_random_u32(); 251 252 if (S_ISDIR(inode->i_mode)) 253 fi->i_current_depth = 1; 254 255 err = insert_inode_locked(inode); 256 if (err) { 257 err = -EINVAL; 258 goto fail; 259 } 260 261 if (f2fs_sb_has_project_quota(sbi) && 262 (F2FS_I(dir)->i_flags & F2FS_PROJINHERIT_FL)) 263 fi->i_projid = F2FS_I(dir)->i_projid; 264 else 265 fi->i_projid = make_kprojid(&init_user_ns, 266 F2FS_DEF_PROJID); 267 268 err = fscrypt_prepare_new_inode(dir, inode, &encrypt); 269 if (err) 270 goto fail_drop; 271 272 err = f2fs_dquot_initialize(inode); 273 if (err) 274 goto fail_drop; 275 276 set_inode_flag(inode, FI_NEW_INODE); 277 278 if (encrypt) 279 f2fs_set_encrypted_inode(inode); 280 281 if (f2fs_sb_has_extra_attr(sbi)) { 282 set_inode_flag(inode, FI_EXTRA_ATTR); 283 fi->i_extra_isize = F2FS_TOTAL_EXTRA_ATTR_SIZE; 284 } 285 286 if (test_opt(sbi, INLINE_XATTR)) 287 set_inode_flag(inode, FI_INLINE_XATTR); 288 289 if (f2fs_may_inline_dentry(inode)) 290 set_inode_flag(inode, FI_INLINE_DENTRY); 291 292 if (f2fs_sb_has_flexible_inline_xattr(sbi)) { 293 f2fs_bug_on(sbi, !f2fs_has_extra_attr(inode)); 294 if (f2fs_has_inline_xattr(inode)) 295 xattr_size = F2FS_OPTION(sbi).inline_xattr_size; 296 /* Otherwise, will be 0 */ 297 } else if (f2fs_has_inline_xattr(inode) || 298 f2fs_has_inline_dentry(inode)) { 299 xattr_size = DEFAULT_INLINE_XATTR_ADDRS; 300 } 301 fi->i_inline_xattr_size = xattr_size; 302 303 fi->i_flags = 304 f2fs_mask_flags(mode, F2FS_I(dir)->i_flags & F2FS_FL_INHERITED); 305 306 if (S_ISDIR(inode->i_mode)) 307 fi->i_flags |= F2FS_INDEX_FL; 308 309 if (fi->i_flags & F2FS_PROJINHERIT_FL) 310 set_inode_flag(inode, FI_PROJ_INHERIT); 311 312 /* Check compression first. */ 313 set_compress_new_inode(sbi, dir, inode, name); 314 315 /* Should enable inline_data after compression set */ 316 if (test_opt(sbi, INLINE_DATA) && f2fs_may_inline_data(inode)) 317 set_inode_flag(inode, FI_INLINE_DATA); 318 319 if (name && !test_opt(sbi, DISABLE_EXT_IDENTIFY)) 320 set_file_temperature(sbi, inode, name); 321 322 stat_inc_inline_xattr(inode); 323 stat_inc_inline_inode(inode); 324 stat_inc_inline_dir(inode); 325 326 f2fs_set_inode_flags(inode); 327 328 f2fs_init_extent_tree(inode); 329 330 trace_f2fs_new_inode(inode, 0); 331 return inode; 332 333 fail: 334 trace_f2fs_new_inode(inode, err); 335 make_bad_inode(inode); 336 if (nid_free) 337 set_inode_flag(inode, FI_FREE_NID); 338 iput(inode); 339 return ERR_PTR(err); 340 fail_drop: 341 trace_f2fs_new_inode(inode, err); 342 dquot_drop(inode); 343 inode->i_flags |= S_NOQUOTA; 344 make_bad_inode(inode); 345 if (nid_free) 346 set_inode_flag(inode, FI_FREE_NID); 347 clear_nlink(inode); 348 unlock_new_inode(inode); 349 iput(inode); 350 return ERR_PTR(err); 351 } 352 353 static int f2fs_create(struct mnt_idmap *idmap, struct inode *dir, 354 struct dentry *dentry, umode_t mode, bool excl) 355 { 356 struct f2fs_sb_info *sbi = F2FS_I_SB(dir); 357 struct inode *inode; 358 nid_t ino = 0; 359 int err; 360 361 if (unlikely(f2fs_cp_error(sbi))) 362 return -EIO; 363 if (!f2fs_is_checkpoint_ready(sbi)) 364 return -ENOSPC; 365 366 err = f2fs_dquot_initialize(dir); 367 if (err) 368 return err; 369 370 inode = f2fs_new_inode(idmap, dir, mode, dentry->d_name.name); 371 if (IS_ERR(inode)) 372 return PTR_ERR(inode); 373 374 inode->i_op = &f2fs_file_inode_operations; 375 inode->i_fop = &f2fs_file_operations; 376 inode->i_mapping->a_ops = &f2fs_dblock_aops; 377 ino = inode->i_ino; 378 379 f2fs_lock_op(sbi); 380 err = f2fs_add_link(dentry, inode); 381 if (err) 382 goto out; 383 f2fs_unlock_op(sbi); 384 385 f2fs_alloc_nid_done(sbi, ino); 386 387 d_instantiate_new(dentry, inode); 388 389 if (IS_DIRSYNC(dir)) 390 f2fs_sync_fs(sbi->sb, 1); 391 392 f2fs_balance_fs(sbi, true); 393 return 0; 394 out: 395 f2fs_handle_failed_inode(inode); 396 return err; 397 } 398 399 static int f2fs_link(struct dentry *old_dentry, struct inode *dir, 400 struct dentry *dentry) 401 { 402 struct inode *inode = d_inode(old_dentry); 403 struct f2fs_sb_info *sbi = F2FS_I_SB(dir); 404 int err; 405 406 if (unlikely(f2fs_cp_error(sbi))) 407 return -EIO; 408 if (!f2fs_is_checkpoint_ready(sbi)) 409 return -ENOSPC; 410 411 err = fscrypt_prepare_link(old_dentry, dir, dentry); 412 if (err) 413 return err; 414 415 if (is_inode_flag_set(dir, FI_PROJ_INHERIT) && 416 (!projid_eq(F2FS_I(dir)->i_projid, 417 F2FS_I(old_dentry->d_inode)->i_projid))) 418 return -EXDEV; 419 420 err = f2fs_dquot_initialize(dir); 421 if (err) 422 return err; 423 424 f2fs_balance_fs(sbi, true); 425 426 inode_set_ctime_current(inode); 427 ihold(inode); 428 429 set_inode_flag(inode, FI_INC_LINK); 430 f2fs_lock_op(sbi); 431 err = f2fs_add_link(dentry, inode); 432 if (err) 433 goto out; 434 f2fs_unlock_op(sbi); 435 436 d_instantiate(dentry, inode); 437 438 if (IS_DIRSYNC(dir)) 439 f2fs_sync_fs(sbi->sb, 1); 440 return 0; 441 out: 442 clear_inode_flag(inode, FI_INC_LINK); 443 iput(inode); 444 f2fs_unlock_op(sbi); 445 return err; 446 } 447 448 struct dentry *f2fs_get_parent(struct dentry *child) 449 { 450 struct page *page; 451 unsigned long ino = f2fs_inode_by_name(d_inode(child), &dotdot_name, &page); 452 453 if (!ino) { 454 if (IS_ERR(page)) 455 return ERR_CAST(page); 456 return ERR_PTR(-ENOENT); 457 } 458 return d_obtain_alias(f2fs_iget(child->d_sb, ino)); 459 } 460 461 static struct dentry *f2fs_lookup(struct inode *dir, struct dentry *dentry, 462 unsigned int flags) 463 { 464 struct inode *inode = NULL; 465 struct f2fs_dir_entry *de; 466 struct page *page; 467 struct dentry *new; 468 nid_t ino = -1; 469 int err = 0; 470 struct f2fs_filename fname; 471 472 trace_f2fs_lookup_start(dir, dentry, flags); 473 474 if (dentry->d_name.len > F2FS_NAME_LEN) { 475 err = -ENAMETOOLONG; 476 goto out; 477 } 478 479 err = f2fs_prepare_lookup(dir, dentry, &fname); 480 if (err == -ENOENT) 481 goto out_splice; 482 if (err) 483 goto out; 484 de = __f2fs_find_entry(dir, &fname, &page); 485 f2fs_free_filename(&fname); 486 487 if (!de) { 488 if (IS_ERR(page)) { 489 err = PTR_ERR(page); 490 goto out; 491 } 492 err = -ENOENT; 493 goto out_splice; 494 } 495 496 ino = le32_to_cpu(de->ino); 497 f2fs_put_page(page, 0); 498 499 inode = f2fs_iget(dir->i_sb, ino); 500 if (IS_ERR(inode)) { 501 err = PTR_ERR(inode); 502 goto out; 503 } 504 505 if (inode->i_nlink == 0) { 506 f2fs_warn(F2FS_I_SB(inode), "%s: inode (ino=%lx) has zero i_nlink", 507 __func__, inode->i_ino); 508 err = -EFSCORRUPTED; 509 set_sbi_flag(F2FS_I_SB(inode), SBI_NEED_FSCK); 510 goto out_iput; 511 } 512 513 if (IS_ENCRYPTED(dir) && 514 (S_ISDIR(inode->i_mode) || S_ISLNK(inode->i_mode)) && 515 !fscrypt_has_permitted_context(dir, inode)) { 516 f2fs_warn(F2FS_I_SB(inode), "Inconsistent encryption contexts: %lu/%lu", 517 dir->i_ino, inode->i_ino); 518 err = -EPERM; 519 goto out_iput; 520 } 521 out_splice: 522 if (IS_ENABLED(CONFIG_UNICODE) && !inode && IS_CASEFOLDED(dir)) { 523 /* Eventually we want to call d_add_ci(dentry, NULL) 524 * for negative dentries in the encoding case as 525 * well. For now, prevent the negative dentry 526 * from being cached. 527 */ 528 trace_f2fs_lookup_end(dir, dentry, ino, err); 529 return NULL; 530 } 531 532 new = d_splice_alias(inode, dentry); 533 trace_f2fs_lookup_end(dir, !IS_ERR_OR_NULL(new) ? new : dentry, 534 ino, IS_ERR(new) ? PTR_ERR(new) : err); 535 return new; 536 out_iput: 537 iput(inode); 538 out: 539 trace_f2fs_lookup_end(dir, dentry, ino, err); 540 return ERR_PTR(err); 541 } 542 543 static int f2fs_unlink(struct inode *dir, struct dentry *dentry) 544 { 545 struct f2fs_sb_info *sbi = F2FS_I_SB(dir); 546 struct inode *inode = d_inode(dentry); 547 struct f2fs_dir_entry *de; 548 struct page *page; 549 int err; 550 551 trace_f2fs_unlink_enter(dir, dentry); 552 553 if (unlikely(f2fs_cp_error(sbi))) { 554 err = -EIO; 555 goto fail; 556 } 557 558 err = f2fs_dquot_initialize(dir); 559 if (err) 560 goto fail; 561 err = f2fs_dquot_initialize(inode); 562 if (err) 563 goto fail; 564 565 de = f2fs_find_entry(dir, &dentry->d_name, &page); 566 if (!de) { 567 if (IS_ERR(page)) 568 err = PTR_ERR(page); 569 goto fail; 570 } 571 572 f2fs_balance_fs(sbi, true); 573 574 f2fs_lock_op(sbi); 575 err = f2fs_acquire_orphan_inode(sbi); 576 if (err) { 577 f2fs_unlock_op(sbi); 578 f2fs_put_page(page, 0); 579 goto fail; 580 } 581 f2fs_delete_entry(de, page, dir, inode); 582 f2fs_unlock_op(sbi); 583 584 /* VFS negative dentries are incompatible with Encoding and 585 * Case-insensitiveness. Eventually we'll want avoid 586 * invalidating the dentries here, alongside with returning the 587 * negative dentries at f2fs_lookup(), when it is better 588 * supported by the VFS for the CI case. 589 */ 590 if (IS_ENABLED(CONFIG_UNICODE) && IS_CASEFOLDED(dir)) 591 d_invalidate(dentry); 592 593 if (IS_DIRSYNC(dir)) 594 f2fs_sync_fs(sbi->sb, 1); 595 fail: 596 trace_f2fs_unlink_exit(inode, err); 597 return err; 598 } 599 600 static const char *f2fs_get_link(struct dentry *dentry, 601 struct inode *inode, 602 struct delayed_call *done) 603 { 604 const char *link = page_get_link(dentry, inode, done); 605 606 if (!IS_ERR(link) && !*link) { 607 /* this is broken symlink case */ 608 do_delayed_call(done); 609 clear_delayed_call(done); 610 link = ERR_PTR(-ENOENT); 611 } 612 return link; 613 } 614 615 static int f2fs_symlink(struct mnt_idmap *idmap, struct inode *dir, 616 struct dentry *dentry, const char *symname) 617 { 618 struct f2fs_sb_info *sbi = F2FS_I_SB(dir); 619 struct inode *inode; 620 size_t len = strlen(symname); 621 struct fscrypt_str disk_link; 622 int err; 623 624 if (unlikely(f2fs_cp_error(sbi))) 625 return -EIO; 626 if (!f2fs_is_checkpoint_ready(sbi)) 627 return -ENOSPC; 628 629 err = fscrypt_prepare_symlink(dir, symname, len, dir->i_sb->s_blocksize, 630 &disk_link); 631 if (err) 632 return err; 633 634 err = f2fs_dquot_initialize(dir); 635 if (err) 636 return err; 637 638 inode = f2fs_new_inode(idmap, dir, S_IFLNK | S_IRWXUGO, NULL); 639 if (IS_ERR(inode)) 640 return PTR_ERR(inode); 641 642 if (IS_ENCRYPTED(inode)) 643 inode->i_op = &f2fs_encrypted_symlink_inode_operations; 644 else 645 inode->i_op = &f2fs_symlink_inode_operations; 646 inode_nohighmem(inode); 647 inode->i_mapping->a_ops = &f2fs_dblock_aops; 648 649 f2fs_lock_op(sbi); 650 err = f2fs_add_link(dentry, inode); 651 if (err) 652 goto out_f2fs_handle_failed_inode; 653 f2fs_unlock_op(sbi); 654 f2fs_alloc_nid_done(sbi, inode->i_ino); 655 656 err = fscrypt_encrypt_symlink(inode, symname, len, &disk_link); 657 if (err) 658 goto err_out; 659 660 err = page_symlink(inode, disk_link.name, disk_link.len); 661 662 err_out: 663 d_instantiate_new(dentry, inode); 664 665 /* 666 * Let's flush symlink data in order to avoid broken symlink as much as 667 * possible. Nevertheless, fsyncing is the best way, but there is no 668 * way to get a file descriptor in order to flush that. 669 * 670 * Note that, it needs to do dir->fsync to make this recoverable. 671 * If the symlink path is stored into inline_data, there is no 672 * performance regression. 673 */ 674 if (!err) { 675 filemap_write_and_wait_range(inode->i_mapping, 0, 676 disk_link.len - 1); 677 678 if (IS_DIRSYNC(dir)) 679 f2fs_sync_fs(sbi->sb, 1); 680 } else { 681 f2fs_unlink(dir, dentry); 682 } 683 684 f2fs_balance_fs(sbi, true); 685 goto out_free_encrypted_link; 686 687 out_f2fs_handle_failed_inode: 688 f2fs_handle_failed_inode(inode); 689 out_free_encrypted_link: 690 if (disk_link.name != (unsigned char *)symname) 691 kfree(disk_link.name); 692 return err; 693 } 694 695 static struct dentry *f2fs_mkdir(struct mnt_idmap *idmap, struct inode *dir, 696 struct dentry *dentry, umode_t mode) 697 { 698 struct f2fs_sb_info *sbi = F2FS_I_SB(dir); 699 struct inode *inode; 700 int err; 701 702 if (unlikely(f2fs_cp_error(sbi))) 703 return ERR_PTR(-EIO); 704 705 err = f2fs_dquot_initialize(dir); 706 if (err) 707 return ERR_PTR(err); 708 709 inode = f2fs_new_inode(idmap, dir, S_IFDIR | mode, NULL); 710 if (IS_ERR(inode)) 711 return ERR_CAST(inode); 712 713 inode->i_op = &f2fs_dir_inode_operations; 714 inode->i_fop = &f2fs_dir_operations; 715 inode->i_mapping->a_ops = &f2fs_dblock_aops; 716 mapping_set_gfp_mask(inode->i_mapping, GFP_NOFS); 717 718 set_inode_flag(inode, FI_INC_LINK); 719 f2fs_lock_op(sbi); 720 err = f2fs_add_link(dentry, inode); 721 if (err) 722 goto out_fail; 723 f2fs_unlock_op(sbi); 724 725 f2fs_alloc_nid_done(sbi, inode->i_ino); 726 727 d_instantiate_new(dentry, inode); 728 729 if (IS_DIRSYNC(dir)) 730 f2fs_sync_fs(sbi->sb, 1); 731 732 f2fs_balance_fs(sbi, true); 733 return NULL; 734 735 out_fail: 736 clear_inode_flag(inode, FI_INC_LINK); 737 f2fs_handle_failed_inode(inode); 738 return ERR_PTR(err); 739 } 740 741 static int f2fs_rmdir(struct inode *dir, struct dentry *dentry) 742 { 743 struct inode *inode = d_inode(dentry); 744 745 if (f2fs_empty_dir(inode)) 746 return f2fs_unlink(dir, dentry); 747 return -ENOTEMPTY; 748 } 749 750 static int f2fs_mknod(struct mnt_idmap *idmap, struct inode *dir, 751 struct dentry *dentry, umode_t mode, dev_t rdev) 752 { 753 struct f2fs_sb_info *sbi = F2FS_I_SB(dir); 754 struct inode *inode; 755 int err = 0; 756 757 if (unlikely(f2fs_cp_error(sbi))) 758 return -EIO; 759 if (!f2fs_is_checkpoint_ready(sbi)) 760 return -ENOSPC; 761 762 err = f2fs_dquot_initialize(dir); 763 if (err) 764 return err; 765 766 inode = f2fs_new_inode(idmap, dir, mode, NULL); 767 if (IS_ERR(inode)) 768 return PTR_ERR(inode); 769 770 init_special_inode(inode, inode->i_mode, rdev); 771 inode->i_op = &f2fs_special_inode_operations; 772 773 f2fs_lock_op(sbi); 774 err = f2fs_add_link(dentry, inode); 775 if (err) 776 goto out; 777 f2fs_unlock_op(sbi); 778 779 f2fs_alloc_nid_done(sbi, inode->i_ino); 780 781 d_instantiate_new(dentry, inode); 782 783 if (IS_DIRSYNC(dir)) 784 f2fs_sync_fs(sbi->sb, 1); 785 786 f2fs_balance_fs(sbi, true); 787 return 0; 788 out: 789 f2fs_handle_failed_inode(inode); 790 return err; 791 } 792 793 static int __f2fs_tmpfile(struct mnt_idmap *idmap, struct inode *dir, 794 struct file *file, umode_t mode, bool is_whiteout, 795 struct inode **new_inode, struct f2fs_filename *fname) 796 { 797 struct f2fs_sb_info *sbi = F2FS_I_SB(dir); 798 struct inode *inode; 799 int err; 800 801 err = f2fs_dquot_initialize(dir); 802 if (err) 803 return err; 804 805 inode = f2fs_new_inode(idmap, dir, mode, NULL); 806 if (IS_ERR(inode)) 807 return PTR_ERR(inode); 808 809 if (is_whiteout) { 810 init_special_inode(inode, inode->i_mode, WHITEOUT_DEV); 811 inode->i_op = &f2fs_special_inode_operations; 812 } else { 813 inode->i_op = &f2fs_file_inode_operations; 814 inode->i_fop = &f2fs_file_operations; 815 inode->i_mapping->a_ops = &f2fs_dblock_aops; 816 } 817 818 f2fs_lock_op(sbi); 819 err = f2fs_acquire_orphan_inode(sbi); 820 if (err) 821 goto out; 822 823 err = f2fs_do_tmpfile(inode, dir, fname); 824 if (err) 825 goto release_out; 826 827 /* 828 * add this non-linked tmpfile to orphan list, in this way we could 829 * remove all unused data of tmpfile after abnormal power-off. 830 */ 831 f2fs_add_orphan_inode(inode); 832 f2fs_alloc_nid_done(sbi, inode->i_ino); 833 834 if (is_whiteout) { 835 f2fs_i_links_write(inode, false); 836 837 spin_lock(&inode->i_lock); 838 inode->i_state |= I_LINKABLE; 839 spin_unlock(&inode->i_lock); 840 } else { 841 if (file) 842 d_tmpfile(file, inode); 843 else 844 f2fs_i_links_write(inode, false); 845 } 846 /* link_count was changed by d_tmpfile as well. */ 847 f2fs_unlock_op(sbi); 848 unlock_new_inode(inode); 849 850 if (new_inode) 851 *new_inode = inode; 852 853 f2fs_balance_fs(sbi, true); 854 return 0; 855 856 release_out: 857 f2fs_release_orphan_inode(sbi); 858 out: 859 f2fs_handle_failed_inode(inode); 860 return err; 861 } 862 863 static int f2fs_tmpfile(struct mnt_idmap *idmap, struct inode *dir, 864 struct file *file, umode_t mode) 865 { 866 struct f2fs_sb_info *sbi = F2FS_I_SB(dir); 867 int err; 868 869 if (unlikely(f2fs_cp_error(sbi))) 870 return -EIO; 871 if (!f2fs_is_checkpoint_ready(sbi)) 872 return -ENOSPC; 873 874 err = __f2fs_tmpfile(idmap, dir, file, mode, false, NULL, NULL); 875 876 return finish_open_simple(file, err); 877 } 878 879 static int f2fs_create_whiteout(struct mnt_idmap *idmap, 880 struct inode *dir, struct inode **whiteout, 881 struct f2fs_filename *fname) 882 { 883 return __f2fs_tmpfile(idmap, dir, NULL, S_IFCHR | WHITEOUT_MODE, 884 true, whiteout, fname); 885 } 886 887 int f2fs_get_tmpfile(struct mnt_idmap *idmap, struct inode *dir, 888 struct inode **new_inode) 889 { 890 return __f2fs_tmpfile(idmap, dir, NULL, S_IFREG, 891 false, new_inode, NULL); 892 } 893 894 static int f2fs_rename(struct mnt_idmap *idmap, struct inode *old_dir, 895 struct dentry *old_dentry, struct inode *new_dir, 896 struct dentry *new_dentry, unsigned int flags) 897 { 898 struct f2fs_sb_info *sbi = F2FS_I_SB(old_dir); 899 struct inode *old_inode = d_inode(old_dentry); 900 struct inode *new_inode = d_inode(new_dentry); 901 struct inode *whiteout = NULL; 902 struct page *old_dir_page = NULL; 903 struct page *old_page, *new_page = NULL; 904 struct f2fs_dir_entry *old_dir_entry = NULL; 905 struct f2fs_dir_entry *old_entry; 906 struct f2fs_dir_entry *new_entry; 907 bool old_is_dir = S_ISDIR(old_inode->i_mode); 908 int err; 909 910 if (unlikely(f2fs_cp_error(sbi))) 911 return -EIO; 912 if (!f2fs_is_checkpoint_ready(sbi)) 913 return -ENOSPC; 914 915 if (is_inode_flag_set(new_dir, FI_PROJ_INHERIT) && 916 (!projid_eq(F2FS_I(new_dir)->i_projid, 917 F2FS_I(old_dentry->d_inode)->i_projid))) 918 return -EXDEV; 919 920 /* 921 * If new_inode is null, the below renaming flow will 922 * add a link in old_dir which can convert inline_dir. 923 * After then, if we failed to get the entry due to other 924 * reasons like ENOMEM, we had to remove the new entry. 925 * Instead of adding such the error handling routine, let's 926 * simply convert first here. 927 */ 928 if (old_dir == new_dir && !new_inode) { 929 err = f2fs_try_convert_inline_dir(old_dir, new_dentry); 930 if (err) 931 return err; 932 } 933 934 if (flags & RENAME_WHITEOUT) { 935 struct f2fs_filename fname; 936 937 err = f2fs_setup_filename(old_dir, &old_dentry->d_name, 938 0, &fname); 939 if (err) 940 return err; 941 942 err = f2fs_create_whiteout(idmap, old_dir, &whiteout, &fname); 943 if (err) 944 return err; 945 } 946 947 err = f2fs_dquot_initialize(old_dir); 948 if (err) 949 goto out; 950 951 err = f2fs_dquot_initialize(new_dir); 952 if (err) 953 goto out; 954 955 if (new_inode) { 956 err = f2fs_dquot_initialize(new_inode); 957 if (err) 958 goto out; 959 } 960 961 err = -ENOENT; 962 old_entry = f2fs_find_entry(old_dir, &old_dentry->d_name, &old_page); 963 if (!old_entry) { 964 if (IS_ERR(old_page)) 965 err = PTR_ERR(old_page); 966 goto out; 967 } 968 969 if (old_is_dir && old_dir != new_dir) { 970 old_dir_entry = f2fs_parent_dir(old_inode, &old_dir_page); 971 if (!old_dir_entry) { 972 if (IS_ERR(old_dir_page)) 973 err = PTR_ERR(old_dir_page); 974 goto out_old; 975 } 976 } 977 978 if (new_inode) { 979 980 err = -ENOTEMPTY; 981 if (old_is_dir && !f2fs_empty_dir(new_inode)) 982 goto out_dir; 983 984 err = -ENOENT; 985 new_entry = f2fs_find_entry(new_dir, &new_dentry->d_name, 986 &new_page); 987 if (!new_entry) { 988 if (IS_ERR(new_page)) 989 err = PTR_ERR(new_page); 990 goto out_dir; 991 } 992 993 f2fs_balance_fs(sbi, true); 994 995 f2fs_lock_op(sbi); 996 997 err = f2fs_acquire_orphan_inode(sbi); 998 if (err) 999 goto put_out_dir; 1000 1001 f2fs_set_link(new_dir, new_entry, new_page, old_inode); 1002 new_page = NULL; 1003 1004 inode_set_ctime_current(new_inode); 1005 f2fs_down_write(&F2FS_I(new_inode)->i_sem); 1006 if (old_is_dir) 1007 f2fs_i_links_write(new_inode, false); 1008 f2fs_i_links_write(new_inode, false); 1009 f2fs_up_write(&F2FS_I(new_inode)->i_sem); 1010 1011 if (!new_inode->i_nlink) 1012 f2fs_add_orphan_inode(new_inode); 1013 else 1014 f2fs_release_orphan_inode(sbi); 1015 } else { 1016 f2fs_balance_fs(sbi, true); 1017 1018 f2fs_lock_op(sbi); 1019 1020 err = f2fs_add_link(new_dentry, old_inode); 1021 if (err) { 1022 f2fs_unlock_op(sbi); 1023 goto out_dir; 1024 } 1025 1026 if (old_is_dir) 1027 f2fs_i_links_write(new_dir, true); 1028 } 1029 1030 f2fs_down_write(&F2FS_I(old_inode)->i_sem); 1031 if (!old_is_dir || whiteout) 1032 file_lost_pino(old_inode); 1033 else 1034 /* adjust dir's i_pino to pass fsck check */ 1035 f2fs_i_pino_write(old_inode, new_dir->i_ino); 1036 f2fs_up_write(&F2FS_I(old_inode)->i_sem); 1037 1038 inode_set_ctime_current(old_inode); 1039 f2fs_mark_inode_dirty_sync(old_inode, false); 1040 1041 f2fs_delete_entry(old_entry, old_page, old_dir, NULL); 1042 old_page = NULL; 1043 1044 if (whiteout) { 1045 set_inode_flag(whiteout, FI_INC_LINK); 1046 err = f2fs_add_link(old_dentry, whiteout); 1047 if (err) 1048 goto put_out_dir; 1049 1050 spin_lock(&whiteout->i_lock); 1051 whiteout->i_state &= ~I_LINKABLE; 1052 spin_unlock(&whiteout->i_lock); 1053 1054 iput(whiteout); 1055 } 1056 1057 if (old_dir_entry) 1058 f2fs_set_link(old_inode, old_dir_entry, old_dir_page, new_dir); 1059 if (old_is_dir) 1060 f2fs_i_links_write(old_dir, false); 1061 1062 if (F2FS_OPTION(sbi).fsync_mode == FSYNC_MODE_STRICT) { 1063 f2fs_add_ino_entry(sbi, new_dir->i_ino, TRANS_DIR_INO); 1064 if (S_ISDIR(old_inode->i_mode)) 1065 f2fs_add_ino_entry(sbi, old_inode->i_ino, 1066 TRANS_DIR_INO); 1067 } 1068 1069 f2fs_unlock_op(sbi); 1070 1071 if (IS_DIRSYNC(old_dir) || IS_DIRSYNC(new_dir)) 1072 f2fs_sync_fs(sbi->sb, 1); 1073 1074 f2fs_update_time(sbi, REQ_TIME); 1075 return 0; 1076 1077 put_out_dir: 1078 f2fs_unlock_op(sbi); 1079 f2fs_put_page(new_page, 0); 1080 out_dir: 1081 if (old_dir_entry) 1082 f2fs_put_page(old_dir_page, 0); 1083 out_old: 1084 f2fs_put_page(old_page, 0); 1085 out: 1086 iput(whiteout); 1087 return err; 1088 } 1089 1090 static int f2fs_cross_rename(struct inode *old_dir, struct dentry *old_dentry, 1091 struct inode *new_dir, struct dentry *new_dentry) 1092 { 1093 struct f2fs_sb_info *sbi = F2FS_I_SB(old_dir); 1094 struct inode *old_inode = d_inode(old_dentry); 1095 struct inode *new_inode = d_inode(new_dentry); 1096 struct page *old_dir_page, *new_dir_page; 1097 struct page *old_page, *new_page; 1098 struct f2fs_dir_entry *old_dir_entry = NULL, *new_dir_entry = NULL; 1099 struct f2fs_dir_entry *old_entry, *new_entry; 1100 int old_nlink = 0, new_nlink = 0; 1101 int err; 1102 1103 if (unlikely(f2fs_cp_error(sbi))) 1104 return -EIO; 1105 if (!f2fs_is_checkpoint_ready(sbi)) 1106 return -ENOSPC; 1107 1108 if ((is_inode_flag_set(new_dir, FI_PROJ_INHERIT) && 1109 !projid_eq(F2FS_I(new_dir)->i_projid, 1110 F2FS_I(old_dentry->d_inode)->i_projid)) || 1111 (is_inode_flag_set(new_dir, FI_PROJ_INHERIT) && 1112 !projid_eq(F2FS_I(old_dir)->i_projid, 1113 F2FS_I(new_dentry->d_inode)->i_projid))) 1114 return -EXDEV; 1115 1116 err = f2fs_dquot_initialize(old_dir); 1117 if (err) 1118 goto out; 1119 1120 err = f2fs_dquot_initialize(new_dir); 1121 if (err) 1122 goto out; 1123 1124 err = -ENOENT; 1125 old_entry = f2fs_find_entry(old_dir, &old_dentry->d_name, &old_page); 1126 if (!old_entry) { 1127 if (IS_ERR(old_page)) 1128 err = PTR_ERR(old_page); 1129 goto out; 1130 } 1131 1132 new_entry = f2fs_find_entry(new_dir, &new_dentry->d_name, &new_page); 1133 if (!new_entry) { 1134 if (IS_ERR(new_page)) 1135 err = PTR_ERR(new_page); 1136 goto out_old; 1137 } 1138 1139 /* prepare for updating ".." directory entry info later */ 1140 if (old_dir != new_dir) { 1141 if (S_ISDIR(old_inode->i_mode)) { 1142 old_dir_entry = f2fs_parent_dir(old_inode, 1143 &old_dir_page); 1144 if (!old_dir_entry) { 1145 if (IS_ERR(old_dir_page)) 1146 err = PTR_ERR(old_dir_page); 1147 goto out_new; 1148 } 1149 } 1150 1151 if (S_ISDIR(new_inode->i_mode)) { 1152 new_dir_entry = f2fs_parent_dir(new_inode, 1153 &new_dir_page); 1154 if (!new_dir_entry) { 1155 if (IS_ERR(new_dir_page)) 1156 err = PTR_ERR(new_dir_page); 1157 goto out_old_dir; 1158 } 1159 } 1160 } 1161 1162 /* 1163 * If cross rename between file and directory those are not 1164 * in the same directory, we will inc nlink of file's parent 1165 * later, so we should check upper boundary of its nlink. 1166 */ 1167 if ((!old_dir_entry || !new_dir_entry) && 1168 old_dir_entry != new_dir_entry) { 1169 old_nlink = old_dir_entry ? -1 : 1; 1170 new_nlink = -old_nlink; 1171 err = -EMLINK; 1172 if ((old_nlink > 0 && old_dir->i_nlink >= F2FS_LINK_MAX) || 1173 (new_nlink > 0 && new_dir->i_nlink >= F2FS_LINK_MAX)) 1174 goto out_new_dir; 1175 } 1176 1177 f2fs_balance_fs(sbi, true); 1178 1179 f2fs_lock_op(sbi); 1180 1181 /* update ".." directory entry info of old dentry */ 1182 if (old_dir_entry) 1183 f2fs_set_link(old_inode, old_dir_entry, old_dir_page, new_dir); 1184 1185 /* update ".." directory entry info of new dentry */ 1186 if (new_dir_entry) 1187 f2fs_set_link(new_inode, new_dir_entry, new_dir_page, old_dir); 1188 1189 /* update directory entry info of old dir inode */ 1190 f2fs_set_link(old_dir, old_entry, old_page, new_inode); 1191 1192 f2fs_down_write(&F2FS_I(old_inode)->i_sem); 1193 if (!old_dir_entry) 1194 file_lost_pino(old_inode); 1195 else 1196 /* adjust dir's i_pino to pass fsck check */ 1197 f2fs_i_pino_write(old_inode, new_dir->i_ino); 1198 f2fs_up_write(&F2FS_I(old_inode)->i_sem); 1199 1200 inode_set_ctime_current(old_dir); 1201 if (old_nlink) { 1202 f2fs_down_write(&F2FS_I(old_dir)->i_sem); 1203 f2fs_i_links_write(old_dir, old_nlink > 0); 1204 f2fs_up_write(&F2FS_I(old_dir)->i_sem); 1205 } 1206 f2fs_mark_inode_dirty_sync(old_dir, false); 1207 1208 /* update directory entry info of new dir inode */ 1209 f2fs_set_link(new_dir, new_entry, new_page, old_inode); 1210 1211 f2fs_down_write(&F2FS_I(new_inode)->i_sem); 1212 if (!new_dir_entry) 1213 file_lost_pino(new_inode); 1214 else 1215 /* adjust dir's i_pino to pass fsck check */ 1216 f2fs_i_pino_write(new_inode, old_dir->i_ino); 1217 f2fs_up_write(&F2FS_I(new_inode)->i_sem); 1218 1219 inode_set_ctime_current(new_dir); 1220 if (new_nlink) { 1221 f2fs_down_write(&F2FS_I(new_dir)->i_sem); 1222 f2fs_i_links_write(new_dir, new_nlink > 0); 1223 f2fs_up_write(&F2FS_I(new_dir)->i_sem); 1224 } 1225 f2fs_mark_inode_dirty_sync(new_dir, false); 1226 1227 if (F2FS_OPTION(sbi).fsync_mode == FSYNC_MODE_STRICT) { 1228 f2fs_add_ino_entry(sbi, old_dir->i_ino, TRANS_DIR_INO); 1229 f2fs_add_ino_entry(sbi, new_dir->i_ino, TRANS_DIR_INO); 1230 } 1231 1232 f2fs_unlock_op(sbi); 1233 1234 if (IS_DIRSYNC(old_dir) || IS_DIRSYNC(new_dir)) 1235 f2fs_sync_fs(sbi->sb, 1); 1236 1237 f2fs_update_time(sbi, REQ_TIME); 1238 return 0; 1239 out_new_dir: 1240 if (new_dir_entry) { 1241 f2fs_put_page(new_dir_page, 0); 1242 } 1243 out_old_dir: 1244 if (old_dir_entry) { 1245 f2fs_put_page(old_dir_page, 0); 1246 } 1247 out_new: 1248 f2fs_put_page(new_page, 0); 1249 out_old: 1250 f2fs_put_page(old_page, 0); 1251 out: 1252 return err; 1253 } 1254 1255 static int f2fs_rename2(struct mnt_idmap *idmap, 1256 struct inode *old_dir, struct dentry *old_dentry, 1257 struct inode *new_dir, struct dentry *new_dentry, 1258 unsigned int flags) 1259 { 1260 int err; 1261 1262 if (flags & ~(RENAME_NOREPLACE | RENAME_EXCHANGE | RENAME_WHITEOUT)) 1263 return -EINVAL; 1264 1265 trace_f2fs_rename_start(old_dir, old_dentry, new_dir, new_dentry, 1266 flags); 1267 1268 err = fscrypt_prepare_rename(old_dir, old_dentry, new_dir, new_dentry, 1269 flags); 1270 if (err) 1271 return err; 1272 1273 if (flags & RENAME_EXCHANGE) 1274 err = f2fs_cross_rename(old_dir, old_dentry, 1275 new_dir, new_dentry); 1276 else 1277 /* 1278 * VFS has already handled the new dentry existence case, 1279 * here, we just deal with "RENAME_NOREPLACE" as regular rename. 1280 */ 1281 err = f2fs_rename(idmap, old_dir, old_dentry, 1282 new_dir, new_dentry, flags); 1283 1284 trace_f2fs_rename_end(old_dentry, new_dentry, flags, err); 1285 return err; 1286 } 1287 1288 static const char *f2fs_encrypted_get_link(struct dentry *dentry, 1289 struct inode *inode, 1290 struct delayed_call *done) 1291 { 1292 struct page *page; 1293 const char *target; 1294 1295 if (!dentry) 1296 return ERR_PTR(-ECHILD); 1297 1298 page = read_mapping_page(inode->i_mapping, 0, NULL); 1299 if (IS_ERR(page)) 1300 return ERR_CAST(page); 1301 1302 target = fscrypt_get_symlink(inode, page_address(page), 1303 inode->i_sb->s_blocksize, done); 1304 put_page(page); 1305 return target; 1306 } 1307 1308 static int f2fs_encrypted_symlink_getattr(struct mnt_idmap *idmap, 1309 const struct path *path, 1310 struct kstat *stat, u32 request_mask, 1311 unsigned int query_flags) 1312 { 1313 f2fs_getattr(idmap, path, stat, request_mask, query_flags); 1314 1315 return fscrypt_symlink_getattr(path, stat); 1316 } 1317 1318 const struct inode_operations f2fs_encrypted_symlink_inode_operations = { 1319 .get_link = f2fs_encrypted_get_link, 1320 .getattr = f2fs_encrypted_symlink_getattr, 1321 .setattr = f2fs_setattr, 1322 .listxattr = f2fs_listxattr, 1323 }; 1324 1325 const struct inode_operations f2fs_dir_inode_operations = { 1326 .create = f2fs_create, 1327 .lookup = f2fs_lookup, 1328 .link = f2fs_link, 1329 .unlink = f2fs_unlink, 1330 .symlink = f2fs_symlink, 1331 .mkdir = f2fs_mkdir, 1332 .rmdir = f2fs_rmdir, 1333 .mknod = f2fs_mknod, 1334 .rename = f2fs_rename2, 1335 .tmpfile = f2fs_tmpfile, 1336 .getattr = f2fs_getattr, 1337 .setattr = f2fs_setattr, 1338 .get_inode_acl = f2fs_get_acl, 1339 .set_acl = f2fs_set_acl, 1340 .listxattr = f2fs_listxattr, 1341 .fiemap = f2fs_fiemap, 1342 .fileattr_get = f2fs_fileattr_get, 1343 .fileattr_set = f2fs_fileattr_set, 1344 }; 1345 1346 const struct inode_operations f2fs_symlink_inode_operations = { 1347 .get_link = f2fs_get_link, 1348 .getattr = f2fs_getattr, 1349 .setattr = f2fs_setattr, 1350 .listxattr = f2fs_listxattr, 1351 }; 1352 1353 const struct inode_operations f2fs_special_inode_operations = { 1354 .getattr = f2fs_getattr, 1355 .setattr = f2fs_setattr, 1356 .get_inode_acl = f2fs_get_acl, 1357 .set_acl = f2fs_set_acl, 1358 .listxattr = f2fs_listxattr, 1359 }; 1360