675 pgoff_t f2fs_get_next_page_offset(struct dnode_of_data *dn, pgoff_t pgofs)  in f2fs_get_next_page_offset()  argument
677 	const long direct_index = ADDRS_PER_INODE(dn->inode);  in f2fs_get_next_page_offset()
678 	const long direct_blks = ADDRS_PER_BLOCK(dn->inode);  in f2fs_get_next_page_offset()
679 	const long indirect_blks = ADDRS_PER_BLOCK(dn->inode) * NIDS_PER_BLOCK;  in f2fs_get_next_page_offset()
680 	unsigned int skipped_unit = ADDRS_PER_BLOCK(dn->inode);  in f2fs_get_next_page_offset()
681 	int cur_level = dn->cur_level;  in f2fs_get_next_page_offset()
682 	int max_level = dn->max_level;  in f2fs_get_next_page_offset()
685 	if (!dn->max_level)  in f2fs_get_next_page_offset()
691 	switch (dn->max_level) {  in f2fs_get_next_page_offset()
702 		f2fs_bug_on(F2FS_I_SB(dn->inode), 1);  in f2fs_get_next_page_offset()
789  * Caller should call f2fs_put_dnode(dn).
793 int f2fs_get_dnode_of_data(struct dnode_of_data *dn, pgoff_t index, int mode)  in f2fs_get_dnode_of_data()  argument
795 	struct f2fs_sb_info *sbi = F2FS_I_SB(dn->inode);  in f2fs_get_dnode_of_data()
804 	level = get_node_path(dn->inode, index, offset, noffset);  in f2fs_get_dnode_of_data()
808 	nids[0] = dn->inode->i_ino;  in f2fs_get_dnode_of_data()
810 	if (!dn->inode_folio) {  in f2fs_get_dnode_of_data()
815 		nfolio[0] = dn->inode_folio;  in f2fs_get_dnode_of_data()
819 	if (f2fs_has_inline_data(dn->inode) && index) {  in f2fs_get_dnode_of_data()
828 	dn->inode_folio = nfolio[0];  in f2fs_get_dnode_of_data()
829 	dn->inode_folio_locked = true;  in f2fs_get_dnode_of_data()
835 		if (nids[i] && nids[i] == dn->inode->i_ino) {  in f2fs_get_dnode_of_data()
840 				dn->inode->i_ino, nids[i], level, offset[level]);  in f2fs_get_dnode_of_data()
852 			dn->nid = nids[i];  in f2fs_get_dnode_of_data()
853 			nfolio[i] = f2fs_new_node_folio(dn, noffset[i]);  in f2fs_get_dnode_of_data()
872 			dn->inode_folio_locked = false;  in f2fs_get_dnode_of_data()
892 	dn->nid = nids[level];  in f2fs_get_dnode_of_data()
893 	dn->ofs_in_node = offset[level];  in f2fs_get_dnode_of_data()
894 	dn->node_folio = nfolio[level];  in f2fs_get_dnode_of_data()
895 	dn->data_blkaddr = f2fs_data_blkaddr(dn);  in f2fs_get_dnode_of_data()
897 	if (is_inode_flag_set(dn->inode, FI_COMPRESSED_FILE) &&  in f2fs_get_dnode_of_data()
899 		unsigned int cluster_size = F2FS_I(dn->inode)->i_cluster_size;  in f2fs_get_dnode_of_data()
900 		unsigned int ofs_in_node = dn->ofs_in_node;  in f2fs_get_dnode_of_data()
911 		c_len = f2fs_cluster_blocks_are_contiguous(dn, ofs_in_node);  in f2fs_get_dnode_of_data()
915 		blkaddr = data_blkaddr(dn->inode, dn->node_folio, ofs_in_node);  in f2fs_get_dnode_of_data()
917 			blkaddr = data_blkaddr(dn->inode, dn->node_folio,  in f2fs_get_dnode_of_data()
920 		f2fs_update_read_extent_tree_range_compressed(dn->inode,  in f2fs_get_dnode_of_data()
931 	dn->inode_folio = NULL;  in f2fs_get_dnode_of_data()
932 	dn->node_folio = NULL;  in f2fs_get_dnode_of_data()
934 		dn->cur_level = i;  in f2fs_get_dnode_of_data()
935 		dn->max_level = level;  in f2fs_get_dnode_of_data()
936 		dn->ofs_in_node = offset[level];  in f2fs_get_dnode_of_data()
941 static int truncate_node(struct dnode_of_data *dn)  in truncate_node()  argument
943 	struct f2fs_sb_info *sbi = F2FS_I_SB(dn->inode);  in truncate_node()
948 	err = f2fs_get_node_info(sbi, dn->nid, &ni, false);  in truncate_node()
964 	dec_valid_node_count(sbi, dn->inode, dn->nid == dn->inode->i_ino);  in truncate_node()
967 	if (dn->nid == dn->inode->i_ino) {  in truncate_node()
968 		f2fs_remove_orphan_inode(sbi, dn->nid);  in truncate_node()
970 		f2fs_inode_synced(dn->inode);  in truncate_node()
973 	clear_node_folio_dirty(dn->node_folio);  in truncate_node()
976 	index = dn->node_folio->index;  in truncate_node()
977 	f2fs_folio_put(dn->node_folio, true);  in truncate_node()
982 	dn->node_folio = NULL;  in truncate_node()
983 	trace_f2fs_truncate_node(dn->inode, dn->nid, ni.blk_addr);  in truncate_node()
988 static int truncate_dnode(struct dnode_of_data *dn)  in truncate_dnode()  argument
990 	struct f2fs_sb_info *sbi = F2FS_I_SB(dn->inode);  in truncate_dnode()
994 	if (dn->nid == 0)  in truncate_dnode()
998 	folio = f2fs_get_node_folio(sbi, dn->nid, NODE_TYPE_NON_INODE);  in truncate_dnode()
1004 	if (IS_INODE(folio) || ino_of_node(folio) != dn->inode->i_ino) {  in truncate_dnode()
1006 				dn->inode->i_ino, dn->nid, ino_of_node(folio));  in truncate_dnode()
1014 	dn->node_folio = folio;  in truncate_dnode()
1015 	dn->ofs_in_node = 0;  in truncate_dnode()
1016 	f2fs_truncate_data_blocks_range(dn, ADDRS_PER_BLOCK(dn->inode));  in truncate_dnode()
1017 	err = truncate_node(dn);  in truncate_dnode()
1026 static int truncate_nodes(struct dnode_of_data *dn, unsigned int nofs,  in truncate_nodes()  argument
1029 	struct dnode_of_data rdn = *dn;  in truncate_nodes()
1037 	if (dn->nid == 0)  in truncate_nodes()
1040 	trace_f2fs_truncate_nodes_enter(dn->inode, dn->nid, dn->data_blkaddr);  in truncate_nodes()
1042 	folio = f2fs_get_node_folio(F2FS_I_SB(dn->inode), dn->nid,  in truncate_nodes()
1045 		trace_f2fs_truncate_nodes_exit(dn->inode, PTR_ERR(folio));  in truncate_nodes()
1062 				dn->node_changed = true;  in truncate_nodes()
1076 					dn->node_changed = true;  in truncate_nodes()
1087 		dn->node_folio = folio;  in truncate_nodes()
1088 		ret = truncate_node(dn);  in truncate_nodes()
1095 	trace_f2fs_truncate_nodes_exit(dn->inode, freed);  in truncate_nodes()
1100 	trace_f2fs_truncate_nodes_exit(dn->inode, ret);  in truncate_nodes()
1104 static int truncate_partial_nodes(struct dnode_of_data *dn,  in truncate_partial_nodes()  argument
1114 	nid[0] = get_nid(dn->inode_folio, offset[0], true);  in truncate_partial_nodes()
1121 		folios[i] = f2fs_get_node_folio(F2FS_I_SB(dn->inode), nid[i],  in truncate_partial_nodes()
1138 		dn->nid = child_nid;  in truncate_partial_nodes()
1139 		err = truncate_dnode(dn);  in truncate_partial_nodes()
1143 			dn->node_changed = true;  in truncate_partial_nodes()
1147 		dn->node_folio = folios[idx];  in truncate_partial_nodes()
1148 		dn->nid = nid[idx];  in truncate_partial_nodes()
1149 		err = truncate_node(dn);  in truncate_partial_nodes()
1162 	trace_f2fs_truncate_partial_nodes(dn->inode, nid, depth, err);  in truncate_partial_nodes()
1177 	struct dnode_of_data dn;  in f2fs_truncate_inode_blocks()  local
1201 	set_new_dnode(&dn, inode, folio, NULL, 0);  in f2fs_truncate_inode_blocks()
1214 		err = truncate_partial_nodes(&dn, ri, offset, level);  in f2fs_truncate_inode_blocks()
1223 		err = truncate_partial_nodes(&dn, ri, offset, level);  in f2fs_truncate_inode_blocks()
1233 		dn.nid = get_nid(folio, offset[0], true);  in f2fs_truncate_inode_blocks()
1237 			err = truncate_dnode(&dn);  in f2fs_truncate_inode_blocks()
1242 			err = truncate_nodes(&dn, nofs, offset[1], 2);  in f2fs_truncate_inode_blocks()
1246 			err = truncate_nodes(&dn, nofs, offset[1], 3);  in f2fs_truncate_inode_blocks()
1259 				inode->i_ino, dn.nid, offset[0],  in f2fs_truncate_inode_blocks()
1286 	struct dnode_of_data dn;  in f2fs_truncate_xattr_node()  local
1297 	set_new_dnode(&dn, inode, NULL, nfolio, nid);  in f2fs_truncate_xattr_node()
1298 	err = truncate_node(&dn);  in f2fs_truncate_xattr_node()
1315 	struct dnode_of_data dn;  in f2fs_remove_inode_page()  local
1318 	set_new_dnode(&dn, inode, NULL, NULL, inode->i_ino);  in f2fs_remove_inode_page()
1319 	err = f2fs_get_dnode_of_data(&dn, 0, LOOKUP_NODE);  in f2fs_remove_inode_page()
1325 		f2fs_put_dnode(&dn);  in f2fs_remove_inode_page()
1333 		f2fs_truncate_data_blocks_range(&dn, 1);  in f2fs_remove_inode_page()
1337 		f2fs_put_dnode(&dn);  in f2fs_remove_inode_page()
1349 	err = truncate_node(&dn);  in f2fs_remove_inode_page()
1351 		f2fs_put_dnode(&dn);  in f2fs_remove_inode_page()
1359 	struct dnode_of_data dn;  in f2fs_new_inode_folio()  local
1362 	set_new_dnode(&dn, inode, NULL, NULL, inode->i_ino);  in f2fs_new_inode_folio()
1365 	return f2fs_new_node_folio(&dn, 0);  in f2fs_new_inode_folio()
1368 struct folio *f2fs_new_node_folio(struct dnode_of_data *dn, unsigned int ofs)  in f2fs_new_node_folio()  argument
1370 	struct f2fs_sb_info *sbi = F2FS_I_SB(dn->inode);  in f2fs_new_node_folio()
1375 	if (unlikely(is_inode_flag_set(dn->inode, FI_NO_ALLOC)))  in f2fs_new_node_folio()
1378 	folio = f2fs_grab_cache_folio(NODE_MAPPING(sbi), dn->nid, false);  in f2fs_new_node_folio()
1382 	if (unlikely((err = inc_valid_node_count(sbi, dn->inode, !ofs))))  in f2fs_new_node_folio()
1386 	err = f2fs_get_node_info(sbi, dn->nid, &new_ni, false);  in f2fs_new_node_folio()
1388 		dec_valid_node_count(sbi, dn->inode, !ofs);  in f2fs_new_node_folio()
1393 		dec_valid_node_count(sbi, dn->inode, !ofs);  in f2fs_new_node_folio()
1404 	new_ni.nid = dn->nid;  in f2fs_new_node_folio()
1405 	new_ni.ino = dn->inode->i_ino;  in f2fs_new_node_folio()
1412 	fill_node_footer(folio, dn->nid, dn->inode->i_ino, ofs, true);  in f2fs_new_node_folio()
1413 	set_cold_node(folio, S_ISDIR(dn->inode->i_mode));  in f2fs_new_node_folio()
1417 		dn->node_changed = true;  in f2fs_new_node_folio()
1420 		f2fs_i_xnid_write(dn->inode, dn->nid);  in f2fs_new_node_folio()
2815 	struct dnode_of_data dn;  in f2fs_recover_xattr_data()  local
2837 	set_new_dnode(&dn, inode, NULL, NULL, new_xnid);  in f2fs_recover_xattr_data()
2838 	xfolio = f2fs_new_node_folio(&dn, XATTR_NODE_OFFSET);  in f2fs_recover_xattr_data()