139 	struct erofs_sb_info *sbi = EROFS_SB(sb);  in erofs_init_device()  local
148 	if (!sbi->devs->flatdev && !dif->path) {  in erofs_init_device()
163 	} else if (!sbi->devs->flatdev) {  in erofs_init_device()
164 		file = erofs_is_fileio_mode(sbi) ?  in erofs_init_device()
174 		if (!erofs_is_fileio_mode(sbi)) {  in erofs_init_device()
177 			if (!dif->dax_dev && test_opt(&sbi->opt, DAX_ALWAYS)) {  in erofs_init_device()
180 				clear_opt(&sbi->opt, DAX_ALWAYS);  in erofs_init_device()
191 	sbi->total_blocks += dif->blocks;  in erofs_init_device()
199 	struct erofs_sb_info *sbi = EROFS_SB(sb);  in erofs_scan_devices()  local
206 	sbi->total_blocks = sbi->dif0.blocks;  in erofs_scan_devices()
207 	if (!erofs_sb_has_device_table(sbi))  in erofs_scan_devices()
212 	if (sbi->devs->extra_devices &&  in erofs_scan_devices()
213 	    ondisk_extradevs != sbi->devs->extra_devices) {  in erofs_scan_devices()
215 			  ondisk_extradevs, sbi->devs->extra_devices);  in erofs_scan_devices()
219 		if (test_opt(&sbi->opt, DAX_ALWAYS) && !sbi->dif0.dax_dev) {  in erofs_scan_devices()
221 			clear_opt(&sbi->opt, DAX_ALWAYS);  in erofs_scan_devices()
226 	if (!sbi->devs->extra_devices && !erofs_is_fscache_mode(sb))  in erofs_scan_devices()
227 		sbi->devs->flatdev = true;  in erofs_scan_devices()
229 	sbi->device_id_mask = roundup_pow_of_two(ondisk_extradevs + 1) - 1;  in erofs_scan_devices()
231 	down_read(&sbi->devs->rwsem);  in erofs_scan_devices()
232 	if (sbi->devs->extra_devices) {  in erofs_scan_devices()
233 		idr_for_each_entry(&sbi->devs->tree, dif, id) {  in erofs_scan_devices()
246 			err = idr_alloc(&sbi->devs->tree, dif, 0, 0, GFP_KERNEL);  in erofs_scan_devices()
251 			++sbi->devs->extra_devices;  in erofs_scan_devices()
258 	up_read(&sbi->devs->rwsem);  in erofs_scan_devices()
265 	struct erofs_sb_info *sbi = EROFS_SB(sb);  in erofs_read_superblock()  local
284 	sbi->blkszbits = dsb->blkszbits;  in erofs_read_superblock()
285 	if (sbi->blkszbits < 9 || sbi->blkszbits > PAGE_SHIFT) {  in erofs_read_superblock()
286 		erofs_err(sb, "blkszbits %u isn't supported", sbi->blkszbits);  in erofs_read_superblock()
294 	sbi->feature_compat = le32_to_cpu(dsb->feature_compat);  in erofs_read_superblock()
295 	if (erofs_sb_has_sb_chksum(sbi)) {  in erofs_read_superblock()
302 	sbi->feature_incompat = le32_to_cpu(dsb->feature_incompat);  in erofs_read_superblock()
303 	if (sbi->feature_incompat & ~EROFS_ALL_FEATURE_INCOMPAT) {  in erofs_read_superblock()
305 			  sbi->feature_incompat & ~EROFS_ALL_FEATURE_INCOMPAT);  in erofs_read_superblock()
309 	sbi->sb_size = 128 + dsb->sb_extslots * EROFS_SB_EXTSLOT_SIZE;  in erofs_read_superblock()
310 	if (sbi->sb_size > PAGE_SIZE - EROFS_SUPER_OFFSET) {  in erofs_read_superblock()
312 			  sbi->sb_size);  in erofs_read_superblock()
315 	sbi->dif0.blocks = le32_to_cpu(dsb->blocks_lo);  in erofs_read_superblock()
316 	sbi->meta_blkaddr = le32_to_cpu(dsb->meta_blkaddr);  in erofs_read_superblock()
318 	sbi->xattr_blkaddr = le32_to_cpu(dsb->xattr_blkaddr);  in erofs_read_superblock()
319 	sbi->xattr_prefix_start = le32_to_cpu(dsb->xattr_prefix_start);  in erofs_read_superblock()
320 	sbi->xattr_prefix_count = dsb->xattr_prefix_count;  in erofs_read_superblock()
321 	sbi->xattr_filter_reserved = dsb->xattr_filter_reserved;  in erofs_read_superblock()
323 	sbi->islotbits = ilog2(sizeof(struct erofs_inode_compact));  in erofs_read_superblock()
324 	if (erofs_sb_has_48bit(sbi) && dsb->rootnid_8b) {  in erofs_read_superblock()
325 		sbi->root_nid = le64_to_cpu(dsb->rootnid_8b);  in erofs_read_superblock()
326 		sbi->dif0.blocks = sbi->dif0.blocks |  in erofs_read_superblock()
329 		sbi->root_nid = le16_to_cpu(dsb->rb.rootnid_2b);  in erofs_read_superblock()
331 	sbi->packed_nid = le64_to_cpu(dsb->packed_nid);  in erofs_read_superblock()
332 	if (erofs_sb_has_metabox(sbi)) {  in erofs_read_superblock()
333 		if (sbi->sb_size <= offsetof(struct erofs_super_block,  in erofs_read_superblock()
336 		sbi->metabox_nid = le64_to_cpu(dsb->metabox_nid);  in erofs_read_superblock()
337 		if (sbi->metabox_nid & BIT_ULL(EROFS_DIRENT_NID_METABOX_BIT))  in erofs_read_superblock()
340 	sbi->inos = le64_to_cpu(dsb->inos);  in erofs_read_superblock()
342 	sbi->epoch = (s64)le64_to_cpu(dsb->epoch);  in erofs_read_superblock()
343 	sbi->fixed_nsec = le32_to_cpu(dsb->fixed_nsec);  in erofs_read_superblock()
347 		sbi->volume_name = kstrndup(dsb->volume_name,  in erofs_read_superblock()
349 		if (!sbi->volume_name)  in erofs_read_superblock()
360 	if (erofs_sb_has_48bit(sbi))  in erofs_read_superblock()
362 	if (erofs_sb_has_metabox(sbi))  in erofs_read_superblock()
371 static void erofs_default_options(struct erofs_sb_info *sbi)  in erofs_default_options()  argument
374 	sbi->opt.cache_strategy = EROFS_ZIP_CACHE_READAROUND;  in erofs_default_options()
375 	sbi->opt.max_sync_decompress_pages = 3;  in erofs_default_options()
376 	sbi->opt.sync_decompress = EROFS_SYNC_DECOMPRESS_AUTO;  in erofs_default_options()
379 	set_opt(&sbi->opt, XATTR_USER);  in erofs_default_options()
382 	set_opt(&sbi->opt, POSIX_ACL);  in erofs_default_options()
422 	struct erofs_sb_info *sbi = fc->s_fs_info;  in erofs_fc_set_dax_mode()  local
426 		set_opt(&sbi->opt, DAX_ALWAYS);  in erofs_fc_set_dax_mode()
427 		clear_opt(&sbi->opt, DAX_NEVER);  in erofs_fc_set_dax_mode()
430 		set_opt(&sbi->opt, DAX_NEVER);  in erofs_fc_set_dax_mode()
431 		clear_opt(&sbi->opt, DAX_ALWAYS);  in erofs_fc_set_dax_mode()
446 	struct erofs_sb_info *sbi = fc->s_fs_info;  in erofs_fc_parse_param()  local
459 			set_opt(&sbi->opt, XATTR_USER);  in erofs_fc_parse_param()
461 			clear_opt(&sbi->opt, XATTR_USER);  in erofs_fc_parse_param()
469 			set_opt(&sbi->opt, POSIX_ACL);  in erofs_fc_parse_param()
471 			clear_opt(&sbi->opt, POSIX_ACL);  in erofs_fc_parse_param()
478 		sbi->opt.cache_strategy = result.uint_32;  in erofs_fc_parse_param()
500 		down_write(&sbi->devs->rwsem);  in erofs_fc_parse_param()
501 		ret = idr_alloc(&sbi->devs->tree, dif, 0, 0, GFP_KERNEL);  in erofs_fc_parse_param()
502 		up_write(&sbi->devs->rwsem);  in erofs_fc_parse_param()
508 		++sbi->devs->extra_devices;  in erofs_fc_parse_param()
512 		kfree(sbi->fsid);  in erofs_fc_parse_param()
513 		sbi->fsid = kstrdup(param->string, GFP_KERNEL);  in erofs_fc_parse_param()
514 		if (!sbi->fsid)  in erofs_fc_parse_param()
518 		kfree(sbi->domain_id);  in erofs_fc_parse_param()
519 		sbi->domain_id = kstrdup(param->string, GFP_KERNEL);  in erofs_fc_parse_param()
520 		if (!sbi->domain_id)  in erofs_fc_parse_param()
532 			set_opt(&sbi->opt, DIRECT_IO);  in erofs_fc_parse_param()
534 			clear_opt(&sbi->opt, DIRECT_IO);  in erofs_fc_parse_param()
540 		sbi->dif0.fsoff = result.uint_64;  in erofs_fc_parse_param()
615 	struct erofs_sb_info *sbi = EROFS_SB(sb);  in erofs_set_sysfs_name()  local
617 	if (sbi->domain_id)  in erofs_set_sysfs_name()
618 		super_set_sysfs_name_generic(sb, "%s,%s", sbi->domain_id,  in erofs_set_sysfs_name()
619 					     sbi->fsid);  in erofs_set_sysfs_name()
620 	else if (sbi->fsid)  in erofs_set_sysfs_name()
621 		super_set_sysfs_name_generic(sb, "%s", sbi->fsid);  in erofs_set_sysfs_name()
622 	else if (erofs_is_fileio_mode(sbi))  in erofs_set_sysfs_name()
632 	struct erofs_sb_info *sbi = EROFS_SB(sb);  in erofs_fc_fill_super()  local
640 	sbi->blkszbits = PAGE_SHIFT;  in erofs_fc_fill_super()
659 		sbi->dif0.dax_dev = fs_dax_get_by_bdev(sb->s_bdev,  in erofs_fc_fill_super()
660 				&sbi->dif0.dax_part_off, NULL, NULL);  in erofs_fc_fill_super()
667 	if (sb->s_blocksize_bits != sbi->blkszbits) {  in erofs_fc_fill_super()
673 		if (erofs_is_fileio_mode(sbi)) {  in erofs_fc_fill_super()
674 			sb->s_blocksize = 1 << sbi->blkszbits;  in erofs_fc_fill_super()
675 			sb->s_blocksize_bits = sbi->blkszbits;  in erofs_fc_fill_super()
676 		} else if (!sb_set_blocksize(sb, 1 << sbi->blkszbits)) {  in erofs_fc_fill_super()
682 	if (sbi->dif0.fsoff) {  in erofs_fc_fill_super()
683 		if (sbi->dif0.fsoff & (sb->s_blocksize - 1))  in erofs_fc_fill_super()
685 				       sbi->dif0.fsoff, sb->s_blocksize);  in erofs_fc_fill_super()
690 	if (test_opt(&sbi->opt, DAX_ALWAYS) && sbi->blkszbits != PAGE_SHIFT) {  in erofs_fc_fill_super()
692 		clear_opt(&sbi->opt, DAX_ALWAYS);  in erofs_fc_fill_super()
699 	if (test_opt(&sbi->opt, POSIX_ACL))  in erofs_fc_fill_super()
708 	if (erofs_sb_has_fragments(sbi) && sbi->packed_nid) {  in erofs_fc_fill_super()
709 		inode = erofs_iget(sb, sbi->packed_nid);  in erofs_fc_fill_super()
712 		sbi->packed_inode = inode;  in erofs_fc_fill_super()
714 	if (erofs_sb_has_metabox(sbi)) {  in erofs_fc_fill_super()
715 		inode = erofs_iget(sb, sbi->metabox_nid);  in erofs_fc_fill_super()
718 		sbi->metabox_inode = inode;  in erofs_fc_fill_super()
721 	inode = erofs_iget(sb, sbi->root_nid);  in erofs_fc_fill_super()
727 			  sbi->root_nid, inode->i_mode);  in erofs_fc_fill_super()
745 	sbi->dir_ra_bytes = EROFS_DIR_RA_BYTES;  in erofs_fc_fill_super()
746 	erofs_info(sb, "mounted with root inode @ nid %llu.", sbi->root_nid);  in erofs_fc_fill_super()
752 	struct erofs_sb_info *sbi = fc->s_fs_info;  in erofs_fc_get_tree()  local
755 	if (IS_ENABLED(CONFIG_EROFS_FS_ONDEMAND) && sbi->fsid)  in erofs_fc_get_tree()
770 		sbi->dif0.file = file;  in erofs_fc_get_tree()
772 		if (S_ISREG(file_inode(sbi->dif0.file)->i_mode) &&  in erofs_fc_get_tree()
773 		    sbi->dif0.file->f_mapping->a_ops->read_folio)  in erofs_fc_get_tree()
783 	struct erofs_sb_info *sbi = EROFS_SB(sb);  in erofs_fc_reconfigure()  local
796 	sbi->opt = new_sbi->opt;  in erofs_fc_reconfigure()
825 static void erofs_sb_free(struct erofs_sb_info *sbi)  in erofs_sb_free()  argument
827 	erofs_free_dev_context(sbi->devs);  in erofs_sb_free()
828 	kfree(sbi->fsid);  in erofs_sb_free()
829 	kfree(sbi->domain_id);  in erofs_sb_free()
830 	if (sbi->dif0.file)  in erofs_sb_free()
831 		fput(sbi->dif0.file);  in erofs_sb_free()
832 	kfree(sbi->volume_name);  in erofs_sb_free()
833 	kfree(sbi);  in erofs_sb_free()
838 	struct erofs_sb_info *sbi = fc->s_fs_info;  in erofs_fc_free()  local
840 	if (sbi) /* free here if an error occurs before transferring to sb */  in erofs_fc_free()
841 		erofs_sb_free(sbi);  in erofs_fc_free()
853 	struct erofs_sb_info *sbi;  in erofs_init_fs_context()  local
855 	sbi = kzalloc(sizeof(*sbi), GFP_KERNEL);  in erofs_init_fs_context()
856 	if (!sbi)  in erofs_init_fs_context()
859 	sbi->devs = kzalloc(sizeof(struct erofs_dev_context), GFP_KERNEL);  in erofs_init_fs_context()
860 	if (!sbi->devs) {  in erofs_init_fs_context()
861 		kfree(sbi);  in erofs_init_fs_context()
864 	fc->s_fs_info = sbi;  in erofs_init_fs_context()
866 	idr_init(&sbi->devs->tree);  in erofs_init_fs_context()
867 	init_rwsem(&sbi->devs->rwsem);  in erofs_init_fs_context()
868 	erofs_default_options(sbi);  in erofs_init_fs_context()
873 static void erofs_drop_internal_inodes(struct erofs_sb_info *sbi)  in erofs_drop_internal_inodes()  argument
875 	iput(sbi->packed_inode);  in erofs_drop_internal_inodes()
876 	sbi->packed_inode = NULL;  in erofs_drop_internal_inodes()
877 	iput(sbi->metabox_inode);  in erofs_drop_internal_inodes()
878 	sbi->metabox_inode = NULL;  in erofs_drop_internal_inodes()
880 	iput(sbi->managed_cache);  in erofs_drop_internal_inodes()
881 	sbi->managed_cache = NULL;  in erofs_drop_internal_inodes()
887 	struct erofs_sb_info *sbi = EROFS_SB(sb);  in erofs_kill_sb()  local
889 	if ((IS_ENABLED(CONFIG_EROFS_FS_ONDEMAND) && sbi->fsid) ||  in erofs_kill_sb()
890 	    sbi->dif0.file)  in erofs_kill_sb()
894 	erofs_drop_internal_inodes(sbi);  in erofs_kill_sb()
895 	fs_put_dax(sbi->dif0.dax_dev, NULL);  in erofs_kill_sb()
897 	erofs_sb_free(sbi);  in erofs_kill_sb()
903 	struct erofs_sb_info *const sbi = EROFS_SB(sb);  in erofs_put_super()  local
908 	erofs_drop_internal_inodes(sbi);  in erofs_put_super()
909 	erofs_free_dev_context(sbi->devs);  in erofs_put_super()
910 	sbi->devs = NULL;  in erofs_put_super()
981 	struct erofs_sb_info *sbi = EROFS_SB(sb);  in erofs_statfs()  local
985 	buf->f_blocks = sbi->total_blocks;  in erofs_statfs()
988 	buf->f_ffree = ULLONG_MAX - sbi->inos;  in erofs_statfs()
1001 	struct erofs_sb_info *sbi = EROFS_SB(root->d_sb);  in erofs_show_options()  local
1002 	struct erofs_mount_opts *opt = &sbi->opt;  in erofs_show_options()
1016 	if (erofs_is_fileio_mode(sbi) && test_opt(opt, DIRECT_IO))  in erofs_show_options()
1019 	if (sbi->fsid)  in erofs_show_options()
1020 		seq_printf(seq, ",fsid=%s", sbi->fsid);  in erofs_show_options()
1021 	if (sbi->domain_id)  in erofs_show_options()
1022 		seq_printf(seq, ",domain_id=%s", sbi->domain_id);  in erofs_show_options()
1024 	if (sbi->dif0.fsoff)  in erofs_show_options()
1025 		seq_printf(seq, ",fsoffset=%llu", sbi->dif0.fsoff);  in erofs_show_options()