xref: /linux/fs/ext4/super.c (revision b30ab0e03407d2aa2d9316cba199c757e4bfc8ad)
1ac27a0ecSDave Kleikamp /*
2617ba13bSMingming Cao  *  linux/fs/ext4/super.c
3ac27a0ecSDave Kleikamp  *
4ac27a0ecSDave Kleikamp  * Copyright (C) 1992, 1993, 1994, 1995
5ac27a0ecSDave Kleikamp  * Remy Card (card@masi.ibp.fr)
6ac27a0ecSDave Kleikamp  * Laboratoire MASI - Institut Blaise Pascal
7ac27a0ecSDave Kleikamp  * Universite Pierre et Marie Curie (Paris VI)
8ac27a0ecSDave Kleikamp  *
9ac27a0ecSDave Kleikamp  *  from
10ac27a0ecSDave Kleikamp  *
11ac27a0ecSDave Kleikamp  *  linux/fs/minix/inode.c
12ac27a0ecSDave Kleikamp  *
13ac27a0ecSDave Kleikamp  *  Copyright (C) 1991, 1992  Linus Torvalds
14ac27a0ecSDave Kleikamp  *
15ac27a0ecSDave Kleikamp  *  Big-endian to little-endian byte-swapping/bitmaps by
16ac27a0ecSDave Kleikamp  *        David S. Miller (davem@caip.rutgers.edu), 1995
17ac27a0ecSDave Kleikamp  */
18ac27a0ecSDave Kleikamp 
19ac27a0ecSDave Kleikamp #include <linux/module.h>
20ac27a0ecSDave Kleikamp #include <linux/string.h>
21ac27a0ecSDave Kleikamp #include <linux/fs.h>
22ac27a0ecSDave Kleikamp #include <linux/time.h>
23c5ca7c76STheodore Ts'o #include <linux/vmalloc.h>
24ac27a0ecSDave Kleikamp #include <linux/slab.h>
25ac27a0ecSDave Kleikamp #include <linux/init.h>
26ac27a0ecSDave Kleikamp #include <linux/blkdev.h>
27ac27a0ecSDave Kleikamp #include <linux/parser.h>
28ac27a0ecSDave Kleikamp #include <linux/buffer_head.h>
29a5694255SChristoph Hellwig #include <linux/exportfs.h>
30ac27a0ecSDave Kleikamp #include <linux/vfs.h>
31ac27a0ecSDave Kleikamp #include <linux/random.h>
32ac27a0ecSDave Kleikamp #include <linux/mount.h>
33ac27a0ecSDave Kleikamp #include <linux/namei.h>
34ac27a0ecSDave Kleikamp #include <linux/quotaops.h>
35ac27a0ecSDave Kleikamp #include <linux/seq_file.h>
369f6200bbSTheodore Ts'o #include <linux/proc_fs.h>
373197ebdbSTheodore Ts'o #include <linux/ctype.h>
381330593eSVignesh Babu #include <linux/log2.h>
39717d50e4SAndreas Dilger #include <linux/crc16.h>
407abc52c2SDan Magenheimer #include <linux/cleancache.h>
41ac27a0ecSDave Kleikamp #include <asm/uaccess.h>
42ac27a0ecSDave Kleikamp 
43bfff6873SLukas Czerner #include <linux/kthread.h>
44bfff6873SLukas Czerner #include <linux/freezer.h>
45bfff6873SLukas Czerner 
463dcf5451SChristoph Hellwig #include "ext4.h"
474a092d73STheodore Ts'o #include "ext4_extents.h"	/* Needed for trace points definition */
483dcf5451SChristoph Hellwig #include "ext4_jbd2.h"
49ac27a0ecSDave Kleikamp #include "xattr.h"
50ac27a0ecSDave Kleikamp #include "acl.h"
513661d286STheodore Ts'o #include "mballoc.h"
52ac27a0ecSDave Kleikamp 
539bffad1eSTheodore Ts'o #define CREATE_TRACE_POINTS
549bffad1eSTheodore Ts'o #include <trace/events/ext4.h>
559bffad1eSTheodore Ts'o 
561f109d5aSTheodore Ts'o static struct proc_dir_entry *ext4_proc_root;
573197ebdbSTheodore Ts'o static struct kset *ext4_kset;
580b75a840SLukas Czerner static struct ext4_lazy_init *ext4_li_info;
590b75a840SLukas Czerner static struct mutex ext4_li_mtx;
600b75a840SLukas Czerner static struct ext4_features *ext4_feat;
619c191f70ST Makphaibulchoke static int ext4_mballoc_ready;
629f6200bbSTheodore Ts'o 
63617ba13bSMingming Cao static int ext4_load_journal(struct super_block *, struct ext4_super_block *,
64ac27a0ecSDave Kleikamp 			     unsigned long journal_devnum);
652adf6da8STheodore Ts'o static int ext4_show_options(struct seq_file *seq, struct dentry *root);
66e2d67052STheodore Ts'o static int ext4_commit_super(struct super_block *sb, int sync);
67617ba13bSMingming Cao static void ext4_mark_recovery_complete(struct super_block *sb,
68617ba13bSMingming Cao 					struct ext4_super_block *es);
69617ba13bSMingming Cao static void ext4_clear_journal_err(struct super_block *sb,
70617ba13bSMingming Cao 				   struct ext4_super_block *es);
71617ba13bSMingming Cao static int ext4_sync_fs(struct super_block *sb, int wait);
72617ba13bSMingming Cao static int ext4_remount(struct super_block *sb, int *flags, char *data);
73617ba13bSMingming Cao static int ext4_statfs(struct dentry *dentry, struct kstatfs *buf);
74c4be0c1dSTakashi Sato static int ext4_unfreeze(struct super_block *sb);
75c4be0c1dSTakashi Sato static int ext4_freeze(struct super_block *sb);
76152a0836SAl Viro static struct dentry *ext4_mount(struct file_system_type *fs_type, int flags,
77152a0836SAl Viro 		       const char *dev_name, void *data);
782035e776STheodore Ts'o static inline int ext2_feature_set_ok(struct super_block *sb);
792035e776STheodore Ts'o static inline int ext3_feature_set_ok(struct super_block *sb);
80d39195c3SAmir Goldstein static int ext4_feature_set_ok(struct super_block *sb, int readonly);
81bfff6873SLukas Czerner static void ext4_destroy_lazyinit_thread(void);
82bfff6873SLukas Czerner static void ext4_unregister_li_request(struct super_block *sb);
838f1f7453SEric Sandeen static void ext4_clear_request_list(void);
8427dd4385SLukas Czerner static int ext4_reserve_clusters(struct ext4_sb_info *, ext4_fsblk_t);
85ac27a0ecSDave Kleikamp 
862035e776STheodore Ts'o #if !defined(CONFIG_EXT2_FS) && !defined(CONFIG_EXT2_FS_MODULE) && defined(CONFIG_EXT4_USE_FOR_EXT23)
872035e776STheodore Ts'o static struct file_system_type ext2_fs_type = {
882035e776STheodore Ts'o 	.owner		= THIS_MODULE,
892035e776STheodore Ts'o 	.name		= "ext2",
902035e776STheodore Ts'o 	.mount		= ext4_mount,
912035e776STheodore Ts'o 	.kill_sb	= kill_block_super,
922035e776STheodore Ts'o 	.fs_flags	= FS_REQUIRES_DEV,
932035e776STheodore Ts'o };
947f78e035SEric W. Biederman MODULE_ALIAS_FS("ext2");
95fa7614ddSEric W. Biederman MODULE_ALIAS("ext2");
962035e776STheodore Ts'o #define IS_EXT2_SB(sb) ((sb)->s_bdev->bd_holder == &ext2_fs_type)
972035e776STheodore Ts'o #else
982035e776STheodore Ts'o #define IS_EXT2_SB(sb) (0)
992035e776STheodore Ts'o #endif
1002035e776STheodore Ts'o 
1012035e776STheodore Ts'o 
102ba69f9abSJan Kara #if !defined(CONFIG_EXT3_FS) && !defined(CONFIG_EXT3_FS_MODULE) && defined(CONFIG_EXT4_USE_FOR_EXT23)
103ba69f9abSJan Kara static struct file_system_type ext3_fs_type = {
104ba69f9abSJan Kara 	.owner		= THIS_MODULE,
105ba69f9abSJan Kara 	.name		= "ext3",
106152a0836SAl Viro 	.mount		= ext4_mount,
107ba69f9abSJan Kara 	.kill_sb	= kill_block_super,
108ba69f9abSJan Kara 	.fs_flags	= FS_REQUIRES_DEV,
109ba69f9abSJan Kara };
1107f78e035SEric W. Biederman MODULE_ALIAS_FS("ext3");
111fa7614ddSEric W. Biederman MODULE_ALIAS("ext3");
112ba69f9abSJan Kara #define IS_EXT3_SB(sb) ((sb)->s_bdev->bd_holder == &ext3_fs_type)
113ba69f9abSJan Kara #else
114ba69f9abSJan Kara #define IS_EXT3_SB(sb) (0)
115ba69f9abSJan Kara #endif
116bd81d8eeSLaurent Vivier 
117d25425f8SDarrick J. Wong static int ext4_verify_csum_type(struct super_block *sb,
118d25425f8SDarrick J. Wong 				 struct ext4_super_block *es)
119d25425f8SDarrick J. Wong {
120d25425f8SDarrick J. Wong 	if (!EXT4_HAS_RO_COMPAT_FEATURE(sb,
121d25425f8SDarrick J. Wong 					EXT4_FEATURE_RO_COMPAT_METADATA_CSUM))
122d25425f8SDarrick J. Wong 		return 1;
123d25425f8SDarrick J. Wong 
124d25425f8SDarrick J. Wong 	return es->s_checksum_type == EXT4_CRC32C_CHKSUM;
125d25425f8SDarrick J. Wong }
126d25425f8SDarrick J. Wong 
127a9c47317SDarrick J. Wong static __le32 ext4_superblock_csum(struct super_block *sb,
128a9c47317SDarrick J. Wong 				   struct ext4_super_block *es)
129a9c47317SDarrick J. Wong {
130a9c47317SDarrick J. Wong 	struct ext4_sb_info *sbi = EXT4_SB(sb);
131a9c47317SDarrick J. Wong 	int offset = offsetof(struct ext4_super_block, s_checksum);
132a9c47317SDarrick J. Wong 	__u32 csum;
133a9c47317SDarrick J. Wong 
134a9c47317SDarrick J. Wong 	csum = ext4_chksum(sbi, ~0, (char *)es, offset);
135a9c47317SDarrick J. Wong 
136a9c47317SDarrick J. Wong 	return cpu_to_le32(csum);
137a9c47317SDarrick J. Wong }
138a9c47317SDarrick J. Wong 
139c197855eSStephen Hemminger static int ext4_superblock_csum_verify(struct super_block *sb,
140a9c47317SDarrick J. Wong 				       struct ext4_super_block *es)
141a9c47317SDarrick J. Wong {
1429aa5d32bSDmitry Monakhov 	if (!ext4_has_metadata_csum(sb))
143a9c47317SDarrick J. Wong 		return 1;
144a9c47317SDarrick J. Wong 
145a9c47317SDarrick J. Wong 	return es->s_checksum == ext4_superblock_csum(sb, es);
146a9c47317SDarrick J. Wong }
147a9c47317SDarrick J. Wong 
14806db49e6STheodore Ts'o void ext4_superblock_csum_set(struct super_block *sb)
149a9c47317SDarrick J. Wong {
15006db49e6STheodore Ts'o 	struct ext4_super_block *es = EXT4_SB(sb)->s_es;
15106db49e6STheodore Ts'o 
1529aa5d32bSDmitry Monakhov 	if (!ext4_has_metadata_csum(sb))
153a9c47317SDarrick J. Wong 		return;
154a9c47317SDarrick J. Wong 
155a9c47317SDarrick J. Wong 	es->s_checksum = ext4_superblock_csum(sb, es);
156a9c47317SDarrick J. Wong }
157a9c47317SDarrick J. Wong 
1589933fc0aSTheodore Ts'o void *ext4_kvmalloc(size_t size, gfp_t flags)
1599933fc0aSTheodore Ts'o {
1609933fc0aSTheodore Ts'o 	void *ret;
1619933fc0aSTheodore Ts'o 
1628be04b93SJoe Perches 	ret = kmalloc(size, flags | __GFP_NOWARN);
1639933fc0aSTheodore Ts'o 	if (!ret)
1649933fc0aSTheodore Ts'o 		ret = __vmalloc(size, flags, PAGE_KERNEL);
1659933fc0aSTheodore Ts'o 	return ret;
1669933fc0aSTheodore Ts'o }
1679933fc0aSTheodore Ts'o 
1689933fc0aSTheodore Ts'o void *ext4_kvzalloc(size_t size, gfp_t flags)
1699933fc0aSTheodore Ts'o {
1709933fc0aSTheodore Ts'o 	void *ret;
1719933fc0aSTheodore Ts'o 
1728be04b93SJoe Perches 	ret = kzalloc(size, flags | __GFP_NOWARN);
1739933fc0aSTheodore Ts'o 	if (!ret)
1749933fc0aSTheodore Ts'o 		ret = __vmalloc(size, flags | __GFP_ZERO, PAGE_KERNEL);
1759933fc0aSTheodore Ts'o 	return ret;
1769933fc0aSTheodore Ts'o }
1779933fc0aSTheodore Ts'o 
1788fadc143SAlexandre Ratchov ext4_fsblk_t ext4_block_bitmap(struct super_block *sb,
1798fadc143SAlexandre Ratchov 			       struct ext4_group_desc *bg)
180bd81d8eeSLaurent Vivier {
1813a14589cSAneesh Kumar K.V 	return le32_to_cpu(bg->bg_block_bitmap_lo) |
1828fadc143SAlexandre Ratchov 		(EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT ?
1838fadc143SAlexandre Ratchov 		 (ext4_fsblk_t)le32_to_cpu(bg->bg_block_bitmap_hi) << 32 : 0);
184bd81d8eeSLaurent Vivier }
185bd81d8eeSLaurent Vivier 
1868fadc143SAlexandre Ratchov ext4_fsblk_t ext4_inode_bitmap(struct super_block *sb,
1878fadc143SAlexandre Ratchov 			       struct ext4_group_desc *bg)
188bd81d8eeSLaurent Vivier {
1895272f837SAneesh Kumar K.V 	return le32_to_cpu(bg->bg_inode_bitmap_lo) |
1908fadc143SAlexandre Ratchov 		(EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT ?
1918fadc143SAlexandre Ratchov 		 (ext4_fsblk_t)le32_to_cpu(bg->bg_inode_bitmap_hi) << 32 : 0);
192bd81d8eeSLaurent Vivier }
193bd81d8eeSLaurent Vivier 
1948fadc143SAlexandre Ratchov ext4_fsblk_t ext4_inode_table(struct super_block *sb,
1958fadc143SAlexandre Ratchov 			      struct ext4_group_desc *bg)
196bd81d8eeSLaurent Vivier {
1975272f837SAneesh Kumar K.V 	return le32_to_cpu(bg->bg_inode_table_lo) |
1988fadc143SAlexandre Ratchov 		(EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT ?
1998fadc143SAlexandre Ratchov 		 (ext4_fsblk_t)le32_to_cpu(bg->bg_inode_table_hi) << 32 : 0);
200bd81d8eeSLaurent Vivier }
201bd81d8eeSLaurent Vivier 
202021b65bbSTheodore Ts'o __u32 ext4_free_group_clusters(struct super_block *sb,
203560671a0SAneesh Kumar K.V 			       struct ext4_group_desc *bg)
204560671a0SAneesh Kumar K.V {
205560671a0SAneesh Kumar K.V 	return le16_to_cpu(bg->bg_free_blocks_count_lo) |
206560671a0SAneesh Kumar K.V 		(EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT ?
207560671a0SAneesh Kumar K.V 		 (__u32)le16_to_cpu(bg->bg_free_blocks_count_hi) << 16 : 0);
208560671a0SAneesh Kumar K.V }
209560671a0SAneesh Kumar K.V 
210560671a0SAneesh Kumar K.V __u32 ext4_free_inodes_count(struct super_block *sb,
211560671a0SAneesh Kumar K.V 			      struct ext4_group_desc *bg)
212560671a0SAneesh Kumar K.V {
213560671a0SAneesh Kumar K.V 	return le16_to_cpu(bg->bg_free_inodes_count_lo) |
214560671a0SAneesh Kumar K.V 		(EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT ?
215560671a0SAneesh Kumar K.V 		 (__u32)le16_to_cpu(bg->bg_free_inodes_count_hi) << 16 : 0);
216560671a0SAneesh Kumar K.V }
217560671a0SAneesh Kumar K.V 
218560671a0SAneesh Kumar K.V __u32 ext4_used_dirs_count(struct super_block *sb,
219560671a0SAneesh Kumar K.V 			      struct ext4_group_desc *bg)
220560671a0SAneesh Kumar K.V {
221560671a0SAneesh Kumar K.V 	return le16_to_cpu(bg->bg_used_dirs_count_lo) |
222560671a0SAneesh Kumar K.V 		(EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT ?
223560671a0SAneesh Kumar K.V 		 (__u32)le16_to_cpu(bg->bg_used_dirs_count_hi) << 16 : 0);
224560671a0SAneesh Kumar K.V }
225560671a0SAneesh Kumar K.V 
226560671a0SAneesh Kumar K.V __u32 ext4_itable_unused_count(struct super_block *sb,
227560671a0SAneesh Kumar K.V 			      struct ext4_group_desc *bg)
228560671a0SAneesh Kumar K.V {
229560671a0SAneesh Kumar K.V 	return le16_to_cpu(bg->bg_itable_unused_lo) |
230560671a0SAneesh Kumar K.V 		(EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT ?
231560671a0SAneesh Kumar K.V 		 (__u32)le16_to_cpu(bg->bg_itable_unused_hi) << 16 : 0);
232560671a0SAneesh Kumar K.V }
233560671a0SAneesh Kumar K.V 
2348fadc143SAlexandre Ratchov void ext4_block_bitmap_set(struct super_block *sb,
2358fadc143SAlexandre Ratchov 			   struct ext4_group_desc *bg, ext4_fsblk_t blk)
236bd81d8eeSLaurent Vivier {
2373a14589cSAneesh Kumar K.V 	bg->bg_block_bitmap_lo = cpu_to_le32((u32)blk);
2388fadc143SAlexandre Ratchov 	if (EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT)
2398fadc143SAlexandre Ratchov 		bg->bg_block_bitmap_hi = cpu_to_le32(blk >> 32);
240bd81d8eeSLaurent Vivier }
241bd81d8eeSLaurent Vivier 
2428fadc143SAlexandre Ratchov void ext4_inode_bitmap_set(struct super_block *sb,
2438fadc143SAlexandre Ratchov 			   struct ext4_group_desc *bg, ext4_fsblk_t blk)
244bd81d8eeSLaurent Vivier {
2455272f837SAneesh Kumar K.V 	bg->bg_inode_bitmap_lo  = cpu_to_le32((u32)blk);
2468fadc143SAlexandre Ratchov 	if (EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT)
2478fadc143SAlexandre Ratchov 		bg->bg_inode_bitmap_hi = cpu_to_le32(blk >> 32);
248bd81d8eeSLaurent Vivier }
249bd81d8eeSLaurent Vivier 
2508fadc143SAlexandre Ratchov void ext4_inode_table_set(struct super_block *sb,
2518fadc143SAlexandre Ratchov 			  struct ext4_group_desc *bg, ext4_fsblk_t blk)
252bd81d8eeSLaurent Vivier {
2535272f837SAneesh Kumar K.V 	bg->bg_inode_table_lo = cpu_to_le32((u32)blk);
2548fadc143SAlexandre Ratchov 	if (EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT)
2558fadc143SAlexandre Ratchov 		bg->bg_inode_table_hi = cpu_to_le32(blk >> 32);
256bd81d8eeSLaurent Vivier }
257bd81d8eeSLaurent Vivier 
258021b65bbSTheodore Ts'o void ext4_free_group_clusters_set(struct super_block *sb,
259560671a0SAneesh Kumar K.V 				  struct ext4_group_desc *bg, __u32 count)
260560671a0SAneesh Kumar K.V {
261560671a0SAneesh Kumar K.V 	bg->bg_free_blocks_count_lo = cpu_to_le16((__u16)count);
262560671a0SAneesh Kumar K.V 	if (EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT)
263560671a0SAneesh Kumar K.V 		bg->bg_free_blocks_count_hi = cpu_to_le16(count >> 16);
264560671a0SAneesh Kumar K.V }
265560671a0SAneesh Kumar K.V 
266560671a0SAneesh Kumar K.V void ext4_free_inodes_set(struct super_block *sb,
267560671a0SAneesh Kumar K.V 			  struct ext4_group_desc *bg, __u32 count)
268560671a0SAneesh Kumar K.V {
269560671a0SAneesh Kumar K.V 	bg->bg_free_inodes_count_lo = cpu_to_le16((__u16)count);
270560671a0SAneesh Kumar K.V 	if (EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT)
271560671a0SAneesh Kumar K.V 		bg->bg_free_inodes_count_hi = cpu_to_le16(count >> 16);
272560671a0SAneesh Kumar K.V }
273560671a0SAneesh Kumar K.V 
274560671a0SAneesh Kumar K.V void ext4_used_dirs_set(struct super_block *sb,
275560671a0SAneesh Kumar K.V 			  struct ext4_group_desc *bg, __u32 count)
276560671a0SAneesh Kumar K.V {
277560671a0SAneesh Kumar K.V 	bg->bg_used_dirs_count_lo = cpu_to_le16((__u16)count);
278560671a0SAneesh Kumar K.V 	if (EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT)
279560671a0SAneesh Kumar K.V 		bg->bg_used_dirs_count_hi = cpu_to_le16(count >> 16);
280560671a0SAneesh Kumar K.V }
281560671a0SAneesh Kumar K.V 
282560671a0SAneesh Kumar K.V void ext4_itable_unused_set(struct super_block *sb,
283560671a0SAneesh Kumar K.V 			  struct ext4_group_desc *bg, __u32 count)
284560671a0SAneesh Kumar K.V {
285560671a0SAneesh Kumar K.V 	bg->bg_itable_unused_lo = cpu_to_le16((__u16)count);
286560671a0SAneesh Kumar K.V 	if (EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT)
287560671a0SAneesh Kumar K.V 		bg->bg_itable_unused_hi = cpu_to_le16(count >> 16);
288560671a0SAneesh Kumar K.V }
289560671a0SAneesh Kumar K.V 
290d3d1faf6SCurt Wohlgemuth 
2911c13d5c0STheodore Ts'o static void __save_error_info(struct super_block *sb, const char *func,
2921c13d5c0STheodore Ts'o 			    unsigned int line)
2931c13d5c0STheodore Ts'o {
2941c13d5c0STheodore Ts'o 	struct ext4_super_block *es = EXT4_SB(sb)->s_es;
2951c13d5c0STheodore Ts'o 
2961c13d5c0STheodore Ts'o 	EXT4_SB(sb)->s_mount_state |= EXT4_ERROR_FS;
2971c13d5c0STheodore Ts'o 	es->s_state |= cpu_to_le16(EXT4_ERROR_FS);
2981c13d5c0STheodore Ts'o 	es->s_last_error_time = cpu_to_le32(get_seconds());
2991c13d5c0STheodore Ts'o 	strncpy(es->s_last_error_func, func, sizeof(es->s_last_error_func));
3001c13d5c0STheodore Ts'o 	es->s_last_error_line = cpu_to_le32(line);
3011c13d5c0STheodore Ts'o 	if (!es->s_first_error_time) {
3021c13d5c0STheodore Ts'o 		es->s_first_error_time = es->s_last_error_time;
3031c13d5c0STheodore Ts'o 		strncpy(es->s_first_error_func, func,
3041c13d5c0STheodore Ts'o 			sizeof(es->s_first_error_func));
3051c13d5c0STheodore Ts'o 		es->s_first_error_line = cpu_to_le32(line);
3061c13d5c0STheodore Ts'o 		es->s_first_error_ino = es->s_last_error_ino;
3071c13d5c0STheodore Ts'o 		es->s_first_error_block = es->s_last_error_block;
3081c13d5c0STheodore Ts'o 	}
30966e61a9eSTheodore Ts'o 	/*
31066e61a9eSTheodore Ts'o 	 * Start the daily error reporting function if it hasn't been
31166e61a9eSTheodore Ts'o 	 * started already
31266e61a9eSTheodore Ts'o 	 */
31366e61a9eSTheodore Ts'o 	if (!es->s_error_count)
31466e61a9eSTheodore Ts'o 		mod_timer(&EXT4_SB(sb)->s_err_report, jiffies + 24*60*60*HZ);
315ba39ebb6SWei Yongjun 	le32_add_cpu(&es->s_error_count, 1);
3161c13d5c0STheodore Ts'o }
3171c13d5c0STheodore Ts'o 
3181c13d5c0STheodore Ts'o static void save_error_info(struct super_block *sb, const char *func,
3191c13d5c0STheodore Ts'o 			    unsigned int line)
3201c13d5c0STheodore Ts'o {
3211c13d5c0STheodore Ts'o 	__save_error_info(sb, func, line);
3221c13d5c0STheodore Ts'o 	ext4_commit_super(sb, 1);
3231c13d5c0STheodore Ts'o }
3241c13d5c0STheodore Ts'o 
32518aadd47SBobi Jam static void ext4_journal_commit_callback(journal_t *journal, transaction_t *txn)
32618aadd47SBobi Jam {
32718aadd47SBobi Jam 	struct super_block		*sb = journal->j_private;
32818aadd47SBobi Jam 	struct ext4_sb_info		*sbi = EXT4_SB(sb);
32918aadd47SBobi Jam 	int				error = is_journal_aborted(journal);
3305d3ee208SDmitry Monakhov 	struct ext4_journal_cb_entry	*jce;
33118aadd47SBobi Jam 
3325d3ee208SDmitry Monakhov 	BUG_ON(txn->t_state == T_FINISHED);
33318aadd47SBobi Jam 	spin_lock(&sbi->s_md_lock);
3345d3ee208SDmitry Monakhov 	while (!list_empty(&txn->t_private_list)) {
3355d3ee208SDmitry Monakhov 		jce = list_entry(txn->t_private_list.next,
3365d3ee208SDmitry Monakhov 				 struct ext4_journal_cb_entry, jce_list);
33718aadd47SBobi Jam 		list_del_init(&jce->jce_list);
33818aadd47SBobi Jam 		spin_unlock(&sbi->s_md_lock);
33918aadd47SBobi Jam 		jce->jce_func(sb, jce, error);
34018aadd47SBobi Jam 		spin_lock(&sbi->s_md_lock);
34118aadd47SBobi Jam 	}
34218aadd47SBobi Jam 	spin_unlock(&sbi->s_md_lock);
34318aadd47SBobi Jam }
3441c13d5c0STheodore Ts'o 
345ac27a0ecSDave Kleikamp /* Deal with the reporting of failure conditions on a filesystem such as
346ac27a0ecSDave Kleikamp  * inconsistencies detected or read IO failures.
347ac27a0ecSDave Kleikamp  *
348ac27a0ecSDave Kleikamp  * On ext2, we can store the error state of the filesystem in the
349617ba13bSMingming Cao  * superblock.  That is not possible on ext4, because we may have other
350ac27a0ecSDave Kleikamp  * write ordering constraints on the superblock which prevent us from
351ac27a0ecSDave Kleikamp  * writing it out straight away; and given that the journal is about to
352ac27a0ecSDave Kleikamp  * be aborted, we can't rely on the current, or future, transactions to
353ac27a0ecSDave Kleikamp  * write out the superblock safely.
354ac27a0ecSDave Kleikamp  *
355dab291afSMingming Cao  * We'll just use the jbd2_journal_abort() error code to record an error in
356d6b198bcSThadeu Lima de Souza Cascardo  * the journal instead.  On recovery, the journal will complain about
357ac27a0ecSDave Kleikamp  * that error until we've noted it down and cleared it.
358ac27a0ecSDave Kleikamp  */
359ac27a0ecSDave Kleikamp 
360617ba13bSMingming Cao static void ext4_handle_error(struct super_block *sb)
361ac27a0ecSDave Kleikamp {
362ac27a0ecSDave Kleikamp 	if (sb->s_flags & MS_RDONLY)
363ac27a0ecSDave Kleikamp 		return;
364ac27a0ecSDave Kleikamp 
365ac27a0ecSDave Kleikamp 	if (!test_opt(sb, ERRORS_CONT)) {
366617ba13bSMingming Cao 		journal_t *journal = EXT4_SB(sb)->s_journal;
367ac27a0ecSDave Kleikamp 
3684ab2f15bSTheodore Ts'o 		EXT4_SB(sb)->s_mount_flags |= EXT4_MF_FS_ABORTED;
369ac27a0ecSDave Kleikamp 		if (journal)
370dab291afSMingming Cao 			jbd2_journal_abort(journal, -EIO);
371ac27a0ecSDave Kleikamp 	}
372ac27a0ecSDave Kleikamp 	if (test_opt(sb, ERRORS_RO)) {
373b31e1552SEric Sandeen 		ext4_msg(sb, KERN_CRIT, "Remounting filesystem read-only");
3744418e141SDmitry Monakhov 		/*
3754418e141SDmitry Monakhov 		 * Make sure updated value of ->s_mount_flags will be visible
3764418e141SDmitry Monakhov 		 * before ->s_flags update
3774418e141SDmitry Monakhov 		 */
3784418e141SDmitry Monakhov 		smp_wmb();
379ac27a0ecSDave Kleikamp 		sb->s_flags |= MS_RDONLY;
380ac27a0ecSDave Kleikamp 	}
381ac27a0ecSDave Kleikamp 	if (test_opt(sb, ERRORS_PANIC))
382617ba13bSMingming Cao 		panic("EXT4-fs (device %s): panic forced after error\n",
383ac27a0ecSDave Kleikamp 			sb->s_id);
384ac27a0ecSDave Kleikamp }
385ac27a0ecSDave Kleikamp 
386efbed4dcSTheodore Ts'o #define ext4_error_ratelimit(sb)					\
387efbed4dcSTheodore Ts'o 		___ratelimit(&(EXT4_SB(sb)->s_err_ratelimit_state),	\
388efbed4dcSTheodore Ts'o 			     "EXT4-fs error")
389efbed4dcSTheodore Ts'o 
39012062dddSEric Sandeen void __ext4_error(struct super_block *sb, const char *function,
391c398eda0STheodore Ts'o 		  unsigned int line, const char *fmt, ...)
392ac27a0ecSDave Kleikamp {
3930ff2ea7dSJoe Perches 	struct va_format vaf;
394ac27a0ecSDave Kleikamp 	va_list args;
395ac27a0ecSDave Kleikamp 
396efbed4dcSTheodore Ts'o 	if (ext4_error_ratelimit(sb)) {
397ac27a0ecSDave Kleikamp 		va_start(args, fmt);
3980ff2ea7dSJoe Perches 		vaf.fmt = fmt;
3990ff2ea7dSJoe Perches 		vaf.va = &args;
400efbed4dcSTheodore Ts'o 		printk(KERN_CRIT
401efbed4dcSTheodore Ts'o 		       "EXT4-fs error (device %s): %s:%d: comm %s: %pV\n",
4020ff2ea7dSJoe Perches 		       sb->s_id, function, line, current->comm, &vaf);
403ac27a0ecSDave Kleikamp 		va_end(args);
404efbed4dcSTheodore Ts'o 	}
405f3fc0210STheodore Ts'o 	save_error_info(sb, function, line);
406617ba13bSMingming Cao 	ext4_handle_error(sb);
407ac27a0ecSDave Kleikamp }
408ac27a0ecSDave Kleikamp 
409e7c96e8eSJoe Perches void __ext4_error_inode(struct inode *inode, const char *function,
410c398eda0STheodore Ts'o 			unsigned int line, ext4_fsblk_t block,
411273df556SFrank Mayhar 			const char *fmt, ...)
412273df556SFrank Mayhar {
413273df556SFrank Mayhar 	va_list args;
414f7c21177STheodore Ts'o 	struct va_format vaf;
4151c13d5c0STheodore Ts'o 	struct ext4_super_block *es = EXT4_SB(inode->i_sb)->s_es;
416273df556SFrank Mayhar 
4171c13d5c0STheodore Ts'o 	es->s_last_error_ino = cpu_to_le32(inode->i_ino);
4181c13d5c0STheodore Ts'o 	es->s_last_error_block = cpu_to_le64(block);
419efbed4dcSTheodore Ts'o 	if (ext4_error_ratelimit(inode->i_sb)) {
420273df556SFrank Mayhar 		va_start(args, fmt);
421f7c21177STheodore Ts'o 		vaf.fmt = fmt;
422f7c21177STheodore Ts'o 		vaf.va = &args;
423c398eda0STheodore Ts'o 		if (block)
424d9ee81daSJoe Perches 			printk(KERN_CRIT "EXT4-fs error (device %s): %s:%d: "
425d9ee81daSJoe Perches 			       "inode #%lu: block %llu: comm %s: %pV\n",
426d9ee81daSJoe Perches 			       inode->i_sb->s_id, function, line, inode->i_ino,
427d9ee81daSJoe Perches 			       block, current->comm, &vaf);
428d9ee81daSJoe Perches 		else
429d9ee81daSJoe Perches 			printk(KERN_CRIT "EXT4-fs error (device %s): %s:%d: "
430d9ee81daSJoe Perches 			       "inode #%lu: comm %s: %pV\n",
431d9ee81daSJoe Perches 			       inode->i_sb->s_id, function, line, inode->i_ino,
432d9ee81daSJoe Perches 			       current->comm, &vaf);
433273df556SFrank Mayhar 		va_end(args);
434efbed4dcSTheodore Ts'o 	}
435efbed4dcSTheodore Ts'o 	save_error_info(inode->i_sb, function, line);
436273df556SFrank Mayhar 	ext4_handle_error(inode->i_sb);
437273df556SFrank Mayhar }
438273df556SFrank Mayhar 
439e7c96e8eSJoe Perches void __ext4_error_file(struct file *file, const char *function,
440f7c21177STheodore Ts'o 		       unsigned int line, ext4_fsblk_t block,
441f7c21177STheodore Ts'o 		       const char *fmt, ...)
442273df556SFrank Mayhar {
443273df556SFrank Mayhar 	va_list args;
444f7c21177STheodore Ts'o 	struct va_format vaf;
4451c13d5c0STheodore Ts'o 	struct ext4_super_block *es;
446496ad9aaSAl Viro 	struct inode *inode = file_inode(file);
447273df556SFrank Mayhar 	char pathname[80], *path;
448273df556SFrank Mayhar 
4491c13d5c0STheodore Ts'o 	es = EXT4_SB(inode->i_sb)->s_es;
4501c13d5c0STheodore Ts'o 	es->s_last_error_ino = cpu_to_le32(inode->i_ino);
451efbed4dcSTheodore Ts'o 	if (ext4_error_ratelimit(inode->i_sb)) {
452273df556SFrank Mayhar 		path = d_path(&(file->f_path), pathname, sizeof(pathname));
453f9a62d09SDan Carpenter 		if (IS_ERR(path))
454273df556SFrank Mayhar 			path = "(unknown)";
455f7c21177STheodore Ts'o 		va_start(args, fmt);
456f7c21177STheodore Ts'o 		vaf.fmt = fmt;
457f7c21177STheodore Ts'o 		vaf.va = &args;
458d9ee81daSJoe Perches 		if (block)
459d9ee81daSJoe Perches 			printk(KERN_CRIT
460d9ee81daSJoe Perches 			       "EXT4-fs error (device %s): %s:%d: inode #%lu: "
461d9ee81daSJoe Perches 			       "block %llu: comm %s: path %s: %pV\n",
462d9ee81daSJoe Perches 			       inode->i_sb->s_id, function, line, inode->i_ino,
463d9ee81daSJoe Perches 			       block, current->comm, path, &vaf);
464d9ee81daSJoe Perches 		else
465d9ee81daSJoe Perches 			printk(KERN_CRIT
466d9ee81daSJoe Perches 			       "EXT4-fs error (device %s): %s:%d: inode #%lu: "
467d9ee81daSJoe Perches 			       "comm %s: path %s: %pV\n",
468d9ee81daSJoe Perches 			       inode->i_sb->s_id, function, line, inode->i_ino,
469d9ee81daSJoe Perches 			       current->comm, path, &vaf);
470273df556SFrank Mayhar 		va_end(args);
471efbed4dcSTheodore Ts'o 	}
472efbed4dcSTheodore Ts'o 	save_error_info(inode->i_sb, function, line);
473273df556SFrank Mayhar 	ext4_handle_error(inode->i_sb);
474273df556SFrank Mayhar }
475273df556SFrank Mayhar 
476722887ddSTheodore Ts'o const char *ext4_decode_error(struct super_block *sb, int errno,
477ac27a0ecSDave Kleikamp 			      char nbuf[16])
478ac27a0ecSDave Kleikamp {
479ac27a0ecSDave Kleikamp 	char *errstr = NULL;
480ac27a0ecSDave Kleikamp 
481ac27a0ecSDave Kleikamp 	switch (errno) {
482ac27a0ecSDave Kleikamp 	case -EIO:
483ac27a0ecSDave Kleikamp 		errstr = "IO failure";
484ac27a0ecSDave Kleikamp 		break;
485ac27a0ecSDave Kleikamp 	case -ENOMEM:
486ac27a0ecSDave Kleikamp 		errstr = "Out of memory";
487ac27a0ecSDave Kleikamp 		break;
488ac27a0ecSDave Kleikamp 	case -EROFS:
48978f1ddbbSTheodore Ts'o 		if (!sb || (EXT4_SB(sb)->s_journal &&
49078f1ddbbSTheodore Ts'o 			    EXT4_SB(sb)->s_journal->j_flags & JBD2_ABORT))
491ac27a0ecSDave Kleikamp 			errstr = "Journal has aborted";
492ac27a0ecSDave Kleikamp 		else
493ac27a0ecSDave Kleikamp 			errstr = "Readonly filesystem";
494ac27a0ecSDave Kleikamp 		break;
495ac27a0ecSDave Kleikamp 	default:
496ac27a0ecSDave Kleikamp 		/* If the caller passed in an extra buffer for unknown
497ac27a0ecSDave Kleikamp 		 * errors, textualise them now.  Else we just return
498ac27a0ecSDave Kleikamp 		 * NULL. */
499ac27a0ecSDave Kleikamp 		if (nbuf) {
500ac27a0ecSDave Kleikamp 			/* Check for truncated error codes... */
501ac27a0ecSDave Kleikamp 			if (snprintf(nbuf, 16, "error %d", -errno) >= 0)
502ac27a0ecSDave Kleikamp 				errstr = nbuf;
503ac27a0ecSDave Kleikamp 		}
504ac27a0ecSDave Kleikamp 		break;
505ac27a0ecSDave Kleikamp 	}
506ac27a0ecSDave Kleikamp 
507ac27a0ecSDave Kleikamp 	return errstr;
508ac27a0ecSDave Kleikamp }
509ac27a0ecSDave Kleikamp 
510617ba13bSMingming Cao /* __ext4_std_error decodes expected errors from journaling functions
511ac27a0ecSDave Kleikamp  * automatically and invokes the appropriate error response.  */
512ac27a0ecSDave Kleikamp 
513c398eda0STheodore Ts'o void __ext4_std_error(struct super_block *sb, const char *function,
514c398eda0STheodore Ts'o 		      unsigned int line, int errno)
515ac27a0ecSDave Kleikamp {
516ac27a0ecSDave Kleikamp 	char nbuf[16];
517ac27a0ecSDave Kleikamp 	const char *errstr;
518ac27a0ecSDave Kleikamp 
519ac27a0ecSDave Kleikamp 	/* Special case: if the error is EROFS, and we're not already
520ac27a0ecSDave Kleikamp 	 * inside a transaction, then there's really no point in logging
521ac27a0ecSDave Kleikamp 	 * an error. */
522ac27a0ecSDave Kleikamp 	if (errno == -EROFS && journal_current_handle() == NULL &&
523ac27a0ecSDave Kleikamp 	    (sb->s_flags & MS_RDONLY))
524ac27a0ecSDave Kleikamp 		return;
525ac27a0ecSDave Kleikamp 
526efbed4dcSTheodore Ts'o 	if (ext4_error_ratelimit(sb)) {
527617ba13bSMingming Cao 		errstr = ext4_decode_error(sb, errno, nbuf);
528c398eda0STheodore Ts'o 		printk(KERN_CRIT "EXT4-fs error (device %s) in %s:%d: %s\n",
529c398eda0STheodore Ts'o 		       sb->s_id, function, line, errstr);
530efbed4dcSTheodore Ts'o 	}
531ac27a0ecSDave Kleikamp 
532efbed4dcSTheodore Ts'o 	save_error_info(sb, function, line);
533617ba13bSMingming Cao 	ext4_handle_error(sb);
534ac27a0ecSDave Kleikamp }
535ac27a0ecSDave Kleikamp 
536ac27a0ecSDave Kleikamp /*
537617ba13bSMingming Cao  * ext4_abort is a much stronger failure handler than ext4_error.  The
538ac27a0ecSDave Kleikamp  * abort function may be used to deal with unrecoverable failures such
539ac27a0ecSDave Kleikamp  * as journal IO errors or ENOMEM at a critical moment in log management.
540ac27a0ecSDave Kleikamp  *
541ac27a0ecSDave Kleikamp  * We unconditionally force the filesystem into an ABORT|READONLY state,
542ac27a0ecSDave Kleikamp  * unless the error response on the fs has been set to panic in which
543ac27a0ecSDave Kleikamp  * case we take the easy way out and panic immediately.
544ac27a0ecSDave Kleikamp  */
545ac27a0ecSDave Kleikamp 
546c67d859eSTheodore Ts'o void __ext4_abort(struct super_block *sb, const char *function,
547c398eda0STheodore Ts'o 		unsigned int line, const char *fmt, ...)
548ac27a0ecSDave Kleikamp {
549ac27a0ecSDave Kleikamp 	va_list args;
550ac27a0ecSDave Kleikamp 
5511c13d5c0STheodore Ts'o 	save_error_info(sb, function, line);
552ac27a0ecSDave Kleikamp 	va_start(args, fmt);
553c398eda0STheodore Ts'o 	printk(KERN_CRIT "EXT4-fs error (device %s): %s:%d: ", sb->s_id,
554c398eda0STheodore Ts'o 	       function, line);
555ac27a0ecSDave Kleikamp 	vprintk(fmt, args);
556ac27a0ecSDave Kleikamp 	printk("\n");
557ac27a0ecSDave Kleikamp 	va_end(args);
558ac27a0ecSDave Kleikamp 
5591c13d5c0STheodore Ts'o 	if ((sb->s_flags & MS_RDONLY) == 0) {
560b31e1552SEric Sandeen 		ext4_msg(sb, KERN_CRIT, "Remounting filesystem read-only");
5614ab2f15bSTheodore Ts'o 		EXT4_SB(sb)->s_mount_flags |= EXT4_MF_FS_ABORTED;
5624418e141SDmitry Monakhov 		/*
5634418e141SDmitry Monakhov 		 * Make sure updated value of ->s_mount_flags will be visible
5644418e141SDmitry Monakhov 		 * before ->s_flags update
5654418e141SDmitry Monakhov 		 */
5664418e141SDmitry Monakhov 		smp_wmb();
5674418e141SDmitry Monakhov 		sb->s_flags |= MS_RDONLY;
568ef2cabf7SHidehiro Kawai 		if (EXT4_SB(sb)->s_journal)
569dab291afSMingming Cao 			jbd2_journal_abort(EXT4_SB(sb)->s_journal, -EIO);
5701c13d5c0STheodore Ts'o 		save_error_info(sb, function, line);
5711c13d5c0STheodore Ts'o 	}
5721c13d5c0STheodore Ts'o 	if (test_opt(sb, ERRORS_PANIC))
5731c13d5c0STheodore Ts'o 		panic("EXT4-fs panic from previous error\n");
574ac27a0ecSDave Kleikamp }
575ac27a0ecSDave Kleikamp 
576e7c96e8eSJoe Perches void __ext4_msg(struct super_block *sb,
577e7c96e8eSJoe Perches 		const char *prefix, const char *fmt, ...)
578b31e1552SEric Sandeen {
5790ff2ea7dSJoe Perches 	struct va_format vaf;
580b31e1552SEric Sandeen 	va_list args;
581b31e1552SEric Sandeen 
582efbed4dcSTheodore Ts'o 	if (!___ratelimit(&(EXT4_SB(sb)->s_msg_ratelimit_state), "EXT4-fs"))
583efbed4dcSTheodore Ts'o 		return;
584efbed4dcSTheodore Ts'o 
585b31e1552SEric Sandeen 	va_start(args, fmt);
5860ff2ea7dSJoe Perches 	vaf.fmt = fmt;
5870ff2ea7dSJoe Perches 	vaf.va = &args;
5880ff2ea7dSJoe Perches 	printk("%sEXT4-fs (%s): %pV\n", prefix, sb->s_id, &vaf);
589b31e1552SEric Sandeen 	va_end(args);
590b31e1552SEric Sandeen }
591b31e1552SEric Sandeen 
59212062dddSEric Sandeen void __ext4_warning(struct super_block *sb, const char *function,
593c398eda0STheodore Ts'o 		    unsigned int line, const char *fmt, ...)
594ac27a0ecSDave Kleikamp {
5950ff2ea7dSJoe Perches 	struct va_format vaf;
596ac27a0ecSDave Kleikamp 	va_list args;
597ac27a0ecSDave Kleikamp 
598efbed4dcSTheodore Ts'o 	if (!___ratelimit(&(EXT4_SB(sb)->s_warning_ratelimit_state),
599efbed4dcSTheodore Ts'o 			  "EXT4-fs warning"))
600efbed4dcSTheodore Ts'o 		return;
601efbed4dcSTheodore Ts'o 
602ac27a0ecSDave Kleikamp 	va_start(args, fmt);
6030ff2ea7dSJoe Perches 	vaf.fmt = fmt;
6040ff2ea7dSJoe Perches 	vaf.va = &args;
6050ff2ea7dSJoe Perches 	printk(KERN_WARNING "EXT4-fs warning (device %s): %s:%d: %pV\n",
6060ff2ea7dSJoe Perches 	       sb->s_id, function, line, &vaf);
607ac27a0ecSDave Kleikamp 	va_end(args);
608ac27a0ecSDave Kleikamp }
609ac27a0ecSDave Kleikamp 
610e29136f8STheodore Ts'o void __ext4_grp_locked_error(const char *function, unsigned int line,
611e29136f8STheodore Ts'o 			     struct super_block *sb, ext4_group_t grp,
612e29136f8STheodore Ts'o 			     unsigned long ino, ext4_fsblk_t block,
613e29136f8STheodore Ts'o 			     const char *fmt, ...)
6145d1b1b3fSAneesh Kumar K.V __releases(bitlock)
6155d1b1b3fSAneesh Kumar K.V __acquires(bitlock)
6165d1b1b3fSAneesh Kumar K.V {
6170ff2ea7dSJoe Perches 	struct va_format vaf;
6185d1b1b3fSAneesh Kumar K.V 	va_list args;
6195d1b1b3fSAneesh Kumar K.V 	struct ext4_super_block *es = EXT4_SB(sb)->s_es;
6205d1b1b3fSAneesh Kumar K.V 
6211c13d5c0STheodore Ts'o 	es->s_last_error_ino = cpu_to_le32(ino);
6221c13d5c0STheodore Ts'o 	es->s_last_error_block = cpu_to_le64(block);
6231c13d5c0STheodore Ts'o 	__save_error_info(sb, function, line);
6240ff2ea7dSJoe Perches 
625efbed4dcSTheodore Ts'o 	if (ext4_error_ratelimit(sb)) {
6265d1b1b3fSAneesh Kumar K.V 		va_start(args, fmt);
6270ff2ea7dSJoe Perches 		vaf.fmt = fmt;
6280ff2ea7dSJoe Perches 		vaf.va = &args;
62921149d61SRobin Dong 		printk(KERN_CRIT "EXT4-fs error (device %s): %s:%d: group %u, ",
630e29136f8STheodore Ts'o 		       sb->s_id, function, line, grp);
631e29136f8STheodore Ts'o 		if (ino)
6320ff2ea7dSJoe Perches 			printk(KERN_CONT "inode %lu: ", ino);
633e29136f8STheodore Ts'o 		if (block)
634efbed4dcSTheodore Ts'o 			printk(KERN_CONT "block %llu:",
635efbed4dcSTheodore Ts'o 			       (unsigned long long) block);
6360ff2ea7dSJoe Perches 		printk(KERN_CONT "%pV\n", &vaf);
6375d1b1b3fSAneesh Kumar K.V 		va_end(args);
638efbed4dcSTheodore Ts'o 	}
6395d1b1b3fSAneesh Kumar K.V 
6405d1b1b3fSAneesh Kumar K.V 	if (test_opt(sb, ERRORS_CONT)) {
641e2d67052STheodore Ts'o 		ext4_commit_super(sb, 0);
6425d1b1b3fSAneesh Kumar K.V 		return;
6435d1b1b3fSAneesh Kumar K.V 	}
6441c13d5c0STheodore Ts'o 
6455d1b1b3fSAneesh Kumar K.V 	ext4_unlock_group(sb, grp);
6465d1b1b3fSAneesh Kumar K.V 	ext4_handle_error(sb);
6475d1b1b3fSAneesh Kumar K.V 	/*
6485d1b1b3fSAneesh Kumar K.V 	 * We only get here in the ERRORS_RO case; relocking the group
6495d1b1b3fSAneesh Kumar K.V 	 * may be dangerous, but nothing bad will happen since the
6505d1b1b3fSAneesh Kumar K.V 	 * filesystem will have already been marked read/only and the
6515d1b1b3fSAneesh Kumar K.V 	 * journal has been aborted.  We return 1 as a hint to callers
6525d1b1b3fSAneesh Kumar K.V 	 * who might what to use the return value from
65325985edcSLucas De Marchi 	 * ext4_grp_locked_error() to distinguish between the
6545d1b1b3fSAneesh Kumar K.V 	 * ERRORS_CONT and ERRORS_RO case, and perhaps return more
6555d1b1b3fSAneesh Kumar K.V 	 * aggressively from the ext4 function in question, with a
6565d1b1b3fSAneesh Kumar K.V 	 * more appropriate error code.
6575d1b1b3fSAneesh Kumar K.V 	 */
6585d1b1b3fSAneesh Kumar K.V 	ext4_lock_group(sb, grp);
6595d1b1b3fSAneesh Kumar K.V 	return;
6605d1b1b3fSAneesh Kumar K.V }
6615d1b1b3fSAneesh Kumar K.V 
662617ba13bSMingming Cao void ext4_update_dynamic_rev(struct super_block *sb)
663ac27a0ecSDave Kleikamp {
664617ba13bSMingming Cao 	struct ext4_super_block *es = EXT4_SB(sb)->s_es;
665ac27a0ecSDave Kleikamp 
666617ba13bSMingming Cao 	if (le32_to_cpu(es->s_rev_level) > EXT4_GOOD_OLD_REV)
667ac27a0ecSDave Kleikamp 		return;
668ac27a0ecSDave Kleikamp 
66912062dddSEric Sandeen 	ext4_warning(sb,
670ac27a0ecSDave Kleikamp 		     "updating to rev %d because of new feature flag, "
671ac27a0ecSDave Kleikamp 		     "running e2fsck is recommended",
672617ba13bSMingming Cao 		     EXT4_DYNAMIC_REV);
673ac27a0ecSDave Kleikamp 
674617ba13bSMingming Cao 	es->s_first_ino = cpu_to_le32(EXT4_GOOD_OLD_FIRST_INO);
675617ba13bSMingming Cao 	es->s_inode_size = cpu_to_le16(EXT4_GOOD_OLD_INODE_SIZE);
676617ba13bSMingming Cao 	es->s_rev_level = cpu_to_le32(EXT4_DYNAMIC_REV);
677ac27a0ecSDave Kleikamp 	/* leave es->s_feature_*compat flags alone */
678ac27a0ecSDave Kleikamp 	/* es->s_uuid will be set by e2fsck if empty */
679ac27a0ecSDave Kleikamp 
680ac27a0ecSDave Kleikamp 	/*
681ac27a0ecSDave Kleikamp 	 * The rest of the superblock fields should be zero, and if not it
682ac27a0ecSDave Kleikamp 	 * means they are likely already in use, so leave them alone.  We
683ac27a0ecSDave Kleikamp 	 * can leave it up to e2fsck to clean up any inconsistencies there.
684ac27a0ecSDave Kleikamp 	 */
685ac27a0ecSDave Kleikamp }
686ac27a0ecSDave Kleikamp 
687ac27a0ecSDave Kleikamp /*
688ac27a0ecSDave Kleikamp  * Open the external journal device
689ac27a0ecSDave Kleikamp  */
690b31e1552SEric Sandeen static struct block_device *ext4_blkdev_get(dev_t dev, struct super_block *sb)
691ac27a0ecSDave Kleikamp {
692ac27a0ecSDave Kleikamp 	struct block_device *bdev;
693ac27a0ecSDave Kleikamp 	char b[BDEVNAME_SIZE];
694ac27a0ecSDave Kleikamp 
695d4d77629STejun Heo 	bdev = blkdev_get_by_dev(dev, FMODE_READ|FMODE_WRITE|FMODE_EXCL, sb);
696ac27a0ecSDave Kleikamp 	if (IS_ERR(bdev))
697ac27a0ecSDave Kleikamp 		goto fail;
698ac27a0ecSDave Kleikamp 	return bdev;
699ac27a0ecSDave Kleikamp 
700ac27a0ecSDave Kleikamp fail:
701b31e1552SEric Sandeen 	ext4_msg(sb, KERN_ERR, "failed to open journal device %s: %ld",
702ac27a0ecSDave Kleikamp 			__bdevname(dev, b), PTR_ERR(bdev));
703ac27a0ecSDave Kleikamp 	return NULL;
704ac27a0ecSDave Kleikamp }
705ac27a0ecSDave Kleikamp 
706ac27a0ecSDave Kleikamp /*
707ac27a0ecSDave Kleikamp  * Release the journal device
708ac27a0ecSDave Kleikamp  */
7094385bab1SAl Viro static void ext4_blkdev_put(struct block_device *bdev)
710ac27a0ecSDave Kleikamp {
7114385bab1SAl Viro 	blkdev_put(bdev, FMODE_READ|FMODE_WRITE|FMODE_EXCL);
712ac27a0ecSDave Kleikamp }
713ac27a0ecSDave Kleikamp 
7144385bab1SAl Viro static void ext4_blkdev_remove(struct ext4_sb_info *sbi)
715ac27a0ecSDave Kleikamp {
716ac27a0ecSDave Kleikamp 	struct block_device *bdev;
717ac27a0ecSDave Kleikamp 	bdev = sbi->journal_bdev;
718ac27a0ecSDave Kleikamp 	if (bdev) {
7194385bab1SAl Viro 		ext4_blkdev_put(bdev);
720ac27a0ecSDave Kleikamp 		sbi->journal_bdev = NULL;
721ac27a0ecSDave Kleikamp 	}
722ac27a0ecSDave Kleikamp }
723ac27a0ecSDave Kleikamp 
724ac27a0ecSDave Kleikamp static inline struct inode *orphan_list_entry(struct list_head *l)
725ac27a0ecSDave Kleikamp {
726617ba13bSMingming Cao 	return &list_entry(l, struct ext4_inode_info, i_orphan)->vfs_inode;
727ac27a0ecSDave Kleikamp }
728ac27a0ecSDave Kleikamp 
729617ba13bSMingming Cao static void dump_orphan_list(struct super_block *sb, struct ext4_sb_info *sbi)
730ac27a0ecSDave Kleikamp {
731ac27a0ecSDave Kleikamp 	struct list_head *l;
732ac27a0ecSDave Kleikamp 
733b31e1552SEric Sandeen 	ext4_msg(sb, KERN_ERR, "sb orphan head is %d",
734ac27a0ecSDave Kleikamp 		 le32_to_cpu(sbi->s_es->s_last_orphan));
735ac27a0ecSDave Kleikamp 
736ac27a0ecSDave Kleikamp 	printk(KERN_ERR "sb_info orphan list:\n");
737ac27a0ecSDave Kleikamp 	list_for_each(l, &sbi->s_orphan) {
738ac27a0ecSDave Kleikamp 		struct inode *inode = orphan_list_entry(l);
739ac27a0ecSDave Kleikamp 		printk(KERN_ERR "  "
740ac27a0ecSDave Kleikamp 		       "inode %s:%lu at %p: mode %o, nlink %d, next %d\n",
741ac27a0ecSDave Kleikamp 		       inode->i_sb->s_id, inode->i_ino, inode,
742ac27a0ecSDave Kleikamp 		       inode->i_mode, inode->i_nlink,
743ac27a0ecSDave Kleikamp 		       NEXT_ORPHAN(inode));
744ac27a0ecSDave Kleikamp 	}
745ac27a0ecSDave Kleikamp }
746ac27a0ecSDave Kleikamp 
747617ba13bSMingming Cao static void ext4_put_super(struct super_block *sb)
748ac27a0ecSDave Kleikamp {
749617ba13bSMingming Cao 	struct ext4_sb_info *sbi = EXT4_SB(sb);
750617ba13bSMingming Cao 	struct ext4_super_block *es = sbi->s_es;
751ef2cabf7SHidehiro Kawai 	int i, err;
752ac27a0ecSDave Kleikamp 
753857ac889SLukas Czerner 	ext4_unregister_li_request(sb);
754e0ccfd95SChristoph Hellwig 	dquot_disable(sb, -1, DQUOT_USAGE_ENABLED | DQUOT_LIMITS_ENABLED);
755e0ccfd95SChristoph Hellwig 
7562e8fa54eSJan Kara 	flush_workqueue(sbi->rsv_conversion_wq);
7572e8fa54eSJan Kara 	destroy_workqueue(sbi->rsv_conversion_wq);
7584c0425ffSMingming Cao 
7590390131bSFrank Mayhar 	if (sbi->s_journal) {
760ef2cabf7SHidehiro Kawai 		err = jbd2_journal_destroy(sbi->s_journal);
76147b4a50bSJan Kara 		sbi->s_journal = NULL;
762ef2cabf7SHidehiro Kawai 		if (err < 0)
763c67d859eSTheodore Ts'o 			ext4_abort(sb, "Couldn't clean up the journal");
7640390131bSFrank Mayhar 	}
765d4edac31SJosef Bacik 
766d3922a77SZheng Liu 	ext4_es_unregister_shrinker(sbi);
7679105bb14SAl Viro 	del_timer_sync(&sbi->s_err_report);
768d4edac31SJosef Bacik 	ext4_release_system_zone(sb);
769d4edac31SJosef Bacik 	ext4_mb_release(sb);
770d4edac31SJosef Bacik 	ext4_ext_release(sb);
771d4edac31SJosef Bacik 	ext4_xattr_put_super(sb);
772d4edac31SJosef Bacik 
773ac27a0ecSDave Kleikamp 	if (!(sb->s_flags & MS_RDONLY)) {
774617ba13bSMingming Cao 		EXT4_CLEAR_INCOMPAT_FEATURE(sb, EXT4_FEATURE_INCOMPAT_RECOVER);
775ac27a0ecSDave Kleikamp 		es->s_state = cpu_to_le16(sbi->s_mount_state);
776ac27a0ecSDave Kleikamp 	}
77758c5873aSArtem Bityutskiy 	if (!(sb->s_flags & MS_RDONLY))
778a8e25a83SArtem Bityutskiy 		ext4_commit_super(sb, 1);
779a8e25a83SArtem Bityutskiy 
780240799cdSTheodore Ts'o 	if (sbi->s_proc) {
78166acdcf4STheodore Ts'o 		remove_proc_entry("options", sbi->s_proc);
7829f6200bbSTheodore Ts'o 		remove_proc_entry(sb->s_id, ext4_proc_root);
783240799cdSTheodore Ts'o 	}
7843197ebdbSTheodore Ts'o 	kobject_del(&sbi->s_kobj);
785ac27a0ecSDave Kleikamp 
786ac27a0ecSDave Kleikamp 	for (i = 0; i < sbi->s_gdb_count; i++)
787ac27a0ecSDave Kleikamp 		brelse(sbi->s_group_desc[i]);
788b93b41d4SAl Viro 	kvfree(sbi->s_group_desc);
789b93b41d4SAl Viro 	kvfree(sbi->s_flex_groups);
79057042651STheodore Ts'o 	percpu_counter_destroy(&sbi->s_freeclusters_counter);
791ac27a0ecSDave Kleikamp 	percpu_counter_destroy(&sbi->s_freeinodes_counter);
792ac27a0ecSDave Kleikamp 	percpu_counter_destroy(&sbi->s_dirs_counter);
79357042651STheodore Ts'o 	percpu_counter_destroy(&sbi->s_dirtyclusters_counter);
794ac27a0ecSDave Kleikamp 	brelse(sbi->s_sbh);
795ac27a0ecSDave Kleikamp #ifdef CONFIG_QUOTA
796a2d4a646SJan Kara 	for (i = 0; i < EXT4_MAXQUOTAS; i++)
797ac27a0ecSDave Kleikamp 		kfree(sbi->s_qf_names[i]);
798ac27a0ecSDave Kleikamp #endif
799ac27a0ecSDave Kleikamp 
800ac27a0ecSDave Kleikamp 	/* Debugging code just in case the in-memory inode orphan list
801ac27a0ecSDave Kleikamp 	 * isn't empty.  The on-disk one can be non-empty if we've
802ac27a0ecSDave Kleikamp 	 * detected an error and taken the fs readonly, but the
803ac27a0ecSDave Kleikamp 	 * in-memory list had better be clean by this point. */
804ac27a0ecSDave Kleikamp 	if (!list_empty(&sbi->s_orphan))
805ac27a0ecSDave Kleikamp 		dump_orphan_list(sb, sbi);
806ac27a0ecSDave Kleikamp 	J_ASSERT(list_empty(&sbi->s_orphan));
807ac27a0ecSDave Kleikamp 
808f98393a6SPeter Zijlstra 	invalidate_bdev(sb->s_bdev);
809ac27a0ecSDave Kleikamp 	if (sbi->journal_bdev && sbi->journal_bdev != sb->s_bdev) {
810ac27a0ecSDave Kleikamp 		/*
811ac27a0ecSDave Kleikamp 		 * Invalidate the journal device's buffers.  We don't want them
812ac27a0ecSDave Kleikamp 		 * floating about in memory - the physical journal device may
813ac27a0ecSDave Kleikamp 		 * hotswapped, and it breaks the `ro-after' testing code.
814ac27a0ecSDave Kleikamp 		 */
815ac27a0ecSDave Kleikamp 		sync_blockdev(sbi->journal_bdev);
816f98393a6SPeter Zijlstra 		invalidate_bdev(sbi->journal_bdev);
817617ba13bSMingming Cao 		ext4_blkdev_remove(sbi);
818ac27a0ecSDave Kleikamp 	}
8199c191f70ST Makphaibulchoke 	if (sbi->s_mb_cache) {
8209c191f70ST Makphaibulchoke 		ext4_xattr_destroy_cache(sbi->s_mb_cache);
8219c191f70ST Makphaibulchoke 		sbi->s_mb_cache = NULL;
8229c191f70ST Makphaibulchoke 	}
823c5e06d10SJohann Lombardi 	if (sbi->s_mmp_tsk)
824c5e06d10SJohann Lombardi 		kthread_stop(sbi->s_mmp_tsk);
825ac27a0ecSDave Kleikamp 	sb->s_fs_info = NULL;
8263197ebdbSTheodore Ts'o 	/*
8273197ebdbSTheodore Ts'o 	 * Now that we are completely done shutting down the
8283197ebdbSTheodore Ts'o 	 * superblock, we need to actually destroy the kobject.
8293197ebdbSTheodore Ts'o 	 */
8303197ebdbSTheodore Ts'o 	kobject_put(&sbi->s_kobj);
8313197ebdbSTheodore Ts'o 	wait_for_completion(&sbi->s_kobj_unregister);
8320441984aSDarrick J. Wong 	if (sbi->s_chksum_driver)
8330441984aSDarrick J. Wong 		crypto_free_shash(sbi->s_chksum_driver);
834705895b6SPekka Enberg 	kfree(sbi->s_blockgroup_lock);
835ac27a0ecSDave Kleikamp 	kfree(sbi);
836ac27a0ecSDave Kleikamp }
837ac27a0ecSDave Kleikamp 
838e18b890bSChristoph Lameter static struct kmem_cache *ext4_inode_cachep;
839ac27a0ecSDave Kleikamp 
840ac27a0ecSDave Kleikamp /*
841ac27a0ecSDave Kleikamp  * Called inside transaction, so use GFP_NOFS
842ac27a0ecSDave Kleikamp  */
843617ba13bSMingming Cao static struct inode *ext4_alloc_inode(struct super_block *sb)
844ac27a0ecSDave Kleikamp {
845617ba13bSMingming Cao 	struct ext4_inode_info *ei;
846ac27a0ecSDave Kleikamp 
847e6b4f8daSChristoph Lameter 	ei = kmem_cache_alloc(ext4_inode_cachep, GFP_NOFS);
848ac27a0ecSDave Kleikamp 	if (!ei)
849ac27a0ecSDave Kleikamp 		return NULL;
8500b8e58a1SAndreas Dilger 
851ac27a0ecSDave Kleikamp 	ei->vfs_inode.i_version = 1;
852202ee5dfSTheodore Ts'o 	spin_lock_init(&ei->i_raw_lock);
853c9de560dSAlex Tomas 	INIT_LIST_HEAD(&ei->i_prealloc_list);
854c9de560dSAlex Tomas 	spin_lock_init(&ei->i_prealloc_lock);
8559a26b661SZheng Liu 	ext4_es_init_tree(&ei->i_es_tree);
8569a26b661SZheng Liu 	rwlock_init(&ei->i_es_lock);
857edaa53caSZheng Liu 	INIT_LIST_HEAD(&ei->i_es_list);
858eb68d0e2SZheng Liu 	ei->i_es_all_nr = 0;
859edaa53caSZheng Liu 	ei->i_es_shk_nr = 0;
860dd475925SJan Kara 	ei->i_es_shrink_lblk = 0;
861d2a17637SMingming Cao 	ei->i_reserved_data_blocks = 0;
862d2a17637SMingming Cao 	ei->i_reserved_meta_blocks = 0;
863d2a17637SMingming Cao 	ei->i_allocated_meta_blocks = 0;
8649d0be502STheodore Ts'o 	ei->i_da_metadata_calc_len = 0;
8657e731bc9STheodore Ts'o 	ei->i_da_metadata_calc_last_lblock = 0;
866d2a17637SMingming Cao 	spin_lock_init(&(ei->i_block_reservation_lock));
867a9e7f447SDmitry Monakhov #ifdef CONFIG_QUOTA
868a9e7f447SDmitry Monakhov 	ei->i_reserved_quota = 0;
86996c7e0d9SJan Kara 	memset(&ei->i_dquot, 0, sizeof(ei->i_dquot));
870a9e7f447SDmitry Monakhov #endif
8718aefcd55STheodore Ts'o 	ei->jinode = NULL;
8722e8fa54eSJan Kara 	INIT_LIST_HEAD(&ei->i_rsv_conversion_list);
873744692dcSJiaying Zhang 	spin_lock_init(&ei->i_completed_io_lock);
874b436b9beSJan Kara 	ei->i_sync_tid = 0;
875b436b9beSJan Kara 	ei->i_datasync_tid = 0;
876f7ad6d2eSTheodore Ts'o 	atomic_set(&ei->i_ioend_count, 0);
877e27f41e1SDmitry Monakhov 	atomic_set(&ei->i_unwritten, 0);
8782e8fa54eSJan Kara 	INIT_WORK(&ei->i_rsv_conversion_work, ext4_end_io_rsv_work);
879*b30ab0e0SMichael Halcrow #ifdef CONFIG_EXT4_FS_ENCRYPTION
880*b30ab0e0SMichael Halcrow 	ei->i_encryption_key.mode = EXT4_ENCRYPTION_MODE_INVALID;
881*b30ab0e0SMichael Halcrow #endif
8820b8e58a1SAndreas Dilger 
883ac27a0ecSDave Kleikamp 	return &ei->vfs_inode;
884ac27a0ecSDave Kleikamp }
885ac27a0ecSDave Kleikamp 
8867ff9c073STheodore Ts'o static int ext4_drop_inode(struct inode *inode)
8877ff9c073STheodore Ts'o {
8887ff9c073STheodore Ts'o 	int drop = generic_drop_inode(inode);
8897ff9c073STheodore Ts'o 
8907ff9c073STheodore Ts'o 	trace_ext4_drop_inode(inode, drop);
8917ff9c073STheodore Ts'o 	return drop;
8927ff9c073STheodore Ts'o }
8937ff9c073STheodore Ts'o 
894fa0d7e3dSNick Piggin static void ext4_i_callback(struct rcu_head *head)
895fa0d7e3dSNick Piggin {
896fa0d7e3dSNick Piggin 	struct inode *inode = container_of(head, struct inode, i_rcu);
897fa0d7e3dSNick Piggin 	kmem_cache_free(ext4_inode_cachep, EXT4_I(inode));
898fa0d7e3dSNick Piggin }
899fa0d7e3dSNick Piggin 
900617ba13bSMingming Cao static void ext4_destroy_inode(struct inode *inode)
901ac27a0ecSDave Kleikamp {
9029f7dd93dSVasily Averin 	if (!list_empty(&(EXT4_I(inode)->i_orphan))) {
903b31e1552SEric Sandeen 		ext4_msg(inode->i_sb, KERN_ERR,
904b31e1552SEric Sandeen 			 "Inode %lu (%p): orphan list check failed!",
905b31e1552SEric Sandeen 			 inode->i_ino, EXT4_I(inode));
9069f7dd93dSVasily Averin 		print_hex_dump(KERN_INFO, "", DUMP_PREFIX_ADDRESS, 16, 4,
9079f7dd93dSVasily Averin 				EXT4_I(inode), sizeof(struct ext4_inode_info),
9089f7dd93dSVasily Averin 				true);
9099f7dd93dSVasily Averin 		dump_stack();
9109f7dd93dSVasily Averin 	}
911fa0d7e3dSNick Piggin 	call_rcu(&inode->i_rcu, ext4_i_callback);
912ac27a0ecSDave Kleikamp }
913ac27a0ecSDave Kleikamp 
91451cc5068SAlexey Dobriyan static void init_once(void *foo)
915ac27a0ecSDave Kleikamp {
916617ba13bSMingming Cao 	struct ext4_inode_info *ei = (struct ext4_inode_info *) foo;
917ac27a0ecSDave Kleikamp 
918ac27a0ecSDave Kleikamp 	INIT_LIST_HEAD(&ei->i_orphan);
919ac27a0ecSDave Kleikamp 	init_rwsem(&ei->xattr_sem);
9200e855ac8SAneesh Kumar K.V 	init_rwsem(&ei->i_data_sem);
921ac27a0ecSDave Kleikamp 	inode_init_once(&ei->vfs_inode);
922ac27a0ecSDave Kleikamp }
923ac27a0ecSDave Kleikamp 
924e67bc2b3SFabian Frederick static int __init init_inodecache(void)
925ac27a0ecSDave Kleikamp {
926617ba13bSMingming Cao 	ext4_inode_cachep = kmem_cache_create("ext4_inode_cache",
927617ba13bSMingming Cao 					     sizeof(struct ext4_inode_info),
928ac27a0ecSDave Kleikamp 					     0, (SLAB_RECLAIM_ACCOUNT|
929ac27a0ecSDave Kleikamp 						SLAB_MEM_SPREAD),
93020c2df83SPaul Mundt 					     init_once);
931617ba13bSMingming Cao 	if (ext4_inode_cachep == NULL)
932ac27a0ecSDave Kleikamp 		return -ENOMEM;
933ac27a0ecSDave Kleikamp 	return 0;
934ac27a0ecSDave Kleikamp }
935ac27a0ecSDave Kleikamp 
936ac27a0ecSDave Kleikamp static void destroy_inodecache(void)
937ac27a0ecSDave Kleikamp {
9388c0a8537SKirill A. Shutemov 	/*
9398c0a8537SKirill A. Shutemov 	 * Make sure all delayed rcu free inodes are flushed before we
9408c0a8537SKirill A. Shutemov 	 * destroy cache.
9418c0a8537SKirill A. Shutemov 	 */
9428c0a8537SKirill A. Shutemov 	rcu_barrier();
943617ba13bSMingming Cao 	kmem_cache_destroy(ext4_inode_cachep);
944ac27a0ecSDave Kleikamp }
945ac27a0ecSDave Kleikamp 
9460930fcc1SAl Viro void ext4_clear_inode(struct inode *inode)
947ac27a0ecSDave Kleikamp {
9480930fcc1SAl Viro 	invalidate_inode_buffers(inode);
949dbd5768fSJan Kara 	clear_inode(inode);
9509f754758SChristoph Hellwig 	dquot_drop(inode);
951c2ea3fdeSTheodore Ts'o 	ext4_discard_preallocations(inode);
95251865fdaSZheng Liu 	ext4_es_remove_extent(inode, 0, EXT_MAX_BLOCKS);
9538aefcd55STheodore Ts'o 	if (EXT4_I(inode)->jinode) {
9548aefcd55STheodore Ts'o 		jbd2_journal_release_jbd_inode(EXT4_JOURNAL(inode),
9558aefcd55STheodore Ts'o 					       EXT4_I(inode)->jinode);
9568aefcd55STheodore Ts'o 		jbd2_free_inode(EXT4_I(inode)->jinode);
9578aefcd55STheodore Ts'o 		EXT4_I(inode)->jinode = NULL;
9588aefcd55STheodore Ts'o 	}
959ac27a0ecSDave Kleikamp }
960ac27a0ecSDave Kleikamp 
9611b961ac0SChristoph Hellwig static struct inode *ext4_nfs_get_inode(struct super_block *sb,
9621b961ac0SChristoph Hellwig 					u64 ino, u32 generation)
963ac27a0ecSDave Kleikamp {
964ac27a0ecSDave Kleikamp 	struct inode *inode;
965ac27a0ecSDave Kleikamp 
966617ba13bSMingming Cao 	if (ino < EXT4_FIRST_INO(sb) && ino != EXT4_ROOT_INO)
967ac27a0ecSDave Kleikamp 		return ERR_PTR(-ESTALE);
968617ba13bSMingming Cao 	if (ino > le32_to_cpu(EXT4_SB(sb)->s_es->s_inodes_count))
969ac27a0ecSDave Kleikamp 		return ERR_PTR(-ESTALE);
970ac27a0ecSDave Kleikamp 
971ac27a0ecSDave Kleikamp 	/* iget isn't really right if the inode is currently unallocated!!
972ac27a0ecSDave Kleikamp 	 *
973617ba13bSMingming Cao 	 * ext4_read_inode will return a bad_inode if the inode had been
974ac27a0ecSDave Kleikamp 	 * deleted, so we should be safe.
975ac27a0ecSDave Kleikamp 	 *
976ac27a0ecSDave Kleikamp 	 * Currently we don't know the generation for parent directory, so
977ac27a0ecSDave Kleikamp 	 * a generation of 0 means "accept any"
978ac27a0ecSDave Kleikamp 	 */
979f4bb2981STheodore Ts'o 	inode = ext4_iget_normal(sb, ino);
9801d1fe1eeSDavid Howells 	if (IS_ERR(inode))
9811d1fe1eeSDavid Howells 		return ERR_CAST(inode);
9821d1fe1eeSDavid Howells 	if (generation && inode->i_generation != generation) {
983ac27a0ecSDave Kleikamp 		iput(inode);
984ac27a0ecSDave Kleikamp 		return ERR_PTR(-ESTALE);
985ac27a0ecSDave Kleikamp 	}
9861b961ac0SChristoph Hellwig 
9871b961ac0SChristoph Hellwig 	return inode;
988ac27a0ecSDave Kleikamp }
9891b961ac0SChristoph Hellwig 
9901b961ac0SChristoph Hellwig static struct dentry *ext4_fh_to_dentry(struct super_block *sb, struct fid *fid,
9911b961ac0SChristoph Hellwig 					int fh_len, int fh_type)
9921b961ac0SChristoph Hellwig {
9931b961ac0SChristoph Hellwig 	return generic_fh_to_dentry(sb, fid, fh_len, fh_type,
9941b961ac0SChristoph Hellwig 				    ext4_nfs_get_inode);
9951b961ac0SChristoph Hellwig }
9961b961ac0SChristoph Hellwig 
9971b961ac0SChristoph Hellwig static struct dentry *ext4_fh_to_parent(struct super_block *sb, struct fid *fid,
9981b961ac0SChristoph Hellwig 					int fh_len, int fh_type)
9991b961ac0SChristoph Hellwig {
10001b961ac0SChristoph Hellwig 	return generic_fh_to_parent(sb, fid, fh_len, fh_type,
10011b961ac0SChristoph Hellwig 				    ext4_nfs_get_inode);
1002ac27a0ecSDave Kleikamp }
1003ac27a0ecSDave Kleikamp 
1004c39a7f84SToshiyuki Okajima /*
1005c39a7f84SToshiyuki Okajima  * Try to release metadata pages (indirect blocks, directories) which are
1006c39a7f84SToshiyuki Okajima  * mapped via the block device.  Since these pages could have journal heads
1007c39a7f84SToshiyuki Okajima  * which would prevent try_to_free_buffers() from freeing them, we must use
1008c39a7f84SToshiyuki Okajima  * jbd2 layer's try_to_free_buffers() function to release them.
1009c39a7f84SToshiyuki Okajima  */
10100b8e58a1SAndreas Dilger static int bdev_try_to_free_page(struct super_block *sb, struct page *page,
10110b8e58a1SAndreas Dilger 				 gfp_t wait)
1012c39a7f84SToshiyuki Okajima {
1013c39a7f84SToshiyuki Okajima 	journal_t *journal = EXT4_SB(sb)->s_journal;
1014c39a7f84SToshiyuki Okajima 
1015c39a7f84SToshiyuki Okajima 	WARN_ON(PageChecked(page));
1016c39a7f84SToshiyuki Okajima 	if (!page_has_buffers(page))
1017c39a7f84SToshiyuki Okajima 		return 0;
1018c39a7f84SToshiyuki Okajima 	if (journal)
1019c39a7f84SToshiyuki Okajima 		return jbd2_journal_try_to_free_buffers(journal, page,
1020c39a7f84SToshiyuki Okajima 							wait & ~__GFP_WAIT);
1021c39a7f84SToshiyuki Okajima 	return try_to_free_buffers(page);
1022c39a7f84SToshiyuki Okajima }
1023c39a7f84SToshiyuki Okajima 
1024ac27a0ecSDave Kleikamp #ifdef CONFIG_QUOTA
1025ac27a0ecSDave Kleikamp #define QTYPE2NAME(t) ((t) == USRQUOTA ? "user" : "group")
1026ac27a0ecSDave Kleikamp #define QTYPE2MOPT(on, t) ((t) == USRQUOTA?((on)##USRJQUOTA):((on)##GRPJQUOTA))
1027ac27a0ecSDave Kleikamp 
1028617ba13bSMingming Cao static int ext4_write_dquot(struct dquot *dquot);
1029617ba13bSMingming Cao static int ext4_acquire_dquot(struct dquot *dquot);
1030617ba13bSMingming Cao static int ext4_release_dquot(struct dquot *dquot);
1031617ba13bSMingming Cao static int ext4_mark_dquot_dirty(struct dquot *dquot);
1032617ba13bSMingming Cao static int ext4_write_info(struct super_block *sb, int type);
10336f28e087SJan Kara static int ext4_quota_on(struct super_block *sb, int type, int format_id,
1034f00c9e44SJan Kara 			 struct path *path);
1035ca0e05e4SDmitry Monakhov static int ext4_quota_off(struct super_block *sb, int type);
1036617ba13bSMingming Cao static int ext4_quota_on_mount(struct super_block *sb, int type);
1037617ba13bSMingming Cao static ssize_t ext4_quota_read(struct super_block *sb, int type, char *data,
1038ac27a0ecSDave Kleikamp 			       size_t len, loff_t off);
1039617ba13bSMingming Cao static ssize_t ext4_quota_write(struct super_block *sb, int type,
1040ac27a0ecSDave Kleikamp 				const char *data, size_t len, loff_t off);
10417c319d32SAditya Kali static int ext4_quota_enable(struct super_block *sb, int type, int format_id,
10427c319d32SAditya Kali 			     unsigned int flags);
10437c319d32SAditya Kali static int ext4_enable_quotas(struct super_block *sb);
1044ac27a0ecSDave Kleikamp 
104596c7e0d9SJan Kara static struct dquot **ext4_get_dquots(struct inode *inode)
104696c7e0d9SJan Kara {
104796c7e0d9SJan Kara 	return EXT4_I(inode)->i_dquot;
104896c7e0d9SJan Kara }
104996c7e0d9SJan Kara 
105061e225dcSAlexey Dobriyan static const struct dquot_operations ext4_quota_operations = {
105160e58e0fSMingming Cao 	.get_reserved_space = ext4_get_reserved_space,
1052617ba13bSMingming Cao 	.write_dquot	= ext4_write_dquot,
1053617ba13bSMingming Cao 	.acquire_dquot	= ext4_acquire_dquot,
1054617ba13bSMingming Cao 	.release_dquot	= ext4_release_dquot,
1055617ba13bSMingming Cao 	.mark_dirty	= ext4_mark_dquot_dirty,
1056a5b5ee32SJan Kara 	.write_info	= ext4_write_info,
1057a5b5ee32SJan Kara 	.alloc_dquot	= dquot_alloc,
1058a5b5ee32SJan Kara 	.destroy_dquot	= dquot_destroy,
1059ac27a0ecSDave Kleikamp };
1060ac27a0ecSDave Kleikamp 
10610d54b217SAlexey Dobriyan static const struct quotactl_ops ext4_qctl_operations = {
1062617ba13bSMingming Cao 	.quota_on	= ext4_quota_on,
1063ca0e05e4SDmitry Monakhov 	.quota_off	= ext4_quota_off,
1064287a8095SChristoph Hellwig 	.quota_sync	= dquot_quota_sync,
1065287a8095SChristoph Hellwig 	.get_info	= dquot_get_dqinfo,
1066287a8095SChristoph Hellwig 	.set_info	= dquot_set_dqinfo,
1067287a8095SChristoph Hellwig 	.get_dqblk	= dquot_get_dqblk,
1068287a8095SChristoph Hellwig 	.set_dqblk	= dquot_set_dqblk
1069ac27a0ecSDave Kleikamp };
1070ac27a0ecSDave Kleikamp #endif
1071ac27a0ecSDave Kleikamp 
1072ee9b6d61SJosef 'Jeff' Sipek static const struct super_operations ext4_sops = {
1073617ba13bSMingming Cao 	.alloc_inode	= ext4_alloc_inode,
1074617ba13bSMingming Cao 	.destroy_inode	= ext4_destroy_inode,
1075617ba13bSMingming Cao 	.write_inode	= ext4_write_inode,
1076617ba13bSMingming Cao 	.dirty_inode	= ext4_dirty_inode,
10777ff9c073STheodore Ts'o 	.drop_inode	= ext4_drop_inode,
10780930fcc1SAl Viro 	.evict_inode	= ext4_evict_inode,
1079617ba13bSMingming Cao 	.put_super	= ext4_put_super,
1080617ba13bSMingming Cao 	.sync_fs	= ext4_sync_fs,
1081c4be0c1dSTakashi Sato 	.freeze_fs	= ext4_freeze,
1082c4be0c1dSTakashi Sato 	.unfreeze_fs	= ext4_unfreeze,
1083617ba13bSMingming Cao 	.statfs		= ext4_statfs,
1084617ba13bSMingming Cao 	.remount_fs	= ext4_remount,
1085617ba13bSMingming Cao 	.show_options	= ext4_show_options,
1086ac27a0ecSDave Kleikamp #ifdef CONFIG_QUOTA
1087617ba13bSMingming Cao 	.quota_read	= ext4_quota_read,
1088617ba13bSMingming Cao 	.quota_write	= ext4_quota_write,
108996c7e0d9SJan Kara 	.get_dquots	= ext4_get_dquots,
1090ac27a0ecSDave Kleikamp #endif
1091c39a7f84SToshiyuki Okajima 	.bdev_try_to_free_page = bdev_try_to_free_page,
1092ac27a0ecSDave Kleikamp };
1093ac27a0ecSDave Kleikamp 
109439655164SChristoph Hellwig static const struct export_operations ext4_export_ops = {
10951b961ac0SChristoph Hellwig 	.fh_to_dentry = ext4_fh_to_dentry,
10961b961ac0SChristoph Hellwig 	.fh_to_parent = ext4_fh_to_parent,
1097617ba13bSMingming Cao 	.get_parent = ext4_get_parent,
1098ac27a0ecSDave Kleikamp };
1099ac27a0ecSDave Kleikamp 
1100ac27a0ecSDave Kleikamp enum {
1101ac27a0ecSDave Kleikamp 	Opt_bsd_df, Opt_minix_df, Opt_grpid, Opt_nogrpid,
1102ac27a0ecSDave Kleikamp 	Opt_resgid, Opt_resuid, Opt_sb, Opt_err_cont, Opt_err_panic, Opt_err_ro,
110372578c33STheodore Ts'o 	Opt_nouid32, Opt_debug, Opt_removed,
1104ac27a0ecSDave Kleikamp 	Opt_user_xattr, Opt_nouser_xattr, Opt_acl, Opt_noacl,
110572578c33STheodore Ts'o 	Opt_auto_da_alloc, Opt_noauto_da_alloc, Opt_noload,
1106ad4eec61SEric Sandeen 	Opt_commit, Opt_min_batch_time, Opt_max_batch_time, Opt_journal_dev,
1107ad4eec61SEric Sandeen 	Opt_journal_path, Opt_journal_checksum, Opt_journal_async_commit,
1108ac27a0ecSDave Kleikamp 	Opt_abort, Opt_data_journal, Opt_data_ordered, Opt_data_writeback,
1109296c355cSTheodore Ts'o 	Opt_data_err_abort, Opt_data_err_ignore,
1110ac27a0ecSDave Kleikamp 	Opt_usrjquota, Opt_grpjquota, Opt_offusrjquota, Opt_offgrpjquota,
11115a20bdfcSJan Kara 	Opt_jqfmt_vfsold, Opt_jqfmt_vfsv0, Opt_jqfmt_vfsv1, Opt_quota,
1112ee4a3fcdSTheodore Ts'o 	Opt_noquota, Opt_barrier, Opt_nobarrier, Opt_err,
1113923ae0ffSRoss Zwisler 	Opt_usrquota, Opt_grpquota, Opt_i_version, Opt_dax,
11141449032bSTheodore Ts'o 	Opt_stripe, Opt_delalloc, Opt_nodelalloc, Opt_mblk_io_submit,
1115a26f4992STheodore Ts'o 	Opt_lazytime, Opt_nolazytime,
11161449032bSTheodore Ts'o 	Opt_nomblk_io_submit, Opt_block_validity, Opt_noblock_validity,
11175328e635SEric Sandeen 	Opt_inode_readahead_blks, Opt_journal_ioprio,
1118744692dcSJiaying Zhang 	Opt_dioread_nolock, Opt_dioread_lock,
1119fc6cb1cdSTheodore Ts'o 	Opt_discard, Opt_nodiscard, Opt_init_itable, Opt_noinit_itable,
1120c6d3d56dSDarrick J. Wong 	Opt_max_dir_size_kb, Opt_nojournal_checksum,
1121ac27a0ecSDave Kleikamp };
1122ac27a0ecSDave Kleikamp 
1123a447c093SSteven Whitehouse static const match_table_t tokens = {
1124ac27a0ecSDave Kleikamp 	{Opt_bsd_df, "bsddf"},
1125ac27a0ecSDave Kleikamp 	{Opt_minix_df, "minixdf"},
1126ac27a0ecSDave Kleikamp 	{Opt_grpid, "grpid"},
1127ac27a0ecSDave Kleikamp 	{Opt_grpid, "bsdgroups"},
1128ac27a0ecSDave Kleikamp 	{Opt_nogrpid, "nogrpid"},
1129ac27a0ecSDave Kleikamp 	{Opt_nogrpid, "sysvgroups"},
1130ac27a0ecSDave Kleikamp 	{Opt_resgid, "resgid=%u"},
1131ac27a0ecSDave Kleikamp 	{Opt_resuid, "resuid=%u"},
1132ac27a0ecSDave Kleikamp 	{Opt_sb, "sb=%u"},
1133ac27a0ecSDave Kleikamp 	{Opt_err_cont, "errors=continue"},
1134ac27a0ecSDave Kleikamp 	{Opt_err_panic, "errors=panic"},
1135ac27a0ecSDave Kleikamp 	{Opt_err_ro, "errors=remount-ro"},
1136ac27a0ecSDave Kleikamp 	{Opt_nouid32, "nouid32"},
1137ac27a0ecSDave Kleikamp 	{Opt_debug, "debug"},
113872578c33STheodore Ts'o 	{Opt_removed, "oldalloc"},
113972578c33STheodore Ts'o 	{Opt_removed, "orlov"},
1140ac27a0ecSDave Kleikamp 	{Opt_user_xattr, "user_xattr"},
1141ac27a0ecSDave Kleikamp 	{Opt_nouser_xattr, "nouser_xattr"},
1142ac27a0ecSDave Kleikamp 	{Opt_acl, "acl"},
1143ac27a0ecSDave Kleikamp 	{Opt_noacl, "noacl"},
1144e3bb52aeSEric Sandeen 	{Opt_noload, "norecovery"},
11455a916be1STheodore Ts'o 	{Opt_noload, "noload"},
114672578c33STheodore Ts'o 	{Opt_removed, "nobh"},
114772578c33STheodore Ts'o 	{Opt_removed, "bh"},
1148ac27a0ecSDave Kleikamp 	{Opt_commit, "commit=%u"},
114930773840STheodore Ts'o 	{Opt_min_batch_time, "min_batch_time=%u"},
115030773840STheodore Ts'o 	{Opt_max_batch_time, "max_batch_time=%u"},
1151ac27a0ecSDave Kleikamp 	{Opt_journal_dev, "journal_dev=%u"},
1152ad4eec61SEric Sandeen 	{Opt_journal_path, "journal_path=%s"},
1153818d276cSGirish Shilamkar 	{Opt_journal_checksum, "journal_checksum"},
1154c6d3d56dSDarrick J. Wong 	{Opt_nojournal_checksum, "nojournal_checksum"},
1155818d276cSGirish Shilamkar 	{Opt_journal_async_commit, "journal_async_commit"},
1156ac27a0ecSDave Kleikamp 	{Opt_abort, "abort"},
1157ac27a0ecSDave Kleikamp 	{Opt_data_journal, "data=journal"},
1158ac27a0ecSDave Kleikamp 	{Opt_data_ordered, "data=ordered"},
1159ac27a0ecSDave Kleikamp 	{Opt_data_writeback, "data=writeback"},
11605bf5683aSHidehiro Kawai 	{Opt_data_err_abort, "data_err=abort"},
11615bf5683aSHidehiro Kawai 	{Opt_data_err_ignore, "data_err=ignore"},
1162ac27a0ecSDave Kleikamp 	{Opt_offusrjquota, "usrjquota="},
1163ac27a0ecSDave Kleikamp 	{Opt_usrjquota, "usrjquota=%s"},
1164ac27a0ecSDave Kleikamp 	{Opt_offgrpjquota, "grpjquota="},
1165ac27a0ecSDave Kleikamp 	{Opt_grpjquota, "grpjquota=%s"},
1166ac27a0ecSDave Kleikamp 	{Opt_jqfmt_vfsold, "jqfmt=vfsold"},
1167ac27a0ecSDave Kleikamp 	{Opt_jqfmt_vfsv0, "jqfmt=vfsv0"},
11685a20bdfcSJan Kara 	{Opt_jqfmt_vfsv1, "jqfmt=vfsv1"},
1169ac27a0ecSDave Kleikamp 	{Opt_grpquota, "grpquota"},
1170ac27a0ecSDave Kleikamp 	{Opt_noquota, "noquota"},
1171ac27a0ecSDave Kleikamp 	{Opt_quota, "quota"},
1172ac27a0ecSDave Kleikamp 	{Opt_usrquota, "usrquota"},
1173ac27a0ecSDave Kleikamp 	{Opt_barrier, "barrier=%u"},
117406705bffSTheodore Ts'o 	{Opt_barrier, "barrier"},
117506705bffSTheodore Ts'o 	{Opt_nobarrier, "nobarrier"},
117625ec56b5SJean Noel Cordenner 	{Opt_i_version, "i_version"},
1177923ae0ffSRoss Zwisler 	{Opt_dax, "dax"},
1178c9de560dSAlex Tomas 	{Opt_stripe, "stripe=%u"},
117964769240SAlex Tomas 	{Opt_delalloc, "delalloc"},
1180a26f4992STheodore Ts'o 	{Opt_lazytime, "lazytime"},
1181a26f4992STheodore Ts'o 	{Opt_nolazytime, "nolazytime"},
1182dd919b98SAneesh Kumar K.V 	{Opt_nodelalloc, "nodelalloc"},
118336ade451SJan Kara 	{Opt_removed, "mblk_io_submit"},
118436ade451SJan Kara 	{Opt_removed, "nomblk_io_submit"},
11856fd058f7STheodore Ts'o 	{Opt_block_validity, "block_validity"},
11866fd058f7STheodore Ts'o 	{Opt_noblock_validity, "noblock_validity"},
1187240799cdSTheodore Ts'o 	{Opt_inode_readahead_blks, "inode_readahead_blks=%u"},
1188b3881f74STheodore Ts'o 	{Opt_journal_ioprio, "journal_ioprio=%u"},
1189afd4672dSTheodore Ts'o 	{Opt_auto_da_alloc, "auto_da_alloc=%u"},
119006705bffSTheodore Ts'o 	{Opt_auto_da_alloc, "auto_da_alloc"},
119106705bffSTheodore Ts'o 	{Opt_noauto_da_alloc, "noauto_da_alloc"},
1192744692dcSJiaying Zhang 	{Opt_dioread_nolock, "dioread_nolock"},
1193744692dcSJiaying Zhang 	{Opt_dioread_lock, "dioread_lock"},
11945328e635SEric Sandeen 	{Opt_discard, "discard"},
11955328e635SEric Sandeen 	{Opt_nodiscard, "nodiscard"},
1196fc6cb1cdSTheodore Ts'o 	{Opt_init_itable, "init_itable=%u"},
1197fc6cb1cdSTheodore Ts'o 	{Opt_init_itable, "init_itable"},
1198fc6cb1cdSTheodore Ts'o 	{Opt_noinit_itable, "noinit_itable"},
1199df981d03STheodore Ts'o 	{Opt_max_dir_size_kb, "max_dir_size_kb=%u"},
1200c7198b9cSTheodore Ts'o 	{Opt_removed, "check=none"},	/* mount option from ext2/3 */
1201c7198b9cSTheodore Ts'o 	{Opt_removed, "nocheck"},	/* mount option from ext2/3 */
1202c7198b9cSTheodore Ts'o 	{Opt_removed, "reservation"},	/* mount option from ext2/3 */
1203c7198b9cSTheodore Ts'o 	{Opt_removed, "noreservation"}, /* mount option from ext2/3 */
1204c7198b9cSTheodore Ts'o 	{Opt_removed, "journal=%u"},	/* mount option from ext2/3 */
1205f3f12faaSJosef Bacik 	{Opt_err, NULL},
1206ac27a0ecSDave Kleikamp };
1207ac27a0ecSDave Kleikamp 
1208617ba13bSMingming Cao static ext4_fsblk_t get_sb_block(void **data)
1209ac27a0ecSDave Kleikamp {
1210617ba13bSMingming Cao 	ext4_fsblk_t	sb_block;
1211ac27a0ecSDave Kleikamp 	char		*options = (char *) *data;
1212ac27a0ecSDave Kleikamp 
1213ac27a0ecSDave Kleikamp 	if (!options || strncmp(options, "sb=", 3) != 0)
1214ac27a0ecSDave Kleikamp 		return 1;	/* Default location */
12150b8e58a1SAndreas Dilger 
1216ac27a0ecSDave Kleikamp 	options += 3;
12170b8e58a1SAndreas Dilger 	/* TODO: use simple_strtoll with >32bit ext4 */
1218ac27a0ecSDave Kleikamp 	sb_block = simple_strtoul(options, &options, 0);
1219ac27a0ecSDave Kleikamp 	if (*options && *options != ',') {
12204776004fSTheodore Ts'o 		printk(KERN_ERR "EXT4-fs: Invalid sb specification: %s\n",
1221ac27a0ecSDave Kleikamp 		       (char *) *data);
1222ac27a0ecSDave Kleikamp 		return 1;
1223ac27a0ecSDave Kleikamp 	}
1224ac27a0ecSDave Kleikamp 	if (*options == ',')
1225ac27a0ecSDave Kleikamp 		options++;
1226ac27a0ecSDave Kleikamp 	*data = (void *) options;
12270b8e58a1SAndreas Dilger 
1228ac27a0ecSDave Kleikamp 	return sb_block;
1229ac27a0ecSDave Kleikamp }
1230ac27a0ecSDave Kleikamp 
1231b3881f74STheodore Ts'o #define DEFAULT_JOURNAL_IOPRIO (IOPRIO_PRIO_VALUE(IOPRIO_CLASS_BE, 3))
1232437ca0fdSDmitry Monakhov static char deprecated_msg[] = "Mount option \"%s\" will be removed by %s\n"
1233437ca0fdSDmitry Monakhov 	"Contact linux-ext4@vger.kernel.org if you think we should keep it.\n";
1234b3881f74STheodore Ts'o 
123556c50f11SDmitry Monakhov #ifdef CONFIG_QUOTA
123656c50f11SDmitry Monakhov static int set_qf_name(struct super_block *sb, int qtype, substring_t *args)
123756c50f11SDmitry Monakhov {
123856c50f11SDmitry Monakhov 	struct ext4_sb_info *sbi = EXT4_SB(sb);
123956c50f11SDmitry Monakhov 	char *qname;
124003dafb5fSChen Gang 	int ret = -1;
124156c50f11SDmitry Monakhov 
124256c50f11SDmitry Monakhov 	if (sb_any_quota_loaded(sb) &&
124356c50f11SDmitry Monakhov 		!sbi->s_qf_names[qtype]) {
124456c50f11SDmitry Monakhov 		ext4_msg(sb, KERN_ERR,
124556c50f11SDmitry Monakhov 			"Cannot change journaled "
124656c50f11SDmitry Monakhov 			"quota options when quota turned on");
124757f73c2cSTheodore Ts'o 		return -1;
124856c50f11SDmitry Monakhov 	}
1249262b4662SJan Kara 	if (EXT4_HAS_RO_COMPAT_FEATURE(sb, EXT4_FEATURE_RO_COMPAT_QUOTA)) {
1250262b4662SJan Kara 		ext4_msg(sb, KERN_ERR, "Cannot set journaled quota options "
1251262b4662SJan Kara 			 "when QUOTA feature is enabled");
1252262b4662SJan Kara 		return -1;
1253262b4662SJan Kara 	}
125456c50f11SDmitry Monakhov 	qname = match_strdup(args);
125556c50f11SDmitry Monakhov 	if (!qname) {
125656c50f11SDmitry Monakhov 		ext4_msg(sb, KERN_ERR,
125756c50f11SDmitry Monakhov 			"Not enough memory for storing quotafile name");
125857f73c2cSTheodore Ts'o 		return -1;
125956c50f11SDmitry Monakhov 	}
126003dafb5fSChen Gang 	if (sbi->s_qf_names[qtype]) {
126103dafb5fSChen Gang 		if (strcmp(sbi->s_qf_names[qtype], qname) == 0)
126203dafb5fSChen Gang 			ret = 1;
126303dafb5fSChen Gang 		else
126456c50f11SDmitry Monakhov 			ext4_msg(sb, KERN_ERR,
126503dafb5fSChen Gang 				 "%s quota file already specified",
126603dafb5fSChen Gang 				 QTYPE2NAME(qtype));
126703dafb5fSChen Gang 		goto errout;
126856c50f11SDmitry Monakhov 	}
126903dafb5fSChen Gang 	if (strchr(qname, '/')) {
127056c50f11SDmitry Monakhov 		ext4_msg(sb, KERN_ERR,
127156c50f11SDmitry Monakhov 			"quotafile must be on filesystem root");
127203dafb5fSChen Gang 		goto errout;
127356c50f11SDmitry Monakhov 	}
127403dafb5fSChen Gang 	sbi->s_qf_names[qtype] = qname;
1275fd8c37ecSTheodore Ts'o 	set_opt(sb, QUOTA);
127656c50f11SDmitry Monakhov 	return 1;
127703dafb5fSChen Gang errout:
127803dafb5fSChen Gang 	kfree(qname);
127903dafb5fSChen Gang 	return ret;
128056c50f11SDmitry Monakhov }
128156c50f11SDmitry Monakhov 
128256c50f11SDmitry Monakhov static int clear_qf_name(struct super_block *sb, int qtype)
128356c50f11SDmitry Monakhov {
128456c50f11SDmitry Monakhov 
128556c50f11SDmitry Monakhov 	struct ext4_sb_info *sbi = EXT4_SB(sb);
128656c50f11SDmitry Monakhov 
128756c50f11SDmitry Monakhov 	if (sb_any_quota_loaded(sb) &&
128856c50f11SDmitry Monakhov 		sbi->s_qf_names[qtype]) {
128956c50f11SDmitry Monakhov 		ext4_msg(sb, KERN_ERR, "Cannot change journaled quota options"
129056c50f11SDmitry Monakhov 			" when quota turned on");
129157f73c2cSTheodore Ts'o 		return -1;
129256c50f11SDmitry Monakhov 	}
129303dafb5fSChen Gang 	kfree(sbi->s_qf_names[qtype]);
129456c50f11SDmitry Monakhov 	sbi->s_qf_names[qtype] = NULL;
129556c50f11SDmitry Monakhov 	return 1;
129656c50f11SDmitry Monakhov }
129756c50f11SDmitry Monakhov #endif
129856c50f11SDmitry Monakhov 
129926092bf5STheodore Ts'o #define MOPT_SET	0x0001
130026092bf5STheodore Ts'o #define MOPT_CLEAR	0x0002
130126092bf5STheodore Ts'o #define MOPT_NOSUPPORT	0x0004
130226092bf5STheodore Ts'o #define MOPT_EXPLICIT	0x0008
130326092bf5STheodore Ts'o #define MOPT_CLEAR_ERR	0x0010
130426092bf5STheodore Ts'o #define MOPT_GTE0	0x0020
130526092bf5STheodore Ts'o #ifdef CONFIG_QUOTA
130626092bf5STheodore Ts'o #define MOPT_Q		0
130726092bf5STheodore Ts'o #define MOPT_QFMT	0x0040
130826092bf5STheodore Ts'o #else
130926092bf5STheodore Ts'o #define MOPT_Q		MOPT_NOSUPPORT
131026092bf5STheodore Ts'o #define MOPT_QFMT	MOPT_NOSUPPORT
131126092bf5STheodore Ts'o #endif
131226092bf5STheodore Ts'o #define MOPT_DATAJ	0x0080
13138dc0aa8cSTheodore Ts'o #define MOPT_NO_EXT2	0x0100
13148dc0aa8cSTheodore Ts'o #define MOPT_NO_EXT3	0x0200
13158dc0aa8cSTheodore Ts'o #define MOPT_EXT4_ONLY	(MOPT_NO_EXT2 | MOPT_NO_EXT3)
1316ad4eec61SEric Sandeen #define MOPT_STRING	0x0400
131726092bf5STheodore Ts'o 
131826092bf5STheodore Ts'o static const struct mount_opts {
131926092bf5STheodore Ts'o 	int	token;
132026092bf5STheodore Ts'o 	int	mount_opt;
132126092bf5STheodore Ts'o 	int	flags;
132226092bf5STheodore Ts'o } ext4_mount_opts[] = {
132326092bf5STheodore Ts'o 	{Opt_minix_df, EXT4_MOUNT_MINIX_DF, MOPT_SET},
132426092bf5STheodore Ts'o 	{Opt_bsd_df, EXT4_MOUNT_MINIX_DF, MOPT_CLEAR},
132526092bf5STheodore Ts'o 	{Opt_grpid, EXT4_MOUNT_GRPID, MOPT_SET},
132626092bf5STheodore Ts'o 	{Opt_nogrpid, EXT4_MOUNT_GRPID, MOPT_CLEAR},
132726092bf5STheodore Ts'o 	{Opt_block_validity, EXT4_MOUNT_BLOCK_VALIDITY, MOPT_SET},
132826092bf5STheodore Ts'o 	{Opt_noblock_validity, EXT4_MOUNT_BLOCK_VALIDITY, MOPT_CLEAR},
13298dc0aa8cSTheodore Ts'o 	{Opt_dioread_nolock, EXT4_MOUNT_DIOREAD_NOLOCK,
13308dc0aa8cSTheodore Ts'o 	 MOPT_EXT4_ONLY | MOPT_SET},
13318dc0aa8cSTheodore Ts'o 	{Opt_dioread_lock, EXT4_MOUNT_DIOREAD_NOLOCK,
13328dc0aa8cSTheodore Ts'o 	 MOPT_EXT4_ONLY | MOPT_CLEAR},
133326092bf5STheodore Ts'o 	{Opt_discard, EXT4_MOUNT_DISCARD, MOPT_SET},
133426092bf5STheodore Ts'o 	{Opt_nodiscard, EXT4_MOUNT_DISCARD, MOPT_CLEAR},
13358dc0aa8cSTheodore Ts'o 	{Opt_delalloc, EXT4_MOUNT_DELALLOC,
13368dc0aa8cSTheodore Ts'o 	 MOPT_EXT4_ONLY | MOPT_SET | MOPT_EXPLICIT},
13378dc0aa8cSTheodore Ts'o 	{Opt_nodelalloc, EXT4_MOUNT_DELALLOC,
133859d9fa5cSTheodore Ts'o 	 MOPT_EXT4_ONLY | MOPT_CLEAR},
1339c6d3d56dSDarrick J. Wong 	{Opt_nojournal_checksum, EXT4_MOUNT_JOURNAL_CHECKSUM,
1340c6d3d56dSDarrick J. Wong 	 MOPT_EXT4_ONLY | MOPT_CLEAR},
13418dc0aa8cSTheodore Ts'o 	{Opt_journal_checksum, EXT4_MOUNT_JOURNAL_CHECKSUM,
13428dc0aa8cSTheodore Ts'o 	 MOPT_EXT4_ONLY | MOPT_SET},
134326092bf5STheodore Ts'o 	{Opt_journal_async_commit, (EXT4_MOUNT_JOURNAL_ASYNC_COMMIT |
13448dc0aa8cSTheodore Ts'o 				    EXT4_MOUNT_JOURNAL_CHECKSUM),
13458dc0aa8cSTheodore Ts'o 	 MOPT_EXT4_ONLY | MOPT_SET},
13468dc0aa8cSTheodore Ts'o 	{Opt_noload, EXT4_MOUNT_NOLOAD, MOPT_NO_EXT2 | MOPT_SET},
134726092bf5STheodore Ts'o 	{Opt_err_panic, EXT4_MOUNT_ERRORS_PANIC, MOPT_SET | MOPT_CLEAR_ERR},
134826092bf5STheodore Ts'o 	{Opt_err_ro, EXT4_MOUNT_ERRORS_RO, MOPT_SET | MOPT_CLEAR_ERR},
134926092bf5STheodore Ts'o 	{Opt_err_cont, EXT4_MOUNT_ERRORS_CONT, MOPT_SET | MOPT_CLEAR_ERR},
13508dc0aa8cSTheodore Ts'o 	{Opt_data_err_abort, EXT4_MOUNT_DATA_ERR_ABORT,
13518dc0aa8cSTheodore Ts'o 	 MOPT_NO_EXT2 | MOPT_SET},
13528dc0aa8cSTheodore Ts'o 	{Opt_data_err_ignore, EXT4_MOUNT_DATA_ERR_ABORT,
13538dc0aa8cSTheodore Ts'o 	 MOPT_NO_EXT2 | MOPT_CLEAR},
135426092bf5STheodore Ts'o 	{Opt_barrier, EXT4_MOUNT_BARRIER, MOPT_SET},
135526092bf5STheodore Ts'o 	{Opt_nobarrier, EXT4_MOUNT_BARRIER, MOPT_CLEAR},
135626092bf5STheodore Ts'o 	{Opt_noauto_da_alloc, EXT4_MOUNT_NO_AUTO_DA_ALLOC, MOPT_SET},
135726092bf5STheodore Ts'o 	{Opt_auto_da_alloc, EXT4_MOUNT_NO_AUTO_DA_ALLOC, MOPT_CLEAR},
135826092bf5STheodore Ts'o 	{Opt_noinit_itable, EXT4_MOUNT_INIT_INODE_TABLE, MOPT_CLEAR},
135926092bf5STheodore Ts'o 	{Opt_commit, 0, MOPT_GTE0},
136026092bf5STheodore Ts'o 	{Opt_max_batch_time, 0, MOPT_GTE0},
136126092bf5STheodore Ts'o 	{Opt_min_batch_time, 0, MOPT_GTE0},
136226092bf5STheodore Ts'o 	{Opt_inode_readahead_blks, 0, MOPT_GTE0},
136326092bf5STheodore Ts'o 	{Opt_init_itable, 0, MOPT_GTE0},
1364923ae0ffSRoss Zwisler 	{Opt_dax, EXT4_MOUNT_DAX, MOPT_SET},
136526092bf5STheodore Ts'o 	{Opt_stripe, 0, MOPT_GTE0},
13660efb3b23SJan Kara 	{Opt_resuid, 0, MOPT_GTE0},
13670efb3b23SJan Kara 	{Opt_resgid, 0, MOPT_GTE0},
13680efb3b23SJan Kara 	{Opt_journal_dev, 0, MOPT_GTE0},
1369ad4eec61SEric Sandeen 	{Opt_journal_path, 0, MOPT_STRING},
13700efb3b23SJan Kara 	{Opt_journal_ioprio, 0, MOPT_GTE0},
13718dc0aa8cSTheodore Ts'o 	{Opt_data_journal, EXT4_MOUNT_JOURNAL_DATA, MOPT_NO_EXT2 | MOPT_DATAJ},
13728dc0aa8cSTheodore Ts'o 	{Opt_data_ordered, EXT4_MOUNT_ORDERED_DATA, MOPT_NO_EXT2 | MOPT_DATAJ},
13738dc0aa8cSTheodore Ts'o 	{Opt_data_writeback, EXT4_MOUNT_WRITEBACK_DATA,
13748dc0aa8cSTheodore Ts'o 	 MOPT_NO_EXT2 | MOPT_DATAJ},
137526092bf5STheodore Ts'o 	{Opt_user_xattr, EXT4_MOUNT_XATTR_USER, MOPT_SET},
137626092bf5STheodore Ts'o 	{Opt_nouser_xattr, EXT4_MOUNT_XATTR_USER, MOPT_CLEAR},
137726092bf5STheodore Ts'o #ifdef CONFIG_EXT4_FS_POSIX_ACL
137826092bf5STheodore Ts'o 	{Opt_acl, EXT4_MOUNT_POSIX_ACL, MOPT_SET},
137926092bf5STheodore Ts'o 	{Opt_noacl, EXT4_MOUNT_POSIX_ACL, MOPT_CLEAR},
138026092bf5STheodore Ts'o #else
138126092bf5STheodore Ts'o 	{Opt_acl, 0, MOPT_NOSUPPORT},
138226092bf5STheodore Ts'o 	{Opt_noacl, 0, MOPT_NOSUPPORT},
138326092bf5STheodore Ts'o #endif
138426092bf5STheodore Ts'o 	{Opt_nouid32, EXT4_MOUNT_NO_UID32, MOPT_SET},
138526092bf5STheodore Ts'o 	{Opt_debug, EXT4_MOUNT_DEBUG, MOPT_SET},
138626092bf5STheodore Ts'o 	{Opt_quota, EXT4_MOUNT_QUOTA | EXT4_MOUNT_USRQUOTA, MOPT_SET | MOPT_Q},
138726092bf5STheodore Ts'o 	{Opt_usrquota, EXT4_MOUNT_QUOTA | EXT4_MOUNT_USRQUOTA,
138826092bf5STheodore Ts'o 							MOPT_SET | MOPT_Q},
138926092bf5STheodore Ts'o 	{Opt_grpquota, EXT4_MOUNT_QUOTA | EXT4_MOUNT_GRPQUOTA,
139026092bf5STheodore Ts'o 							MOPT_SET | MOPT_Q},
139126092bf5STheodore Ts'o 	{Opt_noquota, (EXT4_MOUNT_QUOTA | EXT4_MOUNT_USRQUOTA |
139226092bf5STheodore Ts'o 		       EXT4_MOUNT_GRPQUOTA), MOPT_CLEAR | MOPT_Q},
139326092bf5STheodore Ts'o 	{Opt_usrjquota, 0, MOPT_Q},
139426092bf5STheodore Ts'o 	{Opt_grpjquota, 0, MOPT_Q},
139526092bf5STheodore Ts'o 	{Opt_offusrjquota, 0, MOPT_Q},
139626092bf5STheodore Ts'o 	{Opt_offgrpjquota, 0, MOPT_Q},
139726092bf5STheodore Ts'o 	{Opt_jqfmt_vfsold, QFMT_VFS_OLD, MOPT_QFMT},
139826092bf5STheodore Ts'o 	{Opt_jqfmt_vfsv0, QFMT_VFS_V0, MOPT_QFMT},
139926092bf5STheodore Ts'o 	{Opt_jqfmt_vfsv1, QFMT_VFS_V1, MOPT_QFMT},
1400df981d03STheodore Ts'o 	{Opt_max_dir_size_kb, 0, MOPT_GTE0},
140126092bf5STheodore Ts'o 	{Opt_err, 0, 0}
140226092bf5STheodore Ts'o };
140326092bf5STheodore Ts'o 
140426092bf5STheodore Ts'o static int handle_mount_opt(struct super_block *sb, char *opt, int token,
140526092bf5STheodore Ts'o 			    substring_t *args, unsigned long *journal_devnum,
140626092bf5STheodore Ts'o 			    unsigned int *journal_ioprio, int is_remount)
140726092bf5STheodore Ts'o {
140826092bf5STheodore Ts'o 	struct ext4_sb_info *sbi = EXT4_SB(sb);
140926092bf5STheodore Ts'o 	const struct mount_opts *m;
141008cefc7aSEric W. Biederman 	kuid_t uid;
141108cefc7aSEric W. Biederman 	kgid_t gid;
141226092bf5STheodore Ts'o 	int arg = 0;
141326092bf5STheodore Ts'o 
141457f73c2cSTheodore Ts'o #ifdef CONFIG_QUOTA
141557f73c2cSTheodore Ts'o 	if (token == Opt_usrjquota)
141657f73c2cSTheodore Ts'o 		return set_qf_name(sb, USRQUOTA, &args[0]);
141757f73c2cSTheodore Ts'o 	else if (token == Opt_grpjquota)
141857f73c2cSTheodore Ts'o 		return set_qf_name(sb, GRPQUOTA, &args[0]);
141957f73c2cSTheodore Ts'o 	else if (token == Opt_offusrjquota)
142057f73c2cSTheodore Ts'o 		return clear_qf_name(sb, USRQUOTA);
142157f73c2cSTheodore Ts'o 	else if (token == Opt_offgrpjquota)
142257f73c2cSTheodore Ts'o 		return clear_qf_name(sb, GRPQUOTA);
142357f73c2cSTheodore Ts'o #endif
142426092bf5STheodore Ts'o 	switch (token) {
1425f7048605STheodore Ts'o 	case Opt_noacl:
1426f7048605STheodore Ts'o 	case Opt_nouser_xattr:
1427f7048605STheodore Ts'o 		ext4_msg(sb, KERN_WARNING, deprecated_msg, opt, "3.5");
1428f7048605STheodore Ts'o 		break;
142926092bf5STheodore Ts'o 	case Opt_sb:
143026092bf5STheodore Ts'o 		return 1;	/* handled by get_sb_block() */
143126092bf5STheodore Ts'o 	case Opt_removed:
14325f3633e3SJan Kara 		ext4_msg(sb, KERN_WARNING, "Ignoring removed %s option", opt);
143326092bf5STheodore Ts'o 		return 1;
143426092bf5STheodore Ts'o 	case Opt_abort:
143526092bf5STheodore Ts'o 		sbi->s_mount_flags |= EXT4_MF_FS_ABORTED;
143626092bf5STheodore Ts'o 		return 1;
143726092bf5STheodore Ts'o 	case Opt_i_version:
143826092bf5STheodore Ts'o 		sb->s_flags |= MS_I_VERSION;
143926092bf5STheodore Ts'o 		return 1;
1440a26f4992STheodore Ts'o 	case Opt_lazytime:
1441a26f4992STheodore Ts'o 		sb->s_flags |= MS_LAZYTIME;
1442a26f4992STheodore Ts'o 		return 1;
1443a26f4992STheodore Ts'o 	case Opt_nolazytime:
1444a26f4992STheodore Ts'o 		sb->s_flags &= ~MS_LAZYTIME;
1445a26f4992STheodore Ts'o 		return 1;
144626092bf5STheodore Ts'o 	}
144726092bf5STheodore Ts'o 
14485f3633e3SJan Kara 	for (m = ext4_mount_opts; m->token != Opt_err; m++)
14495f3633e3SJan Kara 		if (token == m->token)
14505f3633e3SJan Kara 			break;
14515f3633e3SJan Kara 
14525f3633e3SJan Kara 	if (m->token == Opt_err) {
14535f3633e3SJan Kara 		ext4_msg(sb, KERN_ERR, "Unrecognized mount option \"%s\" "
14545f3633e3SJan Kara 			 "or missing value", opt);
14555f3633e3SJan Kara 		return -1;
14565f3633e3SJan Kara 	}
14575f3633e3SJan Kara 
14588dc0aa8cSTheodore Ts'o 	if ((m->flags & MOPT_NO_EXT2) && IS_EXT2_SB(sb)) {
14598dc0aa8cSTheodore Ts'o 		ext4_msg(sb, KERN_ERR,
14608dc0aa8cSTheodore Ts'o 			 "Mount option \"%s\" incompatible with ext2", opt);
14618dc0aa8cSTheodore Ts'o 		return -1;
14628dc0aa8cSTheodore Ts'o 	}
14638dc0aa8cSTheodore Ts'o 	if ((m->flags & MOPT_NO_EXT3) && IS_EXT3_SB(sb)) {
14648dc0aa8cSTheodore Ts'o 		ext4_msg(sb, KERN_ERR,
14658dc0aa8cSTheodore Ts'o 			 "Mount option \"%s\" incompatible with ext3", opt);
14668dc0aa8cSTheodore Ts'o 		return -1;
14678dc0aa8cSTheodore Ts'o 	}
14688dc0aa8cSTheodore Ts'o 
1469ad4eec61SEric Sandeen 	if (args->from && !(m->flags & MOPT_STRING) && match_int(args, &arg))
14700efb3b23SJan Kara 		return -1;
147126092bf5STheodore Ts'o 	if (args->from && (m->flags & MOPT_GTE0) && (arg < 0))
147226092bf5STheodore Ts'o 		return -1;
147326092bf5STheodore Ts'o 	if (m->flags & MOPT_EXPLICIT)
147426092bf5STheodore Ts'o 		set_opt2(sb, EXPLICIT_DELALLOC);
147526092bf5STheodore Ts'o 	if (m->flags & MOPT_CLEAR_ERR)
147626092bf5STheodore Ts'o 		clear_opt(sb, ERRORS_MASK);
147726092bf5STheodore Ts'o 	if (token == Opt_noquota && sb_any_quota_loaded(sb)) {
147826092bf5STheodore Ts'o 		ext4_msg(sb, KERN_ERR, "Cannot change quota "
147926092bf5STheodore Ts'o 			 "options when quota turned on");
148026092bf5STheodore Ts'o 		return -1;
148126092bf5STheodore Ts'o 	}
148226092bf5STheodore Ts'o 
148326092bf5STheodore Ts'o 	if (m->flags & MOPT_NOSUPPORT) {
148426092bf5STheodore Ts'o 		ext4_msg(sb, KERN_ERR, "%s option not supported", opt);
148526092bf5STheodore Ts'o 	} else if (token == Opt_commit) {
148626092bf5STheodore Ts'o 		if (arg == 0)
148726092bf5STheodore Ts'o 			arg = JBD2_DEFAULT_MAX_COMMIT_AGE;
148826092bf5STheodore Ts'o 		sbi->s_commit_interval = HZ * arg;
148926092bf5STheodore Ts'o 	} else if (token == Opt_max_batch_time) {
149026092bf5STheodore Ts'o 		sbi->s_max_batch_time = arg;
149126092bf5STheodore Ts'o 	} else if (token == Opt_min_batch_time) {
149226092bf5STheodore Ts'o 		sbi->s_min_batch_time = arg;
149326092bf5STheodore Ts'o 	} else if (token == Opt_inode_readahead_blks) {
1494e33e60eaSJan Kara 		if (arg && (arg > (1 << 30) || !is_power_of_2(arg))) {
1495e33e60eaSJan Kara 			ext4_msg(sb, KERN_ERR,
1496e33e60eaSJan Kara 				 "EXT4-fs: inode_readahead_blks must be "
1497e33e60eaSJan Kara 				 "0 or a power of 2 smaller than 2^31");
149826092bf5STheodore Ts'o 			return -1;
149926092bf5STheodore Ts'o 		}
150026092bf5STheodore Ts'o 		sbi->s_inode_readahead_blks = arg;
150126092bf5STheodore Ts'o 	} else if (token == Opt_init_itable) {
150226092bf5STheodore Ts'o 		set_opt(sb, INIT_INODE_TABLE);
150326092bf5STheodore Ts'o 		if (!args->from)
150426092bf5STheodore Ts'o 			arg = EXT4_DEF_LI_WAIT_MULT;
150526092bf5STheodore Ts'o 		sbi->s_li_wait_mult = arg;
1506df981d03STheodore Ts'o 	} else if (token == Opt_max_dir_size_kb) {
1507df981d03STheodore Ts'o 		sbi->s_max_dir_size_kb = arg;
150826092bf5STheodore Ts'o 	} else if (token == Opt_stripe) {
150926092bf5STheodore Ts'o 		sbi->s_stripe = arg;
15100efb3b23SJan Kara 	} else if (token == Opt_resuid) {
15110efb3b23SJan Kara 		uid = make_kuid(current_user_ns(), arg);
15120efb3b23SJan Kara 		if (!uid_valid(uid)) {
15135f3633e3SJan Kara 			ext4_msg(sb, KERN_ERR, "Invalid uid value %d", arg);
15140efb3b23SJan Kara 			return -1;
15150efb3b23SJan Kara 		}
15160efb3b23SJan Kara 		sbi->s_resuid = uid;
15170efb3b23SJan Kara 	} else if (token == Opt_resgid) {
15180efb3b23SJan Kara 		gid = make_kgid(current_user_ns(), arg);
15190efb3b23SJan Kara 		if (!gid_valid(gid)) {
15205f3633e3SJan Kara 			ext4_msg(sb, KERN_ERR, "Invalid gid value %d", arg);
15210efb3b23SJan Kara 			return -1;
15220efb3b23SJan Kara 		}
15230efb3b23SJan Kara 		sbi->s_resgid = gid;
15240efb3b23SJan Kara 	} else if (token == Opt_journal_dev) {
15250efb3b23SJan Kara 		if (is_remount) {
15260efb3b23SJan Kara 			ext4_msg(sb, KERN_ERR,
15270efb3b23SJan Kara 				 "Cannot specify journal on remount");
15280efb3b23SJan Kara 			return -1;
15290efb3b23SJan Kara 		}
15300efb3b23SJan Kara 		*journal_devnum = arg;
1531ad4eec61SEric Sandeen 	} else if (token == Opt_journal_path) {
1532ad4eec61SEric Sandeen 		char *journal_path;
1533ad4eec61SEric Sandeen 		struct inode *journal_inode;
1534ad4eec61SEric Sandeen 		struct path path;
1535ad4eec61SEric Sandeen 		int error;
1536ad4eec61SEric Sandeen 
1537ad4eec61SEric Sandeen 		if (is_remount) {
1538ad4eec61SEric Sandeen 			ext4_msg(sb, KERN_ERR,
1539ad4eec61SEric Sandeen 				 "Cannot specify journal on remount");
1540ad4eec61SEric Sandeen 			return -1;
1541ad4eec61SEric Sandeen 		}
1542ad4eec61SEric Sandeen 		journal_path = match_strdup(&args[0]);
1543ad4eec61SEric Sandeen 		if (!journal_path) {
1544ad4eec61SEric Sandeen 			ext4_msg(sb, KERN_ERR, "error: could not dup "
1545ad4eec61SEric Sandeen 				"journal device string");
1546ad4eec61SEric Sandeen 			return -1;
1547ad4eec61SEric Sandeen 		}
1548ad4eec61SEric Sandeen 
1549ad4eec61SEric Sandeen 		error = kern_path(journal_path, LOOKUP_FOLLOW, &path);
1550ad4eec61SEric Sandeen 		if (error) {
1551ad4eec61SEric Sandeen 			ext4_msg(sb, KERN_ERR, "error: could not find "
1552ad4eec61SEric Sandeen 				"journal device path: error %d", error);
1553ad4eec61SEric Sandeen 			kfree(journal_path);
1554ad4eec61SEric Sandeen 			return -1;
1555ad4eec61SEric Sandeen 		}
1556ad4eec61SEric Sandeen 
1557ad4eec61SEric Sandeen 		journal_inode = path.dentry->d_inode;
1558ad4eec61SEric Sandeen 		if (!S_ISBLK(journal_inode->i_mode)) {
1559ad4eec61SEric Sandeen 			ext4_msg(sb, KERN_ERR, "error: journal path %s "
1560ad4eec61SEric Sandeen 				"is not a block device", journal_path);
1561ad4eec61SEric Sandeen 			path_put(&path);
1562ad4eec61SEric Sandeen 			kfree(journal_path);
1563ad4eec61SEric Sandeen 			return -1;
1564ad4eec61SEric Sandeen 		}
1565ad4eec61SEric Sandeen 
1566ad4eec61SEric Sandeen 		*journal_devnum = new_encode_dev(journal_inode->i_rdev);
1567ad4eec61SEric Sandeen 		path_put(&path);
1568ad4eec61SEric Sandeen 		kfree(journal_path);
15690efb3b23SJan Kara 	} else if (token == Opt_journal_ioprio) {
15700efb3b23SJan Kara 		if (arg > 7) {
15715f3633e3SJan Kara 			ext4_msg(sb, KERN_ERR, "Invalid journal IO priority"
15720efb3b23SJan Kara 				 " (must be 0-7)");
15730efb3b23SJan Kara 			return -1;
15740efb3b23SJan Kara 		}
15750efb3b23SJan Kara 		*journal_ioprio =
15760efb3b23SJan Kara 			IOPRIO_PRIO_VALUE(IOPRIO_CLASS_BE, arg);
157726092bf5STheodore Ts'o 	} else if (m->flags & MOPT_DATAJ) {
157826092bf5STheodore Ts'o 		if (is_remount) {
157926092bf5STheodore Ts'o 			if (!sbi->s_journal)
158026092bf5STheodore Ts'o 				ext4_msg(sb, KERN_WARNING, "Remounting file system with no journal so ignoring journalled data option");
15815f3633e3SJan Kara 			else if (test_opt(sb, DATA_FLAGS) != m->mount_opt) {
158226092bf5STheodore Ts'o 				ext4_msg(sb, KERN_ERR,
158326092bf5STheodore Ts'o 					 "Cannot change data mode on remount");
158426092bf5STheodore Ts'o 				return -1;
158526092bf5STheodore Ts'o 			}
158626092bf5STheodore Ts'o 		} else {
158726092bf5STheodore Ts'o 			clear_opt(sb, DATA_FLAGS);
158826092bf5STheodore Ts'o 			sbi->s_mount_opt |= m->mount_opt;
158926092bf5STheodore Ts'o 		}
159026092bf5STheodore Ts'o #ifdef CONFIG_QUOTA
159126092bf5STheodore Ts'o 	} else if (m->flags & MOPT_QFMT) {
159226092bf5STheodore Ts'o 		if (sb_any_quota_loaded(sb) &&
159326092bf5STheodore Ts'o 		    sbi->s_jquota_fmt != m->mount_opt) {
15945f3633e3SJan Kara 			ext4_msg(sb, KERN_ERR, "Cannot change journaled "
15955f3633e3SJan Kara 				 "quota options when quota turned on");
159626092bf5STheodore Ts'o 			return -1;
159726092bf5STheodore Ts'o 		}
1598262b4662SJan Kara 		if (EXT4_HAS_RO_COMPAT_FEATURE(sb,
1599262b4662SJan Kara 					       EXT4_FEATURE_RO_COMPAT_QUOTA)) {
1600262b4662SJan Kara 			ext4_msg(sb, KERN_ERR,
1601262b4662SJan Kara 				 "Cannot set journaled quota options "
1602262b4662SJan Kara 				 "when QUOTA feature is enabled");
1603262b4662SJan Kara 			return -1;
1604262b4662SJan Kara 		}
160526092bf5STheodore Ts'o 		sbi->s_jquota_fmt = m->mount_opt;
160626092bf5STheodore Ts'o #endif
1607923ae0ffSRoss Zwisler #ifndef CONFIG_FS_DAX
1608923ae0ffSRoss Zwisler 	} else if (token == Opt_dax) {
1609923ae0ffSRoss Zwisler 		ext4_msg(sb, KERN_INFO, "dax option not supported");
1610923ae0ffSRoss Zwisler 		return -1;
1611923ae0ffSRoss Zwisler #endif
161226092bf5STheodore Ts'o 	} else {
161326092bf5STheodore Ts'o 		if (!args->from)
161426092bf5STheodore Ts'o 			arg = 1;
161526092bf5STheodore Ts'o 		if (m->flags & MOPT_CLEAR)
161626092bf5STheodore Ts'o 			arg = !arg;
161726092bf5STheodore Ts'o 		else if (unlikely(!(m->flags & MOPT_SET))) {
161826092bf5STheodore Ts'o 			ext4_msg(sb, KERN_WARNING,
161926092bf5STheodore Ts'o 				 "buggy handling of option %s", opt);
162026092bf5STheodore Ts'o 			WARN_ON(1);
162126092bf5STheodore Ts'o 			return -1;
162226092bf5STheodore Ts'o 		}
162326092bf5STheodore Ts'o 		if (arg != 0)
162426092bf5STheodore Ts'o 			sbi->s_mount_opt |= m->mount_opt;
162526092bf5STheodore Ts'o 		else
162626092bf5STheodore Ts'o 			sbi->s_mount_opt &= ~m->mount_opt;
162726092bf5STheodore Ts'o 	}
162826092bf5STheodore Ts'o 	return 1;
162926092bf5STheodore Ts'o }
163026092bf5STheodore Ts'o 
1631ac27a0ecSDave Kleikamp static int parse_options(char *options, struct super_block *sb,
1632c3191067STheodore Ts'o 			 unsigned long *journal_devnum,
1633b3881f74STheodore Ts'o 			 unsigned int *journal_ioprio,
1634661aa520SEric Sandeen 			 int is_remount)
1635ac27a0ecSDave Kleikamp {
1636617ba13bSMingming Cao 	struct ext4_sb_info *sbi = EXT4_SB(sb);
1637ac27a0ecSDave Kleikamp 	char *p;
1638ac27a0ecSDave Kleikamp 	substring_t args[MAX_OPT_ARGS];
163926092bf5STheodore Ts'o 	int token;
1640ac27a0ecSDave Kleikamp 
1641ac27a0ecSDave Kleikamp 	if (!options)
1642ac27a0ecSDave Kleikamp 		return 1;
1643ac27a0ecSDave Kleikamp 
1644ac27a0ecSDave Kleikamp 	while ((p = strsep(&options, ",")) != NULL) {
1645ac27a0ecSDave Kleikamp 		if (!*p)
1646ac27a0ecSDave Kleikamp 			continue;
164715121c18SEric Sandeen 		/*
164815121c18SEric Sandeen 		 * Initialize args struct so we know whether arg was
164915121c18SEric Sandeen 		 * found; some options take optional arguments.
165015121c18SEric Sandeen 		 */
1651caecd0afSSachin Kamat 		args[0].to = args[0].from = NULL;
1652ac27a0ecSDave Kleikamp 		token = match_token(p, tokens, args);
165326092bf5STheodore Ts'o 		if (handle_mount_opt(sb, p, token, args, journal_devnum,
165426092bf5STheodore Ts'o 				     journal_ioprio, is_remount) < 0)
1655ac27a0ecSDave Kleikamp 			return 0;
1656ac27a0ecSDave Kleikamp 	}
1657ac27a0ecSDave Kleikamp #ifdef CONFIG_QUOTA
1658262b4662SJan Kara 	if (EXT4_HAS_RO_COMPAT_FEATURE(sb, EXT4_FEATURE_RO_COMPAT_QUOTA) &&
1659262b4662SJan Kara 	    (test_opt(sb, USRQUOTA) || test_opt(sb, GRPQUOTA))) {
1660262b4662SJan Kara 		ext4_msg(sb, KERN_ERR, "Cannot set quota options when QUOTA "
1661262b4662SJan Kara 			 "feature is enabled");
1662262b4662SJan Kara 		return 0;
1663262b4662SJan Kara 	}
1664ac27a0ecSDave Kleikamp 	if (sbi->s_qf_names[USRQUOTA] || sbi->s_qf_names[GRPQUOTA]) {
1665482a7425SDmitry Monakhov 		if (test_opt(sb, USRQUOTA) && sbi->s_qf_names[USRQUOTA])
1666fd8c37ecSTheodore Ts'o 			clear_opt(sb, USRQUOTA);
1667ac27a0ecSDave Kleikamp 
1668482a7425SDmitry Monakhov 		if (test_opt(sb, GRPQUOTA) && sbi->s_qf_names[GRPQUOTA])
1669fd8c37ecSTheodore Ts'o 			clear_opt(sb, GRPQUOTA);
1670ac27a0ecSDave Kleikamp 
167156c50f11SDmitry Monakhov 		if (test_opt(sb, GRPQUOTA) || test_opt(sb, USRQUOTA)) {
1672b31e1552SEric Sandeen 			ext4_msg(sb, KERN_ERR, "old and new quota "
1673b31e1552SEric Sandeen 					"format mixing");
1674ac27a0ecSDave Kleikamp 			return 0;
1675ac27a0ecSDave Kleikamp 		}
1676ac27a0ecSDave Kleikamp 
1677ac27a0ecSDave Kleikamp 		if (!sbi->s_jquota_fmt) {
1678b31e1552SEric Sandeen 			ext4_msg(sb, KERN_ERR, "journaled quota format "
1679b31e1552SEric Sandeen 					"not specified");
1680ac27a0ecSDave Kleikamp 			return 0;
1681ac27a0ecSDave Kleikamp 		}
1682ac27a0ecSDave Kleikamp 	}
1683ac27a0ecSDave Kleikamp #endif
1684261cb20cSJan Kara 	if (test_opt(sb, DIOREAD_NOLOCK)) {
1685261cb20cSJan Kara 		int blocksize =
1686261cb20cSJan Kara 			BLOCK_SIZE << le32_to_cpu(sbi->s_es->s_log_block_size);
1687261cb20cSJan Kara 
1688261cb20cSJan Kara 		if (blocksize < PAGE_CACHE_SIZE) {
1689261cb20cSJan Kara 			ext4_msg(sb, KERN_ERR, "can't mount with "
1690261cb20cSJan Kara 				 "dioread_nolock if block size != PAGE_SIZE");
1691261cb20cSJan Kara 			return 0;
1692261cb20cSJan Kara 		}
1693261cb20cSJan Kara 	}
1694d4f76107SJan Kara 	if (test_opt(sb, DATA_FLAGS) == EXT4_MOUNT_ORDERED_DATA &&
1695d4f76107SJan Kara 	    test_opt(sb, JOURNAL_ASYNC_COMMIT)) {
1696d4f76107SJan Kara 		ext4_msg(sb, KERN_ERR, "can't mount with journal_async_commit "
1697d4f76107SJan Kara 			 "in data=ordered mode");
1698d4f76107SJan Kara 		return 0;
1699d4f76107SJan Kara 	}
1700ac27a0ecSDave Kleikamp 	return 1;
1701ac27a0ecSDave Kleikamp }
1702ac27a0ecSDave Kleikamp 
17032adf6da8STheodore Ts'o static inline void ext4_show_quota_options(struct seq_file *seq,
17042adf6da8STheodore Ts'o 					   struct super_block *sb)
17052adf6da8STheodore Ts'o {
17062adf6da8STheodore Ts'o #if defined(CONFIG_QUOTA)
17072adf6da8STheodore Ts'o 	struct ext4_sb_info *sbi = EXT4_SB(sb);
17082adf6da8STheodore Ts'o 
17092adf6da8STheodore Ts'o 	if (sbi->s_jquota_fmt) {
17102adf6da8STheodore Ts'o 		char *fmtname = "";
17112adf6da8STheodore Ts'o 
17122adf6da8STheodore Ts'o 		switch (sbi->s_jquota_fmt) {
17132adf6da8STheodore Ts'o 		case QFMT_VFS_OLD:
17142adf6da8STheodore Ts'o 			fmtname = "vfsold";
17152adf6da8STheodore Ts'o 			break;
17162adf6da8STheodore Ts'o 		case QFMT_VFS_V0:
17172adf6da8STheodore Ts'o 			fmtname = "vfsv0";
17182adf6da8STheodore Ts'o 			break;
17192adf6da8STheodore Ts'o 		case QFMT_VFS_V1:
17202adf6da8STheodore Ts'o 			fmtname = "vfsv1";
17212adf6da8STheodore Ts'o 			break;
17222adf6da8STheodore Ts'o 		}
17232adf6da8STheodore Ts'o 		seq_printf(seq, ",jqfmt=%s", fmtname);
17242adf6da8STheodore Ts'o 	}
17252adf6da8STheodore Ts'o 
17262adf6da8STheodore Ts'o 	if (sbi->s_qf_names[USRQUOTA])
17272adf6da8STheodore Ts'o 		seq_printf(seq, ",usrjquota=%s", sbi->s_qf_names[USRQUOTA]);
17282adf6da8STheodore Ts'o 
17292adf6da8STheodore Ts'o 	if (sbi->s_qf_names[GRPQUOTA])
17302adf6da8STheodore Ts'o 		seq_printf(seq, ",grpjquota=%s", sbi->s_qf_names[GRPQUOTA]);
17312adf6da8STheodore Ts'o #endif
17322adf6da8STheodore Ts'o }
17332adf6da8STheodore Ts'o 
17345a916be1STheodore Ts'o static const char *token2str(int token)
17355a916be1STheodore Ts'o {
173650df9fd5SHerton Ronaldo Krzesinski 	const struct match_token *t;
17375a916be1STheodore Ts'o 
17385a916be1STheodore Ts'o 	for (t = tokens; t->token != Opt_err; t++)
17395a916be1STheodore Ts'o 		if (t->token == token && !strchr(t->pattern, '='))
17405a916be1STheodore Ts'o 			break;
17415a916be1STheodore Ts'o 	return t->pattern;
17425a916be1STheodore Ts'o }
17435a916be1STheodore Ts'o 
17442adf6da8STheodore Ts'o /*
17452adf6da8STheodore Ts'o  * Show an option if
17462adf6da8STheodore Ts'o  *  - it's set to a non-default value OR
17472adf6da8STheodore Ts'o  *  - if the per-sb default is different from the global default
17482adf6da8STheodore Ts'o  */
174966acdcf4STheodore Ts'o static int _ext4_show_options(struct seq_file *seq, struct super_block *sb,
175066acdcf4STheodore Ts'o 			      int nodefs)
17512adf6da8STheodore Ts'o {
17522adf6da8STheodore Ts'o 	struct ext4_sb_info *sbi = EXT4_SB(sb);
17532adf6da8STheodore Ts'o 	struct ext4_super_block *es = sbi->s_es;
175466acdcf4STheodore Ts'o 	int def_errors, def_mount_opt = nodefs ? 0 : sbi->s_def_mount_opt;
17555a916be1STheodore Ts'o 	const struct mount_opts *m;
175666acdcf4STheodore Ts'o 	char sep = nodefs ? '\n' : ',';
17572adf6da8STheodore Ts'o 
175866acdcf4STheodore Ts'o #define SEQ_OPTS_PUTS(str) seq_printf(seq, "%c" str, sep)
175966acdcf4STheodore Ts'o #define SEQ_OPTS_PRINT(str, arg) seq_printf(seq, "%c" str, sep, arg)
17602adf6da8STheodore Ts'o 
17612adf6da8STheodore Ts'o 	if (sbi->s_sb_block != 1)
17625a916be1STheodore Ts'o 		SEQ_OPTS_PRINT("sb=%llu", sbi->s_sb_block);
17635a916be1STheodore Ts'o 
17645a916be1STheodore Ts'o 	for (m = ext4_mount_opts; m->token != Opt_err; m++) {
17655a916be1STheodore Ts'o 		int want_set = m->flags & MOPT_SET;
17665a916be1STheodore Ts'o 		if (((m->flags & (MOPT_SET|MOPT_CLEAR)) == 0) ||
17675a916be1STheodore Ts'o 		    (m->flags & MOPT_CLEAR_ERR))
17685a916be1STheodore Ts'o 			continue;
176966acdcf4STheodore Ts'o 		if (!(m->mount_opt & (sbi->s_mount_opt ^ def_mount_opt)))
17705a916be1STheodore Ts'o 			continue; /* skip if same as the default */
17715a916be1STheodore Ts'o 		if ((want_set &&
17725a916be1STheodore Ts'o 		     (sbi->s_mount_opt & m->mount_opt) != m->mount_opt) ||
17735a916be1STheodore Ts'o 		    (!want_set && (sbi->s_mount_opt & m->mount_opt)))
17745a916be1STheodore Ts'o 			continue; /* select Opt_noFoo vs Opt_Foo */
17755a916be1STheodore Ts'o 		SEQ_OPTS_PRINT("%s", token2str(m->token));
17765a916be1STheodore Ts'o 	}
17775a916be1STheodore Ts'o 
177808cefc7aSEric W. Biederman 	if (nodefs || !uid_eq(sbi->s_resuid, make_kuid(&init_user_ns, EXT4_DEF_RESUID)) ||
17795a916be1STheodore Ts'o 	    le16_to_cpu(es->s_def_resuid) != EXT4_DEF_RESUID)
178008cefc7aSEric W. Biederman 		SEQ_OPTS_PRINT("resuid=%u",
178108cefc7aSEric W. Biederman 				from_kuid_munged(&init_user_ns, sbi->s_resuid));
178208cefc7aSEric W. Biederman 	if (nodefs || !gid_eq(sbi->s_resgid, make_kgid(&init_user_ns, EXT4_DEF_RESGID)) ||
17835a916be1STheodore Ts'o 	    le16_to_cpu(es->s_def_resgid) != EXT4_DEF_RESGID)
178408cefc7aSEric W. Biederman 		SEQ_OPTS_PRINT("resgid=%u",
178508cefc7aSEric W. Biederman 				from_kgid_munged(&init_user_ns, sbi->s_resgid));
178666acdcf4STheodore Ts'o 	def_errors = nodefs ? -1 : le16_to_cpu(es->s_errors);
17875a916be1STheodore Ts'o 	if (test_opt(sb, ERRORS_RO) && def_errors != EXT4_ERRORS_RO)
17885a916be1STheodore Ts'o 		SEQ_OPTS_PUTS("errors=remount-ro");
17892adf6da8STheodore Ts'o 	if (test_opt(sb, ERRORS_CONT) && def_errors != EXT4_ERRORS_CONTINUE)
17905a916be1STheodore Ts'o 		SEQ_OPTS_PUTS("errors=continue");
17912adf6da8STheodore Ts'o 	if (test_opt(sb, ERRORS_PANIC) && def_errors != EXT4_ERRORS_PANIC)
17925a916be1STheodore Ts'o 		SEQ_OPTS_PUTS("errors=panic");
179366acdcf4STheodore Ts'o 	if (nodefs || sbi->s_commit_interval != JBD2_DEFAULT_MAX_COMMIT_AGE*HZ)
17945a916be1STheodore Ts'o 		SEQ_OPTS_PRINT("commit=%lu", sbi->s_commit_interval / HZ);
179566acdcf4STheodore Ts'o 	if (nodefs || sbi->s_min_batch_time != EXT4_DEF_MIN_BATCH_TIME)
17965a916be1STheodore Ts'o 		SEQ_OPTS_PRINT("min_batch_time=%u", sbi->s_min_batch_time);
179766acdcf4STheodore Ts'o 	if (nodefs || sbi->s_max_batch_time != EXT4_DEF_MAX_BATCH_TIME)
17985a916be1STheodore Ts'o 		SEQ_OPTS_PRINT("max_batch_time=%u", sbi->s_max_batch_time);
17992adf6da8STheodore Ts'o 	if (sb->s_flags & MS_I_VERSION)
18005a916be1STheodore Ts'o 		SEQ_OPTS_PUTS("i_version");
180166acdcf4STheodore Ts'o 	if (nodefs || sbi->s_stripe)
18025a916be1STheodore Ts'o 		SEQ_OPTS_PRINT("stripe=%lu", sbi->s_stripe);
180366acdcf4STheodore Ts'o 	if (EXT4_MOUNT_DATA_FLAGS & (sbi->s_mount_opt ^ def_mount_opt)) {
18042adf6da8STheodore Ts'o 		if (test_opt(sb, DATA_FLAGS) == EXT4_MOUNT_JOURNAL_DATA)
18055a916be1STheodore Ts'o 			SEQ_OPTS_PUTS("data=journal");
18062adf6da8STheodore Ts'o 		else if (test_opt(sb, DATA_FLAGS) == EXT4_MOUNT_ORDERED_DATA)
18075a916be1STheodore Ts'o 			SEQ_OPTS_PUTS("data=ordered");
18082adf6da8STheodore Ts'o 		else if (test_opt(sb, DATA_FLAGS) == EXT4_MOUNT_WRITEBACK_DATA)
18095a916be1STheodore Ts'o 			SEQ_OPTS_PUTS("data=writeback");
18105a916be1STheodore Ts'o 	}
181166acdcf4STheodore Ts'o 	if (nodefs ||
181266acdcf4STheodore Ts'o 	    sbi->s_inode_readahead_blks != EXT4_DEF_INODE_READAHEAD_BLKS)
18135a916be1STheodore Ts'o 		SEQ_OPTS_PRINT("inode_readahead_blks=%u",
18142adf6da8STheodore Ts'o 			       sbi->s_inode_readahead_blks);
18152adf6da8STheodore Ts'o 
181666acdcf4STheodore Ts'o 	if (nodefs || (test_opt(sb, INIT_INODE_TABLE) &&
181766acdcf4STheodore Ts'o 		       (sbi->s_li_wait_mult != EXT4_DEF_LI_WAIT_MULT)))
18185a916be1STheodore Ts'o 		SEQ_OPTS_PRINT("init_itable=%u", sbi->s_li_wait_mult);
1819df981d03STheodore Ts'o 	if (nodefs || sbi->s_max_dir_size_kb)
1820df981d03STheodore Ts'o 		SEQ_OPTS_PRINT("max_dir_size_kb=%u", sbi->s_max_dir_size_kb);
18212adf6da8STheodore Ts'o 
18222adf6da8STheodore Ts'o 	ext4_show_quota_options(seq, sb);
18232adf6da8STheodore Ts'o 	return 0;
18242adf6da8STheodore Ts'o }
18252adf6da8STheodore Ts'o 
182666acdcf4STheodore Ts'o static int ext4_show_options(struct seq_file *seq, struct dentry *root)
182766acdcf4STheodore Ts'o {
182866acdcf4STheodore Ts'o 	return _ext4_show_options(seq, root->d_sb, 0);
182966acdcf4STheodore Ts'o }
183066acdcf4STheodore Ts'o 
183166acdcf4STheodore Ts'o static int options_seq_show(struct seq_file *seq, void *offset)
183266acdcf4STheodore Ts'o {
183366acdcf4STheodore Ts'o 	struct super_block *sb = seq->private;
183466acdcf4STheodore Ts'o 	int rc;
183566acdcf4STheodore Ts'o 
183666acdcf4STheodore Ts'o 	seq_puts(seq, (sb->s_flags & MS_RDONLY) ? "ro" : "rw");
183766acdcf4STheodore Ts'o 	rc = _ext4_show_options(seq, sb, 1);
183866acdcf4STheodore Ts'o 	seq_puts(seq, "\n");
183966acdcf4STheodore Ts'o 	return rc;
184066acdcf4STheodore Ts'o }
184166acdcf4STheodore Ts'o 
184266acdcf4STheodore Ts'o static int options_open_fs(struct inode *inode, struct file *file)
184366acdcf4STheodore Ts'o {
1844d9dda78bSAl Viro 	return single_open(file, options_seq_show, PDE_DATA(inode));
184566acdcf4STheodore Ts'o }
184666acdcf4STheodore Ts'o 
184766acdcf4STheodore Ts'o static const struct file_operations ext4_seq_options_fops = {
184866acdcf4STheodore Ts'o 	.owner = THIS_MODULE,
184966acdcf4STheodore Ts'o 	.open = options_open_fs,
185066acdcf4STheodore Ts'o 	.read = seq_read,
185166acdcf4STheodore Ts'o 	.llseek = seq_lseek,
185266acdcf4STheodore Ts'o 	.release = single_release,
185366acdcf4STheodore Ts'o };
185466acdcf4STheodore Ts'o 
1855617ba13bSMingming Cao static int ext4_setup_super(struct super_block *sb, struct ext4_super_block *es,
1856ac27a0ecSDave Kleikamp 			    int read_only)
1857ac27a0ecSDave Kleikamp {
1858617ba13bSMingming Cao 	struct ext4_sb_info *sbi = EXT4_SB(sb);
1859ac27a0ecSDave Kleikamp 	int res = 0;
1860ac27a0ecSDave Kleikamp 
1861617ba13bSMingming Cao 	if (le32_to_cpu(es->s_rev_level) > EXT4_MAX_SUPP_REV) {
1862b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "revision level too high, "
1863b31e1552SEric Sandeen 			 "forcing read-only mode");
1864ac27a0ecSDave Kleikamp 		res = MS_RDONLY;
1865ac27a0ecSDave Kleikamp 	}
1866ac27a0ecSDave Kleikamp 	if (read_only)
1867281b5995STheodore Ts'o 		goto done;
1868617ba13bSMingming Cao 	if (!(sbi->s_mount_state & EXT4_VALID_FS))
1869b31e1552SEric Sandeen 		ext4_msg(sb, KERN_WARNING, "warning: mounting unchecked fs, "
1870b31e1552SEric Sandeen 			 "running e2fsck is recommended");
1871c8b459f4SLukas Czerner 	else if (sbi->s_mount_state & EXT4_ERROR_FS)
1872b31e1552SEric Sandeen 		ext4_msg(sb, KERN_WARNING,
1873b31e1552SEric Sandeen 			 "warning: mounting fs with errors, "
1874b31e1552SEric Sandeen 			 "running e2fsck is recommended");
1875ed3ce80aSTao Ma 	else if ((__s16) le16_to_cpu(es->s_max_mnt_count) > 0 &&
1876ac27a0ecSDave Kleikamp 		 le16_to_cpu(es->s_mnt_count) >=
1877ac27a0ecSDave Kleikamp 		 (unsigned short) (__s16) le16_to_cpu(es->s_max_mnt_count))
1878b31e1552SEric Sandeen 		ext4_msg(sb, KERN_WARNING,
1879b31e1552SEric Sandeen 			 "warning: maximal mount count reached, "
1880b31e1552SEric Sandeen 			 "running e2fsck is recommended");
1881ac27a0ecSDave Kleikamp 	else if (le32_to_cpu(es->s_checkinterval) &&
1882ac27a0ecSDave Kleikamp 		(le32_to_cpu(es->s_lastcheck) +
1883ac27a0ecSDave Kleikamp 			le32_to_cpu(es->s_checkinterval) <= get_seconds()))
1884b31e1552SEric Sandeen 		ext4_msg(sb, KERN_WARNING,
1885b31e1552SEric Sandeen 			 "warning: checktime reached, "
1886b31e1552SEric Sandeen 			 "running e2fsck is recommended");
18870390131bSFrank Mayhar 	if (!sbi->s_journal)
1888216c34b2SMarcin Slusarz 		es->s_state &= cpu_to_le16(~EXT4_VALID_FS);
1889ac27a0ecSDave Kleikamp 	if (!(__s16) le16_to_cpu(es->s_max_mnt_count))
1890617ba13bSMingming Cao 		es->s_max_mnt_count = cpu_to_le16(EXT4_DFL_MAX_MNT_COUNT);
1891e8546d06SMarcin Slusarz 	le16_add_cpu(&es->s_mnt_count, 1);
1892ac27a0ecSDave Kleikamp 	es->s_mtime = cpu_to_le32(get_seconds());
1893617ba13bSMingming Cao 	ext4_update_dynamic_rev(sb);
18940390131bSFrank Mayhar 	if (sbi->s_journal)
1895617ba13bSMingming Cao 		EXT4_SET_INCOMPAT_FEATURE(sb, EXT4_FEATURE_INCOMPAT_RECOVER);
1896ac27a0ecSDave Kleikamp 
1897e2d67052STheodore Ts'o 	ext4_commit_super(sb, 1);
1898281b5995STheodore Ts'o done:
1899ac27a0ecSDave Kleikamp 	if (test_opt(sb, DEBUG))
1900a9df9a49STheodore Ts'o 		printk(KERN_INFO "[EXT4 FS bs=%lu, gc=%u, "
1901a2595b8aSTheodore Ts'o 				"bpg=%lu, ipg=%lu, mo=%04x, mo2=%04x]\n",
1902ac27a0ecSDave Kleikamp 			sb->s_blocksize,
1903ac27a0ecSDave Kleikamp 			sbi->s_groups_count,
1904617ba13bSMingming Cao 			EXT4_BLOCKS_PER_GROUP(sb),
1905617ba13bSMingming Cao 			EXT4_INODES_PER_GROUP(sb),
1906a2595b8aSTheodore Ts'o 			sbi->s_mount_opt, sbi->s_mount_opt2);
1907ac27a0ecSDave Kleikamp 
19087abc52c2SDan Magenheimer 	cleancache_init_fs(sb);
1909ac27a0ecSDave Kleikamp 	return res;
1910ac27a0ecSDave Kleikamp }
1911ac27a0ecSDave Kleikamp 
1912117fff10STheodore Ts'o int ext4_alloc_flex_bg_array(struct super_block *sb, ext4_group_t ngroup)
1913117fff10STheodore Ts'o {
1914117fff10STheodore Ts'o 	struct ext4_sb_info *sbi = EXT4_SB(sb);
1915117fff10STheodore Ts'o 	struct flex_groups *new_groups;
1916117fff10STheodore Ts'o 	int size;
1917117fff10STheodore Ts'o 
1918117fff10STheodore Ts'o 	if (!sbi->s_log_groups_per_flex)
1919117fff10STheodore Ts'o 		return 0;
1920117fff10STheodore Ts'o 
1921117fff10STheodore Ts'o 	size = ext4_flex_group(sbi, ngroup - 1) + 1;
1922117fff10STheodore Ts'o 	if (size <= sbi->s_flex_groups_allocated)
1923117fff10STheodore Ts'o 		return 0;
1924117fff10STheodore Ts'o 
1925117fff10STheodore Ts'o 	size = roundup_pow_of_two(size * sizeof(struct flex_groups));
1926117fff10STheodore Ts'o 	new_groups = ext4_kvzalloc(size, GFP_KERNEL);
1927117fff10STheodore Ts'o 	if (!new_groups) {
1928117fff10STheodore Ts'o 		ext4_msg(sb, KERN_ERR, "not enough memory for %d flex groups",
1929117fff10STheodore Ts'o 			 size / (int) sizeof(struct flex_groups));
1930117fff10STheodore Ts'o 		return -ENOMEM;
1931117fff10STheodore Ts'o 	}
1932117fff10STheodore Ts'o 
1933117fff10STheodore Ts'o 	if (sbi->s_flex_groups) {
1934117fff10STheodore Ts'o 		memcpy(new_groups, sbi->s_flex_groups,
1935117fff10STheodore Ts'o 		       (sbi->s_flex_groups_allocated *
1936117fff10STheodore Ts'o 			sizeof(struct flex_groups)));
1937b93b41d4SAl Viro 		kvfree(sbi->s_flex_groups);
1938117fff10STheodore Ts'o 	}
1939117fff10STheodore Ts'o 	sbi->s_flex_groups = new_groups;
1940117fff10STheodore Ts'o 	sbi->s_flex_groups_allocated = size / sizeof(struct flex_groups);
1941117fff10STheodore Ts'o 	return 0;
1942117fff10STheodore Ts'o }
1943117fff10STheodore Ts'o 
1944772cb7c8SJose R. Santos static int ext4_fill_flex_info(struct super_block *sb)
1945772cb7c8SJose R. Santos {
1946772cb7c8SJose R. Santos 	struct ext4_sb_info *sbi = EXT4_SB(sb);
1947772cb7c8SJose R. Santos 	struct ext4_group_desc *gdp = NULL;
1948772cb7c8SJose R. Santos 	ext4_group_t flex_group;
1949117fff10STheodore Ts'o 	int i, err;
1950772cb7c8SJose R. Santos 
1951503358aeSTheodore Ts'o 	sbi->s_log_groups_per_flex = sbi->s_es->s_log_groups_per_flex;
1952d50f2ab6SXi Wang 	if (sbi->s_log_groups_per_flex < 1 || sbi->s_log_groups_per_flex > 31) {
1953772cb7c8SJose R. Santos 		sbi->s_log_groups_per_flex = 0;
1954772cb7c8SJose R. Santos 		return 1;
1955772cb7c8SJose R. Santos 	}
1956772cb7c8SJose R. Santos 
1957117fff10STheodore Ts'o 	err = ext4_alloc_flex_bg_array(sb, sbi->s_groups_count);
1958117fff10STheodore Ts'o 	if (err)
1959772cb7c8SJose R. Santos 		goto failed;
1960772cb7c8SJose R. Santos 
1961772cb7c8SJose R. Santos 	for (i = 0; i < sbi->s_groups_count; i++) {
196288b6edd1STheodore Ts'o 		gdp = ext4_get_group_desc(sb, i, NULL);
1963772cb7c8SJose R. Santos 
1964772cb7c8SJose R. Santos 		flex_group = ext4_flex_group(sbi, i);
19657ad9bb65STheodore Ts'o 		atomic_add(ext4_free_inodes_count(sb, gdp),
19667ad9bb65STheodore Ts'o 			   &sbi->s_flex_groups[flex_group].free_inodes);
196790ba983fSTheodore Ts'o 		atomic64_add(ext4_free_group_clusters(sb, gdp),
196824aaa8efSTheodore Ts'o 			     &sbi->s_flex_groups[flex_group].free_clusters);
19697ad9bb65STheodore Ts'o 		atomic_add(ext4_used_dirs_count(sb, gdp),
19707ad9bb65STheodore Ts'o 			   &sbi->s_flex_groups[flex_group].used_dirs);
1971772cb7c8SJose R. Santos 	}
1972772cb7c8SJose R. Santos 
1973772cb7c8SJose R. Santos 	return 1;
1974772cb7c8SJose R. Santos failed:
1975772cb7c8SJose R. Santos 	return 0;
1976772cb7c8SJose R. Santos }
1977772cb7c8SJose R. Santos 
1978feb0ab32SDarrick J. Wong static __le16 ext4_group_desc_csum(struct ext4_sb_info *sbi, __u32 block_group,
1979717d50e4SAndreas Dilger 				   struct ext4_group_desc *gdp)
1980717d50e4SAndreas Dilger {
1981feb0ab32SDarrick J. Wong 	int offset;
1982717d50e4SAndreas Dilger 	__u16 crc = 0;
1983717d50e4SAndreas Dilger 	__le32 le_group = cpu_to_le32(block_group);
1984717d50e4SAndreas Dilger 
19859aa5d32bSDmitry Monakhov 	if (ext4_has_metadata_csum(sbi->s_sb)) {
1986feb0ab32SDarrick J. Wong 		/* Use new metadata_csum algorithm */
1987d6a77105STheodore Ts'o 		__le16 save_csum;
1988feb0ab32SDarrick J. Wong 		__u32 csum32;
1989feb0ab32SDarrick J. Wong 
1990d6a77105STheodore Ts'o 		save_csum = gdp->bg_checksum;
1991feb0ab32SDarrick J. Wong 		gdp->bg_checksum = 0;
1992feb0ab32SDarrick J. Wong 		csum32 = ext4_chksum(sbi, sbi->s_csum_seed, (__u8 *)&le_group,
1993feb0ab32SDarrick J. Wong 				     sizeof(le_group));
1994feb0ab32SDarrick J. Wong 		csum32 = ext4_chksum(sbi, csum32, (__u8 *)gdp,
1995feb0ab32SDarrick J. Wong 				     sbi->s_desc_size);
1996d6a77105STheodore Ts'o 		gdp->bg_checksum = save_csum;
1997feb0ab32SDarrick J. Wong 
1998feb0ab32SDarrick J. Wong 		crc = csum32 & 0xFFFF;
1999feb0ab32SDarrick J. Wong 		goto out;
2000feb0ab32SDarrick J. Wong 	}
2001feb0ab32SDarrick J. Wong 
2002feb0ab32SDarrick J. Wong 	/* old crc16 code */
2003813d32f9SDarrick J. Wong 	if (!(sbi->s_es->s_feature_ro_compat &
2004813d32f9SDarrick J. Wong 	      cpu_to_le32(EXT4_FEATURE_RO_COMPAT_GDT_CSUM)))
2005813d32f9SDarrick J. Wong 		return 0;
2006813d32f9SDarrick J. Wong 
2007feb0ab32SDarrick J. Wong 	offset = offsetof(struct ext4_group_desc, bg_checksum);
2008feb0ab32SDarrick J. Wong 
2009717d50e4SAndreas Dilger 	crc = crc16(~0, sbi->s_es->s_uuid, sizeof(sbi->s_es->s_uuid));
2010717d50e4SAndreas Dilger 	crc = crc16(crc, (__u8 *)&le_group, sizeof(le_group));
2011717d50e4SAndreas Dilger 	crc = crc16(crc, (__u8 *)gdp, offset);
2012717d50e4SAndreas Dilger 	offset += sizeof(gdp->bg_checksum); /* skip checksum */
2013717d50e4SAndreas Dilger 	/* for checksum of struct ext4_group_desc do the rest...*/
2014717d50e4SAndreas Dilger 	if ((sbi->s_es->s_feature_incompat &
2015717d50e4SAndreas Dilger 	     cpu_to_le32(EXT4_FEATURE_INCOMPAT_64BIT)) &&
2016717d50e4SAndreas Dilger 	    offset < le16_to_cpu(sbi->s_es->s_desc_size))
2017717d50e4SAndreas Dilger 		crc = crc16(crc, (__u8 *)gdp + offset,
2018717d50e4SAndreas Dilger 			    le16_to_cpu(sbi->s_es->s_desc_size) -
2019717d50e4SAndreas Dilger 				offset);
2020717d50e4SAndreas Dilger 
2021feb0ab32SDarrick J. Wong out:
2022717d50e4SAndreas Dilger 	return cpu_to_le16(crc);
2023717d50e4SAndreas Dilger }
2024717d50e4SAndreas Dilger 
2025feb0ab32SDarrick J. Wong int ext4_group_desc_csum_verify(struct super_block *sb, __u32 block_group,
2026717d50e4SAndreas Dilger 				struct ext4_group_desc *gdp)
2027717d50e4SAndreas Dilger {
2028feb0ab32SDarrick J. Wong 	if (ext4_has_group_desc_csum(sb) &&
2029feb0ab32SDarrick J. Wong 	    (gdp->bg_checksum != ext4_group_desc_csum(EXT4_SB(sb),
2030feb0ab32SDarrick J. Wong 						      block_group, gdp)))
2031717d50e4SAndreas Dilger 		return 0;
2032717d50e4SAndreas Dilger 
2033717d50e4SAndreas Dilger 	return 1;
2034717d50e4SAndreas Dilger }
2035717d50e4SAndreas Dilger 
2036feb0ab32SDarrick J. Wong void ext4_group_desc_csum_set(struct super_block *sb, __u32 block_group,
2037feb0ab32SDarrick J. Wong 			      struct ext4_group_desc *gdp)
2038feb0ab32SDarrick J. Wong {
2039feb0ab32SDarrick J. Wong 	if (!ext4_has_group_desc_csum(sb))
2040feb0ab32SDarrick J. Wong 		return;
2041feb0ab32SDarrick J. Wong 	gdp->bg_checksum = ext4_group_desc_csum(EXT4_SB(sb), block_group, gdp);
2042feb0ab32SDarrick J. Wong }
2043feb0ab32SDarrick J. Wong 
2044ac27a0ecSDave Kleikamp /* Called at mount-time, super-block is locked */
2045bfff6873SLukas Czerner static int ext4_check_descriptors(struct super_block *sb,
2046bfff6873SLukas Czerner 				  ext4_group_t *first_not_zeroed)
2047ac27a0ecSDave Kleikamp {
2048617ba13bSMingming Cao 	struct ext4_sb_info *sbi = EXT4_SB(sb);
2049617ba13bSMingming Cao 	ext4_fsblk_t first_block = le32_to_cpu(sbi->s_es->s_first_data_block);
2050617ba13bSMingming Cao 	ext4_fsblk_t last_block;
2051bd81d8eeSLaurent Vivier 	ext4_fsblk_t block_bitmap;
2052bd81d8eeSLaurent Vivier 	ext4_fsblk_t inode_bitmap;
2053bd81d8eeSLaurent Vivier 	ext4_fsblk_t inode_table;
2054ce421581SJose R. Santos 	int flexbg_flag = 0;
2055bfff6873SLukas Czerner 	ext4_group_t i, grp = sbi->s_groups_count;
2056ac27a0ecSDave Kleikamp 
2057ce421581SJose R. Santos 	if (EXT4_HAS_INCOMPAT_FEATURE(sb, EXT4_FEATURE_INCOMPAT_FLEX_BG))
2058ce421581SJose R. Santos 		flexbg_flag = 1;
2059ce421581SJose R. Santos 
2060617ba13bSMingming Cao 	ext4_debug("Checking group descriptors");
2061ac27a0ecSDave Kleikamp 
2062197cd65aSAkinobu Mita 	for (i = 0; i < sbi->s_groups_count; i++) {
2063197cd65aSAkinobu Mita 		struct ext4_group_desc *gdp = ext4_get_group_desc(sb, i, NULL);
2064197cd65aSAkinobu Mita 
2065ce421581SJose R. Santos 		if (i == sbi->s_groups_count - 1 || flexbg_flag)
2066bd81d8eeSLaurent Vivier 			last_block = ext4_blocks_count(sbi->s_es) - 1;
2067ac27a0ecSDave Kleikamp 		else
2068ac27a0ecSDave Kleikamp 			last_block = first_block +
2069617ba13bSMingming Cao 				(EXT4_BLOCKS_PER_GROUP(sb) - 1);
2070ac27a0ecSDave Kleikamp 
2071bfff6873SLukas Czerner 		if ((grp == sbi->s_groups_count) &&
2072bfff6873SLukas Czerner 		   !(gdp->bg_flags & cpu_to_le16(EXT4_BG_INODE_ZEROED)))
2073bfff6873SLukas Czerner 			grp = i;
2074bfff6873SLukas Czerner 
20758fadc143SAlexandre Ratchov 		block_bitmap = ext4_block_bitmap(sb, gdp);
20762b2d6d01STheodore Ts'o 		if (block_bitmap < first_block || block_bitmap > last_block) {
2077b31e1552SEric Sandeen 			ext4_msg(sb, KERN_ERR, "ext4_check_descriptors: "
2078a9df9a49STheodore Ts'o 			       "Block bitmap for group %u not in group "
2079b31e1552SEric Sandeen 			       "(block %llu)!", i, block_bitmap);
2080ac27a0ecSDave Kleikamp 			return 0;
2081ac27a0ecSDave Kleikamp 		}
20828fadc143SAlexandre Ratchov 		inode_bitmap = ext4_inode_bitmap(sb, gdp);
20832b2d6d01STheodore Ts'o 		if (inode_bitmap < first_block || inode_bitmap > last_block) {
2084b31e1552SEric Sandeen 			ext4_msg(sb, KERN_ERR, "ext4_check_descriptors: "
2085a9df9a49STheodore Ts'o 			       "Inode bitmap for group %u not in group "
2086b31e1552SEric Sandeen 			       "(block %llu)!", i, inode_bitmap);
2087ac27a0ecSDave Kleikamp 			return 0;
2088ac27a0ecSDave Kleikamp 		}
20898fadc143SAlexandre Ratchov 		inode_table = ext4_inode_table(sb, gdp);
2090bd81d8eeSLaurent Vivier 		if (inode_table < first_block ||
20912b2d6d01STheodore Ts'o 		    inode_table + sbi->s_itb_per_group - 1 > last_block) {
2092b31e1552SEric Sandeen 			ext4_msg(sb, KERN_ERR, "ext4_check_descriptors: "
2093a9df9a49STheodore Ts'o 			       "Inode table for group %u not in group "
2094b31e1552SEric Sandeen 			       "(block %llu)!", i, inode_table);
2095ac27a0ecSDave Kleikamp 			return 0;
2096ac27a0ecSDave Kleikamp 		}
2097955ce5f5SAneesh Kumar K.V 		ext4_lock_group(sb, i);
2098feb0ab32SDarrick J. Wong 		if (!ext4_group_desc_csum_verify(sb, i, gdp)) {
2099b31e1552SEric Sandeen 			ext4_msg(sb, KERN_ERR, "ext4_check_descriptors: "
2100b31e1552SEric Sandeen 				 "Checksum for group %u failed (%u!=%u)",
2101fd2d4291SAvantika Mathur 				 i, le16_to_cpu(ext4_group_desc_csum(sbi, i,
2102fd2d4291SAvantika Mathur 				     gdp)), le16_to_cpu(gdp->bg_checksum));
21037ee1ec4cSLi Zefan 			if (!(sb->s_flags & MS_RDONLY)) {
2104955ce5f5SAneesh Kumar K.V 				ext4_unlock_group(sb, i);
2105717d50e4SAndreas Dilger 				return 0;
2106717d50e4SAndreas Dilger 			}
21077ee1ec4cSLi Zefan 		}
2108955ce5f5SAneesh Kumar K.V 		ext4_unlock_group(sb, i);
2109ce421581SJose R. Santos 		if (!flexbg_flag)
2110617ba13bSMingming Cao 			first_block += EXT4_BLOCKS_PER_GROUP(sb);
2111ac27a0ecSDave Kleikamp 	}
2112bfff6873SLukas Czerner 	if (NULL != first_not_zeroed)
2113bfff6873SLukas Czerner 		*first_not_zeroed = grp;
2114ac27a0ecSDave Kleikamp 	return 1;
2115ac27a0ecSDave Kleikamp }
2116ac27a0ecSDave Kleikamp 
2117617ba13bSMingming Cao /* ext4_orphan_cleanup() walks a singly-linked list of inodes (starting at
2118ac27a0ecSDave Kleikamp  * the superblock) which were deleted from all directories, but held open by
2119ac27a0ecSDave Kleikamp  * a process at the time of a crash.  We walk the list and try to delete these
2120ac27a0ecSDave Kleikamp  * inodes at recovery time (only with a read-write filesystem).
2121ac27a0ecSDave Kleikamp  *
2122ac27a0ecSDave Kleikamp  * In order to keep the orphan inode chain consistent during traversal (in
2123ac27a0ecSDave Kleikamp  * case of crash during recovery), we link each inode into the superblock
2124ac27a0ecSDave Kleikamp  * orphan list_head and handle it the same way as an inode deletion during
2125ac27a0ecSDave Kleikamp  * normal operation (which journals the operations for us).
2126ac27a0ecSDave Kleikamp  *
2127ac27a0ecSDave Kleikamp  * We only do an iget() and an iput() on each inode, which is very safe if we
2128ac27a0ecSDave Kleikamp  * accidentally point at an in-use or already deleted inode.  The worst that
2129ac27a0ecSDave Kleikamp  * can happen in this case is that we get a "bit already cleared" message from
2130617ba13bSMingming Cao  * ext4_free_inode().  The only reason we would point at a wrong inode is if
2131ac27a0ecSDave Kleikamp  * e2fsck was run on this filesystem, and it must have already done the orphan
2132ac27a0ecSDave Kleikamp  * inode cleanup for us, so we can safely abort without any further action.
2133ac27a0ecSDave Kleikamp  */
2134617ba13bSMingming Cao static void ext4_orphan_cleanup(struct super_block *sb,
2135617ba13bSMingming Cao 				struct ext4_super_block *es)
2136ac27a0ecSDave Kleikamp {
2137ac27a0ecSDave Kleikamp 	unsigned int s_flags = sb->s_flags;
2138ac27a0ecSDave Kleikamp 	int nr_orphans = 0, nr_truncates = 0;
2139ac27a0ecSDave Kleikamp #ifdef CONFIG_QUOTA
2140ac27a0ecSDave Kleikamp 	int i;
2141ac27a0ecSDave Kleikamp #endif
2142ac27a0ecSDave Kleikamp 	if (!es->s_last_orphan) {
2143ac27a0ecSDave Kleikamp 		jbd_debug(4, "no orphan inodes to clean up\n");
2144ac27a0ecSDave Kleikamp 		return;
2145ac27a0ecSDave Kleikamp 	}
2146ac27a0ecSDave Kleikamp 
2147a8f48a95SEric Sandeen 	if (bdev_read_only(sb->s_bdev)) {
2148b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "write access "
2149b31e1552SEric Sandeen 			"unavailable, skipping orphan cleanup");
2150a8f48a95SEric Sandeen 		return;
2151a8f48a95SEric Sandeen 	}
2152a8f48a95SEric Sandeen 
2153d39195c3SAmir Goldstein 	/* Check if feature set would not allow a r/w mount */
2154d39195c3SAmir Goldstein 	if (!ext4_feature_set_ok(sb, 0)) {
2155d39195c3SAmir Goldstein 		ext4_msg(sb, KERN_INFO, "Skipping orphan cleanup due to "
2156d39195c3SAmir Goldstein 			 "unknown ROCOMPAT features");
2157d39195c3SAmir Goldstein 		return;
2158d39195c3SAmir Goldstein 	}
2159d39195c3SAmir Goldstein 
2160617ba13bSMingming Cao 	if (EXT4_SB(sb)->s_mount_state & EXT4_ERROR_FS) {
2161c25f9bc6SEric Sandeen 		/* don't clear list on RO mount w/ errors */
2162c25f9bc6SEric Sandeen 		if (es->s_last_orphan && !(s_flags & MS_RDONLY)) {
216384474976SDmitry Monakhov 			ext4_msg(sb, KERN_INFO, "Errors on filesystem, "
2164ac27a0ecSDave Kleikamp 				  "clearing orphan list.\n");
2165ac27a0ecSDave Kleikamp 			es->s_last_orphan = 0;
2166c25f9bc6SEric Sandeen 		}
2167ac27a0ecSDave Kleikamp 		jbd_debug(1, "Skipping orphan recovery on fs with errors.\n");
2168ac27a0ecSDave Kleikamp 		return;
2169ac27a0ecSDave Kleikamp 	}
2170ac27a0ecSDave Kleikamp 
2171ac27a0ecSDave Kleikamp 	if (s_flags & MS_RDONLY) {
2172b31e1552SEric Sandeen 		ext4_msg(sb, KERN_INFO, "orphan cleanup on readonly fs");
2173ac27a0ecSDave Kleikamp 		sb->s_flags &= ~MS_RDONLY;
2174ac27a0ecSDave Kleikamp 	}
2175ac27a0ecSDave Kleikamp #ifdef CONFIG_QUOTA
2176ac27a0ecSDave Kleikamp 	/* Needed for iput() to work correctly and not trash data */
2177ac27a0ecSDave Kleikamp 	sb->s_flags |= MS_ACTIVE;
2178ac27a0ecSDave Kleikamp 	/* Turn on quotas so that they are updated correctly */
2179a2d4a646SJan Kara 	for (i = 0; i < EXT4_MAXQUOTAS; i++) {
2180617ba13bSMingming Cao 		if (EXT4_SB(sb)->s_qf_names[i]) {
2181617ba13bSMingming Cao 			int ret = ext4_quota_on_mount(sb, i);
2182ac27a0ecSDave Kleikamp 			if (ret < 0)
2183b31e1552SEric Sandeen 				ext4_msg(sb, KERN_ERR,
2184b31e1552SEric Sandeen 					"Cannot turn on journaled "
2185b31e1552SEric Sandeen 					"quota: error %d", ret);
2186ac27a0ecSDave Kleikamp 		}
2187ac27a0ecSDave Kleikamp 	}
2188ac27a0ecSDave Kleikamp #endif
2189ac27a0ecSDave Kleikamp 
2190ac27a0ecSDave Kleikamp 	while (es->s_last_orphan) {
2191ac27a0ecSDave Kleikamp 		struct inode *inode;
2192ac27a0ecSDave Kleikamp 
219397bd42b9SJosef Bacik 		inode = ext4_orphan_get(sb, le32_to_cpu(es->s_last_orphan));
219497bd42b9SJosef Bacik 		if (IS_ERR(inode)) {
2195ac27a0ecSDave Kleikamp 			es->s_last_orphan = 0;
2196ac27a0ecSDave Kleikamp 			break;
2197ac27a0ecSDave Kleikamp 		}
2198ac27a0ecSDave Kleikamp 
2199617ba13bSMingming Cao 		list_add(&EXT4_I(inode)->i_orphan, &EXT4_SB(sb)->s_orphan);
2200871a2931SChristoph Hellwig 		dquot_initialize(inode);
2201ac27a0ecSDave Kleikamp 		if (inode->i_nlink) {
2202566370a2SPaul Taysom 			if (test_opt(sb, DEBUG))
2203b31e1552SEric Sandeen 				ext4_msg(sb, KERN_DEBUG,
2204b31e1552SEric Sandeen 					"%s: truncating inode %lu to %lld bytes",
220546e665e9SHarvey Harrison 					__func__, inode->i_ino, inode->i_size);
2206e5f8eab8STheodore Ts'o 			jbd_debug(2, "truncating inode %lu to %lld bytes\n",
2207ac27a0ecSDave Kleikamp 				  inode->i_ino, inode->i_size);
2208721e3ebaSTheodore Ts'o 			mutex_lock(&inode->i_mutex);
220955f252c9SLukas Czerner 			truncate_inode_pages(inode->i_mapping, inode->i_size);
2210617ba13bSMingming Cao 			ext4_truncate(inode);
2211721e3ebaSTheodore Ts'o 			mutex_unlock(&inode->i_mutex);
2212ac27a0ecSDave Kleikamp 			nr_truncates++;
2213ac27a0ecSDave Kleikamp 		} else {
2214566370a2SPaul Taysom 			if (test_opt(sb, DEBUG))
2215b31e1552SEric Sandeen 				ext4_msg(sb, KERN_DEBUG,
2216b31e1552SEric Sandeen 					"%s: deleting unreferenced inode %lu",
221746e665e9SHarvey Harrison 					__func__, inode->i_ino);
2218ac27a0ecSDave Kleikamp 			jbd_debug(2, "deleting unreferenced inode %lu\n",
2219ac27a0ecSDave Kleikamp 				  inode->i_ino);
2220ac27a0ecSDave Kleikamp 			nr_orphans++;
2221ac27a0ecSDave Kleikamp 		}
2222ac27a0ecSDave Kleikamp 		iput(inode);  /* The delete magic happens here! */
2223ac27a0ecSDave Kleikamp 	}
2224ac27a0ecSDave Kleikamp 
2225ac27a0ecSDave Kleikamp #define PLURAL(x) (x), ((x) == 1) ? "" : "s"
2226ac27a0ecSDave Kleikamp 
2227ac27a0ecSDave Kleikamp 	if (nr_orphans)
2228b31e1552SEric Sandeen 		ext4_msg(sb, KERN_INFO, "%d orphan inode%s deleted",
2229b31e1552SEric Sandeen 		       PLURAL(nr_orphans));
2230ac27a0ecSDave Kleikamp 	if (nr_truncates)
2231b31e1552SEric Sandeen 		ext4_msg(sb, KERN_INFO, "%d truncate%s cleaned up",
2232b31e1552SEric Sandeen 		       PLURAL(nr_truncates));
2233ac27a0ecSDave Kleikamp #ifdef CONFIG_QUOTA
2234ac27a0ecSDave Kleikamp 	/* Turn quotas off */
2235a2d4a646SJan Kara 	for (i = 0; i < EXT4_MAXQUOTAS; i++) {
2236ac27a0ecSDave Kleikamp 		if (sb_dqopt(sb)->files[i])
2237287a8095SChristoph Hellwig 			dquot_quota_off(sb, i);
2238ac27a0ecSDave Kleikamp 	}
2239ac27a0ecSDave Kleikamp #endif
2240ac27a0ecSDave Kleikamp 	sb->s_flags = s_flags; /* Restore MS_RDONLY status */
2241ac27a0ecSDave Kleikamp }
22420b8e58a1SAndreas Dilger 
2243cd2291a4SEric Sandeen /*
2244cd2291a4SEric Sandeen  * Maximal extent format file size.
2245cd2291a4SEric Sandeen  * Resulting logical blkno at s_maxbytes must fit in our on-disk
2246cd2291a4SEric Sandeen  * extent format containers, within a sector_t, and within i_blocks
2247cd2291a4SEric Sandeen  * in the vfs.  ext4 inode has 48 bits of i_block in fsblock units,
2248cd2291a4SEric Sandeen  * so that won't be a limiting factor.
2249cd2291a4SEric Sandeen  *
2250f17722f9SLukas Czerner  * However there is other limiting factor. We do store extents in the form
2251f17722f9SLukas Czerner  * of starting block and length, hence the resulting length of the extent
2252f17722f9SLukas Czerner  * covering maximum file size must fit into on-disk format containers as
2253f17722f9SLukas Czerner  * well. Given that length is always by 1 unit bigger than max unit (because
2254f17722f9SLukas Czerner  * we count 0 as well) we have to lower the s_maxbytes by one fs block.
2255f17722f9SLukas Czerner  *
2256cd2291a4SEric Sandeen  * Note, this does *not* consider any metadata overhead for vfs i_blocks.
2257cd2291a4SEric Sandeen  */
2258f287a1a5STheodore Ts'o static loff_t ext4_max_size(int blkbits, int has_huge_files)
2259cd2291a4SEric Sandeen {
2260cd2291a4SEric Sandeen 	loff_t res;
2261cd2291a4SEric Sandeen 	loff_t upper_limit = MAX_LFS_FILESIZE;
2262cd2291a4SEric Sandeen 
2263cd2291a4SEric Sandeen 	/* small i_blocks in vfs inode? */
2264f287a1a5STheodore Ts'o 	if (!has_huge_files || sizeof(blkcnt_t) < sizeof(u64)) {
2265cd2291a4SEric Sandeen 		/*
226690c699a9SBartlomiej Zolnierkiewicz 		 * CONFIG_LBDAF is not enabled implies the inode
2267cd2291a4SEric Sandeen 		 * i_block represent total blocks in 512 bytes
2268cd2291a4SEric Sandeen 		 * 32 == size of vfs inode i_blocks * 8
2269cd2291a4SEric Sandeen 		 */
2270cd2291a4SEric Sandeen 		upper_limit = (1LL << 32) - 1;
2271cd2291a4SEric Sandeen 
2272cd2291a4SEric Sandeen 		/* total blocks in file system block size */
2273cd2291a4SEric Sandeen 		upper_limit >>= (blkbits - 9);
2274cd2291a4SEric Sandeen 		upper_limit <<= blkbits;
2275cd2291a4SEric Sandeen 	}
2276cd2291a4SEric Sandeen 
2277f17722f9SLukas Czerner 	/*
2278f17722f9SLukas Czerner 	 * 32-bit extent-start container, ee_block. We lower the maxbytes
2279f17722f9SLukas Czerner 	 * by one fs block, so ee_len can cover the extent of maximum file
2280f17722f9SLukas Czerner 	 * size
2281f17722f9SLukas Czerner 	 */
2282f17722f9SLukas Czerner 	res = (1LL << 32) - 1;
2283cd2291a4SEric Sandeen 	res <<= blkbits;
2284cd2291a4SEric Sandeen 
2285cd2291a4SEric Sandeen 	/* Sanity check against vm- & vfs- imposed limits */
2286cd2291a4SEric Sandeen 	if (res > upper_limit)
2287cd2291a4SEric Sandeen 		res = upper_limit;
2288cd2291a4SEric Sandeen 
2289cd2291a4SEric Sandeen 	return res;
2290cd2291a4SEric Sandeen }
2291ac27a0ecSDave Kleikamp 
2292ac27a0ecSDave Kleikamp /*
2293cd2291a4SEric Sandeen  * Maximal bitmap file size.  There is a direct, and {,double-,triple-}indirect
22940fc1b451SAneesh Kumar K.V  * block limit, and also a limit of (2^48 - 1) 512-byte sectors in i_blocks.
22950fc1b451SAneesh Kumar K.V  * We need to be 1 filesystem block less than the 2^48 sector limit.
2296ac27a0ecSDave Kleikamp  */
2297f287a1a5STheodore Ts'o static loff_t ext4_max_bitmap_size(int bits, int has_huge_files)
2298ac27a0ecSDave Kleikamp {
2299617ba13bSMingming Cao 	loff_t res = EXT4_NDIR_BLOCKS;
23000fc1b451SAneesh Kumar K.V 	int meta_blocks;
23010fc1b451SAneesh Kumar K.V 	loff_t upper_limit;
23020b8e58a1SAndreas Dilger 	/* This is calculated to be the largest file size for a dense, block
23030b8e58a1SAndreas Dilger 	 * mapped file such that the file's total number of 512-byte sectors,
23040b8e58a1SAndreas Dilger 	 * including data and all indirect blocks, does not exceed (2^48 - 1).
23050b8e58a1SAndreas Dilger 	 *
23060b8e58a1SAndreas Dilger 	 * __u32 i_blocks_lo and _u16 i_blocks_high represent the total
23070b8e58a1SAndreas Dilger 	 * number of 512-byte sectors of the file.
23080fc1b451SAneesh Kumar K.V 	 */
23090fc1b451SAneesh Kumar K.V 
2310f287a1a5STheodore Ts'o 	if (!has_huge_files || sizeof(blkcnt_t) < sizeof(u64)) {
23110fc1b451SAneesh Kumar K.V 		/*
231290c699a9SBartlomiej Zolnierkiewicz 		 * !has_huge_files or CONFIG_LBDAF not enabled implies that
23130b8e58a1SAndreas Dilger 		 * the inode i_block field represents total file blocks in
23140b8e58a1SAndreas Dilger 		 * 2^32 512-byte sectors == size of vfs inode i_blocks * 8
23150fc1b451SAneesh Kumar K.V 		 */
23160fc1b451SAneesh Kumar K.V 		upper_limit = (1LL << 32) - 1;
23170fc1b451SAneesh Kumar K.V 
23180fc1b451SAneesh Kumar K.V 		/* total blocks in file system block size */
23190fc1b451SAneesh Kumar K.V 		upper_limit >>= (bits - 9);
23200fc1b451SAneesh Kumar K.V 
23210fc1b451SAneesh Kumar K.V 	} else {
23228180a562SAneesh Kumar K.V 		/*
23238180a562SAneesh Kumar K.V 		 * We use 48 bit ext4_inode i_blocks
23248180a562SAneesh Kumar K.V 		 * With EXT4_HUGE_FILE_FL set the i_blocks
23258180a562SAneesh Kumar K.V 		 * represent total number of blocks in
23268180a562SAneesh Kumar K.V 		 * file system block size
23278180a562SAneesh Kumar K.V 		 */
23280fc1b451SAneesh Kumar K.V 		upper_limit = (1LL << 48) - 1;
23290fc1b451SAneesh Kumar K.V 
23300fc1b451SAneesh Kumar K.V 	}
23310fc1b451SAneesh Kumar K.V 
23320fc1b451SAneesh Kumar K.V 	/* indirect blocks */
23330fc1b451SAneesh Kumar K.V 	meta_blocks = 1;
23340fc1b451SAneesh Kumar K.V 	/* double indirect blocks */
23350fc1b451SAneesh Kumar K.V 	meta_blocks += 1 + (1LL << (bits-2));
23360fc1b451SAneesh Kumar K.V 	/* tripple indirect blocks */
23370fc1b451SAneesh Kumar K.V 	meta_blocks += 1 + (1LL << (bits-2)) + (1LL << (2*(bits-2)));
23380fc1b451SAneesh Kumar K.V 
23390fc1b451SAneesh Kumar K.V 	upper_limit -= meta_blocks;
23400fc1b451SAneesh Kumar K.V 	upper_limit <<= bits;
2341ac27a0ecSDave Kleikamp 
2342ac27a0ecSDave Kleikamp 	res += 1LL << (bits-2);
2343ac27a0ecSDave Kleikamp 	res += 1LL << (2*(bits-2));
2344ac27a0ecSDave Kleikamp 	res += 1LL << (3*(bits-2));
2345ac27a0ecSDave Kleikamp 	res <<= bits;
2346ac27a0ecSDave Kleikamp 	if (res > upper_limit)
2347ac27a0ecSDave Kleikamp 		res = upper_limit;
23480fc1b451SAneesh Kumar K.V 
23490fc1b451SAneesh Kumar K.V 	if (res > MAX_LFS_FILESIZE)
23500fc1b451SAneesh Kumar K.V 		res = MAX_LFS_FILESIZE;
23510fc1b451SAneesh Kumar K.V 
2352ac27a0ecSDave Kleikamp 	return res;
2353ac27a0ecSDave Kleikamp }
2354ac27a0ecSDave Kleikamp 
2355617ba13bSMingming Cao static ext4_fsblk_t descriptor_loc(struct super_block *sb,
235670bbb3e0SAndrew Morton 				   ext4_fsblk_t logical_sb_block, int nr)
2357ac27a0ecSDave Kleikamp {
2358617ba13bSMingming Cao 	struct ext4_sb_info *sbi = EXT4_SB(sb);
2359fd2d4291SAvantika Mathur 	ext4_group_t bg, first_meta_bg;
2360ac27a0ecSDave Kleikamp 	int has_super = 0;
2361ac27a0ecSDave Kleikamp 
2362ac27a0ecSDave Kleikamp 	first_meta_bg = le32_to_cpu(sbi->s_es->s_first_meta_bg);
2363ac27a0ecSDave Kleikamp 
2364617ba13bSMingming Cao 	if (!EXT4_HAS_INCOMPAT_FEATURE(sb, EXT4_FEATURE_INCOMPAT_META_BG) ||
2365ac27a0ecSDave Kleikamp 	    nr < first_meta_bg)
236670bbb3e0SAndrew Morton 		return logical_sb_block + nr + 1;
2367ac27a0ecSDave Kleikamp 	bg = sbi->s_desc_per_block * nr;
2368617ba13bSMingming Cao 	if (ext4_bg_has_super(sb, bg))
2369ac27a0ecSDave Kleikamp 		has_super = 1;
23700b8e58a1SAndreas Dilger 
2371bd63f6b0SDarrick J. Wong 	/*
2372bd63f6b0SDarrick J. Wong 	 * If we have a meta_bg fs with 1k blocks, group 0's GDT is at
2373bd63f6b0SDarrick J. Wong 	 * block 2, not 1.  If s_first_data_block == 0 (bigalloc is enabled
2374bd63f6b0SDarrick J. Wong 	 * on modern mke2fs or blksize > 1k on older mke2fs) then we must
2375bd63f6b0SDarrick J. Wong 	 * compensate.
2376bd63f6b0SDarrick J. Wong 	 */
2377bd63f6b0SDarrick J. Wong 	if (sb->s_blocksize == 1024 && nr == 0 &&
2378bd63f6b0SDarrick J. Wong 	    le32_to_cpu(EXT4_SB(sb)->s_es->s_first_data_block) == 0)
2379bd63f6b0SDarrick J. Wong 		has_super++;
2380bd63f6b0SDarrick J. Wong 
2381617ba13bSMingming Cao 	return (has_super + ext4_group_first_block_no(sb, bg));
2382ac27a0ecSDave Kleikamp }
2383ac27a0ecSDave Kleikamp 
2384c9de560dSAlex Tomas /**
2385c9de560dSAlex Tomas  * ext4_get_stripe_size: Get the stripe size.
2386c9de560dSAlex Tomas  * @sbi: In memory super block info
2387c9de560dSAlex Tomas  *
2388c9de560dSAlex Tomas  * If we have specified it via mount option, then
2389c9de560dSAlex Tomas  * use the mount option value. If the value specified at mount time is
2390c9de560dSAlex Tomas  * greater than the blocks per group use the super block value.
2391c9de560dSAlex Tomas  * If the super block value is greater than blocks per group return 0.
2392c9de560dSAlex Tomas  * Allocator needs it be less than blocks per group.
2393c9de560dSAlex Tomas  *
2394c9de560dSAlex Tomas  */
2395c9de560dSAlex Tomas static unsigned long ext4_get_stripe_size(struct ext4_sb_info *sbi)
2396c9de560dSAlex Tomas {
2397c9de560dSAlex Tomas 	unsigned long stride = le16_to_cpu(sbi->s_es->s_raid_stride);
2398c9de560dSAlex Tomas 	unsigned long stripe_width =
2399c9de560dSAlex Tomas 			le32_to_cpu(sbi->s_es->s_raid_stripe_width);
24003eb08658SDan Ehrenberg 	int ret;
2401c9de560dSAlex Tomas 
2402c9de560dSAlex Tomas 	if (sbi->s_stripe && sbi->s_stripe <= sbi->s_blocks_per_group)
24033eb08658SDan Ehrenberg 		ret = sbi->s_stripe;
24043eb08658SDan Ehrenberg 	else if (stripe_width <= sbi->s_blocks_per_group)
24053eb08658SDan Ehrenberg 		ret = stripe_width;
24063eb08658SDan Ehrenberg 	else if (stride <= sbi->s_blocks_per_group)
24073eb08658SDan Ehrenberg 		ret = stride;
24083eb08658SDan Ehrenberg 	else
24093eb08658SDan Ehrenberg 		ret = 0;
2410c9de560dSAlex Tomas 
24113eb08658SDan Ehrenberg 	/*
24123eb08658SDan Ehrenberg 	 * If the stripe width is 1, this makes no sense and
24133eb08658SDan Ehrenberg 	 * we set it to 0 to turn off stripe handling code.
24143eb08658SDan Ehrenberg 	 */
24153eb08658SDan Ehrenberg 	if (ret <= 1)
24163eb08658SDan Ehrenberg 		ret = 0;
2417c9de560dSAlex Tomas 
24183eb08658SDan Ehrenberg 	return ret;
2419c9de560dSAlex Tomas }
2420ac27a0ecSDave Kleikamp 
24213197ebdbSTheodore Ts'o /* sysfs supprt */
24223197ebdbSTheodore Ts'o 
24233197ebdbSTheodore Ts'o struct ext4_attr {
24243197ebdbSTheodore Ts'o 	struct attribute attr;
24253197ebdbSTheodore Ts'o 	ssize_t (*show)(struct ext4_attr *, struct ext4_sb_info *, char *);
24263197ebdbSTheodore Ts'o 	ssize_t (*store)(struct ext4_attr *, struct ext4_sb_info *,
24273197ebdbSTheodore Ts'o 			 const char *, size_t);
2428f2d50a65SJan Kara 	union {
24293197ebdbSTheodore Ts'o 		int offset;
2430f2d50a65SJan Kara 		int deprecated_val;
2431f2d50a65SJan Kara 	} u;
24323197ebdbSTheodore Ts'o };
24333197ebdbSTheodore Ts'o 
243427dd4385SLukas Czerner static int parse_strtoull(const char *buf,
243527dd4385SLukas Czerner 		unsigned long long max, unsigned long long *value)
243627dd4385SLukas Czerner {
243727dd4385SLukas Czerner 	int ret;
243827dd4385SLukas Czerner 
243927dd4385SLukas Czerner 	ret = kstrtoull(skip_spaces(buf), 0, value);
244027dd4385SLukas Czerner 	if (!ret && *value > max)
244127dd4385SLukas Czerner 		ret = -EINVAL;
244227dd4385SLukas Czerner 	return ret;
244327dd4385SLukas Czerner }
244427dd4385SLukas Czerner 
24453197ebdbSTheodore Ts'o static ssize_t delayed_allocation_blocks_show(struct ext4_attr *a,
24463197ebdbSTheodore Ts'o 					      struct ext4_sb_info *sbi,
24473197ebdbSTheodore Ts'o 					      char *buf)
24483197ebdbSTheodore Ts'o {
24493197ebdbSTheodore Ts'o 	return snprintf(buf, PAGE_SIZE, "%llu\n",
24507b415bf6SAditya Kali 		(s64) EXT4_C2B(sbi,
24517b415bf6SAditya Kali 			percpu_counter_sum(&sbi->s_dirtyclusters_counter)));
24523197ebdbSTheodore Ts'o }
24533197ebdbSTheodore Ts'o 
24543197ebdbSTheodore Ts'o static ssize_t session_write_kbytes_show(struct ext4_attr *a,
24553197ebdbSTheodore Ts'o 					 struct ext4_sb_info *sbi, char *buf)
24563197ebdbSTheodore Ts'o {
24573197ebdbSTheodore Ts'o 	struct super_block *sb = sbi->s_buddy_cache->i_sb;
24583197ebdbSTheodore Ts'o 
2459f613dfcbSTheodore Ts'o 	if (!sb->s_bdev->bd_part)
2460f613dfcbSTheodore Ts'o 		return snprintf(buf, PAGE_SIZE, "0\n");
24613197ebdbSTheodore Ts'o 	return snprintf(buf, PAGE_SIZE, "%lu\n",
24623197ebdbSTheodore Ts'o 			(part_stat_read(sb->s_bdev->bd_part, sectors[1]) -
24633197ebdbSTheodore Ts'o 			 sbi->s_sectors_written_start) >> 1);
24643197ebdbSTheodore Ts'o }
24653197ebdbSTheodore Ts'o 
24663197ebdbSTheodore Ts'o static ssize_t lifetime_write_kbytes_show(struct ext4_attr *a,
24673197ebdbSTheodore Ts'o 					  struct ext4_sb_info *sbi, char *buf)
24683197ebdbSTheodore Ts'o {
24693197ebdbSTheodore Ts'o 	struct super_block *sb = sbi->s_buddy_cache->i_sb;
24703197ebdbSTheodore Ts'o 
2471f613dfcbSTheodore Ts'o 	if (!sb->s_bdev->bd_part)
2472f613dfcbSTheodore Ts'o 		return snprintf(buf, PAGE_SIZE, "0\n");
24733197ebdbSTheodore Ts'o 	return snprintf(buf, PAGE_SIZE, "%llu\n",
2474a6b43e38SAndrew Morton 			(unsigned long long)(sbi->s_kbytes_written +
24753197ebdbSTheodore Ts'o 			((part_stat_read(sb->s_bdev->bd_part, sectors[1]) -
2476a6b43e38SAndrew Morton 			  EXT4_SB(sb)->s_sectors_written_start) >> 1)));
24773197ebdbSTheodore Ts'o }
24783197ebdbSTheodore Ts'o 
24793197ebdbSTheodore Ts'o static ssize_t inode_readahead_blks_store(struct ext4_attr *a,
24803197ebdbSTheodore Ts'o 					  struct ext4_sb_info *sbi,
24813197ebdbSTheodore Ts'o 					  const char *buf, size_t count)
24823197ebdbSTheodore Ts'o {
24833197ebdbSTheodore Ts'o 	unsigned long t;
2484e1091b15SLukas Czerner 	int ret;
24853197ebdbSTheodore Ts'o 
2486e1091b15SLukas Czerner 	ret = kstrtoul(skip_spaces(buf), 0, &t);
2487e1091b15SLukas Czerner 	if (ret)
2488e1091b15SLukas Czerner 		return ret;
24893197ebdbSTheodore Ts'o 
2490e1091b15SLukas Czerner 	if (t && (!is_power_of_2(t) || t > 0x40000000))
24913197ebdbSTheodore Ts'o 		return -EINVAL;
24923197ebdbSTheodore Ts'o 
24933197ebdbSTheodore Ts'o 	sbi->s_inode_readahead_blks = t;
24943197ebdbSTheodore Ts'o 	return count;
24953197ebdbSTheodore Ts'o }
24963197ebdbSTheodore Ts'o 
24973197ebdbSTheodore Ts'o static ssize_t sbi_ui_show(struct ext4_attr *a,
24983197ebdbSTheodore Ts'o 			   struct ext4_sb_info *sbi, char *buf)
24993197ebdbSTheodore Ts'o {
2500f2d50a65SJan Kara 	unsigned int *ui = (unsigned int *) (((char *) sbi) + a->u.offset);
25013197ebdbSTheodore Ts'o 
25023197ebdbSTheodore Ts'o 	return snprintf(buf, PAGE_SIZE, "%u\n", *ui);
25033197ebdbSTheodore Ts'o }
25043197ebdbSTheodore Ts'o 
25053197ebdbSTheodore Ts'o static ssize_t sbi_ui_store(struct ext4_attr *a,
25063197ebdbSTheodore Ts'o 			    struct ext4_sb_info *sbi,
25073197ebdbSTheodore Ts'o 			    const char *buf, size_t count)
25083197ebdbSTheodore Ts'o {
2509f2d50a65SJan Kara 	unsigned int *ui = (unsigned int *) (((char *) sbi) + a->u.offset);
25103197ebdbSTheodore Ts'o 	unsigned long t;
2511e1091b15SLukas Czerner 	int ret;
25123197ebdbSTheodore Ts'o 
2513e1091b15SLukas Czerner 	ret = kstrtoul(skip_spaces(buf), 0, &t);
2514e1091b15SLukas Czerner 	if (ret)
2515e1091b15SLukas Czerner 		return ret;
25163197ebdbSTheodore Ts'o 	*ui = t;
25173197ebdbSTheodore Ts'o 	return count;
25183197ebdbSTheodore Ts'o }
25193197ebdbSTheodore Ts'o 
252052c198c6SLukas Czerner static ssize_t es_ui_show(struct ext4_attr *a,
252152c198c6SLukas Czerner 			   struct ext4_sb_info *sbi, char *buf)
252252c198c6SLukas Czerner {
252352c198c6SLukas Czerner 
252452c198c6SLukas Czerner 	unsigned int *ui = (unsigned int *) (((char *) sbi->s_es) +
252552c198c6SLukas Czerner 			   a->u.offset);
252652c198c6SLukas Czerner 
252752c198c6SLukas Czerner 	return snprintf(buf, PAGE_SIZE, "%u\n", *ui);
252852c198c6SLukas Czerner }
252952c198c6SLukas Czerner 
253027dd4385SLukas Czerner static ssize_t reserved_clusters_show(struct ext4_attr *a,
253127dd4385SLukas Czerner 				  struct ext4_sb_info *sbi, char *buf)
253227dd4385SLukas Czerner {
253327dd4385SLukas Czerner 	return snprintf(buf, PAGE_SIZE, "%llu\n",
253427dd4385SLukas Czerner 		(unsigned long long) atomic64_read(&sbi->s_resv_clusters));
253527dd4385SLukas Czerner }
253627dd4385SLukas Czerner 
253727dd4385SLukas Czerner static ssize_t reserved_clusters_store(struct ext4_attr *a,
253827dd4385SLukas Czerner 				   struct ext4_sb_info *sbi,
253927dd4385SLukas Czerner 				   const char *buf, size_t count)
254027dd4385SLukas Czerner {
254127dd4385SLukas Czerner 	unsigned long long val;
254227dd4385SLukas Czerner 	int ret;
254327dd4385SLukas Czerner 
254427dd4385SLukas Czerner 	if (parse_strtoull(buf, -1ULL, &val))
254527dd4385SLukas Czerner 		return -EINVAL;
254627dd4385SLukas Czerner 	ret = ext4_reserve_clusters(sbi, val);
254727dd4385SLukas Czerner 
254827dd4385SLukas Czerner 	return ret ? ret : count;
254927dd4385SLukas Czerner }
255027dd4385SLukas Czerner 
25512c0544b2STheodore Ts'o static ssize_t trigger_test_error(struct ext4_attr *a,
25522c0544b2STheodore Ts'o 				  struct ext4_sb_info *sbi,
25532c0544b2STheodore Ts'o 				  const char *buf, size_t count)
25542c0544b2STheodore Ts'o {
25552c0544b2STheodore Ts'o 	int len = count;
25562c0544b2STheodore Ts'o 
25572c0544b2STheodore Ts'o 	if (!capable(CAP_SYS_ADMIN))
25582c0544b2STheodore Ts'o 		return -EPERM;
25592c0544b2STheodore Ts'o 
25602c0544b2STheodore Ts'o 	if (len && buf[len-1] == '\n')
25612c0544b2STheodore Ts'o 		len--;
25622c0544b2STheodore Ts'o 
25632c0544b2STheodore Ts'o 	if (len)
25642c0544b2STheodore Ts'o 		ext4_error(sbi->s_sb, "%.*s", len, buf);
25652c0544b2STheodore Ts'o 	return count;
25662c0544b2STheodore Ts'o }
25672c0544b2STheodore Ts'o 
2568f2d50a65SJan Kara static ssize_t sbi_deprecated_show(struct ext4_attr *a,
2569f2d50a65SJan Kara 				   struct ext4_sb_info *sbi, char *buf)
2570f2d50a65SJan Kara {
2571f2d50a65SJan Kara 	return snprintf(buf, PAGE_SIZE, "%d\n", a->u.deprecated_val);
2572f2d50a65SJan Kara }
2573f2d50a65SJan Kara 
25743197ebdbSTheodore Ts'o #define EXT4_ATTR_OFFSET(_name,_mode,_show,_store,_elname) \
25753197ebdbSTheodore Ts'o static struct ext4_attr ext4_attr_##_name = {			\
25763197ebdbSTheodore Ts'o 	.attr = {.name = __stringify(_name), .mode = _mode },	\
25773197ebdbSTheodore Ts'o 	.show	= _show,					\
25783197ebdbSTheodore Ts'o 	.store	= _store,					\
2579f2d50a65SJan Kara 	.u = {							\
25803197ebdbSTheodore Ts'o 		.offset = offsetof(struct ext4_sb_info, _elname),\
2581f2d50a65SJan Kara 	},							\
25823197ebdbSTheodore Ts'o }
258352c198c6SLukas Czerner 
258452c198c6SLukas Czerner #define EXT4_ATTR_OFFSET_ES(_name,_mode,_show,_store,_elname)		\
258552c198c6SLukas Czerner static struct ext4_attr ext4_attr_##_name = {				\
258652c198c6SLukas Czerner 	.attr = {.name = __stringify(_name), .mode = _mode },		\
258752c198c6SLukas Czerner 	.show	= _show,						\
258852c198c6SLukas Czerner 	.store	= _store,						\
258952c198c6SLukas Czerner 	.u = {								\
259052c198c6SLukas Czerner 		.offset = offsetof(struct ext4_super_block, _elname),	\
259152c198c6SLukas Czerner 	},								\
259252c198c6SLukas Czerner }
259352c198c6SLukas Czerner 
25943197ebdbSTheodore Ts'o #define EXT4_ATTR(name, mode, show, store) \
25953197ebdbSTheodore Ts'o static struct ext4_attr ext4_attr_##name = __ATTR(name, mode, show, store)
25963197ebdbSTheodore Ts'o 
2597857ac889SLukas Czerner #define EXT4_INFO_ATTR(name) EXT4_ATTR(name, 0444, NULL, NULL)
25983197ebdbSTheodore Ts'o #define EXT4_RO_ATTR(name) EXT4_ATTR(name, 0444, name##_show, NULL)
25993197ebdbSTheodore Ts'o #define EXT4_RW_ATTR(name) EXT4_ATTR(name, 0644, name##_show, name##_store)
260052c198c6SLukas Czerner 
260152c198c6SLukas Czerner #define EXT4_RO_ATTR_ES_UI(name, elname)	\
260252c198c6SLukas Czerner 	EXT4_ATTR_OFFSET_ES(name, 0444, es_ui_show, NULL, elname)
26033197ebdbSTheodore Ts'o #define EXT4_RW_ATTR_SBI_UI(name, elname)	\
26043197ebdbSTheodore Ts'o 	EXT4_ATTR_OFFSET(name, 0644, sbi_ui_show, sbi_ui_store, elname)
260552c198c6SLukas Czerner 
26063197ebdbSTheodore Ts'o #define ATTR_LIST(name) &ext4_attr_##name.attr
2607f2d50a65SJan Kara #define EXT4_DEPRECATED_ATTR(_name, _val)	\
2608f2d50a65SJan Kara static struct ext4_attr ext4_attr_##_name = {			\
2609f2d50a65SJan Kara 	.attr = {.name = __stringify(_name), .mode = 0444 },	\
2610f2d50a65SJan Kara 	.show	= sbi_deprecated_show,				\
2611f2d50a65SJan Kara 	.u = {							\
2612f2d50a65SJan Kara 		.deprecated_val = _val,				\
2613f2d50a65SJan Kara 	},							\
2614f2d50a65SJan Kara }
26153197ebdbSTheodore Ts'o 
26163197ebdbSTheodore Ts'o EXT4_RO_ATTR(delayed_allocation_blocks);
26173197ebdbSTheodore Ts'o EXT4_RO_ATTR(session_write_kbytes);
26183197ebdbSTheodore Ts'o EXT4_RO_ATTR(lifetime_write_kbytes);
261927dd4385SLukas Czerner EXT4_RW_ATTR(reserved_clusters);
26203197ebdbSTheodore Ts'o EXT4_ATTR_OFFSET(inode_readahead_blks, 0644, sbi_ui_show,
26213197ebdbSTheodore Ts'o 		 inode_readahead_blks_store, s_inode_readahead_blks);
262211013911SAndreas Dilger EXT4_RW_ATTR_SBI_UI(inode_goal, s_inode_goal);
26233197ebdbSTheodore Ts'o EXT4_RW_ATTR_SBI_UI(mb_stats, s_mb_stats);
26243197ebdbSTheodore Ts'o EXT4_RW_ATTR_SBI_UI(mb_max_to_scan, s_mb_max_to_scan);
26253197ebdbSTheodore Ts'o EXT4_RW_ATTR_SBI_UI(mb_min_to_scan, s_mb_min_to_scan);
26263197ebdbSTheodore Ts'o EXT4_RW_ATTR_SBI_UI(mb_order2_req, s_mb_order2_reqs);
26273197ebdbSTheodore Ts'o EXT4_RW_ATTR_SBI_UI(mb_stream_req, s_mb_stream_request);
26283197ebdbSTheodore Ts'o EXT4_RW_ATTR_SBI_UI(mb_group_prealloc, s_mb_group_prealloc);
2629f2d50a65SJan Kara EXT4_DEPRECATED_ATTR(max_writeback_mb_bump, 128);
263067a5da56SZheng Liu EXT4_RW_ATTR_SBI_UI(extent_max_zeroout_kb, s_extent_max_zeroout_kb);
26312c0544b2STheodore Ts'o EXT4_ATTR(trigger_fs_error, 0200, NULL, trigger_test_error);
2632efbed4dcSTheodore Ts'o EXT4_RW_ATTR_SBI_UI(err_ratelimit_interval_ms, s_err_ratelimit_state.interval);
2633efbed4dcSTheodore Ts'o EXT4_RW_ATTR_SBI_UI(err_ratelimit_burst, s_err_ratelimit_state.burst);
2634efbed4dcSTheodore Ts'o EXT4_RW_ATTR_SBI_UI(warning_ratelimit_interval_ms, s_warning_ratelimit_state.interval);
2635efbed4dcSTheodore Ts'o EXT4_RW_ATTR_SBI_UI(warning_ratelimit_burst, s_warning_ratelimit_state.burst);
2636efbed4dcSTheodore Ts'o EXT4_RW_ATTR_SBI_UI(msg_ratelimit_interval_ms, s_msg_ratelimit_state.interval);
2637efbed4dcSTheodore Ts'o EXT4_RW_ATTR_SBI_UI(msg_ratelimit_burst, s_msg_ratelimit_state.burst);
263852c198c6SLukas Czerner EXT4_RO_ATTR_ES_UI(errors_count, s_error_count);
263952c198c6SLukas Czerner EXT4_RO_ATTR_ES_UI(first_error_time, s_first_error_time);
264052c198c6SLukas Czerner EXT4_RO_ATTR_ES_UI(last_error_time, s_last_error_time);
26413197ebdbSTheodore Ts'o 
26423197ebdbSTheodore Ts'o static struct attribute *ext4_attrs[] = {
26433197ebdbSTheodore Ts'o 	ATTR_LIST(delayed_allocation_blocks),
26443197ebdbSTheodore Ts'o 	ATTR_LIST(session_write_kbytes),
26453197ebdbSTheodore Ts'o 	ATTR_LIST(lifetime_write_kbytes),
264627dd4385SLukas Czerner 	ATTR_LIST(reserved_clusters),
26473197ebdbSTheodore Ts'o 	ATTR_LIST(inode_readahead_blks),
264811013911SAndreas Dilger 	ATTR_LIST(inode_goal),
26493197ebdbSTheodore Ts'o 	ATTR_LIST(mb_stats),
26503197ebdbSTheodore Ts'o 	ATTR_LIST(mb_max_to_scan),
26513197ebdbSTheodore Ts'o 	ATTR_LIST(mb_min_to_scan),
26523197ebdbSTheodore Ts'o 	ATTR_LIST(mb_order2_req),
26533197ebdbSTheodore Ts'o 	ATTR_LIST(mb_stream_req),
26543197ebdbSTheodore Ts'o 	ATTR_LIST(mb_group_prealloc),
265555138e0bSTheodore Ts'o 	ATTR_LIST(max_writeback_mb_bump),
265667a5da56SZheng Liu 	ATTR_LIST(extent_max_zeroout_kb),
26572c0544b2STheodore Ts'o 	ATTR_LIST(trigger_fs_error),
2658efbed4dcSTheodore Ts'o 	ATTR_LIST(err_ratelimit_interval_ms),
2659efbed4dcSTheodore Ts'o 	ATTR_LIST(err_ratelimit_burst),
2660efbed4dcSTheodore Ts'o 	ATTR_LIST(warning_ratelimit_interval_ms),
2661efbed4dcSTheodore Ts'o 	ATTR_LIST(warning_ratelimit_burst),
2662efbed4dcSTheodore Ts'o 	ATTR_LIST(msg_ratelimit_interval_ms),
2663efbed4dcSTheodore Ts'o 	ATTR_LIST(msg_ratelimit_burst),
266452c198c6SLukas Czerner 	ATTR_LIST(errors_count),
266552c198c6SLukas Czerner 	ATTR_LIST(first_error_time),
266652c198c6SLukas Czerner 	ATTR_LIST(last_error_time),
26673197ebdbSTheodore Ts'o 	NULL,
26683197ebdbSTheodore Ts'o };
26693197ebdbSTheodore Ts'o 
2670857ac889SLukas Czerner /* Features this copy of ext4 supports */
2671857ac889SLukas Czerner EXT4_INFO_ATTR(lazy_itable_init);
267227ee40dfSLukas Czerner EXT4_INFO_ATTR(batched_discard);
26735e7bbef1STheodore Ts'o EXT4_INFO_ATTR(meta_bg_resize);
2674857ac889SLukas Czerner 
2675857ac889SLukas Czerner static struct attribute *ext4_feat_attrs[] = {
2676857ac889SLukas Czerner 	ATTR_LIST(lazy_itable_init),
267727ee40dfSLukas Czerner 	ATTR_LIST(batched_discard),
26785e7bbef1STheodore Ts'o 	ATTR_LIST(meta_bg_resize),
2679857ac889SLukas Czerner 	NULL,
2680857ac889SLukas Czerner };
2681857ac889SLukas Czerner 
26823197ebdbSTheodore Ts'o static ssize_t ext4_attr_show(struct kobject *kobj,
26833197ebdbSTheodore Ts'o 			      struct attribute *attr, char *buf)
26843197ebdbSTheodore Ts'o {
26853197ebdbSTheodore Ts'o 	struct ext4_sb_info *sbi = container_of(kobj, struct ext4_sb_info,
26863197ebdbSTheodore Ts'o 						s_kobj);
26873197ebdbSTheodore Ts'o 	struct ext4_attr *a = container_of(attr, struct ext4_attr, attr);
26883197ebdbSTheodore Ts'o 
26893197ebdbSTheodore Ts'o 	return a->show ? a->show(a, sbi, buf) : 0;
26903197ebdbSTheodore Ts'o }
26913197ebdbSTheodore Ts'o 
26923197ebdbSTheodore Ts'o static ssize_t ext4_attr_store(struct kobject *kobj,
26933197ebdbSTheodore Ts'o 			       struct attribute *attr,
26943197ebdbSTheodore Ts'o 			       const char *buf, size_t len)
26953197ebdbSTheodore Ts'o {
26963197ebdbSTheodore Ts'o 	struct ext4_sb_info *sbi = container_of(kobj, struct ext4_sb_info,
26973197ebdbSTheodore Ts'o 						s_kobj);
26983197ebdbSTheodore Ts'o 	struct ext4_attr *a = container_of(attr, struct ext4_attr, attr);
26993197ebdbSTheodore Ts'o 
27003197ebdbSTheodore Ts'o 	return a->store ? a->store(a, sbi, buf, len) : 0;
27013197ebdbSTheodore Ts'o }
27023197ebdbSTheodore Ts'o 
27033197ebdbSTheodore Ts'o static void ext4_sb_release(struct kobject *kobj)
27043197ebdbSTheodore Ts'o {
27053197ebdbSTheodore Ts'o 	struct ext4_sb_info *sbi = container_of(kobj, struct ext4_sb_info,
27063197ebdbSTheodore Ts'o 						s_kobj);
27073197ebdbSTheodore Ts'o 	complete(&sbi->s_kobj_unregister);
27083197ebdbSTheodore Ts'o }
27093197ebdbSTheodore Ts'o 
271052cf25d0SEmese Revfy static const struct sysfs_ops ext4_attr_ops = {
27113197ebdbSTheodore Ts'o 	.show	= ext4_attr_show,
27123197ebdbSTheodore Ts'o 	.store	= ext4_attr_store,
27133197ebdbSTheodore Ts'o };
27143197ebdbSTheodore Ts'o 
27153197ebdbSTheodore Ts'o static struct kobj_type ext4_ktype = {
27163197ebdbSTheodore Ts'o 	.default_attrs	= ext4_attrs,
27173197ebdbSTheodore Ts'o 	.sysfs_ops	= &ext4_attr_ops,
27183197ebdbSTheodore Ts'o 	.release	= ext4_sb_release,
27193197ebdbSTheodore Ts'o };
27203197ebdbSTheodore Ts'o 
2721857ac889SLukas Czerner static void ext4_feat_release(struct kobject *kobj)
2722857ac889SLukas Czerner {
2723857ac889SLukas Czerner 	complete(&ext4_feat->f_kobj_unregister);
2724857ac889SLukas Czerner }
2725857ac889SLukas Czerner 
2726c7f72543SLukas Czerner static ssize_t ext4_feat_show(struct kobject *kobj,
2727c7f72543SLukas Czerner 			      struct attribute *attr, char *buf)
2728c7f72543SLukas Czerner {
2729c7f72543SLukas Czerner 	return snprintf(buf, PAGE_SIZE, "supported\n");
2730c7f72543SLukas Czerner }
2731c7f72543SLukas Czerner 
2732c7f72543SLukas Czerner /*
2733c7f72543SLukas Czerner  * We can not use ext4_attr_show/store because it relies on the kobject
2734c7f72543SLukas Czerner  * being embedded in the ext4_sb_info structure which is definitely not
2735c7f72543SLukas Czerner  * true in this case.
2736c7f72543SLukas Czerner  */
2737c7f72543SLukas Czerner static const struct sysfs_ops ext4_feat_ops = {
2738c7f72543SLukas Czerner 	.show	= ext4_feat_show,
2739c7f72543SLukas Czerner 	.store	= NULL,
2740c7f72543SLukas Czerner };
2741c7f72543SLukas Czerner 
2742857ac889SLukas Czerner static struct kobj_type ext4_feat_ktype = {
2743857ac889SLukas Czerner 	.default_attrs	= ext4_feat_attrs,
2744c7f72543SLukas Czerner 	.sysfs_ops	= &ext4_feat_ops,
2745857ac889SLukas Czerner 	.release	= ext4_feat_release,
2746857ac889SLukas Czerner };
2747857ac889SLukas Czerner 
2748a13fb1a4SEric Sandeen /*
2749a13fb1a4SEric Sandeen  * Check whether this filesystem can be mounted based on
2750a13fb1a4SEric Sandeen  * the features present and the RDONLY/RDWR mount requested.
2751a13fb1a4SEric Sandeen  * Returns 1 if this filesystem can be mounted as requested,
2752a13fb1a4SEric Sandeen  * 0 if it cannot be.
2753a13fb1a4SEric Sandeen  */
2754a13fb1a4SEric Sandeen static int ext4_feature_set_ok(struct super_block *sb, int readonly)
2755a13fb1a4SEric Sandeen {
2756a13fb1a4SEric Sandeen 	if (EXT4_HAS_INCOMPAT_FEATURE(sb, ~EXT4_FEATURE_INCOMPAT_SUPP)) {
2757a13fb1a4SEric Sandeen 		ext4_msg(sb, KERN_ERR,
2758a13fb1a4SEric Sandeen 			"Couldn't mount because of "
2759a13fb1a4SEric Sandeen 			"unsupported optional features (%x)",
2760a13fb1a4SEric Sandeen 			(le32_to_cpu(EXT4_SB(sb)->s_es->s_feature_incompat) &
2761a13fb1a4SEric Sandeen 			~EXT4_FEATURE_INCOMPAT_SUPP));
2762a13fb1a4SEric Sandeen 		return 0;
2763a13fb1a4SEric Sandeen 	}
2764a13fb1a4SEric Sandeen 
2765a13fb1a4SEric Sandeen 	if (readonly)
2766a13fb1a4SEric Sandeen 		return 1;
2767a13fb1a4SEric Sandeen 
27682cb5cc8bSDarrick J. Wong 	if (EXT4_HAS_RO_COMPAT_FEATURE(sb, EXT4_FEATURE_RO_COMPAT_READONLY)) {
27692cb5cc8bSDarrick J. Wong 		ext4_msg(sb, KERN_INFO, "filesystem is read-only");
27702cb5cc8bSDarrick J. Wong 		sb->s_flags |= MS_RDONLY;
27712cb5cc8bSDarrick J. Wong 		return 1;
27722cb5cc8bSDarrick J. Wong 	}
27732cb5cc8bSDarrick J. Wong 
2774a13fb1a4SEric Sandeen 	/* Check that feature set is OK for a read-write mount */
2775a13fb1a4SEric Sandeen 	if (EXT4_HAS_RO_COMPAT_FEATURE(sb, ~EXT4_FEATURE_RO_COMPAT_SUPP)) {
2776a13fb1a4SEric Sandeen 		ext4_msg(sb, KERN_ERR, "couldn't mount RDWR because of "
2777a13fb1a4SEric Sandeen 			 "unsupported optional features (%x)",
2778a13fb1a4SEric Sandeen 			 (le32_to_cpu(EXT4_SB(sb)->s_es->s_feature_ro_compat) &
2779a13fb1a4SEric Sandeen 				~EXT4_FEATURE_RO_COMPAT_SUPP));
2780a13fb1a4SEric Sandeen 		return 0;
2781a13fb1a4SEric Sandeen 	}
2782a13fb1a4SEric Sandeen 	/*
2783a13fb1a4SEric Sandeen 	 * Large file size enabled file system can only be mounted
2784a13fb1a4SEric Sandeen 	 * read-write on 32-bit systems if kernel is built with CONFIG_LBDAF
2785a13fb1a4SEric Sandeen 	 */
2786a13fb1a4SEric Sandeen 	if (EXT4_HAS_RO_COMPAT_FEATURE(sb, EXT4_FEATURE_RO_COMPAT_HUGE_FILE)) {
2787a13fb1a4SEric Sandeen 		if (sizeof(blkcnt_t) < sizeof(u64)) {
2788a13fb1a4SEric Sandeen 			ext4_msg(sb, KERN_ERR, "Filesystem with huge files "
2789a13fb1a4SEric Sandeen 				 "cannot be mounted RDWR without "
2790a13fb1a4SEric Sandeen 				 "CONFIG_LBDAF");
2791a13fb1a4SEric Sandeen 			return 0;
2792a13fb1a4SEric Sandeen 		}
2793a13fb1a4SEric Sandeen 	}
2794bab08ab9STheodore Ts'o 	if (EXT4_HAS_RO_COMPAT_FEATURE(sb, EXT4_FEATURE_RO_COMPAT_BIGALLOC) &&
2795bab08ab9STheodore Ts'o 	    !EXT4_HAS_INCOMPAT_FEATURE(sb, EXT4_FEATURE_INCOMPAT_EXTENTS)) {
2796bab08ab9STheodore Ts'o 		ext4_msg(sb, KERN_ERR,
2797bab08ab9STheodore Ts'o 			 "Can't support bigalloc feature without "
2798bab08ab9STheodore Ts'o 			 "extents feature\n");
2799bab08ab9STheodore Ts'o 		return 0;
2800bab08ab9STheodore Ts'o 	}
28017c319d32SAditya Kali 
28027c319d32SAditya Kali #ifndef CONFIG_QUOTA
28037c319d32SAditya Kali 	if (EXT4_HAS_RO_COMPAT_FEATURE(sb, EXT4_FEATURE_RO_COMPAT_QUOTA) &&
28047c319d32SAditya Kali 	    !readonly) {
28057c319d32SAditya Kali 		ext4_msg(sb, KERN_ERR,
28067c319d32SAditya Kali 			 "Filesystem with quota feature cannot be mounted RDWR "
28077c319d32SAditya Kali 			 "without CONFIG_QUOTA");
28087c319d32SAditya Kali 		return 0;
28097c319d32SAditya Kali 	}
28107c319d32SAditya Kali #endif  /* CONFIG_QUOTA */
2811a13fb1a4SEric Sandeen 	return 1;
2812a13fb1a4SEric Sandeen }
2813a13fb1a4SEric Sandeen 
281466e61a9eSTheodore Ts'o /*
281566e61a9eSTheodore Ts'o  * This function is called once a day if we have errors logged
281666e61a9eSTheodore Ts'o  * on the file system
281766e61a9eSTheodore Ts'o  */
281866e61a9eSTheodore Ts'o static void print_daily_error_info(unsigned long arg)
281966e61a9eSTheodore Ts'o {
282066e61a9eSTheodore Ts'o 	struct super_block *sb = (struct super_block *) arg;
282166e61a9eSTheodore Ts'o 	struct ext4_sb_info *sbi;
282266e61a9eSTheodore Ts'o 	struct ext4_super_block *es;
282366e61a9eSTheodore Ts'o 
282466e61a9eSTheodore Ts'o 	sbi = EXT4_SB(sb);
282566e61a9eSTheodore Ts'o 	es = sbi->s_es;
282666e61a9eSTheodore Ts'o 
282766e61a9eSTheodore Ts'o 	if (es->s_error_count)
2828ae0f78deSTheodore Ts'o 		/* fsck newer than v1.41.13 is needed to clean this condition. */
2829ae0f78deSTheodore Ts'o 		ext4_msg(sb, KERN_NOTICE, "error count since last fsck: %u",
283066e61a9eSTheodore Ts'o 			 le32_to_cpu(es->s_error_count));
283166e61a9eSTheodore Ts'o 	if (es->s_first_error_time) {
2832ae0f78deSTheodore Ts'o 		printk(KERN_NOTICE "EXT4-fs (%s): initial error at time %u: %.*s:%d",
283366e61a9eSTheodore Ts'o 		       sb->s_id, le32_to_cpu(es->s_first_error_time),
283466e61a9eSTheodore Ts'o 		       (int) sizeof(es->s_first_error_func),
283566e61a9eSTheodore Ts'o 		       es->s_first_error_func,
283666e61a9eSTheodore Ts'o 		       le32_to_cpu(es->s_first_error_line));
283766e61a9eSTheodore Ts'o 		if (es->s_first_error_ino)
283866e61a9eSTheodore Ts'o 			printk(": inode %u",
283966e61a9eSTheodore Ts'o 			       le32_to_cpu(es->s_first_error_ino));
284066e61a9eSTheodore Ts'o 		if (es->s_first_error_block)
284166e61a9eSTheodore Ts'o 			printk(": block %llu", (unsigned long long)
284266e61a9eSTheodore Ts'o 			       le64_to_cpu(es->s_first_error_block));
284366e61a9eSTheodore Ts'o 		printk("\n");
284466e61a9eSTheodore Ts'o 	}
284566e61a9eSTheodore Ts'o 	if (es->s_last_error_time) {
2846ae0f78deSTheodore Ts'o 		printk(KERN_NOTICE "EXT4-fs (%s): last error at time %u: %.*s:%d",
284766e61a9eSTheodore Ts'o 		       sb->s_id, le32_to_cpu(es->s_last_error_time),
284866e61a9eSTheodore Ts'o 		       (int) sizeof(es->s_last_error_func),
284966e61a9eSTheodore Ts'o 		       es->s_last_error_func,
285066e61a9eSTheodore Ts'o 		       le32_to_cpu(es->s_last_error_line));
285166e61a9eSTheodore Ts'o 		if (es->s_last_error_ino)
285266e61a9eSTheodore Ts'o 			printk(": inode %u",
285366e61a9eSTheodore Ts'o 			       le32_to_cpu(es->s_last_error_ino));
285466e61a9eSTheodore Ts'o 		if (es->s_last_error_block)
285566e61a9eSTheodore Ts'o 			printk(": block %llu", (unsigned long long)
285666e61a9eSTheodore Ts'o 			       le64_to_cpu(es->s_last_error_block));
285766e61a9eSTheodore Ts'o 		printk("\n");
285866e61a9eSTheodore Ts'o 	}
285966e61a9eSTheodore Ts'o 	mod_timer(&sbi->s_err_report, jiffies + 24*60*60*HZ);  /* Once a day */
286066e61a9eSTheodore Ts'o }
286166e61a9eSTheodore Ts'o 
2862bfff6873SLukas Czerner /* Find next suitable group and run ext4_init_inode_table */
2863bfff6873SLukas Czerner static int ext4_run_li_request(struct ext4_li_request *elr)
2864bfff6873SLukas Czerner {
2865bfff6873SLukas Czerner 	struct ext4_group_desc *gdp = NULL;
2866bfff6873SLukas Czerner 	ext4_group_t group, ngroups;
2867bfff6873SLukas Czerner 	struct super_block *sb;
2868bfff6873SLukas Czerner 	unsigned long timeout = 0;
2869bfff6873SLukas Czerner 	int ret = 0;
2870bfff6873SLukas Czerner 
2871bfff6873SLukas Czerner 	sb = elr->lr_super;
2872bfff6873SLukas Czerner 	ngroups = EXT4_SB(sb)->s_groups_count;
2873bfff6873SLukas Czerner 
28748e8ad8a5SJan Kara 	sb_start_write(sb);
2875bfff6873SLukas Czerner 	for (group = elr->lr_next_group; group < ngroups; group++) {
2876bfff6873SLukas Czerner 		gdp = ext4_get_group_desc(sb, group, NULL);
2877bfff6873SLukas Czerner 		if (!gdp) {
2878bfff6873SLukas Czerner 			ret = 1;
2879bfff6873SLukas Czerner 			break;
2880bfff6873SLukas Czerner 		}
2881bfff6873SLukas Czerner 
2882bfff6873SLukas Czerner 		if (!(gdp->bg_flags & cpu_to_le16(EXT4_BG_INODE_ZEROED)))
2883bfff6873SLukas Czerner 			break;
2884bfff6873SLukas Czerner 	}
2885bfff6873SLukas Czerner 
28867f511862STheodore Ts'o 	if (group >= ngroups)
2887bfff6873SLukas Czerner 		ret = 1;
2888bfff6873SLukas Czerner 
2889bfff6873SLukas Czerner 	if (!ret) {
2890bfff6873SLukas Czerner 		timeout = jiffies;
2891bfff6873SLukas Czerner 		ret = ext4_init_inode_table(sb, group,
2892bfff6873SLukas Czerner 					    elr->lr_timeout ? 0 : 1);
2893bfff6873SLukas Czerner 		if (elr->lr_timeout == 0) {
289451ce6511SLukas Czerner 			timeout = (jiffies - timeout) *
289551ce6511SLukas Czerner 				  elr->lr_sbi->s_li_wait_mult;
2896bfff6873SLukas Czerner 			elr->lr_timeout = timeout;
2897bfff6873SLukas Czerner 		}
2898bfff6873SLukas Czerner 		elr->lr_next_sched = jiffies + elr->lr_timeout;
2899bfff6873SLukas Czerner 		elr->lr_next_group = group + 1;
2900bfff6873SLukas Czerner 	}
29018e8ad8a5SJan Kara 	sb_end_write(sb);
2902bfff6873SLukas Czerner 
2903bfff6873SLukas Czerner 	return ret;
2904bfff6873SLukas Czerner }
2905bfff6873SLukas Czerner 
2906bfff6873SLukas Czerner /*
2907bfff6873SLukas Czerner  * Remove lr_request from the list_request and free the
29084ed5c033SLukas Czerner  * request structure. Should be called with li_list_mtx held
2909bfff6873SLukas Czerner  */
2910bfff6873SLukas Czerner static void ext4_remove_li_request(struct ext4_li_request *elr)
2911bfff6873SLukas Czerner {
2912bfff6873SLukas Czerner 	struct ext4_sb_info *sbi;
2913bfff6873SLukas Czerner 
2914bfff6873SLukas Czerner 	if (!elr)
2915bfff6873SLukas Czerner 		return;
2916bfff6873SLukas Czerner 
2917bfff6873SLukas Czerner 	sbi = elr->lr_sbi;
2918bfff6873SLukas Czerner 
2919bfff6873SLukas Czerner 	list_del(&elr->lr_request);
2920bfff6873SLukas Czerner 	sbi->s_li_request = NULL;
2921bfff6873SLukas Czerner 	kfree(elr);
2922bfff6873SLukas Czerner }
2923bfff6873SLukas Czerner 
2924bfff6873SLukas Czerner static void ext4_unregister_li_request(struct super_block *sb)
2925bfff6873SLukas Czerner {
29261bb933fbSLukas Czerner 	mutex_lock(&ext4_li_mtx);
29271bb933fbSLukas Czerner 	if (!ext4_li_info) {
29281bb933fbSLukas Czerner 		mutex_unlock(&ext4_li_mtx);
2929bfff6873SLukas Czerner 		return;
29301bb933fbSLukas Czerner 	}
2931bfff6873SLukas Czerner 
2932bfff6873SLukas Czerner 	mutex_lock(&ext4_li_info->li_list_mtx);
29331bb933fbSLukas Czerner 	ext4_remove_li_request(EXT4_SB(sb)->s_li_request);
2934bfff6873SLukas Czerner 	mutex_unlock(&ext4_li_info->li_list_mtx);
29351bb933fbSLukas Czerner 	mutex_unlock(&ext4_li_mtx);
2936bfff6873SLukas Czerner }
2937bfff6873SLukas Czerner 
29388f1f7453SEric Sandeen static struct task_struct *ext4_lazyinit_task;
29398f1f7453SEric Sandeen 
2940bfff6873SLukas Czerner /*
2941bfff6873SLukas Czerner  * This is the function where ext4lazyinit thread lives. It walks
2942bfff6873SLukas Czerner  * through the request list searching for next scheduled filesystem.
2943bfff6873SLukas Czerner  * When such a fs is found, run the lazy initialization request
2944bfff6873SLukas Czerner  * (ext4_rn_li_request) and keep track of the time spend in this
2945bfff6873SLukas Czerner  * function. Based on that time we compute next schedule time of
2946bfff6873SLukas Czerner  * the request. When walking through the list is complete, compute
2947bfff6873SLukas Czerner  * next waking time and put itself into sleep.
2948bfff6873SLukas Czerner  */
2949bfff6873SLukas Czerner static int ext4_lazyinit_thread(void *arg)
2950bfff6873SLukas Czerner {
2951bfff6873SLukas Czerner 	struct ext4_lazy_init *eli = (struct ext4_lazy_init *)arg;
2952bfff6873SLukas Czerner 	struct list_head *pos, *n;
2953bfff6873SLukas Czerner 	struct ext4_li_request *elr;
29544ed5c033SLukas Czerner 	unsigned long next_wakeup, cur;
2955bfff6873SLukas Czerner 
2956bfff6873SLukas Czerner 	BUG_ON(NULL == eli);
2957bfff6873SLukas Czerner 
2958bfff6873SLukas Czerner cont_thread:
2959bfff6873SLukas Czerner 	while (true) {
2960bfff6873SLukas Czerner 		next_wakeup = MAX_JIFFY_OFFSET;
2961bfff6873SLukas Czerner 
2962bfff6873SLukas Czerner 		mutex_lock(&eli->li_list_mtx);
2963bfff6873SLukas Czerner 		if (list_empty(&eli->li_request_list)) {
2964bfff6873SLukas Czerner 			mutex_unlock(&eli->li_list_mtx);
2965bfff6873SLukas Czerner 			goto exit_thread;
2966bfff6873SLukas Czerner 		}
2967bfff6873SLukas Czerner 
2968bfff6873SLukas Czerner 		list_for_each_safe(pos, n, &eli->li_request_list) {
2969bfff6873SLukas Czerner 			elr = list_entry(pos, struct ext4_li_request,
2970bfff6873SLukas Czerner 					 lr_request);
2971bfff6873SLukas Czerner 
2972b2c78cd0STheodore Ts'o 			if (time_after_eq(jiffies, elr->lr_next_sched)) {
2973b2c78cd0STheodore Ts'o 				if (ext4_run_li_request(elr) != 0) {
2974b2c78cd0STheodore Ts'o 					/* error, remove the lazy_init job */
2975bfff6873SLukas Czerner 					ext4_remove_li_request(elr);
2976bfff6873SLukas Czerner 					continue;
2977bfff6873SLukas Czerner 				}
2978b2c78cd0STheodore Ts'o 			}
2979bfff6873SLukas Czerner 
2980bfff6873SLukas Czerner 			if (time_before(elr->lr_next_sched, next_wakeup))
2981bfff6873SLukas Czerner 				next_wakeup = elr->lr_next_sched;
2982bfff6873SLukas Czerner 		}
2983bfff6873SLukas Czerner 		mutex_unlock(&eli->li_list_mtx);
2984bfff6873SLukas Czerner 
2985a0acae0eSTejun Heo 		try_to_freeze();
2986bfff6873SLukas Czerner 
29874ed5c033SLukas Czerner 		cur = jiffies;
29884ed5c033SLukas Czerner 		if ((time_after_eq(cur, next_wakeup)) ||
2989f4245bd4SLukas Czerner 		    (MAX_JIFFY_OFFSET == next_wakeup)) {
2990bfff6873SLukas Czerner 			cond_resched();
2991bfff6873SLukas Czerner 			continue;
2992bfff6873SLukas Czerner 		}
2993bfff6873SLukas Czerner 
29944ed5c033SLukas Czerner 		schedule_timeout_interruptible(next_wakeup - cur);
29954ed5c033SLukas Czerner 
29968f1f7453SEric Sandeen 		if (kthread_should_stop()) {
29978f1f7453SEric Sandeen 			ext4_clear_request_list();
29988f1f7453SEric Sandeen 			goto exit_thread;
29998f1f7453SEric Sandeen 		}
3000bfff6873SLukas Czerner 	}
3001bfff6873SLukas Czerner 
3002bfff6873SLukas Czerner exit_thread:
3003bfff6873SLukas Czerner 	/*
3004bfff6873SLukas Czerner 	 * It looks like the request list is empty, but we need
3005bfff6873SLukas Czerner 	 * to check it under the li_list_mtx lock, to prevent any
3006bfff6873SLukas Czerner 	 * additions into it, and of course we should lock ext4_li_mtx
3007bfff6873SLukas Czerner 	 * to atomically free the list and ext4_li_info, because at
3008bfff6873SLukas Czerner 	 * this point another ext4 filesystem could be registering
3009bfff6873SLukas Czerner 	 * new one.
3010bfff6873SLukas Czerner 	 */
3011bfff6873SLukas Czerner 	mutex_lock(&ext4_li_mtx);
3012bfff6873SLukas Czerner 	mutex_lock(&eli->li_list_mtx);
3013bfff6873SLukas Czerner 	if (!list_empty(&eli->li_request_list)) {
3014bfff6873SLukas Czerner 		mutex_unlock(&eli->li_list_mtx);
3015bfff6873SLukas Czerner 		mutex_unlock(&ext4_li_mtx);
3016bfff6873SLukas Czerner 		goto cont_thread;
3017bfff6873SLukas Czerner 	}
3018bfff6873SLukas Czerner 	mutex_unlock(&eli->li_list_mtx);
3019bfff6873SLukas Czerner 	kfree(ext4_li_info);
3020bfff6873SLukas Czerner 	ext4_li_info = NULL;
3021bfff6873SLukas Czerner 	mutex_unlock(&ext4_li_mtx);
3022bfff6873SLukas Czerner 
3023bfff6873SLukas Czerner 	return 0;
3024bfff6873SLukas Czerner }
3025bfff6873SLukas Czerner 
3026bfff6873SLukas Czerner static void ext4_clear_request_list(void)
3027bfff6873SLukas Czerner {
3028bfff6873SLukas Czerner 	struct list_head *pos, *n;
3029bfff6873SLukas Czerner 	struct ext4_li_request *elr;
3030bfff6873SLukas Czerner 
3031bfff6873SLukas Czerner 	mutex_lock(&ext4_li_info->li_list_mtx);
3032bfff6873SLukas Czerner 	list_for_each_safe(pos, n, &ext4_li_info->li_request_list) {
3033bfff6873SLukas Czerner 		elr = list_entry(pos, struct ext4_li_request,
3034bfff6873SLukas Czerner 				 lr_request);
3035bfff6873SLukas Czerner 		ext4_remove_li_request(elr);
3036bfff6873SLukas Czerner 	}
3037bfff6873SLukas Czerner 	mutex_unlock(&ext4_li_info->li_list_mtx);
3038bfff6873SLukas Czerner }
3039bfff6873SLukas Czerner 
3040bfff6873SLukas Czerner static int ext4_run_lazyinit_thread(void)
3041bfff6873SLukas Czerner {
30428f1f7453SEric Sandeen 	ext4_lazyinit_task = kthread_run(ext4_lazyinit_thread,
30438f1f7453SEric Sandeen 					 ext4_li_info, "ext4lazyinit");
30448f1f7453SEric Sandeen 	if (IS_ERR(ext4_lazyinit_task)) {
30458f1f7453SEric Sandeen 		int err = PTR_ERR(ext4_lazyinit_task);
3046bfff6873SLukas Czerner 		ext4_clear_request_list();
3047bfff6873SLukas Czerner 		kfree(ext4_li_info);
3048bfff6873SLukas Czerner 		ext4_li_info = NULL;
304992b97816STheodore Ts'o 		printk(KERN_CRIT "EXT4-fs: error %d creating inode table "
3050bfff6873SLukas Czerner 				 "initialization thread\n",
3051bfff6873SLukas Czerner 				 err);
3052bfff6873SLukas Czerner 		return err;
3053bfff6873SLukas Czerner 	}
3054bfff6873SLukas Czerner 	ext4_li_info->li_state |= EXT4_LAZYINIT_RUNNING;
3055bfff6873SLukas Czerner 	return 0;
3056bfff6873SLukas Czerner }
3057bfff6873SLukas Czerner 
3058bfff6873SLukas Czerner /*
3059bfff6873SLukas Czerner  * Check whether it make sense to run itable init. thread or not.
3060bfff6873SLukas Czerner  * If there is at least one uninitialized inode table, return
3061bfff6873SLukas Czerner  * corresponding group number, else the loop goes through all
3062bfff6873SLukas Czerner  * groups and return total number of groups.
3063bfff6873SLukas Czerner  */
3064bfff6873SLukas Czerner static ext4_group_t ext4_has_uninit_itable(struct super_block *sb)
3065bfff6873SLukas Czerner {
3066bfff6873SLukas Czerner 	ext4_group_t group, ngroups = EXT4_SB(sb)->s_groups_count;
3067bfff6873SLukas Czerner 	struct ext4_group_desc *gdp = NULL;
3068bfff6873SLukas Czerner 
3069bfff6873SLukas Czerner 	for (group = 0; group < ngroups; group++) {
3070bfff6873SLukas Czerner 		gdp = ext4_get_group_desc(sb, group, NULL);
3071bfff6873SLukas Czerner 		if (!gdp)
3072bfff6873SLukas Czerner 			continue;
3073bfff6873SLukas Czerner 
3074bfff6873SLukas Czerner 		if (!(gdp->bg_flags & cpu_to_le16(EXT4_BG_INODE_ZEROED)))
3075bfff6873SLukas Czerner 			break;
3076bfff6873SLukas Czerner 	}
3077bfff6873SLukas Czerner 
3078bfff6873SLukas Czerner 	return group;
3079bfff6873SLukas Czerner }
3080bfff6873SLukas Czerner 
3081bfff6873SLukas Czerner static int ext4_li_info_new(void)
3082bfff6873SLukas Czerner {
3083bfff6873SLukas Czerner 	struct ext4_lazy_init *eli = NULL;
3084bfff6873SLukas Czerner 
3085bfff6873SLukas Czerner 	eli = kzalloc(sizeof(*eli), GFP_KERNEL);
3086bfff6873SLukas Czerner 	if (!eli)
3087bfff6873SLukas Czerner 		return -ENOMEM;
3088bfff6873SLukas Czerner 
3089bfff6873SLukas Czerner 	INIT_LIST_HEAD(&eli->li_request_list);
3090bfff6873SLukas Czerner 	mutex_init(&eli->li_list_mtx);
3091bfff6873SLukas Czerner 
3092bfff6873SLukas Czerner 	eli->li_state |= EXT4_LAZYINIT_QUIT;
3093bfff6873SLukas Czerner 
3094bfff6873SLukas Czerner 	ext4_li_info = eli;
3095bfff6873SLukas Czerner 
3096bfff6873SLukas Czerner 	return 0;
3097bfff6873SLukas Czerner }
3098bfff6873SLukas Czerner 
3099bfff6873SLukas Czerner static struct ext4_li_request *ext4_li_request_new(struct super_block *sb,
3100bfff6873SLukas Czerner 					    ext4_group_t start)
3101bfff6873SLukas Czerner {
3102bfff6873SLukas Czerner 	struct ext4_sb_info *sbi = EXT4_SB(sb);
3103bfff6873SLukas Czerner 	struct ext4_li_request *elr;
3104bfff6873SLukas Czerner 
3105bfff6873SLukas Czerner 	elr = kzalloc(sizeof(*elr), GFP_KERNEL);
3106bfff6873SLukas Czerner 	if (!elr)
3107bfff6873SLukas Czerner 		return NULL;
3108bfff6873SLukas Czerner 
3109bfff6873SLukas Czerner 	elr->lr_super = sb;
3110bfff6873SLukas Czerner 	elr->lr_sbi = sbi;
3111bfff6873SLukas Czerner 	elr->lr_next_group = start;
3112bfff6873SLukas Czerner 
3113bfff6873SLukas Czerner 	/*
3114bfff6873SLukas Czerner 	 * Randomize first schedule time of the request to
3115bfff6873SLukas Czerner 	 * spread the inode table initialization requests
3116bfff6873SLukas Czerner 	 * better.
3117bfff6873SLukas Czerner 	 */
3118dd1f723bSTheodore Ts'o 	elr->lr_next_sched = jiffies + (prandom_u32() %
3119dd1f723bSTheodore Ts'o 				(EXT4_DEF_LI_MAX_START_DELAY * HZ));
3120bfff6873SLukas Czerner 	return elr;
3121bfff6873SLukas Czerner }
3122bfff6873SLukas Czerner 
31237f511862STheodore Ts'o int ext4_register_li_request(struct super_block *sb,
3124bfff6873SLukas Czerner 			     ext4_group_t first_not_zeroed)
3125bfff6873SLukas Czerner {
3126bfff6873SLukas Czerner 	struct ext4_sb_info *sbi = EXT4_SB(sb);
31277f511862STheodore Ts'o 	struct ext4_li_request *elr = NULL;
3128bfff6873SLukas Czerner 	ext4_group_t ngroups = EXT4_SB(sb)->s_groups_count;
31296c5a6cb9SAndrew Morton 	int ret = 0;
3130bfff6873SLukas Czerner 
31317f511862STheodore Ts'o 	mutex_lock(&ext4_li_mtx);
313251ce6511SLukas Czerner 	if (sbi->s_li_request != NULL) {
313351ce6511SLukas Czerner 		/*
313451ce6511SLukas Czerner 		 * Reset timeout so it can be computed again, because
313551ce6511SLukas Czerner 		 * s_li_wait_mult might have changed.
313651ce6511SLukas Czerner 		 */
313751ce6511SLukas Czerner 		sbi->s_li_request->lr_timeout = 0;
31387f511862STheodore Ts'o 		goto out;
313951ce6511SLukas Czerner 	}
3140bfff6873SLukas Czerner 
3141bfff6873SLukas Czerner 	if (first_not_zeroed == ngroups ||
3142bfff6873SLukas Czerner 	    (sb->s_flags & MS_RDONLY) ||
314355ff3840STao Ma 	    !test_opt(sb, INIT_INODE_TABLE))
31447f511862STheodore Ts'o 		goto out;
3145bfff6873SLukas Czerner 
3146bfff6873SLukas Czerner 	elr = ext4_li_request_new(sb, first_not_zeroed);
31477f511862STheodore Ts'o 	if (!elr) {
31487f511862STheodore Ts'o 		ret = -ENOMEM;
31497f511862STheodore Ts'o 		goto out;
31507f511862STheodore Ts'o 	}
3151bfff6873SLukas Czerner 
3152bfff6873SLukas Czerner 	if (NULL == ext4_li_info) {
3153bfff6873SLukas Czerner 		ret = ext4_li_info_new();
3154bfff6873SLukas Czerner 		if (ret)
3155bfff6873SLukas Czerner 			goto out;
3156bfff6873SLukas Czerner 	}
3157bfff6873SLukas Czerner 
3158bfff6873SLukas Czerner 	mutex_lock(&ext4_li_info->li_list_mtx);
3159bfff6873SLukas Czerner 	list_add(&elr->lr_request, &ext4_li_info->li_request_list);
3160bfff6873SLukas Czerner 	mutex_unlock(&ext4_li_info->li_list_mtx);
3161bfff6873SLukas Czerner 
3162bfff6873SLukas Czerner 	sbi->s_li_request = elr;
316346e4690bSTao Ma 	/*
316446e4690bSTao Ma 	 * set elr to NULL here since it has been inserted to
316546e4690bSTao Ma 	 * the request_list and the removal and free of it is
316646e4690bSTao Ma 	 * handled by ext4_clear_request_list from now on.
316746e4690bSTao Ma 	 */
316846e4690bSTao Ma 	elr = NULL;
3169bfff6873SLukas Czerner 
3170bfff6873SLukas Czerner 	if (!(ext4_li_info->li_state & EXT4_LAZYINIT_RUNNING)) {
3171bfff6873SLukas Czerner 		ret = ext4_run_lazyinit_thread();
3172bfff6873SLukas Czerner 		if (ret)
3173bfff6873SLukas Czerner 			goto out;
3174bfff6873SLukas Czerner 	}
3175bfff6873SLukas Czerner out:
3176bfff6873SLukas Czerner 	mutex_unlock(&ext4_li_mtx);
3177beed5ecbSNicolas Kaiser 	if (ret)
3178bfff6873SLukas Czerner 		kfree(elr);
3179bfff6873SLukas Czerner 	return ret;
3180bfff6873SLukas Czerner }
3181bfff6873SLukas Czerner 
3182bfff6873SLukas Czerner /*
3183bfff6873SLukas Czerner  * We do not need to lock anything since this is called on
3184bfff6873SLukas Czerner  * module unload.
3185bfff6873SLukas Czerner  */
3186bfff6873SLukas Czerner static void ext4_destroy_lazyinit_thread(void)
3187bfff6873SLukas Czerner {
3188bfff6873SLukas Czerner 	/*
3189bfff6873SLukas Czerner 	 * If thread exited earlier
3190bfff6873SLukas Czerner 	 * there's nothing to be done.
3191bfff6873SLukas Czerner 	 */
31928f1f7453SEric Sandeen 	if (!ext4_li_info || !ext4_lazyinit_task)
3193bfff6873SLukas Czerner 		return;
3194bfff6873SLukas Czerner 
31958f1f7453SEric Sandeen 	kthread_stop(ext4_lazyinit_task);
3196bfff6873SLukas Czerner }
3197bfff6873SLukas Czerner 
319825ed6e8aSDarrick J. Wong static int set_journal_csum_feature_set(struct super_block *sb)
319925ed6e8aSDarrick J. Wong {
320025ed6e8aSDarrick J. Wong 	int ret = 1;
320125ed6e8aSDarrick J. Wong 	int compat, incompat;
320225ed6e8aSDarrick J. Wong 	struct ext4_sb_info *sbi = EXT4_SB(sb);
320325ed6e8aSDarrick J. Wong 
32049aa5d32bSDmitry Monakhov 	if (ext4_has_metadata_csum(sb)) {
3205db9ee220SDarrick J. Wong 		/* journal checksum v3 */
320625ed6e8aSDarrick J. Wong 		compat = 0;
3207db9ee220SDarrick J. Wong 		incompat = JBD2_FEATURE_INCOMPAT_CSUM_V3;
320825ed6e8aSDarrick J. Wong 	} else {
320925ed6e8aSDarrick J. Wong 		/* journal checksum v1 */
321025ed6e8aSDarrick J. Wong 		compat = JBD2_FEATURE_COMPAT_CHECKSUM;
321125ed6e8aSDarrick J. Wong 		incompat = 0;
321225ed6e8aSDarrick J. Wong 	}
321325ed6e8aSDarrick J. Wong 
3214feb8c6d3SDarrick J. Wong 	jbd2_journal_clear_features(sbi->s_journal,
3215feb8c6d3SDarrick J. Wong 			JBD2_FEATURE_COMPAT_CHECKSUM, 0,
3216feb8c6d3SDarrick J. Wong 			JBD2_FEATURE_INCOMPAT_CSUM_V3 |
3217feb8c6d3SDarrick J. Wong 			JBD2_FEATURE_INCOMPAT_CSUM_V2);
321825ed6e8aSDarrick J. Wong 	if (test_opt(sb, JOURNAL_ASYNC_COMMIT)) {
321925ed6e8aSDarrick J. Wong 		ret = jbd2_journal_set_features(sbi->s_journal,
322025ed6e8aSDarrick J. Wong 				compat, 0,
322125ed6e8aSDarrick J. Wong 				JBD2_FEATURE_INCOMPAT_ASYNC_COMMIT |
322225ed6e8aSDarrick J. Wong 				incompat);
322325ed6e8aSDarrick J. Wong 	} else if (test_opt(sb, JOURNAL_CHECKSUM)) {
322425ed6e8aSDarrick J. Wong 		ret = jbd2_journal_set_features(sbi->s_journal,
322525ed6e8aSDarrick J. Wong 				compat, 0,
322625ed6e8aSDarrick J. Wong 				incompat);
322725ed6e8aSDarrick J. Wong 		jbd2_journal_clear_features(sbi->s_journal, 0, 0,
322825ed6e8aSDarrick J. Wong 				JBD2_FEATURE_INCOMPAT_ASYNC_COMMIT);
322925ed6e8aSDarrick J. Wong 	} else {
3230feb8c6d3SDarrick J. Wong 		jbd2_journal_clear_features(sbi->s_journal, 0, 0,
3231feb8c6d3SDarrick J. Wong 				JBD2_FEATURE_INCOMPAT_ASYNC_COMMIT);
323225ed6e8aSDarrick J. Wong 	}
323325ed6e8aSDarrick J. Wong 
323425ed6e8aSDarrick J. Wong 	return ret;
323525ed6e8aSDarrick J. Wong }
323625ed6e8aSDarrick J. Wong 
3237952fc18eSTheodore Ts'o /*
3238952fc18eSTheodore Ts'o  * Note: calculating the overhead so we can be compatible with
3239952fc18eSTheodore Ts'o  * historical BSD practice is quite difficult in the face of
3240952fc18eSTheodore Ts'o  * clusters/bigalloc.  This is because multiple metadata blocks from
3241952fc18eSTheodore Ts'o  * different block group can end up in the same allocation cluster.
3242952fc18eSTheodore Ts'o  * Calculating the exact overhead in the face of clustered allocation
3243952fc18eSTheodore Ts'o  * requires either O(all block bitmaps) in memory or O(number of block
3244952fc18eSTheodore Ts'o  * groups**2) in time.  We will still calculate the superblock for
3245952fc18eSTheodore Ts'o  * older file systems --- and if we come across with a bigalloc file
3246952fc18eSTheodore Ts'o  * system with zero in s_overhead_clusters the estimate will be close to
3247952fc18eSTheodore Ts'o  * correct especially for very large cluster sizes --- but for newer
3248952fc18eSTheodore Ts'o  * file systems, it's better to calculate this figure once at mkfs
3249952fc18eSTheodore Ts'o  * time, and store it in the superblock.  If the superblock value is
3250952fc18eSTheodore Ts'o  * present (even for non-bigalloc file systems), we will use it.
3251952fc18eSTheodore Ts'o  */
3252952fc18eSTheodore Ts'o static int count_overhead(struct super_block *sb, ext4_group_t grp,
3253952fc18eSTheodore Ts'o 			  char *buf)
3254952fc18eSTheodore Ts'o {
3255952fc18eSTheodore Ts'o 	struct ext4_sb_info	*sbi = EXT4_SB(sb);
3256952fc18eSTheodore Ts'o 	struct ext4_group_desc	*gdp;
3257952fc18eSTheodore Ts'o 	ext4_fsblk_t		first_block, last_block, b;
3258952fc18eSTheodore Ts'o 	ext4_group_t		i, ngroups = ext4_get_groups_count(sb);
3259952fc18eSTheodore Ts'o 	int			s, j, count = 0;
3260952fc18eSTheodore Ts'o 
32610548bbb8STheodore Ts'o 	if (!EXT4_HAS_RO_COMPAT_FEATURE(sb, EXT4_FEATURE_RO_COMPAT_BIGALLOC))
32620548bbb8STheodore Ts'o 		return (ext4_bg_has_super(sb, grp) + ext4_bg_num_gdb(sb, grp) +
32630548bbb8STheodore Ts'o 			sbi->s_itb_per_group + 2);
32640548bbb8STheodore Ts'o 
3265952fc18eSTheodore Ts'o 	first_block = le32_to_cpu(sbi->s_es->s_first_data_block) +
3266952fc18eSTheodore Ts'o 		(grp * EXT4_BLOCKS_PER_GROUP(sb));
3267952fc18eSTheodore Ts'o 	last_block = first_block + EXT4_BLOCKS_PER_GROUP(sb) - 1;
3268952fc18eSTheodore Ts'o 	for (i = 0; i < ngroups; i++) {
3269952fc18eSTheodore Ts'o 		gdp = ext4_get_group_desc(sb, i, NULL);
3270952fc18eSTheodore Ts'o 		b = ext4_block_bitmap(sb, gdp);
3271952fc18eSTheodore Ts'o 		if (b >= first_block && b <= last_block) {
3272952fc18eSTheodore Ts'o 			ext4_set_bit(EXT4_B2C(sbi, b - first_block), buf);
3273952fc18eSTheodore Ts'o 			count++;
3274952fc18eSTheodore Ts'o 		}
3275952fc18eSTheodore Ts'o 		b = ext4_inode_bitmap(sb, gdp);
3276952fc18eSTheodore Ts'o 		if (b >= first_block && b <= last_block) {
3277952fc18eSTheodore Ts'o 			ext4_set_bit(EXT4_B2C(sbi, b - first_block), buf);
3278952fc18eSTheodore Ts'o 			count++;
3279952fc18eSTheodore Ts'o 		}
3280952fc18eSTheodore Ts'o 		b = ext4_inode_table(sb, gdp);
3281952fc18eSTheodore Ts'o 		if (b >= first_block && b + sbi->s_itb_per_group <= last_block)
3282952fc18eSTheodore Ts'o 			for (j = 0; j < sbi->s_itb_per_group; j++, b++) {
3283952fc18eSTheodore Ts'o 				int c = EXT4_B2C(sbi, b - first_block);
3284952fc18eSTheodore Ts'o 				ext4_set_bit(c, buf);
3285952fc18eSTheodore Ts'o 				count++;
3286952fc18eSTheodore Ts'o 			}
3287952fc18eSTheodore Ts'o 		if (i != grp)
3288952fc18eSTheodore Ts'o 			continue;
3289952fc18eSTheodore Ts'o 		s = 0;
3290952fc18eSTheodore Ts'o 		if (ext4_bg_has_super(sb, grp)) {
3291952fc18eSTheodore Ts'o 			ext4_set_bit(s++, buf);
3292952fc18eSTheodore Ts'o 			count++;
3293952fc18eSTheodore Ts'o 		}
3294952fc18eSTheodore Ts'o 		for (j = ext4_bg_num_gdb(sb, grp); j > 0; j--) {
3295952fc18eSTheodore Ts'o 			ext4_set_bit(EXT4_B2C(sbi, s++), buf);
3296952fc18eSTheodore Ts'o 			count++;
3297952fc18eSTheodore Ts'o 		}
3298952fc18eSTheodore Ts'o 	}
3299952fc18eSTheodore Ts'o 	if (!count)
3300952fc18eSTheodore Ts'o 		return 0;
3301952fc18eSTheodore Ts'o 	return EXT4_CLUSTERS_PER_GROUP(sb) -
3302952fc18eSTheodore Ts'o 		ext4_count_free(buf, EXT4_CLUSTERS_PER_GROUP(sb) / 8);
3303952fc18eSTheodore Ts'o }
3304952fc18eSTheodore Ts'o 
3305952fc18eSTheodore Ts'o /*
3306952fc18eSTheodore Ts'o  * Compute the overhead and stash it in sbi->s_overhead
3307952fc18eSTheodore Ts'o  */
3308952fc18eSTheodore Ts'o int ext4_calculate_overhead(struct super_block *sb)
3309952fc18eSTheodore Ts'o {
3310952fc18eSTheodore Ts'o 	struct ext4_sb_info *sbi = EXT4_SB(sb);
3311952fc18eSTheodore Ts'o 	struct ext4_super_block *es = sbi->s_es;
3312952fc18eSTheodore Ts'o 	ext4_group_t i, ngroups = ext4_get_groups_count(sb);
3313952fc18eSTheodore Ts'o 	ext4_fsblk_t overhead = 0;
33144fdb5543SDmitry Monakhov 	char *buf = (char *) get_zeroed_page(GFP_NOFS);
3315952fc18eSTheodore Ts'o 
3316952fc18eSTheodore Ts'o 	if (!buf)
3317952fc18eSTheodore Ts'o 		return -ENOMEM;
3318952fc18eSTheodore Ts'o 
3319952fc18eSTheodore Ts'o 	/*
3320952fc18eSTheodore Ts'o 	 * Compute the overhead (FS structures).  This is constant
3321952fc18eSTheodore Ts'o 	 * for a given filesystem unless the number of block groups
3322952fc18eSTheodore Ts'o 	 * changes so we cache the previous value until it does.
3323952fc18eSTheodore Ts'o 	 */
3324952fc18eSTheodore Ts'o 
3325952fc18eSTheodore Ts'o 	/*
3326952fc18eSTheodore Ts'o 	 * All of the blocks before first_data_block are overhead
3327952fc18eSTheodore Ts'o 	 */
3328952fc18eSTheodore Ts'o 	overhead = EXT4_B2C(sbi, le32_to_cpu(es->s_first_data_block));
3329952fc18eSTheodore Ts'o 
3330952fc18eSTheodore Ts'o 	/*
3331952fc18eSTheodore Ts'o 	 * Add the overhead found in each block group
3332952fc18eSTheodore Ts'o 	 */
3333952fc18eSTheodore Ts'o 	for (i = 0; i < ngroups; i++) {
3334952fc18eSTheodore Ts'o 		int blks;
3335952fc18eSTheodore Ts'o 
3336952fc18eSTheodore Ts'o 		blks = count_overhead(sb, i, buf);
3337952fc18eSTheodore Ts'o 		overhead += blks;
3338952fc18eSTheodore Ts'o 		if (blks)
3339952fc18eSTheodore Ts'o 			memset(buf, 0, PAGE_SIZE);
3340952fc18eSTheodore Ts'o 		cond_resched();
3341952fc18eSTheodore Ts'o 	}
3342b003b524SEric Sandeen 	/* Add the internal journal blocks as well */
3343b003b524SEric Sandeen 	if (sbi->s_journal && !sbi->journal_bdev)
3344810da240SLukas Czerner 		overhead += EXT4_NUM_B2C(sbi, sbi->s_journal->j_maxlen);
33450875a2b4SEric Sandeen 
3346952fc18eSTheodore Ts'o 	sbi->s_overhead = overhead;
3347952fc18eSTheodore Ts'o 	smp_wmb();
3348952fc18eSTheodore Ts'o 	free_page((unsigned long) buf);
3349952fc18eSTheodore Ts'o 	return 0;
3350952fc18eSTheodore Ts'o }
3351952fc18eSTheodore Ts'o 
335227dd4385SLukas Czerner 
335330fac0f7SJan Kara static ext4_fsblk_t ext4_calculate_resv_clusters(struct super_block *sb)
335427dd4385SLukas Czerner {
335527dd4385SLukas Czerner 	ext4_fsblk_t resv_clusters;
335627dd4385SLukas Czerner 
335727dd4385SLukas Czerner 	/*
335830fac0f7SJan Kara 	 * There's no need to reserve anything when we aren't using extents.
335930fac0f7SJan Kara 	 * The space estimates are exact, there are no unwritten extents,
336030fac0f7SJan Kara 	 * hole punching doesn't need new metadata... This is needed especially
336130fac0f7SJan Kara 	 * to keep ext2/3 backward compatibility.
336230fac0f7SJan Kara 	 */
336330fac0f7SJan Kara 	if (!EXT4_HAS_INCOMPAT_FEATURE(sb, EXT4_FEATURE_INCOMPAT_EXTENTS))
336430fac0f7SJan Kara 		return 0;
336530fac0f7SJan Kara 	/*
336627dd4385SLukas Czerner 	 * By default we reserve 2% or 4096 clusters, whichever is smaller.
336727dd4385SLukas Czerner 	 * This should cover the situations where we can not afford to run
336827dd4385SLukas Czerner 	 * out of space like for example punch hole, or converting
3369556615dcSLukas Czerner 	 * unwritten extents in delalloc path. In most cases such
337027dd4385SLukas Czerner 	 * allocation would require 1, or 2 blocks, higher numbers are
337127dd4385SLukas Czerner 	 * very rare.
337227dd4385SLukas Czerner 	 */
337330fac0f7SJan Kara 	resv_clusters = ext4_blocks_count(EXT4_SB(sb)->s_es) >>
337430fac0f7SJan Kara 			EXT4_SB(sb)->s_cluster_bits;
337527dd4385SLukas Czerner 
337627dd4385SLukas Czerner 	do_div(resv_clusters, 50);
337727dd4385SLukas Czerner 	resv_clusters = min_t(ext4_fsblk_t, resv_clusters, 4096);
337827dd4385SLukas Czerner 
337927dd4385SLukas Czerner 	return resv_clusters;
338027dd4385SLukas Czerner }
338127dd4385SLukas Czerner 
338227dd4385SLukas Czerner 
338327dd4385SLukas Czerner static int ext4_reserve_clusters(struct ext4_sb_info *sbi, ext4_fsblk_t count)
338427dd4385SLukas Czerner {
338527dd4385SLukas Czerner 	ext4_fsblk_t clusters = ext4_blocks_count(sbi->s_es) >>
338627dd4385SLukas Czerner 				sbi->s_cluster_bits;
338727dd4385SLukas Czerner 
338827dd4385SLukas Czerner 	if (count >= clusters)
338927dd4385SLukas Czerner 		return -EINVAL;
339027dd4385SLukas Czerner 
339127dd4385SLukas Czerner 	atomic64_set(&sbi->s_resv_clusters, count);
339227dd4385SLukas Czerner 	return 0;
339327dd4385SLukas Czerner }
339427dd4385SLukas Czerner 
3395617ba13bSMingming Cao static int ext4_fill_super(struct super_block *sb, void *data, int silent)
3396ac27a0ecSDave Kleikamp {
3397d4c402d9SCurt Wohlgemuth 	char *orig_data = kstrdup(data, GFP_KERNEL);
3398ac27a0ecSDave Kleikamp 	struct buffer_head *bh;
3399617ba13bSMingming Cao 	struct ext4_super_block *es = NULL;
3400617ba13bSMingming Cao 	struct ext4_sb_info *sbi;
3401617ba13bSMingming Cao 	ext4_fsblk_t block;
3402617ba13bSMingming Cao 	ext4_fsblk_t sb_block = get_sb_block(&data);
340370bbb3e0SAndrew Morton 	ext4_fsblk_t logical_sb_block;
3404ac27a0ecSDave Kleikamp 	unsigned long offset = 0;
3405ac27a0ecSDave Kleikamp 	unsigned long journal_devnum = 0;
3406ac27a0ecSDave Kleikamp 	unsigned long def_mount_opts;
3407ac27a0ecSDave Kleikamp 	struct inode *root;
34089f6200bbSTheodore Ts'o 	char *cp;
34090390131bSFrank Mayhar 	const char *descr;
3410dcc7dae3SCyrill Gorcunov 	int ret = -ENOMEM;
3411281b5995STheodore Ts'o 	int blocksize, clustersize;
34124ec11028STheodore Ts'o 	unsigned int db_count;
34134ec11028STheodore Ts'o 	unsigned int i;
3414281b5995STheodore Ts'o 	int needs_recovery, has_huge_files, has_bigalloc;
3415bd81d8eeSLaurent Vivier 	__u64 blocks_count;
341607aa2ea1SLukas Czerner 	int err = 0;
3417b3881f74STheodore Ts'o 	unsigned int journal_ioprio = DEFAULT_JOURNAL_IOPRIO;
3418bfff6873SLukas Czerner 	ext4_group_t first_not_zeroed;
3419ac27a0ecSDave Kleikamp 
3420ac27a0ecSDave Kleikamp 	sbi = kzalloc(sizeof(*sbi), GFP_KERNEL);
3421ac27a0ecSDave Kleikamp 	if (!sbi)
3422dcc7dae3SCyrill Gorcunov 		goto out_free_orig;
3423705895b6SPekka Enberg 
3424705895b6SPekka Enberg 	sbi->s_blockgroup_lock =
3425705895b6SPekka Enberg 		kzalloc(sizeof(struct blockgroup_lock), GFP_KERNEL);
3426705895b6SPekka Enberg 	if (!sbi->s_blockgroup_lock) {
3427705895b6SPekka Enberg 		kfree(sbi);
3428dcc7dae3SCyrill Gorcunov 		goto out_free_orig;
3429705895b6SPekka Enberg 	}
3430ac27a0ecSDave Kleikamp 	sb->s_fs_info = sbi;
34312c0544b2STheodore Ts'o 	sbi->s_sb = sb;
3432240799cdSTheodore Ts'o 	sbi->s_inode_readahead_blks = EXT4_DEF_INODE_READAHEAD_BLKS;
3433d9c9bef1SMiklos Szeredi 	sbi->s_sb_block = sb_block;
3434f613dfcbSTheodore Ts'o 	if (sb->s_bdev->bd_part)
3435f613dfcbSTheodore Ts'o 		sbi->s_sectors_written_start =
3436f613dfcbSTheodore Ts'o 			part_stat_read(sb->s_bdev->bd_part, sectors[1]);
3437*b30ab0e0SMichael Halcrow #ifdef CONFIG_EXT4_FS_ENCRYPTION
3438*b30ab0e0SMichael Halcrow 	/* Modes of operations for file and directory encryption. */
3439*b30ab0e0SMichael Halcrow 	sbi->s_file_encryption_mode = EXT4_ENCRYPTION_MODE_AES_256_XTS;
3440*b30ab0e0SMichael Halcrow 	sbi->s_dir_encryption_mode = EXT4_ENCRYPTION_MODE_INVALID;
3441*b30ab0e0SMichael Halcrow #endif
3442ac27a0ecSDave Kleikamp 
34439f6200bbSTheodore Ts'o 	/* Cleanup superblock name */
34449f6200bbSTheodore Ts'o 	for (cp = sb->s_id; (cp = strchr(cp, '/'));)
34459f6200bbSTheodore Ts'o 		*cp = '!';
34469f6200bbSTheodore Ts'o 
344707aa2ea1SLukas Czerner 	/* -EINVAL is default */
3448dcc7dae3SCyrill Gorcunov 	ret = -EINVAL;
3449617ba13bSMingming Cao 	blocksize = sb_min_blocksize(sb, EXT4_MIN_BLOCK_SIZE);
3450ac27a0ecSDave Kleikamp 	if (!blocksize) {
3451b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "unable to set blocksize");
3452ac27a0ecSDave Kleikamp 		goto out_fail;
3453ac27a0ecSDave Kleikamp 	}
3454ac27a0ecSDave Kleikamp 
3455ac27a0ecSDave Kleikamp 	/*
3456617ba13bSMingming Cao 	 * The ext4 superblock will not be buffer aligned for other than 1kB
3457ac27a0ecSDave Kleikamp 	 * block sizes.  We need to calculate the offset from buffer start.
3458ac27a0ecSDave Kleikamp 	 */
3459617ba13bSMingming Cao 	if (blocksize != EXT4_MIN_BLOCK_SIZE) {
346070bbb3e0SAndrew Morton 		logical_sb_block = sb_block * EXT4_MIN_BLOCK_SIZE;
346170bbb3e0SAndrew Morton 		offset = do_div(logical_sb_block, blocksize);
3462ac27a0ecSDave Kleikamp 	} else {
346370bbb3e0SAndrew Morton 		logical_sb_block = sb_block;
3464ac27a0ecSDave Kleikamp 	}
3465ac27a0ecSDave Kleikamp 
3466a8ac900bSGioh Kim 	if (!(bh = sb_bread_unmovable(sb, logical_sb_block))) {
3467b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "unable to read superblock");
3468ac27a0ecSDave Kleikamp 		goto out_fail;
3469ac27a0ecSDave Kleikamp 	}
3470ac27a0ecSDave Kleikamp 	/*
3471ac27a0ecSDave Kleikamp 	 * Note: s_es must be initialized as soon as possible because
3472617ba13bSMingming Cao 	 *       some ext4 macro-instructions depend on its value
3473ac27a0ecSDave Kleikamp 	 */
34742716b802STheodore Ts'o 	es = (struct ext4_super_block *) (bh->b_data + offset);
3475ac27a0ecSDave Kleikamp 	sbi->s_es = es;
3476ac27a0ecSDave Kleikamp 	sb->s_magic = le16_to_cpu(es->s_magic);
3477617ba13bSMingming Cao 	if (sb->s_magic != EXT4_SUPER_MAGIC)
3478617ba13bSMingming Cao 		goto cantfind_ext4;
3479afc32f7eSTheodore Ts'o 	sbi->s_kbytes_written = le64_to_cpu(es->s_kbytes_written);
3480ac27a0ecSDave Kleikamp 
3481feb0ab32SDarrick J. Wong 	/* Warn if metadata_csum and gdt_csum are both set. */
3482feb0ab32SDarrick J. Wong 	if (EXT4_HAS_RO_COMPAT_FEATURE(sb,
3483feb0ab32SDarrick J. Wong 				       EXT4_FEATURE_RO_COMPAT_METADATA_CSUM) &&
3484feb0ab32SDarrick J. Wong 	    EXT4_HAS_RO_COMPAT_FEATURE(sb, EXT4_FEATURE_RO_COMPAT_GDT_CSUM))
3485363307e6SJakub Wilk 		ext4_warning(sb, "metadata_csum and uninit_bg are "
3486feb0ab32SDarrick J. Wong 			     "redundant flags; please run fsck.");
3487feb0ab32SDarrick J. Wong 
3488d25425f8SDarrick J. Wong 	/* Check for a known checksum algorithm */
3489d25425f8SDarrick J. Wong 	if (!ext4_verify_csum_type(sb, es)) {
3490d25425f8SDarrick J. Wong 		ext4_msg(sb, KERN_ERR, "VFS: Found ext4 filesystem with "
3491d25425f8SDarrick J. Wong 			 "unknown checksum algorithm.");
3492d25425f8SDarrick J. Wong 		silent = 1;
3493d25425f8SDarrick J. Wong 		goto cantfind_ext4;
3494d25425f8SDarrick J. Wong 	}
3495d25425f8SDarrick J. Wong 
34960441984aSDarrick J. Wong 	/* Load the checksum driver */
34970441984aSDarrick J. Wong 	if (EXT4_HAS_RO_COMPAT_FEATURE(sb,
34980441984aSDarrick J. Wong 				       EXT4_FEATURE_RO_COMPAT_METADATA_CSUM)) {
34990441984aSDarrick J. Wong 		sbi->s_chksum_driver = crypto_alloc_shash("crc32c", 0, 0);
35000441984aSDarrick J. Wong 		if (IS_ERR(sbi->s_chksum_driver)) {
35010441984aSDarrick J. Wong 			ext4_msg(sb, KERN_ERR, "Cannot load crc32c driver.");
35020441984aSDarrick J. Wong 			ret = PTR_ERR(sbi->s_chksum_driver);
35030441984aSDarrick J. Wong 			sbi->s_chksum_driver = NULL;
35040441984aSDarrick J. Wong 			goto failed_mount;
35050441984aSDarrick J. Wong 		}
35060441984aSDarrick J. Wong 	}
35070441984aSDarrick J. Wong 
3508a9c47317SDarrick J. Wong 	/* Check superblock checksum */
3509a9c47317SDarrick J. Wong 	if (!ext4_superblock_csum_verify(sb, es)) {
3510a9c47317SDarrick J. Wong 		ext4_msg(sb, KERN_ERR, "VFS: Found ext4 filesystem with "
3511a9c47317SDarrick J. Wong 			 "invalid superblock checksum.  Run e2fsck?");
3512a9c47317SDarrick J. Wong 		silent = 1;
3513a9c47317SDarrick J. Wong 		goto cantfind_ext4;
3514a9c47317SDarrick J. Wong 	}
3515a9c47317SDarrick J. Wong 
3516a9c47317SDarrick J. Wong 	/* Precompute checksum seed for all metadata */
35179aa5d32bSDmitry Monakhov 	if (ext4_has_metadata_csum(sb))
3518a9c47317SDarrick J. Wong 		sbi->s_csum_seed = ext4_chksum(sbi, ~0, es->s_uuid,
3519a9c47317SDarrick J. Wong 					       sizeof(es->s_uuid));
3520a9c47317SDarrick J. Wong 
3521ac27a0ecSDave Kleikamp 	/* Set defaults before we parse the mount options */
3522ac27a0ecSDave Kleikamp 	def_mount_opts = le32_to_cpu(es->s_default_mount_opts);
3523fd8c37ecSTheodore Ts'o 	set_opt(sb, INIT_INODE_TABLE);
3524617ba13bSMingming Cao 	if (def_mount_opts & EXT4_DEFM_DEBUG)
3525fd8c37ecSTheodore Ts'o 		set_opt(sb, DEBUG);
352687f26807STheodore Ts'o 	if (def_mount_opts & EXT4_DEFM_BSDGROUPS)
3527fd8c37ecSTheodore Ts'o 		set_opt(sb, GRPID);
3528617ba13bSMingming Cao 	if (def_mount_opts & EXT4_DEFM_UID16)
3529fd8c37ecSTheodore Ts'o 		set_opt(sb, NO_UID32);
3530ea663336SEric Sandeen 	/* xattr user namespace & acls are now defaulted on */
3531fd8c37ecSTheodore Ts'o 	set_opt(sb, XATTR_USER);
353203010a33STheodore Ts'o #ifdef CONFIG_EXT4_FS_POSIX_ACL
3533fd8c37ecSTheodore Ts'o 	set_opt(sb, POSIX_ACL);
35342e7842b8SHugh Dickins #endif
353598c1a759SDarrick J. Wong 	/* don't forget to enable journal_csum when metadata_csum is enabled. */
353698c1a759SDarrick J. Wong 	if (ext4_has_metadata_csum(sb))
353798c1a759SDarrick J. Wong 		set_opt(sb, JOURNAL_CHECKSUM);
353898c1a759SDarrick J. Wong 
3539617ba13bSMingming Cao 	if ((def_mount_opts & EXT4_DEFM_JMODE) == EXT4_DEFM_JMODE_DATA)
3540fd8c37ecSTheodore Ts'o 		set_opt(sb, JOURNAL_DATA);
3541617ba13bSMingming Cao 	else if ((def_mount_opts & EXT4_DEFM_JMODE) == EXT4_DEFM_JMODE_ORDERED)
3542fd8c37ecSTheodore Ts'o 		set_opt(sb, ORDERED_DATA);
3543617ba13bSMingming Cao 	else if ((def_mount_opts & EXT4_DEFM_JMODE) == EXT4_DEFM_JMODE_WBACK)
3544fd8c37ecSTheodore Ts'o 		set_opt(sb, WRITEBACK_DATA);
3545ac27a0ecSDave Kleikamp 
3546617ba13bSMingming Cao 	if (le16_to_cpu(sbi->s_es->s_errors) == EXT4_ERRORS_PANIC)
3547fd8c37ecSTheodore Ts'o 		set_opt(sb, ERRORS_PANIC);
3548bb4f397aSAneesh Kumar K.V 	else if (le16_to_cpu(sbi->s_es->s_errors) == EXT4_ERRORS_CONTINUE)
3549fd8c37ecSTheodore Ts'o 		set_opt(sb, ERRORS_CONT);
3550bb4f397aSAneesh Kumar K.V 	else
3551fd8c37ecSTheodore Ts'o 		set_opt(sb, ERRORS_RO);
355245f1a9c3SDarrick J. Wong 	/* block_validity enabled by default; disable with noblock_validity */
3553fd8c37ecSTheodore Ts'o 	set_opt(sb, BLOCK_VALIDITY);
35548b67f04aSTheodore Ts'o 	if (def_mount_opts & EXT4_DEFM_DISCARD)
3555fd8c37ecSTheodore Ts'o 		set_opt(sb, DISCARD);
3556ac27a0ecSDave Kleikamp 
355708cefc7aSEric W. Biederman 	sbi->s_resuid = make_kuid(&init_user_ns, le16_to_cpu(es->s_def_resuid));
355808cefc7aSEric W. Biederman 	sbi->s_resgid = make_kgid(&init_user_ns, le16_to_cpu(es->s_def_resgid));
355930773840STheodore Ts'o 	sbi->s_commit_interval = JBD2_DEFAULT_MAX_COMMIT_AGE * HZ;
356030773840STheodore Ts'o 	sbi->s_min_batch_time = EXT4_DEF_MIN_BATCH_TIME;
356130773840STheodore Ts'o 	sbi->s_max_batch_time = EXT4_DEF_MAX_BATCH_TIME;
3562ac27a0ecSDave Kleikamp 
35638b67f04aSTheodore Ts'o 	if ((def_mount_opts & EXT4_DEFM_NOBARRIER) == 0)
3564fd8c37ecSTheodore Ts'o 		set_opt(sb, BARRIER);
3565ac27a0ecSDave Kleikamp 
35661e2462f9SMingming Cao 	/*
3567dd919b98SAneesh Kumar K.V 	 * enable delayed allocation by default
3568dd919b98SAneesh Kumar K.V 	 * Use -o nodelalloc to turn it off
3569dd919b98SAneesh Kumar K.V 	 */
3570bc0b75f7STheodore Ts'o 	if (!IS_EXT3_SB(sb) && !IS_EXT2_SB(sb) &&
35718b67f04aSTheodore Ts'o 	    ((def_mount_opts & EXT4_DEFM_NODELALLOC) == 0))
3572fd8c37ecSTheodore Ts'o 		set_opt(sb, DELALLOC);
3573dd919b98SAneesh Kumar K.V 
357451ce6511SLukas Czerner 	/*
357551ce6511SLukas Czerner 	 * set default s_li_wait_mult for lazyinit, for the case there is
357651ce6511SLukas Czerner 	 * no mount option specified.
357751ce6511SLukas Czerner 	 */
357851ce6511SLukas Czerner 	sbi->s_li_wait_mult = EXT4_DEF_LI_WAIT_MULT;
357951ce6511SLukas Czerner 
35808b67f04aSTheodore Ts'o 	if (!parse_options((char *) sbi->s_es->s_mount_opts, sb,
3581661aa520SEric Sandeen 			   &journal_devnum, &journal_ioprio, 0)) {
35828b67f04aSTheodore Ts'o 		ext4_msg(sb, KERN_WARNING,
35838b67f04aSTheodore Ts'o 			 "failed to parse options in superblock: %s",
35848b67f04aSTheodore Ts'o 			 sbi->s_es->s_mount_opts);
35858b67f04aSTheodore Ts'o 	}
35865a916be1STheodore Ts'o 	sbi->s_def_mount_opt = sbi->s_mount_opt;
3587b3881f74STheodore Ts'o 	if (!parse_options((char *) data, sb, &journal_devnum,
3588661aa520SEric Sandeen 			   &journal_ioprio, 0))
3589ac27a0ecSDave Kleikamp 		goto failed_mount;
3590ac27a0ecSDave Kleikamp 
359156889787STheodore Ts'o 	if (test_opt(sb, DATA_FLAGS) == EXT4_MOUNT_JOURNAL_DATA) {
359256889787STheodore Ts'o 		printk_once(KERN_WARNING "EXT4-fs: Warning: mounting "
359356889787STheodore Ts'o 			    "with data=journal disables delayed "
359456889787STheodore Ts'o 			    "allocation and O_DIRECT support!\n");
359556889787STheodore Ts'o 		if (test_opt2(sb, EXPLICIT_DELALLOC)) {
359656889787STheodore Ts'o 			ext4_msg(sb, KERN_ERR, "can't mount with "
359756889787STheodore Ts'o 				 "both data=journal and delalloc");
359856889787STheodore Ts'o 			goto failed_mount;
359956889787STheodore Ts'o 		}
360056889787STheodore Ts'o 		if (test_opt(sb, DIOREAD_NOLOCK)) {
360156889787STheodore Ts'o 			ext4_msg(sb, KERN_ERR, "can't mount with "
36026ae6514bSPiotr Sarna 				 "both data=journal and dioread_nolock");
360356889787STheodore Ts'o 			goto failed_mount;
360456889787STheodore Ts'o 		}
3605923ae0ffSRoss Zwisler 		if (test_opt(sb, DAX)) {
3606923ae0ffSRoss Zwisler 			ext4_msg(sb, KERN_ERR, "can't mount with "
3607923ae0ffSRoss Zwisler 				 "both data=journal and dax");
3608923ae0ffSRoss Zwisler 			goto failed_mount;
3609923ae0ffSRoss Zwisler 		}
361056889787STheodore Ts'o 		if (test_opt(sb, DELALLOC))
361156889787STheodore Ts'o 			clear_opt(sb, DELALLOC);
361256889787STheodore Ts'o 	}
361356889787STheodore Ts'o 
3614ac27a0ecSDave Kleikamp 	sb->s_flags = (sb->s_flags & ~MS_POSIXACL) |
3615482a7425SDmitry Monakhov 		(test_opt(sb, POSIX_ACL) ? MS_POSIXACL : 0);
3616ac27a0ecSDave Kleikamp 
3617617ba13bSMingming Cao 	if (le32_to_cpu(es->s_rev_level) == EXT4_GOOD_OLD_REV &&
3618617ba13bSMingming Cao 	    (EXT4_HAS_COMPAT_FEATURE(sb, ~0U) ||
3619617ba13bSMingming Cao 	     EXT4_HAS_RO_COMPAT_FEATURE(sb, ~0U) ||
3620617ba13bSMingming Cao 	     EXT4_HAS_INCOMPAT_FEATURE(sb, ~0U)))
3621b31e1552SEric Sandeen 		ext4_msg(sb, KERN_WARNING,
3622b31e1552SEric Sandeen 		       "feature flags set on rev 0 fs, "
3623b31e1552SEric Sandeen 		       "running e2fsck is recommended");
3624469108ffSTheodore Tso 
3625ed3654ebSTheodore Ts'o 	if (es->s_creator_os == cpu_to_le32(EXT4_OS_HURD)) {
3626ed3654ebSTheodore Ts'o 		set_opt2(sb, HURD_COMPAT);
3627ed3654ebSTheodore Ts'o 		if (EXT4_HAS_INCOMPAT_FEATURE(sb,
3628ed3654ebSTheodore Ts'o 					      EXT4_FEATURE_INCOMPAT_64BIT)) {
3629ed3654ebSTheodore Ts'o 			ext4_msg(sb, KERN_ERR,
3630ed3654ebSTheodore Ts'o 				 "The Hurd can't support 64-bit file systems");
3631ed3654ebSTheodore Ts'o 			goto failed_mount;
3632ed3654ebSTheodore Ts'o 		}
3633ed3654ebSTheodore Ts'o 	}
3634ed3654ebSTheodore Ts'o 
36352035e776STheodore Ts'o 	if (IS_EXT2_SB(sb)) {
36362035e776STheodore Ts'o 		if (ext2_feature_set_ok(sb))
36372035e776STheodore Ts'o 			ext4_msg(sb, KERN_INFO, "mounting ext2 file system "
36382035e776STheodore Ts'o 				 "using the ext4 subsystem");
36392035e776STheodore Ts'o 		else {
36402035e776STheodore Ts'o 			ext4_msg(sb, KERN_ERR, "couldn't mount as ext2 due "
36412035e776STheodore Ts'o 				 "to feature incompatibilities");
36422035e776STheodore Ts'o 			goto failed_mount;
36432035e776STheodore Ts'o 		}
36442035e776STheodore Ts'o 	}
36452035e776STheodore Ts'o 
36462035e776STheodore Ts'o 	if (IS_EXT3_SB(sb)) {
36472035e776STheodore Ts'o 		if (ext3_feature_set_ok(sb))
36482035e776STheodore Ts'o 			ext4_msg(sb, KERN_INFO, "mounting ext3 file system "
36492035e776STheodore Ts'o 				 "using the ext4 subsystem");
36502035e776STheodore Ts'o 		else {
36512035e776STheodore Ts'o 			ext4_msg(sb, KERN_ERR, "couldn't mount as ext3 due "
36522035e776STheodore Ts'o 				 "to feature incompatibilities");
36532035e776STheodore Ts'o 			goto failed_mount;
36542035e776STheodore Ts'o 		}
36552035e776STheodore Ts'o 	}
36562035e776STheodore Ts'o 
3657469108ffSTheodore Tso 	/*
3658ac27a0ecSDave Kleikamp 	 * Check feature flags regardless of the revision level, since we
3659ac27a0ecSDave Kleikamp 	 * previously didn't change the revision level when setting the flags,
3660ac27a0ecSDave Kleikamp 	 * so there is a chance incompat flags are set on a rev 0 filesystem.
3661ac27a0ecSDave Kleikamp 	 */
3662a13fb1a4SEric Sandeen 	if (!ext4_feature_set_ok(sb, (sb->s_flags & MS_RDONLY)))
3663ac27a0ecSDave Kleikamp 		goto failed_mount;
3664a13fb1a4SEric Sandeen 
3665261cb20cSJan Kara 	blocksize = BLOCK_SIZE << le32_to_cpu(es->s_log_block_size);
3666617ba13bSMingming Cao 	if (blocksize < EXT4_MIN_BLOCK_SIZE ||
3667617ba13bSMingming Cao 	    blocksize > EXT4_MAX_BLOCK_SIZE) {
3668b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR,
3669b31e1552SEric Sandeen 		       "Unsupported filesystem blocksize %d", blocksize);
3670ac27a0ecSDave Kleikamp 		goto failed_mount;
3671ac27a0ecSDave Kleikamp 	}
3672ac27a0ecSDave Kleikamp 
3673923ae0ffSRoss Zwisler 	if (sbi->s_mount_opt & EXT4_MOUNT_DAX) {
3674923ae0ffSRoss Zwisler 		if (blocksize != PAGE_SIZE) {
3675923ae0ffSRoss Zwisler 			ext4_msg(sb, KERN_ERR,
3676923ae0ffSRoss Zwisler 					"error: unsupported blocksize for dax");
3677923ae0ffSRoss Zwisler 			goto failed_mount;
3678923ae0ffSRoss Zwisler 		}
3679923ae0ffSRoss Zwisler 		if (!sb->s_bdev->bd_disk->fops->direct_access) {
3680923ae0ffSRoss Zwisler 			ext4_msg(sb, KERN_ERR,
3681923ae0ffSRoss Zwisler 					"error: device does not support dax");
3682923ae0ffSRoss Zwisler 			goto failed_mount;
3683923ae0ffSRoss Zwisler 		}
3684923ae0ffSRoss Zwisler 	}
3685923ae0ffSRoss Zwisler 
3686ac27a0ecSDave Kleikamp 	if (sb->s_blocksize != blocksize) {
3687ce40733cSAneesh Kumar K.V 		/* Validate the filesystem blocksize */
3688ce40733cSAneesh Kumar K.V 		if (!sb_set_blocksize(sb, blocksize)) {
3689b31e1552SEric Sandeen 			ext4_msg(sb, KERN_ERR, "bad block size %d",
3690ce40733cSAneesh Kumar K.V 					blocksize);
3691ac27a0ecSDave Kleikamp 			goto failed_mount;
3692ac27a0ecSDave Kleikamp 		}
3693ac27a0ecSDave Kleikamp 
3694ac27a0ecSDave Kleikamp 		brelse(bh);
369570bbb3e0SAndrew Morton 		logical_sb_block = sb_block * EXT4_MIN_BLOCK_SIZE;
369670bbb3e0SAndrew Morton 		offset = do_div(logical_sb_block, blocksize);
3697a8ac900bSGioh Kim 		bh = sb_bread_unmovable(sb, logical_sb_block);
3698ac27a0ecSDave Kleikamp 		if (!bh) {
3699b31e1552SEric Sandeen 			ext4_msg(sb, KERN_ERR,
3700b31e1552SEric Sandeen 			       "Can't read superblock on 2nd try");
3701ac27a0ecSDave Kleikamp 			goto failed_mount;
3702ac27a0ecSDave Kleikamp 		}
37032716b802STheodore Ts'o 		es = (struct ext4_super_block *)(bh->b_data + offset);
3704ac27a0ecSDave Kleikamp 		sbi->s_es = es;
3705617ba13bSMingming Cao 		if (es->s_magic != cpu_to_le16(EXT4_SUPER_MAGIC)) {
3706b31e1552SEric Sandeen 			ext4_msg(sb, KERN_ERR,
3707b31e1552SEric Sandeen 			       "Magic mismatch, very weird!");
3708ac27a0ecSDave Kleikamp 			goto failed_mount;
3709ac27a0ecSDave Kleikamp 		}
3710ac27a0ecSDave Kleikamp 	}
3711ac27a0ecSDave Kleikamp 
3712a13fb1a4SEric Sandeen 	has_huge_files = EXT4_HAS_RO_COMPAT_FEATURE(sb,
3713a13fb1a4SEric Sandeen 				EXT4_FEATURE_RO_COMPAT_HUGE_FILE);
3714f287a1a5STheodore Ts'o 	sbi->s_bitmap_maxbytes = ext4_max_bitmap_size(sb->s_blocksize_bits,
3715f287a1a5STheodore Ts'o 						      has_huge_files);
3716f287a1a5STheodore Ts'o 	sb->s_maxbytes = ext4_max_size(sb->s_blocksize_bits, has_huge_files);
3717ac27a0ecSDave Kleikamp 
3718617ba13bSMingming Cao 	if (le32_to_cpu(es->s_rev_level) == EXT4_GOOD_OLD_REV) {
3719617ba13bSMingming Cao 		sbi->s_inode_size = EXT4_GOOD_OLD_INODE_SIZE;
3720617ba13bSMingming Cao 		sbi->s_first_ino = EXT4_GOOD_OLD_FIRST_INO;
3721ac27a0ecSDave Kleikamp 	} else {
3722ac27a0ecSDave Kleikamp 		sbi->s_inode_size = le16_to_cpu(es->s_inode_size);
3723ac27a0ecSDave Kleikamp 		sbi->s_first_ino = le32_to_cpu(es->s_first_ino);
3724617ba13bSMingming Cao 		if ((sbi->s_inode_size < EXT4_GOOD_OLD_INODE_SIZE) ||
37251330593eSVignesh Babu 		    (!is_power_of_2(sbi->s_inode_size)) ||
3726ac27a0ecSDave Kleikamp 		    (sbi->s_inode_size > blocksize)) {
3727b31e1552SEric Sandeen 			ext4_msg(sb, KERN_ERR,
3728b31e1552SEric Sandeen 			       "unsupported inode size: %d",
3729ac27a0ecSDave Kleikamp 			       sbi->s_inode_size);
3730ac27a0ecSDave Kleikamp 			goto failed_mount;
3731ac27a0ecSDave Kleikamp 		}
3732ef7f3835SKalpak Shah 		if (sbi->s_inode_size > EXT4_GOOD_OLD_INODE_SIZE)
3733ef7f3835SKalpak Shah 			sb->s_time_gran = 1 << (EXT4_EPOCH_BITS - 2);
3734ac27a0ecSDave Kleikamp 	}
37350b8e58a1SAndreas Dilger 
37360d1ee42fSAlexandre Ratchov 	sbi->s_desc_size = le16_to_cpu(es->s_desc_size);
37370d1ee42fSAlexandre Ratchov 	if (EXT4_HAS_INCOMPAT_FEATURE(sb, EXT4_FEATURE_INCOMPAT_64BIT)) {
37388fadc143SAlexandre Ratchov 		if (sbi->s_desc_size < EXT4_MIN_DESC_SIZE_64BIT ||
37390d1ee42fSAlexandre Ratchov 		    sbi->s_desc_size > EXT4_MAX_DESC_SIZE ||
3740d8ea6cf8Svignesh babu 		    !is_power_of_2(sbi->s_desc_size)) {
3741b31e1552SEric Sandeen 			ext4_msg(sb, KERN_ERR,
3742b31e1552SEric Sandeen 			       "unsupported descriptor size %lu",
37430d1ee42fSAlexandre Ratchov 			       sbi->s_desc_size);
37440d1ee42fSAlexandre Ratchov 			goto failed_mount;
37450d1ee42fSAlexandre Ratchov 		}
37460d1ee42fSAlexandre Ratchov 	} else
37470d1ee42fSAlexandre Ratchov 		sbi->s_desc_size = EXT4_MIN_DESC_SIZE;
37480b8e58a1SAndreas Dilger 
3749ac27a0ecSDave Kleikamp 	sbi->s_blocks_per_group = le32_to_cpu(es->s_blocks_per_group);
3750ac27a0ecSDave Kleikamp 	sbi->s_inodes_per_group = le32_to_cpu(es->s_inodes_per_group);
3751b47b6f38SAndries E. Brouwer 	if (EXT4_INODE_SIZE(sb) == 0 || EXT4_INODES_PER_GROUP(sb) == 0)
3752617ba13bSMingming Cao 		goto cantfind_ext4;
37530b8e58a1SAndreas Dilger 
3754617ba13bSMingming Cao 	sbi->s_inodes_per_block = blocksize / EXT4_INODE_SIZE(sb);
3755ac27a0ecSDave Kleikamp 	if (sbi->s_inodes_per_block == 0)
3756617ba13bSMingming Cao 		goto cantfind_ext4;
3757ac27a0ecSDave Kleikamp 	sbi->s_itb_per_group = sbi->s_inodes_per_group /
3758ac27a0ecSDave Kleikamp 					sbi->s_inodes_per_block;
37590d1ee42fSAlexandre Ratchov 	sbi->s_desc_per_block = blocksize / EXT4_DESC_SIZE(sb);
3760ac27a0ecSDave Kleikamp 	sbi->s_sbh = bh;
3761ac27a0ecSDave Kleikamp 	sbi->s_mount_state = le16_to_cpu(es->s_state);
3762e57aa839SFengguang Wu 	sbi->s_addr_per_block_bits = ilog2(EXT4_ADDR_PER_BLOCK(sb));
3763e57aa839SFengguang Wu 	sbi->s_desc_per_block_bits = ilog2(EXT4_DESC_PER_BLOCK(sb));
37640b8e58a1SAndreas Dilger 
3765ac27a0ecSDave Kleikamp 	for (i = 0; i < 4; i++)
3766ac27a0ecSDave Kleikamp 		sbi->s_hash_seed[i] = le32_to_cpu(es->s_hash_seed[i]);
3767ac27a0ecSDave Kleikamp 	sbi->s_def_hash_version = es->s_def_hash_version;
376823301410STheodore Ts'o 	if (EXT4_HAS_COMPAT_FEATURE(sb, EXT4_FEATURE_COMPAT_DIR_INDEX)) {
3769f99b2589STheodore Ts'o 		i = le32_to_cpu(es->s_flags);
3770f99b2589STheodore Ts'o 		if (i & EXT2_FLAGS_UNSIGNED_HASH)
3771f99b2589STheodore Ts'o 			sbi->s_hash_unsigned = 3;
3772f99b2589STheodore Ts'o 		else if ((i & EXT2_FLAGS_SIGNED_HASH) == 0) {
3773f99b2589STheodore Ts'o #ifdef __CHAR_UNSIGNED__
377423301410STheodore Ts'o 			if (!(sb->s_flags & MS_RDONLY))
377523301410STheodore Ts'o 				es->s_flags |=
377623301410STheodore Ts'o 					cpu_to_le32(EXT2_FLAGS_UNSIGNED_HASH);
3777f99b2589STheodore Ts'o 			sbi->s_hash_unsigned = 3;
3778f99b2589STheodore Ts'o #else
377923301410STheodore Ts'o 			if (!(sb->s_flags & MS_RDONLY))
378023301410STheodore Ts'o 				es->s_flags |=
378123301410STheodore Ts'o 					cpu_to_le32(EXT2_FLAGS_SIGNED_HASH);
3782f99b2589STheodore Ts'o #endif
3783f99b2589STheodore Ts'o 		}
378423301410STheodore Ts'o 	}
3785ac27a0ecSDave Kleikamp 
3786281b5995STheodore Ts'o 	/* Handle clustersize */
3787281b5995STheodore Ts'o 	clustersize = BLOCK_SIZE << le32_to_cpu(es->s_log_cluster_size);
3788281b5995STheodore Ts'o 	has_bigalloc = EXT4_HAS_RO_COMPAT_FEATURE(sb,
3789281b5995STheodore Ts'o 				EXT4_FEATURE_RO_COMPAT_BIGALLOC);
3790281b5995STheodore Ts'o 	if (has_bigalloc) {
3791281b5995STheodore Ts'o 		if (clustersize < blocksize) {
3792281b5995STheodore Ts'o 			ext4_msg(sb, KERN_ERR,
3793281b5995STheodore Ts'o 				 "cluster size (%d) smaller than "
3794281b5995STheodore Ts'o 				 "block size (%d)", clustersize, blocksize);
3795281b5995STheodore Ts'o 			goto failed_mount;
3796281b5995STheodore Ts'o 		}
3797281b5995STheodore Ts'o 		sbi->s_cluster_bits = le32_to_cpu(es->s_log_cluster_size) -
3798281b5995STheodore Ts'o 			le32_to_cpu(es->s_log_block_size);
3799281b5995STheodore Ts'o 		sbi->s_clusters_per_group =
3800281b5995STheodore Ts'o 			le32_to_cpu(es->s_clusters_per_group);
3801281b5995STheodore Ts'o 		if (sbi->s_clusters_per_group > blocksize * 8) {
3802281b5995STheodore Ts'o 			ext4_msg(sb, KERN_ERR,
3803281b5995STheodore Ts'o 				 "#clusters per group too big: %lu",
3804281b5995STheodore Ts'o 				 sbi->s_clusters_per_group);
3805281b5995STheodore Ts'o 			goto failed_mount;
3806281b5995STheodore Ts'o 		}
3807281b5995STheodore Ts'o 		if (sbi->s_blocks_per_group !=
3808281b5995STheodore Ts'o 		    (sbi->s_clusters_per_group * (clustersize / blocksize))) {
3809281b5995STheodore Ts'o 			ext4_msg(sb, KERN_ERR, "blocks per group (%lu) and "
3810281b5995STheodore Ts'o 				 "clusters per group (%lu) inconsistent",
3811281b5995STheodore Ts'o 				 sbi->s_blocks_per_group,
3812281b5995STheodore Ts'o 				 sbi->s_clusters_per_group);
3813281b5995STheodore Ts'o 			goto failed_mount;
3814281b5995STheodore Ts'o 		}
3815281b5995STheodore Ts'o 	} else {
3816281b5995STheodore Ts'o 		if (clustersize != blocksize) {
3817281b5995STheodore Ts'o 			ext4_warning(sb, "fragment/cluster size (%d) != "
3818281b5995STheodore Ts'o 				     "block size (%d)", clustersize,
3819281b5995STheodore Ts'o 				     blocksize);
3820281b5995STheodore Ts'o 			clustersize = blocksize;
3821281b5995STheodore Ts'o 		}
3822ac27a0ecSDave Kleikamp 		if (sbi->s_blocks_per_group > blocksize * 8) {
3823b31e1552SEric Sandeen 			ext4_msg(sb, KERN_ERR,
3824b31e1552SEric Sandeen 				 "#blocks per group too big: %lu",
3825ac27a0ecSDave Kleikamp 				 sbi->s_blocks_per_group);
3826ac27a0ecSDave Kleikamp 			goto failed_mount;
3827ac27a0ecSDave Kleikamp 		}
3828281b5995STheodore Ts'o 		sbi->s_clusters_per_group = sbi->s_blocks_per_group;
3829281b5995STheodore Ts'o 		sbi->s_cluster_bits = 0;
3830281b5995STheodore Ts'o 	}
3831281b5995STheodore Ts'o 	sbi->s_cluster_ratio = clustersize / blocksize;
3832281b5995STheodore Ts'o 
3833ac27a0ecSDave Kleikamp 	if (sbi->s_inodes_per_group > blocksize * 8) {
3834b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR,
3835b31e1552SEric Sandeen 		       "#inodes per group too big: %lu",
3836ac27a0ecSDave Kleikamp 		       sbi->s_inodes_per_group);
3837ac27a0ecSDave Kleikamp 		goto failed_mount;
3838ac27a0ecSDave Kleikamp 	}
3839ac27a0ecSDave Kleikamp 
3840960fd856STheodore Ts'o 	/* Do we have standard group size of clustersize * 8 blocks ? */
3841960fd856STheodore Ts'o 	if (sbi->s_blocks_per_group == clustersize << 3)
3842960fd856STheodore Ts'o 		set_opt2(sb, STD_GROUP_SIZE);
3843960fd856STheodore Ts'o 
3844bf43d84bSEric Sandeen 	/*
3845bf43d84bSEric Sandeen 	 * Test whether we have more sectors than will fit in sector_t,
3846bf43d84bSEric Sandeen 	 * and whether the max offset is addressable by the page cache.
3847bf43d84bSEric Sandeen 	 */
38485a9ae68aSDarrick J. Wong 	err = generic_check_addressable(sb->s_blocksize_bits,
384930ca22c7SPatrick J. LoPresti 					ext4_blocks_count(es));
38505a9ae68aSDarrick J. Wong 	if (err) {
3851b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "filesystem"
3852bf43d84bSEric Sandeen 			 " too large to mount safely on this system");
3853ac27a0ecSDave Kleikamp 		if (sizeof(sector_t) < 8)
385490c699a9SBartlomiej Zolnierkiewicz 			ext4_msg(sb, KERN_WARNING, "CONFIG_LBDAF not enabled");
3855ac27a0ecSDave Kleikamp 		goto failed_mount;
3856ac27a0ecSDave Kleikamp 	}
3857ac27a0ecSDave Kleikamp 
3858617ba13bSMingming Cao 	if (EXT4_BLOCKS_PER_GROUP(sb) == 0)
3859617ba13bSMingming Cao 		goto cantfind_ext4;
3860e7c95593SEric Sandeen 
38610f2ddca6SFrom: Thiemo Nagel 	/* check blocks count against device size */
38620f2ddca6SFrom: Thiemo Nagel 	blocks_count = sb->s_bdev->bd_inode->i_size >> sb->s_blocksize_bits;
38630f2ddca6SFrom: Thiemo Nagel 	if (blocks_count && ext4_blocks_count(es) > blocks_count) {
3864b31e1552SEric Sandeen 		ext4_msg(sb, KERN_WARNING, "bad geometry: block count %llu "
3865b31e1552SEric Sandeen 		       "exceeds size of device (%llu blocks)",
38660f2ddca6SFrom: Thiemo Nagel 		       ext4_blocks_count(es), blocks_count);
38670f2ddca6SFrom: Thiemo Nagel 		goto failed_mount;
38680f2ddca6SFrom: Thiemo Nagel 	}
38690f2ddca6SFrom: Thiemo Nagel 
38704ec11028STheodore Ts'o 	/*
38714ec11028STheodore Ts'o 	 * It makes no sense for the first data block to be beyond the end
38724ec11028STheodore Ts'o 	 * of the filesystem.
38734ec11028STheodore Ts'o 	 */
38744ec11028STheodore Ts'o 	if (le32_to_cpu(es->s_first_data_block) >= ext4_blocks_count(es)) {
3875b31e1552SEric Sandeen 		ext4_msg(sb, KERN_WARNING, "bad geometry: first data "
3876b31e1552SEric Sandeen 			 "block %u is beyond end of filesystem (%llu)",
3877e7c95593SEric Sandeen 			 le32_to_cpu(es->s_first_data_block),
38784ec11028STheodore Ts'o 			 ext4_blocks_count(es));
3879e7c95593SEric Sandeen 		goto failed_mount;
3880e7c95593SEric Sandeen 	}
3881bd81d8eeSLaurent Vivier 	blocks_count = (ext4_blocks_count(es) -
3882bd81d8eeSLaurent Vivier 			le32_to_cpu(es->s_first_data_block) +
3883bd81d8eeSLaurent Vivier 			EXT4_BLOCKS_PER_GROUP(sb) - 1);
3884bd81d8eeSLaurent Vivier 	do_div(blocks_count, EXT4_BLOCKS_PER_GROUP(sb));
38854ec11028STheodore Ts'o 	if (blocks_count > ((uint64_t)1<<32) - EXT4_DESC_PER_BLOCK(sb)) {
3886b31e1552SEric Sandeen 		ext4_msg(sb, KERN_WARNING, "groups count too large: %u "
38874ec11028STheodore Ts'o 		       "(block count %llu, first data block %u, "
3888b31e1552SEric Sandeen 		       "blocks per group %lu)", sbi->s_groups_count,
38894ec11028STheodore Ts'o 		       ext4_blocks_count(es),
38904ec11028STheodore Ts'o 		       le32_to_cpu(es->s_first_data_block),
38914ec11028STheodore Ts'o 		       EXT4_BLOCKS_PER_GROUP(sb));
38924ec11028STheodore Ts'o 		goto failed_mount;
38934ec11028STheodore Ts'o 	}
3894bd81d8eeSLaurent Vivier 	sbi->s_groups_count = blocks_count;
3895fb0a387dSEric Sandeen 	sbi->s_blockfile_groups = min_t(ext4_group_t, sbi->s_groups_count,
3896fb0a387dSEric Sandeen 			(EXT4_MAX_BLOCK_FILE_PHYS / EXT4_BLOCKS_PER_GROUP(sb)));
3897617ba13bSMingming Cao 	db_count = (sbi->s_groups_count + EXT4_DESC_PER_BLOCK(sb) - 1) /
3898617ba13bSMingming Cao 		   EXT4_DESC_PER_BLOCK(sb);
3899f18a5f21STheodore Ts'o 	sbi->s_group_desc = ext4_kvmalloc(db_count *
3900f18a5f21STheodore Ts'o 					  sizeof(struct buffer_head *),
3901ac27a0ecSDave Kleikamp 					  GFP_KERNEL);
3902ac27a0ecSDave Kleikamp 	if (sbi->s_group_desc == NULL) {
3903b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "not enough memory");
39042cde417dSTheodore Ts'o 		ret = -ENOMEM;
3905ac27a0ecSDave Kleikamp 		goto failed_mount;
3906ac27a0ecSDave Kleikamp 	}
3907ac27a0ecSDave Kleikamp 
39089f6200bbSTheodore Ts'o 	if (ext4_proc_root)
39099f6200bbSTheodore Ts'o 		sbi->s_proc = proc_mkdir(sb->s_id, ext4_proc_root);
3910240799cdSTheodore Ts'o 
391166acdcf4STheodore Ts'o 	if (sbi->s_proc)
391266acdcf4STheodore Ts'o 		proc_create_data("options", S_IRUGO, sbi->s_proc,
391366acdcf4STheodore Ts'o 				 &ext4_seq_options_fops, sb);
391466acdcf4STheodore Ts'o 
3915705895b6SPekka Enberg 	bgl_lock_init(sbi->s_blockgroup_lock);
3916ac27a0ecSDave Kleikamp 
3917ac27a0ecSDave Kleikamp 	for (i = 0; i < db_count; i++) {
391870bbb3e0SAndrew Morton 		block = descriptor_loc(sb, logical_sb_block, i);
3919a8ac900bSGioh Kim 		sbi->s_group_desc[i] = sb_bread_unmovable(sb, block);
3920ac27a0ecSDave Kleikamp 		if (!sbi->s_group_desc[i]) {
3921b31e1552SEric Sandeen 			ext4_msg(sb, KERN_ERR,
3922b31e1552SEric Sandeen 			       "can't read group descriptor %d", i);
3923ac27a0ecSDave Kleikamp 			db_count = i;
3924ac27a0ecSDave Kleikamp 			goto failed_mount2;
3925ac27a0ecSDave Kleikamp 		}
3926ac27a0ecSDave Kleikamp 	}
3927bfff6873SLukas Czerner 	if (!ext4_check_descriptors(sb, &first_not_zeroed)) {
3928b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "group descriptors corrupted!");
3929f9ae9cf5STheodore Ts'o 		goto failed_mount2;
3930ac27a0ecSDave Kleikamp 	}
3931772cb7c8SJose R. Santos 
3932f9ae9cf5STheodore Ts'o 	sbi->s_gdb_count = db_count;
3933ac27a0ecSDave Kleikamp 	get_random_bytes(&sbi->s_next_generation, sizeof(u32));
3934ac27a0ecSDave Kleikamp 	spin_lock_init(&sbi->s_next_gen_lock);
3935ac27a0ecSDave Kleikamp 
393604ecddb7SJan Mrazek 	setup_timer(&sbi->s_err_report, print_daily_error_info,
393704ecddb7SJan Mrazek 		(unsigned long) sb);
393804496411STao Ma 
3939a75ae78fSDmitry Monakhov 	/* Register extent status tree shrinker */
3940eb68d0e2SZheng Liu 	if (ext4_es_register_shrinker(sbi))
3941ce7e010aSTheodore Ts'o 		goto failed_mount3;
3942ce7e010aSTheodore Ts'o 
3943c9de560dSAlex Tomas 	sbi->s_stripe = ext4_get_stripe_size(sbi);
394467a5da56SZheng Liu 	sbi->s_extent_max_zeroout_kb = 32;
3945c9de560dSAlex Tomas 
3946f9ae9cf5STheodore Ts'o 	/*
3947f9ae9cf5STheodore Ts'o 	 * set up enough so that it can read an inode
3948f9ae9cf5STheodore Ts'o 	 */
3949f9ae9cf5STheodore Ts'o 	sb->s_op = &ext4_sops;
3950617ba13bSMingming Cao 	sb->s_export_op = &ext4_export_ops;
3951617ba13bSMingming Cao 	sb->s_xattr = ext4_xattr_handlers;
3952ac27a0ecSDave Kleikamp #ifdef CONFIG_QUOTA
3953617ba13bSMingming Cao 	sb->dq_op = &ext4_quota_operations;
3954262b4662SJan Kara 	if (EXT4_HAS_RO_COMPAT_FEATURE(sb, EXT4_FEATURE_RO_COMPAT_QUOTA))
39551fa5efe3SJan Kara 		sb->s_qcop = &dquot_quotactl_sysfile_ops;
3956262b4662SJan Kara 	else
3957262b4662SJan Kara 		sb->s_qcop = &ext4_qctl_operations;
395896c7e0d9SJan Kara 	sb->s_quota_types = QTYPE_MASK_USR | QTYPE_MASK_GRP;
3959ac27a0ecSDave Kleikamp #endif
3960f2fa2ffcSAneesh Kumar K.V 	memcpy(sb->s_uuid, es->s_uuid, sizeof(es->s_uuid));
3961f2fa2ffcSAneesh Kumar K.V 
3962ac27a0ecSDave Kleikamp 	INIT_LIST_HEAD(&sbi->s_orphan); /* unlinked but open files */
39633b9d4ed2STheodore Ts'o 	mutex_init(&sbi->s_orphan_lock);
3964ac27a0ecSDave Kleikamp 
3965ac27a0ecSDave Kleikamp 	sb->s_root = NULL;
3966ac27a0ecSDave Kleikamp 
3967ac27a0ecSDave Kleikamp 	needs_recovery = (es->s_last_orphan != 0 ||
3968617ba13bSMingming Cao 			  EXT4_HAS_INCOMPAT_FEATURE(sb,
3969617ba13bSMingming Cao 				    EXT4_FEATURE_INCOMPAT_RECOVER));
3970ac27a0ecSDave Kleikamp 
3971c5e06d10SJohann Lombardi 	if (EXT4_HAS_INCOMPAT_FEATURE(sb, EXT4_FEATURE_INCOMPAT_MMP) &&
3972c5e06d10SJohann Lombardi 	    !(sb->s_flags & MS_RDONLY))
3973c5e06d10SJohann Lombardi 		if (ext4_multi_mount_protect(sb, le64_to_cpu(es->s_mmp_block)))
397450460fe8SDarrick J. Wong 			goto failed_mount3a;
3975c5e06d10SJohann Lombardi 
3976ac27a0ecSDave Kleikamp 	/*
3977ac27a0ecSDave Kleikamp 	 * The first inode we look at is the journal inode.  Don't try
3978ac27a0ecSDave Kleikamp 	 * root first: it may be modified in the journal!
3979ac27a0ecSDave Kleikamp 	 */
3980ac27a0ecSDave Kleikamp 	if (!test_opt(sb, NOLOAD) &&
3981617ba13bSMingming Cao 	    EXT4_HAS_COMPAT_FEATURE(sb, EXT4_FEATURE_COMPAT_HAS_JOURNAL)) {
3982617ba13bSMingming Cao 		if (ext4_load_journal(sb, es, journal_devnum))
398350460fe8SDarrick J. Wong 			goto failed_mount3a;
39840390131bSFrank Mayhar 	} else if (test_opt(sb, NOLOAD) && !(sb->s_flags & MS_RDONLY) &&
39850390131bSFrank Mayhar 	      EXT4_HAS_INCOMPAT_FEATURE(sb, EXT4_FEATURE_INCOMPAT_RECOVER)) {
3986b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "required journal recovery "
3987b31e1552SEric Sandeen 		       "suppressed and not mounted read-only");
3988744692dcSJiaying Zhang 		goto failed_mount_wq;
3989ac27a0ecSDave Kleikamp 	} else {
3990fd8c37ecSTheodore Ts'o 		clear_opt(sb, DATA_FLAGS);
39910390131bSFrank Mayhar 		sbi->s_journal = NULL;
39920390131bSFrank Mayhar 		needs_recovery = 0;
39930390131bSFrank Mayhar 		goto no_journal;
3994ac27a0ecSDave Kleikamp 	}
3995ac27a0ecSDave Kleikamp 
3996f32aaf2dSTheodore Ts'o 	if (EXT4_HAS_INCOMPAT_FEATURE(sb, EXT4_FEATURE_INCOMPAT_64BIT) &&
3997eb40a09cSJose R. Santos 	    !jbd2_journal_set_features(EXT4_SB(sb)->s_journal, 0, 0,
3998eb40a09cSJose R. Santos 				       JBD2_FEATURE_INCOMPAT_64BIT)) {
3999b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "Failed to set 64-bit journal feature");
4000744692dcSJiaying Zhang 		goto failed_mount_wq;
4001eb40a09cSJose R. Santos 	}
4002eb40a09cSJose R. Santos 
400325ed6e8aSDarrick J. Wong 	if (!set_journal_csum_feature_set(sb)) {
400425ed6e8aSDarrick J. Wong 		ext4_msg(sb, KERN_ERR, "Failed to set journal checksum "
400525ed6e8aSDarrick J. Wong 			 "feature set");
400625ed6e8aSDarrick J. Wong 		goto failed_mount_wq;
4007d4da6c9cSLinus Torvalds 	}
4008818d276cSGirish Shilamkar 
4009ac27a0ecSDave Kleikamp 	/* We have now updated the journal if required, so we can
4010ac27a0ecSDave Kleikamp 	 * validate the data journaling mode. */
4011ac27a0ecSDave Kleikamp 	switch (test_opt(sb, DATA_FLAGS)) {
4012ac27a0ecSDave Kleikamp 	case 0:
4013ac27a0ecSDave Kleikamp 		/* No mode set, assume a default based on the journal
401463f57933SAndrew Morton 		 * capabilities: ORDERED_DATA if the journal can
401563f57933SAndrew Morton 		 * cope, else JOURNAL_DATA
401663f57933SAndrew Morton 		 */
4017dab291afSMingming Cao 		if (jbd2_journal_check_available_features
4018dab291afSMingming Cao 		    (sbi->s_journal, 0, 0, JBD2_FEATURE_INCOMPAT_REVOKE))
4019fd8c37ecSTheodore Ts'o 			set_opt(sb, ORDERED_DATA);
4020ac27a0ecSDave Kleikamp 		else
4021fd8c37ecSTheodore Ts'o 			set_opt(sb, JOURNAL_DATA);
4022ac27a0ecSDave Kleikamp 		break;
4023ac27a0ecSDave Kleikamp 
4024617ba13bSMingming Cao 	case EXT4_MOUNT_ORDERED_DATA:
4025617ba13bSMingming Cao 	case EXT4_MOUNT_WRITEBACK_DATA:
4026dab291afSMingming Cao 		if (!jbd2_journal_check_available_features
4027dab291afSMingming Cao 		    (sbi->s_journal, 0, 0, JBD2_FEATURE_INCOMPAT_REVOKE)) {
4028b31e1552SEric Sandeen 			ext4_msg(sb, KERN_ERR, "Journal does not support "
4029b31e1552SEric Sandeen 			       "requested data journaling mode");
4030744692dcSJiaying Zhang 			goto failed_mount_wq;
4031ac27a0ecSDave Kleikamp 		}
4032ac27a0ecSDave Kleikamp 	default:
4033ac27a0ecSDave Kleikamp 		break;
4034ac27a0ecSDave Kleikamp 	}
4035b3881f74STheodore Ts'o 	set_task_ioprio(sbi->s_journal->j_task, journal_ioprio);
4036ac27a0ecSDave Kleikamp 
403718aadd47SBobi Jam 	sbi->s_journal->j_commit_callback = ext4_journal_commit_callback;
403818aadd47SBobi Jam 
4039ce7e010aSTheodore Ts'o no_journal:
40409c191f70ST Makphaibulchoke 	if (ext4_mballoc_ready) {
40419c191f70ST Makphaibulchoke 		sbi->s_mb_cache = ext4_xattr_create_cache(sb->s_id);
40429c191f70ST Makphaibulchoke 		if (!sbi->s_mb_cache) {
40439c191f70ST Makphaibulchoke 			ext4_msg(sb, KERN_ERR, "Failed to create an mb_cache");
40449c191f70ST Makphaibulchoke 			goto failed_mount_wq;
40459c191f70ST Makphaibulchoke 		}
40469c191f70ST Makphaibulchoke 	}
40479c191f70ST Makphaibulchoke 
4048fd89d5f2STejun Heo 	/*
4049952fc18eSTheodore Ts'o 	 * Get the # of file system overhead blocks from the
4050952fc18eSTheodore Ts'o 	 * superblock if present.
4051952fc18eSTheodore Ts'o 	 */
4052952fc18eSTheodore Ts'o 	if (es->s_overhead_clusters)
4053952fc18eSTheodore Ts'o 		sbi->s_overhead = le32_to_cpu(es->s_overhead_clusters);
4054952fc18eSTheodore Ts'o 	else {
405507aa2ea1SLukas Czerner 		err = ext4_calculate_overhead(sb);
405607aa2ea1SLukas Czerner 		if (err)
4057952fc18eSTheodore Ts'o 			goto failed_mount_wq;
4058952fc18eSTheodore Ts'o 	}
4059952fc18eSTheodore Ts'o 
4060952fc18eSTheodore Ts'o 	/*
4061fd89d5f2STejun Heo 	 * The maximum number of concurrent works can be high and
4062fd89d5f2STejun Heo 	 * concurrency isn't really necessary.  Limit it to 1.
4063fd89d5f2STejun Heo 	 */
40642e8fa54eSJan Kara 	EXT4_SB(sb)->rsv_conversion_wq =
40652e8fa54eSJan Kara 		alloc_workqueue("ext4-rsv-conversion", WQ_MEM_RECLAIM | WQ_UNBOUND, 1);
40662e8fa54eSJan Kara 	if (!EXT4_SB(sb)->rsv_conversion_wq) {
40672e8fa54eSJan Kara 		printk(KERN_ERR "EXT4-fs: failed to create workqueue\n");
406807aa2ea1SLukas Czerner 		ret = -ENOMEM;
40692e8fa54eSJan Kara 		goto failed_mount4;
40702e8fa54eSJan Kara 	}
40712e8fa54eSJan Kara 
4072ac27a0ecSDave Kleikamp 	/*
4073dab291afSMingming Cao 	 * The jbd2_journal_load will have done any necessary log recovery,
4074ac27a0ecSDave Kleikamp 	 * so we can safely mount the rest of the filesystem now.
4075ac27a0ecSDave Kleikamp 	 */
4076ac27a0ecSDave Kleikamp 
40771d1fe1eeSDavid Howells 	root = ext4_iget(sb, EXT4_ROOT_INO);
40781d1fe1eeSDavid Howells 	if (IS_ERR(root)) {
4079b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "get root inode failed");
40801d1fe1eeSDavid Howells 		ret = PTR_ERR(root);
408132a9bb57SManish Katiyar 		root = NULL;
4082ac27a0ecSDave Kleikamp 		goto failed_mount4;
4083ac27a0ecSDave Kleikamp 	}
4084ac27a0ecSDave Kleikamp 	if (!S_ISDIR(root->i_mode) || !root->i_blocks || !root->i_size) {
4085b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "corrupt root inode, run e2fsck");
408694bf608aSAl Viro 		iput(root);
4087ac27a0ecSDave Kleikamp 		goto failed_mount4;
4088ac27a0ecSDave Kleikamp 	}
408948fde701SAl Viro 	sb->s_root = d_make_root(root);
40901d1fe1eeSDavid Howells 	if (!sb->s_root) {
4091b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "get root dentry failed");
40921d1fe1eeSDavid Howells 		ret = -ENOMEM;
40931d1fe1eeSDavid Howells 		goto failed_mount4;
40941d1fe1eeSDavid Howells 	}
4095ac27a0ecSDave Kleikamp 
40967e84b621SEric Sandeen 	if (ext4_setup_super(sb, es, sb->s_flags & MS_RDONLY))
40977e84b621SEric Sandeen 		sb->s_flags |= MS_RDONLY;
4098ef7f3835SKalpak Shah 
4099ef7f3835SKalpak Shah 	/* determine the minimum size of new large inodes, if present */
4100ef7f3835SKalpak Shah 	if (sbi->s_inode_size > EXT4_GOOD_OLD_INODE_SIZE) {
4101ef7f3835SKalpak Shah 		sbi->s_want_extra_isize = sizeof(struct ext4_inode) -
4102ef7f3835SKalpak Shah 						     EXT4_GOOD_OLD_INODE_SIZE;
4103ef7f3835SKalpak Shah 		if (EXT4_HAS_RO_COMPAT_FEATURE(sb,
4104ef7f3835SKalpak Shah 				       EXT4_FEATURE_RO_COMPAT_EXTRA_ISIZE)) {
4105ef7f3835SKalpak Shah 			if (sbi->s_want_extra_isize <
4106ef7f3835SKalpak Shah 			    le16_to_cpu(es->s_want_extra_isize))
4107ef7f3835SKalpak Shah 				sbi->s_want_extra_isize =
4108ef7f3835SKalpak Shah 					le16_to_cpu(es->s_want_extra_isize);
4109ef7f3835SKalpak Shah 			if (sbi->s_want_extra_isize <
4110ef7f3835SKalpak Shah 			    le16_to_cpu(es->s_min_extra_isize))
4111ef7f3835SKalpak Shah 				sbi->s_want_extra_isize =
4112ef7f3835SKalpak Shah 					le16_to_cpu(es->s_min_extra_isize);
4113ef7f3835SKalpak Shah 		}
4114ef7f3835SKalpak Shah 	}
4115ef7f3835SKalpak Shah 	/* Check if enough inode space is available */
4116ef7f3835SKalpak Shah 	if (EXT4_GOOD_OLD_INODE_SIZE + sbi->s_want_extra_isize >
4117ef7f3835SKalpak Shah 							sbi->s_inode_size) {
4118ef7f3835SKalpak Shah 		sbi->s_want_extra_isize = sizeof(struct ext4_inode) -
4119ef7f3835SKalpak Shah 						       EXT4_GOOD_OLD_INODE_SIZE;
4120b31e1552SEric Sandeen 		ext4_msg(sb, KERN_INFO, "required extra inode space not"
4121b31e1552SEric Sandeen 			 "available");
4122ef7f3835SKalpak Shah 	}
4123ef7f3835SKalpak Shah 
412430fac0f7SJan Kara 	err = ext4_reserve_clusters(sbi, ext4_calculate_resv_clusters(sb));
412527dd4385SLukas Czerner 	if (err) {
412627dd4385SLukas Czerner 		ext4_msg(sb, KERN_ERR, "failed to reserve %llu clusters for "
412730fac0f7SJan Kara 			 "reserved pool", ext4_calculate_resv_clusters(sb));
4128f9ae9cf5STheodore Ts'o 		goto failed_mount4a;
412927dd4385SLukas Czerner 	}
413027dd4385SLukas Czerner 
41316fd058f7STheodore Ts'o 	err = ext4_setup_system_zone(sb);
41326fd058f7STheodore Ts'o 	if (err) {
4133b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "failed to initialize system "
4134fbe845ddSCurt Wohlgemuth 			 "zone (%d)", err);
4135f9ae9cf5STheodore Ts'o 		goto failed_mount4a;
4136f9ae9cf5STheodore Ts'o 	}
4137f9ae9cf5STheodore Ts'o 
4138f9ae9cf5STheodore Ts'o 	ext4_ext_init(sb);
4139f9ae9cf5STheodore Ts'o 	err = ext4_mb_init(sb);
4140f9ae9cf5STheodore Ts'o 	if (err) {
4141f9ae9cf5STheodore Ts'o 		ext4_msg(sb, KERN_ERR, "failed to initialize mballoc (%d)",
4142f9ae9cf5STheodore Ts'o 			 err);
4143dcf2d804STao Ma 		goto failed_mount5;
4144c2774d84SAneesh Kumar K.V 	}
4145c2774d84SAneesh Kumar K.V 
4146d5e03cbbSTheodore Ts'o 	block = ext4_count_free_clusters(sb);
4147d5e03cbbSTheodore Ts'o 	ext4_free_blocks_count_set(sbi->s_es,
4148d5e03cbbSTheodore Ts'o 				   EXT4_C2B(sbi, block));
4149908c7f19STejun Heo 	err = percpu_counter_init(&sbi->s_freeclusters_counter, block,
4150908c7f19STejun Heo 				  GFP_KERNEL);
4151d5e03cbbSTheodore Ts'o 	if (!err) {
4152d5e03cbbSTheodore Ts'o 		unsigned long freei = ext4_count_free_inodes(sb);
4153d5e03cbbSTheodore Ts'o 		sbi->s_es->s_free_inodes_count = cpu_to_le32(freei);
4154908c7f19STejun Heo 		err = percpu_counter_init(&sbi->s_freeinodes_counter, freei,
4155908c7f19STejun Heo 					  GFP_KERNEL);
4156d5e03cbbSTheodore Ts'o 	}
4157d5e03cbbSTheodore Ts'o 	if (!err)
4158d5e03cbbSTheodore Ts'o 		err = percpu_counter_init(&sbi->s_dirs_counter,
4159908c7f19STejun Heo 					  ext4_count_dirs(sb), GFP_KERNEL);
4160d5e03cbbSTheodore Ts'o 	if (!err)
4161908c7f19STejun Heo 		err = percpu_counter_init(&sbi->s_dirtyclusters_counter, 0,
4162908c7f19STejun Heo 					  GFP_KERNEL);
4163d5e03cbbSTheodore Ts'o 	if (err) {
4164d5e03cbbSTheodore Ts'o 		ext4_msg(sb, KERN_ERR, "insufficient memory");
4165d5e03cbbSTheodore Ts'o 		goto failed_mount6;
4166d5e03cbbSTheodore Ts'o 	}
4167d5e03cbbSTheodore Ts'o 
4168d5e03cbbSTheodore Ts'o 	if (EXT4_HAS_INCOMPAT_FEATURE(sb, EXT4_FEATURE_INCOMPAT_FLEX_BG))
4169d5e03cbbSTheodore Ts'o 		if (!ext4_fill_flex_info(sb)) {
4170d5e03cbbSTheodore Ts'o 			ext4_msg(sb, KERN_ERR,
4171d5e03cbbSTheodore Ts'o 			       "unable to initialize "
4172d5e03cbbSTheodore Ts'o 			       "flex_bg meta info!");
4173d5e03cbbSTheodore Ts'o 			goto failed_mount6;
4174d5e03cbbSTheodore Ts'o 		}
4175d5e03cbbSTheodore Ts'o 
4176bfff6873SLukas Czerner 	err = ext4_register_li_request(sb, first_not_zeroed);
4177bfff6873SLukas Czerner 	if (err)
4178dcf2d804STao Ma 		goto failed_mount6;
4179bfff6873SLukas Czerner 
41803197ebdbSTheodore Ts'o 	sbi->s_kobj.kset = ext4_kset;
41813197ebdbSTheodore Ts'o 	init_completion(&sbi->s_kobj_unregister);
41823197ebdbSTheodore Ts'o 	err = kobject_init_and_add(&sbi->s_kobj, &ext4_ktype, NULL,
41833197ebdbSTheodore Ts'o 				   "%s", sb->s_id);
4184dcf2d804STao Ma 	if (err)
4185dcf2d804STao Ma 		goto failed_mount7;
41863197ebdbSTheodore Ts'o 
41879b2ff357SJan Kara #ifdef CONFIG_QUOTA
41889b2ff357SJan Kara 	/* Enable quota usage during mount. */
41899b2ff357SJan Kara 	if (EXT4_HAS_RO_COMPAT_FEATURE(sb, EXT4_FEATURE_RO_COMPAT_QUOTA) &&
41909b2ff357SJan Kara 	    !(sb->s_flags & MS_RDONLY)) {
41919b2ff357SJan Kara 		err = ext4_enable_quotas(sb);
41929b2ff357SJan Kara 		if (err)
41939b2ff357SJan Kara 			goto failed_mount8;
41949b2ff357SJan Kara 	}
41959b2ff357SJan Kara #endif  /* CONFIG_QUOTA */
41969b2ff357SJan Kara 
4197617ba13bSMingming Cao 	EXT4_SB(sb)->s_mount_state |= EXT4_ORPHAN_FS;
4198617ba13bSMingming Cao 	ext4_orphan_cleanup(sb, es);
4199617ba13bSMingming Cao 	EXT4_SB(sb)->s_mount_state &= ~EXT4_ORPHAN_FS;
42000390131bSFrank Mayhar 	if (needs_recovery) {
4201b31e1552SEric Sandeen 		ext4_msg(sb, KERN_INFO, "recovery complete");
4202617ba13bSMingming Cao 		ext4_mark_recovery_complete(sb, es);
42030390131bSFrank Mayhar 	}
42040390131bSFrank Mayhar 	if (EXT4_SB(sb)->s_journal) {
42050390131bSFrank Mayhar 		if (test_opt(sb, DATA_FLAGS) == EXT4_MOUNT_JOURNAL_DATA)
42060390131bSFrank Mayhar 			descr = " journalled data mode";
42070390131bSFrank Mayhar 		else if (test_opt(sb, DATA_FLAGS) == EXT4_MOUNT_ORDERED_DATA)
42080390131bSFrank Mayhar 			descr = " ordered data mode";
42090390131bSFrank Mayhar 		else
42100390131bSFrank Mayhar 			descr = " writeback data mode";
42110390131bSFrank Mayhar 	} else
42120390131bSFrank Mayhar 		descr = "out journal";
42130390131bSFrank Mayhar 
421479add3a3SLukas Czerner 	if (test_opt(sb, DISCARD)) {
421579add3a3SLukas Czerner 		struct request_queue *q = bdev_get_queue(sb->s_bdev);
421679add3a3SLukas Czerner 		if (!blk_queue_discard(q))
421779add3a3SLukas Czerner 			ext4_msg(sb, KERN_WARNING,
421879add3a3SLukas Czerner 				 "mounting with \"discard\" option, but "
421979add3a3SLukas Czerner 				 "the device does not support discard");
422079add3a3SLukas Czerner 	}
422179add3a3SLukas Czerner 
4222d4c402d9SCurt Wohlgemuth 	ext4_msg(sb, KERN_INFO, "mounted filesystem with%s. "
42238b67f04aSTheodore Ts'o 		 "Opts: %s%s%s", descr, sbi->s_es->s_mount_opts,
42248b67f04aSTheodore Ts'o 		 *sbi->s_es->s_mount_opts ? "; " : "", orig_data);
4225ac27a0ecSDave Kleikamp 
422666e61a9eSTheodore Ts'o 	if (es->s_error_count)
422766e61a9eSTheodore Ts'o 		mod_timer(&sbi->s_err_report, jiffies + 300*HZ); /* 5 minutes */
4228ac27a0ecSDave Kleikamp 
4229efbed4dcSTheodore Ts'o 	/* Enable message ratelimiting. Default is 10 messages per 5 secs. */
4230efbed4dcSTheodore Ts'o 	ratelimit_state_init(&sbi->s_err_ratelimit_state, 5 * HZ, 10);
4231efbed4dcSTheodore Ts'o 	ratelimit_state_init(&sbi->s_warning_ratelimit_state, 5 * HZ, 10);
4232efbed4dcSTheodore Ts'o 	ratelimit_state_init(&sbi->s_msg_ratelimit_state, 5 * HZ, 10);
4233efbed4dcSTheodore Ts'o 
4234d4c402d9SCurt Wohlgemuth 	kfree(orig_data);
4235ac27a0ecSDave Kleikamp 	return 0;
4236ac27a0ecSDave Kleikamp 
4237617ba13bSMingming Cao cantfind_ext4:
4238ac27a0ecSDave Kleikamp 	if (!silent)
4239b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "VFS: Can't find ext4 filesystem");
4240ac27a0ecSDave Kleikamp 	goto failed_mount;
4241ac27a0ecSDave Kleikamp 
424272ba7450STheodore Ts'o #ifdef CONFIG_QUOTA
424372ba7450STheodore Ts'o failed_mount8:
424472ba7450STheodore Ts'o 	kobject_del(&sbi->s_kobj);
424572ba7450STheodore Ts'o #endif
4246dcf2d804STao Ma failed_mount7:
4247dcf2d804STao Ma 	ext4_unregister_li_request(sb);
4248dcf2d804STao Ma failed_mount6:
4249f9ae9cf5STheodore Ts'o 	ext4_mb_release(sb);
4250d5e03cbbSTheodore Ts'o 	if (sbi->s_flex_groups)
4251b93b41d4SAl Viro 		kvfree(sbi->s_flex_groups);
4252d5e03cbbSTheodore Ts'o 	percpu_counter_destroy(&sbi->s_freeclusters_counter);
4253d5e03cbbSTheodore Ts'o 	percpu_counter_destroy(&sbi->s_freeinodes_counter);
4254d5e03cbbSTheodore Ts'o 	percpu_counter_destroy(&sbi->s_dirs_counter);
4255d5e03cbbSTheodore Ts'o 	percpu_counter_destroy(&sbi->s_dirtyclusters_counter);
425600764937SAzat Khuzhin failed_mount5:
4257f9ae9cf5STheodore Ts'o 	ext4_ext_release(sb);
4258f9ae9cf5STheodore Ts'o 	ext4_release_system_zone(sb);
4259f9ae9cf5STheodore Ts'o failed_mount4a:
426094bf608aSAl Viro 	dput(sb->s_root);
426132a9bb57SManish Katiyar 	sb->s_root = NULL;
426294bf608aSAl Viro failed_mount4:
4263b31e1552SEric Sandeen 	ext4_msg(sb, KERN_ERR, "mount failed");
42642e8fa54eSJan Kara 	if (EXT4_SB(sb)->rsv_conversion_wq)
42652e8fa54eSJan Kara 		destroy_workqueue(EXT4_SB(sb)->rsv_conversion_wq);
42664c0425ffSMingming Cao failed_mount_wq:
42670390131bSFrank Mayhar 	if (sbi->s_journal) {
4268dab291afSMingming Cao 		jbd2_journal_destroy(sbi->s_journal);
426947b4a50bSJan Kara 		sbi->s_journal = NULL;
42700390131bSFrank Mayhar 	}
427150460fe8SDarrick J. Wong failed_mount3a:
4272d3922a77SZheng Liu 	ext4_es_unregister_shrinker(sbi);
4273eb68d0e2SZheng Liu failed_mount3:
42749105bb14SAl Viro 	del_timer_sync(&sbi->s_err_report);
4275c5e06d10SJohann Lombardi 	if (sbi->s_mmp_tsk)
4276c5e06d10SJohann Lombardi 		kthread_stop(sbi->s_mmp_tsk);
4277ac27a0ecSDave Kleikamp failed_mount2:
4278ac27a0ecSDave Kleikamp 	for (i = 0; i < db_count; i++)
4279ac27a0ecSDave Kleikamp 		brelse(sbi->s_group_desc[i]);
4280b93b41d4SAl Viro 	kvfree(sbi->s_group_desc);
4281ac27a0ecSDave Kleikamp failed_mount:
42820441984aSDarrick J. Wong 	if (sbi->s_chksum_driver)
42830441984aSDarrick J. Wong 		crypto_free_shash(sbi->s_chksum_driver);
4284240799cdSTheodore Ts'o 	if (sbi->s_proc) {
428566acdcf4STheodore Ts'o 		remove_proc_entry("options", sbi->s_proc);
42869f6200bbSTheodore Ts'o 		remove_proc_entry(sb->s_id, ext4_proc_root);
4287240799cdSTheodore Ts'o 	}
4288ac27a0ecSDave Kleikamp #ifdef CONFIG_QUOTA
4289a2d4a646SJan Kara 	for (i = 0; i < EXT4_MAXQUOTAS; i++)
4290ac27a0ecSDave Kleikamp 		kfree(sbi->s_qf_names[i]);
4291ac27a0ecSDave Kleikamp #endif
4292617ba13bSMingming Cao 	ext4_blkdev_remove(sbi);
4293ac27a0ecSDave Kleikamp 	brelse(bh);
4294ac27a0ecSDave Kleikamp out_fail:
4295ac27a0ecSDave Kleikamp 	sb->s_fs_info = NULL;
4296f6830165SManish Katiyar 	kfree(sbi->s_blockgroup_lock);
4297ac27a0ecSDave Kleikamp 	kfree(sbi);
4298dcc7dae3SCyrill Gorcunov out_free_orig:
4299d4c402d9SCurt Wohlgemuth 	kfree(orig_data);
430007aa2ea1SLukas Czerner 	return err ? err : ret;
4301ac27a0ecSDave Kleikamp }
4302ac27a0ecSDave Kleikamp 
4303ac27a0ecSDave Kleikamp /*
4304ac27a0ecSDave Kleikamp  * Setup any per-fs journal parameters now.  We'll do this both on
4305ac27a0ecSDave Kleikamp  * initial mount, once the journal has been initialised but before we've
4306ac27a0ecSDave Kleikamp  * done any recovery; and again on any subsequent remount.
4307ac27a0ecSDave Kleikamp  */
4308617ba13bSMingming Cao static void ext4_init_journal_params(struct super_block *sb, journal_t *journal)
4309ac27a0ecSDave Kleikamp {
4310617ba13bSMingming Cao 	struct ext4_sb_info *sbi = EXT4_SB(sb);
4311ac27a0ecSDave Kleikamp 
4312ac27a0ecSDave Kleikamp 	journal->j_commit_interval = sbi->s_commit_interval;
431330773840STheodore Ts'o 	journal->j_min_batch_time = sbi->s_min_batch_time;
431430773840STheodore Ts'o 	journal->j_max_batch_time = sbi->s_max_batch_time;
4315ac27a0ecSDave Kleikamp 
4316a931da6aSTheodore Ts'o 	write_lock(&journal->j_state_lock);
4317ac27a0ecSDave Kleikamp 	if (test_opt(sb, BARRIER))
4318dab291afSMingming Cao 		journal->j_flags |= JBD2_BARRIER;
4319ac27a0ecSDave Kleikamp 	else
4320dab291afSMingming Cao 		journal->j_flags &= ~JBD2_BARRIER;
43215bf5683aSHidehiro Kawai 	if (test_opt(sb, DATA_ERR_ABORT))
43225bf5683aSHidehiro Kawai 		journal->j_flags |= JBD2_ABORT_ON_SYNCDATA_ERR;
43235bf5683aSHidehiro Kawai 	else
43245bf5683aSHidehiro Kawai 		journal->j_flags &= ~JBD2_ABORT_ON_SYNCDATA_ERR;
4325a931da6aSTheodore Ts'o 	write_unlock(&journal->j_state_lock);
4326ac27a0ecSDave Kleikamp }
4327ac27a0ecSDave Kleikamp 
4328617ba13bSMingming Cao static journal_t *ext4_get_journal(struct super_block *sb,
4329ac27a0ecSDave Kleikamp 				   unsigned int journal_inum)
4330ac27a0ecSDave Kleikamp {
4331ac27a0ecSDave Kleikamp 	struct inode *journal_inode;
4332ac27a0ecSDave Kleikamp 	journal_t *journal;
4333ac27a0ecSDave Kleikamp 
43340390131bSFrank Mayhar 	BUG_ON(!EXT4_HAS_COMPAT_FEATURE(sb, EXT4_FEATURE_COMPAT_HAS_JOURNAL));
43350390131bSFrank Mayhar 
4336ac27a0ecSDave Kleikamp 	/* First, test for the existence of a valid inode on disk.  Bad
4337ac27a0ecSDave Kleikamp 	 * things happen if we iget() an unused inode, as the subsequent
4338ac27a0ecSDave Kleikamp 	 * iput() will try to delete it. */
4339ac27a0ecSDave Kleikamp 
43401d1fe1eeSDavid Howells 	journal_inode = ext4_iget(sb, journal_inum);
43411d1fe1eeSDavid Howells 	if (IS_ERR(journal_inode)) {
4342b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "no journal found");
4343ac27a0ecSDave Kleikamp 		return NULL;
4344ac27a0ecSDave Kleikamp 	}
4345ac27a0ecSDave Kleikamp 	if (!journal_inode->i_nlink) {
4346ac27a0ecSDave Kleikamp 		make_bad_inode(journal_inode);
4347ac27a0ecSDave Kleikamp 		iput(journal_inode);
4348b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "journal inode is deleted");
4349ac27a0ecSDave Kleikamp 		return NULL;
4350ac27a0ecSDave Kleikamp 	}
4351ac27a0ecSDave Kleikamp 
4352e5f8eab8STheodore Ts'o 	jbd_debug(2, "Journal inode found at %p: %lld bytes\n",
4353ac27a0ecSDave Kleikamp 		  journal_inode, journal_inode->i_size);
43541d1fe1eeSDavid Howells 	if (!S_ISREG(journal_inode->i_mode)) {
4355b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "invalid journal inode");
4356ac27a0ecSDave Kleikamp 		iput(journal_inode);
4357ac27a0ecSDave Kleikamp 		return NULL;
4358ac27a0ecSDave Kleikamp 	}
4359ac27a0ecSDave Kleikamp 
4360dab291afSMingming Cao 	journal = jbd2_journal_init_inode(journal_inode);
4361ac27a0ecSDave Kleikamp 	if (!journal) {
4362b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "Could not load journal inode");
4363ac27a0ecSDave Kleikamp 		iput(journal_inode);
4364ac27a0ecSDave Kleikamp 		return NULL;
4365ac27a0ecSDave Kleikamp 	}
4366ac27a0ecSDave Kleikamp 	journal->j_private = sb;
4367617ba13bSMingming Cao 	ext4_init_journal_params(sb, journal);
4368ac27a0ecSDave Kleikamp 	return journal;
4369ac27a0ecSDave Kleikamp }
4370ac27a0ecSDave Kleikamp 
4371617ba13bSMingming Cao static journal_t *ext4_get_dev_journal(struct super_block *sb,
4372ac27a0ecSDave Kleikamp 				       dev_t j_dev)
4373ac27a0ecSDave Kleikamp {
4374ac27a0ecSDave Kleikamp 	struct buffer_head *bh;
4375ac27a0ecSDave Kleikamp 	journal_t *journal;
4376617ba13bSMingming Cao 	ext4_fsblk_t start;
4377617ba13bSMingming Cao 	ext4_fsblk_t len;
4378ac27a0ecSDave Kleikamp 	int hblock, blocksize;
4379617ba13bSMingming Cao 	ext4_fsblk_t sb_block;
4380ac27a0ecSDave Kleikamp 	unsigned long offset;
4381617ba13bSMingming Cao 	struct ext4_super_block *es;
4382ac27a0ecSDave Kleikamp 	struct block_device *bdev;
4383ac27a0ecSDave Kleikamp 
43840390131bSFrank Mayhar 	BUG_ON(!EXT4_HAS_COMPAT_FEATURE(sb, EXT4_FEATURE_COMPAT_HAS_JOURNAL));
43850390131bSFrank Mayhar 
4386b31e1552SEric Sandeen 	bdev = ext4_blkdev_get(j_dev, sb);
4387ac27a0ecSDave Kleikamp 	if (bdev == NULL)
4388ac27a0ecSDave Kleikamp 		return NULL;
4389ac27a0ecSDave Kleikamp 
4390ac27a0ecSDave Kleikamp 	blocksize = sb->s_blocksize;
4391e1defc4fSMartin K. Petersen 	hblock = bdev_logical_block_size(bdev);
4392ac27a0ecSDave Kleikamp 	if (blocksize < hblock) {
4393b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR,
4394b31e1552SEric Sandeen 			"blocksize too small for journal device");
4395ac27a0ecSDave Kleikamp 		goto out_bdev;
4396ac27a0ecSDave Kleikamp 	}
4397ac27a0ecSDave Kleikamp 
4398617ba13bSMingming Cao 	sb_block = EXT4_MIN_BLOCK_SIZE / blocksize;
4399617ba13bSMingming Cao 	offset = EXT4_MIN_BLOCK_SIZE % blocksize;
4400ac27a0ecSDave Kleikamp 	set_blocksize(bdev, blocksize);
4401ac27a0ecSDave Kleikamp 	if (!(bh = __bread(bdev, sb_block, blocksize))) {
4402b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "couldn't read superblock of "
4403b31e1552SEric Sandeen 		       "external journal");
4404ac27a0ecSDave Kleikamp 		goto out_bdev;
4405ac27a0ecSDave Kleikamp 	}
4406ac27a0ecSDave Kleikamp 
44072716b802STheodore Ts'o 	es = (struct ext4_super_block *) (bh->b_data + offset);
4408617ba13bSMingming Cao 	if ((le16_to_cpu(es->s_magic) != EXT4_SUPER_MAGIC) ||
4409ac27a0ecSDave Kleikamp 	    !(le32_to_cpu(es->s_feature_incompat) &
4410617ba13bSMingming Cao 	      EXT4_FEATURE_INCOMPAT_JOURNAL_DEV)) {
4411b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "external journal has "
4412b31e1552SEric Sandeen 					"bad superblock");
4413ac27a0ecSDave Kleikamp 		brelse(bh);
4414ac27a0ecSDave Kleikamp 		goto out_bdev;
4415ac27a0ecSDave Kleikamp 	}
4416ac27a0ecSDave Kleikamp 
4417df4763beSDarrick J. Wong 	if ((le32_to_cpu(es->s_feature_ro_compat) &
4418df4763beSDarrick J. Wong 	     EXT4_FEATURE_RO_COMPAT_METADATA_CSUM) &&
4419df4763beSDarrick J. Wong 	    es->s_checksum != ext4_superblock_csum(sb, es)) {
4420df4763beSDarrick J. Wong 		ext4_msg(sb, KERN_ERR, "external journal has "
4421df4763beSDarrick J. Wong 				       "corrupt superblock");
4422df4763beSDarrick J. Wong 		brelse(bh);
4423df4763beSDarrick J. Wong 		goto out_bdev;
4424df4763beSDarrick J. Wong 	}
4425df4763beSDarrick J. Wong 
4426617ba13bSMingming Cao 	if (memcmp(EXT4_SB(sb)->s_es->s_journal_uuid, es->s_uuid, 16)) {
4427b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "journal UUID does not match");
4428ac27a0ecSDave Kleikamp 		brelse(bh);
4429ac27a0ecSDave Kleikamp 		goto out_bdev;
4430ac27a0ecSDave Kleikamp 	}
4431ac27a0ecSDave Kleikamp 
4432bd81d8eeSLaurent Vivier 	len = ext4_blocks_count(es);
4433ac27a0ecSDave Kleikamp 	start = sb_block + 1;
4434ac27a0ecSDave Kleikamp 	brelse(bh);	/* we're done with the superblock */
4435ac27a0ecSDave Kleikamp 
4436dab291afSMingming Cao 	journal = jbd2_journal_init_dev(bdev, sb->s_bdev,
4437ac27a0ecSDave Kleikamp 					start, len, blocksize);
4438ac27a0ecSDave Kleikamp 	if (!journal) {
4439b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "failed to create device journal");
4440ac27a0ecSDave Kleikamp 		goto out_bdev;
4441ac27a0ecSDave Kleikamp 	}
4442ac27a0ecSDave Kleikamp 	journal->j_private = sb;
44439f203507STheodore Ts'o 	ll_rw_block(READ | REQ_META | REQ_PRIO, 1, &journal->j_sb_buffer);
4444ac27a0ecSDave Kleikamp 	wait_on_buffer(journal->j_sb_buffer);
4445ac27a0ecSDave Kleikamp 	if (!buffer_uptodate(journal->j_sb_buffer)) {
4446b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "I/O error on journal device");
4447ac27a0ecSDave Kleikamp 		goto out_journal;
4448ac27a0ecSDave Kleikamp 	}
4449ac27a0ecSDave Kleikamp 	if (be32_to_cpu(journal->j_superblock->s_nr_users) != 1) {
4450b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "External journal has more than one "
4451b31e1552SEric Sandeen 					"user (unsupported) - %d",
4452ac27a0ecSDave Kleikamp 			be32_to_cpu(journal->j_superblock->s_nr_users));
4453ac27a0ecSDave Kleikamp 		goto out_journal;
4454ac27a0ecSDave Kleikamp 	}
4455617ba13bSMingming Cao 	EXT4_SB(sb)->journal_bdev = bdev;
4456617ba13bSMingming Cao 	ext4_init_journal_params(sb, journal);
4457ac27a0ecSDave Kleikamp 	return journal;
44580b8e58a1SAndreas Dilger 
4459ac27a0ecSDave Kleikamp out_journal:
4460dab291afSMingming Cao 	jbd2_journal_destroy(journal);
4461ac27a0ecSDave Kleikamp out_bdev:
4462617ba13bSMingming Cao 	ext4_blkdev_put(bdev);
4463ac27a0ecSDave Kleikamp 	return NULL;
4464ac27a0ecSDave Kleikamp }
4465ac27a0ecSDave Kleikamp 
4466617ba13bSMingming Cao static int ext4_load_journal(struct super_block *sb,
4467617ba13bSMingming Cao 			     struct ext4_super_block *es,
4468ac27a0ecSDave Kleikamp 			     unsigned long journal_devnum)
4469ac27a0ecSDave Kleikamp {
4470ac27a0ecSDave Kleikamp 	journal_t *journal;
4471ac27a0ecSDave Kleikamp 	unsigned int journal_inum = le32_to_cpu(es->s_journal_inum);
4472ac27a0ecSDave Kleikamp 	dev_t journal_dev;
4473ac27a0ecSDave Kleikamp 	int err = 0;
4474ac27a0ecSDave Kleikamp 	int really_read_only;
4475ac27a0ecSDave Kleikamp 
44760390131bSFrank Mayhar 	BUG_ON(!EXT4_HAS_COMPAT_FEATURE(sb, EXT4_FEATURE_COMPAT_HAS_JOURNAL));
44770390131bSFrank Mayhar 
4478ac27a0ecSDave Kleikamp 	if (journal_devnum &&
4479ac27a0ecSDave Kleikamp 	    journal_devnum != le32_to_cpu(es->s_journal_dev)) {
4480b31e1552SEric Sandeen 		ext4_msg(sb, KERN_INFO, "external journal device major/minor "
4481b31e1552SEric Sandeen 			"numbers have changed");
4482ac27a0ecSDave Kleikamp 		journal_dev = new_decode_dev(journal_devnum);
4483ac27a0ecSDave Kleikamp 	} else
4484ac27a0ecSDave Kleikamp 		journal_dev = new_decode_dev(le32_to_cpu(es->s_journal_dev));
4485ac27a0ecSDave Kleikamp 
4486ac27a0ecSDave Kleikamp 	really_read_only = bdev_read_only(sb->s_bdev);
4487ac27a0ecSDave Kleikamp 
4488ac27a0ecSDave Kleikamp 	/*
4489ac27a0ecSDave Kleikamp 	 * Are we loading a blank journal or performing recovery after a
4490ac27a0ecSDave Kleikamp 	 * crash?  For recovery, we need to check in advance whether we
4491ac27a0ecSDave Kleikamp 	 * can get read-write access to the device.
4492ac27a0ecSDave Kleikamp 	 */
4493617ba13bSMingming Cao 	if (EXT4_HAS_INCOMPAT_FEATURE(sb, EXT4_FEATURE_INCOMPAT_RECOVER)) {
4494ac27a0ecSDave Kleikamp 		if (sb->s_flags & MS_RDONLY) {
4495b31e1552SEric Sandeen 			ext4_msg(sb, KERN_INFO, "INFO: recovery "
4496b31e1552SEric Sandeen 					"required on readonly filesystem");
4497ac27a0ecSDave Kleikamp 			if (really_read_only) {
4498b31e1552SEric Sandeen 				ext4_msg(sb, KERN_ERR, "write access "
4499b31e1552SEric Sandeen 					"unavailable, cannot proceed");
4500ac27a0ecSDave Kleikamp 				return -EROFS;
4501ac27a0ecSDave Kleikamp 			}
4502b31e1552SEric Sandeen 			ext4_msg(sb, KERN_INFO, "write access will "
4503b31e1552SEric Sandeen 			       "be enabled during recovery");
4504ac27a0ecSDave Kleikamp 		}
4505ac27a0ecSDave Kleikamp 	}
4506ac27a0ecSDave Kleikamp 
4507ac27a0ecSDave Kleikamp 	if (journal_inum && journal_dev) {
4508b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "filesystem has both journal "
4509b31e1552SEric Sandeen 		       "and inode journals!");
4510ac27a0ecSDave Kleikamp 		return -EINVAL;
4511ac27a0ecSDave Kleikamp 	}
4512ac27a0ecSDave Kleikamp 
4513ac27a0ecSDave Kleikamp 	if (journal_inum) {
4514617ba13bSMingming Cao 		if (!(journal = ext4_get_journal(sb, journal_inum)))
4515ac27a0ecSDave Kleikamp 			return -EINVAL;
4516ac27a0ecSDave Kleikamp 	} else {
4517617ba13bSMingming Cao 		if (!(journal = ext4_get_dev_journal(sb, journal_dev)))
4518ac27a0ecSDave Kleikamp 			return -EINVAL;
4519ac27a0ecSDave Kleikamp 	}
4520ac27a0ecSDave Kleikamp 
452190576c0bSTheodore Ts'o 	if (!(journal->j_flags & JBD2_BARRIER))
4522b31e1552SEric Sandeen 		ext4_msg(sb, KERN_INFO, "barriers disabled");
45234776004fSTheodore Ts'o 
4524617ba13bSMingming Cao 	if (!EXT4_HAS_INCOMPAT_FEATURE(sb, EXT4_FEATURE_INCOMPAT_RECOVER))
4525dab291afSMingming Cao 		err = jbd2_journal_wipe(journal, !really_read_only);
45261c13d5c0STheodore Ts'o 	if (!err) {
45271c13d5c0STheodore Ts'o 		char *save = kmalloc(EXT4_S_ERR_LEN, GFP_KERNEL);
45281c13d5c0STheodore Ts'o 		if (save)
45291c13d5c0STheodore Ts'o 			memcpy(save, ((char *) es) +
45301c13d5c0STheodore Ts'o 			       EXT4_S_ERR_START, EXT4_S_ERR_LEN);
4531dab291afSMingming Cao 		err = jbd2_journal_load(journal);
45321c13d5c0STheodore Ts'o 		if (save)
45331c13d5c0STheodore Ts'o 			memcpy(((char *) es) + EXT4_S_ERR_START,
45341c13d5c0STheodore Ts'o 			       save, EXT4_S_ERR_LEN);
45351c13d5c0STheodore Ts'o 		kfree(save);
45361c13d5c0STheodore Ts'o 	}
4537ac27a0ecSDave Kleikamp 
4538ac27a0ecSDave Kleikamp 	if (err) {
4539b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "error loading journal");
4540dab291afSMingming Cao 		jbd2_journal_destroy(journal);
4541ac27a0ecSDave Kleikamp 		return err;
4542ac27a0ecSDave Kleikamp 	}
4543ac27a0ecSDave Kleikamp 
4544617ba13bSMingming Cao 	EXT4_SB(sb)->s_journal = journal;
4545617ba13bSMingming Cao 	ext4_clear_journal_err(sb, es);
4546ac27a0ecSDave Kleikamp 
4547c41303ceSMaciej Żenczykowski 	if (!really_read_only && journal_devnum &&
4548ac27a0ecSDave Kleikamp 	    journal_devnum != le32_to_cpu(es->s_journal_dev)) {
4549ac27a0ecSDave Kleikamp 		es->s_journal_dev = cpu_to_le32(journal_devnum);
4550ac27a0ecSDave Kleikamp 
4551ac27a0ecSDave Kleikamp 		/* Make sure we flush the recovery flag to disk. */
4552e2d67052STheodore Ts'o 		ext4_commit_super(sb, 1);
4553ac27a0ecSDave Kleikamp 	}
4554ac27a0ecSDave Kleikamp 
4555ac27a0ecSDave Kleikamp 	return 0;
4556ac27a0ecSDave Kleikamp }
4557ac27a0ecSDave Kleikamp 
4558e2d67052STheodore Ts'o static int ext4_commit_super(struct super_block *sb, int sync)
4559ac27a0ecSDave Kleikamp {
4560e2d67052STheodore Ts'o 	struct ext4_super_block *es = EXT4_SB(sb)->s_es;
4561617ba13bSMingming Cao 	struct buffer_head *sbh = EXT4_SB(sb)->s_sbh;
4562c4be0c1dSTakashi Sato 	int error = 0;
4563ac27a0ecSDave Kleikamp 
456408439fecSChristoph Hellwig 	if (!sbh)
4565c4be0c1dSTakashi Sato 		return error;
4566914258bfSTheodore Ts'o 	if (buffer_write_io_error(sbh)) {
4567914258bfSTheodore Ts'o 		/*
4568914258bfSTheodore Ts'o 		 * Oh, dear.  A previous attempt to write the
4569914258bfSTheodore Ts'o 		 * superblock failed.  This could happen because the
4570914258bfSTheodore Ts'o 		 * USB device was yanked out.  Or it could happen to
4571914258bfSTheodore Ts'o 		 * be a transient write error and maybe the block will
4572914258bfSTheodore Ts'o 		 * be remapped.  Nothing we can do but to retry the
4573914258bfSTheodore Ts'o 		 * write and hope for the best.
4574914258bfSTheodore Ts'o 		 */
4575b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "previous I/O error to "
4576b31e1552SEric Sandeen 		       "superblock detected");
4577914258bfSTheodore Ts'o 		clear_buffer_write_io_error(sbh);
4578914258bfSTheodore Ts'o 		set_buffer_uptodate(sbh);
4579914258bfSTheodore Ts'o 	}
458071290b36STheodore Ts'o 	/*
458171290b36STheodore Ts'o 	 * If the file system is mounted read-only, don't update the
458271290b36STheodore Ts'o 	 * superblock write time.  This avoids updating the superblock
458371290b36STheodore Ts'o 	 * write time when we are mounting the root file system
458471290b36STheodore Ts'o 	 * read/only but we need to replay the journal; at that point,
458571290b36STheodore Ts'o 	 * for people who are east of GMT and who make their clock
458671290b36STheodore Ts'o 	 * tick in localtime for Windows bug-for-bug compatibility,
458771290b36STheodore Ts'o 	 * the clock is set in the future, and this will cause e2fsck
458871290b36STheodore Ts'o 	 * to complain and force a full file system check.
458971290b36STheodore Ts'o 	 */
459071290b36STheodore Ts'o 	if (!(sb->s_flags & MS_RDONLY))
4591ac27a0ecSDave Kleikamp 		es->s_wtime = cpu_to_le32(get_seconds());
4592f613dfcbSTheodore Ts'o 	if (sb->s_bdev->bd_part)
4593afc32f7eSTheodore Ts'o 		es->s_kbytes_written =
4594afc32f7eSTheodore Ts'o 			cpu_to_le64(EXT4_SB(sb)->s_kbytes_written +
4595afc32f7eSTheodore Ts'o 			    ((part_stat_read(sb->s_bdev->bd_part, sectors[1]) -
4596afc32f7eSTheodore Ts'o 			      EXT4_SB(sb)->s_sectors_written_start) >> 1));
4597f613dfcbSTheodore Ts'o 	else
4598f613dfcbSTheodore Ts'o 		es->s_kbytes_written =
4599f613dfcbSTheodore Ts'o 			cpu_to_le64(EXT4_SB(sb)->s_kbytes_written);
4600d5e03cbbSTheodore Ts'o 	if (percpu_counter_initialized(&EXT4_SB(sb)->s_freeclusters_counter))
460157042651STheodore Ts'o 		ext4_free_blocks_count_set(es,
460257042651STheodore Ts'o 			EXT4_C2B(EXT4_SB(sb), percpu_counter_sum_positive(
460357042651STheodore Ts'o 				&EXT4_SB(sb)->s_freeclusters_counter)));
4604d5e03cbbSTheodore Ts'o 	if (percpu_counter_initialized(&EXT4_SB(sb)->s_freeinodes_counter))
46057f93cff9STheodore Ts'o 		es->s_free_inodes_count =
46067f93cff9STheodore Ts'o 			cpu_to_le32(percpu_counter_sum_positive(
46075d1b1b3fSAneesh Kumar K.V 				&EXT4_SB(sb)->s_freeinodes_counter));
4608ac27a0ecSDave Kleikamp 	BUFFER_TRACE(sbh, "marking dirty");
460906db49e6STheodore Ts'o 	ext4_superblock_csum_set(sb);
4610ac27a0ecSDave Kleikamp 	mark_buffer_dirty(sbh);
4611914258bfSTheodore Ts'o 	if (sync) {
4612c4be0c1dSTakashi Sato 		error = sync_dirty_buffer(sbh);
4613c4be0c1dSTakashi Sato 		if (error)
4614c4be0c1dSTakashi Sato 			return error;
4615c4be0c1dSTakashi Sato 
4616c4be0c1dSTakashi Sato 		error = buffer_write_io_error(sbh);
4617c4be0c1dSTakashi Sato 		if (error) {
4618b31e1552SEric Sandeen 			ext4_msg(sb, KERN_ERR, "I/O error while writing "
4619b31e1552SEric Sandeen 			       "superblock");
4620914258bfSTheodore Ts'o 			clear_buffer_write_io_error(sbh);
4621914258bfSTheodore Ts'o 			set_buffer_uptodate(sbh);
4622914258bfSTheodore Ts'o 		}
4623914258bfSTheodore Ts'o 	}
4624c4be0c1dSTakashi Sato 	return error;
4625ac27a0ecSDave Kleikamp }
4626ac27a0ecSDave Kleikamp 
4627ac27a0ecSDave Kleikamp /*
4628ac27a0ecSDave Kleikamp  * Have we just finished recovery?  If so, and if we are mounting (or
4629ac27a0ecSDave Kleikamp  * remounting) the filesystem readonly, then we will end up with a
4630ac27a0ecSDave Kleikamp  * consistent fs on disk.  Record that fact.
4631ac27a0ecSDave Kleikamp  */
4632617ba13bSMingming Cao static void ext4_mark_recovery_complete(struct super_block *sb,
4633617ba13bSMingming Cao 					struct ext4_super_block *es)
4634ac27a0ecSDave Kleikamp {
4635617ba13bSMingming Cao 	journal_t *journal = EXT4_SB(sb)->s_journal;
4636ac27a0ecSDave Kleikamp 
46370390131bSFrank Mayhar 	if (!EXT4_HAS_COMPAT_FEATURE(sb, EXT4_FEATURE_COMPAT_HAS_JOURNAL)) {
46380390131bSFrank Mayhar 		BUG_ON(journal != NULL);
46390390131bSFrank Mayhar 		return;
46400390131bSFrank Mayhar 	}
4641dab291afSMingming Cao 	jbd2_journal_lock_updates(journal);
46427ffe1ea8SHidehiro Kawai 	if (jbd2_journal_flush(journal) < 0)
46437ffe1ea8SHidehiro Kawai 		goto out;
46447ffe1ea8SHidehiro Kawai 
4645617ba13bSMingming Cao 	if (EXT4_HAS_INCOMPAT_FEATURE(sb, EXT4_FEATURE_INCOMPAT_RECOVER) &&
4646ac27a0ecSDave Kleikamp 	    sb->s_flags & MS_RDONLY) {
4647617ba13bSMingming Cao 		EXT4_CLEAR_INCOMPAT_FEATURE(sb, EXT4_FEATURE_INCOMPAT_RECOVER);
4648e2d67052STheodore Ts'o 		ext4_commit_super(sb, 1);
4649ac27a0ecSDave Kleikamp 	}
46507ffe1ea8SHidehiro Kawai 
46517ffe1ea8SHidehiro Kawai out:
4652dab291afSMingming Cao 	jbd2_journal_unlock_updates(journal);
4653ac27a0ecSDave Kleikamp }
4654ac27a0ecSDave Kleikamp 
4655ac27a0ecSDave Kleikamp /*
4656ac27a0ecSDave Kleikamp  * If we are mounting (or read-write remounting) a filesystem whose journal
4657ac27a0ecSDave Kleikamp  * has recorded an error from a previous lifetime, move that error to the
4658ac27a0ecSDave Kleikamp  * main filesystem now.
4659ac27a0ecSDave Kleikamp  */
4660617ba13bSMingming Cao static void ext4_clear_journal_err(struct super_block *sb,
4661617ba13bSMingming Cao 				   struct ext4_super_block *es)
4662ac27a0ecSDave Kleikamp {
4663ac27a0ecSDave Kleikamp 	journal_t *journal;
4664ac27a0ecSDave Kleikamp 	int j_errno;
4665ac27a0ecSDave Kleikamp 	const char *errstr;
4666ac27a0ecSDave Kleikamp 
46670390131bSFrank Mayhar 	BUG_ON(!EXT4_HAS_COMPAT_FEATURE(sb, EXT4_FEATURE_COMPAT_HAS_JOURNAL));
46680390131bSFrank Mayhar 
4669617ba13bSMingming Cao 	journal = EXT4_SB(sb)->s_journal;
4670ac27a0ecSDave Kleikamp 
4671ac27a0ecSDave Kleikamp 	/*
4672ac27a0ecSDave Kleikamp 	 * Now check for any error status which may have been recorded in the
4673617ba13bSMingming Cao 	 * journal by a prior ext4_error() or ext4_abort()
4674ac27a0ecSDave Kleikamp 	 */
4675ac27a0ecSDave Kleikamp 
4676dab291afSMingming Cao 	j_errno = jbd2_journal_errno(journal);
4677ac27a0ecSDave Kleikamp 	if (j_errno) {
4678ac27a0ecSDave Kleikamp 		char nbuf[16];
4679ac27a0ecSDave Kleikamp 
4680617ba13bSMingming Cao 		errstr = ext4_decode_error(sb, j_errno, nbuf);
468112062dddSEric Sandeen 		ext4_warning(sb, "Filesystem error recorded "
4682ac27a0ecSDave Kleikamp 			     "from previous mount: %s", errstr);
468312062dddSEric Sandeen 		ext4_warning(sb, "Marking fs in need of filesystem check.");
4684ac27a0ecSDave Kleikamp 
4685617ba13bSMingming Cao 		EXT4_SB(sb)->s_mount_state |= EXT4_ERROR_FS;
4686617ba13bSMingming Cao 		es->s_state |= cpu_to_le16(EXT4_ERROR_FS);
4687e2d67052STheodore Ts'o 		ext4_commit_super(sb, 1);
4688ac27a0ecSDave Kleikamp 
4689dab291afSMingming Cao 		jbd2_journal_clear_err(journal);
4690d796c52eSTheodore Ts'o 		jbd2_journal_update_sb_errno(journal);
4691ac27a0ecSDave Kleikamp 	}
4692ac27a0ecSDave Kleikamp }
4693ac27a0ecSDave Kleikamp 
4694ac27a0ecSDave Kleikamp /*
4695ac27a0ecSDave Kleikamp  * Force the running and committing transactions to commit,
4696ac27a0ecSDave Kleikamp  * and wait on the commit.
4697ac27a0ecSDave Kleikamp  */
4698617ba13bSMingming Cao int ext4_force_commit(struct super_block *sb)
4699ac27a0ecSDave Kleikamp {
4700ac27a0ecSDave Kleikamp 	journal_t *journal;
4701ac27a0ecSDave Kleikamp 
4702ac27a0ecSDave Kleikamp 	if (sb->s_flags & MS_RDONLY)
4703ac27a0ecSDave Kleikamp 		return 0;
4704ac27a0ecSDave Kleikamp 
4705617ba13bSMingming Cao 	journal = EXT4_SB(sb)->s_journal;
4706b1deefc9SGuo Chao 	return ext4_journal_force_commit(journal);
4707ac27a0ecSDave Kleikamp }
4708ac27a0ecSDave Kleikamp 
4709617ba13bSMingming Cao static int ext4_sync_fs(struct super_block *sb, int wait)
4710ac27a0ecSDave Kleikamp {
471114ce0cb4STheodore Ts'o 	int ret = 0;
47129eddacf9SJan Kara 	tid_t target;
471306a407f1SDmitry Monakhov 	bool needs_barrier = false;
47148d5d02e6SMingming Cao 	struct ext4_sb_info *sbi = EXT4_SB(sb);
4715ac27a0ecSDave Kleikamp 
47169bffad1eSTheodore Ts'o 	trace_ext4_sync_fs(sb, wait);
47172e8fa54eSJan Kara 	flush_workqueue(sbi->rsv_conversion_wq);
4718a1177825SJan Kara 	/*
4719a1177825SJan Kara 	 * Writeback quota in non-journalled quota case - journalled quota has
4720a1177825SJan Kara 	 * no dirty dquots
4721a1177825SJan Kara 	 */
4722a1177825SJan Kara 	dquot_writeback_dquots(sb, -1);
472306a407f1SDmitry Monakhov 	/*
472406a407f1SDmitry Monakhov 	 * Data writeback is possible w/o journal transaction, so barrier must
472506a407f1SDmitry Monakhov 	 * being sent at the end of the function. But we can skip it if
472606a407f1SDmitry Monakhov 	 * transaction_commit will do it for us.
472706a407f1SDmitry Monakhov 	 */
4728bda32530STheodore Ts'o 	if (sbi->s_journal) {
472906a407f1SDmitry Monakhov 		target = jbd2_get_latest_transaction(sbi->s_journal);
473006a407f1SDmitry Monakhov 		if (wait && sbi->s_journal->j_flags & JBD2_BARRIER &&
473106a407f1SDmitry Monakhov 		    !jbd2_trans_will_send_data_barrier(sbi->s_journal, target))
473206a407f1SDmitry Monakhov 			needs_barrier = true;
473306a407f1SDmitry Monakhov 
47348d5d02e6SMingming Cao 		if (jbd2_journal_start_commit(sbi->s_journal, &target)) {
4735ac27a0ecSDave Kleikamp 			if (wait)
4736bda32530STheodore Ts'o 				ret = jbd2_log_wait_commit(sbi->s_journal,
4737bda32530STheodore Ts'o 							   target);
47380390131bSFrank Mayhar 		}
4739bda32530STheodore Ts'o 	} else if (wait && test_opt(sb, BARRIER))
4740bda32530STheodore Ts'o 		needs_barrier = true;
474106a407f1SDmitry Monakhov 	if (needs_barrier) {
474206a407f1SDmitry Monakhov 		int err;
474306a407f1SDmitry Monakhov 		err = blkdev_issue_flush(sb->s_bdev, GFP_KERNEL, NULL);
474406a407f1SDmitry Monakhov 		if (!ret)
474506a407f1SDmitry Monakhov 			ret = err;
474606a407f1SDmitry Monakhov 	}
474706a407f1SDmitry Monakhov 
474806a407f1SDmitry Monakhov 	return ret;
474906a407f1SDmitry Monakhov }
475006a407f1SDmitry Monakhov 
4751ac27a0ecSDave Kleikamp /*
4752ac27a0ecSDave Kleikamp  * LVM calls this function before a (read-only) snapshot is created.  This
4753ac27a0ecSDave Kleikamp  * gives us a chance to flush the journal completely and mark the fs clean.
4754be4f27d3SYongqiang Yang  *
4755be4f27d3SYongqiang Yang  * Note that only this function cannot bring a filesystem to be in a clean
47568e8ad8a5SJan Kara  * state independently. It relies on upper layer to stop all data & metadata
47578e8ad8a5SJan Kara  * modifications.
4758ac27a0ecSDave Kleikamp  */
4759c4be0c1dSTakashi Sato static int ext4_freeze(struct super_block *sb)
4760ac27a0ecSDave Kleikamp {
4761c4be0c1dSTakashi Sato 	int error = 0;
4762c4be0c1dSTakashi Sato 	journal_t *journal;
4763ac27a0ecSDave Kleikamp 
47649ca92389STheodore Ts'o 	if (sb->s_flags & MS_RDONLY)
47659ca92389STheodore Ts'o 		return 0;
47669ca92389STheodore Ts'o 
4767c4be0c1dSTakashi Sato 	journal = EXT4_SB(sb)->s_journal;
4768ac27a0ecSDave Kleikamp 
4769bb044576STheodore Ts'o 	if (journal) {
4770ac27a0ecSDave Kleikamp 		/* Now we set up the journal barrier. */
4771dab291afSMingming Cao 		jbd2_journal_lock_updates(journal);
47727ffe1ea8SHidehiro Kawai 
47737ffe1ea8SHidehiro Kawai 		/*
4774bb044576STheodore Ts'o 		 * Don't clear the needs_recovery flag if we failed to
4775bb044576STheodore Ts'o 		 * flush the journal.
47767ffe1ea8SHidehiro Kawai 		 */
4777c4be0c1dSTakashi Sato 		error = jbd2_journal_flush(journal);
47786b0310fbSEric Sandeen 		if (error < 0)
47796b0310fbSEric Sandeen 			goto out;
4780bb044576STheodore Ts'o 	}
4781ac27a0ecSDave Kleikamp 
4782ac27a0ecSDave Kleikamp 	/* Journal blocked and flushed, clear needs_recovery flag. */
4783617ba13bSMingming Cao 	EXT4_CLEAR_INCOMPAT_FEATURE(sb, EXT4_FEATURE_INCOMPAT_RECOVER);
4784e2d67052STheodore Ts'o 	error = ext4_commit_super(sb, 1);
47856b0310fbSEric Sandeen out:
4786bb044576STheodore Ts'o 	if (journal)
47878e8ad8a5SJan Kara 		/* we rely on upper layer to stop further updates */
4788bb044576STheodore Ts'o 		jbd2_journal_unlock_updates(journal);
47896b0310fbSEric Sandeen 	return error;
4790ac27a0ecSDave Kleikamp }
4791ac27a0ecSDave Kleikamp 
4792ac27a0ecSDave Kleikamp /*
4793ac27a0ecSDave Kleikamp  * Called by LVM after the snapshot is done.  We need to reset the RECOVER
4794ac27a0ecSDave Kleikamp  * flag here, even though the filesystem is not technically dirty yet.
4795ac27a0ecSDave Kleikamp  */
4796c4be0c1dSTakashi Sato static int ext4_unfreeze(struct super_block *sb)
4797ac27a0ecSDave Kleikamp {
47989ca92389STheodore Ts'o 	if (sb->s_flags & MS_RDONLY)
47999ca92389STheodore Ts'o 		return 0;
48009ca92389STheodore Ts'o 
48019ca92389STheodore Ts'o 	/* Reset the needs_recovery flag before the fs is unlocked. */
4802617ba13bSMingming Cao 	EXT4_SET_INCOMPAT_FEATURE(sb, EXT4_FEATURE_INCOMPAT_RECOVER);
4803e2d67052STheodore Ts'o 	ext4_commit_super(sb, 1);
4804c4be0c1dSTakashi Sato 	return 0;
4805ac27a0ecSDave Kleikamp }
4806ac27a0ecSDave Kleikamp 
4807673c6100STheodore Ts'o /*
4808673c6100STheodore Ts'o  * Structure to save mount options for ext4_remount's benefit
4809673c6100STheodore Ts'o  */
4810673c6100STheodore Ts'o struct ext4_mount_options {
4811673c6100STheodore Ts'o 	unsigned long s_mount_opt;
4812a2595b8aSTheodore Ts'o 	unsigned long s_mount_opt2;
481308cefc7aSEric W. Biederman 	kuid_t s_resuid;
481408cefc7aSEric W. Biederman 	kgid_t s_resgid;
4815673c6100STheodore Ts'o 	unsigned long s_commit_interval;
4816673c6100STheodore Ts'o 	u32 s_min_batch_time, s_max_batch_time;
4817673c6100STheodore Ts'o #ifdef CONFIG_QUOTA
4818673c6100STheodore Ts'o 	int s_jquota_fmt;
4819a2d4a646SJan Kara 	char *s_qf_names[EXT4_MAXQUOTAS];
4820673c6100STheodore Ts'o #endif
4821673c6100STheodore Ts'o };
4822673c6100STheodore Ts'o 
4823617ba13bSMingming Cao static int ext4_remount(struct super_block *sb, int *flags, char *data)
4824ac27a0ecSDave Kleikamp {
4825617ba13bSMingming Cao 	struct ext4_super_block *es;
4826617ba13bSMingming Cao 	struct ext4_sb_info *sbi = EXT4_SB(sb);
4827ac27a0ecSDave Kleikamp 	unsigned long old_sb_flags;
4828617ba13bSMingming Cao 	struct ext4_mount_options old_opts;
4829c79d967dSChristoph Hellwig 	int enable_quota = 0;
48308a266467STheodore Ts'o 	ext4_group_t g;
4831b3881f74STheodore Ts'o 	unsigned int journal_ioprio = DEFAULT_JOURNAL_IOPRIO;
4832c5e06d10SJohann Lombardi 	int err = 0;
4833ac27a0ecSDave Kleikamp #ifdef CONFIG_QUOTA
483403dafb5fSChen Gang 	int i, j;
4835ac27a0ecSDave Kleikamp #endif
4836d4c402d9SCurt Wohlgemuth 	char *orig_data = kstrdup(data, GFP_KERNEL);
4837ac27a0ecSDave Kleikamp 
4838ac27a0ecSDave Kleikamp 	/* Store the original options */
4839ac27a0ecSDave Kleikamp 	old_sb_flags = sb->s_flags;
4840ac27a0ecSDave Kleikamp 	old_opts.s_mount_opt = sbi->s_mount_opt;
4841a2595b8aSTheodore Ts'o 	old_opts.s_mount_opt2 = sbi->s_mount_opt2;
4842ac27a0ecSDave Kleikamp 	old_opts.s_resuid = sbi->s_resuid;
4843ac27a0ecSDave Kleikamp 	old_opts.s_resgid = sbi->s_resgid;
4844ac27a0ecSDave Kleikamp 	old_opts.s_commit_interval = sbi->s_commit_interval;
484530773840STheodore Ts'o 	old_opts.s_min_batch_time = sbi->s_min_batch_time;
484630773840STheodore Ts'o 	old_opts.s_max_batch_time = sbi->s_max_batch_time;
4847ac27a0ecSDave Kleikamp #ifdef CONFIG_QUOTA
4848ac27a0ecSDave Kleikamp 	old_opts.s_jquota_fmt = sbi->s_jquota_fmt;
4849a2d4a646SJan Kara 	for (i = 0; i < EXT4_MAXQUOTAS; i++)
485003dafb5fSChen Gang 		if (sbi->s_qf_names[i]) {
485103dafb5fSChen Gang 			old_opts.s_qf_names[i] = kstrdup(sbi->s_qf_names[i],
485203dafb5fSChen Gang 							 GFP_KERNEL);
485303dafb5fSChen Gang 			if (!old_opts.s_qf_names[i]) {
485403dafb5fSChen Gang 				for (j = 0; j < i; j++)
485503dafb5fSChen Gang 					kfree(old_opts.s_qf_names[j]);
48563e36a163SWei Yongjun 				kfree(orig_data);
485703dafb5fSChen Gang 				return -ENOMEM;
485803dafb5fSChen Gang 			}
485903dafb5fSChen Gang 		} else
486003dafb5fSChen Gang 			old_opts.s_qf_names[i] = NULL;
4861ac27a0ecSDave Kleikamp #endif
4862b3881f74STheodore Ts'o 	if (sbi->s_journal && sbi->s_journal->j_task->io_context)
4863b3881f74STheodore Ts'o 		journal_ioprio = sbi->s_journal->j_task->io_context->ioprio;
4864ac27a0ecSDave Kleikamp 
4865661aa520SEric Sandeen 	if (!parse_options(data, sb, NULL, &journal_ioprio, 1)) {
4866ac27a0ecSDave Kleikamp 		err = -EINVAL;
4867ac27a0ecSDave Kleikamp 		goto restore_opts;
4868ac27a0ecSDave Kleikamp 	}
4869ac27a0ecSDave Kleikamp 
48706b992ff2SDarrick J. Wong 	if ((old_opts.s_mount_opt & EXT4_MOUNT_JOURNAL_CHECKSUM) ^
48716b992ff2SDarrick J. Wong 	    test_opt(sb, JOURNAL_CHECKSUM)) {
48726b992ff2SDarrick J. Wong 		ext4_msg(sb, KERN_ERR, "changing journal_checksum "
48732d5b86e0SEric Sandeen 			 "during remount not supported; ignoring");
48742d5b86e0SEric Sandeen 		sbi->s_mount_opt ^= EXT4_MOUNT_JOURNAL_CHECKSUM;
4875c6d3d56dSDarrick J. Wong 	}
4876c6d3d56dSDarrick J. Wong 
48776ae6514bSPiotr Sarna 	if (test_opt(sb, DATA_FLAGS) == EXT4_MOUNT_JOURNAL_DATA) {
48786ae6514bSPiotr Sarna 		if (test_opt2(sb, EXPLICIT_DELALLOC)) {
48796ae6514bSPiotr Sarna 			ext4_msg(sb, KERN_ERR, "can't mount with "
48806ae6514bSPiotr Sarna 				 "both data=journal and delalloc");
48816ae6514bSPiotr Sarna 			err = -EINVAL;
48826ae6514bSPiotr Sarna 			goto restore_opts;
48836ae6514bSPiotr Sarna 		}
48846ae6514bSPiotr Sarna 		if (test_opt(sb, DIOREAD_NOLOCK)) {
48856ae6514bSPiotr Sarna 			ext4_msg(sb, KERN_ERR, "can't mount with "
48866ae6514bSPiotr Sarna 				 "both data=journal and dioread_nolock");
48876ae6514bSPiotr Sarna 			err = -EINVAL;
48886ae6514bSPiotr Sarna 			goto restore_opts;
48896ae6514bSPiotr Sarna 		}
4890923ae0ffSRoss Zwisler 		if (test_opt(sb, DAX)) {
4891923ae0ffSRoss Zwisler 			ext4_msg(sb, KERN_ERR, "can't mount with "
4892923ae0ffSRoss Zwisler 				 "both data=journal and dax");
4893923ae0ffSRoss Zwisler 			err = -EINVAL;
4894923ae0ffSRoss Zwisler 			goto restore_opts;
4895923ae0ffSRoss Zwisler 		}
4896923ae0ffSRoss Zwisler 	}
4897923ae0ffSRoss Zwisler 
4898923ae0ffSRoss Zwisler 	if ((sbi->s_mount_opt ^ old_opts.s_mount_opt) & EXT4_MOUNT_DAX) {
4899923ae0ffSRoss Zwisler 		ext4_msg(sb, KERN_WARNING, "warning: refusing change of "
4900923ae0ffSRoss Zwisler 			"dax flag with busy inodes while remounting");
4901923ae0ffSRoss Zwisler 		sbi->s_mount_opt ^= EXT4_MOUNT_DAX;
49026ae6514bSPiotr Sarna 	}
49036ae6514bSPiotr Sarna 
49044ab2f15bSTheodore Ts'o 	if (sbi->s_mount_flags & EXT4_MF_FS_ABORTED)
4905c67d859eSTheodore Ts'o 		ext4_abort(sb, "Abort forced by user");
4906ac27a0ecSDave Kleikamp 
4907ac27a0ecSDave Kleikamp 	sb->s_flags = (sb->s_flags & ~MS_POSIXACL) |
4908482a7425SDmitry Monakhov 		(test_opt(sb, POSIX_ACL) ? MS_POSIXACL : 0);
4909ac27a0ecSDave Kleikamp 
4910ac27a0ecSDave Kleikamp 	es = sbi->s_es;
4911ac27a0ecSDave Kleikamp 
4912b3881f74STheodore Ts'o 	if (sbi->s_journal) {
4913617ba13bSMingming Cao 		ext4_init_journal_params(sb, sbi->s_journal);
4914b3881f74STheodore Ts'o 		set_task_ioprio(sbi->s_journal->j_task, journal_ioprio);
4915b3881f74STheodore Ts'o 	}
4916ac27a0ecSDave Kleikamp 
4917661aa520SEric Sandeen 	if ((*flags & MS_RDONLY) != (sb->s_flags & MS_RDONLY)) {
49184ab2f15bSTheodore Ts'o 		if (sbi->s_mount_flags & EXT4_MF_FS_ABORTED) {
4919ac27a0ecSDave Kleikamp 			err = -EROFS;
4920ac27a0ecSDave Kleikamp 			goto restore_opts;
4921ac27a0ecSDave Kleikamp 		}
4922ac27a0ecSDave Kleikamp 
4923ac27a0ecSDave Kleikamp 		if (*flags & MS_RDONLY) {
492438c03b34STheodore Ts'o 			err = sync_filesystem(sb);
492538c03b34STheodore Ts'o 			if (err < 0)
492638c03b34STheodore Ts'o 				goto restore_opts;
49270f0dd62fSChristoph Hellwig 			err = dquot_suspend(sb, -1);
49280f0dd62fSChristoph Hellwig 			if (err < 0)
4929c79d967dSChristoph Hellwig 				goto restore_opts;
4930c79d967dSChristoph Hellwig 
4931ac27a0ecSDave Kleikamp 			/*
4932ac27a0ecSDave Kleikamp 			 * First of all, the unconditional stuff we have to do
4933ac27a0ecSDave Kleikamp 			 * to disable replay of the journal when we next remount
4934ac27a0ecSDave Kleikamp 			 */
4935ac27a0ecSDave Kleikamp 			sb->s_flags |= MS_RDONLY;
4936ac27a0ecSDave Kleikamp 
4937ac27a0ecSDave Kleikamp 			/*
4938ac27a0ecSDave Kleikamp 			 * OK, test if we are remounting a valid rw partition
4939ac27a0ecSDave Kleikamp 			 * readonly, and if so set the rdonly flag and then
4940ac27a0ecSDave Kleikamp 			 * mark the partition as valid again.
4941ac27a0ecSDave Kleikamp 			 */
4942617ba13bSMingming Cao 			if (!(es->s_state & cpu_to_le16(EXT4_VALID_FS)) &&
4943617ba13bSMingming Cao 			    (sbi->s_mount_state & EXT4_VALID_FS))
4944ac27a0ecSDave Kleikamp 				es->s_state = cpu_to_le16(sbi->s_mount_state);
4945ac27a0ecSDave Kleikamp 
4946a63c9eb2STheodore Ts'o 			if (sbi->s_journal)
4947617ba13bSMingming Cao 				ext4_mark_recovery_complete(sb, es);
4948ac27a0ecSDave Kleikamp 		} else {
4949a13fb1a4SEric Sandeen 			/* Make sure we can mount this feature set readwrite */
49502cb5cc8bSDarrick J. Wong 			if (EXT4_HAS_RO_COMPAT_FEATURE(sb,
49512cb5cc8bSDarrick J. Wong 					EXT4_FEATURE_RO_COMPAT_READONLY) ||
49522cb5cc8bSDarrick J. Wong 			    !ext4_feature_set_ok(sb, 0)) {
4953ac27a0ecSDave Kleikamp 				err = -EROFS;
4954ac27a0ecSDave Kleikamp 				goto restore_opts;
4955ac27a0ecSDave Kleikamp 			}
4956ead6596bSEric Sandeen 			/*
49578a266467STheodore Ts'o 			 * Make sure the group descriptor checksums
49580b8e58a1SAndreas Dilger 			 * are sane.  If they aren't, refuse to remount r/w.
49598a266467STheodore Ts'o 			 */
49608a266467STheodore Ts'o 			for (g = 0; g < sbi->s_groups_count; g++) {
49618a266467STheodore Ts'o 				struct ext4_group_desc *gdp =
49628a266467STheodore Ts'o 					ext4_get_group_desc(sb, g, NULL);
49638a266467STheodore Ts'o 
4964feb0ab32SDarrick J. Wong 				if (!ext4_group_desc_csum_verify(sb, g, gdp)) {
4965b31e1552SEric Sandeen 					ext4_msg(sb, KERN_ERR,
4966b31e1552SEric Sandeen 	       "ext4_remount: Checksum for group %u failed (%u!=%u)",
49678a266467STheodore Ts'o 		g, le16_to_cpu(ext4_group_desc_csum(sbi, g, gdp)),
49688a266467STheodore Ts'o 					       le16_to_cpu(gdp->bg_checksum));
49698a266467STheodore Ts'o 					err = -EINVAL;
49708a266467STheodore Ts'o 					goto restore_opts;
49718a266467STheodore Ts'o 				}
49728a266467STheodore Ts'o 			}
49738a266467STheodore Ts'o 
49748a266467STheodore Ts'o 			/*
4975ead6596bSEric Sandeen 			 * If we have an unprocessed orphan list hanging
4976ead6596bSEric Sandeen 			 * around from a previously readonly bdev mount,
4977ead6596bSEric Sandeen 			 * require a full umount/remount for now.
4978ead6596bSEric Sandeen 			 */
4979ead6596bSEric Sandeen 			if (es->s_last_orphan) {
4980b31e1552SEric Sandeen 				ext4_msg(sb, KERN_WARNING, "Couldn't "
4981ead6596bSEric Sandeen 				       "remount RDWR because of unprocessed "
4982ead6596bSEric Sandeen 				       "orphan inode list.  Please "
4983b31e1552SEric Sandeen 				       "umount/remount instead");
4984ead6596bSEric Sandeen 				err = -EINVAL;
4985ead6596bSEric Sandeen 				goto restore_opts;
4986ead6596bSEric Sandeen 			}
4987ead6596bSEric Sandeen 
4988ac27a0ecSDave Kleikamp 			/*
4989ac27a0ecSDave Kleikamp 			 * Mounting a RDONLY partition read-write, so reread
4990ac27a0ecSDave Kleikamp 			 * and store the current valid flag.  (It may have
4991ac27a0ecSDave Kleikamp 			 * been changed by e2fsck since we originally mounted
4992ac27a0ecSDave Kleikamp 			 * the partition.)
4993ac27a0ecSDave Kleikamp 			 */
49940390131bSFrank Mayhar 			if (sbi->s_journal)
4995617ba13bSMingming Cao 				ext4_clear_journal_err(sb, es);
4996ac27a0ecSDave Kleikamp 			sbi->s_mount_state = le16_to_cpu(es->s_state);
4997617ba13bSMingming Cao 			if (!ext4_setup_super(sb, es, 0))
4998ac27a0ecSDave Kleikamp 				sb->s_flags &= ~MS_RDONLY;
4999c5e06d10SJohann Lombardi 			if (EXT4_HAS_INCOMPAT_FEATURE(sb,
5000c5e06d10SJohann Lombardi 						     EXT4_FEATURE_INCOMPAT_MMP))
5001c5e06d10SJohann Lombardi 				if (ext4_multi_mount_protect(sb,
5002c5e06d10SJohann Lombardi 						le64_to_cpu(es->s_mmp_block))) {
5003c5e06d10SJohann Lombardi 					err = -EROFS;
5004c5e06d10SJohann Lombardi 					goto restore_opts;
5005c5e06d10SJohann Lombardi 				}
5006c79d967dSChristoph Hellwig 			enable_quota = 1;
5007ac27a0ecSDave Kleikamp 		}
5008ac27a0ecSDave Kleikamp 	}
5009bfff6873SLukas Czerner 
5010bfff6873SLukas Czerner 	/*
5011bfff6873SLukas Czerner 	 * Reinitialize lazy itable initialization thread based on
5012bfff6873SLukas Czerner 	 * current settings
5013bfff6873SLukas Czerner 	 */
5014bfff6873SLukas Czerner 	if ((sb->s_flags & MS_RDONLY) || !test_opt(sb, INIT_INODE_TABLE))
5015bfff6873SLukas Czerner 		ext4_unregister_li_request(sb);
5016bfff6873SLukas Czerner 	else {
5017bfff6873SLukas Czerner 		ext4_group_t first_not_zeroed;
5018bfff6873SLukas Czerner 		first_not_zeroed = ext4_has_uninit_itable(sb);
5019bfff6873SLukas Czerner 		ext4_register_li_request(sb, first_not_zeroed);
5020bfff6873SLukas Czerner 	}
5021bfff6873SLukas Czerner 
50226fd058f7STheodore Ts'o 	ext4_setup_system_zone(sb);
5023d096ad0fSMichael Tokarev 	if (sbi->s_journal == NULL && !(old_sb_flags & MS_RDONLY))
5024e2d67052STheodore Ts'o 		ext4_commit_super(sb, 1);
50250390131bSFrank Mayhar 
5026ac27a0ecSDave Kleikamp #ifdef CONFIG_QUOTA
5027ac27a0ecSDave Kleikamp 	/* Release old quota file names */
5028a2d4a646SJan Kara 	for (i = 0; i < EXT4_MAXQUOTAS; i++)
5029ac27a0ecSDave Kleikamp 		kfree(old_opts.s_qf_names[i]);
50307c319d32SAditya Kali 	if (enable_quota) {
50317c319d32SAditya Kali 		if (sb_any_quota_suspended(sb))
50320f0dd62fSChristoph Hellwig 			dquot_resume(sb, -1);
50337c319d32SAditya Kali 		else if (EXT4_HAS_RO_COMPAT_FEATURE(sb,
50347c319d32SAditya Kali 					EXT4_FEATURE_RO_COMPAT_QUOTA)) {
50357c319d32SAditya Kali 			err = ext4_enable_quotas(sb);
503607724f98STheodore Ts'o 			if (err)
50377c319d32SAditya Kali 				goto restore_opts;
50387c319d32SAditya Kali 		}
50397c319d32SAditya Kali 	}
50407c319d32SAditya Kali #endif
5041d4c402d9SCurt Wohlgemuth 
5042a26f4992STheodore Ts'o 	*flags = (*flags & ~MS_LAZYTIME) | (sb->s_flags & MS_LAZYTIME);
5043d4c402d9SCurt Wohlgemuth 	ext4_msg(sb, KERN_INFO, "re-mounted. Opts: %s", orig_data);
5044d4c402d9SCurt Wohlgemuth 	kfree(orig_data);
5045ac27a0ecSDave Kleikamp 	return 0;
50460b8e58a1SAndreas Dilger 
5047ac27a0ecSDave Kleikamp restore_opts:
5048ac27a0ecSDave Kleikamp 	sb->s_flags = old_sb_flags;
5049ac27a0ecSDave Kleikamp 	sbi->s_mount_opt = old_opts.s_mount_opt;
5050a2595b8aSTheodore Ts'o 	sbi->s_mount_opt2 = old_opts.s_mount_opt2;
5051ac27a0ecSDave Kleikamp 	sbi->s_resuid = old_opts.s_resuid;
5052ac27a0ecSDave Kleikamp 	sbi->s_resgid = old_opts.s_resgid;
5053ac27a0ecSDave Kleikamp 	sbi->s_commit_interval = old_opts.s_commit_interval;
505430773840STheodore Ts'o 	sbi->s_min_batch_time = old_opts.s_min_batch_time;
505530773840STheodore Ts'o 	sbi->s_max_batch_time = old_opts.s_max_batch_time;
5056ac27a0ecSDave Kleikamp #ifdef CONFIG_QUOTA
5057ac27a0ecSDave Kleikamp 	sbi->s_jquota_fmt = old_opts.s_jquota_fmt;
5058a2d4a646SJan Kara 	for (i = 0; i < EXT4_MAXQUOTAS; i++) {
5059ac27a0ecSDave Kleikamp 		kfree(sbi->s_qf_names[i]);
5060ac27a0ecSDave Kleikamp 		sbi->s_qf_names[i] = old_opts.s_qf_names[i];
5061ac27a0ecSDave Kleikamp 	}
5062ac27a0ecSDave Kleikamp #endif
5063d4c402d9SCurt Wohlgemuth 	kfree(orig_data);
5064ac27a0ecSDave Kleikamp 	return err;
5065ac27a0ecSDave Kleikamp }
5066ac27a0ecSDave Kleikamp 
5067617ba13bSMingming Cao static int ext4_statfs(struct dentry *dentry, struct kstatfs *buf)
5068ac27a0ecSDave Kleikamp {
5069ac27a0ecSDave Kleikamp 	struct super_block *sb = dentry->d_sb;
5070617ba13bSMingming Cao 	struct ext4_sb_info *sbi = EXT4_SB(sb);
5071617ba13bSMingming Cao 	struct ext4_super_block *es = sbi->s_es;
507227dd4385SLukas Czerner 	ext4_fsblk_t overhead = 0, resv_blocks;
5073960cc398SPekka Enberg 	u64 fsid;
5074d02a9391SKazuya Mio 	s64 bfree;
507527dd4385SLukas Czerner 	resv_blocks = EXT4_C2B(sbi, atomic64_read(&sbi->s_resv_clusters));
5076ac27a0ecSDave Kleikamp 
5077952fc18eSTheodore Ts'o 	if (!test_opt(sb, MINIX_DF))
5078952fc18eSTheodore Ts'o 		overhead = sbi->s_overhead;
5079ac27a0ecSDave Kleikamp 
5080617ba13bSMingming Cao 	buf->f_type = EXT4_SUPER_MAGIC;
5081ac27a0ecSDave Kleikamp 	buf->f_bsize = sb->s_blocksize;
5082b72f78cbSEric Sandeen 	buf->f_blocks = ext4_blocks_count(es) - EXT4_C2B(sbi, overhead);
508357042651STheodore Ts'o 	bfree = percpu_counter_sum_positive(&sbi->s_freeclusters_counter) -
508457042651STheodore Ts'o 		percpu_counter_sum_positive(&sbi->s_dirtyclusters_counter);
5085d02a9391SKazuya Mio 	/* prevent underflow in case that few free space is available */
508657042651STheodore Ts'o 	buf->f_bfree = EXT4_C2B(sbi, max_t(s64, bfree, 0));
508727dd4385SLukas Czerner 	buf->f_bavail = buf->f_bfree -
508827dd4385SLukas Czerner 			(ext4_r_blocks_count(es) + resv_blocks);
508927dd4385SLukas Czerner 	if (buf->f_bfree < (ext4_r_blocks_count(es) + resv_blocks))
5090ac27a0ecSDave Kleikamp 		buf->f_bavail = 0;
5091ac27a0ecSDave Kleikamp 	buf->f_files = le32_to_cpu(es->s_inodes_count);
509252d9f3b4SPeter Zijlstra 	buf->f_ffree = percpu_counter_sum_positive(&sbi->s_freeinodes_counter);
5093617ba13bSMingming Cao 	buf->f_namelen = EXT4_NAME_LEN;
5094960cc398SPekka Enberg 	fsid = le64_to_cpup((void *)es->s_uuid) ^
5095960cc398SPekka Enberg 	       le64_to_cpup((void *)es->s_uuid + sizeof(u64));
5096960cc398SPekka Enberg 	buf->f_fsid.val[0] = fsid & 0xFFFFFFFFUL;
5097960cc398SPekka Enberg 	buf->f_fsid.val[1] = (fsid >> 32) & 0xFFFFFFFFUL;
50980b8e58a1SAndreas Dilger 
5099ac27a0ecSDave Kleikamp 	return 0;
5100ac27a0ecSDave Kleikamp }
5101ac27a0ecSDave Kleikamp 
51020b8e58a1SAndreas Dilger /* Helper function for writing quotas on sync - we need to start transaction
51030b8e58a1SAndreas Dilger  * before quota file is locked for write. Otherwise the are possible deadlocks:
5104ac27a0ecSDave Kleikamp  * Process 1                         Process 2
5105617ba13bSMingming Cao  * ext4_create()                     quota_sync()
5106dab291afSMingming Cao  *   jbd2_journal_start()                  write_dquot()
5107871a2931SChristoph Hellwig  *   dquot_initialize()                         down(dqio_mutex)
5108dab291afSMingming Cao  *     down(dqio_mutex)                    jbd2_journal_start()
5109ac27a0ecSDave Kleikamp  *
5110ac27a0ecSDave Kleikamp  */
5111ac27a0ecSDave Kleikamp 
5112ac27a0ecSDave Kleikamp #ifdef CONFIG_QUOTA
5113ac27a0ecSDave Kleikamp 
5114ac27a0ecSDave Kleikamp static inline struct inode *dquot_to_inode(struct dquot *dquot)
5115ac27a0ecSDave Kleikamp {
51164c376dcaSEric W. Biederman 	return sb_dqopt(dquot->dq_sb)->files[dquot->dq_id.type];
5117ac27a0ecSDave Kleikamp }
5118ac27a0ecSDave Kleikamp 
5119617ba13bSMingming Cao static int ext4_write_dquot(struct dquot *dquot)
5120ac27a0ecSDave Kleikamp {
5121ac27a0ecSDave Kleikamp 	int ret, err;
5122ac27a0ecSDave Kleikamp 	handle_t *handle;
5123ac27a0ecSDave Kleikamp 	struct inode *inode;
5124ac27a0ecSDave Kleikamp 
5125ac27a0ecSDave Kleikamp 	inode = dquot_to_inode(dquot);
51269924a92aSTheodore Ts'o 	handle = ext4_journal_start(inode, EXT4_HT_QUOTA,
5127617ba13bSMingming Cao 				    EXT4_QUOTA_TRANS_BLOCKS(dquot->dq_sb));
5128ac27a0ecSDave Kleikamp 	if (IS_ERR(handle))
5129ac27a0ecSDave Kleikamp 		return PTR_ERR(handle);
5130ac27a0ecSDave Kleikamp 	ret = dquot_commit(dquot);
5131617ba13bSMingming Cao 	err = ext4_journal_stop(handle);
5132ac27a0ecSDave Kleikamp 	if (!ret)
5133ac27a0ecSDave Kleikamp 		ret = err;
5134ac27a0ecSDave Kleikamp 	return ret;
5135ac27a0ecSDave Kleikamp }
5136ac27a0ecSDave Kleikamp 
5137617ba13bSMingming Cao static int ext4_acquire_dquot(struct dquot *dquot)
5138ac27a0ecSDave Kleikamp {
5139ac27a0ecSDave Kleikamp 	int ret, err;
5140ac27a0ecSDave Kleikamp 	handle_t *handle;
5141ac27a0ecSDave Kleikamp 
51429924a92aSTheodore Ts'o 	handle = ext4_journal_start(dquot_to_inode(dquot), EXT4_HT_QUOTA,
5143617ba13bSMingming Cao 				    EXT4_QUOTA_INIT_BLOCKS(dquot->dq_sb));
5144ac27a0ecSDave Kleikamp 	if (IS_ERR(handle))
5145ac27a0ecSDave Kleikamp 		return PTR_ERR(handle);
5146ac27a0ecSDave Kleikamp 	ret = dquot_acquire(dquot);
5147617ba13bSMingming Cao 	err = ext4_journal_stop(handle);
5148ac27a0ecSDave Kleikamp 	if (!ret)
5149ac27a0ecSDave Kleikamp 		ret = err;
5150ac27a0ecSDave Kleikamp 	return ret;
5151ac27a0ecSDave Kleikamp }
5152ac27a0ecSDave Kleikamp 
5153617ba13bSMingming Cao static int ext4_release_dquot(struct dquot *dquot)
5154ac27a0ecSDave Kleikamp {
5155ac27a0ecSDave Kleikamp 	int ret, err;
5156ac27a0ecSDave Kleikamp 	handle_t *handle;
5157ac27a0ecSDave Kleikamp 
51589924a92aSTheodore Ts'o 	handle = ext4_journal_start(dquot_to_inode(dquot), EXT4_HT_QUOTA,
5159617ba13bSMingming Cao 				    EXT4_QUOTA_DEL_BLOCKS(dquot->dq_sb));
51609c3013e9SJan Kara 	if (IS_ERR(handle)) {
51619c3013e9SJan Kara 		/* Release dquot anyway to avoid endless cycle in dqput() */
51629c3013e9SJan Kara 		dquot_release(dquot);
5163ac27a0ecSDave Kleikamp 		return PTR_ERR(handle);
51649c3013e9SJan Kara 	}
5165ac27a0ecSDave Kleikamp 	ret = dquot_release(dquot);
5166617ba13bSMingming Cao 	err = ext4_journal_stop(handle);
5167ac27a0ecSDave Kleikamp 	if (!ret)
5168ac27a0ecSDave Kleikamp 		ret = err;
5169ac27a0ecSDave Kleikamp 	return ret;
5170ac27a0ecSDave Kleikamp }
5171ac27a0ecSDave Kleikamp 
5172617ba13bSMingming Cao static int ext4_mark_dquot_dirty(struct dquot *dquot)
5173ac27a0ecSDave Kleikamp {
5174262b4662SJan Kara 	struct super_block *sb = dquot->dq_sb;
5175262b4662SJan Kara 	struct ext4_sb_info *sbi = EXT4_SB(sb);
5176262b4662SJan Kara 
51772c8be6b2SJan Kara 	/* Are we journaling quotas? */
5178262b4662SJan Kara 	if (EXT4_HAS_RO_COMPAT_FEATURE(sb, EXT4_FEATURE_RO_COMPAT_QUOTA) ||
5179262b4662SJan Kara 	    sbi->s_qf_names[USRQUOTA] || sbi->s_qf_names[GRPQUOTA]) {
5180ac27a0ecSDave Kleikamp 		dquot_mark_dquot_dirty(dquot);
5181617ba13bSMingming Cao 		return ext4_write_dquot(dquot);
5182ac27a0ecSDave Kleikamp 	} else {
5183ac27a0ecSDave Kleikamp 		return dquot_mark_dquot_dirty(dquot);
5184ac27a0ecSDave Kleikamp 	}
5185ac27a0ecSDave Kleikamp }
5186ac27a0ecSDave Kleikamp 
5187617ba13bSMingming Cao static int ext4_write_info(struct super_block *sb, int type)
5188ac27a0ecSDave Kleikamp {
5189ac27a0ecSDave Kleikamp 	int ret, err;
5190ac27a0ecSDave Kleikamp 	handle_t *handle;
5191ac27a0ecSDave Kleikamp 
5192ac27a0ecSDave Kleikamp 	/* Data block + inode block */
51939924a92aSTheodore Ts'o 	handle = ext4_journal_start(sb->s_root->d_inode, EXT4_HT_QUOTA, 2);
5194ac27a0ecSDave Kleikamp 	if (IS_ERR(handle))
5195ac27a0ecSDave Kleikamp 		return PTR_ERR(handle);
5196ac27a0ecSDave Kleikamp 	ret = dquot_commit_info(sb, type);
5197617ba13bSMingming Cao 	err = ext4_journal_stop(handle);
5198ac27a0ecSDave Kleikamp 	if (!ret)
5199ac27a0ecSDave Kleikamp 		ret = err;
5200ac27a0ecSDave Kleikamp 	return ret;
5201ac27a0ecSDave Kleikamp }
5202ac27a0ecSDave Kleikamp 
5203ac27a0ecSDave Kleikamp /*
5204ac27a0ecSDave Kleikamp  * Turn on quotas during mount time - we need to find
5205ac27a0ecSDave Kleikamp  * the quota file and such...
5206ac27a0ecSDave Kleikamp  */
5207617ba13bSMingming Cao static int ext4_quota_on_mount(struct super_block *sb, int type)
5208ac27a0ecSDave Kleikamp {
5209287a8095SChristoph Hellwig 	return dquot_quota_on_mount(sb, EXT4_SB(sb)->s_qf_names[type],
5210617ba13bSMingming Cao 					EXT4_SB(sb)->s_jquota_fmt, type);
5211ac27a0ecSDave Kleikamp }
5212ac27a0ecSDave Kleikamp 
5213ac27a0ecSDave Kleikamp /*
5214ac27a0ecSDave Kleikamp  * Standard function to be called on quota_on
5215ac27a0ecSDave Kleikamp  */
5216617ba13bSMingming Cao static int ext4_quota_on(struct super_block *sb, int type, int format_id,
5217f00c9e44SJan Kara 			 struct path *path)
5218ac27a0ecSDave Kleikamp {
5219ac27a0ecSDave Kleikamp 	int err;
5220ac27a0ecSDave Kleikamp 
5221ac27a0ecSDave Kleikamp 	if (!test_opt(sb, QUOTA))
5222ac27a0ecSDave Kleikamp 		return -EINVAL;
52230623543bSJan Kara 
5224ac27a0ecSDave Kleikamp 	/* Quotafile not on the same filesystem? */
5225d8c9584eSAl Viro 	if (path->dentry->d_sb != sb)
5226ac27a0ecSDave Kleikamp 		return -EXDEV;
52270623543bSJan Kara 	/* Journaling quota? */
52280623543bSJan Kara 	if (EXT4_SB(sb)->s_qf_names[type]) {
52292b2d6d01STheodore Ts'o 		/* Quotafile not in fs root? */
5230f00c9e44SJan Kara 		if (path->dentry->d_parent != sb->s_root)
5231b31e1552SEric Sandeen 			ext4_msg(sb, KERN_WARNING,
5232b31e1552SEric Sandeen 				"Quota file not on filesystem root. "
5233b31e1552SEric Sandeen 				"Journaled quota will not work");
52340623543bSJan Kara 	}
52350623543bSJan Kara 
52360623543bSJan Kara 	/*
52370623543bSJan Kara 	 * When we journal data on quota file, we have to flush journal to see
52380623543bSJan Kara 	 * all updates to the file when we bypass pagecache...
52390623543bSJan Kara 	 */
52400390131bSFrank Mayhar 	if (EXT4_SB(sb)->s_journal &&
5241f00c9e44SJan Kara 	    ext4_should_journal_data(path->dentry->d_inode)) {
52420623543bSJan Kara 		/*
52430623543bSJan Kara 		 * We don't need to lock updates but journal_flush() could
52440623543bSJan Kara 		 * otherwise be livelocked...
52450623543bSJan Kara 		 */
52460623543bSJan Kara 		jbd2_journal_lock_updates(EXT4_SB(sb)->s_journal);
52477ffe1ea8SHidehiro Kawai 		err = jbd2_journal_flush(EXT4_SB(sb)->s_journal);
52480623543bSJan Kara 		jbd2_journal_unlock_updates(EXT4_SB(sb)->s_journal);
5249f00c9e44SJan Kara 		if (err)
52507ffe1ea8SHidehiro Kawai 			return err;
52517ffe1ea8SHidehiro Kawai 	}
52520623543bSJan Kara 
5253f00c9e44SJan Kara 	return dquot_quota_on(sb, type, format_id, path);
5254ac27a0ecSDave Kleikamp }
5255ac27a0ecSDave Kleikamp 
52567c319d32SAditya Kali static int ext4_quota_enable(struct super_block *sb, int type, int format_id,
52577c319d32SAditya Kali 			     unsigned int flags)
52587c319d32SAditya Kali {
52597c319d32SAditya Kali 	int err;
52607c319d32SAditya Kali 	struct inode *qf_inode;
5261a2d4a646SJan Kara 	unsigned long qf_inums[EXT4_MAXQUOTAS] = {
52627c319d32SAditya Kali 		le32_to_cpu(EXT4_SB(sb)->s_es->s_usr_quota_inum),
52637c319d32SAditya Kali 		le32_to_cpu(EXT4_SB(sb)->s_es->s_grp_quota_inum)
52647c319d32SAditya Kali 	};
52657c319d32SAditya Kali 
52667c319d32SAditya Kali 	BUG_ON(!EXT4_HAS_RO_COMPAT_FEATURE(sb, EXT4_FEATURE_RO_COMPAT_QUOTA));
52677c319d32SAditya Kali 
52687c319d32SAditya Kali 	if (!qf_inums[type])
52697c319d32SAditya Kali 		return -EPERM;
52707c319d32SAditya Kali 
52717c319d32SAditya Kali 	qf_inode = ext4_iget(sb, qf_inums[type]);
52727c319d32SAditya Kali 	if (IS_ERR(qf_inode)) {
52737c319d32SAditya Kali 		ext4_error(sb, "Bad quota inode # %lu", qf_inums[type]);
52747c319d32SAditya Kali 		return PTR_ERR(qf_inode);
52757c319d32SAditya Kali 	}
52767c319d32SAditya Kali 
5277bcb13850SJan Kara 	/* Don't account quota for quota files to avoid recursion */
5278bcb13850SJan Kara 	qf_inode->i_flags |= S_NOQUOTA;
52797c319d32SAditya Kali 	err = dquot_enable(qf_inode, type, format_id, flags);
52807c319d32SAditya Kali 	iput(qf_inode);
52817c319d32SAditya Kali 
52827c319d32SAditya Kali 	return err;
52837c319d32SAditya Kali }
52847c319d32SAditya Kali 
52857c319d32SAditya Kali /* Enable usage tracking for all quota types. */
52867c319d32SAditya Kali static int ext4_enable_quotas(struct super_block *sb)
52877c319d32SAditya Kali {
52887c319d32SAditya Kali 	int type, err = 0;
5289a2d4a646SJan Kara 	unsigned long qf_inums[EXT4_MAXQUOTAS] = {
52907c319d32SAditya Kali 		le32_to_cpu(EXT4_SB(sb)->s_es->s_usr_quota_inum),
52917c319d32SAditya Kali 		le32_to_cpu(EXT4_SB(sb)->s_es->s_grp_quota_inum)
52927c319d32SAditya Kali 	};
52937c319d32SAditya Kali 
52947c319d32SAditya Kali 	sb_dqopt(sb)->flags |= DQUOT_QUOTA_SYS_FILE;
5295a2d4a646SJan Kara 	for (type = 0; type < EXT4_MAXQUOTAS; type++) {
52967c319d32SAditya Kali 		if (qf_inums[type]) {
52977c319d32SAditya Kali 			err = ext4_quota_enable(sb, type, QFMT_VFS_V1,
52987c319d32SAditya Kali 						DQUOT_USAGE_ENABLED);
52997c319d32SAditya Kali 			if (err) {
53007c319d32SAditya Kali 				ext4_warning(sb,
530172ba7450STheodore Ts'o 					"Failed to enable quota tracking "
530272ba7450STheodore Ts'o 					"(type=%d, err=%d). Please run "
530372ba7450STheodore Ts'o 					"e2fsck to fix.", type, err);
53047c319d32SAditya Kali 				return err;
53057c319d32SAditya Kali 			}
53067c319d32SAditya Kali 		}
53077c319d32SAditya Kali 	}
53087c319d32SAditya Kali 	return 0;
53097c319d32SAditya Kali }
53107c319d32SAditya Kali 
5311ca0e05e4SDmitry Monakhov static int ext4_quota_off(struct super_block *sb, int type)
5312ca0e05e4SDmitry Monakhov {
531321f97697SJan Kara 	struct inode *inode = sb_dqopt(sb)->files[type];
531421f97697SJan Kara 	handle_t *handle;
531521f97697SJan Kara 
531687009d86SDmitry Monakhov 	/* Force all delayed allocation blocks to be allocated.
531787009d86SDmitry Monakhov 	 * Caller already holds s_umount sem */
531887009d86SDmitry Monakhov 	if (test_opt(sb, DELALLOC))
5319ca0e05e4SDmitry Monakhov 		sync_filesystem(sb);
5320ca0e05e4SDmitry Monakhov 
53210b268590SAmir Goldstein 	if (!inode)
53220b268590SAmir Goldstein 		goto out;
53230b268590SAmir Goldstein 
532421f97697SJan Kara 	/* Update modification times of quota files when userspace can
532521f97697SJan Kara 	 * start looking at them */
53269924a92aSTheodore Ts'o 	handle = ext4_journal_start(inode, EXT4_HT_QUOTA, 1);
532721f97697SJan Kara 	if (IS_ERR(handle))
532821f97697SJan Kara 		goto out;
532921f97697SJan Kara 	inode->i_mtime = inode->i_ctime = CURRENT_TIME;
533021f97697SJan Kara 	ext4_mark_inode_dirty(handle, inode);
533121f97697SJan Kara 	ext4_journal_stop(handle);
533221f97697SJan Kara 
533321f97697SJan Kara out:
5334ca0e05e4SDmitry Monakhov 	return dquot_quota_off(sb, type);
5335ca0e05e4SDmitry Monakhov }
5336ca0e05e4SDmitry Monakhov 
5337ac27a0ecSDave Kleikamp /* Read data from quotafile - avoid pagecache and such because we cannot afford
5338ac27a0ecSDave Kleikamp  * acquiring the locks... As quota files are never truncated and quota code
5339ac27a0ecSDave Kleikamp  * itself serializes the operations (and no one else should touch the files)
5340ac27a0ecSDave Kleikamp  * we don't have to be afraid of races */
5341617ba13bSMingming Cao static ssize_t ext4_quota_read(struct super_block *sb, int type, char *data,
5342ac27a0ecSDave Kleikamp 			       size_t len, loff_t off)
5343ac27a0ecSDave Kleikamp {
5344ac27a0ecSDave Kleikamp 	struct inode *inode = sb_dqopt(sb)->files[type];
5345725d26d3SAneesh Kumar K.V 	ext4_lblk_t blk = off >> EXT4_BLOCK_SIZE_BITS(sb);
5346ac27a0ecSDave Kleikamp 	int offset = off & (sb->s_blocksize - 1);
5347ac27a0ecSDave Kleikamp 	int tocopy;
5348ac27a0ecSDave Kleikamp 	size_t toread;
5349ac27a0ecSDave Kleikamp 	struct buffer_head *bh;
5350ac27a0ecSDave Kleikamp 	loff_t i_size = i_size_read(inode);
5351ac27a0ecSDave Kleikamp 
5352ac27a0ecSDave Kleikamp 	if (off > i_size)
5353ac27a0ecSDave Kleikamp 		return 0;
5354ac27a0ecSDave Kleikamp 	if (off+len > i_size)
5355ac27a0ecSDave Kleikamp 		len = i_size-off;
5356ac27a0ecSDave Kleikamp 	toread = len;
5357ac27a0ecSDave Kleikamp 	while (toread > 0) {
5358ac27a0ecSDave Kleikamp 		tocopy = sb->s_blocksize - offset < toread ?
5359ac27a0ecSDave Kleikamp 				sb->s_blocksize - offset : toread;
53601c215028STheodore Ts'o 		bh = ext4_bread(NULL, inode, blk, 0);
53611c215028STheodore Ts'o 		if (IS_ERR(bh))
53621c215028STheodore Ts'o 			return PTR_ERR(bh);
5363ac27a0ecSDave Kleikamp 		if (!bh)	/* A hole? */
5364ac27a0ecSDave Kleikamp 			memset(data, 0, tocopy);
5365ac27a0ecSDave Kleikamp 		else
5366ac27a0ecSDave Kleikamp 			memcpy(data, bh->b_data+offset, tocopy);
5367ac27a0ecSDave Kleikamp 		brelse(bh);
5368ac27a0ecSDave Kleikamp 		offset = 0;
5369ac27a0ecSDave Kleikamp 		toread -= tocopy;
5370ac27a0ecSDave Kleikamp 		data += tocopy;
5371ac27a0ecSDave Kleikamp 		blk++;
5372ac27a0ecSDave Kleikamp 	}
5373ac27a0ecSDave Kleikamp 	return len;
5374ac27a0ecSDave Kleikamp }
5375ac27a0ecSDave Kleikamp 
5376ac27a0ecSDave Kleikamp /* Write to quotafile (we know the transaction is already started and has
5377ac27a0ecSDave Kleikamp  * enough credits) */
5378617ba13bSMingming Cao static ssize_t ext4_quota_write(struct super_block *sb, int type,
5379ac27a0ecSDave Kleikamp 				const char *data, size_t len, loff_t off)
5380ac27a0ecSDave Kleikamp {
5381ac27a0ecSDave Kleikamp 	struct inode *inode = sb_dqopt(sb)->files[type];
5382725d26d3SAneesh Kumar K.V 	ext4_lblk_t blk = off >> EXT4_BLOCK_SIZE_BITS(sb);
53831c215028STheodore Ts'o 	int err, offset = off & (sb->s_blocksize - 1);
5384ac27a0ecSDave Kleikamp 	struct buffer_head *bh;
5385ac27a0ecSDave Kleikamp 	handle_t *handle = journal_current_handle();
5386ac27a0ecSDave Kleikamp 
53870390131bSFrank Mayhar 	if (EXT4_SB(sb)->s_journal && !handle) {
5388b31e1552SEric Sandeen 		ext4_msg(sb, KERN_WARNING, "Quota write (off=%llu, len=%llu)"
5389b31e1552SEric Sandeen 			" cancelled because transaction is not started",
53909c3013e9SJan Kara 			(unsigned long long)off, (unsigned long long)len);
53919c3013e9SJan Kara 		return -EIO;
53929c3013e9SJan Kara 	}
539367eeb568SDmitry Monakhov 	/*
539467eeb568SDmitry Monakhov 	 * Since we account only one data block in transaction credits,
539567eeb568SDmitry Monakhov 	 * then it is impossible to cross a block boundary.
539667eeb568SDmitry Monakhov 	 */
539767eeb568SDmitry Monakhov 	if (sb->s_blocksize - offset < len) {
539867eeb568SDmitry Monakhov 		ext4_msg(sb, KERN_WARNING, "Quota write (off=%llu, len=%llu)"
539967eeb568SDmitry Monakhov 			" cancelled because not block aligned",
540067eeb568SDmitry Monakhov 			(unsigned long long)off, (unsigned long long)len);
540167eeb568SDmitry Monakhov 		return -EIO;
540267eeb568SDmitry Monakhov 	}
540367eeb568SDmitry Monakhov 
54041c215028STheodore Ts'o 	bh = ext4_bread(handle, inode, blk, 1);
54051c215028STheodore Ts'o 	if (IS_ERR(bh))
54061c215028STheodore Ts'o 		return PTR_ERR(bh);
5407ac27a0ecSDave Kleikamp 	if (!bh)
5408ac27a0ecSDave Kleikamp 		goto out;
54095d601255Sliang xie 	BUFFER_TRACE(bh, "get write access");
5410617ba13bSMingming Cao 	err = ext4_journal_get_write_access(handle, bh);
5411ac27a0ecSDave Kleikamp 	if (err) {
5412ac27a0ecSDave Kleikamp 		brelse(bh);
54131c215028STheodore Ts'o 		return err;
5414ac27a0ecSDave Kleikamp 	}
5415ac27a0ecSDave Kleikamp 	lock_buffer(bh);
541667eeb568SDmitry Monakhov 	memcpy(bh->b_data+offset, data, len);
5417ac27a0ecSDave Kleikamp 	flush_dcache_page(bh->b_page);
5418ac27a0ecSDave Kleikamp 	unlock_buffer(bh);
54190390131bSFrank Mayhar 	err = ext4_handle_dirty_metadata(handle, NULL, bh);
5420ac27a0ecSDave Kleikamp 	brelse(bh);
5421ac27a0ecSDave Kleikamp out:
542267eeb568SDmitry Monakhov 	if (inode->i_size < off + len) {
542367eeb568SDmitry Monakhov 		i_size_write(inode, off + len);
5424617ba13bSMingming Cao 		EXT4_I(inode)->i_disksize = inode->i_size;
5425617ba13bSMingming Cao 		ext4_mark_inode_dirty(handle, inode);
542621f97697SJan Kara 	}
542767eeb568SDmitry Monakhov 	return len;
5428ac27a0ecSDave Kleikamp }
5429ac27a0ecSDave Kleikamp 
5430ac27a0ecSDave Kleikamp #endif
5431ac27a0ecSDave Kleikamp 
5432152a0836SAl Viro static struct dentry *ext4_mount(struct file_system_type *fs_type, int flags,
5433152a0836SAl Viro 		       const char *dev_name, void *data)
5434ac27a0ecSDave Kleikamp {
5435152a0836SAl Viro 	return mount_bdev(fs_type, flags, dev_name, data, ext4_fill_super);
5436ac27a0ecSDave Kleikamp }
5437ac27a0ecSDave Kleikamp 
543837f328ebSTheodore Ts'o #if !defined(CONFIG_EXT2_FS) && !defined(CONFIG_EXT2_FS_MODULE) && defined(CONFIG_EXT4_USE_FOR_EXT23)
543924b58424STheodore Ts'o static inline void register_as_ext2(void)
544024b58424STheodore Ts'o {
544124b58424STheodore Ts'o 	int err = register_filesystem(&ext2_fs_type);
544224b58424STheodore Ts'o 	if (err)
544324b58424STheodore Ts'o 		printk(KERN_WARNING
544424b58424STheodore Ts'o 		       "EXT4-fs: Unable to register as ext2 (%d)\n", err);
544524b58424STheodore Ts'o }
544624b58424STheodore Ts'o 
544724b58424STheodore Ts'o static inline void unregister_as_ext2(void)
544824b58424STheodore Ts'o {
544924b58424STheodore Ts'o 	unregister_filesystem(&ext2_fs_type);
545024b58424STheodore Ts'o }
54512035e776STheodore Ts'o 
54522035e776STheodore Ts'o static inline int ext2_feature_set_ok(struct super_block *sb)
54532035e776STheodore Ts'o {
54542035e776STheodore Ts'o 	if (EXT4_HAS_INCOMPAT_FEATURE(sb, ~EXT2_FEATURE_INCOMPAT_SUPP))
54552035e776STheodore Ts'o 		return 0;
54562035e776STheodore Ts'o 	if (sb->s_flags & MS_RDONLY)
54572035e776STheodore Ts'o 		return 1;
54582035e776STheodore Ts'o 	if (EXT4_HAS_RO_COMPAT_FEATURE(sb, ~EXT2_FEATURE_RO_COMPAT_SUPP))
54592035e776STheodore Ts'o 		return 0;
54602035e776STheodore Ts'o 	return 1;
54612035e776STheodore Ts'o }
546224b58424STheodore Ts'o #else
546324b58424STheodore Ts'o static inline void register_as_ext2(void) { }
546424b58424STheodore Ts'o static inline void unregister_as_ext2(void) { }
54652035e776STheodore Ts'o static inline int ext2_feature_set_ok(struct super_block *sb) { return 0; }
546624b58424STheodore Ts'o #endif
546724b58424STheodore Ts'o 
546837f328ebSTheodore Ts'o #if !defined(CONFIG_EXT3_FS) && !defined(CONFIG_EXT3_FS_MODULE) && defined(CONFIG_EXT4_USE_FOR_EXT23)
546924b58424STheodore Ts'o static inline void register_as_ext3(void)
547024b58424STheodore Ts'o {
547124b58424STheodore Ts'o 	int err = register_filesystem(&ext3_fs_type);
547224b58424STheodore Ts'o 	if (err)
547324b58424STheodore Ts'o 		printk(KERN_WARNING
547424b58424STheodore Ts'o 		       "EXT4-fs: Unable to register as ext3 (%d)\n", err);
547524b58424STheodore Ts'o }
547624b58424STheodore Ts'o 
547724b58424STheodore Ts'o static inline void unregister_as_ext3(void)
547824b58424STheodore Ts'o {
547924b58424STheodore Ts'o 	unregister_filesystem(&ext3_fs_type);
548024b58424STheodore Ts'o }
54812035e776STheodore Ts'o 
54822035e776STheodore Ts'o static inline int ext3_feature_set_ok(struct super_block *sb)
54832035e776STheodore Ts'o {
54842035e776STheodore Ts'o 	if (EXT4_HAS_INCOMPAT_FEATURE(sb, ~EXT3_FEATURE_INCOMPAT_SUPP))
54852035e776STheodore Ts'o 		return 0;
54862035e776STheodore Ts'o 	if (!EXT4_HAS_COMPAT_FEATURE(sb, EXT4_FEATURE_COMPAT_HAS_JOURNAL))
54872035e776STheodore Ts'o 		return 0;
54882035e776STheodore Ts'o 	if (sb->s_flags & MS_RDONLY)
54892035e776STheodore Ts'o 		return 1;
54902035e776STheodore Ts'o 	if (EXT4_HAS_RO_COMPAT_FEATURE(sb, ~EXT3_FEATURE_RO_COMPAT_SUPP))
54912035e776STheodore Ts'o 		return 0;
54922035e776STheodore Ts'o 	return 1;
54932035e776STheodore Ts'o }
549424b58424STheodore Ts'o #else
549524b58424STheodore Ts'o static inline void register_as_ext3(void) { }
549624b58424STheodore Ts'o static inline void unregister_as_ext3(void) { }
54972035e776STheodore Ts'o static inline int ext3_feature_set_ok(struct super_block *sb) { return 0; }
549824b58424STheodore Ts'o #endif
549924b58424STheodore Ts'o 
550003010a33STheodore Ts'o static struct file_system_type ext4_fs_type = {
5501ac27a0ecSDave Kleikamp 	.owner		= THIS_MODULE,
550203010a33STheodore Ts'o 	.name		= "ext4",
5503152a0836SAl Viro 	.mount		= ext4_mount,
5504ac27a0ecSDave Kleikamp 	.kill_sb	= kill_block_super,
5505ac27a0ecSDave Kleikamp 	.fs_flags	= FS_REQUIRES_DEV,
5506ac27a0ecSDave Kleikamp };
55077f78e035SEric W. Biederman MODULE_ALIAS_FS("ext4");
5508ac27a0ecSDave Kleikamp 
55098f021222SLukas Czerner static int __init ext4_init_feat_adverts(void)
5510857ac889SLukas Czerner {
5511857ac889SLukas Czerner 	struct ext4_features *ef;
5512857ac889SLukas Czerner 	int ret = -ENOMEM;
5513857ac889SLukas Czerner 
5514857ac889SLukas Czerner 	ef = kzalloc(sizeof(struct ext4_features), GFP_KERNEL);
5515857ac889SLukas Czerner 	if (!ef)
5516857ac889SLukas Czerner 		goto out;
5517857ac889SLukas Czerner 
5518857ac889SLukas Czerner 	ef->f_kobj.kset = ext4_kset;
5519857ac889SLukas Czerner 	init_completion(&ef->f_kobj_unregister);
5520857ac889SLukas Czerner 	ret = kobject_init_and_add(&ef->f_kobj, &ext4_feat_ktype, NULL,
5521857ac889SLukas Czerner 				   "features");
5522857ac889SLukas Czerner 	if (ret) {
5523857ac889SLukas Czerner 		kfree(ef);
5524857ac889SLukas Czerner 		goto out;
5525857ac889SLukas Czerner 	}
5526857ac889SLukas Czerner 
5527857ac889SLukas Czerner 	ext4_feat = ef;
5528857ac889SLukas Czerner 	ret = 0;
5529857ac889SLukas Czerner out:
5530857ac889SLukas Czerner 	return ret;
5531857ac889SLukas Czerner }
5532857ac889SLukas Czerner 
55338f021222SLukas Czerner static void ext4_exit_feat_adverts(void)
55348f021222SLukas Czerner {
55358f021222SLukas Czerner 	kobject_put(&ext4_feat->f_kobj);
55368f021222SLukas Czerner 	wait_for_completion(&ext4_feat->f_kobj_unregister);
55378f021222SLukas Czerner 	kfree(ext4_feat);
55388f021222SLukas Czerner }
55398f021222SLukas Czerner 
5540e9e3bcecSEric Sandeen /* Shared across all ext4 file systems */
5541e9e3bcecSEric Sandeen wait_queue_head_t ext4__ioend_wq[EXT4_WQ_HASH_SZ];
5542e9e3bcecSEric Sandeen struct mutex ext4__aio_mutex[EXT4_WQ_HASH_SZ];
5543e9e3bcecSEric Sandeen 
55445dabfc78STheodore Ts'o static int __init ext4_init_fs(void)
5545ac27a0ecSDave Kleikamp {
5546e9e3bcecSEric Sandeen 	int i, err;
5547c9de560dSAlex Tomas 
554807c0c5d8SAl Viro 	ext4_li_info = NULL;
554907c0c5d8SAl Viro 	mutex_init(&ext4_li_mtx);
555007c0c5d8SAl Viro 
55519a4c8019SCarlos Maiolino 	/* Build-time check for flags consistency */
555212e9b892SDmitry Monakhov 	ext4_check_flag_values();
5553e9e3bcecSEric Sandeen 
5554e9e3bcecSEric Sandeen 	for (i = 0; i < EXT4_WQ_HASH_SZ; i++) {
5555e9e3bcecSEric Sandeen 		mutex_init(&ext4__aio_mutex[i]);
5556e9e3bcecSEric Sandeen 		init_waitqueue_head(&ext4__ioend_wq[i]);
5557e9e3bcecSEric Sandeen 	}
5558e9e3bcecSEric Sandeen 
555951865fdaSZheng Liu 	err = ext4_init_es();
55606fd058f7STheodore Ts'o 	if (err)
55616fd058f7STheodore Ts'o 		return err;
556251865fdaSZheng Liu 
556351865fdaSZheng Liu 	err = ext4_init_pageio();
556451865fdaSZheng Liu 	if (err)
556551865fdaSZheng Liu 		goto out7;
556651865fdaSZheng Liu 
55675dabfc78STheodore Ts'o 	err = ext4_init_system_zone();
5568bd2d0210STheodore Ts'o 	if (err)
5569d44651d0SFabrice Jouhaud 		goto out6;
55703197ebdbSTheodore Ts'o 	ext4_kset = kset_create_and_add("ext4", NULL, fs_kobj);
55710e376b1eSTheodore Ts'o 	if (!ext4_kset) {
55720e376b1eSTheodore Ts'o 		err = -ENOMEM;
5573dd68314cSTheodore Ts'o 		goto out5;
55740e376b1eSTheodore Ts'o 	}
5575d44651d0SFabrice Jouhaud 	ext4_proc_root = proc_mkdir("fs/ext4", NULL);
5576857ac889SLukas Czerner 
5577857ac889SLukas Czerner 	err = ext4_init_feat_adverts();
5578dd68314cSTheodore Ts'o 	if (err)
5579dd68314cSTheodore Ts'o 		goto out4;
5580857ac889SLukas Czerner 
55815dabfc78STheodore Ts'o 	err = ext4_init_mballoc();
5582ac27a0ecSDave Kleikamp 	if (err)
5583c9de560dSAlex Tomas 		goto out2;
55849c191f70ST Makphaibulchoke 	else
55859c191f70ST Makphaibulchoke 		ext4_mballoc_ready = 1;
5586ac27a0ecSDave Kleikamp 	err = init_inodecache();
5587ac27a0ecSDave Kleikamp 	if (err)
5588ac27a0ecSDave Kleikamp 		goto out1;
558924b58424STheodore Ts'o 	register_as_ext3();
55902035e776STheodore Ts'o 	register_as_ext2();
559103010a33STheodore Ts'o 	err = register_filesystem(&ext4_fs_type);
5592ac27a0ecSDave Kleikamp 	if (err)
5593ac27a0ecSDave Kleikamp 		goto out;
5594bfff6873SLukas Czerner 
5595ac27a0ecSDave Kleikamp 	return 0;
5596ac27a0ecSDave Kleikamp out:
559724b58424STheodore Ts'o 	unregister_as_ext2();
559824b58424STheodore Ts'o 	unregister_as_ext3();
5599ac27a0ecSDave Kleikamp 	destroy_inodecache();
5600ac27a0ecSDave Kleikamp out1:
56019c191f70ST Makphaibulchoke 	ext4_mballoc_ready = 0;
56025dabfc78STheodore Ts'o 	ext4_exit_mballoc();
56039c191f70ST Makphaibulchoke out2:
56048f021222SLukas Czerner 	ext4_exit_feat_adverts();
56056fd058f7STheodore Ts'o out4:
5606d44651d0SFabrice Jouhaud 	if (ext4_proc_root)
5607dd68314cSTheodore Ts'o 		remove_proc_entry("fs/ext4", NULL);
5608dd68314cSTheodore Ts'o 	kset_unregister(ext4_kset);
5609d44651d0SFabrice Jouhaud out5:
5610dd68314cSTheodore Ts'o 	ext4_exit_system_zone();
5611d44651d0SFabrice Jouhaud out6:
56125dabfc78STheodore Ts'o 	ext4_exit_pageio();
561351865fdaSZheng Liu out7:
561451865fdaSZheng Liu 	ext4_exit_es();
561551865fdaSZheng Liu 
5616ac27a0ecSDave Kleikamp 	return err;
5617ac27a0ecSDave Kleikamp }
5618ac27a0ecSDave Kleikamp 
56195dabfc78STheodore Ts'o static void __exit ext4_exit_fs(void)
5620ac27a0ecSDave Kleikamp {
5621bfff6873SLukas Czerner 	ext4_destroy_lazyinit_thread();
562224b58424STheodore Ts'o 	unregister_as_ext2();
562324b58424STheodore Ts'o 	unregister_as_ext3();
562403010a33STheodore Ts'o 	unregister_filesystem(&ext4_fs_type);
5625ac27a0ecSDave Kleikamp 	destroy_inodecache();
56265dabfc78STheodore Ts'o 	ext4_exit_mballoc();
56278f021222SLukas Czerner 	ext4_exit_feat_adverts();
56289f6200bbSTheodore Ts'o 	remove_proc_entry("fs/ext4", NULL);
56293197ebdbSTheodore Ts'o 	kset_unregister(ext4_kset);
56305dabfc78STheodore Ts'o 	ext4_exit_system_zone();
56315dabfc78STheodore Ts'o 	ext4_exit_pageio();
5632dd12ed14SEric Sandeen 	ext4_exit_es();
5633ac27a0ecSDave Kleikamp }
5634ac27a0ecSDave Kleikamp 
5635ac27a0ecSDave Kleikamp MODULE_AUTHOR("Remy Card, Stephen Tweedie, Andrew Morton, Andreas Dilger, Theodore Ts'o and others");
563683982b6fSTheodore Ts'o MODULE_DESCRIPTION("Fourth Extended Filesystem");
5637ac27a0ecSDave Kleikamp MODULE_LICENSE("GPL");
56385dabfc78STheodore Ts'o module_init(ext4_init_fs)
56395dabfc78STheodore Ts'o module_exit(ext4_exit_fs)
5640