xref: /linux/fs/ext4/super.c (revision 1d39834fba99c48edd3d4887ccd474da61a1ada7)
1f5166768STheodore Ts'o // SPDX-License-Identifier: GPL-2.0
2ac27a0ecSDave Kleikamp /*
3617ba13bSMingming Cao  *  linux/fs/ext4/super.c
4ac27a0ecSDave Kleikamp  *
5ac27a0ecSDave Kleikamp  * Copyright (C) 1992, 1993, 1994, 1995
6ac27a0ecSDave Kleikamp  * Remy Card (card@masi.ibp.fr)
7ac27a0ecSDave Kleikamp  * Laboratoire MASI - Institut Blaise Pascal
8ac27a0ecSDave Kleikamp  * Universite Pierre et Marie Curie (Paris VI)
9ac27a0ecSDave Kleikamp  *
10ac27a0ecSDave Kleikamp  *  from
11ac27a0ecSDave Kleikamp  *
12ac27a0ecSDave Kleikamp  *  linux/fs/minix/inode.c
13ac27a0ecSDave Kleikamp  *
14ac27a0ecSDave Kleikamp  *  Copyright (C) 1991, 1992  Linus Torvalds
15ac27a0ecSDave Kleikamp  *
16ac27a0ecSDave Kleikamp  *  Big-endian to little-endian byte-swapping/bitmaps by
17ac27a0ecSDave Kleikamp  *        David S. Miller (davem@caip.rutgers.edu), 1995
18ac27a0ecSDave Kleikamp  */
19ac27a0ecSDave Kleikamp 
20ac27a0ecSDave Kleikamp #include <linux/module.h>
21ac27a0ecSDave Kleikamp #include <linux/string.h>
22ac27a0ecSDave Kleikamp #include <linux/fs.h>
23ac27a0ecSDave Kleikamp #include <linux/time.h>
24c5ca7c76STheodore Ts'o #include <linux/vmalloc.h>
25ac27a0ecSDave Kleikamp #include <linux/slab.h>
26ac27a0ecSDave Kleikamp #include <linux/init.h>
27ac27a0ecSDave Kleikamp #include <linux/blkdev.h>
2866114cadSTejun Heo #include <linux/backing-dev.h>
29ac27a0ecSDave Kleikamp #include <linux/parser.h>
30ac27a0ecSDave Kleikamp #include <linux/buffer_head.h>
31a5694255SChristoph Hellwig #include <linux/exportfs.h>
32ac27a0ecSDave Kleikamp #include <linux/vfs.h>
33ac27a0ecSDave Kleikamp #include <linux/random.h>
34ac27a0ecSDave Kleikamp #include <linux/mount.h>
35ac27a0ecSDave Kleikamp #include <linux/namei.h>
36ac27a0ecSDave Kleikamp #include <linux/quotaops.h>
37ac27a0ecSDave Kleikamp #include <linux/seq_file.h>
383197ebdbSTheodore Ts'o #include <linux/ctype.h>
391330593eSVignesh Babu #include <linux/log2.h>
40717d50e4SAndreas Dilger #include <linux/crc16.h>
41ef510424SDan Williams #include <linux/dax.h>
427abc52c2SDan Magenheimer #include <linux/cleancache.h>
437c0f6ba6SLinus Torvalds #include <linux/uaccess.h>
44ee73f9a5SJeff Layton #include <linux/iversion.h>
45ac27a0ecSDave Kleikamp 
46bfff6873SLukas Czerner #include <linux/kthread.h>
47bfff6873SLukas Czerner #include <linux/freezer.h>
48bfff6873SLukas Czerner 
493dcf5451SChristoph Hellwig #include "ext4.h"
504a092d73STheodore Ts'o #include "ext4_extents.h"	/* Needed for trace points definition */
513dcf5451SChristoph Hellwig #include "ext4_jbd2.h"
52ac27a0ecSDave Kleikamp #include "xattr.h"
53ac27a0ecSDave Kleikamp #include "acl.h"
543661d286STheodore Ts'o #include "mballoc.h"
550c9ec4beSDarrick J. Wong #include "fsmap.h"
56ac27a0ecSDave Kleikamp 
579bffad1eSTheodore Ts'o #define CREATE_TRACE_POINTS
589bffad1eSTheodore Ts'o #include <trace/events/ext4.h>
599bffad1eSTheodore Ts'o 
600b75a840SLukas Czerner static struct ext4_lazy_init *ext4_li_info;
610b75a840SLukas Czerner static struct mutex ext4_li_mtx;
62e294a537STheodore Ts'o static struct ratelimit_state ext4_mount_msg_ratelimit;
639f6200bbSTheodore Ts'o 
64617ba13bSMingming Cao static int ext4_load_journal(struct super_block *, struct ext4_super_block *,
65ac27a0ecSDave Kleikamp 			     unsigned long journal_devnum);
662adf6da8STheodore Ts'o static int ext4_show_options(struct seq_file *seq, struct dentry *root);
67e2d67052STheodore Ts'o static int ext4_commit_super(struct super_block *sb, int sync);
68617ba13bSMingming Cao static void ext4_mark_recovery_complete(struct super_block *sb,
69617ba13bSMingming Cao 					struct ext4_super_block *es);
70617ba13bSMingming Cao static void ext4_clear_journal_err(struct super_block *sb,
71617ba13bSMingming Cao 				   struct ext4_super_block *es);
72617ba13bSMingming Cao static int ext4_sync_fs(struct super_block *sb, int wait);
73617ba13bSMingming Cao static int ext4_remount(struct super_block *sb, int *flags, char *data);
74617ba13bSMingming Cao static int ext4_statfs(struct dentry *dentry, struct kstatfs *buf);
75c4be0c1dSTakashi Sato static int ext4_unfreeze(struct super_block *sb);
76c4be0c1dSTakashi Sato static int ext4_freeze(struct super_block *sb);
77152a0836SAl Viro static struct dentry *ext4_mount(struct file_system_type *fs_type, int flags,
78152a0836SAl Viro 		       const char *dev_name, void *data);
792035e776STheodore Ts'o static inline int ext2_feature_set_ok(struct super_block *sb);
802035e776STheodore Ts'o static inline int ext3_feature_set_ok(struct super_block *sb);
81d39195c3SAmir Goldstein static int ext4_feature_set_ok(struct super_block *sb, int readonly);
82bfff6873SLukas Czerner static void ext4_destroy_lazyinit_thread(void);
83bfff6873SLukas Czerner static void ext4_unregister_li_request(struct super_block *sb);
848f1f7453SEric Sandeen static void ext4_clear_request_list(void);
85c6cb7e77SEric Whitney static struct inode *ext4_get_journal_inode(struct super_block *sb,
86c6cb7e77SEric Whitney 					    unsigned int journal_inum);
87ac27a0ecSDave Kleikamp 
88e74031fdSJan Kara /*
89e74031fdSJan Kara  * Lock ordering
90e74031fdSJan Kara  *
91e74031fdSJan Kara  * Note the difference between i_mmap_sem (EXT4_I(inode)->i_mmap_sem) and
92e74031fdSJan Kara  * i_mmap_rwsem (inode->i_mmap_rwsem)!
93e74031fdSJan Kara  *
94e74031fdSJan Kara  * page fault path:
95e74031fdSJan Kara  * mmap_sem -> sb_start_pagefault -> i_mmap_sem (r) -> transaction start ->
96e74031fdSJan Kara  *   page lock -> i_data_sem (rw)
97e74031fdSJan Kara  *
98e74031fdSJan Kara  * buffered write path:
99e74031fdSJan Kara  * sb_start_write -> i_mutex -> mmap_sem
100e74031fdSJan Kara  * sb_start_write -> i_mutex -> transaction start -> page lock ->
101e74031fdSJan Kara  *   i_data_sem (rw)
102e74031fdSJan Kara  *
103e74031fdSJan Kara  * truncate:
104*1d39834fSNikolay Borisov  * sb_start_write -> i_mutex -> i_mmap_sem (w) -> i_mmap_rwsem (w) -> page lock
105*1d39834fSNikolay Borisov  * sb_start_write -> i_mutex -> i_mmap_sem (w) -> transaction start ->
106*1d39834fSNikolay Borisov  *   i_data_sem (rw)
107e74031fdSJan Kara  *
108e74031fdSJan Kara  * direct IO:
109*1d39834fSNikolay Borisov  * sb_start_write -> i_mutex -> mmap_sem
110*1d39834fSNikolay Borisov  * sb_start_write -> i_mutex -> transaction start -> i_data_sem (rw)
111e74031fdSJan Kara  *
112e74031fdSJan Kara  * writepages:
113e74031fdSJan Kara  * transaction start -> page lock(s) -> i_data_sem (rw)
114e74031fdSJan Kara  */
115e74031fdSJan Kara 
116c290ea01SJan Kara #if !defined(CONFIG_EXT2_FS) && !defined(CONFIG_EXT2_FS_MODULE) && defined(CONFIG_EXT4_USE_FOR_EXT2)
1172035e776STheodore Ts'o static struct file_system_type ext2_fs_type = {
1182035e776STheodore Ts'o 	.owner		= THIS_MODULE,
1192035e776STheodore Ts'o 	.name		= "ext2",
1202035e776STheodore Ts'o 	.mount		= ext4_mount,
1212035e776STheodore Ts'o 	.kill_sb	= kill_block_super,
1222035e776STheodore Ts'o 	.fs_flags	= FS_REQUIRES_DEV,
1232035e776STheodore Ts'o };
1247f78e035SEric W. Biederman MODULE_ALIAS_FS("ext2");
125fa7614ddSEric W. Biederman MODULE_ALIAS("ext2");
1262035e776STheodore Ts'o #define IS_EXT2_SB(sb) ((sb)->s_bdev->bd_holder == &ext2_fs_type)
1272035e776STheodore Ts'o #else
1282035e776STheodore Ts'o #define IS_EXT2_SB(sb) (0)
1292035e776STheodore Ts'o #endif
1302035e776STheodore Ts'o 
1312035e776STheodore Ts'o 
132ba69f9abSJan Kara static struct file_system_type ext3_fs_type = {
133ba69f9abSJan Kara 	.owner		= THIS_MODULE,
134ba69f9abSJan Kara 	.name		= "ext3",
135152a0836SAl Viro 	.mount		= ext4_mount,
136ba69f9abSJan Kara 	.kill_sb	= kill_block_super,
137ba69f9abSJan Kara 	.fs_flags	= FS_REQUIRES_DEV,
138ba69f9abSJan Kara };
1397f78e035SEric W. Biederman MODULE_ALIAS_FS("ext3");
140fa7614ddSEric W. Biederman MODULE_ALIAS("ext3");
141ba69f9abSJan Kara #define IS_EXT3_SB(sb) ((sb)->s_bdev->bd_holder == &ext3_fs_type)
142bd81d8eeSLaurent Vivier 
143d25425f8SDarrick J. Wong static int ext4_verify_csum_type(struct super_block *sb,
144d25425f8SDarrick J. Wong 				 struct ext4_super_block *es)
145d25425f8SDarrick J. Wong {
146e2b911c5SDarrick J. Wong 	if (!ext4_has_feature_metadata_csum(sb))
147d25425f8SDarrick J. Wong 		return 1;
148d25425f8SDarrick J. Wong 
149d25425f8SDarrick J. Wong 	return es->s_checksum_type == EXT4_CRC32C_CHKSUM;
150d25425f8SDarrick J. Wong }
151d25425f8SDarrick J. Wong 
152a9c47317SDarrick J. Wong static __le32 ext4_superblock_csum(struct super_block *sb,
153a9c47317SDarrick J. Wong 				   struct ext4_super_block *es)
154a9c47317SDarrick J. Wong {
155a9c47317SDarrick J. Wong 	struct ext4_sb_info *sbi = EXT4_SB(sb);
156a9c47317SDarrick J. Wong 	int offset = offsetof(struct ext4_super_block, s_checksum);
157a9c47317SDarrick J. Wong 	__u32 csum;
158a9c47317SDarrick J. Wong 
159a9c47317SDarrick J. Wong 	csum = ext4_chksum(sbi, ~0, (char *)es, offset);
160a9c47317SDarrick J. Wong 
161a9c47317SDarrick J. Wong 	return cpu_to_le32(csum);
162a9c47317SDarrick J. Wong }
163a9c47317SDarrick J. Wong 
164c197855eSStephen Hemminger static int ext4_superblock_csum_verify(struct super_block *sb,
165a9c47317SDarrick J. Wong 				       struct ext4_super_block *es)
166a9c47317SDarrick J. Wong {
1679aa5d32bSDmitry Monakhov 	if (!ext4_has_metadata_csum(sb))
168a9c47317SDarrick J. Wong 		return 1;
169a9c47317SDarrick J. Wong 
170a9c47317SDarrick J. Wong 	return es->s_checksum == ext4_superblock_csum(sb, es);
171a9c47317SDarrick J. Wong }
172a9c47317SDarrick J. Wong 
17306db49e6STheodore Ts'o void ext4_superblock_csum_set(struct super_block *sb)
174a9c47317SDarrick J. Wong {
17506db49e6STheodore Ts'o 	struct ext4_super_block *es = EXT4_SB(sb)->s_es;
17606db49e6STheodore Ts'o 
1779aa5d32bSDmitry Monakhov 	if (!ext4_has_metadata_csum(sb))
178a9c47317SDarrick J. Wong 		return;
179a9c47317SDarrick J. Wong 
180a9c47317SDarrick J. Wong 	es->s_checksum = ext4_superblock_csum(sb, es);
181a9c47317SDarrick J. Wong }
182a9c47317SDarrick J. Wong 
1839933fc0aSTheodore Ts'o void *ext4_kvmalloc(size_t size, gfp_t flags)
1849933fc0aSTheodore Ts'o {
1859933fc0aSTheodore Ts'o 	void *ret;
1869933fc0aSTheodore Ts'o 
1878be04b93SJoe Perches 	ret = kmalloc(size, flags | __GFP_NOWARN);
1889933fc0aSTheodore Ts'o 	if (!ret)
1899933fc0aSTheodore Ts'o 		ret = __vmalloc(size, flags, PAGE_KERNEL);
1909933fc0aSTheodore Ts'o 	return ret;
1919933fc0aSTheodore Ts'o }
1929933fc0aSTheodore Ts'o 
1939933fc0aSTheodore Ts'o void *ext4_kvzalloc(size_t size, gfp_t flags)
1949933fc0aSTheodore Ts'o {
1959933fc0aSTheodore Ts'o 	void *ret;
1969933fc0aSTheodore Ts'o 
1978be04b93SJoe Perches 	ret = kzalloc(size, flags | __GFP_NOWARN);
1989933fc0aSTheodore Ts'o 	if (!ret)
1999933fc0aSTheodore Ts'o 		ret = __vmalloc(size, flags | __GFP_ZERO, PAGE_KERNEL);
2009933fc0aSTheodore Ts'o 	return ret;
2019933fc0aSTheodore Ts'o }
2029933fc0aSTheodore Ts'o 
2038fadc143SAlexandre Ratchov ext4_fsblk_t ext4_block_bitmap(struct super_block *sb,
2048fadc143SAlexandre Ratchov 			       struct ext4_group_desc *bg)
205bd81d8eeSLaurent Vivier {
2063a14589cSAneesh Kumar K.V 	return le32_to_cpu(bg->bg_block_bitmap_lo) |
2078fadc143SAlexandre Ratchov 		(EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT ?
2088fadc143SAlexandre Ratchov 		 (ext4_fsblk_t)le32_to_cpu(bg->bg_block_bitmap_hi) << 32 : 0);
209bd81d8eeSLaurent Vivier }
210bd81d8eeSLaurent Vivier 
2118fadc143SAlexandre Ratchov ext4_fsblk_t ext4_inode_bitmap(struct super_block *sb,
2128fadc143SAlexandre Ratchov 			       struct ext4_group_desc *bg)
213bd81d8eeSLaurent Vivier {
2145272f837SAneesh Kumar K.V 	return le32_to_cpu(bg->bg_inode_bitmap_lo) |
2158fadc143SAlexandre Ratchov 		(EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT ?
2168fadc143SAlexandre Ratchov 		 (ext4_fsblk_t)le32_to_cpu(bg->bg_inode_bitmap_hi) << 32 : 0);
217bd81d8eeSLaurent Vivier }
218bd81d8eeSLaurent Vivier 
2198fadc143SAlexandre Ratchov ext4_fsblk_t ext4_inode_table(struct super_block *sb,
2208fadc143SAlexandre Ratchov 			      struct ext4_group_desc *bg)
221bd81d8eeSLaurent Vivier {
2225272f837SAneesh Kumar K.V 	return le32_to_cpu(bg->bg_inode_table_lo) |
2238fadc143SAlexandre Ratchov 		(EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT ?
2248fadc143SAlexandre Ratchov 		 (ext4_fsblk_t)le32_to_cpu(bg->bg_inode_table_hi) << 32 : 0);
225bd81d8eeSLaurent Vivier }
226bd81d8eeSLaurent Vivier 
227021b65bbSTheodore Ts'o __u32 ext4_free_group_clusters(struct super_block *sb,
228560671a0SAneesh Kumar K.V 			       struct ext4_group_desc *bg)
229560671a0SAneesh Kumar K.V {
230560671a0SAneesh Kumar K.V 	return le16_to_cpu(bg->bg_free_blocks_count_lo) |
231560671a0SAneesh Kumar K.V 		(EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT ?
232560671a0SAneesh Kumar K.V 		 (__u32)le16_to_cpu(bg->bg_free_blocks_count_hi) << 16 : 0);
233560671a0SAneesh Kumar K.V }
234560671a0SAneesh Kumar K.V 
235560671a0SAneesh Kumar K.V __u32 ext4_free_inodes_count(struct super_block *sb,
236560671a0SAneesh Kumar K.V 			      struct ext4_group_desc *bg)
237560671a0SAneesh Kumar K.V {
238560671a0SAneesh Kumar K.V 	return le16_to_cpu(bg->bg_free_inodes_count_lo) |
239560671a0SAneesh Kumar K.V 		(EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT ?
240560671a0SAneesh Kumar K.V 		 (__u32)le16_to_cpu(bg->bg_free_inodes_count_hi) << 16 : 0);
241560671a0SAneesh Kumar K.V }
242560671a0SAneesh Kumar K.V 
243560671a0SAneesh Kumar K.V __u32 ext4_used_dirs_count(struct super_block *sb,
244560671a0SAneesh Kumar K.V 			      struct ext4_group_desc *bg)
245560671a0SAneesh Kumar K.V {
246560671a0SAneesh Kumar K.V 	return le16_to_cpu(bg->bg_used_dirs_count_lo) |
247560671a0SAneesh Kumar K.V 		(EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT ?
248560671a0SAneesh Kumar K.V 		 (__u32)le16_to_cpu(bg->bg_used_dirs_count_hi) << 16 : 0);
249560671a0SAneesh Kumar K.V }
250560671a0SAneesh Kumar K.V 
251560671a0SAneesh Kumar K.V __u32 ext4_itable_unused_count(struct super_block *sb,
252560671a0SAneesh Kumar K.V 			      struct ext4_group_desc *bg)
253560671a0SAneesh Kumar K.V {
254560671a0SAneesh Kumar K.V 	return le16_to_cpu(bg->bg_itable_unused_lo) |
255560671a0SAneesh Kumar K.V 		(EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT ?
256560671a0SAneesh Kumar K.V 		 (__u32)le16_to_cpu(bg->bg_itable_unused_hi) << 16 : 0);
257560671a0SAneesh Kumar K.V }
258560671a0SAneesh Kumar K.V 
2598fadc143SAlexandre Ratchov void ext4_block_bitmap_set(struct super_block *sb,
2608fadc143SAlexandre Ratchov 			   struct ext4_group_desc *bg, ext4_fsblk_t blk)
261bd81d8eeSLaurent Vivier {
2623a14589cSAneesh Kumar K.V 	bg->bg_block_bitmap_lo = cpu_to_le32((u32)blk);
2638fadc143SAlexandre Ratchov 	if (EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT)
2648fadc143SAlexandre Ratchov 		bg->bg_block_bitmap_hi = cpu_to_le32(blk >> 32);
265bd81d8eeSLaurent Vivier }
266bd81d8eeSLaurent Vivier 
2678fadc143SAlexandre Ratchov void ext4_inode_bitmap_set(struct super_block *sb,
2688fadc143SAlexandre Ratchov 			   struct ext4_group_desc *bg, ext4_fsblk_t blk)
269bd81d8eeSLaurent Vivier {
2705272f837SAneesh Kumar K.V 	bg->bg_inode_bitmap_lo  = cpu_to_le32((u32)blk);
2718fadc143SAlexandre Ratchov 	if (EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT)
2728fadc143SAlexandre Ratchov 		bg->bg_inode_bitmap_hi = cpu_to_le32(blk >> 32);
273bd81d8eeSLaurent Vivier }
274bd81d8eeSLaurent Vivier 
2758fadc143SAlexandre Ratchov void ext4_inode_table_set(struct super_block *sb,
2768fadc143SAlexandre Ratchov 			  struct ext4_group_desc *bg, ext4_fsblk_t blk)
277bd81d8eeSLaurent Vivier {
2785272f837SAneesh Kumar K.V 	bg->bg_inode_table_lo = cpu_to_le32((u32)blk);
2798fadc143SAlexandre Ratchov 	if (EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT)
2808fadc143SAlexandre Ratchov 		bg->bg_inode_table_hi = cpu_to_le32(blk >> 32);
281bd81d8eeSLaurent Vivier }
282bd81d8eeSLaurent Vivier 
283021b65bbSTheodore Ts'o void ext4_free_group_clusters_set(struct super_block *sb,
284560671a0SAneesh Kumar K.V 				  struct ext4_group_desc *bg, __u32 count)
285560671a0SAneesh Kumar K.V {
286560671a0SAneesh Kumar K.V 	bg->bg_free_blocks_count_lo = cpu_to_le16((__u16)count);
287560671a0SAneesh Kumar K.V 	if (EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT)
288560671a0SAneesh Kumar K.V 		bg->bg_free_blocks_count_hi = cpu_to_le16(count >> 16);
289560671a0SAneesh Kumar K.V }
290560671a0SAneesh Kumar K.V 
291560671a0SAneesh Kumar K.V void ext4_free_inodes_set(struct super_block *sb,
292560671a0SAneesh Kumar K.V 			  struct ext4_group_desc *bg, __u32 count)
293560671a0SAneesh Kumar K.V {
294560671a0SAneesh Kumar K.V 	bg->bg_free_inodes_count_lo = cpu_to_le16((__u16)count);
295560671a0SAneesh Kumar K.V 	if (EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT)
296560671a0SAneesh Kumar K.V 		bg->bg_free_inodes_count_hi = cpu_to_le16(count >> 16);
297560671a0SAneesh Kumar K.V }
298560671a0SAneesh Kumar K.V 
299560671a0SAneesh Kumar K.V void ext4_used_dirs_set(struct super_block *sb,
300560671a0SAneesh Kumar K.V 			  struct ext4_group_desc *bg, __u32 count)
301560671a0SAneesh Kumar K.V {
302560671a0SAneesh Kumar K.V 	bg->bg_used_dirs_count_lo = cpu_to_le16((__u16)count);
303560671a0SAneesh Kumar K.V 	if (EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT)
304560671a0SAneesh Kumar K.V 		bg->bg_used_dirs_count_hi = cpu_to_le16(count >> 16);
305560671a0SAneesh Kumar K.V }
306560671a0SAneesh Kumar K.V 
307560671a0SAneesh Kumar K.V void ext4_itable_unused_set(struct super_block *sb,
308560671a0SAneesh Kumar K.V 			  struct ext4_group_desc *bg, __u32 count)
309560671a0SAneesh Kumar K.V {
310560671a0SAneesh Kumar K.V 	bg->bg_itable_unused_lo = cpu_to_le16((__u16)count);
311560671a0SAneesh Kumar K.V 	if (EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT)
312560671a0SAneesh Kumar K.V 		bg->bg_itable_unused_hi = cpu_to_le16(count >> 16);
313560671a0SAneesh Kumar K.V }
314560671a0SAneesh Kumar K.V 
315d3d1faf6SCurt Wohlgemuth 
3161c13d5c0STheodore Ts'o static void __save_error_info(struct super_block *sb, const char *func,
3171c13d5c0STheodore Ts'o 			    unsigned int line)
3181c13d5c0STheodore Ts'o {
3191c13d5c0STheodore Ts'o 	struct ext4_super_block *es = EXT4_SB(sb)->s_es;
3201c13d5c0STheodore Ts'o 
3211c13d5c0STheodore Ts'o 	EXT4_SB(sb)->s_mount_state |= EXT4_ERROR_FS;
3221b46617bSTheodore Ts'o 	if (bdev_read_only(sb->s_bdev))
3231b46617bSTheodore Ts'o 		return;
3241c13d5c0STheodore Ts'o 	es->s_state |= cpu_to_le16(EXT4_ERROR_FS);
3251c13d5c0STheodore Ts'o 	es->s_last_error_time = cpu_to_le32(get_seconds());
3261c13d5c0STheodore Ts'o 	strncpy(es->s_last_error_func, func, sizeof(es->s_last_error_func));
3271c13d5c0STheodore Ts'o 	es->s_last_error_line = cpu_to_le32(line);
3281c13d5c0STheodore Ts'o 	if (!es->s_first_error_time) {
3291c13d5c0STheodore Ts'o 		es->s_first_error_time = es->s_last_error_time;
3301c13d5c0STheodore Ts'o 		strncpy(es->s_first_error_func, func,
3311c13d5c0STheodore Ts'o 			sizeof(es->s_first_error_func));
3321c13d5c0STheodore Ts'o 		es->s_first_error_line = cpu_to_le32(line);
3331c13d5c0STheodore Ts'o 		es->s_first_error_ino = es->s_last_error_ino;
3341c13d5c0STheodore Ts'o 		es->s_first_error_block = es->s_last_error_block;
3351c13d5c0STheodore Ts'o 	}
33666e61a9eSTheodore Ts'o 	/*
33766e61a9eSTheodore Ts'o 	 * Start the daily error reporting function if it hasn't been
33866e61a9eSTheodore Ts'o 	 * started already
33966e61a9eSTheodore Ts'o 	 */
34066e61a9eSTheodore Ts'o 	if (!es->s_error_count)
34166e61a9eSTheodore Ts'o 		mod_timer(&EXT4_SB(sb)->s_err_report, jiffies + 24*60*60*HZ);
342ba39ebb6SWei Yongjun 	le32_add_cpu(&es->s_error_count, 1);
3431c13d5c0STheodore Ts'o }
3441c13d5c0STheodore Ts'o 
3451c13d5c0STheodore Ts'o static void save_error_info(struct super_block *sb, const char *func,
3461c13d5c0STheodore Ts'o 			    unsigned int line)
3471c13d5c0STheodore Ts'o {
3481c13d5c0STheodore Ts'o 	__save_error_info(sb, func, line);
3491c13d5c0STheodore Ts'o 	ext4_commit_super(sb, 1);
3501c13d5c0STheodore Ts'o }
3511c13d5c0STheodore Ts'o 
352bdfe0cbdSTheodore Ts'o /*
353bdfe0cbdSTheodore Ts'o  * The del_gendisk() function uninitializes the disk-specific data
354bdfe0cbdSTheodore Ts'o  * structures, including the bdi structure, without telling anyone
355bdfe0cbdSTheodore Ts'o  * else.  Once this happens, any attempt to call mark_buffer_dirty()
356bdfe0cbdSTheodore Ts'o  * (for example, by ext4_commit_super), will cause a kernel OOPS.
357bdfe0cbdSTheodore Ts'o  * This is a kludge to prevent these oops until we can put in a proper
358bdfe0cbdSTheodore Ts'o  * hook in del_gendisk() to inform the VFS and file system layers.
359bdfe0cbdSTheodore Ts'o  */
360bdfe0cbdSTheodore Ts'o static int block_device_ejected(struct super_block *sb)
361bdfe0cbdSTheodore Ts'o {
362bdfe0cbdSTheodore Ts'o 	struct inode *bd_inode = sb->s_bdev->bd_inode;
363bdfe0cbdSTheodore Ts'o 	struct backing_dev_info *bdi = inode_to_bdi(bd_inode);
364bdfe0cbdSTheodore Ts'o 
365bdfe0cbdSTheodore Ts'o 	return bdi->dev == NULL;
366bdfe0cbdSTheodore Ts'o }
367bdfe0cbdSTheodore Ts'o 
36818aadd47SBobi Jam static void ext4_journal_commit_callback(journal_t *journal, transaction_t *txn)
36918aadd47SBobi Jam {
37018aadd47SBobi Jam 	struct super_block		*sb = journal->j_private;
37118aadd47SBobi Jam 	struct ext4_sb_info		*sbi = EXT4_SB(sb);
37218aadd47SBobi Jam 	int				error = is_journal_aborted(journal);
3735d3ee208SDmitry Monakhov 	struct ext4_journal_cb_entry	*jce;
37418aadd47SBobi Jam 
3755d3ee208SDmitry Monakhov 	BUG_ON(txn->t_state == T_FINISHED);
376a0154344SDaeho Jeong 
377a0154344SDaeho Jeong 	ext4_process_freed_data(sb, txn->t_tid);
378a0154344SDaeho Jeong 
37918aadd47SBobi Jam 	spin_lock(&sbi->s_md_lock);
3805d3ee208SDmitry Monakhov 	while (!list_empty(&txn->t_private_list)) {
3815d3ee208SDmitry Monakhov 		jce = list_entry(txn->t_private_list.next,
3825d3ee208SDmitry Monakhov 				 struct ext4_journal_cb_entry, jce_list);
38318aadd47SBobi Jam 		list_del_init(&jce->jce_list);
38418aadd47SBobi Jam 		spin_unlock(&sbi->s_md_lock);
38518aadd47SBobi Jam 		jce->jce_func(sb, jce, error);
38618aadd47SBobi Jam 		spin_lock(&sbi->s_md_lock);
38718aadd47SBobi Jam 	}
38818aadd47SBobi Jam 	spin_unlock(&sbi->s_md_lock);
38918aadd47SBobi Jam }
3901c13d5c0STheodore Ts'o 
391ac27a0ecSDave Kleikamp /* Deal with the reporting of failure conditions on a filesystem such as
392ac27a0ecSDave Kleikamp  * inconsistencies detected or read IO failures.
393ac27a0ecSDave Kleikamp  *
394ac27a0ecSDave Kleikamp  * On ext2, we can store the error state of the filesystem in the
395617ba13bSMingming Cao  * superblock.  That is not possible on ext4, because we may have other
396ac27a0ecSDave Kleikamp  * write ordering constraints on the superblock which prevent us from
397ac27a0ecSDave Kleikamp  * writing it out straight away; and given that the journal is about to
398ac27a0ecSDave Kleikamp  * be aborted, we can't rely on the current, or future, transactions to
399ac27a0ecSDave Kleikamp  * write out the superblock safely.
400ac27a0ecSDave Kleikamp  *
401dab291afSMingming Cao  * We'll just use the jbd2_journal_abort() error code to record an error in
402d6b198bcSThadeu Lima de Souza Cascardo  * the journal instead.  On recovery, the journal will complain about
403ac27a0ecSDave Kleikamp  * that error until we've noted it down and cleared it.
404ac27a0ecSDave Kleikamp  */
405ac27a0ecSDave Kleikamp 
406617ba13bSMingming Cao static void ext4_handle_error(struct super_block *sb)
407ac27a0ecSDave Kleikamp {
408bc98a42cSDavid Howells 	if (sb_rdonly(sb))
409ac27a0ecSDave Kleikamp 		return;
410ac27a0ecSDave Kleikamp 
411ac27a0ecSDave Kleikamp 	if (!test_opt(sb, ERRORS_CONT)) {
412617ba13bSMingming Cao 		journal_t *journal = EXT4_SB(sb)->s_journal;
413ac27a0ecSDave Kleikamp 
4144ab2f15bSTheodore Ts'o 		EXT4_SB(sb)->s_mount_flags |= EXT4_MF_FS_ABORTED;
415ac27a0ecSDave Kleikamp 		if (journal)
416dab291afSMingming Cao 			jbd2_journal_abort(journal, -EIO);
417ac27a0ecSDave Kleikamp 	}
418ac27a0ecSDave Kleikamp 	if (test_opt(sb, ERRORS_RO)) {
419b31e1552SEric Sandeen 		ext4_msg(sb, KERN_CRIT, "Remounting filesystem read-only");
4204418e141SDmitry Monakhov 		/*
4214418e141SDmitry Monakhov 		 * Make sure updated value of ->s_mount_flags will be visible
4224418e141SDmitry Monakhov 		 * before ->s_flags update
4234418e141SDmitry Monakhov 		 */
4244418e141SDmitry Monakhov 		smp_wmb();
4251751e8a6SLinus Torvalds 		sb->s_flags |= SB_RDONLY;
426ac27a0ecSDave Kleikamp 	}
4274327ba52SDaeho Jeong 	if (test_opt(sb, ERRORS_PANIC)) {
4284327ba52SDaeho Jeong 		if (EXT4_SB(sb)->s_journal &&
4294327ba52SDaeho Jeong 		  !(EXT4_SB(sb)->s_journal->j_flags & JBD2_REC_ERR))
4304327ba52SDaeho Jeong 			return;
431617ba13bSMingming Cao 		panic("EXT4-fs (device %s): panic forced after error\n",
432ac27a0ecSDave Kleikamp 			sb->s_id);
433ac27a0ecSDave Kleikamp 	}
4344327ba52SDaeho Jeong }
435ac27a0ecSDave Kleikamp 
436efbed4dcSTheodore Ts'o #define ext4_error_ratelimit(sb)					\
437efbed4dcSTheodore Ts'o 		___ratelimit(&(EXT4_SB(sb)->s_err_ratelimit_state),	\
438efbed4dcSTheodore Ts'o 			     "EXT4-fs error")
439efbed4dcSTheodore Ts'o 
44012062dddSEric Sandeen void __ext4_error(struct super_block *sb, const char *function,
441c398eda0STheodore Ts'o 		  unsigned int line, const char *fmt, ...)
442ac27a0ecSDave Kleikamp {
4430ff2ea7dSJoe Perches 	struct va_format vaf;
444ac27a0ecSDave Kleikamp 	va_list args;
445ac27a0ecSDave Kleikamp 
4460db1ff22STheodore Ts'o 	if (unlikely(ext4_forced_shutdown(EXT4_SB(sb))))
4470db1ff22STheodore Ts'o 		return;
4480db1ff22STheodore Ts'o 
449ccf0f32aSTheodore Ts'o 	trace_ext4_error(sb, function, line);
450efbed4dcSTheodore Ts'o 	if (ext4_error_ratelimit(sb)) {
451ac27a0ecSDave Kleikamp 		va_start(args, fmt);
4520ff2ea7dSJoe Perches 		vaf.fmt = fmt;
4530ff2ea7dSJoe Perches 		vaf.va = &args;
454efbed4dcSTheodore Ts'o 		printk(KERN_CRIT
455efbed4dcSTheodore Ts'o 		       "EXT4-fs error (device %s): %s:%d: comm %s: %pV\n",
4560ff2ea7dSJoe Perches 		       sb->s_id, function, line, current->comm, &vaf);
457ac27a0ecSDave Kleikamp 		va_end(args);
458efbed4dcSTheodore Ts'o 	}
459f3fc0210STheodore Ts'o 	save_error_info(sb, function, line);
460617ba13bSMingming Cao 	ext4_handle_error(sb);
461ac27a0ecSDave Kleikamp }
462ac27a0ecSDave Kleikamp 
463e7c96e8eSJoe Perches void __ext4_error_inode(struct inode *inode, const char *function,
464c398eda0STheodore Ts'o 			unsigned int line, ext4_fsblk_t block,
465273df556SFrank Mayhar 			const char *fmt, ...)
466273df556SFrank Mayhar {
467273df556SFrank Mayhar 	va_list args;
468f7c21177STheodore Ts'o 	struct va_format vaf;
4691c13d5c0STheodore Ts'o 	struct ext4_super_block *es = EXT4_SB(inode->i_sb)->s_es;
470273df556SFrank Mayhar 
4710db1ff22STheodore Ts'o 	if (unlikely(ext4_forced_shutdown(EXT4_SB(inode->i_sb))))
4720db1ff22STheodore Ts'o 		return;
4730db1ff22STheodore Ts'o 
474ccf0f32aSTheodore Ts'o 	trace_ext4_error(inode->i_sb, function, line);
4751c13d5c0STheodore Ts'o 	es->s_last_error_ino = cpu_to_le32(inode->i_ino);
4761c13d5c0STheodore Ts'o 	es->s_last_error_block = cpu_to_le64(block);
477efbed4dcSTheodore Ts'o 	if (ext4_error_ratelimit(inode->i_sb)) {
478273df556SFrank Mayhar 		va_start(args, fmt);
479f7c21177STheodore Ts'o 		vaf.fmt = fmt;
480f7c21177STheodore Ts'o 		vaf.va = &args;
481c398eda0STheodore Ts'o 		if (block)
482d9ee81daSJoe Perches 			printk(KERN_CRIT "EXT4-fs error (device %s): %s:%d: "
483d9ee81daSJoe Perches 			       "inode #%lu: block %llu: comm %s: %pV\n",
484d9ee81daSJoe Perches 			       inode->i_sb->s_id, function, line, inode->i_ino,
485d9ee81daSJoe Perches 			       block, current->comm, &vaf);
486d9ee81daSJoe Perches 		else
487d9ee81daSJoe Perches 			printk(KERN_CRIT "EXT4-fs error (device %s): %s:%d: "
488d9ee81daSJoe Perches 			       "inode #%lu: comm %s: %pV\n",
489d9ee81daSJoe Perches 			       inode->i_sb->s_id, function, line, inode->i_ino,
490d9ee81daSJoe Perches 			       current->comm, &vaf);
491273df556SFrank Mayhar 		va_end(args);
492efbed4dcSTheodore Ts'o 	}
493efbed4dcSTheodore Ts'o 	save_error_info(inode->i_sb, function, line);
494273df556SFrank Mayhar 	ext4_handle_error(inode->i_sb);
495273df556SFrank Mayhar }
496273df556SFrank Mayhar 
497e7c96e8eSJoe Perches void __ext4_error_file(struct file *file, const char *function,
498f7c21177STheodore Ts'o 		       unsigned int line, ext4_fsblk_t block,
499f7c21177STheodore Ts'o 		       const char *fmt, ...)
500273df556SFrank Mayhar {
501273df556SFrank Mayhar 	va_list args;
502f7c21177STheodore Ts'o 	struct va_format vaf;
5031c13d5c0STheodore Ts'o 	struct ext4_super_block *es;
504496ad9aaSAl Viro 	struct inode *inode = file_inode(file);
505273df556SFrank Mayhar 	char pathname[80], *path;
506273df556SFrank Mayhar 
5070db1ff22STheodore Ts'o 	if (unlikely(ext4_forced_shutdown(EXT4_SB(inode->i_sb))))
5080db1ff22STheodore Ts'o 		return;
5090db1ff22STheodore Ts'o 
510ccf0f32aSTheodore Ts'o 	trace_ext4_error(inode->i_sb, function, line);
5111c13d5c0STheodore Ts'o 	es = EXT4_SB(inode->i_sb)->s_es;
5121c13d5c0STheodore Ts'o 	es->s_last_error_ino = cpu_to_le32(inode->i_ino);
513efbed4dcSTheodore Ts'o 	if (ext4_error_ratelimit(inode->i_sb)) {
5149bf39ab2SMiklos Szeredi 		path = file_path(file, pathname, sizeof(pathname));
515f9a62d09SDan Carpenter 		if (IS_ERR(path))
516273df556SFrank Mayhar 			path = "(unknown)";
517f7c21177STheodore Ts'o 		va_start(args, fmt);
518f7c21177STheodore Ts'o 		vaf.fmt = fmt;
519f7c21177STheodore Ts'o 		vaf.va = &args;
520d9ee81daSJoe Perches 		if (block)
521d9ee81daSJoe Perches 			printk(KERN_CRIT
522d9ee81daSJoe Perches 			       "EXT4-fs error (device %s): %s:%d: inode #%lu: "
523d9ee81daSJoe Perches 			       "block %llu: comm %s: path %s: %pV\n",
524d9ee81daSJoe Perches 			       inode->i_sb->s_id, function, line, inode->i_ino,
525d9ee81daSJoe Perches 			       block, current->comm, path, &vaf);
526d9ee81daSJoe Perches 		else
527d9ee81daSJoe Perches 			printk(KERN_CRIT
528d9ee81daSJoe Perches 			       "EXT4-fs error (device %s): %s:%d: inode #%lu: "
529d9ee81daSJoe Perches 			       "comm %s: path %s: %pV\n",
530d9ee81daSJoe Perches 			       inode->i_sb->s_id, function, line, inode->i_ino,
531d9ee81daSJoe Perches 			       current->comm, path, &vaf);
532273df556SFrank Mayhar 		va_end(args);
533efbed4dcSTheodore Ts'o 	}
534efbed4dcSTheodore Ts'o 	save_error_info(inode->i_sb, function, line);
535273df556SFrank Mayhar 	ext4_handle_error(inode->i_sb);
536273df556SFrank Mayhar }
537273df556SFrank Mayhar 
538722887ddSTheodore Ts'o const char *ext4_decode_error(struct super_block *sb, int errno,
539ac27a0ecSDave Kleikamp 			      char nbuf[16])
540ac27a0ecSDave Kleikamp {
541ac27a0ecSDave Kleikamp 	char *errstr = NULL;
542ac27a0ecSDave Kleikamp 
543ac27a0ecSDave Kleikamp 	switch (errno) {
5446a797d27SDarrick J. Wong 	case -EFSCORRUPTED:
5456a797d27SDarrick J. Wong 		errstr = "Corrupt filesystem";
5466a797d27SDarrick J. Wong 		break;
5476a797d27SDarrick J. Wong 	case -EFSBADCRC:
5486a797d27SDarrick J. Wong 		errstr = "Filesystem failed CRC";
5496a797d27SDarrick J. Wong 		break;
550ac27a0ecSDave Kleikamp 	case -EIO:
551ac27a0ecSDave Kleikamp 		errstr = "IO failure";
552ac27a0ecSDave Kleikamp 		break;
553ac27a0ecSDave Kleikamp 	case -ENOMEM:
554ac27a0ecSDave Kleikamp 		errstr = "Out of memory";
555ac27a0ecSDave Kleikamp 		break;
556ac27a0ecSDave Kleikamp 	case -EROFS:
55778f1ddbbSTheodore Ts'o 		if (!sb || (EXT4_SB(sb)->s_journal &&
55878f1ddbbSTheodore Ts'o 			    EXT4_SB(sb)->s_journal->j_flags & JBD2_ABORT))
559ac27a0ecSDave Kleikamp 			errstr = "Journal has aborted";
560ac27a0ecSDave Kleikamp 		else
561ac27a0ecSDave Kleikamp 			errstr = "Readonly filesystem";
562ac27a0ecSDave Kleikamp 		break;
563ac27a0ecSDave Kleikamp 	default:
564ac27a0ecSDave Kleikamp 		/* If the caller passed in an extra buffer for unknown
565ac27a0ecSDave Kleikamp 		 * errors, textualise them now.  Else we just return
566ac27a0ecSDave Kleikamp 		 * NULL. */
567ac27a0ecSDave Kleikamp 		if (nbuf) {
568ac27a0ecSDave Kleikamp 			/* Check for truncated error codes... */
569ac27a0ecSDave Kleikamp 			if (snprintf(nbuf, 16, "error %d", -errno) >= 0)
570ac27a0ecSDave Kleikamp 				errstr = nbuf;
571ac27a0ecSDave Kleikamp 		}
572ac27a0ecSDave Kleikamp 		break;
573ac27a0ecSDave Kleikamp 	}
574ac27a0ecSDave Kleikamp 
575ac27a0ecSDave Kleikamp 	return errstr;
576ac27a0ecSDave Kleikamp }
577ac27a0ecSDave Kleikamp 
578617ba13bSMingming Cao /* __ext4_std_error decodes expected errors from journaling functions
579ac27a0ecSDave Kleikamp  * automatically and invokes the appropriate error response.  */
580ac27a0ecSDave Kleikamp 
581c398eda0STheodore Ts'o void __ext4_std_error(struct super_block *sb, const char *function,
582c398eda0STheodore Ts'o 		      unsigned int line, int errno)
583ac27a0ecSDave Kleikamp {
584ac27a0ecSDave Kleikamp 	char nbuf[16];
585ac27a0ecSDave Kleikamp 	const char *errstr;
586ac27a0ecSDave Kleikamp 
5870db1ff22STheodore Ts'o 	if (unlikely(ext4_forced_shutdown(EXT4_SB(sb))))
5880db1ff22STheodore Ts'o 		return;
5890db1ff22STheodore Ts'o 
590ac27a0ecSDave Kleikamp 	/* Special case: if the error is EROFS, and we're not already
591ac27a0ecSDave Kleikamp 	 * inside a transaction, then there's really no point in logging
592ac27a0ecSDave Kleikamp 	 * an error. */
593bc98a42cSDavid Howells 	if (errno == -EROFS && journal_current_handle() == NULL && sb_rdonly(sb))
594ac27a0ecSDave Kleikamp 		return;
595ac27a0ecSDave Kleikamp 
596efbed4dcSTheodore Ts'o 	if (ext4_error_ratelimit(sb)) {
597617ba13bSMingming Cao 		errstr = ext4_decode_error(sb, errno, nbuf);
598c398eda0STheodore Ts'o 		printk(KERN_CRIT "EXT4-fs error (device %s) in %s:%d: %s\n",
599c398eda0STheodore Ts'o 		       sb->s_id, function, line, errstr);
600efbed4dcSTheodore Ts'o 	}
601ac27a0ecSDave Kleikamp 
602efbed4dcSTheodore Ts'o 	save_error_info(sb, function, line);
603617ba13bSMingming Cao 	ext4_handle_error(sb);
604ac27a0ecSDave Kleikamp }
605ac27a0ecSDave Kleikamp 
606ac27a0ecSDave Kleikamp /*
607617ba13bSMingming Cao  * ext4_abort is a much stronger failure handler than ext4_error.  The
608ac27a0ecSDave Kleikamp  * abort function may be used to deal with unrecoverable failures such
609ac27a0ecSDave Kleikamp  * as journal IO errors or ENOMEM at a critical moment in log management.
610ac27a0ecSDave Kleikamp  *
611ac27a0ecSDave Kleikamp  * We unconditionally force the filesystem into an ABORT|READONLY state,
612ac27a0ecSDave Kleikamp  * unless the error response on the fs has been set to panic in which
613ac27a0ecSDave Kleikamp  * case we take the easy way out and panic immediately.
614ac27a0ecSDave Kleikamp  */
615ac27a0ecSDave Kleikamp 
616c67d859eSTheodore Ts'o void __ext4_abort(struct super_block *sb, const char *function,
617c398eda0STheodore Ts'o 		unsigned int line, const char *fmt, ...)
618ac27a0ecSDave Kleikamp {
619651e1c3bSJoe Perches 	struct va_format vaf;
620ac27a0ecSDave Kleikamp 	va_list args;
621ac27a0ecSDave Kleikamp 
6220db1ff22STheodore Ts'o 	if (unlikely(ext4_forced_shutdown(EXT4_SB(sb))))
6230db1ff22STheodore Ts'o 		return;
6240db1ff22STheodore Ts'o 
6251c13d5c0STheodore Ts'o 	save_error_info(sb, function, line);
626ac27a0ecSDave Kleikamp 	va_start(args, fmt);
627651e1c3bSJoe Perches 	vaf.fmt = fmt;
628651e1c3bSJoe Perches 	vaf.va = &args;
629651e1c3bSJoe Perches 	printk(KERN_CRIT "EXT4-fs error (device %s): %s:%d: %pV\n",
630651e1c3bSJoe Perches 	       sb->s_id, function, line, &vaf);
631ac27a0ecSDave Kleikamp 	va_end(args);
632ac27a0ecSDave Kleikamp 
633bc98a42cSDavid Howells 	if (sb_rdonly(sb) == 0) {
634b31e1552SEric Sandeen 		ext4_msg(sb, KERN_CRIT, "Remounting filesystem read-only");
6354ab2f15bSTheodore Ts'o 		EXT4_SB(sb)->s_mount_flags |= EXT4_MF_FS_ABORTED;
6364418e141SDmitry Monakhov 		/*
6374418e141SDmitry Monakhov 		 * Make sure updated value of ->s_mount_flags will be visible
6384418e141SDmitry Monakhov 		 * before ->s_flags update
6394418e141SDmitry Monakhov 		 */
6404418e141SDmitry Monakhov 		smp_wmb();
6411751e8a6SLinus Torvalds 		sb->s_flags |= SB_RDONLY;
642ef2cabf7SHidehiro Kawai 		if (EXT4_SB(sb)->s_journal)
643dab291afSMingming Cao 			jbd2_journal_abort(EXT4_SB(sb)->s_journal, -EIO);
6441c13d5c0STheodore Ts'o 		save_error_info(sb, function, line);
6451c13d5c0STheodore Ts'o 	}
6464327ba52SDaeho Jeong 	if (test_opt(sb, ERRORS_PANIC)) {
6474327ba52SDaeho Jeong 		if (EXT4_SB(sb)->s_journal &&
6484327ba52SDaeho Jeong 		  !(EXT4_SB(sb)->s_journal->j_flags & JBD2_REC_ERR))
6494327ba52SDaeho Jeong 			return;
6501c13d5c0STheodore Ts'o 		panic("EXT4-fs panic from previous error\n");
651ac27a0ecSDave Kleikamp 	}
6524327ba52SDaeho Jeong }
653ac27a0ecSDave Kleikamp 
654e7c96e8eSJoe Perches void __ext4_msg(struct super_block *sb,
655e7c96e8eSJoe Perches 		const char *prefix, const char *fmt, ...)
656b31e1552SEric Sandeen {
6570ff2ea7dSJoe Perches 	struct va_format vaf;
658b31e1552SEric Sandeen 	va_list args;
659b31e1552SEric Sandeen 
660efbed4dcSTheodore Ts'o 	if (!___ratelimit(&(EXT4_SB(sb)->s_msg_ratelimit_state), "EXT4-fs"))
661efbed4dcSTheodore Ts'o 		return;
662efbed4dcSTheodore Ts'o 
663b31e1552SEric Sandeen 	va_start(args, fmt);
6640ff2ea7dSJoe Perches 	vaf.fmt = fmt;
6650ff2ea7dSJoe Perches 	vaf.va = &args;
6660ff2ea7dSJoe Perches 	printk("%sEXT4-fs (%s): %pV\n", prefix, sb->s_id, &vaf);
667b31e1552SEric Sandeen 	va_end(args);
668b31e1552SEric Sandeen }
669b31e1552SEric Sandeen 
670b03a2f7eSAndreas Dilger #define ext4_warning_ratelimit(sb)					\
671b03a2f7eSAndreas Dilger 		___ratelimit(&(EXT4_SB(sb)->s_warning_ratelimit_state),	\
672b03a2f7eSAndreas Dilger 			     "EXT4-fs warning")
673b03a2f7eSAndreas Dilger 
67412062dddSEric Sandeen void __ext4_warning(struct super_block *sb, const char *function,
675c398eda0STheodore Ts'o 		    unsigned int line, const char *fmt, ...)
676ac27a0ecSDave Kleikamp {
6770ff2ea7dSJoe Perches 	struct va_format vaf;
678ac27a0ecSDave Kleikamp 	va_list args;
679ac27a0ecSDave Kleikamp 
680b03a2f7eSAndreas Dilger 	if (!ext4_warning_ratelimit(sb))
681efbed4dcSTheodore Ts'o 		return;
682efbed4dcSTheodore Ts'o 
683ac27a0ecSDave Kleikamp 	va_start(args, fmt);
6840ff2ea7dSJoe Perches 	vaf.fmt = fmt;
6850ff2ea7dSJoe Perches 	vaf.va = &args;
6860ff2ea7dSJoe Perches 	printk(KERN_WARNING "EXT4-fs warning (device %s): %s:%d: %pV\n",
6870ff2ea7dSJoe Perches 	       sb->s_id, function, line, &vaf);
688ac27a0ecSDave Kleikamp 	va_end(args);
689ac27a0ecSDave Kleikamp }
690ac27a0ecSDave Kleikamp 
691b03a2f7eSAndreas Dilger void __ext4_warning_inode(const struct inode *inode, const char *function,
692b03a2f7eSAndreas Dilger 			  unsigned int line, const char *fmt, ...)
693b03a2f7eSAndreas Dilger {
694b03a2f7eSAndreas Dilger 	struct va_format vaf;
695b03a2f7eSAndreas Dilger 	va_list args;
696b03a2f7eSAndreas Dilger 
697b03a2f7eSAndreas Dilger 	if (!ext4_warning_ratelimit(inode->i_sb))
698b03a2f7eSAndreas Dilger 		return;
699b03a2f7eSAndreas Dilger 
700b03a2f7eSAndreas Dilger 	va_start(args, fmt);
701b03a2f7eSAndreas Dilger 	vaf.fmt = fmt;
702b03a2f7eSAndreas Dilger 	vaf.va = &args;
703b03a2f7eSAndreas Dilger 	printk(KERN_WARNING "EXT4-fs warning (device %s): %s:%d: "
704b03a2f7eSAndreas Dilger 	       "inode #%lu: comm %s: %pV\n", inode->i_sb->s_id,
705b03a2f7eSAndreas Dilger 	       function, line, inode->i_ino, current->comm, &vaf);
706b03a2f7eSAndreas Dilger 	va_end(args);
707b03a2f7eSAndreas Dilger }
708b03a2f7eSAndreas Dilger 
709e29136f8STheodore Ts'o void __ext4_grp_locked_error(const char *function, unsigned int line,
710e29136f8STheodore Ts'o 			     struct super_block *sb, ext4_group_t grp,
711e29136f8STheodore Ts'o 			     unsigned long ino, ext4_fsblk_t block,
712e29136f8STheodore Ts'o 			     const char *fmt, ...)
7135d1b1b3fSAneesh Kumar K.V __releases(bitlock)
7145d1b1b3fSAneesh Kumar K.V __acquires(bitlock)
7155d1b1b3fSAneesh Kumar K.V {
7160ff2ea7dSJoe Perches 	struct va_format vaf;
7175d1b1b3fSAneesh Kumar K.V 	va_list args;
7185d1b1b3fSAneesh Kumar K.V 	struct ext4_super_block *es = EXT4_SB(sb)->s_es;
7195d1b1b3fSAneesh Kumar K.V 
7200db1ff22STheodore Ts'o 	if (unlikely(ext4_forced_shutdown(EXT4_SB(sb))))
7210db1ff22STheodore Ts'o 		return;
7220db1ff22STheodore Ts'o 
723ccf0f32aSTheodore Ts'o 	trace_ext4_error(sb, function, line);
7241c13d5c0STheodore Ts'o 	es->s_last_error_ino = cpu_to_le32(ino);
7251c13d5c0STheodore Ts'o 	es->s_last_error_block = cpu_to_le64(block);
7261c13d5c0STheodore Ts'o 	__save_error_info(sb, function, line);
7270ff2ea7dSJoe Perches 
728efbed4dcSTheodore Ts'o 	if (ext4_error_ratelimit(sb)) {
7295d1b1b3fSAneesh Kumar K.V 		va_start(args, fmt);
7300ff2ea7dSJoe Perches 		vaf.fmt = fmt;
7310ff2ea7dSJoe Perches 		vaf.va = &args;
73221149d61SRobin Dong 		printk(KERN_CRIT "EXT4-fs error (device %s): %s:%d: group %u, ",
733e29136f8STheodore Ts'o 		       sb->s_id, function, line, grp);
734e29136f8STheodore Ts'o 		if (ino)
7350ff2ea7dSJoe Perches 			printk(KERN_CONT "inode %lu: ", ino);
736e29136f8STheodore Ts'o 		if (block)
737efbed4dcSTheodore Ts'o 			printk(KERN_CONT "block %llu:",
738efbed4dcSTheodore Ts'o 			       (unsigned long long) block);
7390ff2ea7dSJoe Perches 		printk(KERN_CONT "%pV\n", &vaf);
7405d1b1b3fSAneesh Kumar K.V 		va_end(args);
741efbed4dcSTheodore Ts'o 	}
7425d1b1b3fSAneesh Kumar K.V 
7435d1b1b3fSAneesh Kumar K.V 	if (test_opt(sb, ERRORS_CONT)) {
744e2d67052STheodore Ts'o 		ext4_commit_super(sb, 0);
7455d1b1b3fSAneesh Kumar K.V 		return;
7465d1b1b3fSAneesh Kumar K.V 	}
7471c13d5c0STheodore Ts'o 
7485d1b1b3fSAneesh Kumar K.V 	ext4_unlock_group(sb, grp);
74906f29cc8SZhouyi Zhou 	ext4_commit_super(sb, 1);
7505d1b1b3fSAneesh Kumar K.V 	ext4_handle_error(sb);
7515d1b1b3fSAneesh Kumar K.V 	/*
7525d1b1b3fSAneesh Kumar K.V 	 * We only get here in the ERRORS_RO case; relocking the group
7535d1b1b3fSAneesh Kumar K.V 	 * may be dangerous, but nothing bad will happen since the
7545d1b1b3fSAneesh Kumar K.V 	 * filesystem will have already been marked read/only and the
7555d1b1b3fSAneesh Kumar K.V 	 * journal has been aborted.  We return 1 as a hint to callers
7565d1b1b3fSAneesh Kumar K.V 	 * who might what to use the return value from
75725985edcSLucas De Marchi 	 * ext4_grp_locked_error() to distinguish between the
7585d1b1b3fSAneesh Kumar K.V 	 * ERRORS_CONT and ERRORS_RO case, and perhaps return more
7595d1b1b3fSAneesh Kumar K.V 	 * aggressively from the ext4 function in question, with a
7605d1b1b3fSAneesh Kumar K.V 	 * more appropriate error code.
7615d1b1b3fSAneesh Kumar K.V 	 */
7625d1b1b3fSAneesh Kumar K.V 	ext4_lock_group(sb, grp);
7635d1b1b3fSAneesh Kumar K.V 	return;
7645d1b1b3fSAneesh Kumar K.V }
7655d1b1b3fSAneesh Kumar K.V 
766617ba13bSMingming Cao void ext4_update_dynamic_rev(struct super_block *sb)
767ac27a0ecSDave Kleikamp {
768617ba13bSMingming Cao 	struct ext4_super_block *es = EXT4_SB(sb)->s_es;
769ac27a0ecSDave Kleikamp 
770617ba13bSMingming Cao 	if (le32_to_cpu(es->s_rev_level) > EXT4_GOOD_OLD_REV)
771ac27a0ecSDave Kleikamp 		return;
772ac27a0ecSDave Kleikamp 
77312062dddSEric Sandeen 	ext4_warning(sb,
774ac27a0ecSDave Kleikamp 		     "updating to rev %d because of new feature flag, "
775ac27a0ecSDave Kleikamp 		     "running e2fsck is recommended",
776617ba13bSMingming Cao 		     EXT4_DYNAMIC_REV);
777ac27a0ecSDave Kleikamp 
778617ba13bSMingming Cao 	es->s_first_ino = cpu_to_le32(EXT4_GOOD_OLD_FIRST_INO);
779617ba13bSMingming Cao 	es->s_inode_size = cpu_to_le16(EXT4_GOOD_OLD_INODE_SIZE);
780617ba13bSMingming Cao 	es->s_rev_level = cpu_to_le32(EXT4_DYNAMIC_REV);
781ac27a0ecSDave Kleikamp 	/* leave es->s_feature_*compat flags alone */
782ac27a0ecSDave Kleikamp 	/* es->s_uuid will be set by e2fsck if empty */
783ac27a0ecSDave Kleikamp 
784ac27a0ecSDave Kleikamp 	/*
785ac27a0ecSDave Kleikamp 	 * The rest of the superblock fields should be zero, and if not it
786ac27a0ecSDave Kleikamp 	 * means they are likely already in use, so leave them alone.  We
787ac27a0ecSDave Kleikamp 	 * can leave it up to e2fsck to clean up any inconsistencies there.
788ac27a0ecSDave Kleikamp 	 */
789ac27a0ecSDave Kleikamp }
790ac27a0ecSDave Kleikamp 
791ac27a0ecSDave Kleikamp /*
792ac27a0ecSDave Kleikamp  * Open the external journal device
793ac27a0ecSDave Kleikamp  */
794b31e1552SEric Sandeen static struct block_device *ext4_blkdev_get(dev_t dev, struct super_block *sb)
795ac27a0ecSDave Kleikamp {
796ac27a0ecSDave Kleikamp 	struct block_device *bdev;
797ac27a0ecSDave Kleikamp 	char b[BDEVNAME_SIZE];
798ac27a0ecSDave Kleikamp 
799d4d77629STejun Heo 	bdev = blkdev_get_by_dev(dev, FMODE_READ|FMODE_WRITE|FMODE_EXCL, sb);
800ac27a0ecSDave Kleikamp 	if (IS_ERR(bdev))
801ac27a0ecSDave Kleikamp 		goto fail;
802ac27a0ecSDave Kleikamp 	return bdev;
803ac27a0ecSDave Kleikamp 
804ac27a0ecSDave Kleikamp fail:
805b31e1552SEric Sandeen 	ext4_msg(sb, KERN_ERR, "failed to open journal device %s: %ld",
806ac27a0ecSDave Kleikamp 			__bdevname(dev, b), PTR_ERR(bdev));
807ac27a0ecSDave Kleikamp 	return NULL;
808ac27a0ecSDave Kleikamp }
809ac27a0ecSDave Kleikamp 
810ac27a0ecSDave Kleikamp /*
811ac27a0ecSDave Kleikamp  * Release the journal device
812ac27a0ecSDave Kleikamp  */
8134385bab1SAl Viro static void ext4_blkdev_put(struct block_device *bdev)
814ac27a0ecSDave Kleikamp {
8154385bab1SAl Viro 	blkdev_put(bdev, FMODE_READ|FMODE_WRITE|FMODE_EXCL);
816ac27a0ecSDave Kleikamp }
817ac27a0ecSDave Kleikamp 
8184385bab1SAl Viro static void ext4_blkdev_remove(struct ext4_sb_info *sbi)
819ac27a0ecSDave Kleikamp {
820ac27a0ecSDave Kleikamp 	struct block_device *bdev;
821ac27a0ecSDave Kleikamp 	bdev = sbi->journal_bdev;
822ac27a0ecSDave Kleikamp 	if (bdev) {
8234385bab1SAl Viro 		ext4_blkdev_put(bdev);
824ac27a0ecSDave Kleikamp 		sbi->journal_bdev = NULL;
825ac27a0ecSDave Kleikamp 	}
826ac27a0ecSDave Kleikamp }
827ac27a0ecSDave Kleikamp 
828ac27a0ecSDave Kleikamp static inline struct inode *orphan_list_entry(struct list_head *l)
829ac27a0ecSDave Kleikamp {
830617ba13bSMingming Cao 	return &list_entry(l, struct ext4_inode_info, i_orphan)->vfs_inode;
831ac27a0ecSDave Kleikamp }
832ac27a0ecSDave Kleikamp 
833617ba13bSMingming Cao static void dump_orphan_list(struct super_block *sb, struct ext4_sb_info *sbi)
834ac27a0ecSDave Kleikamp {
835ac27a0ecSDave Kleikamp 	struct list_head *l;
836ac27a0ecSDave Kleikamp 
837b31e1552SEric Sandeen 	ext4_msg(sb, KERN_ERR, "sb orphan head is %d",
838ac27a0ecSDave Kleikamp 		 le32_to_cpu(sbi->s_es->s_last_orphan));
839ac27a0ecSDave Kleikamp 
840ac27a0ecSDave Kleikamp 	printk(KERN_ERR "sb_info orphan list:\n");
841ac27a0ecSDave Kleikamp 	list_for_each(l, &sbi->s_orphan) {
842ac27a0ecSDave Kleikamp 		struct inode *inode = orphan_list_entry(l);
843ac27a0ecSDave Kleikamp 		printk(KERN_ERR "  "
844ac27a0ecSDave Kleikamp 		       "inode %s:%lu at %p: mode %o, nlink %d, next %d\n",
845ac27a0ecSDave Kleikamp 		       inode->i_sb->s_id, inode->i_ino, inode,
846ac27a0ecSDave Kleikamp 		       inode->i_mode, inode->i_nlink,
847ac27a0ecSDave Kleikamp 		       NEXT_ORPHAN(inode));
848ac27a0ecSDave Kleikamp 	}
849ac27a0ecSDave Kleikamp }
850ac27a0ecSDave Kleikamp 
851957153fcSJan Kara #ifdef CONFIG_QUOTA
852957153fcSJan Kara static int ext4_quota_off(struct super_block *sb, int type);
853957153fcSJan Kara 
854957153fcSJan Kara static inline void ext4_quota_off_umount(struct super_block *sb)
855957153fcSJan Kara {
856957153fcSJan Kara 	int type;
857957153fcSJan Kara 
858957153fcSJan Kara 	/* Use our quota_off function to clear inode flags etc. */
859957153fcSJan Kara 	for (type = 0; type < EXT4_MAXQUOTAS; type++)
860957153fcSJan Kara 		ext4_quota_off(sb, type);
861957153fcSJan Kara }
862957153fcSJan Kara #else
863957153fcSJan Kara static inline void ext4_quota_off_umount(struct super_block *sb)
864957153fcSJan Kara {
865957153fcSJan Kara }
866957153fcSJan Kara #endif
867957153fcSJan Kara 
868617ba13bSMingming Cao static void ext4_put_super(struct super_block *sb)
869ac27a0ecSDave Kleikamp {
870617ba13bSMingming Cao 	struct ext4_sb_info *sbi = EXT4_SB(sb);
871617ba13bSMingming Cao 	struct ext4_super_block *es = sbi->s_es;
87297abd7d4STheodore Ts'o 	int aborted = 0;
873ef2cabf7SHidehiro Kawai 	int i, err;
874ac27a0ecSDave Kleikamp 
875857ac889SLukas Czerner 	ext4_unregister_li_request(sb);
876957153fcSJan Kara 	ext4_quota_off_umount(sb);
877e0ccfd95SChristoph Hellwig 
8782e8fa54eSJan Kara 	destroy_workqueue(sbi->rsv_conversion_wq);
8794c0425ffSMingming Cao 
8800390131bSFrank Mayhar 	if (sbi->s_journal) {
88197abd7d4STheodore Ts'o 		aborted = is_journal_aborted(sbi->s_journal);
882ef2cabf7SHidehiro Kawai 		err = jbd2_journal_destroy(sbi->s_journal);
88347b4a50bSJan Kara 		sbi->s_journal = NULL;
88497abd7d4STheodore Ts'o 		if ((err < 0) && !aborted)
885c67d859eSTheodore Ts'o 			ext4_abort(sb, "Couldn't clean up the journal");
8860390131bSFrank Mayhar 	}
887d4edac31SJosef Bacik 
888ebd173beSTheodore Ts'o 	ext4_unregister_sysfs(sb);
889d3922a77SZheng Liu 	ext4_es_unregister_shrinker(sbi);
8909105bb14SAl Viro 	del_timer_sync(&sbi->s_err_report);
891d4edac31SJosef Bacik 	ext4_release_system_zone(sb);
892d4edac31SJosef Bacik 	ext4_mb_release(sb);
893d4edac31SJosef Bacik 	ext4_ext_release(sb);
894d4edac31SJosef Bacik 
895bc98a42cSDavid Howells 	if (!sb_rdonly(sb) && !aborted) {
896e2b911c5SDarrick J. Wong 		ext4_clear_feature_journal_needs_recovery(sb);
897ac27a0ecSDave Kleikamp 		es->s_state = cpu_to_le16(sbi->s_mount_state);
898ac27a0ecSDave Kleikamp 	}
899bc98a42cSDavid Howells 	if (!sb_rdonly(sb))
900a8e25a83SArtem Bityutskiy 		ext4_commit_super(sb, 1);
901a8e25a83SArtem Bityutskiy 
902ac27a0ecSDave Kleikamp 	for (i = 0; i < sbi->s_gdb_count; i++)
903ac27a0ecSDave Kleikamp 		brelse(sbi->s_group_desc[i]);
904b93b41d4SAl Viro 	kvfree(sbi->s_group_desc);
905b93b41d4SAl Viro 	kvfree(sbi->s_flex_groups);
90657042651STheodore Ts'o 	percpu_counter_destroy(&sbi->s_freeclusters_counter);
907ac27a0ecSDave Kleikamp 	percpu_counter_destroy(&sbi->s_freeinodes_counter);
908ac27a0ecSDave Kleikamp 	percpu_counter_destroy(&sbi->s_dirs_counter);
90957042651STheodore Ts'o 	percpu_counter_destroy(&sbi->s_dirtyclusters_counter);
910c8585c6fSDaeho Jeong 	percpu_free_rwsem(&sbi->s_journal_flag_rwsem);
911ac27a0ecSDave Kleikamp #ifdef CONFIG_QUOTA
912a2d4a646SJan Kara 	for (i = 0; i < EXT4_MAXQUOTAS; i++)
913ac27a0ecSDave Kleikamp 		kfree(sbi->s_qf_names[i]);
914ac27a0ecSDave Kleikamp #endif
915ac27a0ecSDave Kleikamp 
916ac27a0ecSDave Kleikamp 	/* Debugging code just in case the in-memory inode orphan list
917ac27a0ecSDave Kleikamp 	 * isn't empty.  The on-disk one can be non-empty if we've
918ac27a0ecSDave Kleikamp 	 * detected an error and taken the fs readonly, but the
919ac27a0ecSDave Kleikamp 	 * in-memory list had better be clean by this point. */
920ac27a0ecSDave Kleikamp 	if (!list_empty(&sbi->s_orphan))
921ac27a0ecSDave Kleikamp 		dump_orphan_list(sb, sbi);
922ac27a0ecSDave Kleikamp 	J_ASSERT(list_empty(&sbi->s_orphan));
923ac27a0ecSDave Kleikamp 
92489d96a6fSTheodore Ts'o 	sync_blockdev(sb->s_bdev);
925f98393a6SPeter Zijlstra 	invalidate_bdev(sb->s_bdev);
926ac27a0ecSDave Kleikamp 	if (sbi->journal_bdev && sbi->journal_bdev != sb->s_bdev) {
927ac27a0ecSDave Kleikamp 		/*
928ac27a0ecSDave Kleikamp 		 * Invalidate the journal device's buffers.  We don't want them
929ac27a0ecSDave Kleikamp 		 * floating about in memory - the physical journal device may
930ac27a0ecSDave Kleikamp 		 * hotswapped, and it breaks the `ro-after' testing code.
931ac27a0ecSDave Kleikamp 		 */
932ac27a0ecSDave Kleikamp 		sync_blockdev(sbi->journal_bdev);
933f98393a6SPeter Zijlstra 		invalidate_bdev(sbi->journal_bdev);
934617ba13bSMingming Cao 		ext4_blkdev_remove(sbi);
935ac27a0ecSDave Kleikamp 	}
936dec214d0STahsin Erdogan 	if (sbi->s_ea_inode_cache) {
937dec214d0STahsin Erdogan 		ext4_xattr_destroy_cache(sbi->s_ea_inode_cache);
938dec214d0STahsin Erdogan 		sbi->s_ea_inode_cache = NULL;
939dec214d0STahsin Erdogan 	}
94047387409STahsin Erdogan 	if (sbi->s_ea_block_cache) {
94147387409STahsin Erdogan 		ext4_xattr_destroy_cache(sbi->s_ea_block_cache);
94247387409STahsin Erdogan 		sbi->s_ea_block_cache = NULL;
9439c191f70ST Makphaibulchoke 	}
944c5e06d10SJohann Lombardi 	if (sbi->s_mmp_tsk)
945c5e06d10SJohann Lombardi 		kthread_stop(sbi->s_mmp_tsk);
9469060dd2cSEric Sandeen 	brelse(sbi->s_sbh);
947ac27a0ecSDave Kleikamp 	sb->s_fs_info = NULL;
9483197ebdbSTheodore Ts'o 	/*
9493197ebdbSTheodore Ts'o 	 * Now that we are completely done shutting down the
9503197ebdbSTheodore Ts'o 	 * superblock, we need to actually destroy the kobject.
9513197ebdbSTheodore Ts'o 	 */
9523197ebdbSTheodore Ts'o 	kobject_put(&sbi->s_kobj);
9533197ebdbSTheodore Ts'o 	wait_for_completion(&sbi->s_kobj_unregister);
9540441984aSDarrick J. Wong 	if (sbi->s_chksum_driver)
9550441984aSDarrick J. Wong 		crypto_free_shash(sbi->s_chksum_driver);
956705895b6SPekka Enberg 	kfree(sbi->s_blockgroup_lock);
9575e405595SDan Williams 	fs_put_dax(sbi->s_daxdev);
958ac27a0ecSDave Kleikamp 	kfree(sbi);
959ac27a0ecSDave Kleikamp }
960ac27a0ecSDave Kleikamp 
961e18b890bSChristoph Lameter static struct kmem_cache *ext4_inode_cachep;
962ac27a0ecSDave Kleikamp 
963ac27a0ecSDave Kleikamp /*
964ac27a0ecSDave Kleikamp  * Called inside transaction, so use GFP_NOFS
965ac27a0ecSDave Kleikamp  */
966617ba13bSMingming Cao static struct inode *ext4_alloc_inode(struct super_block *sb)
967ac27a0ecSDave Kleikamp {
968617ba13bSMingming Cao 	struct ext4_inode_info *ei;
969ac27a0ecSDave Kleikamp 
970e6b4f8daSChristoph Lameter 	ei = kmem_cache_alloc(ext4_inode_cachep, GFP_NOFS);
971ac27a0ecSDave Kleikamp 	if (!ei)
972ac27a0ecSDave Kleikamp 		return NULL;
9730b8e58a1SAndreas Dilger 
974ee73f9a5SJeff Layton 	inode_set_iversion(&ei->vfs_inode, 1);
975202ee5dfSTheodore Ts'o 	spin_lock_init(&ei->i_raw_lock);
976c9de560dSAlex Tomas 	INIT_LIST_HEAD(&ei->i_prealloc_list);
977c9de560dSAlex Tomas 	spin_lock_init(&ei->i_prealloc_lock);
9789a26b661SZheng Liu 	ext4_es_init_tree(&ei->i_es_tree);
9799a26b661SZheng Liu 	rwlock_init(&ei->i_es_lock);
980edaa53caSZheng Liu 	INIT_LIST_HEAD(&ei->i_es_list);
981eb68d0e2SZheng Liu 	ei->i_es_all_nr = 0;
982edaa53caSZheng Liu 	ei->i_es_shk_nr = 0;
983dd475925SJan Kara 	ei->i_es_shrink_lblk = 0;
984d2a17637SMingming Cao 	ei->i_reserved_data_blocks = 0;
9859d0be502STheodore Ts'o 	ei->i_da_metadata_calc_len = 0;
9867e731bc9STheodore Ts'o 	ei->i_da_metadata_calc_last_lblock = 0;
987d2a17637SMingming Cao 	spin_lock_init(&(ei->i_block_reservation_lock));
988a9e7f447SDmitry Monakhov #ifdef CONFIG_QUOTA
989a9e7f447SDmitry Monakhov 	ei->i_reserved_quota = 0;
99096c7e0d9SJan Kara 	memset(&ei->i_dquot, 0, sizeof(ei->i_dquot));
991a9e7f447SDmitry Monakhov #endif
9928aefcd55STheodore Ts'o 	ei->jinode = NULL;
9932e8fa54eSJan Kara 	INIT_LIST_HEAD(&ei->i_rsv_conversion_list);
994744692dcSJiaying Zhang 	spin_lock_init(&ei->i_completed_io_lock);
995b436b9beSJan Kara 	ei->i_sync_tid = 0;
996b436b9beSJan Kara 	ei->i_datasync_tid = 0;
997e27f41e1SDmitry Monakhov 	atomic_set(&ei->i_unwritten, 0);
9982e8fa54eSJan Kara 	INIT_WORK(&ei->i_rsv_conversion_work, ext4_end_io_rsv_work);
999ac27a0ecSDave Kleikamp 	return &ei->vfs_inode;
1000ac27a0ecSDave Kleikamp }
1001ac27a0ecSDave Kleikamp 
10027ff9c073STheodore Ts'o static int ext4_drop_inode(struct inode *inode)
10037ff9c073STheodore Ts'o {
10047ff9c073STheodore Ts'o 	int drop = generic_drop_inode(inode);
10057ff9c073STheodore Ts'o 
10067ff9c073STheodore Ts'o 	trace_ext4_drop_inode(inode, drop);
10077ff9c073STheodore Ts'o 	return drop;
10087ff9c073STheodore Ts'o }
10097ff9c073STheodore Ts'o 
1010fa0d7e3dSNick Piggin static void ext4_i_callback(struct rcu_head *head)
1011fa0d7e3dSNick Piggin {
1012fa0d7e3dSNick Piggin 	struct inode *inode = container_of(head, struct inode, i_rcu);
1013fa0d7e3dSNick Piggin 	kmem_cache_free(ext4_inode_cachep, EXT4_I(inode));
1014fa0d7e3dSNick Piggin }
1015fa0d7e3dSNick Piggin 
1016617ba13bSMingming Cao static void ext4_destroy_inode(struct inode *inode)
1017ac27a0ecSDave Kleikamp {
10189f7dd93dSVasily Averin 	if (!list_empty(&(EXT4_I(inode)->i_orphan))) {
1019b31e1552SEric Sandeen 		ext4_msg(inode->i_sb, KERN_ERR,
1020b31e1552SEric Sandeen 			 "Inode %lu (%p): orphan list check failed!",
1021b31e1552SEric Sandeen 			 inode->i_ino, EXT4_I(inode));
10229f7dd93dSVasily Averin 		print_hex_dump(KERN_INFO, "", DUMP_PREFIX_ADDRESS, 16, 4,
10239f7dd93dSVasily Averin 				EXT4_I(inode), sizeof(struct ext4_inode_info),
10249f7dd93dSVasily Averin 				true);
10259f7dd93dSVasily Averin 		dump_stack();
10269f7dd93dSVasily Averin 	}
1027fa0d7e3dSNick Piggin 	call_rcu(&inode->i_rcu, ext4_i_callback);
1028ac27a0ecSDave Kleikamp }
1029ac27a0ecSDave Kleikamp 
103051cc5068SAlexey Dobriyan static void init_once(void *foo)
1031ac27a0ecSDave Kleikamp {
1032617ba13bSMingming Cao 	struct ext4_inode_info *ei = (struct ext4_inode_info *) foo;
1033ac27a0ecSDave Kleikamp 
1034ac27a0ecSDave Kleikamp 	INIT_LIST_HEAD(&ei->i_orphan);
1035ac27a0ecSDave Kleikamp 	init_rwsem(&ei->xattr_sem);
10360e855ac8SAneesh Kumar K.V 	init_rwsem(&ei->i_data_sem);
1037ea3d7209SJan Kara 	init_rwsem(&ei->i_mmap_sem);
1038ac27a0ecSDave Kleikamp 	inode_init_once(&ei->vfs_inode);
1039ac27a0ecSDave Kleikamp }
1040ac27a0ecSDave Kleikamp 
1041e67bc2b3SFabian Frederick static int __init init_inodecache(void)
1042ac27a0ecSDave Kleikamp {
1043f8dd7c70SDavid Windsor 	ext4_inode_cachep = kmem_cache_create_usercopy("ext4_inode_cache",
1044f8dd7c70SDavid Windsor 				sizeof(struct ext4_inode_info), 0,
1045f8dd7c70SDavid Windsor 				(SLAB_RECLAIM_ACCOUNT|SLAB_MEM_SPREAD|
1046f8dd7c70SDavid Windsor 					SLAB_ACCOUNT),
1047f8dd7c70SDavid Windsor 				offsetof(struct ext4_inode_info, i_data),
1048f8dd7c70SDavid Windsor 				sizeof_field(struct ext4_inode_info, i_data),
104920c2df83SPaul Mundt 				init_once);
1050617ba13bSMingming Cao 	if (ext4_inode_cachep == NULL)
1051ac27a0ecSDave Kleikamp 		return -ENOMEM;
1052ac27a0ecSDave Kleikamp 	return 0;
1053ac27a0ecSDave Kleikamp }
1054ac27a0ecSDave Kleikamp 
1055ac27a0ecSDave Kleikamp static void destroy_inodecache(void)
1056ac27a0ecSDave Kleikamp {
10578c0a8537SKirill A. Shutemov 	/*
10588c0a8537SKirill A. Shutemov 	 * Make sure all delayed rcu free inodes are flushed before we
10598c0a8537SKirill A. Shutemov 	 * destroy cache.
10608c0a8537SKirill A. Shutemov 	 */
10618c0a8537SKirill A. Shutemov 	rcu_barrier();
1062617ba13bSMingming Cao 	kmem_cache_destroy(ext4_inode_cachep);
1063ac27a0ecSDave Kleikamp }
1064ac27a0ecSDave Kleikamp 
10650930fcc1SAl Viro void ext4_clear_inode(struct inode *inode)
1066ac27a0ecSDave Kleikamp {
10670930fcc1SAl Viro 	invalidate_inode_buffers(inode);
1068dbd5768fSJan Kara 	clear_inode(inode);
10699f754758SChristoph Hellwig 	dquot_drop(inode);
1070c2ea3fdeSTheodore Ts'o 	ext4_discard_preallocations(inode);
107151865fdaSZheng Liu 	ext4_es_remove_extent(inode, 0, EXT_MAX_BLOCKS);
10728aefcd55STheodore Ts'o 	if (EXT4_I(inode)->jinode) {
10738aefcd55STheodore Ts'o 		jbd2_journal_release_jbd_inode(EXT4_JOURNAL(inode),
10748aefcd55STheodore Ts'o 					       EXT4_I(inode)->jinode);
10758aefcd55STheodore Ts'o 		jbd2_free_inode(EXT4_I(inode)->jinode);
10768aefcd55STheodore Ts'o 		EXT4_I(inode)->jinode = NULL;
10778aefcd55STheodore Ts'o 	}
10783d204e24SEric Biggers 	fscrypt_put_encryption_info(inode);
1079ac27a0ecSDave Kleikamp }
1080ac27a0ecSDave Kleikamp 
10811b961ac0SChristoph Hellwig static struct inode *ext4_nfs_get_inode(struct super_block *sb,
10821b961ac0SChristoph Hellwig 					u64 ino, u32 generation)
1083ac27a0ecSDave Kleikamp {
1084ac27a0ecSDave Kleikamp 	struct inode *inode;
1085ac27a0ecSDave Kleikamp 
1086617ba13bSMingming Cao 	if (ino < EXT4_FIRST_INO(sb) && ino != EXT4_ROOT_INO)
1087ac27a0ecSDave Kleikamp 		return ERR_PTR(-ESTALE);
1088617ba13bSMingming Cao 	if (ino > le32_to_cpu(EXT4_SB(sb)->s_es->s_inodes_count))
1089ac27a0ecSDave Kleikamp 		return ERR_PTR(-ESTALE);
1090ac27a0ecSDave Kleikamp 
1091ac27a0ecSDave Kleikamp 	/* iget isn't really right if the inode is currently unallocated!!
1092ac27a0ecSDave Kleikamp 	 *
1093617ba13bSMingming Cao 	 * ext4_read_inode will return a bad_inode if the inode had been
1094ac27a0ecSDave Kleikamp 	 * deleted, so we should be safe.
1095ac27a0ecSDave Kleikamp 	 *
1096ac27a0ecSDave Kleikamp 	 * Currently we don't know the generation for parent directory, so
1097ac27a0ecSDave Kleikamp 	 * a generation of 0 means "accept any"
1098ac27a0ecSDave Kleikamp 	 */
1099f4bb2981STheodore Ts'o 	inode = ext4_iget_normal(sb, ino);
11001d1fe1eeSDavid Howells 	if (IS_ERR(inode))
11011d1fe1eeSDavid Howells 		return ERR_CAST(inode);
11021d1fe1eeSDavid Howells 	if (generation && inode->i_generation != generation) {
1103ac27a0ecSDave Kleikamp 		iput(inode);
1104ac27a0ecSDave Kleikamp 		return ERR_PTR(-ESTALE);
1105ac27a0ecSDave Kleikamp 	}
11061b961ac0SChristoph Hellwig 
11071b961ac0SChristoph Hellwig 	return inode;
1108ac27a0ecSDave Kleikamp }
11091b961ac0SChristoph Hellwig 
11101b961ac0SChristoph Hellwig static struct dentry *ext4_fh_to_dentry(struct super_block *sb, struct fid *fid,
11111b961ac0SChristoph Hellwig 					int fh_len, int fh_type)
11121b961ac0SChristoph Hellwig {
11131b961ac0SChristoph Hellwig 	return generic_fh_to_dentry(sb, fid, fh_len, fh_type,
11141b961ac0SChristoph Hellwig 				    ext4_nfs_get_inode);
11151b961ac0SChristoph Hellwig }
11161b961ac0SChristoph Hellwig 
11171b961ac0SChristoph Hellwig static struct dentry *ext4_fh_to_parent(struct super_block *sb, struct fid *fid,
11181b961ac0SChristoph Hellwig 					int fh_len, int fh_type)
11191b961ac0SChristoph Hellwig {
11201b961ac0SChristoph Hellwig 	return generic_fh_to_parent(sb, fid, fh_len, fh_type,
11211b961ac0SChristoph Hellwig 				    ext4_nfs_get_inode);
1122ac27a0ecSDave Kleikamp }
1123ac27a0ecSDave Kleikamp 
1124c39a7f84SToshiyuki Okajima /*
1125c39a7f84SToshiyuki Okajima  * Try to release metadata pages (indirect blocks, directories) which are
1126c39a7f84SToshiyuki Okajima  * mapped via the block device.  Since these pages could have journal heads
1127c39a7f84SToshiyuki Okajima  * which would prevent try_to_free_buffers() from freeing them, we must use
1128c39a7f84SToshiyuki Okajima  * jbd2 layer's try_to_free_buffers() function to release them.
1129c39a7f84SToshiyuki Okajima  */
11300b8e58a1SAndreas Dilger static int bdev_try_to_free_page(struct super_block *sb, struct page *page,
11310b8e58a1SAndreas Dilger 				 gfp_t wait)
1132c39a7f84SToshiyuki Okajima {
1133c39a7f84SToshiyuki Okajima 	journal_t *journal = EXT4_SB(sb)->s_journal;
1134c39a7f84SToshiyuki Okajima 
1135c39a7f84SToshiyuki Okajima 	WARN_ON(PageChecked(page));
1136c39a7f84SToshiyuki Okajima 	if (!page_has_buffers(page))
1137c39a7f84SToshiyuki Okajima 		return 0;
1138c39a7f84SToshiyuki Okajima 	if (journal)
1139c39a7f84SToshiyuki Okajima 		return jbd2_journal_try_to_free_buffers(journal, page,
1140d0164adcSMel Gorman 						wait & ~__GFP_DIRECT_RECLAIM);
1141c39a7f84SToshiyuki Okajima 	return try_to_free_buffers(page);
1142c39a7f84SToshiyuki Okajima }
1143c39a7f84SToshiyuki Okajima 
1144a7550b30SJaegeuk Kim #ifdef CONFIG_EXT4_FS_ENCRYPTION
1145a7550b30SJaegeuk Kim static int ext4_get_context(struct inode *inode, void *ctx, size_t len)
1146a7550b30SJaegeuk Kim {
1147a7550b30SJaegeuk Kim 	return ext4_xattr_get(inode, EXT4_XATTR_INDEX_ENCRYPTION,
1148a7550b30SJaegeuk Kim 				 EXT4_XATTR_NAME_ENCRYPTION_CONTEXT, ctx, len);
1149a7550b30SJaegeuk Kim }
1150a7550b30SJaegeuk Kim 
1151a7550b30SJaegeuk Kim static int ext4_set_context(struct inode *inode, const void *ctx, size_t len,
1152a7550b30SJaegeuk Kim 							void *fs_data)
1153a7550b30SJaegeuk Kim {
11542f8f5e76SEric Biggers 	handle_t *handle = fs_data;
1155c1a5d5f6STahsin Erdogan 	int res, res2, credits, retries = 0;
1156a7550b30SJaegeuk Kim 
11579ce0151aSEric Biggers 	/*
11589ce0151aSEric Biggers 	 * Encrypting the root directory is not allowed because e2fsck expects
11599ce0151aSEric Biggers 	 * lost+found to exist and be unencrypted, and encrypting the root
11609ce0151aSEric Biggers 	 * directory would imply encrypting the lost+found directory as well as
11619ce0151aSEric Biggers 	 * the filename "lost+found" itself.
11629ce0151aSEric Biggers 	 */
11639ce0151aSEric Biggers 	if (inode->i_ino == EXT4_ROOT_INO)
11649ce0151aSEric Biggers 		return -EPERM;
1165a7550b30SJaegeuk Kim 
11667d3e06a8SRoss Zwisler 	if (WARN_ON_ONCE(IS_DAX(inode) && i_size_read(inode)))
11677d3e06a8SRoss Zwisler 		return -EINVAL;
11687d3e06a8SRoss Zwisler 
116994840e3cSEric Biggers 	res = ext4_convert_inline_data(inode);
117094840e3cSEric Biggers 	if (res)
117194840e3cSEric Biggers 		return res;
117294840e3cSEric Biggers 
11732f8f5e76SEric Biggers 	/*
11742f8f5e76SEric Biggers 	 * If a journal handle was specified, then the encryption context is
11752f8f5e76SEric Biggers 	 * being set on a new inode via inheritance and is part of a larger
11762f8f5e76SEric Biggers 	 * transaction to create the inode.  Otherwise the encryption context is
11772f8f5e76SEric Biggers 	 * being set on an existing inode in its own transaction.  Only in the
11782f8f5e76SEric Biggers 	 * latter case should the "retry on ENOSPC" logic be used.
11792f8f5e76SEric Biggers 	 */
11802f8f5e76SEric Biggers 
11812f8f5e76SEric Biggers 	if (handle) {
11822f8f5e76SEric Biggers 		res = ext4_xattr_set_handle(handle, inode,
11832f8f5e76SEric Biggers 					    EXT4_XATTR_INDEX_ENCRYPTION,
11842f8f5e76SEric Biggers 					    EXT4_XATTR_NAME_ENCRYPTION_CONTEXT,
11852f8f5e76SEric Biggers 					    ctx, len, 0);
1186a7550b30SJaegeuk Kim 		if (!res) {
1187a7550b30SJaegeuk Kim 			ext4_set_inode_flag(inode, EXT4_INODE_ENCRYPT);
1188a7550b30SJaegeuk Kim 			ext4_clear_inode_state(inode,
1189a7550b30SJaegeuk Kim 					EXT4_STATE_MAY_INLINE_DATA);
1190a3caa24bSJan Kara 			/*
11912ee6a576SEric Biggers 			 * Update inode->i_flags - S_ENCRYPTED will be enabled,
11922ee6a576SEric Biggers 			 * S_DAX may be disabled
1193a3caa24bSJan Kara 			 */
1194a3caa24bSJan Kara 			ext4_set_inode_flags(inode);
1195a7550b30SJaegeuk Kim 		}
1196a7550b30SJaegeuk Kim 		return res;
1197a7550b30SJaegeuk Kim 	}
1198a7550b30SJaegeuk Kim 
1199b8cb5a54STahsin Erdogan 	res = dquot_initialize(inode);
1200b8cb5a54STahsin Erdogan 	if (res)
1201b8cb5a54STahsin Erdogan 		return res;
12022f8f5e76SEric Biggers retry:
1203af65207cSTahsin Erdogan 	res = ext4_xattr_set_credits(inode, len, false /* is_create */,
1204af65207cSTahsin Erdogan 				     &credits);
1205dec214d0STahsin Erdogan 	if (res)
1206dec214d0STahsin Erdogan 		return res;
1207dec214d0STahsin Erdogan 
1208c1a5d5f6STahsin Erdogan 	handle = ext4_journal_start(inode, EXT4_HT_MISC, credits);
1209a7550b30SJaegeuk Kim 	if (IS_ERR(handle))
1210a7550b30SJaegeuk Kim 		return PTR_ERR(handle);
1211a7550b30SJaegeuk Kim 
12122f8f5e76SEric Biggers 	res = ext4_xattr_set_handle(handle, inode, EXT4_XATTR_INDEX_ENCRYPTION,
12132f8f5e76SEric Biggers 				    EXT4_XATTR_NAME_ENCRYPTION_CONTEXT,
12142f8f5e76SEric Biggers 				    ctx, len, 0);
1215a7550b30SJaegeuk Kim 	if (!res) {
1216a7550b30SJaegeuk Kim 		ext4_set_inode_flag(inode, EXT4_INODE_ENCRYPT);
12172ee6a576SEric Biggers 		/*
12182ee6a576SEric Biggers 		 * Update inode->i_flags - S_ENCRYPTED will be enabled,
12192ee6a576SEric Biggers 		 * S_DAX may be disabled
12202ee6a576SEric Biggers 		 */
1221a3caa24bSJan Kara 		ext4_set_inode_flags(inode);
1222a7550b30SJaegeuk Kim 		res = ext4_mark_inode_dirty(handle, inode);
1223a7550b30SJaegeuk Kim 		if (res)
1224a7550b30SJaegeuk Kim 			EXT4_ERROR_INODE(inode, "Failed to mark inode dirty");
1225a7550b30SJaegeuk Kim 	}
1226a7550b30SJaegeuk Kim 	res2 = ext4_journal_stop(handle);
12272f8f5e76SEric Biggers 
12282f8f5e76SEric Biggers 	if (res == -ENOSPC && ext4_should_retry_alloc(inode->i_sb, &retries))
12292f8f5e76SEric Biggers 		goto retry;
1230a7550b30SJaegeuk Kim 	if (!res)
1231a7550b30SJaegeuk Kim 		res = res2;
1232a7550b30SJaegeuk Kim 	return res;
1233a7550b30SJaegeuk Kim }
1234a7550b30SJaegeuk Kim 
1235c250b7ddSEric Biggers static bool ext4_dummy_context(struct inode *inode)
1236a7550b30SJaegeuk Kim {
1237a7550b30SJaegeuk Kim 	return DUMMY_ENCRYPTION_ENABLED(EXT4_SB(inode->i_sb));
1238a7550b30SJaegeuk Kim }
1239a7550b30SJaegeuk Kim 
1240a7550b30SJaegeuk Kim static unsigned ext4_max_namelen(struct inode *inode)
1241a7550b30SJaegeuk Kim {
1242a7550b30SJaegeuk Kim 	return S_ISLNK(inode->i_mode) ? inode->i_sb->s_blocksize :
1243a7550b30SJaegeuk Kim 		EXT4_NAME_LEN;
1244a7550b30SJaegeuk Kim }
1245a7550b30SJaegeuk Kim 
12466f69f0edSEric Biggers static const struct fscrypt_operations ext4_cryptops = {
1247a5d431efSEric Biggers 	.key_prefix		= "ext4:",
1248a7550b30SJaegeuk Kim 	.get_context		= ext4_get_context,
1249a7550b30SJaegeuk Kim 	.set_context		= ext4_set_context,
1250a7550b30SJaegeuk Kim 	.dummy_context		= ext4_dummy_context,
1251a7550b30SJaegeuk Kim 	.empty_dir		= ext4_empty_dir,
1252a7550b30SJaegeuk Kim 	.max_namelen		= ext4_max_namelen,
1253a7550b30SJaegeuk Kim };
1254a7550b30SJaegeuk Kim #endif
1255a7550b30SJaegeuk Kim 
1256ac27a0ecSDave Kleikamp #ifdef CONFIG_QUOTA
1257d6006186SEric Biggers static const char * const quotatypes[] = INITQFNAMES;
1258689c958cSLi Xi #define QTYPE2NAME(t) (quotatypes[t])
1259ac27a0ecSDave Kleikamp 
1260617ba13bSMingming Cao static int ext4_write_dquot(struct dquot *dquot);
1261617ba13bSMingming Cao static int ext4_acquire_dquot(struct dquot *dquot);
1262617ba13bSMingming Cao static int ext4_release_dquot(struct dquot *dquot);
1263617ba13bSMingming Cao static int ext4_mark_dquot_dirty(struct dquot *dquot);
1264617ba13bSMingming Cao static int ext4_write_info(struct super_block *sb, int type);
12656f28e087SJan Kara static int ext4_quota_on(struct super_block *sb, int type, int format_id,
12668c54ca9cSAl Viro 			 const struct path *path);
1267617ba13bSMingming Cao static int ext4_quota_on_mount(struct super_block *sb, int type);
1268617ba13bSMingming Cao static ssize_t ext4_quota_read(struct super_block *sb, int type, char *data,
1269ac27a0ecSDave Kleikamp 			       size_t len, loff_t off);
1270617ba13bSMingming Cao static ssize_t ext4_quota_write(struct super_block *sb, int type,
1271ac27a0ecSDave Kleikamp 				const char *data, size_t len, loff_t off);
12727c319d32SAditya Kali static int ext4_quota_enable(struct super_block *sb, int type, int format_id,
12737c319d32SAditya Kali 			     unsigned int flags);
12747c319d32SAditya Kali static int ext4_enable_quotas(struct super_block *sb);
12758f0e8746STheodore Ts'o static int ext4_get_next_id(struct super_block *sb, struct kqid *qid);
1276ac27a0ecSDave Kleikamp 
127796c7e0d9SJan Kara static struct dquot **ext4_get_dquots(struct inode *inode)
127896c7e0d9SJan Kara {
127996c7e0d9SJan Kara 	return EXT4_I(inode)->i_dquot;
128096c7e0d9SJan Kara }
128196c7e0d9SJan Kara 
128261e225dcSAlexey Dobriyan static const struct dquot_operations ext4_quota_operations = {
128360e58e0fSMingming Cao 	.get_reserved_space	= ext4_get_reserved_space,
1284617ba13bSMingming Cao 	.write_dquot		= ext4_write_dquot,
1285617ba13bSMingming Cao 	.acquire_dquot		= ext4_acquire_dquot,
1286617ba13bSMingming Cao 	.release_dquot		= ext4_release_dquot,
1287617ba13bSMingming Cao 	.mark_dirty		= ext4_mark_dquot_dirty,
1288a5b5ee32SJan Kara 	.write_info		= ext4_write_info,
1289a5b5ee32SJan Kara 	.alloc_dquot		= dquot_alloc,
1290a5b5ee32SJan Kara 	.destroy_dquot		= dquot_destroy,
1291040cb378SLi Xi 	.get_projid		= ext4_get_projid,
12927a9ca53aSTahsin Erdogan 	.get_inode_usage	= ext4_get_inode_usage,
12938f0e8746STheodore Ts'o 	.get_next_id		= ext4_get_next_id,
1294ac27a0ecSDave Kleikamp };
1295ac27a0ecSDave Kleikamp 
12960d54b217SAlexey Dobriyan static const struct quotactl_ops ext4_qctl_operations = {
1297617ba13bSMingming Cao 	.quota_on	= ext4_quota_on,
1298ca0e05e4SDmitry Monakhov 	.quota_off	= ext4_quota_off,
1299287a8095SChristoph Hellwig 	.quota_sync	= dquot_quota_sync,
13000a240339SJan Kara 	.get_state	= dquot_get_state,
1301287a8095SChristoph Hellwig 	.set_info	= dquot_set_dqinfo,
1302287a8095SChristoph Hellwig 	.get_dqblk	= dquot_get_dqblk,
13036332b9b5SEric Sandeen 	.set_dqblk	= dquot_set_dqblk,
13046332b9b5SEric Sandeen 	.get_nextdqblk	= dquot_get_next_dqblk,
1305ac27a0ecSDave Kleikamp };
1306ac27a0ecSDave Kleikamp #endif
1307ac27a0ecSDave Kleikamp 
1308ee9b6d61SJosef 'Jeff' Sipek static const struct super_operations ext4_sops = {
1309617ba13bSMingming Cao 	.alloc_inode	= ext4_alloc_inode,
1310617ba13bSMingming Cao 	.destroy_inode	= ext4_destroy_inode,
1311617ba13bSMingming Cao 	.write_inode	= ext4_write_inode,
1312617ba13bSMingming Cao 	.dirty_inode	= ext4_dirty_inode,
13137ff9c073STheodore Ts'o 	.drop_inode	= ext4_drop_inode,
13140930fcc1SAl Viro 	.evict_inode	= ext4_evict_inode,
1315617ba13bSMingming Cao 	.put_super	= ext4_put_super,
1316617ba13bSMingming Cao 	.sync_fs	= ext4_sync_fs,
1317c4be0c1dSTakashi Sato 	.freeze_fs	= ext4_freeze,
1318c4be0c1dSTakashi Sato 	.unfreeze_fs	= ext4_unfreeze,
1319617ba13bSMingming Cao 	.statfs		= ext4_statfs,
1320617ba13bSMingming Cao 	.remount_fs	= ext4_remount,
1321617ba13bSMingming Cao 	.show_options	= ext4_show_options,
1322ac27a0ecSDave Kleikamp #ifdef CONFIG_QUOTA
1323617ba13bSMingming Cao 	.quota_read	= ext4_quota_read,
1324617ba13bSMingming Cao 	.quota_write	= ext4_quota_write,
132596c7e0d9SJan Kara 	.get_dquots	= ext4_get_dquots,
1326ac27a0ecSDave Kleikamp #endif
1327c39a7f84SToshiyuki Okajima 	.bdev_try_to_free_page = bdev_try_to_free_page,
1328ac27a0ecSDave Kleikamp };
1329ac27a0ecSDave Kleikamp 
133039655164SChristoph Hellwig static const struct export_operations ext4_export_ops = {
13311b961ac0SChristoph Hellwig 	.fh_to_dentry = ext4_fh_to_dentry,
13321b961ac0SChristoph Hellwig 	.fh_to_parent = ext4_fh_to_parent,
1333617ba13bSMingming Cao 	.get_parent = ext4_get_parent,
1334ac27a0ecSDave Kleikamp };
1335ac27a0ecSDave Kleikamp 
1336ac27a0ecSDave Kleikamp enum {
1337ac27a0ecSDave Kleikamp 	Opt_bsd_df, Opt_minix_df, Opt_grpid, Opt_nogrpid,
1338ac27a0ecSDave Kleikamp 	Opt_resgid, Opt_resuid, Opt_sb, Opt_err_cont, Opt_err_panic, Opt_err_ro,
133972578c33STheodore Ts'o 	Opt_nouid32, Opt_debug, Opt_removed,
1340ac27a0ecSDave Kleikamp 	Opt_user_xattr, Opt_nouser_xattr, Opt_acl, Opt_noacl,
134172578c33STheodore Ts'o 	Opt_auto_da_alloc, Opt_noauto_da_alloc, Opt_noload,
1342ad4eec61SEric Sandeen 	Opt_commit, Opt_min_batch_time, Opt_max_batch_time, Opt_journal_dev,
1343ad4eec61SEric Sandeen 	Opt_journal_path, Opt_journal_checksum, Opt_journal_async_commit,
1344ac27a0ecSDave Kleikamp 	Opt_abort, Opt_data_journal, Opt_data_ordered, Opt_data_writeback,
13456ddb2447STheodore Ts'o 	Opt_data_err_abort, Opt_data_err_ignore, Opt_test_dummy_encryption,
1346ac27a0ecSDave Kleikamp 	Opt_usrjquota, Opt_grpjquota, Opt_offusrjquota, Opt_offgrpjquota,
13475a20bdfcSJan Kara 	Opt_jqfmt_vfsold, Opt_jqfmt_vfsv0, Opt_jqfmt_vfsv1, Opt_quota,
1348ee4a3fcdSTheodore Ts'o 	Opt_noquota, Opt_barrier, Opt_nobarrier, Opt_err,
134949da9392SJan Kara 	Opt_usrquota, Opt_grpquota, Opt_prjquota, Opt_i_version, Opt_dax,
13501449032bSTheodore Ts'o 	Opt_stripe, Opt_delalloc, Opt_nodelalloc, Opt_mblk_io_submit,
1351670e9875STheodore Ts'o 	Opt_lazytime, Opt_nolazytime, Opt_debug_want_extra_isize,
13521449032bSTheodore Ts'o 	Opt_nomblk_io_submit, Opt_block_validity, Opt_noblock_validity,
13535328e635SEric Sandeen 	Opt_inode_readahead_blks, Opt_journal_ioprio,
1354744692dcSJiaying Zhang 	Opt_dioread_nolock, Opt_dioread_lock,
1355fc6cb1cdSTheodore Ts'o 	Opt_discard, Opt_nodiscard, Opt_init_itable, Opt_noinit_itable,
1356cdb7ee4cSTahsin Erdogan 	Opt_max_dir_size_kb, Opt_nojournal_checksum, Opt_nombcache,
1357ac27a0ecSDave Kleikamp };
1358ac27a0ecSDave Kleikamp 
1359a447c093SSteven Whitehouse static const match_table_t tokens = {
1360ac27a0ecSDave Kleikamp 	{Opt_bsd_df, "bsddf"},
1361ac27a0ecSDave Kleikamp 	{Opt_minix_df, "minixdf"},
1362ac27a0ecSDave Kleikamp 	{Opt_grpid, "grpid"},
1363ac27a0ecSDave Kleikamp 	{Opt_grpid, "bsdgroups"},
1364ac27a0ecSDave Kleikamp 	{Opt_nogrpid, "nogrpid"},
1365ac27a0ecSDave Kleikamp 	{Opt_nogrpid, "sysvgroups"},
1366ac27a0ecSDave Kleikamp 	{Opt_resgid, "resgid=%u"},
1367ac27a0ecSDave Kleikamp 	{Opt_resuid, "resuid=%u"},
1368ac27a0ecSDave Kleikamp 	{Opt_sb, "sb=%u"},
1369ac27a0ecSDave Kleikamp 	{Opt_err_cont, "errors=continue"},
1370ac27a0ecSDave Kleikamp 	{Opt_err_panic, "errors=panic"},
1371ac27a0ecSDave Kleikamp 	{Opt_err_ro, "errors=remount-ro"},
1372ac27a0ecSDave Kleikamp 	{Opt_nouid32, "nouid32"},
1373ac27a0ecSDave Kleikamp 	{Opt_debug, "debug"},
137472578c33STheodore Ts'o 	{Opt_removed, "oldalloc"},
137572578c33STheodore Ts'o 	{Opt_removed, "orlov"},
1376ac27a0ecSDave Kleikamp 	{Opt_user_xattr, "user_xattr"},
1377ac27a0ecSDave Kleikamp 	{Opt_nouser_xattr, "nouser_xattr"},
1378ac27a0ecSDave Kleikamp 	{Opt_acl, "acl"},
1379ac27a0ecSDave Kleikamp 	{Opt_noacl, "noacl"},
1380e3bb52aeSEric Sandeen 	{Opt_noload, "norecovery"},
13815a916be1STheodore Ts'o 	{Opt_noload, "noload"},
138272578c33STheodore Ts'o 	{Opt_removed, "nobh"},
138372578c33STheodore Ts'o 	{Opt_removed, "bh"},
1384ac27a0ecSDave Kleikamp 	{Opt_commit, "commit=%u"},
138530773840STheodore Ts'o 	{Opt_min_batch_time, "min_batch_time=%u"},
138630773840STheodore Ts'o 	{Opt_max_batch_time, "max_batch_time=%u"},
1387ac27a0ecSDave Kleikamp 	{Opt_journal_dev, "journal_dev=%u"},
1388ad4eec61SEric Sandeen 	{Opt_journal_path, "journal_path=%s"},
1389818d276cSGirish Shilamkar 	{Opt_journal_checksum, "journal_checksum"},
1390c6d3d56dSDarrick J. Wong 	{Opt_nojournal_checksum, "nojournal_checksum"},
1391818d276cSGirish Shilamkar 	{Opt_journal_async_commit, "journal_async_commit"},
1392ac27a0ecSDave Kleikamp 	{Opt_abort, "abort"},
1393ac27a0ecSDave Kleikamp 	{Opt_data_journal, "data=journal"},
1394ac27a0ecSDave Kleikamp 	{Opt_data_ordered, "data=ordered"},
1395ac27a0ecSDave Kleikamp 	{Opt_data_writeback, "data=writeback"},
13965bf5683aSHidehiro Kawai 	{Opt_data_err_abort, "data_err=abort"},
13975bf5683aSHidehiro Kawai 	{Opt_data_err_ignore, "data_err=ignore"},
1398ac27a0ecSDave Kleikamp 	{Opt_offusrjquota, "usrjquota="},
1399ac27a0ecSDave Kleikamp 	{Opt_usrjquota, "usrjquota=%s"},
1400ac27a0ecSDave Kleikamp 	{Opt_offgrpjquota, "grpjquota="},
1401ac27a0ecSDave Kleikamp 	{Opt_grpjquota, "grpjquota=%s"},
1402ac27a0ecSDave Kleikamp 	{Opt_jqfmt_vfsold, "jqfmt=vfsold"},
1403ac27a0ecSDave Kleikamp 	{Opt_jqfmt_vfsv0, "jqfmt=vfsv0"},
14045a20bdfcSJan Kara 	{Opt_jqfmt_vfsv1, "jqfmt=vfsv1"},
1405ac27a0ecSDave Kleikamp 	{Opt_grpquota, "grpquota"},
1406ac27a0ecSDave Kleikamp 	{Opt_noquota, "noquota"},
1407ac27a0ecSDave Kleikamp 	{Opt_quota, "quota"},
1408ac27a0ecSDave Kleikamp 	{Opt_usrquota, "usrquota"},
140949da9392SJan Kara 	{Opt_prjquota, "prjquota"},
1410ac27a0ecSDave Kleikamp 	{Opt_barrier, "barrier=%u"},
141106705bffSTheodore Ts'o 	{Opt_barrier, "barrier"},
141206705bffSTheodore Ts'o 	{Opt_nobarrier, "nobarrier"},
141325ec56b5SJean Noel Cordenner 	{Opt_i_version, "i_version"},
1414923ae0ffSRoss Zwisler 	{Opt_dax, "dax"},
1415c9de560dSAlex Tomas 	{Opt_stripe, "stripe=%u"},
141664769240SAlex Tomas 	{Opt_delalloc, "delalloc"},
1417a26f4992STheodore Ts'o 	{Opt_lazytime, "lazytime"},
1418a26f4992STheodore Ts'o 	{Opt_nolazytime, "nolazytime"},
1419670e9875STheodore Ts'o 	{Opt_debug_want_extra_isize, "debug_want_extra_isize=%u"},
1420dd919b98SAneesh Kumar K.V 	{Opt_nodelalloc, "nodelalloc"},
142136ade451SJan Kara 	{Opt_removed, "mblk_io_submit"},
142236ade451SJan Kara 	{Opt_removed, "nomblk_io_submit"},
14236fd058f7STheodore Ts'o 	{Opt_block_validity, "block_validity"},
14246fd058f7STheodore Ts'o 	{Opt_noblock_validity, "noblock_validity"},
1425240799cdSTheodore Ts'o 	{Opt_inode_readahead_blks, "inode_readahead_blks=%u"},
1426b3881f74STheodore Ts'o 	{Opt_journal_ioprio, "journal_ioprio=%u"},
1427afd4672dSTheodore Ts'o 	{Opt_auto_da_alloc, "auto_da_alloc=%u"},
142806705bffSTheodore Ts'o 	{Opt_auto_da_alloc, "auto_da_alloc"},
142906705bffSTheodore Ts'o 	{Opt_noauto_da_alloc, "noauto_da_alloc"},
1430744692dcSJiaying Zhang 	{Opt_dioread_nolock, "dioread_nolock"},
1431744692dcSJiaying Zhang 	{Opt_dioread_lock, "dioread_lock"},
14325328e635SEric Sandeen 	{Opt_discard, "discard"},
14335328e635SEric Sandeen 	{Opt_nodiscard, "nodiscard"},
1434fc6cb1cdSTheodore Ts'o 	{Opt_init_itable, "init_itable=%u"},
1435fc6cb1cdSTheodore Ts'o 	{Opt_init_itable, "init_itable"},
1436fc6cb1cdSTheodore Ts'o 	{Opt_noinit_itable, "noinit_itable"},
1437df981d03STheodore Ts'o 	{Opt_max_dir_size_kb, "max_dir_size_kb=%u"},
14386ddb2447STheodore Ts'o 	{Opt_test_dummy_encryption, "test_dummy_encryption"},
1439cdb7ee4cSTahsin Erdogan 	{Opt_nombcache, "nombcache"},
1440cdb7ee4cSTahsin Erdogan 	{Opt_nombcache, "no_mbcache"},	/* for backward compatibility */
1441c7198b9cSTheodore Ts'o 	{Opt_removed, "check=none"},	/* mount option from ext2/3 */
1442c7198b9cSTheodore Ts'o 	{Opt_removed, "nocheck"},	/* mount option from ext2/3 */
1443c7198b9cSTheodore Ts'o 	{Opt_removed, "reservation"},	/* mount option from ext2/3 */
1444c7198b9cSTheodore Ts'o 	{Opt_removed, "noreservation"}, /* mount option from ext2/3 */
1445c7198b9cSTheodore Ts'o 	{Opt_removed, "journal=%u"},	/* mount option from ext2/3 */
1446f3f12faaSJosef Bacik 	{Opt_err, NULL},
1447ac27a0ecSDave Kleikamp };
1448ac27a0ecSDave Kleikamp 
1449617ba13bSMingming Cao static ext4_fsblk_t get_sb_block(void **data)
1450ac27a0ecSDave Kleikamp {
1451617ba13bSMingming Cao 	ext4_fsblk_t	sb_block;
1452ac27a0ecSDave Kleikamp 	char		*options = (char *) *data;
1453ac27a0ecSDave Kleikamp 
1454ac27a0ecSDave Kleikamp 	if (!options || strncmp(options, "sb=", 3) != 0)
1455ac27a0ecSDave Kleikamp 		return 1;	/* Default location */
14560b8e58a1SAndreas Dilger 
1457ac27a0ecSDave Kleikamp 	options += 3;
14580b8e58a1SAndreas Dilger 	/* TODO: use simple_strtoll with >32bit ext4 */
1459ac27a0ecSDave Kleikamp 	sb_block = simple_strtoul(options, &options, 0);
1460ac27a0ecSDave Kleikamp 	if (*options && *options != ',') {
14614776004fSTheodore Ts'o 		printk(KERN_ERR "EXT4-fs: Invalid sb specification: %s\n",
1462ac27a0ecSDave Kleikamp 		       (char *) *data);
1463ac27a0ecSDave Kleikamp 		return 1;
1464ac27a0ecSDave Kleikamp 	}
1465ac27a0ecSDave Kleikamp 	if (*options == ',')
1466ac27a0ecSDave Kleikamp 		options++;
1467ac27a0ecSDave Kleikamp 	*data = (void *) options;
14680b8e58a1SAndreas Dilger 
1469ac27a0ecSDave Kleikamp 	return sb_block;
1470ac27a0ecSDave Kleikamp }
1471ac27a0ecSDave Kleikamp 
1472b3881f74STheodore Ts'o #define DEFAULT_JOURNAL_IOPRIO (IOPRIO_PRIO_VALUE(IOPRIO_CLASS_BE, 3))
1473d6006186SEric Biggers static const char deprecated_msg[] =
1474d6006186SEric Biggers 	"Mount option \"%s\" will be removed by %s\n"
1475437ca0fdSDmitry Monakhov 	"Contact linux-ext4@vger.kernel.org if you think we should keep it.\n";
1476b3881f74STheodore Ts'o 
147756c50f11SDmitry Monakhov #ifdef CONFIG_QUOTA
147856c50f11SDmitry Monakhov static int set_qf_name(struct super_block *sb, int qtype, substring_t *args)
147956c50f11SDmitry Monakhov {
148056c50f11SDmitry Monakhov 	struct ext4_sb_info *sbi = EXT4_SB(sb);
148156c50f11SDmitry Monakhov 	char *qname;
148203dafb5fSChen Gang 	int ret = -1;
148356c50f11SDmitry Monakhov 
148456c50f11SDmitry Monakhov 	if (sb_any_quota_loaded(sb) &&
148556c50f11SDmitry Monakhov 		!sbi->s_qf_names[qtype]) {
148656c50f11SDmitry Monakhov 		ext4_msg(sb, KERN_ERR,
148756c50f11SDmitry Monakhov 			"Cannot change journaled "
148856c50f11SDmitry Monakhov 			"quota options when quota turned on");
148957f73c2cSTheodore Ts'o 		return -1;
149056c50f11SDmitry Monakhov 	}
1491e2b911c5SDarrick J. Wong 	if (ext4_has_feature_quota(sb)) {
1492c325a67cSTheodore Ts'o 		ext4_msg(sb, KERN_INFO, "Journaled quota options "
1493c325a67cSTheodore Ts'o 			 "ignored when QUOTA feature is enabled");
1494c325a67cSTheodore Ts'o 		return 1;
1495262b4662SJan Kara 	}
149656c50f11SDmitry Monakhov 	qname = match_strdup(args);
149756c50f11SDmitry Monakhov 	if (!qname) {
149856c50f11SDmitry Monakhov 		ext4_msg(sb, KERN_ERR,
149956c50f11SDmitry Monakhov 			"Not enough memory for storing quotafile name");
150057f73c2cSTheodore Ts'o 		return -1;
150156c50f11SDmitry Monakhov 	}
150203dafb5fSChen Gang 	if (sbi->s_qf_names[qtype]) {
150303dafb5fSChen Gang 		if (strcmp(sbi->s_qf_names[qtype], qname) == 0)
150403dafb5fSChen Gang 			ret = 1;
150503dafb5fSChen Gang 		else
150656c50f11SDmitry Monakhov 			ext4_msg(sb, KERN_ERR,
150703dafb5fSChen Gang 				 "%s quota file already specified",
150803dafb5fSChen Gang 				 QTYPE2NAME(qtype));
150903dafb5fSChen Gang 		goto errout;
151056c50f11SDmitry Monakhov 	}
151103dafb5fSChen Gang 	if (strchr(qname, '/')) {
151256c50f11SDmitry Monakhov 		ext4_msg(sb, KERN_ERR,
151356c50f11SDmitry Monakhov 			"quotafile must be on filesystem root");
151403dafb5fSChen Gang 		goto errout;
151556c50f11SDmitry Monakhov 	}
151603dafb5fSChen Gang 	sbi->s_qf_names[qtype] = qname;
1517fd8c37ecSTheodore Ts'o 	set_opt(sb, QUOTA);
151856c50f11SDmitry Monakhov 	return 1;
151903dafb5fSChen Gang errout:
152003dafb5fSChen Gang 	kfree(qname);
152103dafb5fSChen Gang 	return ret;
152256c50f11SDmitry Monakhov }
152356c50f11SDmitry Monakhov 
152456c50f11SDmitry Monakhov static int clear_qf_name(struct super_block *sb, int qtype)
152556c50f11SDmitry Monakhov {
152656c50f11SDmitry Monakhov 
152756c50f11SDmitry Monakhov 	struct ext4_sb_info *sbi = EXT4_SB(sb);
152856c50f11SDmitry Monakhov 
152956c50f11SDmitry Monakhov 	if (sb_any_quota_loaded(sb) &&
153056c50f11SDmitry Monakhov 		sbi->s_qf_names[qtype]) {
153156c50f11SDmitry Monakhov 		ext4_msg(sb, KERN_ERR, "Cannot change journaled quota options"
153256c50f11SDmitry Monakhov 			" when quota turned on");
153357f73c2cSTheodore Ts'o 		return -1;
153456c50f11SDmitry Monakhov 	}
153503dafb5fSChen Gang 	kfree(sbi->s_qf_names[qtype]);
153656c50f11SDmitry Monakhov 	sbi->s_qf_names[qtype] = NULL;
153756c50f11SDmitry Monakhov 	return 1;
153856c50f11SDmitry Monakhov }
153956c50f11SDmitry Monakhov #endif
154056c50f11SDmitry Monakhov 
154126092bf5STheodore Ts'o #define MOPT_SET	0x0001
154226092bf5STheodore Ts'o #define MOPT_CLEAR	0x0002
154326092bf5STheodore Ts'o #define MOPT_NOSUPPORT	0x0004
154426092bf5STheodore Ts'o #define MOPT_EXPLICIT	0x0008
154526092bf5STheodore Ts'o #define MOPT_CLEAR_ERR	0x0010
154626092bf5STheodore Ts'o #define MOPT_GTE0	0x0020
154726092bf5STheodore Ts'o #ifdef CONFIG_QUOTA
154826092bf5STheodore Ts'o #define MOPT_Q		0
154926092bf5STheodore Ts'o #define MOPT_QFMT	0x0040
155026092bf5STheodore Ts'o #else
155126092bf5STheodore Ts'o #define MOPT_Q		MOPT_NOSUPPORT
155226092bf5STheodore Ts'o #define MOPT_QFMT	MOPT_NOSUPPORT
155326092bf5STheodore Ts'o #endif
155426092bf5STheodore Ts'o #define MOPT_DATAJ	0x0080
15558dc0aa8cSTheodore Ts'o #define MOPT_NO_EXT2	0x0100
15568dc0aa8cSTheodore Ts'o #define MOPT_NO_EXT3	0x0200
15578dc0aa8cSTheodore Ts'o #define MOPT_EXT4_ONLY	(MOPT_NO_EXT2 | MOPT_NO_EXT3)
1558ad4eec61SEric Sandeen #define MOPT_STRING	0x0400
155926092bf5STheodore Ts'o 
156026092bf5STheodore Ts'o static const struct mount_opts {
156126092bf5STheodore Ts'o 	int	token;
156226092bf5STheodore Ts'o 	int	mount_opt;
156326092bf5STheodore Ts'o 	int	flags;
156426092bf5STheodore Ts'o } ext4_mount_opts[] = {
156526092bf5STheodore Ts'o 	{Opt_minix_df, EXT4_MOUNT_MINIX_DF, MOPT_SET},
156626092bf5STheodore Ts'o 	{Opt_bsd_df, EXT4_MOUNT_MINIX_DF, MOPT_CLEAR},
156726092bf5STheodore Ts'o 	{Opt_grpid, EXT4_MOUNT_GRPID, MOPT_SET},
156826092bf5STheodore Ts'o 	{Opt_nogrpid, EXT4_MOUNT_GRPID, MOPT_CLEAR},
156926092bf5STheodore Ts'o 	{Opt_block_validity, EXT4_MOUNT_BLOCK_VALIDITY, MOPT_SET},
157026092bf5STheodore Ts'o 	{Opt_noblock_validity, EXT4_MOUNT_BLOCK_VALIDITY, MOPT_CLEAR},
15718dc0aa8cSTheodore Ts'o 	{Opt_dioread_nolock, EXT4_MOUNT_DIOREAD_NOLOCK,
15728dc0aa8cSTheodore Ts'o 	 MOPT_EXT4_ONLY | MOPT_SET},
15738dc0aa8cSTheodore Ts'o 	{Opt_dioread_lock, EXT4_MOUNT_DIOREAD_NOLOCK,
15748dc0aa8cSTheodore Ts'o 	 MOPT_EXT4_ONLY | MOPT_CLEAR},
157526092bf5STheodore Ts'o 	{Opt_discard, EXT4_MOUNT_DISCARD, MOPT_SET},
157626092bf5STheodore Ts'o 	{Opt_nodiscard, EXT4_MOUNT_DISCARD, MOPT_CLEAR},
15778dc0aa8cSTheodore Ts'o 	{Opt_delalloc, EXT4_MOUNT_DELALLOC,
15788dc0aa8cSTheodore Ts'o 	 MOPT_EXT4_ONLY | MOPT_SET | MOPT_EXPLICIT},
15798dc0aa8cSTheodore Ts'o 	{Opt_nodelalloc, EXT4_MOUNT_DELALLOC,
158059d9fa5cSTheodore Ts'o 	 MOPT_EXT4_ONLY | MOPT_CLEAR},
1581c6d3d56dSDarrick J. Wong 	{Opt_nojournal_checksum, EXT4_MOUNT_JOURNAL_CHECKSUM,
1582c6d3d56dSDarrick J. Wong 	 MOPT_EXT4_ONLY | MOPT_CLEAR},
15838dc0aa8cSTheodore Ts'o 	{Opt_journal_checksum, EXT4_MOUNT_JOURNAL_CHECKSUM,
15841e381f60SDmitry Monakhov 	 MOPT_EXT4_ONLY | MOPT_SET | MOPT_EXPLICIT},
158526092bf5STheodore Ts'o 	{Opt_journal_async_commit, (EXT4_MOUNT_JOURNAL_ASYNC_COMMIT |
15868dc0aa8cSTheodore Ts'o 				    EXT4_MOUNT_JOURNAL_CHECKSUM),
15871e381f60SDmitry Monakhov 	 MOPT_EXT4_ONLY | MOPT_SET | MOPT_EXPLICIT},
15888dc0aa8cSTheodore Ts'o 	{Opt_noload, EXT4_MOUNT_NOLOAD, MOPT_NO_EXT2 | MOPT_SET},
158926092bf5STheodore Ts'o 	{Opt_err_panic, EXT4_MOUNT_ERRORS_PANIC, MOPT_SET | MOPT_CLEAR_ERR},
159026092bf5STheodore Ts'o 	{Opt_err_ro, EXT4_MOUNT_ERRORS_RO, MOPT_SET | MOPT_CLEAR_ERR},
159126092bf5STheodore Ts'o 	{Opt_err_cont, EXT4_MOUNT_ERRORS_CONT, MOPT_SET | MOPT_CLEAR_ERR},
15928dc0aa8cSTheodore Ts'o 	{Opt_data_err_abort, EXT4_MOUNT_DATA_ERR_ABORT,
15937915a861SAles Novak 	 MOPT_NO_EXT2},
15948dc0aa8cSTheodore Ts'o 	{Opt_data_err_ignore, EXT4_MOUNT_DATA_ERR_ABORT,
15957915a861SAles Novak 	 MOPT_NO_EXT2},
159626092bf5STheodore Ts'o 	{Opt_barrier, EXT4_MOUNT_BARRIER, MOPT_SET},
159726092bf5STheodore Ts'o 	{Opt_nobarrier, EXT4_MOUNT_BARRIER, MOPT_CLEAR},
159826092bf5STheodore Ts'o 	{Opt_noauto_da_alloc, EXT4_MOUNT_NO_AUTO_DA_ALLOC, MOPT_SET},
159926092bf5STheodore Ts'o 	{Opt_auto_da_alloc, EXT4_MOUNT_NO_AUTO_DA_ALLOC, MOPT_CLEAR},
160026092bf5STheodore Ts'o 	{Opt_noinit_itable, EXT4_MOUNT_INIT_INODE_TABLE, MOPT_CLEAR},
160126092bf5STheodore Ts'o 	{Opt_commit, 0, MOPT_GTE0},
160226092bf5STheodore Ts'o 	{Opt_max_batch_time, 0, MOPT_GTE0},
160326092bf5STheodore Ts'o 	{Opt_min_batch_time, 0, MOPT_GTE0},
160426092bf5STheodore Ts'o 	{Opt_inode_readahead_blks, 0, MOPT_GTE0},
160526092bf5STheodore Ts'o 	{Opt_init_itable, 0, MOPT_GTE0},
1606923ae0ffSRoss Zwisler 	{Opt_dax, EXT4_MOUNT_DAX, MOPT_SET},
160726092bf5STheodore Ts'o 	{Opt_stripe, 0, MOPT_GTE0},
16080efb3b23SJan Kara 	{Opt_resuid, 0, MOPT_GTE0},
16090efb3b23SJan Kara 	{Opt_resgid, 0, MOPT_GTE0},
16105ba92bcfSCarlos Maiolino 	{Opt_journal_dev, 0, MOPT_NO_EXT2 | MOPT_GTE0},
16115ba92bcfSCarlos Maiolino 	{Opt_journal_path, 0, MOPT_NO_EXT2 | MOPT_STRING},
16125ba92bcfSCarlos Maiolino 	{Opt_journal_ioprio, 0, MOPT_NO_EXT2 | MOPT_GTE0},
16138dc0aa8cSTheodore Ts'o 	{Opt_data_journal, EXT4_MOUNT_JOURNAL_DATA, MOPT_NO_EXT2 | MOPT_DATAJ},
16148dc0aa8cSTheodore Ts'o 	{Opt_data_ordered, EXT4_MOUNT_ORDERED_DATA, MOPT_NO_EXT2 | MOPT_DATAJ},
16158dc0aa8cSTheodore Ts'o 	{Opt_data_writeback, EXT4_MOUNT_WRITEBACK_DATA,
16168dc0aa8cSTheodore Ts'o 	 MOPT_NO_EXT2 | MOPT_DATAJ},
161726092bf5STheodore Ts'o 	{Opt_user_xattr, EXT4_MOUNT_XATTR_USER, MOPT_SET},
161826092bf5STheodore Ts'o 	{Opt_nouser_xattr, EXT4_MOUNT_XATTR_USER, MOPT_CLEAR},
161926092bf5STheodore Ts'o #ifdef CONFIG_EXT4_FS_POSIX_ACL
162026092bf5STheodore Ts'o 	{Opt_acl, EXT4_MOUNT_POSIX_ACL, MOPT_SET},
162126092bf5STheodore Ts'o 	{Opt_noacl, EXT4_MOUNT_POSIX_ACL, MOPT_CLEAR},
162226092bf5STheodore Ts'o #else
162326092bf5STheodore Ts'o 	{Opt_acl, 0, MOPT_NOSUPPORT},
162426092bf5STheodore Ts'o 	{Opt_noacl, 0, MOPT_NOSUPPORT},
162526092bf5STheodore Ts'o #endif
162626092bf5STheodore Ts'o 	{Opt_nouid32, EXT4_MOUNT_NO_UID32, MOPT_SET},
162726092bf5STheodore Ts'o 	{Opt_debug, EXT4_MOUNT_DEBUG, MOPT_SET},
1628670e9875STheodore Ts'o 	{Opt_debug_want_extra_isize, 0, MOPT_GTE0},
162926092bf5STheodore Ts'o 	{Opt_quota, EXT4_MOUNT_QUOTA | EXT4_MOUNT_USRQUOTA, MOPT_SET | MOPT_Q},
163026092bf5STheodore Ts'o 	{Opt_usrquota, EXT4_MOUNT_QUOTA | EXT4_MOUNT_USRQUOTA,
163126092bf5STheodore Ts'o 							MOPT_SET | MOPT_Q},
163226092bf5STheodore Ts'o 	{Opt_grpquota, EXT4_MOUNT_QUOTA | EXT4_MOUNT_GRPQUOTA,
163326092bf5STheodore Ts'o 							MOPT_SET | MOPT_Q},
163449da9392SJan Kara 	{Opt_prjquota, EXT4_MOUNT_QUOTA | EXT4_MOUNT_PRJQUOTA,
163549da9392SJan Kara 							MOPT_SET | MOPT_Q},
163626092bf5STheodore Ts'o 	{Opt_noquota, (EXT4_MOUNT_QUOTA | EXT4_MOUNT_USRQUOTA |
163749da9392SJan Kara 		       EXT4_MOUNT_GRPQUOTA | EXT4_MOUNT_PRJQUOTA),
163849da9392SJan Kara 							MOPT_CLEAR | MOPT_Q},
163926092bf5STheodore Ts'o 	{Opt_usrjquota, 0, MOPT_Q},
164026092bf5STheodore Ts'o 	{Opt_grpjquota, 0, MOPT_Q},
164126092bf5STheodore Ts'o 	{Opt_offusrjquota, 0, MOPT_Q},
164226092bf5STheodore Ts'o 	{Opt_offgrpjquota, 0, MOPT_Q},
164326092bf5STheodore Ts'o 	{Opt_jqfmt_vfsold, QFMT_VFS_OLD, MOPT_QFMT},
164426092bf5STheodore Ts'o 	{Opt_jqfmt_vfsv0, QFMT_VFS_V0, MOPT_QFMT},
164526092bf5STheodore Ts'o 	{Opt_jqfmt_vfsv1, QFMT_VFS_V1, MOPT_QFMT},
1646df981d03STheodore Ts'o 	{Opt_max_dir_size_kb, 0, MOPT_GTE0},
16476ddb2447STheodore Ts'o 	{Opt_test_dummy_encryption, 0, MOPT_GTE0},
1648cdb7ee4cSTahsin Erdogan 	{Opt_nombcache, EXT4_MOUNT_NO_MBCACHE, MOPT_SET},
164926092bf5STheodore Ts'o 	{Opt_err, 0, 0}
165026092bf5STheodore Ts'o };
165126092bf5STheodore Ts'o 
165226092bf5STheodore Ts'o static int handle_mount_opt(struct super_block *sb, char *opt, int token,
165326092bf5STheodore Ts'o 			    substring_t *args, unsigned long *journal_devnum,
165426092bf5STheodore Ts'o 			    unsigned int *journal_ioprio, int is_remount)
165526092bf5STheodore Ts'o {
165626092bf5STheodore Ts'o 	struct ext4_sb_info *sbi = EXT4_SB(sb);
165726092bf5STheodore Ts'o 	const struct mount_opts *m;
165808cefc7aSEric W. Biederman 	kuid_t uid;
165908cefc7aSEric W. Biederman 	kgid_t gid;
166026092bf5STheodore Ts'o 	int arg = 0;
166126092bf5STheodore Ts'o 
166257f73c2cSTheodore Ts'o #ifdef CONFIG_QUOTA
166357f73c2cSTheodore Ts'o 	if (token == Opt_usrjquota)
166457f73c2cSTheodore Ts'o 		return set_qf_name(sb, USRQUOTA, &args[0]);
166557f73c2cSTheodore Ts'o 	else if (token == Opt_grpjquota)
166657f73c2cSTheodore Ts'o 		return set_qf_name(sb, GRPQUOTA, &args[0]);
166757f73c2cSTheodore Ts'o 	else if (token == Opt_offusrjquota)
166857f73c2cSTheodore Ts'o 		return clear_qf_name(sb, USRQUOTA);
166957f73c2cSTheodore Ts'o 	else if (token == Opt_offgrpjquota)
167057f73c2cSTheodore Ts'o 		return clear_qf_name(sb, GRPQUOTA);
167157f73c2cSTheodore Ts'o #endif
167226092bf5STheodore Ts'o 	switch (token) {
1673f7048605STheodore Ts'o 	case Opt_noacl:
1674f7048605STheodore Ts'o 	case Opt_nouser_xattr:
1675f7048605STheodore Ts'o 		ext4_msg(sb, KERN_WARNING, deprecated_msg, opt, "3.5");
1676f7048605STheodore Ts'o 		break;
167726092bf5STheodore Ts'o 	case Opt_sb:
167826092bf5STheodore Ts'o 		return 1;	/* handled by get_sb_block() */
167926092bf5STheodore Ts'o 	case Opt_removed:
16805f3633e3SJan Kara 		ext4_msg(sb, KERN_WARNING, "Ignoring removed %s option", opt);
168126092bf5STheodore Ts'o 		return 1;
168226092bf5STheodore Ts'o 	case Opt_abort:
168326092bf5STheodore Ts'o 		sbi->s_mount_flags |= EXT4_MF_FS_ABORTED;
168426092bf5STheodore Ts'o 		return 1;
168526092bf5STheodore Ts'o 	case Opt_i_version:
1686357fdad0SMatthew Garrett 		sb->s_flags |= SB_I_VERSION;
168726092bf5STheodore Ts'o 		return 1;
1688a26f4992STheodore Ts'o 	case Opt_lazytime:
16891751e8a6SLinus Torvalds 		sb->s_flags |= SB_LAZYTIME;
1690a26f4992STheodore Ts'o 		return 1;
1691a26f4992STheodore Ts'o 	case Opt_nolazytime:
16921751e8a6SLinus Torvalds 		sb->s_flags &= ~SB_LAZYTIME;
1693a26f4992STheodore Ts'o 		return 1;
169426092bf5STheodore Ts'o 	}
169526092bf5STheodore Ts'o 
16965f3633e3SJan Kara 	for (m = ext4_mount_opts; m->token != Opt_err; m++)
16975f3633e3SJan Kara 		if (token == m->token)
16985f3633e3SJan Kara 			break;
16995f3633e3SJan Kara 
17005f3633e3SJan Kara 	if (m->token == Opt_err) {
17015f3633e3SJan Kara 		ext4_msg(sb, KERN_ERR, "Unrecognized mount option \"%s\" "
17025f3633e3SJan Kara 			 "or missing value", opt);
17035f3633e3SJan Kara 		return -1;
17045f3633e3SJan Kara 	}
17055f3633e3SJan Kara 
17068dc0aa8cSTheodore Ts'o 	if ((m->flags & MOPT_NO_EXT2) && IS_EXT2_SB(sb)) {
17078dc0aa8cSTheodore Ts'o 		ext4_msg(sb, KERN_ERR,
17088dc0aa8cSTheodore Ts'o 			 "Mount option \"%s\" incompatible with ext2", opt);
17098dc0aa8cSTheodore Ts'o 		return -1;
17108dc0aa8cSTheodore Ts'o 	}
17118dc0aa8cSTheodore Ts'o 	if ((m->flags & MOPT_NO_EXT3) && IS_EXT3_SB(sb)) {
17128dc0aa8cSTheodore Ts'o 		ext4_msg(sb, KERN_ERR,
17138dc0aa8cSTheodore Ts'o 			 "Mount option \"%s\" incompatible with ext3", opt);
17148dc0aa8cSTheodore Ts'o 		return -1;
17158dc0aa8cSTheodore Ts'o 	}
17168dc0aa8cSTheodore Ts'o 
1717ad4eec61SEric Sandeen 	if (args->from && !(m->flags & MOPT_STRING) && match_int(args, &arg))
17180efb3b23SJan Kara 		return -1;
171926092bf5STheodore Ts'o 	if (args->from && (m->flags & MOPT_GTE0) && (arg < 0))
172026092bf5STheodore Ts'o 		return -1;
1721c93cf2d7SDmitry Monakhov 	if (m->flags & MOPT_EXPLICIT) {
1722c93cf2d7SDmitry Monakhov 		if (m->mount_opt & EXT4_MOUNT_DELALLOC) {
172326092bf5STheodore Ts'o 			set_opt2(sb, EXPLICIT_DELALLOC);
17241e381f60SDmitry Monakhov 		} else if (m->mount_opt & EXT4_MOUNT_JOURNAL_CHECKSUM) {
17251e381f60SDmitry Monakhov 			set_opt2(sb, EXPLICIT_JOURNAL_CHECKSUM);
1726c93cf2d7SDmitry Monakhov 		} else
1727c93cf2d7SDmitry Monakhov 			return -1;
1728c93cf2d7SDmitry Monakhov 	}
172926092bf5STheodore Ts'o 	if (m->flags & MOPT_CLEAR_ERR)
173026092bf5STheodore Ts'o 		clear_opt(sb, ERRORS_MASK);
173126092bf5STheodore Ts'o 	if (token == Opt_noquota && sb_any_quota_loaded(sb)) {
173226092bf5STheodore Ts'o 		ext4_msg(sb, KERN_ERR, "Cannot change quota "
173326092bf5STheodore Ts'o 			 "options when quota turned on");
173426092bf5STheodore Ts'o 		return -1;
173526092bf5STheodore Ts'o 	}
173626092bf5STheodore Ts'o 
173726092bf5STheodore Ts'o 	if (m->flags & MOPT_NOSUPPORT) {
173826092bf5STheodore Ts'o 		ext4_msg(sb, KERN_ERR, "%s option not supported", opt);
173926092bf5STheodore Ts'o 	} else if (token == Opt_commit) {
174026092bf5STheodore Ts'o 		if (arg == 0)
174126092bf5STheodore Ts'o 			arg = JBD2_DEFAULT_MAX_COMMIT_AGE;
174226092bf5STheodore Ts'o 		sbi->s_commit_interval = HZ * arg;
1743670e9875STheodore Ts'o 	} else if (token == Opt_debug_want_extra_isize) {
1744670e9875STheodore Ts'o 		sbi->s_want_extra_isize = arg;
174526092bf5STheodore Ts'o 	} else if (token == Opt_max_batch_time) {
174626092bf5STheodore Ts'o 		sbi->s_max_batch_time = arg;
174726092bf5STheodore Ts'o 	} else if (token == Opt_min_batch_time) {
174826092bf5STheodore Ts'o 		sbi->s_min_batch_time = arg;
174926092bf5STheodore Ts'o 	} else if (token == Opt_inode_readahead_blks) {
1750e33e60eaSJan Kara 		if (arg && (arg > (1 << 30) || !is_power_of_2(arg))) {
1751e33e60eaSJan Kara 			ext4_msg(sb, KERN_ERR,
1752e33e60eaSJan Kara 				 "EXT4-fs: inode_readahead_blks must be "
1753e33e60eaSJan Kara 				 "0 or a power of 2 smaller than 2^31");
175426092bf5STheodore Ts'o 			return -1;
175526092bf5STheodore Ts'o 		}
175626092bf5STheodore Ts'o 		sbi->s_inode_readahead_blks = arg;
175726092bf5STheodore Ts'o 	} else if (token == Opt_init_itable) {
175826092bf5STheodore Ts'o 		set_opt(sb, INIT_INODE_TABLE);
175926092bf5STheodore Ts'o 		if (!args->from)
176026092bf5STheodore Ts'o 			arg = EXT4_DEF_LI_WAIT_MULT;
176126092bf5STheodore Ts'o 		sbi->s_li_wait_mult = arg;
1762df981d03STheodore Ts'o 	} else if (token == Opt_max_dir_size_kb) {
1763df981d03STheodore Ts'o 		sbi->s_max_dir_size_kb = arg;
176426092bf5STheodore Ts'o 	} else if (token == Opt_stripe) {
176526092bf5STheodore Ts'o 		sbi->s_stripe = arg;
17660efb3b23SJan Kara 	} else if (token == Opt_resuid) {
17670efb3b23SJan Kara 		uid = make_kuid(current_user_ns(), arg);
17680efb3b23SJan Kara 		if (!uid_valid(uid)) {
17695f3633e3SJan Kara 			ext4_msg(sb, KERN_ERR, "Invalid uid value %d", arg);
17700efb3b23SJan Kara 			return -1;
17710efb3b23SJan Kara 		}
17720efb3b23SJan Kara 		sbi->s_resuid = uid;
17730efb3b23SJan Kara 	} else if (token == Opt_resgid) {
17740efb3b23SJan Kara 		gid = make_kgid(current_user_ns(), arg);
17750efb3b23SJan Kara 		if (!gid_valid(gid)) {
17765f3633e3SJan Kara 			ext4_msg(sb, KERN_ERR, "Invalid gid value %d", arg);
17770efb3b23SJan Kara 			return -1;
17780efb3b23SJan Kara 		}
17790efb3b23SJan Kara 		sbi->s_resgid = gid;
17800efb3b23SJan Kara 	} else if (token == Opt_journal_dev) {
17810efb3b23SJan Kara 		if (is_remount) {
17820efb3b23SJan Kara 			ext4_msg(sb, KERN_ERR,
17830efb3b23SJan Kara 				 "Cannot specify journal on remount");
17840efb3b23SJan Kara 			return -1;
17850efb3b23SJan Kara 		}
17860efb3b23SJan Kara 		*journal_devnum = arg;
1787ad4eec61SEric Sandeen 	} else if (token == Opt_journal_path) {
1788ad4eec61SEric Sandeen 		char *journal_path;
1789ad4eec61SEric Sandeen 		struct inode *journal_inode;
1790ad4eec61SEric Sandeen 		struct path path;
1791ad4eec61SEric Sandeen 		int error;
1792ad4eec61SEric Sandeen 
1793ad4eec61SEric Sandeen 		if (is_remount) {
1794ad4eec61SEric Sandeen 			ext4_msg(sb, KERN_ERR,
1795ad4eec61SEric Sandeen 				 "Cannot specify journal on remount");
1796ad4eec61SEric Sandeen 			return -1;
1797ad4eec61SEric Sandeen 		}
1798ad4eec61SEric Sandeen 		journal_path = match_strdup(&args[0]);
1799ad4eec61SEric Sandeen 		if (!journal_path) {
1800ad4eec61SEric Sandeen 			ext4_msg(sb, KERN_ERR, "error: could not dup "
1801ad4eec61SEric Sandeen 				"journal device string");
1802ad4eec61SEric Sandeen 			return -1;
1803ad4eec61SEric Sandeen 		}
1804ad4eec61SEric Sandeen 
1805ad4eec61SEric Sandeen 		error = kern_path(journal_path, LOOKUP_FOLLOW, &path);
1806ad4eec61SEric Sandeen 		if (error) {
1807ad4eec61SEric Sandeen 			ext4_msg(sb, KERN_ERR, "error: could not find "
1808ad4eec61SEric Sandeen 				"journal device path: error %d", error);
1809ad4eec61SEric Sandeen 			kfree(journal_path);
1810ad4eec61SEric Sandeen 			return -1;
1811ad4eec61SEric Sandeen 		}
1812ad4eec61SEric Sandeen 
18132b0143b5SDavid Howells 		journal_inode = d_inode(path.dentry);
1814ad4eec61SEric Sandeen 		if (!S_ISBLK(journal_inode->i_mode)) {
1815ad4eec61SEric Sandeen 			ext4_msg(sb, KERN_ERR, "error: journal path %s "
1816ad4eec61SEric Sandeen 				"is not a block device", journal_path);
1817ad4eec61SEric Sandeen 			path_put(&path);
1818ad4eec61SEric Sandeen 			kfree(journal_path);
1819ad4eec61SEric Sandeen 			return -1;
1820ad4eec61SEric Sandeen 		}
1821ad4eec61SEric Sandeen 
1822ad4eec61SEric Sandeen 		*journal_devnum = new_encode_dev(journal_inode->i_rdev);
1823ad4eec61SEric Sandeen 		path_put(&path);
1824ad4eec61SEric Sandeen 		kfree(journal_path);
18250efb3b23SJan Kara 	} else if (token == Opt_journal_ioprio) {
18260efb3b23SJan Kara 		if (arg > 7) {
18275f3633e3SJan Kara 			ext4_msg(sb, KERN_ERR, "Invalid journal IO priority"
18280efb3b23SJan Kara 				 " (must be 0-7)");
18290efb3b23SJan Kara 			return -1;
18300efb3b23SJan Kara 		}
18310efb3b23SJan Kara 		*journal_ioprio =
18320efb3b23SJan Kara 			IOPRIO_PRIO_VALUE(IOPRIO_CLASS_BE, arg);
18336ddb2447STheodore Ts'o 	} else if (token == Opt_test_dummy_encryption) {
18346ddb2447STheodore Ts'o #ifdef CONFIG_EXT4_FS_ENCRYPTION
18356ddb2447STheodore Ts'o 		sbi->s_mount_flags |= EXT4_MF_TEST_DUMMY_ENCRYPTION;
18366ddb2447STheodore Ts'o 		ext4_msg(sb, KERN_WARNING,
18376ddb2447STheodore Ts'o 			 "Test dummy encryption mode enabled");
18386ddb2447STheodore Ts'o #else
18396ddb2447STheodore Ts'o 		ext4_msg(sb, KERN_WARNING,
18406ddb2447STheodore Ts'o 			 "Test dummy encryption mount option ignored");
18416ddb2447STheodore Ts'o #endif
184226092bf5STheodore Ts'o 	} else if (m->flags & MOPT_DATAJ) {
184326092bf5STheodore Ts'o 		if (is_remount) {
184426092bf5STheodore Ts'o 			if (!sbi->s_journal)
184526092bf5STheodore Ts'o 				ext4_msg(sb, KERN_WARNING, "Remounting file system with no journal so ignoring journalled data option");
18465f3633e3SJan Kara 			else if (test_opt(sb, DATA_FLAGS) != m->mount_opt) {
184726092bf5STheodore Ts'o 				ext4_msg(sb, KERN_ERR,
184826092bf5STheodore Ts'o 					 "Cannot change data mode on remount");
184926092bf5STheodore Ts'o 				return -1;
185026092bf5STheodore Ts'o 			}
185126092bf5STheodore Ts'o 		} else {
185226092bf5STheodore Ts'o 			clear_opt(sb, DATA_FLAGS);
185326092bf5STheodore Ts'o 			sbi->s_mount_opt |= m->mount_opt;
185426092bf5STheodore Ts'o 		}
185526092bf5STheodore Ts'o #ifdef CONFIG_QUOTA
185626092bf5STheodore Ts'o 	} else if (m->flags & MOPT_QFMT) {
185726092bf5STheodore Ts'o 		if (sb_any_quota_loaded(sb) &&
185826092bf5STheodore Ts'o 		    sbi->s_jquota_fmt != m->mount_opt) {
18595f3633e3SJan Kara 			ext4_msg(sb, KERN_ERR, "Cannot change journaled "
18605f3633e3SJan Kara 				 "quota options when quota turned on");
186126092bf5STheodore Ts'o 			return -1;
186226092bf5STheodore Ts'o 		}
1863e2b911c5SDarrick J. Wong 		if (ext4_has_feature_quota(sb)) {
1864c325a67cSTheodore Ts'o 			ext4_msg(sb, KERN_INFO,
1865c325a67cSTheodore Ts'o 				 "Quota format mount options ignored "
1866262b4662SJan Kara 				 "when QUOTA feature is enabled");
1867c325a67cSTheodore Ts'o 			return 1;
1868262b4662SJan Kara 		}
186926092bf5STheodore Ts'o 		sbi->s_jquota_fmt = m->mount_opt;
187026092bf5STheodore Ts'o #endif
1871923ae0ffSRoss Zwisler 	} else if (token == Opt_dax) {
1872ef83b6e8SDan Williams #ifdef CONFIG_FS_DAX
1873ef83b6e8SDan Williams 		ext4_msg(sb, KERN_WARNING,
1874ef83b6e8SDan Williams 		"DAX enabled. Warning: EXPERIMENTAL, use at your own risk");
1875ef83b6e8SDan Williams 			sbi->s_mount_opt |= m->mount_opt;
1876ef83b6e8SDan Williams #else
1877923ae0ffSRoss Zwisler 		ext4_msg(sb, KERN_INFO, "dax option not supported");
1878923ae0ffSRoss Zwisler 		return -1;
1879923ae0ffSRoss Zwisler #endif
18807915a861SAles Novak 	} else if (token == Opt_data_err_abort) {
18817915a861SAles Novak 		sbi->s_mount_opt |= m->mount_opt;
18827915a861SAles Novak 	} else if (token == Opt_data_err_ignore) {
18837915a861SAles Novak 		sbi->s_mount_opt &= ~m->mount_opt;
188426092bf5STheodore Ts'o 	} else {
188526092bf5STheodore Ts'o 		if (!args->from)
188626092bf5STheodore Ts'o 			arg = 1;
188726092bf5STheodore Ts'o 		if (m->flags & MOPT_CLEAR)
188826092bf5STheodore Ts'o 			arg = !arg;
188926092bf5STheodore Ts'o 		else if (unlikely(!(m->flags & MOPT_SET))) {
189026092bf5STheodore Ts'o 			ext4_msg(sb, KERN_WARNING,
189126092bf5STheodore Ts'o 				 "buggy handling of option %s", opt);
189226092bf5STheodore Ts'o 			WARN_ON(1);
189326092bf5STheodore Ts'o 			return -1;
189426092bf5STheodore Ts'o 		}
189526092bf5STheodore Ts'o 		if (arg != 0)
189626092bf5STheodore Ts'o 			sbi->s_mount_opt |= m->mount_opt;
189726092bf5STheodore Ts'o 		else
189826092bf5STheodore Ts'o 			sbi->s_mount_opt &= ~m->mount_opt;
189926092bf5STheodore Ts'o 	}
190026092bf5STheodore Ts'o 	return 1;
190126092bf5STheodore Ts'o }
190226092bf5STheodore Ts'o 
1903ac27a0ecSDave Kleikamp static int parse_options(char *options, struct super_block *sb,
1904c3191067STheodore Ts'o 			 unsigned long *journal_devnum,
1905b3881f74STheodore Ts'o 			 unsigned int *journal_ioprio,
1906661aa520SEric Sandeen 			 int is_remount)
1907ac27a0ecSDave Kleikamp {
1908617ba13bSMingming Cao 	struct ext4_sb_info *sbi = EXT4_SB(sb);
1909ac27a0ecSDave Kleikamp 	char *p;
1910ac27a0ecSDave Kleikamp 	substring_t args[MAX_OPT_ARGS];
191126092bf5STheodore Ts'o 	int token;
1912ac27a0ecSDave Kleikamp 
1913ac27a0ecSDave Kleikamp 	if (!options)
1914ac27a0ecSDave Kleikamp 		return 1;
1915ac27a0ecSDave Kleikamp 
1916ac27a0ecSDave Kleikamp 	while ((p = strsep(&options, ",")) != NULL) {
1917ac27a0ecSDave Kleikamp 		if (!*p)
1918ac27a0ecSDave Kleikamp 			continue;
191915121c18SEric Sandeen 		/*
192015121c18SEric Sandeen 		 * Initialize args struct so we know whether arg was
192115121c18SEric Sandeen 		 * found; some options take optional arguments.
192215121c18SEric Sandeen 		 */
1923caecd0afSSachin Kamat 		args[0].to = args[0].from = NULL;
1924ac27a0ecSDave Kleikamp 		token = match_token(p, tokens, args);
192526092bf5STheodore Ts'o 		if (handle_mount_opt(sb, p, token, args, journal_devnum,
192626092bf5STheodore Ts'o 				     journal_ioprio, is_remount) < 0)
1927ac27a0ecSDave Kleikamp 			return 0;
1928ac27a0ecSDave Kleikamp 	}
1929ac27a0ecSDave Kleikamp #ifdef CONFIG_QUOTA
193049da9392SJan Kara 	/*
193149da9392SJan Kara 	 * We do the test below only for project quotas. 'usrquota' and
193249da9392SJan Kara 	 * 'grpquota' mount options are allowed even without quota feature
193349da9392SJan Kara 	 * to support legacy quotas in quota files.
193449da9392SJan Kara 	 */
193549da9392SJan Kara 	if (test_opt(sb, PRJQUOTA) && !ext4_has_feature_project(sb)) {
193649da9392SJan Kara 		ext4_msg(sb, KERN_ERR, "Project quota feature not enabled. "
193749da9392SJan Kara 			 "Cannot enable project quota enforcement.");
193849da9392SJan Kara 		return 0;
193949da9392SJan Kara 	}
194049da9392SJan Kara 	if (sbi->s_qf_names[USRQUOTA] || sbi->s_qf_names[GRPQUOTA]) {
1941482a7425SDmitry Monakhov 		if (test_opt(sb, USRQUOTA) && sbi->s_qf_names[USRQUOTA])
1942fd8c37ecSTheodore Ts'o 			clear_opt(sb, USRQUOTA);
1943ac27a0ecSDave Kleikamp 
1944482a7425SDmitry Monakhov 		if (test_opt(sb, GRPQUOTA) && sbi->s_qf_names[GRPQUOTA])
1945fd8c37ecSTheodore Ts'o 			clear_opt(sb, GRPQUOTA);
1946ac27a0ecSDave Kleikamp 
194756c50f11SDmitry Monakhov 		if (test_opt(sb, GRPQUOTA) || test_opt(sb, USRQUOTA)) {
1948b31e1552SEric Sandeen 			ext4_msg(sb, KERN_ERR, "old and new quota "
1949b31e1552SEric Sandeen 					"format mixing");
1950ac27a0ecSDave Kleikamp 			return 0;
1951ac27a0ecSDave Kleikamp 		}
1952ac27a0ecSDave Kleikamp 
1953ac27a0ecSDave Kleikamp 		if (!sbi->s_jquota_fmt) {
1954b31e1552SEric Sandeen 			ext4_msg(sb, KERN_ERR, "journaled quota format "
1955b31e1552SEric Sandeen 					"not specified");
1956ac27a0ecSDave Kleikamp 			return 0;
1957ac27a0ecSDave Kleikamp 		}
1958ac27a0ecSDave Kleikamp 	}
1959ac27a0ecSDave Kleikamp #endif
1960261cb20cSJan Kara 	if (test_opt(sb, DIOREAD_NOLOCK)) {
1961261cb20cSJan Kara 		int blocksize =
1962261cb20cSJan Kara 			BLOCK_SIZE << le32_to_cpu(sbi->s_es->s_log_block_size);
1963261cb20cSJan Kara 
196409cbfeafSKirill A. Shutemov 		if (blocksize < PAGE_SIZE) {
1965261cb20cSJan Kara 			ext4_msg(sb, KERN_ERR, "can't mount with "
1966261cb20cSJan Kara 				 "dioread_nolock if block size != PAGE_SIZE");
1967261cb20cSJan Kara 			return 0;
1968261cb20cSJan Kara 		}
1969261cb20cSJan Kara 	}
1970ac27a0ecSDave Kleikamp 	return 1;
1971ac27a0ecSDave Kleikamp }
1972ac27a0ecSDave Kleikamp 
19732adf6da8STheodore Ts'o static inline void ext4_show_quota_options(struct seq_file *seq,
19742adf6da8STheodore Ts'o 					   struct super_block *sb)
19752adf6da8STheodore Ts'o {
19762adf6da8STheodore Ts'o #if defined(CONFIG_QUOTA)
19772adf6da8STheodore Ts'o 	struct ext4_sb_info *sbi = EXT4_SB(sb);
19782adf6da8STheodore Ts'o 
19792adf6da8STheodore Ts'o 	if (sbi->s_jquota_fmt) {
19802adf6da8STheodore Ts'o 		char *fmtname = "";
19812adf6da8STheodore Ts'o 
19822adf6da8STheodore Ts'o 		switch (sbi->s_jquota_fmt) {
19832adf6da8STheodore Ts'o 		case QFMT_VFS_OLD:
19842adf6da8STheodore Ts'o 			fmtname = "vfsold";
19852adf6da8STheodore Ts'o 			break;
19862adf6da8STheodore Ts'o 		case QFMT_VFS_V0:
19872adf6da8STheodore Ts'o 			fmtname = "vfsv0";
19882adf6da8STheodore Ts'o 			break;
19892adf6da8STheodore Ts'o 		case QFMT_VFS_V1:
19902adf6da8STheodore Ts'o 			fmtname = "vfsv1";
19912adf6da8STheodore Ts'o 			break;
19922adf6da8STheodore Ts'o 		}
19932adf6da8STheodore Ts'o 		seq_printf(seq, ",jqfmt=%s", fmtname);
19942adf6da8STheodore Ts'o 	}
19952adf6da8STheodore Ts'o 
19962adf6da8STheodore Ts'o 	if (sbi->s_qf_names[USRQUOTA])
1997a068acf2SKees Cook 		seq_show_option(seq, "usrjquota", sbi->s_qf_names[USRQUOTA]);
19982adf6da8STheodore Ts'o 
19992adf6da8STheodore Ts'o 	if (sbi->s_qf_names[GRPQUOTA])
2000a068acf2SKees Cook 		seq_show_option(seq, "grpjquota", sbi->s_qf_names[GRPQUOTA]);
20012adf6da8STheodore Ts'o #endif
20022adf6da8STheodore Ts'o }
20032adf6da8STheodore Ts'o 
20045a916be1STheodore Ts'o static const char *token2str(int token)
20055a916be1STheodore Ts'o {
200650df9fd5SHerton Ronaldo Krzesinski 	const struct match_token *t;
20075a916be1STheodore Ts'o 
20085a916be1STheodore Ts'o 	for (t = tokens; t->token != Opt_err; t++)
20095a916be1STheodore Ts'o 		if (t->token == token && !strchr(t->pattern, '='))
20105a916be1STheodore Ts'o 			break;
20115a916be1STheodore Ts'o 	return t->pattern;
20125a916be1STheodore Ts'o }
20135a916be1STheodore Ts'o 
20142adf6da8STheodore Ts'o /*
20152adf6da8STheodore Ts'o  * Show an option if
20162adf6da8STheodore Ts'o  *  - it's set to a non-default value OR
20172adf6da8STheodore Ts'o  *  - if the per-sb default is different from the global default
20182adf6da8STheodore Ts'o  */
201966acdcf4STheodore Ts'o static int _ext4_show_options(struct seq_file *seq, struct super_block *sb,
202066acdcf4STheodore Ts'o 			      int nodefs)
20212adf6da8STheodore Ts'o {
20222adf6da8STheodore Ts'o 	struct ext4_sb_info *sbi = EXT4_SB(sb);
20232adf6da8STheodore Ts'o 	struct ext4_super_block *es = sbi->s_es;
202466acdcf4STheodore Ts'o 	int def_errors, def_mount_opt = nodefs ? 0 : sbi->s_def_mount_opt;
20255a916be1STheodore Ts'o 	const struct mount_opts *m;
202666acdcf4STheodore Ts'o 	char sep = nodefs ? '\n' : ',';
20272adf6da8STheodore Ts'o 
202866acdcf4STheodore Ts'o #define SEQ_OPTS_PUTS(str) seq_printf(seq, "%c" str, sep)
202966acdcf4STheodore Ts'o #define SEQ_OPTS_PRINT(str, arg) seq_printf(seq, "%c" str, sep, arg)
20302adf6da8STheodore Ts'o 
20312adf6da8STheodore Ts'o 	if (sbi->s_sb_block != 1)
20325a916be1STheodore Ts'o 		SEQ_OPTS_PRINT("sb=%llu", sbi->s_sb_block);
20335a916be1STheodore Ts'o 
20345a916be1STheodore Ts'o 	for (m = ext4_mount_opts; m->token != Opt_err; m++) {
20355a916be1STheodore Ts'o 		int want_set = m->flags & MOPT_SET;
20365a916be1STheodore Ts'o 		if (((m->flags & (MOPT_SET|MOPT_CLEAR)) == 0) ||
20375a916be1STheodore Ts'o 		    (m->flags & MOPT_CLEAR_ERR))
20385a916be1STheodore Ts'o 			continue;
203966acdcf4STheodore Ts'o 		if (!(m->mount_opt & (sbi->s_mount_opt ^ def_mount_opt)))
20405a916be1STheodore Ts'o 			continue; /* skip if same as the default */
20415a916be1STheodore Ts'o 		if ((want_set &&
20425a916be1STheodore Ts'o 		     (sbi->s_mount_opt & m->mount_opt) != m->mount_opt) ||
20435a916be1STheodore Ts'o 		    (!want_set && (sbi->s_mount_opt & m->mount_opt)))
20445a916be1STheodore Ts'o 			continue; /* select Opt_noFoo vs Opt_Foo */
20455a916be1STheodore Ts'o 		SEQ_OPTS_PRINT("%s", token2str(m->token));
20465a916be1STheodore Ts'o 	}
20475a916be1STheodore Ts'o 
204808cefc7aSEric W. Biederman 	if (nodefs || !uid_eq(sbi->s_resuid, make_kuid(&init_user_ns, EXT4_DEF_RESUID)) ||
20495a916be1STheodore Ts'o 	    le16_to_cpu(es->s_def_resuid) != EXT4_DEF_RESUID)
205008cefc7aSEric W. Biederman 		SEQ_OPTS_PRINT("resuid=%u",
205108cefc7aSEric W. Biederman 				from_kuid_munged(&init_user_ns, sbi->s_resuid));
205208cefc7aSEric W. Biederman 	if (nodefs || !gid_eq(sbi->s_resgid, make_kgid(&init_user_ns, EXT4_DEF_RESGID)) ||
20535a916be1STheodore Ts'o 	    le16_to_cpu(es->s_def_resgid) != EXT4_DEF_RESGID)
205408cefc7aSEric W. Biederman 		SEQ_OPTS_PRINT("resgid=%u",
205508cefc7aSEric W. Biederman 				from_kgid_munged(&init_user_ns, sbi->s_resgid));
205666acdcf4STheodore Ts'o 	def_errors = nodefs ? -1 : le16_to_cpu(es->s_errors);
20575a916be1STheodore Ts'o 	if (test_opt(sb, ERRORS_RO) && def_errors != EXT4_ERRORS_RO)
20585a916be1STheodore Ts'o 		SEQ_OPTS_PUTS("errors=remount-ro");
20592adf6da8STheodore Ts'o 	if (test_opt(sb, ERRORS_CONT) && def_errors != EXT4_ERRORS_CONTINUE)
20605a916be1STheodore Ts'o 		SEQ_OPTS_PUTS("errors=continue");
20612adf6da8STheodore Ts'o 	if (test_opt(sb, ERRORS_PANIC) && def_errors != EXT4_ERRORS_PANIC)
20625a916be1STheodore Ts'o 		SEQ_OPTS_PUTS("errors=panic");
206366acdcf4STheodore Ts'o 	if (nodefs || sbi->s_commit_interval != JBD2_DEFAULT_MAX_COMMIT_AGE*HZ)
20645a916be1STheodore Ts'o 		SEQ_OPTS_PRINT("commit=%lu", sbi->s_commit_interval / HZ);
206566acdcf4STheodore Ts'o 	if (nodefs || sbi->s_min_batch_time != EXT4_DEF_MIN_BATCH_TIME)
20665a916be1STheodore Ts'o 		SEQ_OPTS_PRINT("min_batch_time=%u", sbi->s_min_batch_time);
206766acdcf4STheodore Ts'o 	if (nodefs || sbi->s_max_batch_time != EXT4_DEF_MAX_BATCH_TIME)
20685a916be1STheodore Ts'o 		SEQ_OPTS_PRINT("max_batch_time=%u", sbi->s_max_batch_time);
2069357fdad0SMatthew Garrett 	if (sb->s_flags & SB_I_VERSION)
20705a916be1STheodore Ts'o 		SEQ_OPTS_PUTS("i_version");
207166acdcf4STheodore Ts'o 	if (nodefs || sbi->s_stripe)
20725a916be1STheodore Ts'o 		SEQ_OPTS_PRINT("stripe=%lu", sbi->s_stripe);
207366acdcf4STheodore Ts'o 	if (EXT4_MOUNT_DATA_FLAGS & (sbi->s_mount_opt ^ def_mount_opt)) {
20742adf6da8STheodore Ts'o 		if (test_opt(sb, DATA_FLAGS) == EXT4_MOUNT_JOURNAL_DATA)
20755a916be1STheodore Ts'o 			SEQ_OPTS_PUTS("data=journal");
20762adf6da8STheodore Ts'o 		else if (test_opt(sb, DATA_FLAGS) == EXT4_MOUNT_ORDERED_DATA)
20775a916be1STheodore Ts'o 			SEQ_OPTS_PUTS("data=ordered");
20782adf6da8STheodore Ts'o 		else if (test_opt(sb, DATA_FLAGS) == EXT4_MOUNT_WRITEBACK_DATA)
20795a916be1STheodore Ts'o 			SEQ_OPTS_PUTS("data=writeback");
20805a916be1STheodore Ts'o 	}
208166acdcf4STheodore Ts'o 	if (nodefs ||
208266acdcf4STheodore Ts'o 	    sbi->s_inode_readahead_blks != EXT4_DEF_INODE_READAHEAD_BLKS)
20835a916be1STheodore Ts'o 		SEQ_OPTS_PRINT("inode_readahead_blks=%u",
20842adf6da8STheodore Ts'o 			       sbi->s_inode_readahead_blks);
20852adf6da8STheodore Ts'o 
208666acdcf4STheodore Ts'o 	if (nodefs || (test_opt(sb, INIT_INODE_TABLE) &&
208766acdcf4STheodore Ts'o 		       (sbi->s_li_wait_mult != EXT4_DEF_LI_WAIT_MULT)))
20885a916be1STheodore Ts'o 		SEQ_OPTS_PRINT("init_itable=%u", sbi->s_li_wait_mult);
2089df981d03STheodore Ts'o 	if (nodefs || sbi->s_max_dir_size_kb)
2090df981d03STheodore Ts'o 		SEQ_OPTS_PRINT("max_dir_size_kb=%u", sbi->s_max_dir_size_kb);
20917915a861SAles Novak 	if (test_opt(sb, DATA_ERR_ABORT))
20927915a861SAles Novak 		SEQ_OPTS_PUTS("data_err=abort");
20932adf6da8STheodore Ts'o 
20942adf6da8STheodore Ts'o 	ext4_show_quota_options(seq, sb);
20952adf6da8STheodore Ts'o 	return 0;
20962adf6da8STheodore Ts'o }
20972adf6da8STheodore Ts'o 
209866acdcf4STheodore Ts'o static int ext4_show_options(struct seq_file *seq, struct dentry *root)
209966acdcf4STheodore Ts'o {
210066acdcf4STheodore Ts'o 	return _ext4_show_options(seq, root->d_sb, 0);
210166acdcf4STheodore Ts'o }
210266acdcf4STheodore Ts'o 
2103ebd173beSTheodore Ts'o int ext4_seq_options_show(struct seq_file *seq, void *offset)
210466acdcf4STheodore Ts'o {
210566acdcf4STheodore Ts'o 	struct super_block *sb = seq->private;
210666acdcf4STheodore Ts'o 	int rc;
210766acdcf4STheodore Ts'o 
2108bc98a42cSDavid Howells 	seq_puts(seq, sb_rdonly(sb) ? "ro" : "rw");
210966acdcf4STheodore Ts'o 	rc = _ext4_show_options(seq, sb, 1);
211066acdcf4STheodore Ts'o 	seq_puts(seq, "\n");
211166acdcf4STheodore Ts'o 	return rc;
211266acdcf4STheodore Ts'o }
211366acdcf4STheodore Ts'o 
2114617ba13bSMingming Cao static int ext4_setup_super(struct super_block *sb, struct ext4_super_block *es,
2115ac27a0ecSDave Kleikamp 			    int read_only)
2116ac27a0ecSDave Kleikamp {
2117617ba13bSMingming Cao 	struct ext4_sb_info *sbi = EXT4_SB(sb);
2118ac27a0ecSDave Kleikamp 	int res = 0;
2119ac27a0ecSDave Kleikamp 
2120617ba13bSMingming Cao 	if (le32_to_cpu(es->s_rev_level) > EXT4_MAX_SUPP_REV) {
2121b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "revision level too high, "
2122b31e1552SEric Sandeen 			 "forcing read-only mode");
21231751e8a6SLinus Torvalds 		res = SB_RDONLY;
2124ac27a0ecSDave Kleikamp 	}
2125ac27a0ecSDave Kleikamp 	if (read_only)
2126281b5995STheodore Ts'o 		goto done;
2127617ba13bSMingming Cao 	if (!(sbi->s_mount_state & EXT4_VALID_FS))
2128b31e1552SEric Sandeen 		ext4_msg(sb, KERN_WARNING, "warning: mounting unchecked fs, "
2129b31e1552SEric Sandeen 			 "running e2fsck is recommended");
2130c8b459f4SLukas Czerner 	else if (sbi->s_mount_state & EXT4_ERROR_FS)
2131b31e1552SEric Sandeen 		ext4_msg(sb, KERN_WARNING,
2132b31e1552SEric Sandeen 			 "warning: mounting fs with errors, "
2133b31e1552SEric Sandeen 			 "running e2fsck is recommended");
2134ed3ce80aSTao Ma 	else if ((__s16) le16_to_cpu(es->s_max_mnt_count) > 0 &&
2135ac27a0ecSDave Kleikamp 		 le16_to_cpu(es->s_mnt_count) >=
2136ac27a0ecSDave Kleikamp 		 (unsigned short) (__s16) le16_to_cpu(es->s_max_mnt_count))
2137b31e1552SEric Sandeen 		ext4_msg(sb, KERN_WARNING,
2138b31e1552SEric Sandeen 			 "warning: maximal mount count reached, "
2139b31e1552SEric Sandeen 			 "running e2fsck is recommended");
2140ac27a0ecSDave Kleikamp 	else if (le32_to_cpu(es->s_checkinterval) &&
2141ac27a0ecSDave Kleikamp 		(le32_to_cpu(es->s_lastcheck) +
2142ac27a0ecSDave Kleikamp 			le32_to_cpu(es->s_checkinterval) <= get_seconds()))
2143b31e1552SEric Sandeen 		ext4_msg(sb, KERN_WARNING,
2144b31e1552SEric Sandeen 			 "warning: checktime reached, "
2145b31e1552SEric Sandeen 			 "running e2fsck is recommended");
21460390131bSFrank Mayhar 	if (!sbi->s_journal)
2147216c34b2SMarcin Slusarz 		es->s_state &= cpu_to_le16(~EXT4_VALID_FS);
2148ac27a0ecSDave Kleikamp 	if (!(__s16) le16_to_cpu(es->s_max_mnt_count))
2149617ba13bSMingming Cao 		es->s_max_mnt_count = cpu_to_le16(EXT4_DFL_MAX_MNT_COUNT);
2150e8546d06SMarcin Slusarz 	le16_add_cpu(&es->s_mnt_count, 1);
2151ac27a0ecSDave Kleikamp 	es->s_mtime = cpu_to_le32(get_seconds());
2152617ba13bSMingming Cao 	ext4_update_dynamic_rev(sb);
21530390131bSFrank Mayhar 	if (sbi->s_journal)
2154e2b911c5SDarrick J. Wong 		ext4_set_feature_journal_needs_recovery(sb);
2155ac27a0ecSDave Kleikamp 
2156e2d67052STheodore Ts'o 	ext4_commit_super(sb, 1);
2157281b5995STheodore Ts'o done:
2158ac27a0ecSDave Kleikamp 	if (test_opt(sb, DEBUG))
2159a9df9a49STheodore Ts'o 		printk(KERN_INFO "[EXT4 FS bs=%lu, gc=%u, "
2160a2595b8aSTheodore Ts'o 				"bpg=%lu, ipg=%lu, mo=%04x, mo2=%04x]\n",
2161ac27a0ecSDave Kleikamp 			sb->s_blocksize,
2162ac27a0ecSDave Kleikamp 			sbi->s_groups_count,
2163617ba13bSMingming Cao 			EXT4_BLOCKS_PER_GROUP(sb),
2164617ba13bSMingming Cao 			EXT4_INODES_PER_GROUP(sb),
2165a2595b8aSTheodore Ts'o 			sbi->s_mount_opt, sbi->s_mount_opt2);
2166ac27a0ecSDave Kleikamp 
21677abc52c2SDan Magenheimer 	cleancache_init_fs(sb);
2168ac27a0ecSDave Kleikamp 	return res;
2169ac27a0ecSDave Kleikamp }
2170ac27a0ecSDave Kleikamp 
2171117fff10STheodore Ts'o int ext4_alloc_flex_bg_array(struct super_block *sb, ext4_group_t ngroup)
2172117fff10STheodore Ts'o {
2173117fff10STheodore Ts'o 	struct ext4_sb_info *sbi = EXT4_SB(sb);
2174117fff10STheodore Ts'o 	struct flex_groups *new_groups;
2175117fff10STheodore Ts'o 	int size;
2176117fff10STheodore Ts'o 
2177117fff10STheodore Ts'o 	if (!sbi->s_log_groups_per_flex)
2178117fff10STheodore Ts'o 		return 0;
2179117fff10STheodore Ts'o 
2180117fff10STheodore Ts'o 	size = ext4_flex_group(sbi, ngroup - 1) + 1;
2181117fff10STheodore Ts'o 	if (size <= sbi->s_flex_groups_allocated)
2182117fff10STheodore Ts'o 		return 0;
2183117fff10STheodore Ts'o 
2184117fff10STheodore Ts'o 	size = roundup_pow_of_two(size * sizeof(struct flex_groups));
2185a7c3e901SMichal Hocko 	new_groups = kvzalloc(size, GFP_KERNEL);
2186117fff10STheodore Ts'o 	if (!new_groups) {
2187117fff10STheodore Ts'o 		ext4_msg(sb, KERN_ERR, "not enough memory for %d flex groups",
2188117fff10STheodore Ts'o 			 size / (int) sizeof(struct flex_groups));
2189117fff10STheodore Ts'o 		return -ENOMEM;
2190117fff10STheodore Ts'o 	}
2191117fff10STheodore Ts'o 
2192117fff10STheodore Ts'o 	if (sbi->s_flex_groups) {
2193117fff10STheodore Ts'o 		memcpy(new_groups, sbi->s_flex_groups,
2194117fff10STheodore Ts'o 		       (sbi->s_flex_groups_allocated *
2195117fff10STheodore Ts'o 			sizeof(struct flex_groups)));
2196b93b41d4SAl Viro 		kvfree(sbi->s_flex_groups);
2197117fff10STheodore Ts'o 	}
2198117fff10STheodore Ts'o 	sbi->s_flex_groups = new_groups;
2199117fff10STheodore Ts'o 	sbi->s_flex_groups_allocated = size / sizeof(struct flex_groups);
2200117fff10STheodore Ts'o 	return 0;
2201117fff10STheodore Ts'o }
2202117fff10STheodore Ts'o 
2203772cb7c8SJose R. Santos static int ext4_fill_flex_info(struct super_block *sb)
2204772cb7c8SJose R. Santos {
2205772cb7c8SJose R. Santos 	struct ext4_sb_info *sbi = EXT4_SB(sb);
2206772cb7c8SJose R. Santos 	struct ext4_group_desc *gdp = NULL;
2207772cb7c8SJose R. Santos 	ext4_group_t flex_group;
2208117fff10STheodore Ts'o 	int i, err;
2209772cb7c8SJose R. Santos 
2210503358aeSTheodore Ts'o 	sbi->s_log_groups_per_flex = sbi->s_es->s_log_groups_per_flex;
2211d50f2ab6SXi Wang 	if (sbi->s_log_groups_per_flex < 1 || sbi->s_log_groups_per_flex > 31) {
2212772cb7c8SJose R. Santos 		sbi->s_log_groups_per_flex = 0;
2213772cb7c8SJose R. Santos 		return 1;
2214772cb7c8SJose R. Santos 	}
2215772cb7c8SJose R. Santos 
2216117fff10STheodore Ts'o 	err = ext4_alloc_flex_bg_array(sb, sbi->s_groups_count);
2217117fff10STheodore Ts'o 	if (err)
2218772cb7c8SJose R. Santos 		goto failed;
2219772cb7c8SJose R. Santos 
2220772cb7c8SJose R. Santos 	for (i = 0; i < sbi->s_groups_count; i++) {
222188b6edd1STheodore Ts'o 		gdp = ext4_get_group_desc(sb, i, NULL);
2222772cb7c8SJose R. Santos 
2223772cb7c8SJose R. Santos 		flex_group = ext4_flex_group(sbi, i);
22247ad9bb65STheodore Ts'o 		atomic_add(ext4_free_inodes_count(sb, gdp),
22257ad9bb65STheodore Ts'o 			   &sbi->s_flex_groups[flex_group].free_inodes);
222690ba983fSTheodore Ts'o 		atomic64_add(ext4_free_group_clusters(sb, gdp),
222724aaa8efSTheodore Ts'o 			     &sbi->s_flex_groups[flex_group].free_clusters);
22287ad9bb65STheodore Ts'o 		atomic_add(ext4_used_dirs_count(sb, gdp),
22297ad9bb65STheodore Ts'o 			   &sbi->s_flex_groups[flex_group].used_dirs);
2230772cb7c8SJose R. Santos 	}
2231772cb7c8SJose R. Santos 
2232772cb7c8SJose R. Santos 	return 1;
2233772cb7c8SJose R. Santos failed:
2234772cb7c8SJose R. Santos 	return 0;
2235772cb7c8SJose R. Santos }
2236772cb7c8SJose R. Santos 
2237e2b911c5SDarrick J. Wong static __le16 ext4_group_desc_csum(struct super_block *sb, __u32 block_group,
2238717d50e4SAndreas Dilger 				   struct ext4_group_desc *gdp)
2239717d50e4SAndreas Dilger {
2240b47820edSDaeho Jeong 	int offset = offsetof(struct ext4_group_desc, bg_checksum);
2241717d50e4SAndreas Dilger 	__u16 crc = 0;
2242717d50e4SAndreas Dilger 	__le32 le_group = cpu_to_le32(block_group);
2243e2b911c5SDarrick J. Wong 	struct ext4_sb_info *sbi = EXT4_SB(sb);
2244717d50e4SAndreas Dilger 
22459aa5d32bSDmitry Monakhov 	if (ext4_has_metadata_csum(sbi->s_sb)) {
2246feb0ab32SDarrick J. Wong 		/* Use new metadata_csum algorithm */
2247feb0ab32SDarrick J. Wong 		__u32 csum32;
2248b47820edSDaeho Jeong 		__u16 dummy_csum = 0;
2249feb0ab32SDarrick J. Wong 
2250feb0ab32SDarrick J. Wong 		csum32 = ext4_chksum(sbi, sbi->s_csum_seed, (__u8 *)&le_group,
2251feb0ab32SDarrick J. Wong 				     sizeof(le_group));
2252b47820edSDaeho Jeong 		csum32 = ext4_chksum(sbi, csum32, (__u8 *)gdp, offset);
2253b47820edSDaeho Jeong 		csum32 = ext4_chksum(sbi, csum32, (__u8 *)&dummy_csum,
2254b47820edSDaeho Jeong 				     sizeof(dummy_csum));
2255b47820edSDaeho Jeong 		offset += sizeof(dummy_csum);
2256b47820edSDaeho Jeong 		if (offset < sbi->s_desc_size)
2257b47820edSDaeho Jeong 			csum32 = ext4_chksum(sbi, csum32, (__u8 *)gdp + offset,
2258b47820edSDaeho Jeong 					     sbi->s_desc_size - offset);
2259feb0ab32SDarrick J. Wong 
2260feb0ab32SDarrick J. Wong 		crc = csum32 & 0xFFFF;
2261feb0ab32SDarrick J. Wong 		goto out;
2262feb0ab32SDarrick J. Wong 	}
2263feb0ab32SDarrick J. Wong 
2264feb0ab32SDarrick J. Wong 	/* old crc16 code */
2265e2b911c5SDarrick J. Wong 	if (!ext4_has_feature_gdt_csum(sb))
2266813d32f9SDarrick J. Wong 		return 0;
2267813d32f9SDarrick J. Wong 
2268717d50e4SAndreas Dilger 	crc = crc16(~0, sbi->s_es->s_uuid, sizeof(sbi->s_es->s_uuid));
2269717d50e4SAndreas Dilger 	crc = crc16(crc, (__u8 *)&le_group, sizeof(le_group));
2270717d50e4SAndreas Dilger 	crc = crc16(crc, (__u8 *)gdp, offset);
2271717d50e4SAndreas Dilger 	offset += sizeof(gdp->bg_checksum); /* skip checksum */
2272717d50e4SAndreas Dilger 	/* for checksum of struct ext4_group_desc do the rest...*/
2273e2b911c5SDarrick J. Wong 	if (ext4_has_feature_64bit(sb) &&
2274717d50e4SAndreas Dilger 	    offset < le16_to_cpu(sbi->s_es->s_desc_size))
2275717d50e4SAndreas Dilger 		crc = crc16(crc, (__u8 *)gdp + offset,
2276717d50e4SAndreas Dilger 			    le16_to_cpu(sbi->s_es->s_desc_size) -
2277717d50e4SAndreas Dilger 				offset);
2278717d50e4SAndreas Dilger 
2279feb0ab32SDarrick J. Wong out:
2280717d50e4SAndreas Dilger 	return cpu_to_le16(crc);
2281717d50e4SAndreas Dilger }
2282717d50e4SAndreas Dilger 
2283feb0ab32SDarrick J. Wong int ext4_group_desc_csum_verify(struct super_block *sb, __u32 block_group,
2284717d50e4SAndreas Dilger 				struct ext4_group_desc *gdp)
2285717d50e4SAndreas Dilger {
2286feb0ab32SDarrick J. Wong 	if (ext4_has_group_desc_csum(sb) &&
2287e2b911c5SDarrick J. Wong 	    (gdp->bg_checksum != ext4_group_desc_csum(sb, block_group, gdp)))
2288717d50e4SAndreas Dilger 		return 0;
2289717d50e4SAndreas Dilger 
2290717d50e4SAndreas Dilger 	return 1;
2291717d50e4SAndreas Dilger }
2292717d50e4SAndreas Dilger 
2293feb0ab32SDarrick J. Wong void ext4_group_desc_csum_set(struct super_block *sb, __u32 block_group,
2294feb0ab32SDarrick J. Wong 			      struct ext4_group_desc *gdp)
2295feb0ab32SDarrick J. Wong {
2296feb0ab32SDarrick J. Wong 	if (!ext4_has_group_desc_csum(sb))
2297feb0ab32SDarrick J. Wong 		return;
2298e2b911c5SDarrick J. Wong 	gdp->bg_checksum = ext4_group_desc_csum(sb, block_group, gdp);
2299feb0ab32SDarrick J. Wong }
2300feb0ab32SDarrick J. Wong 
2301ac27a0ecSDave Kleikamp /* Called at mount-time, super-block is locked */
2302bfff6873SLukas Czerner static int ext4_check_descriptors(struct super_block *sb,
2303829fa70dSTheodore Ts'o 				  ext4_fsblk_t sb_block,
2304bfff6873SLukas Czerner 				  ext4_group_t *first_not_zeroed)
2305ac27a0ecSDave Kleikamp {
2306617ba13bSMingming Cao 	struct ext4_sb_info *sbi = EXT4_SB(sb);
2307617ba13bSMingming Cao 	ext4_fsblk_t first_block = le32_to_cpu(sbi->s_es->s_first_data_block);
2308617ba13bSMingming Cao 	ext4_fsblk_t last_block;
2309bd81d8eeSLaurent Vivier 	ext4_fsblk_t block_bitmap;
2310bd81d8eeSLaurent Vivier 	ext4_fsblk_t inode_bitmap;
2311bd81d8eeSLaurent Vivier 	ext4_fsblk_t inode_table;
2312ce421581SJose R. Santos 	int flexbg_flag = 0;
2313bfff6873SLukas Czerner 	ext4_group_t i, grp = sbi->s_groups_count;
2314ac27a0ecSDave Kleikamp 
2315e2b911c5SDarrick J. Wong 	if (ext4_has_feature_flex_bg(sb))
2316ce421581SJose R. Santos 		flexbg_flag = 1;
2317ce421581SJose R. Santos 
2318617ba13bSMingming Cao 	ext4_debug("Checking group descriptors");
2319ac27a0ecSDave Kleikamp 
2320197cd65aSAkinobu Mita 	for (i = 0; i < sbi->s_groups_count; i++) {
2321197cd65aSAkinobu Mita 		struct ext4_group_desc *gdp = ext4_get_group_desc(sb, i, NULL);
2322197cd65aSAkinobu Mita 
2323ce421581SJose R. Santos 		if (i == sbi->s_groups_count - 1 || flexbg_flag)
2324bd81d8eeSLaurent Vivier 			last_block = ext4_blocks_count(sbi->s_es) - 1;
2325ac27a0ecSDave Kleikamp 		else
2326ac27a0ecSDave Kleikamp 			last_block = first_block +
2327617ba13bSMingming Cao 				(EXT4_BLOCKS_PER_GROUP(sb) - 1);
2328ac27a0ecSDave Kleikamp 
2329bfff6873SLukas Czerner 		if ((grp == sbi->s_groups_count) &&
2330bfff6873SLukas Czerner 		   !(gdp->bg_flags & cpu_to_le16(EXT4_BG_INODE_ZEROED)))
2331bfff6873SLukas Czerner 			grp = i;
2332bfff6873SLukas Czerner 
23338fadc143SAlexandre Ratchov 		block_bitmap = ext4_block_bitmap(sb, gdp);
2334829fa70dSTheodore Ts'o 		if (block_bitmap == sb_block) {
2335829fa70dSTheodore Ts'o 			ext4_msg(sb, KERN_ERR, "ext4_check_descriptors: "
2336829fa70dSTheodore Ts'o 				 "Block bitmap for group %u overlaps "
2337829fa70dSTheodore Ts'o 				 "superblock", i);
2338829fa70dSTheodore Ts'o 		}
23392b2d6d01STheodore Ts'o 		if (block_bitmap < first_block || block_bitmap > last_block) {
2340b31e1552SEric Sandeen 			ext4_msg(sb, KERN_ERR, "ext4_check_descriptors: "
2341a9df9a49STheodore Ts'o 			       "Block bitmap for group %u not in group "
2342b31e1552SEric Sandeen 			       "(block %llu)!", i, block_bitmap);
2343ac27a0ecSDave Kleikamp 			return 0;
2344ac27a0ecSDave Kleikamp 		}
23458fadc143SAlexandre Ratchov 		inode_bitmap = ext4_inode_bitmap(sb, gdp);
2346829fa70dSTheodore Ts'o 		if (inode_bitmap == sb_block) {
2347829fa70dSTheodore Ts'o 			ext4_msg(sb, KERN_ERR, "ext4_check_descriptors: "
2348829fa70dSTheodore Ts'o 				 "Inode bitmap for group %u overlaps "
2349829fa70dSTheodore Ts'o 				 "superblock", i);
2350829fa70dSTheodore Ts'o 		}
23512b2d6d01STheodore Ts'o 		if (inode_bitmap < first_block || inode_bitmap > last_block) {
2352b31e1552SEric Sandeen 			ext4_msg(sb, KERN_ERR, "ext4_check_descriptors: "
2353a9df9a49STheodore Ts'o 			       "Inode bitmap for group %u not in group "
2354b31e1552SEric Sandeen 			       "(block %llu)!", i, inode_bitmap);
2355ac27a0ecSDave Kleikamp 			return 0;
2356ac27a0ecSDave Kleikamp 		}
23578fadc143SAlexandre Ratchov 		inode_table = ext4_inode_table(sb, gdp);
2358829fa70dSTheodore Ts'o 		if (inode_table == sb_block) {
2359829fa70dSTheodore Ts'o 			ext4_msg(sb, KERN_ERR, "ext4_check_descriptors: "
2360829fa70dSTheodore Ts'o 				 "Inode table for group %u overlaps "
2361829fa70dSTheodore Ts'o 				 "superblock", i);
2362829fa70dSTheodore Ts'o 		}
2363bd81d8eeSLaurent Vivier 		if (inode_table < first_block ||
23642b2d6d01STheodore Ts'o 		    inode_table + sbi->s_itb_per_group - 1 > last_block) {
2365b31e1552SEric Sandeen 			ext4_msg(sb, KERN_ERR, "ext4_check_descriptors: "
2366a9df9a49STheodore Ts'o 			       "Inode table for group %u not in group "
2367b31e1552SEric Sandeen 			       "(block %llu)!", i, inode_table);
2368ac27a0ecSDave Kleikamp 			return 0;
2369ac27a0ecSDave Kleikamp 		}
2370955ce5f5SAneesh Kumar K.V 		ext4_lock_group(sb, i);
2371feb0ab32SDarrick J. Wong 		if (!ext4_group_desc_csum_verify(sb, i, gdp)) {
2372b31e1552SEric Sandeen 			ext4_msg(sb, KERN_ERR, "ext4_check_descriptors: "
2373b31e1552SEric Sandeen 				 "Checksum for group %u failed (%u!=%u)",
2374e2b911c5SDarrick J. Wong 				 i, le16_to_cpu(ext4_group_desc_csum(sb, i,
2375fd2d4291SAvantika Mathur 				     gdp)), le16_to_cpu(gdp->bg_checksum));
2376bc98a42cSDavid Howells 			if (!sb_rdonly(sb)) {
2377955ce5f5SAneesh Kumar K.V 				ext4_unlock_group(sb, i);
2378717d50e4SAndreas Dilger 				return 0;
2379717d50e4SAndreas Dilger 			}
23807ee1ec4cSLi Zefan 		}
2381955ce5f5SAneesh Kumar K.V 		ext4_unlock_group(sb, i);
2382ce421581SJose R. Santos 		if (!flexbg_flag)
2383617ba13bSMingming Cao 			first_block += EXT4_BLOCKS_PER_GROUP(sb);
2384ac27a0ecSDave Kleikamp 	}
2385bfff6873SLukas Czerner 	if (NULL != first_not_zeroed)
2386bfff6873SLukas Czerner 		*first_not_zeroed = grp;
2387ac27a0ecSDave Kleikamp 	return 1;
2388ac27a0ecSDave Kleikamp }
2389ac27a0ecSDave Kleikamp 
2390617ba13bSMingming Cao /* ext4_orphan_cleanup() walks a singly-linked list of inodes (starting at
2391ac27a0ecSDave Kleikamp  * the superblock) which were deleted from all directories, but held open by
2392ac27a0ecSDave Kleikamp  * a process at the time of a crash.  We walk the list and try to delete these
2393ac27a0ecSDave Kleikamp  * inodes at recovery time (only with a read-write filesystem).
2394ac27a0ecSDave Kleikamp  *
2395ac27a0ecSDave Kleikamp  * In order to keep the orphan inode chain consistent during traversal (in
2396ac27a0ecSDave Kleikamp  * case of crash during recovery), we link each inode into the superblock
2397ac27a0ecSDave Kleikamp  * orphan list_head and handle it the same way as an inode deletion during
2398ac27a0ecSDave Kleikamp  * normal operation (which journals the operations for us).
2399ac27a0ecSDave Kleikamp  *
2400ac27a0ecSDave Kleikamp  * We only do an iget() and an iput() on each inode, which is very safe if we
2401ac27a0ecSDave Kleikamp  * accidentally point at an in-use or already deleted inode.  The worst that
2402ac27a0ecSDave Kleikamp  * can happen in this case is that we get a "bit already cleared" message from
2403617ba13bSMingming Cao  * ext4_free_inode().  The only reason we would point at a wrong inode is if
2404ac27a0ecSDave Kleikamp  * e2fsck was run on this filesystem, and it must have already done the orphan
2405ac27a0ecSDave Kleikamp  * inode cleanup for us, so we can safely abort without any further action.
2406ac27a0ecSDave Kleikamp  */
2407617ba13bSMingming Cao static void ext4_orphan_cleanup(struct super_block *sb,
2408617ba13bSMingming Cao 				struct ext4_super_block *es)
2409ac27a0ecSDave Kleikamp {
2410ac27a0ecSDave Kleikamp 	unsigned int s_flags = sb->s_flags;
24112c98eb5eSTheodore Ts'o 	int ret, nr_orphans = 0, nr_truncates = 0;
2412ac27a0ecSDave Kleikamp #ifdef CONFIG_QUOTA
241395f1fda4Szhangyi (F) 	int quota_update = 0;
2414ac27a0ecSDave Kleikamp 	int i;
2415ac27a0ecSDave Kleikamp #endif
2416ac27a0ecSDave Kleikamp 	if (!es->s_last_orphan) {
2417ac27a0ecSDave Kleikamp 		jbd_debug(4, "no orphan inodes to clean up\n");
2418ac27a0ecSDave Kleikamp 		return;
2419ac27a0ecSDave Kleikamp 	}
2420ac27a0ecSDave Kleikamp 
2421a8f48a95SEric Sandeen 	if (bdev_read_only(sb->s_bdev)) {
2422b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "write access "
2423b31e1552SEric Sandeen 			"unavailable, skipping orphan cleanup");
2424a8f48a95SEric Sandeen 		return;
2425a8f48a95SEric Sandeen 	}
2426a8f48a95SEric Sandeen 
2427d39195c3SAmir Goldstein 	/* Check if feature set would not allow a r/w mount */
2428d39195c3SAmir Goldstein 	if (!ext4_feature_set_ok(sb, 0)) {
2429d39195c3SAmir Goldstein 		ext4_msg(sb, KERN_INFO, "Skipping orphan cleanup due to "
2430d39195c3SAmir Goldstein 			 "unknown ROCOMPAT features");
2431d39195c3SAmir Goldstein 		return;
2432d39195c3SAmir Goldstein 	}
2433d39195c3SAmir Goldstein 
2434617ba13bSMingming Cao 	if (EXT4_SB(sb)->s_mount_state & EXT4_ERROR_FS) {
2435c25f9bc6SEric Sandeen 		/* don't clear list on RO mount w/ errors */
24361751e8a6SLinus Torvalds 		if (es->s_last_orphan && !(s_flags & SB_RDONLY)) {
243784474976SDmitry Monakhov 			ext4_msg(sb, KERN_INFO, "Errors on filesystem, "
2438ac27a0ecSDave Kleikamp 				  "clearing orphan list.\n");
2439ac27a0ecSDave Kleikamp 			es->s_last_orphan = 0;
2440c25f9bc6SEric Sandeen 		}
2441ac27a0ecSDave Kleikamp 		jbd_debug(1, "Skipping orphan recovery on fs with errors.\n");
2442ac27a0ecSDave Kleikamp 		return;
2443ac27a0ecSDave Kleikamp 	}
2444ac27a0ecSDave Kleikamp 
24451751e8a6SLinus Torvalds 	if (s_flags & SB_RDONLY) {
2446b31e1552SEric Sandeen 		ext4_msg(sb, KERN_INFO, "orphan cleanup on readonly fs");
24471751e8a6SLinus Torvalds 		sb->s_flags &= ~SB_RDONLY;
2448ac27a0ecSDave Kleikamp 	}
2449ac27a0ecSDave Kleikamp #ifdef CONFIG_QUOTA
2450ac27a0ecSDave Kleikamp 	/* Needed for iput() to work correctly and not trash data */
24511751e8a6SLinus Torvalds 	sb->s_flags |= SB_ACTIVE;
245295f1fda4Szhangyi (F) 
245395f1fda4Szhangyi (F) 	/*
245495f1fda4Szhangyi (F) 	 * Turn on quotas which were not enabled for read-only mounts if
245595f1fda4Szhangyi (F) 	 * filesystem has quota feature, so that they are updated correctly.
245695f1fda4Szhangyi (F) 	 */
24571751e8a6SLinus Torvalds 	if (ext4_has_feature_quota(sb) && (s_flags & SB_RDONLY)) {
245895f1fda4Szhangyi (F) 		int ret = ext4_enable_quotas(sb);
245995f1fda4Szhangyi (F) 
246095f1fda4Szhangyi (F) 		if (!ret)
246195f1fda4Szhangyi (F) 			quota_update = 1;
246295f1fda4Szhangyi (F) 		else
246395f1fda4Szhangyi (F) 			ext4_msg(sb, KERN_ERR,
246495f1fda4Szhangyi (F) 				"Cannot turn on quotas: error %d", ret);
246595f1fda4Szhangyi (F) 	}
246695f1fda4Szhangyi (F) 
246795f1fda4Szhangyi (F) 	/* Turn on journaled quotas used for old sytle */
2468a2d4a646SJan Kara 	for (i = 0; i < EXT4_MAXQUOTAS; i++) {
2469617ba13bSMingming Cao 		if (EXT4_SB(sb)->s_qf_names[i]) {
2470617ba13bSMingming Cao 			int ret = ext4_quota_on_mount(sb, i);
247195f1fda4Szhangyi (F) 
247295f1fda4Szhangyi (F) 			if (!ret)
247395f1fda4Szhangyi (F) 				quota_update = 1;
247495f1fda4Szhangyi (F) 			else
2475b31e1552SEric Sandeen 				ext4_msg(sb, KERN_ERR,
2476b31e1552SEric Sandeen 					"Cannot turn on journaled "
247795f1fda4Szhangyi (F) 					"quota: type %d: error %d", i, ret);
2478ac27a0ecSDave Kleikamp 		}
2479ac27a0ecSDave Kleikamp 	}
2480ac27a0ecSDave Kleikamp #endif
2481ac27a0ecSDave Kleikamp 
2482ac27a0ecSDave Kleikamp 	while (es->s_last_orphan) {
2483ac27a0ecSDave Kleikamp 		struct inode *inode;
2484ac27a0ecSDave Kleikamp 
2485c65d5c6cSVegard Nossum 		/*
2486c65d5c6cSVegard Nossum 		 * We may have encountered an error during cleanup; if
2487c65d5c6cSVegard Nossum 		 * so, skip the rest.
2488c65d5c6cSVegard Nossum 		 */
2489c65d5c6cSVegard Nossum 		if (EXT4_SB(sb)->s_mount_state & EXT4_ERROR_FS) {
2490c65d5c6cSVegard Nossum 			jbd_debug(1, "Skipping orphan recovery on fs with errors.\n");
2491c65d5c6cSVegard Nossum 			es->s_last_orphan = 0;
2492c65d5c6cSVegard Nossum 			break;
2493c65d5c6cSVegard Nossum 		}
2494c65d5c6cSVegard Nossum 
249597bd42b9SJosef Bacik 		inode = ext4_orphan_get(sb, le32_to_cpu(es->s_last_orphan));
249697bd42b9SJosef Bacik 		if (IS_ERR(inode)) {
2497ac27a0ecSDave Kleikamp 			es->s_last_orphan = 0;
2498ac27a0ecSDave Kleikamp 			break;
2499ac27a0ecSDave Kleikamp 		}
2500ac27a0ecSDave Kleikamp 
2501617ba13bSMingming Cao 		list_add(&EXT4_I(inode)->i_orphan, &EXT4_SB(sb)->s_orphan);
2502871a2931SChristoph Hellwig 		dquot_initialize(inode);
2503ac27a0ecSDave Kleikamp 		if (inode->i_nlink) {
2504566370a2SPaul Taysom 			if (test_opt(sb, DEBUG))
2505b31e1552SEric Sandeen 				ext4_msg(sb, KERN_DEBUG,
2506b31e1552SEric Sandeen 					"%s: truncating inode %lu to %lld bytes",
250746e665e9SHarvey Harrison 					__func__, inode->i_ino, inode->i_size);
2508e5f8eab8STheodore Ts'o 			jbd_debug(2, "truncating inode %lu to %lld bytes\n",
2509ac27a0ecSDave Kleikamp 				  inode->i_ino, inode->i_size);
25105955102cSAl Viro 			inode_lock(inode);
251155f252c9SLukas Czerner 			truncate_inode_pages(inode->i_mapping, inode->i_size);
25122c98eb5eSTheodore Ts'o 			ret = ext4_truncate(inode);
25132c98eb5eSTheodore Ts'o 			if (ret)
25142c98eb5eSTheodore Ts'o 				ext4_std_error(inode->i_sb, ret);
25155955102cSAl Viro 			inode_unlock(inode);
2516ac27a0ecSDave Kleikamp 			nr_truncates++;
2517ac27a0ecSDave Kleikamp 		} else {
2518566370a2SPaul Taysom 			if (test_opt(sb, DEBUG))
2519b31e1552SEric Sandeen 				ext4_msg(sb, KERN_DEBUG,
2520b31e1552SEric Sandeen 					"%s: deleting unreferenced inode %lu",
252146e665e9SHarvey Harrison 					__func__, inode->i_ino);
2522ac27a0ecSDave Kleikamp 			jbd_debug(2, "deleting unreferenced inode %lu\n",
2523ac27a0ecSDave Kleikamp 				  inode->i_ino);
2524ac27a0ecSDave Kleikamp 			nr_orphans++;
2525ac27a0ecSDave Kleikamp 		}
2526ac27a0ecSDave Kleikamp 		iput(inode);  /* The delete magic happens here! */
2527ac27a0ecSDave Kleikamp 	}
2528ac27a0ecSDave Kleikamp 
2529ac27a0ecSDave Kleikamp #define PLURAL(x) (x), ((x) == 1) ? "" : "s"
2530ac27a0ecSDave Kleikamp 
2531ac27a0ecSDave Kleikamp 	if (nr_orphans)
2532b31e1552SEric Sandeen 		ext4_msg(sb, KERN_INFO, "%d orphan inode%s deleted",
2533b31e1552SEric Sandeen 		       PLURAL(nr_orphans));
2534ac27a0ecSDave Kleikamp 	if (nr_truncates)
2535b31e1552SEric Sandeen 		ext4_msg(sb, KERN_INFO, "%d truncate%s cleaned up",
2536b31e1552SEric Sandeen 		       PLURAL(nr_truncates));
2537ac27a0ecSDave Kleikamp #ifdef CONFIG_QUOTA
253895f1fda4Szhangyi (F) 	/* Turn off quotas if they were enabled for orphan cleanup */
253995f1fda4Szhangyi (F) 	if (quota_update) {
2540a2d4a646SJan Kara 		for (i = 0; i < EXT4_MAXQUOTAS; i++) {
254195f1fda4Szhangyi (F) 			if (sb_dqopt(sb)->files[i])
2542287a8095SChristoph Hellwig 				dquot_quota_off(sb, i);
2543ac27a0ecSDave Kleikamp 		}
254495f1fda4Szhangyi (F) 	}
2545ac27a0ecSDave Kleikamp #endif
25461751e8a6SLinus Torvalds 	sb->s_flags = s_flags; /* Restore SB_RDONLY status */
2547ac27a0ecSDave Kleikamp }
25480b8e58a1SAndreas Dilger 
2549cd2291a4SEric Sandeen /*
2550cd2291a4SEric Sandeen  * Maximal extent format file size.
2551cd2291a4SEric Sandeen  * Resulting logical blkno at s_maxbytes must fit in our on-disk
2552cd2291a4SEric Sandeen  * extent format containers, within a sector_t, and within i_blocks
2553cd2291a4SEric Sandeen  * in the vfs.  ext4 inode has 48 bits of i_block in fsblock units,
2554cd2291a4SEric Sandeen  * so that won't be a limiting factor.
2555cd2291a4SEric Sandeen  *
2556f17722f9SLukas Czerner  * However there is other limiting factor. We do store extents in the form
2557f17722f9SLukas Czerner  * of starting block and length, hence the resulting length of the extent
2558f17722f9SLukas Czerner  * covering maximum file size must fit into on-disk format containers as
2559f17722f9SLukas Czerner  * well. Given that length is always by 1 unit bigger than max unit (because
2560f17722f9SLukas Czerner  * we count 0 as well) we have to lower the s_maxbytes by one fs block.
2561f17722f9SLukas Czerner  *
2562cd2291a4SEric Sandeen  * Note, this does *not* consider any metadata overhead for vfs i_blocks.
2563cd2291a4SEric Sandeen  */
2564f287a1a5STheodore Ts'o static loff_t ext4_max_size(int blkbits, int has_huge_files)
2565cd2291a4SEric Sandeen {
2566cd2291a4SEric Sandeen 	loff_t res;
2567cd2291a4SEric Sandeen 	loff_t upper_limit = MAX_LFS_FILESIZE;
2568cd2291a4SEric Sandeen 
2569cd2291a4SEric Sandeen 	/* small i_blocks in vfs inode? */
2570f287a1a5STheodore Ts'o 	if (!has_huge_files || sizeof(blkcnt_t) < sizeof(u64)) {
2571cd2291a4SEric Sandeen 		/*
257290c699a9SBartlomiej Zolnierkiewicz 		 * CONFIG_LBDAF is not enabled implies the inode
2573cd2291a4SEric Sandeen 		 * i_block represent total blocks in 512 bytes
2574cd2291a4SEric Sandeen 		 * 32 == size of vfs inode i_blocks * 8
2575cd2291a4SEric Sandeen 		 */
2576cd2291a4SEric Sandeen 		upper_limit = (1LL << 32) - 1;
2577cd2291a4SEric Sandeen 
2578cd2291a4SEric Sandeen 		/* total blocks in file system block size */
2579cd2291a4SEric Sandeen 		upper_limit >>= (blkbits - 9);
2580cd2291a4SEric Sandeen 		upper_limit <<= blkbits;
2581cd2291a4SEric Sandeen 	}
2582cd2291a4SEric Sandeen 
2583f17722f9SLukas Czerner 	/*
2584f17722f9SLukas Czerner 	 * 32-bit extent-start container, ee_block. We lower the maxbytes
2585f17722f9SLukas Czerner 	 * by one fs block, so ee_len can cover the extent of maximum file
2586f17722f9SLukas Czerner 	 * size
2587f17722f9SLukas Czerner 	 */
2588f17722f9SLukas Czerner 	res = (1LL << 32) - 1;
2589cd2291a4SEric Sandeen 	res <<= blkbits;
2590cd2291a4SEric Sandeen 
2591cd2291a4SEric Sandeen 	/* Sanity check against vm- & vfs- imposed limits */
2592cd2291a4SEric Sandeen 	if (res > upper_limit)
2593cd2291a4SEric Sandeen 		res = upper_limit;
2594cd2291a4SEric Sandeen 
2595cd2291a4SEric Sandeen 	return res;
2596cd2291a4SEric Sandeen }
2597ac27a0ecSDave Kleikamp 
2598ac27a0ecSDave Kleikamp /*
2599cd2291a4SEric Sandeen  * Maximal bitmap file size.  There is a direct, and {,double-,triple-}indirect
26000fc1b451SAneesh Kumar K.V  * block limit, and also a limit of (2^48 - 1) 512-byte sectors in i_blocks.
26010fc1b451SAneesh Kumar K.V  * We need to be 1 filesystem block less than the 2^48 sector limit.
2602ac27a0ecSDave Kleikamp  */
2603f287a1a5STheodore Ts'o static loff_t ext4_max_bitmap_size(int bits, int has_huge_files)
2604ac27a0ecSDave Kleikamp {
2605617ba13bSMingming Cao 	loff_t res = EXT4_NDIR_BLOCKS;
26060fc1b451SAneesh Kumar K.V 	int meta_blocks;
26070fc1b451SAneesh Kumar K.V 	loff_t upper_limit;
26080b8e58a1SAndreas Dilger 	/* This is calculated to be the largest file size for a dense, block
26090b8e58a1SAndreas Dilger 	 * mapped file such that the file's total number of 512-byte sectors,
26100b8e58a1SAndreas Dilger 	 * including data and all indirect blocks, does not exceed (2^48 - 1).
26110b8e58a1SAndreas Dilger 	 *
26120b8e58a1SAndreas Dilger 	 * __u32 i_blocks_lo and _u16 i_blocks_high represent the total
26130b8e58a1SAndreas Dilger 	 * number of 512-byte sectors of the file.
26140fc1b451SAneesh Kumar K.V 	 */
26150fc1b451SAneesh Kumar K.V 
2616f287a1a5STheodore Ts'o 	if (!has_huge_files || sizeof(blkcnt_t) < sizeof(u64)) {
26170fc1b451SAneesh Kumar K.V 		/*
261890c699a9SBartlomiej Zolnierkiewicz 		 * !has_huge_files or CONFIG_LBDAF not enabled implies that
26190b8e58a1SAndreas Dilger 		 * the inode i_block field represents total file blocks in
26200b8e58a1SAndreas Dilger 		 * 2^32 512-byte sectors == size of vfs inode i_blocks * 8
26210fc1b451SAneesh Kumar K.V 		 */
26220fc1b451SAneesh Kumar K.V 		upper_limit = (1LL << 32) - 1;
26230fc1b451SAneesh Kumar K.V 
26240fc1b451SAneesh Kumar K.V 		/* total blocks in file system block size */
26250fc1b451SAneesh Kumar K.V 		upper_limit >>= (bits - 9);
26260fc1b451SAneesh Kumar K.V 
26270fc1b451SAneesh Kumar K.V 	} else {
26288180a562SAneesh Kumar K.V 		/*
26298180a562SAneesh Kumar K.V 		 * We use 48 bit ext4_inode i_blocks
26308180a562SAneesh Kumar K.V 		 * With EXT4_HUGE_FILE_FL set the i_blocks
26318180a562SAneesh Kumar K.V 		 * represent total number of blocks in
26328180a562SAneesh Kumar K.V 		 * file system block size
26338180a562SAneesh Kumar K.V 		 */
26340fc1b451SAneesh Kumar K.V 		upper_limit = (1LL << 48) - 1;
26350fc1b451SAneesh Kumar K.V 
26360fc1b451SAneesh Kumar K.V 	}
26370fc1b451SAneesh Kumar K.V 
26380fc1b451SAneesh Kumar K.V 	/* indirect blocks */
26390fc1b451SAneesh Kumar K.V 	meta_blocks = 1;
26400fc1b451SAneesh Kumar K.V 	/* double indirect blocks */
26410fc1b451SAneesh Kumar K.V 	meta_blocks += 1 + (1LL << (bits-2));
26420fc1b451SAneesh Kumar K.V 	/* tripple indirect blocks */
26430fc1b451SAneesh Kumar K.V 	meta_blocks += 1 + (1LL << (bits-2)) + (1LL << (2*(bits-2)));
26440fc1b451SAneesh Kumar K.V 
26450fc1b451SAneesh Kumar K.V 	upper_limit -= meta_blocks;
26460fc1b451SAneesh Kumar K.V 	upper_limit <<= bits;
2647ac27a0ecSDave Kleikamp 
2648ac27a0ecSDave Kleikamp 	res += 1LL << (bits-2);
2649ac27a0ecSDave Kleikamp 	res += 1LL << (2*(bits-2));
2650ac27a0ecSDave Kleikamp 	res += 1LL << (3*(bits-2));
2651ac27a0ecSDave Kleikamp 	res <<= bits;
2652ac27a0ecSDave Kleikamp 	if (res > upper_limit)
2653ac27a0ecSDave Kleikamp 		res = upper_limit;
26540fc1b451SAneesh Kumar K.V 
26550fc1b451SAneesh Kumar K.V 	if (res > MAX_LFS_FILESIZE)
26560fc1b451SAneesh Kumar K.V 		res = MAX_LFS_FILESIZE;
26570fc1b451SAneesh Kumar K.V 
2658ac27a0ecSDave Kleikamp 	return res;
2659ac27a0ecSDave Kleikamp }
2660ac27a0ecSDave Kleikamp 
2661617ba13bSMingming Cao static ext4_fsblk_t descriptor_loc(struct super_block *sb,
266270bbb3e0SAndrew Morton 				   ext4_fsblk_t logical_sb_block, int nr)
2663ac27a0ecSDave Kleikamp {
2664617ba13bSMingming Cao 	struct ext4_sb_info *sbi = EXT4_SB(sb);
2665fd2d4291SAvantika Mathur 	ext4_group_t bg, first_meta_bg;
2666ac27a0ecSDave Kleikamp 	int has_super = 0;
2667ac27a0ecSDave Kleikamp 
2668ac27a0ecSDave Kleikamp 	first_meta_bg = le32_to_cpu(sbi->s_es->s_first_meta_bg);
2669ac27a0ecSDave Kleikamp 
2670e2b911c5SDarrick J. Wong 	if (!ext4_has_feature_meta_bg(sb) || nr < first_meta_bg)
267170bbb3e0SAndrew Morton 		return logical_sb_block + nr + 1;
2672ac27a0ecSDave Kleikamp 	bg = sbi->s_desc_per_block * nr;
2673617ba13bSMingming Cao 	if (ext4_bg_has_super(sb, bg))
2674ac27a0ecSDave Kleikamp 		has_super = 1;
26750b8e58a1SAndreas Dilger 
2676bd63f6b0SDarrick J. Wong 	/*
2677bd63f6b0SDarrick J. Wong 	 * If we have a meta_bg fs with 1k blocks, group 0's GDT is at
2678bd63f6b0SDarrick J. Wong 	 * block 2, not 1.  If s_first_data_block == 0 (bigalloc is enabled
2679bd63f6b0SDarrick J. Wong 	 * on modern mke2fs or blksize > 1k on older mke2fs) then we must
2680bd63f6b0SDarrick J. Wong 	 * compensate.
2681bd63f6b0SDarrick J. Wong 	 */
2682bd63f6b0SDarrick J. Wong 	if (sb->s_blocksize == 1024 && nr == 0 &&
268349598e04SJun Piao 	    le32_to_cpu(sbi->s_es->s_first_data_block) == 0)
2684bd63f6b0SDarrick J. Wong 		has_super++;
2685bd63f6b0SDarrick J. Wong 
2686617ba13bSMingming Cao 	return (has_super + ext4_group_first_block_no(sb, bg));
2687ac27a0ecSDave Kleikamp }
2688ac27a0ecSDave Kleikamp 
2689c9de560dSAlex Tomas /**
2690c9de560dSAlex Tomas  * ext4_get_stripe_size: Get the stripe size.
2691c9de560dSAlex Tomas  * @sbi: In memory super block info
2692c9de560dSAlex Tomas  *
2693c9de560dSAlex Tomas  * If we have specified it via mount option, then
2694c9de560dSAlex Tomas  * use the mount option value. If the value specified at mount time is
2695c9de560dSAlex Tomas  * greater than the blocks per group use the super block value.
2696c9de560dSAlex Tomas  * If the super block value is greater than blocks per group return 0.
2697c9de560dSAlex Tomas  * Allocator needs it be less than blocks per group.
2698c9de560dSAlex Tomas  *
2699c9de560dSAlex Tomas  */
2700c9de560dSAlex Tomas static unsigned long ext4_get_stripe_size(struct ext4_sb_info *sbi)
2701c9de560dSAlex Tomas {
2702c9de560dSAlex Tomas 	unsigned long stride = le16_to_cpu(sbi->s_es->s_raid_stride);
2703c9de560dSAlex Tomas 	unsigned long stripe_width =
2704c9de560dSAlex Tomas 			le32_to_cpu(sbi->s_es->s_raid_stripe_width);
27053eb08658SDan Ehrenberg 	int ret;
2706c9de560dSAlex Tomas 
2707c9de560dSAlex Tomas 	if (sbi->s_stripe && sbi->s_stripe <= sbi->s_blocks_per_group)
27083eb08658SDan Ehrenberg 		ret = sbi->s_stripe;
27095469d7c3SJan Kara 	else if (stripe_width && stripe_width <= sbi->s_blocks_per_group)
27103eb08658SDan Ehrenberg 		ret = stripe_width;
27115469d7c3SJan Kara 	else if (stride && stride <= sbi->s_blocks_per_group)
27123eb08658SDan Ehrenberg 		ret = stride;
27133eb08658SDan Ehrenberg 	else
27143eb08658SDan Ehrenberg 		ret = 0;
2715c9de560dSAlex Tomas 
27163eb08658SDan Ehrenberg 	/*
27173eb08658SDan Ehrenberg 	 * If the stripe width is 1, this makes no sense and
27183eb08658SDan Ehrenberg 	 * we set it to 0 to turn off stripe handling code.
27193eb08658SDan Ehrenberg 	 */
27203eb08658SDan Ehrenberg 	if (ret <= 1)
27213eb08658SDan Ehrenberg 		ret = 0;
2722c9de560dSAlex Tomas 
27233eb08658SDan Ehrenberg 	return ret;
2724c9de560dSAlex Tomas }
2725ac27a0ecSDave Kleikamp 
2726a13fb1a4SEric Sandeen /*
2727a13fb1a4SEric Sandeen  * Check whether this filesystem can be mounted based on
2728a13fb1a4SEric Sandeen  * the features present and the RDONLY/RDWR mount requested.
2729a13fb1a4SEric Sandeen  * Returns 1 if this filesystem can be mounted as requested,
2730a13fb1a4SEric Sandeen  * 0 if it cannot be.
2731a13fb1a4SEric Sandeen  */
2732a13fb1a4SEric Sandeen static int ext4_feature_set_ok(struct super_block *sb, int readonly)
2733a13fb1a4SEric Sandeen {
2734e2b911c5SDarrick J. Wong 	if (ext4_has_unknown_ext4_incompat_features(sb)) {
2735a13fb1a4SEric Sandeen 		ext4_msg(sb, KERN_ERR,
2736a13fb1a4SEric Sandeen 			"Couldn't mount because of "
2737a13fb1a4SEric Sandeen 			"unsupported optional features (%x)",
2738a13fb1a4SEric Sandeen 			(le32_to_cpu(EXT4_SB(sb)->s_es->s_feature_incompat) &
2739a13fb1a4SEric Sandeen 			~EXT4_FEATURE_INCOMPAT_SUPP));
2740a13fb1a4SEric Sandeen 		return 0;
2741a13fb1a4SEric Sandeen 	}
2742a13fb1a4SEric Sandeen 
2743a13fb1a4SEric Sandeen 	if (readonly)
2744a13fb1a4SEric Sandeen 		return 1;
2745a13fb1a4SEric Sandeen 
2746e2b911c5SDarrick J. Wong 	if (ext4_has_feature_readonly(sb)) {
27472cb5cc8bSDarrick J. Wong 		ext4_msg(sb, KERN_INFO, "filesystem is read-only");
27481751e8a6SLinus Torvalds 		sb->s_flags |= SB_RDONLY;
27492cb5cc8bSDarrick J. Wong 		return 1;
27502cb5cc8bSDarrick J. Wong 	}
27512cb5cc8bSDarrick J. Wong 
2752a13fb1a4SEric Sandeen 	/* Check that feature set is OK for a read-write mount */
2753e2b911c5SDarrick J. Wong 	if (ext4_has_unknown_ext4_ro_compat_features(sb)) {
2754a13fb1a4SEric Sandeen 		ext4_msg(sb, KERN_ERR, "couldn't mount RDWR because of "
2755a13fb1a4SEric Sandeen 			 "unsupported optional features (%x)",
2756a13fb1a4SEric Sandeen 			 (le32_to_cpu(EXT4_SB(sb)->s_es->s_feature_ro_compat) &
2757a13fb1a4SEric Sandeen 				~EXT4_FEATURE_RO_COMPAT_SUPP));
2758a13fb1a4SEric Sandeen 		return 0;
2759a13fb1a4SEric Sandeen 	}
2760a13fb1a4SEric Sandeen 	/*
2761a13fb1a4SEric Sandeen 	 * Large file size enabled file system can only be mounted
2762a13fb1a4SEric Sandeen 	 * read-write on 32-bit systems if kernel is built with CONFIG_LBDAF
2763a13fb1a4SEric Sandeen 	 */
2764e2b911c5SDarrick J. Wong 	if (ext4_has_feature_huge_file(sb)) {
2765a13fb1a4SEric Sandeen 		if (sizeof(blkcnt_t) < sizeof(u64)) {
2766a13fb1a4SEric Sandeen 			ext4_msg(sb, KERN_ERR, "Filesystem with huge files "
2767a13fb1a4SEric Sandeen 				 "cannot be mounted RDWR without "
2768a13fb1a4SEric Sandeen 				 "CONFIG_LBDAF");
2769a13fb1a4SEric Sandeen 			return 0;
2770a13fb1a4SEric Sandeen 		}
2771a13fb1a4SEric Sandeen 	}
2772e2b911c5SDarrick J. Wong 	if (ext4_has_feature_bigalloc(sb) && !ext4_has_feature_extents(sb)) {
2773bab08ab9STheodore Ts'o 		ext4_msg(sb, KERN_ERR,
2774bab08ab9STheodore Ts'o 			 "Can't support bigalloc feature without "
2775bab08ab9STheodore Ts'o 			 "extents feature\n");
2776bab08ab9STheodore Ts'o 		return 0;
2777bab08ab9STheodore Ts'o 	}
27787c319d32SAditya Kali 
27797c319d32SAditya Kali #ifndef CONFIG_QUOTA
2780e2b911c5SDarrick J. Wong 	if (ext4_has_feature_quota(sb) && !readonly) {
27817c319d32SAditya Kali 		ext4_msg(sb, KERN_ERR,
27827c319d32SAditya Kali 			 "Filesystem with quota feature cannot be mounted RDWR "
27837c319d32SAditya Kali 			 "without CONFIG_QUOTA");
27847c319d32SAditya Kali 		return 0;
27857c319d32SAditya Kali 	}
2786689c958cSLi Xi 	if (ext4_has_feature_project(sb) && !readonly) {
2787689c958cSLi Xi 		ext4_msg(sb, KERN_ERR,
2788689c958cSLi Xi 			 "Filesystem with project quota feature cannot be mounted RDWR "
2789689c958cSLi Xi 			 "without CONFIG_QUOTA");
2790689c958cSLi Xi 		return 0;
2791689c958cSLi Xi 	}
27927c319d32SAditya Kali #endif  /* CONFIG_QUOTA */
2793a13fb1a4SEric Sandeen 	return 1;
2794a13fb1a4SEric Sandeen }
2795a13fb1a4SEric Sandeen 
279666e61a9eSTheodore Ts'o /*
279766e61a9eSTheodore Ts'o  * This function is called once a day if we have errors logged
279866e61a9eSTheodore Ts'o  * on the file system
279966e61a9eSTheodore Ts'o  */
2800235699a8SKees Cook static void print_daily_error_info(struct timer_list *t)
280166e61a9eSTheodore Ts'o {
2802235699a8SKees Cook 	struct ext4_sb_info *sbi = from_timer(sbi, t, s_err_report);
2803235699a8SKees Cook 	struct super_block *sb = sbi->s_sb;
2804235699a8SKees Cook 	struct ext4_super_block *es = sbi->s_es;
280566e61a9eSTheodore Ts'o 
280666e61a9eSTheodore Ts'o 	if (es->s_error_count)
2807ae0f78deSTheodore Ts'o 		/* fsck newer than v1.41.13 is needed to clean this condition. */
2808ae0f78deSTheodore Ts'o 		ext4_msg(sb, KERN_NOTICE, "error count since last fsck: %u",
280966e61a9eSTheodore Ts'o 			 le32_to_cpu(es->s_error_count));
281066e61a9eSTheodore Ts'o 	if (es->s_first_error_time) {
2811ae0f78deSTheodore Ts'o 		printk(KERN_NOTICE "EXT4-fs (%s): initial error at time %u: %.*s:%d",
281266e61a9eSTheodore Ts'o 		       sb->s_id, le32_to_cpu(es->s_first_error_time),
281366e61a9eSTheodore Ts'o 		       (int) sizeof(es->s_first_error_func),
281466e61a9eSTheodore Ts'o 		       es->s_first_error_func,
281566e61a9eSTheodore Ts'o 		       le32_to_cpu(es->s_first_error_line));
281666e61a9eSTheodore Ts'o 		if (es->s_first_error_ino)
2817651e1c3bSJoe Perches 			printk(KERN_CONT ": inode %u",
281866e61a9eSTheodore Ts'o 			       le32_to_cpu(es->s_first_error_ino));
281966e61a9eSTheodore Ts'o 		if (es->s_first_error_block)
2820651e1c3bSJoe Perches 			printk(KERN_CONT ": block %llu", (unsigned long long)
282166e61a9eSTheodore Ts'o 			       le64_to_cpu(es->s_first_error_block));
2822651e1c3bSJoe Perches 		printk(KERN_CONT "\n");
282366e61a9eSTheodore Ts'o 	}
282466e61a9eSTheodore Ts'o 	if (es->s_last_error_time) {
2825ae0f78deSTheodore Ts'o 		printk(KERN_NOTICE "EXT4-fs (%s): last error at time %u: %.*s:%d",
282666e61a9eSTheodore Ts'o 		       sb->s_id, le32_to_cpu(es->s_last_error_time),
282766e61a9eSTheodore Ts'o 		       (int) sizeof(es->s_last_error_func),
282866e61a9eSTheodore Ts'o 		       es->s_last_error_func,
282966e61a9eSTheodore Ts'o 		       le32_to_cpu(es->s_last_error_line));
283066e61a9eSTheodore Ts'o 		if (es->s_last_error_ino)
2831651e1c3bSJoe Perches 			printk(KERN_CONT ": inode %u",
283266e61a9eSTheodore Ts'o 			       le32_to_cpu(es->s_last_error_ino));
283366e61a9eSTheodore Ts'o 		if (es->s_last_error_block)
2834651e1c3bSJoe Perches 			printk(KERN_CONT ": block %llu", (unsigned long long)
283566e61a9eSTheodore Ts'o 			       le64_to_cpu(es->s_last_error_block));
2836651e1c3bSJoe Perches 		printk(KERN_CONT "\n");
283766e61a9eSTheodore Ts'o 	}
283866e61a9eSTheodore Ts'o 	mod_timer(&sbi->s_err_report, jiffies + 24*60*60*HZ);  /* Once a day */
283966e61a9eSTheodore Ts'o }
284066e61a9eSTheodore Ts'o 
2841bfff6873SLukas Czerner /* Find next suitable group and run ext4_init_inode_table */
2842bfff6873SLukas Czerner static int ext4_run_li_request(struct ext4_li_request *elr)
2843bfff6873SLukas Czerner {
2844bfff6873SLukas Czerner 	struct ext4_group_desc *gdp = NULL;
2845bfff6873SLukas Czerner 	ext4_group_t group, ngroups;
2846bfff6873SLukas Czerner 	struct super_block *sb;
2847bfff6873SLukas Czerner 	unsigned long timeout = 0;
2848bfff6873SLukas Czerner 	int ret = 0;
2849bfff6873SLukas Czerner 
2850bfff6873SLukas Czerner 	sb = elr->lr_super;
2851bfff6873SLukas Czerner 	ngroups = EXT4_SB(sb)->s_groups_count;
2852bfff6873SLukas Czerner 
2853bfff6873SLukas Czerner 	for (group = elr->lr_next_group; group < ngroups; group++) {
2854bfff6873SLukas Czerner 		gdp = ext4_get_group_desc(sb, group, NULL);
2855bfff6873SLukas Czerner 		if (!gdp) {
2856bfff6873SLukas Czerner 			ret = 1;
2857bfff6873SLukas Czerner 			break;
2858bfff6873SLukas Czerner 		}
2859bfff6873SLukas Czerner 
2860bfff6873SLukas Czerner 		if (!(gdp->bg_flags & cpu_to_le16(EXT4_BG_INODE_ZEROED)))
2861bfff6873SLukas Czerner 			break;
2862bfff6873SLukas Czerner 	}
2863bfff6873SLukas Czerner 
28647f511862STheodore Ts'o 	if (group >= ngroups)
2865bfff6873SLukas Czerner 		ret = 1;
2866bfff6873SLukas Czerner 
2867bfff6873SLukas Czerner 	if (!ret) {
2868bfff6873SLukas Czerner 		timeout = jiffies;
2869bfff6873SLukas Czerner 		ret = ext4_init_inode_table(sb, group,
2870bfff6873SLukas Czerner 					    elr->lr_timeout ? 0 : 1);
2871bfff6873SLukas Czerner 		if (elr->lr_timeout == 0) {
287251ce6511SLukas Czerner 			timeout = (jiffies - timeout) *
287351ce6511SLukas Czerner 				  elr->lr_sbi->s_li_wait_mult;
2874bfff6873SLukas Czerner 			elr->lr_timeout = timeout;
2875bfff6873SLukas Czerner 		}
2876bfff6873SLukas Czerner 		elr->lr_next_sched = jiffies + elr->lr_timeout;
2877bfff6873SLukas Czerner 		elr->lr_next_group = group + 1;
2878bfff6873SLukas Czerner 	}
2879bfff6873SLukas Czerner 	return ret;
2880bfff6873SLukas Czerner }
2881bfff6873SLukas Czerner 
2882bfff6873SLukas Czerner /*
2883bfff6873SLukas Czerner  * Remove lr_request from the list_request and free the
28844ed5c033SLukas Czerner  * request structure. Should be called with li_list_mtx held
2885bfff6873SLukas Czerner  */
2886bfff6873SLukas Czerner static void ext4_remove_li_request(struct ext4_li_request *elr)
2887bfff6873SLukas Czerner {
2888bfff6873SLukas Czerner 	struct ext4_sb_info *sbi;
2889bfff6873SLukas Czerner 
2890bfff6873SLukas Czerner 	if (!elr)
2891bfff6873SLukas Czerner 		return;
2892bfff6873SLukas Czerner 
2893bfff6873SLukas Czerner 	sbi = elr->lr_sbi;
2894bfff6873SLukas Czerner 
2895bfff6873SLukas Czerner 	list_del(&elr->lr_request);
2896bfff6873SLukas Czerner 	sbi->s_li_request = NULL;
2897bfff6873SLukas Czerner 	kfree(elr);
2898bfff6873SLukas Czerner }
2899bfff6873SLukas Czerner 
2900bfff6873SLukas Czerner static void ext4_unregister_li_request(struct super_block *sb)
2901bfff6873SLukas Czerner {
29021bb933fbSLukas Czerner 	mutex_lock(&ext4_li_mtx);
29031bb933fbSLukas Czerner 	if (!ext4_li_info) {
29041bb933fbSLukas Czerner 		mutex_unlock(&ext4_li_mtx);
2905bfff6873SLukas Czerner 		return;
29061bb933fbSLukas Czerner 	}
2907bfff6873SLukas Czerner 
2908bfff6873SLukas Czerner 	mutex_lock(&ext4_li_info->li_list_mtx);
29091bb933fbSLukas Czerner 	ext4_remove_li_request(EXT4_SB(sb)->s_li_request);
2910bfff6873SLukas Czerner 	mutex_unlock(&ext4_li_info->li_list_mtx);
29111bb933fbSLukas Czerner 	mutex_unlock(&ext4_li_mtx);
2912bfff6873SLukas Czerner }
2913bfff6873SLukas Czerner 
29148f1f7453SEric Sandeen static struct task_struct *ext4_lazyinit_task;
29158f1f7453SEric Sandeen 
2916bfff6873SLukas Czerner /*
2917bfff6873SLukas Czerner  * This is the function where ext4lazyinit thread lives. It walks
2918bfff6873SLukas Czerner  * through the request list searching for next scheduled filesystem.
2919bfff6873SLukas Czerner  * When such a fs is found, run the lazy initialization request
2920bfff6873SLukas Czerner  * (ext4_rn_li_request) and keep track of the time spend in this
2921bfff6873SLukas Czerner  * function. Based on that time we compute next schedule time of
2922bfff6873SLukas Czerner  * the request. When walking through the list is complete, compute
2923bfff6873SLukas Czerner  * next waking time and put itself into sleep.
2924bfff6873SLukas Czerner  */
2925bfff6873SLukas Czerner static int ext4_lazyinit_thread(void *arg)
2926bfff6873SLukas Czerner {
2927bfff6873SLukas Czerner 	struct ext4_lazy_init *eli = (struct ext4_lazy_init *)arg;
2928bfff6873SLukas Czerner 	struct list_head *pos, *n;
2929bfff6873SLukas Czerner 	struct ext4_li_request *elr;
29304ed5c033SLukas Czerner 	unsigned long next_wakeup, cur;
2931bfff6873SLukas Czerner 
2932bfff6873SLukas Czerner 	BUG_ON(NULL == eli);
2933bfff6873SLukas Czerner 
2934bfff6873SLukas Czerner cont_thread:
2935bfff6873SLukas Czerner 	while (true) {
2936bfff6873SLukas Czerner 		next_wakeup = MAX_JIFFY_OFFSET;
2937bfff6873SLukas Czerner 
2938bfff6873SLukas Czerner 		mutex_lock(&eli->li_list_mtx);
2939bfff6873SLukas Czerner 		if (list_empty(&eli->li_request_list)) {
2940bfff6873SLukas Czerner 			mutex_unlock(&eli->li_list_mtx);
2941bfff6873SLukas Czerner 			goto exit_thread;
2942bfff6873SLukas Czerner 		}
2943bfff6873SLukas Czerner 		list_for_each_safe(pos, n, &eli->li_request_list) {
2944e22834f0SDmitry Monakhov 			int err = 0;
2945e22834f0SDmitry Monakhov 			int progress = 0;
2946bfff6873SLukas Czerner 			elr = list_entry(pos, struct ext4_li_request,
2947bfff6873SLukas Czerner 					 lr_request);
2948bfff6873SLukas Czerner 
2949e22834f0SDmitry Monakhov 			if (time_before(jiffies, elr->lr_next_sched)) {
2950e22834f0SDmitry Monakhov 				if (time_before(elr->lr_next_sched, next_wakeup))
2951e22834f0SDmitry Monakhov 					next_wakeup = elr->lr_next_sched;
2952e22834f0SDmitry Monakhov 				continue;
2953e22834f0SDmitry Monakhov 			}
2954e22834f0SDmitry Monakhov 			if (down_read_trylock(&elr->lr_super->s_umount)) {
2955e22834f0SDmitry Monakhov 				if (sb_start_write_trylock(elr->lr_super)) {
2956e22834f0SDmitry Monakhov 					progress = 1;
2957e22834f0SDmitry Monakhov 					/*
2958e22834f0SDmitry Monakhov 					 * We hold sb->s_umount, sb can not
2959e22834f0SDmitry Monakhov 					 * be removed from the list, it is
2960e22834f0SDmitry Monakhov 					 * now safe to drop li_list_mtx
2961e22834f0SDmitry Monakhov 					 */
2962e22834f0SDmitry Monakhov 					mutex_unlock(&eli->li_list_mtx);
2963e22834f0SDmitry Monakhov 					err = ext4_run_li_request(elr);
2964e22834f0SDmitry Monakhov 					sb_end_write(elr->lr_super);
2965e22834f0SDmitry Monakhov 					mutex_lock(&eli->li_list_mtx);
2966e22834f0SDmitry Monakhov 					n = pos->next;
2967e22834f0SDmitry Monakhov 				}
2968e22834f0SDmitry Monakhov 				up_read((&elr->lr_super->s_umount));
2969e22834f0SDmitry Monakhov 			}
2970b2c78cd0STheodore Ts'o 			/* error, remove the lazy_init job */
2971e22834f0SDmitry Monakhov 			if (err) {
2972bfff6873SLukas Czerner 				ext4_remove_li_request(elr);
2973bfff6873SLukas Czerner 				continue;
2974bfff6873SLukas Czerner 			}
2975e22834f0SDmitry Monakhov 			if (!progress) {
2976e22834f0SDmitry Monakhov 				elr->lr_next_sched = jiffies +
2977e22834f0SDmitry Monakhov 					(prandom_u32()
2978e22834f0SDmitry Monakhov 					 % (EXT4_DEF_LI_MAX_START_DELAY * HZ));
2979b2c78cd0STheodore Ts'o 			}
2980bfff6873SLukas Czerner 			if (time_before(elr->lr_next_sched, next_wakeup))
2981bfff6873SLukas Czerner 				next_wakeup = elr->lr_next_sched;
2982bfff6873SLukas Czerner 		}
2983bfff6873SLukas Czerner 		mutex_unlock(&eli->li_list_mtx);
2984bfff6873SLukas Czerner 
2985a0acae0eSTejun Heo 		try_to_freeze();
2986bfff6873SLukas Czerner 
29874ed5c033SLukas Czerner 		cur = jiffies;
29884ed5c033SLukas Czerner 		if ((time_after_eq(cur, next_wakeup)) ||
2989f4245bd4SLukas Czerner 		    (MAX_JIFFY_OFFSET == next_wakeup)) {
2990bfff6873SLukas Czerner 			cond_resched();
2991bfff6873SLukas Czerner 			continue;
2992bfff6873SLukas Czerner 		}
2993bfff6873SLukas Czerner 
29944ed5c033SLukas Czerner 		schedule_timeout_interruptible(next_wakeup - cur);
29954ed5c033SLukas Czerner 
29968f1f7453SEric Sandeen 		if (kthread_should_stop()) {
29978f1f7453SEric Sandeen 			ext4_clear_request_list();
29988f1f7453SEric Sandeen 			goto exit_thread;
29998f1f7453SEric Sandeen 		}
3000bfff6873SLukas Czerner 	}
3001bfff6873SLukas Czerner 
3002bfff6873SLukas Czerner exit_thread:
3003bfff6873SLukas Czerner 	/*
3004bfff6873SLukas Czerner 	 * It looks like the request list is empty, but we need
3005bfff6873SLukas Czerner 	 * to check it under the li_list_mtx lock, to prevent any
3006bfff6873SLukas Czerner 	 * additions into it, and of course we should lock ext4_li_mtx
3007bfff6873SLukas Czerner 	 * to atomically free the list and ext4_li_info, because at
3008bfff6873SLukas Czerner 	 * this point another ext4 filesystem could be registering
3009bfff6873SLukas Czerner 	 * new one.
3010bfff6873SLukas Czerner 	 */
3011bfff6873SLukas Czerner 	mutex_lock(&ext4_li_mtx);
3012bfff6873SLukas Czerner 	mutex_lock(&eli->li_list_mtx);
3013bfff6873SLukas Czerner 	if (!list_empty(&eli->li_request_list)) {
3014bfff6873SLukas Czerner 		mutex_unlock(&eli->li_list_mtx);
3015bfff6873SLukas Czerner 		mutex_unlock(&ext4_li_mtx);
3016bfff6873SLukas Czerner 		goto cont_thread;
3017bfff6873SLukas Czerner 	}
3018bfff6873SLukas Czerner 	mutex_unlock(&eli->li_list_mtx);
3019bfff6873SLukas Czerner 	kfree(ext4_li_info);
3020bfff6873SLukas Czerner 	ext4_li_info = NULL;
3021bfff6873SLukas Czerner 	mutex_unlock(&ext4_li_mtx);
3022bfff6873SLukas Czerner 
3023bfff6873SLukas Czerner 	return 0;
3024bfff6873SLukas Czerner }
3025bfff6873SLukas Czerner 
3026bfff6873SLukas Czerner static void ext4_clear_request_list(void)
3027bfff6873SLukas Czerner {
3028bfff6873SLukas Czerner 	struct list_head *pos, *n;
3029bfff6873SLukas Czerner 	struct ext4_li_request *elr;
3030bfff6873SLukas Czerner 
3031bfff6873SLukas Czerner 	mutex_lock(&ext4_li_info->li_list_mtx);
3032bfff6873SLukas Czerner 	list_for_each_safe(pos, n, &ext4_li_info->li_request_list) {
3033bfff6873SLukas Czerner 		elr = list_entry(pos, struct ext4_li_request,
3034bfff6873SLukas Czerner 				 lr_request);
3035bfff6873SLukas Czerner 		ext4_remove_li_request(elr);
3036bfff6873SLukas Czerner 	}
3037bfff6873SLukas Czerner 	mutex_unlock(&ext4_li_info->li_list_mtx);
3038bfff6873SLukas Czerner }
3039bfff6873SLukas Czerner 
3040bfff6873SLukas Czerner static int ext4_run_lazyinit_thread(void)
3041bfff6873SLukas Czerner {
30428f1f7453SEric Sandeen 	ext4_lazyinit_task = kthread_run(ext4_lazyinit_thread,
30438f1f7453SEric Sandeen 					 ext4_li_info, "ext4lazyinit");
30448f1f7453SEric Sandeen 	if (IS_ERR(ext4_lazyinit_task)) {
30458f1f7453SEric Sandeen 		int err = PTR_ERR(ext4_lazyinit_task);
3046bfff6873SLukas Czerner 		ext4_clear_request_list();
3047bfff6873SLukas Czerner 		kfree(ext4_li_info);
3048bfff6873SLukas Czerner 		ext4_li_info = NULL;
304992b97816STheodore Ts'o 		printk(KERN_CRIT "EXT4-fs: error %d creating inode table "
3050bfff6873SLukas Czerner 				 "initialization thread\n",
3051bfff6873SLukas Czerner 				 err);
3052bfff6873SLukas Czerner 		return err;
3053bfff6873SLukas Czerner 	}
3054bfff6873SLukas Czerner 	ext4_li_info->li_state |= EXT4_LAZYINIT_RUNNING;
3055bfff6873SLukas Czerner 	return 0;
3056bfff6873SLukas Czerner }
3057bfff6873SLukas Czerner 
3058bfff6873SLukas Czerner /*
3059bfff6873SLukas Czerner  * Check whether it make sense to run itable init. thread or not.
3060bfff6873SLukas Czerner  * If there is at least one uninitialized inode table, return
3061bfff6873SLukas Czerner  * corresponding group number, else the loop goes through all
3062bfff6873SLukas Czerner  * groups and return total number of groups.
3063bfff6873SLukas Czerner  */
3064bfff6873SLukas Czerner static ext4_group_t ext4_has_uninit_itable(struct super_block *sb)
3065bfff6873SLukas Czerner {
3066bfff6873SLukas Czerner 	ext4_group_t group, ngroups = EXT4_SB(sb)->s_groups_count;
3067bfff6873SLukas Czerner 	struct ext4_group_desc *gdp = NULL;
3068bfff6873SLukas Czerner 
3069bfff6873SLukas Czerner 	for (group = 0; group < ngroups; group++) {
3070bfff6873SLukas Czerner 		gdp = ext4_get_group_desc(sb, group, NULL);
3071bfff6873SLukas Czerner 		if (!gdp)
3072bfff6873SLukas Czerner 			continue;
3073bfff6873SLukas Czerner 
3074bfff6873SLukas Czerner 		if (!(gdp->bg_flags & cpu_to_le16(EXT4_BG_INODE_ZEROED)))
3075bfff6873SLukas Czerner 			break;
3076bfff6873SLukas Czerner 	}
3077bfff6873SLukas Czerner 
3078bfff6873SLukas Czerner 	return group;
3079bfff6873SLukas Czerner }
3080bfff6873SLukas Czerner 
3081bfff6873SLukas Czerner static int ext4_li_info_new(void)
3082bfff6873SLukas Czerner {
3083bfff6873SLukas Czerner 	struct ext4_lazy_init *eli = NULL;
3084bfff6873SLukas Czerner 
3085bfff6873SLukas Czerner 	eli = kzalloc(sizeof(*eli), GFP_KERNEL);
3086bfff6873SLukas Czerner 	if (!eli)
3087bfff6873SLukas Czerner 		return -ENOMEM;
3088bfff6873SLukas Czerner 
3089bfff6873SLukas Czerner 	INIT_LIST_HEAD(&eli->li_request_list);
3090bfff6873SLukas Czerner 	mutex_init(&eli->li_list_mtx);
3091bfff6873SLukas Czerner 
3092bfff6873SLukas Czerner 	eli->li_state |= EXT4_LAZYINIT_QUIT;
3093bfff6873SLukas Czerner 
3094bfff6873SLukas Czerner 	ext4_li_info = eli;
3095bfff6873SLukas Czerner 
3096bfff6873SLukas Czerner 	return 0;
3097bfff6873SLukas Czerner }
3098bfff6873SLukas Czerner 
3099bfff6873SLukas Czerner static struct ext4_li_request *ext4_li_request_new(struct super_block *sb,
3100bfff6873SLukas Czerner 					    ext4_group_t start)
3101bfff6873SLukas Czerner {
3102bfff6873SLukas Czerner 	struct ext4_sb_info *sbi = EXT4_SB(sb);
3103bfff6873SLukas Czerner 	struct ext4_li_request *elr;
3104bfff6873SLukas Czerner 
3105bfff6873SLukas Czerner 	elr = kzalloc(sizeof(*elr), GFP_KERNEL);
3106bfff6873SLukas Czerner 	if (!elr)
3107bfff6873SLukas Czerner 		return NULL;
3108bfff6873SLukas Czerner 
3109bfff6873SLukas Czerner 	elr->lr_super = sb;
3110bfff6873SLukas Czerner 	elr->lr_sbi = sbi;
3111bfff6873SLukas Czerner 	elr->lr_next_group = start;
3112bfff6873SLukas Czerner 
3113bfff6873SLukas Czerner 	/*
3114bfff6873SLukas Czerner 	 * Randomize first schedule time of the request to
3115bfff6873SLukas Czerner 	 * spread the inode table initialization requests
3116bfff6873SLukas Czerner 	 * better.
3117bfff6873SLukas Czerner 	 */
3118dd1f723bSTheodore Ts'o 	elr->lr_next_sched = jiffies + (prandom_u32() %
3119dd1f723bSTheodore Ts'o 				(EXT4_DEF_LI_MAX_START_DELAY * HZ));
3120bfff6873SLukas Czerner 	return elr;
3121bfff6873SLukas Czerner }
3122bfff6873SLukas Czerner 
31237f511862STheodore Ts'o int ext4_register_li_request(struct super_block *sb,
3124bfff6873SLukas Czerner 			     ext4_group_t first_not_zeroed)
3125bfff6873SLukas Czerner {
3126bfff6873SLukas Czerner 	struct ext4_sb_info *sbi = EXT4_SB(sb);
31277f511862STheodore Ts'o 	struct ext4_li_request *elr = NULL;
312849598e04SJun Piao 	ext4_group_t ngroups = sbi->s_groups_count;
31296c5a6cb9SAndrew Morton 	int ret = 0;
3130bfff6873SLukas Czerner 
31317f511862STheodore Ts'o 	mutex_lock(&ext4_li_mtx);
313251ce6511SLukas Czerner 	if (sbi->s_li_request != NULL) {
313351ce6511SLukas Czerner 		/*
313451ce6511SLukas Czerner 		 * Reset timeout so it can be computed again, because
313551ce6511SLukas Czerner 		 * s_li_wait_mult might have changed.
313651ce6511SLukas Czerner 		 */
313751ce6511SLukas Czerner 		sbi->s_li_request->lr_timeout = 0;
31387f511862STheodore Ts'o 		goto out;
313951ce6511SLukas Czerner 	}
3140bfff6873SLukas Czerner 
3141bc98a42cSDavid Howells 	if (first_not_zeroed == ngroups || sb_rdonly(sb) ||
314255ff3840STao Ma 	    !test_opt(sb, INIT_INODE_TABLE))
31437f511862STheodore Ts'o 		goto out;
3144bfff6873SLukas Czerner 
3145bfff6873SLukas Czerner 	elr = ext4_li_request_new(sb, first_not_zeroed);
31467f511862STheodore Ts'o 	if (!elr) {
31477f511862STheodore Ts'o 		ret = -ENOMEM;
31487f511862STheodore Ts'o 		goto out;
31497f511862STheodore Ts'o 	}
3150bfff6873SLukas Czerner 
3151bfff6873SLukas Czerner 	if (NULL == ext4_li_info) {
3152bfff6873SLukas Czerner 		ret = ext4_li_info_new();
3153bfff6873SLukas Czerner 		if (ret)
3154bfff6873SLukas Czerner 			goto out;
3155bfff6873SLukas Czerner 	}
3156bfff6873SLukas Czerner 
3157bfff6873SLukas Czerner 	mutex_lock(&ext4_li_info->li_list_mtx);
3158bfff6873SLukas Czerner 	list_add(&elr->lr_request, &ext4_li_info->li_request_list);
3159bfff6873SLukas Czerner 	mutex_unlock(&ext4_li_info->li_list_mtx);
3160bfff6873SLukas Czerner 
3161bfff6873SLukas Czerner 	sbi->s_li_request = elr;
316246e4690bSTao Ma 	/*
316346e4690bSTao Ma 	 * set elr to NULL here since it has been inserted to
316446e4690bSTao Ma 	 * the request_list and the removal and free of it is
316546e4690bSTao Ma 	 * handled by ext4_clear_request_list from now on.
316646e4690bSTao Ma 	 */
316746e4690bSTao Ma 	elr = NULL;
3168bfff6873SLukas Czerner 
3169bfff6873SLukas Czerner 	if (!(ext4_li_info->li_state & EXT4_LAZYINIT_RUNNING)) {
3170bfff6873SLukas Czerner 		ret = ext4_run_lazyinit_thread();
3171bfff6873SLukas Czerner 		if (ret)
3172bfff6873SLukas Czerner 			goto out;
3173bfff6873SLukas Czerner 	}
3174bfff6873SLukas Czerner out:
3175bfff6873SLukas Czerner 	mutex_unlock(&ext4_li_mtx);
3176beed5ecbSNicolas Kaiser 	if (ret)
3177bfff6873SLukas Czerner 		kfree(elr);
3178bfff6873SLukas Czerner 	return ret;
3179bfff6873SLukas Czerner }
3180bfff6873SLukas Czerner 
3181bfff6873SLukas Czerner /*
3182bfff6873SLukas Czerner  * We do not need to lock anything since this is called on
3183bfff6873SLukas Czerner  * module unload.
3184bfff6873SLukas Czerner  */
3185bfff6873SLukas Czerner static void ext4_destroy_lazyinit_thread(void)
3186bfff6873SLukas Czerner {
3187bfff6873SLukas Czerner 	/*
3188bfff6873SLukas Czerner 	 * If thread exited earlier
3189bfff6873SLukas Czerner 	 * there's nothing to be done.
3190bfff6873SLukas Czerner 	 */
31918f1f7453SEric Sandeen 	if (!ext4_li_info || !ext4_lazyinit_task)
3192bfff6873SLukas Czerner 		return;
3193bfff6873SLukas Czerner 
31948f1f7453SEric Sandeen 	kthread_stop(ext4_lazyinit_task);
3195bfff6873SLukas Czerner }
3196bfff6873SLukas Czerner 
319725ed6e8aSDarrick J. Wong static int set_journal_csum_feature_set(struct super_block *sb)
319825ed6e8aSDarrick J. Wong {
319925ed6e8aSDarrick J. Wong 	int ret = 1;
320025ed6e8aSDarrick J. Wong 	int compat, incompat;
320125ed6e8aSDarrick J. Wong 	struct ext4_sb_info *sbi = EXT4_SB(sb);
320225ed6e8aSDarrick J. Wong 
32039aa5d32bSDmitry Monakhov 	if (ext4_has_metadata_csum(sb)) {
3204db9ee220SDarrick J. Wong 		/* journal checksum v3 */
320525ed6e8aSDarrick J. Wong 		compat = 0;
3206db9ee220SDarrick J. Wong 		incompat = JBD2_FEATURE_INCOMPAT_CSUM_V3;
320725ed6e8aSDarrick J. Wong 	} else {
320825ed6e8aSDarrick J. Wong 		/* journal checksum v1 */
320925ed6e8aSDarrick J. Wong 		compat = JBD2_FEATURE_COMPAT_CHECKSUM;
321025ed6e8aSDarrick J. Wong 		incompat = 0;
321125ed6e8aSDarrick J. Wong 	}
321225ed6e8aSDarrick J. Wong 
3213feb8c6d3SDarrick J. Wong 	jbd2_journal_clear_features(sbi->s_journal,
3214feb8c6d3SDarrick J. Wong 			JBD2_FEATURE_COMPAT_CHECKSUM, 0,
3215feb8c6d3SDarrick J. Wong 			JBD2_FEATURE_INCOMPAT_CSUM_V3 |
3216feb8c6d3SDarrick J. Wong 			JBD2_FEATURE_INCOMPAT_CSUM_V2);
321725ed6e8aSDarrick J. Wong 	if (test_opt(sb, JOURNAL_ASYNC_COMMIT)) {
321825ed6e8aSDarrick J. Wong 		ret = jbd2_journal_set_features(sbi->s_journal,
321925ed6e8aSDarrick J. Wong 				compat, 0,
322025ed6e8aSDarrick J. Wong 				JBD2_FEATURE_INCOMPAT_ASYNC_COMMIT |
322125ed6e8aSDarrick J. Wong 				incompat);
322225ed6e8aSDarrick J. Wong 	} else if (test_opt(sb, JOURNAL_CHECKSUM)) {
322325ed6e8aSDarrick J. Wong 		ret = jbd2_journal_set_features(sbi->s_journal,
322425ed6e8aSDarrick J. Wong 				compat, 0,
322525ed6e8aSDarrick J. Wong 				incompat);
322625ed6e8aSDarrick J. Wong 		jbd2_journal_clear_features(sbi->s_journal, 0, 0,
322725ed6e8aSDarrick J. Wong 				JBD2_FEATURE_INCOMPAT_ASYNC_COMMIT);
322825ed6e8aSDarrick J. Wong 	} else {
3229feb8c6d3SDarrick J. Wong 		jbd2_journal_clear_features(sbi->s_journal, 0, 0,
3230feb8c6d3SDarrick J. Wong 				JBD2_FEATURE_INCOMPAT_ASYNC_COMMIT);
323125ed6e8aSDarrick J. Wong 	}
323225ed6e8aSDarrick J. Wong 
323325ed6e8aSDarrick J. Wong 	return ret;
323425ed6e8aSDarrick J. Wong }
323525ed6e8aSDarrick J. Wong 
3236952fc18eSTheodore Ts'o /*
3237952fc18eSTheodore Ts'o  * Note: calculating the overhead so we can be compatible with
3238952fc18eSTheodore Ts'o  * historical BSD practice is quite difficult in the face of
3239952fc18eSTheodore Ts'o  * clusters/bigalloc.  This is because multiple metadata blocks from
3240952fc18eSTheodore Ts'o  * different block group can end up in the same allocation cluster.
3241952fc18eSTheodore Ts'o  * Calculating the exact overhead in the face of clustered allocation
3242952fc18eSTheodore Ts'o  * requires either O(all block bitmaps) in memory or O(number of block
3243952fc18eSTheodore Ts'o  * groups**2) in time.  We will still calculate the superblock for
3244952fc18eSTheodore Ts'o  * older file systems --- and if we come across with a bigalloc file
3245952fc18eSTheodore Ts'o  * system with zero in s_overhead_clusters the estimate will be close to
3246952fc18eSTheodore Ts'o  * correct especially for very large cluster sizes --- but for newer
3247952fc18eSTheodore Ts'o  * file systems, it's better to calculate this figure once at mkfs
3248952fc18eSTheodore Ts'o  * time, and store it in the superblock.  If the superblock value is
3249952fc18eSTheodore Ts'o  * present (even for non-bigalloc file systems), we will use it.
3250952fc18eSTheodore Ts'o  */
3251952fc18eSTheodore Ts'o static int count_overhead(struct super_block *sb, ext4_group_t grp,
3252952fc18eSTheodore Ts'o 			  char *buf)
3253952fc18eSTheodore Ts'o {
3254952fc18eSTheodore Ts'o 	struct ext4_sb_info	*sbi = EXT4_SB(sb);
3255952fc18eSTheodore Ts'o 	struct ext4_group_desc	*gdp;
3256952fc18eSTheodore Ts'o 	ext4_fsblk_t		first_block, last_block, b;
3257952fc18eSTheodore Ts'o 	ext4_group_t		i, ngroups = ext4_get_groups_count(sb);
3258952fc18eSTheodore Ts'o 	int			s, j, count = 0;
3259952fc18eSTheodore Ts'o 
3260e2b911c5SDarrick J. Wong 	if (!ext4_has_feature_bigalloc(sb))
32610548bbb8STheodore Ts'o 		return (ext4_bg_has_super(sb, grp) + ext4_bg_num_gdb(sb, grp) +
32620548bbb8STheodore Ts'o 			sbi->s_itb_per_group + 2);
32630548bbb8STheodore Ts'o 
3264952fc18eSTheodore Ts'o 	first_block = le32_to_cpu(sbi->s_es->s_first_data_block) +
3265952fc18eSTheodore Ts'o 		(grp * EXT4_BLOCKS_PER_GROUP(sb));
3266952fc18eSTheodore Ts'o 	last_block = first_block + EXT4_BLOCKS_PER_GROUP(sb) - 1;
3267952fc18eSTheodore Ts'o 	for (i = 0; i < ngroups; i++) {
3268952fc18eSTheodore Ts'o 		gdp = ext4_get_group_desc(sb, i, NULL);
3269952fc18eSTheodore Ts'o 		b = ext4_block_bitmap(sb, gdp);
3270952fc18eSTheodore Ts'o 		if (b >= first_block && b <= last_block) {
3271952fc18eSTheodore Ts'o 			ext4_set_bit(EXT4_B2C(sbi, b - first_block), buf);
3272952fc18eSTheodore Ts'o 			count++;
3273952fc18eSTheodore Ts'o 		}
3274952fc18eSTheodore Ts'o 		b = ext4_inode_bitmap(sb, gdp);
3275952fc18eSTheodore Ts'o 		if (b >= first_block && b <= last_block) {
3276952fc18eSTheodore Ts'o 			ext4_set_bit(EXT4_B2C(sbi, b - first_block), buf);
3277952fc18eSTheodore Ts'o 			count++;
3278952fc18eSTheodore Ts'o 		}
3279952fc18eSTheodore Ts'o 		b = ext4_inode_table(sb, gdp);
3280952fc18eSTheodore Ts'o 		if (b >= first_block && b + sbi->s_itb_per_group <= last_block)
3281952fc18eSTheodore Ts'o 			for (j = 0; j < sbi->s_itb_per_group; j++, b++) {
3282952fc18eSTheodore Ts'o 				int c = EXT4_B2C(sbi, b - first_block);
3283952fc18eSTheodore Ts'o 				ext4_set_bit(c, buf);
3284952fc18eSTheodore Ts'o 				count++;
3285952fc18eSTheodore Ts'o 			}
3286952fc18eSTheodore Ts'o 		if (i != grp)
3287952fc18eSTheodore Ts'o 			continue;
3288952fc18eSTheodore Ts'o 		s = 0;
3289952fc18eSTheodore Ts'o 		if (ext4_bg_has_super(sb, grp)) {
3290952fc18eSTheodore Ts'o 			ext4_set_bit(s++, buf);
3291952fc18eSTheodore Ts'o 			count++;
3292952fc18eSTheodore Ts'o 		}
3293c48ae41bSTheodore Ts'o 		j = ext4_bg_num_gdb(sb, grp);
3294c48ae41bSTheodore Ts'o 		if (s + j > EXT4_BLOCKS_PER_GROUP(sb)) {
3295c48ae41bSTheodore Ts'o 			ext4_error(sb, "Invalid number of block group "
3296c48ae41bSTheodore Ts'o 				   "descriptor blocks: %d", j);
3297c48ae41bSTheodore Ts'o 			j = EXT4_BLOCKS_PER_GROUP(sb) - s;
3298952fc18eSTheodore Ts'o 		}
3299c48ae41bSTheodore Ts'o 		count += j;
3300c48ae41bSTheodore Ts'o 		for (; j > 0; j--)
3301c48ae41bSTheodore Ts'o 			ext4_set_bit(EXT4_B2C(sbi, s++), buf);
3302952fc18eSTheodore Ts'o 	}
3303952fc18eSTheodore Ts'o 	if (!count)
3304952fc18eSTheodore Ts'o 		return 0;
3305952fc18eSTheodore Ts'o 	return EXT4_CLUSTERS_PER_GROUP(sb) -
3306952fc18eSTheodore Ts'o 		ext4_count_free(buf, EXT4_CLUSTERS_PER_GROUP(sb) / 8);
3307952fc18eSTheodore Ts'o }
3308952fc18eSTheodore Ts'o 
3309952fc18eSTheodore Ts'o /*
3310952fc18eSTheodore Ts'o  * Compute the overhead and stash it in sbi->s_overhead
3311952fc18eSTheodore Ts'o  */
3312952fc18eSTheodore Ts'o int ext4_calculate_overhead(struct super_block *sb)
3313952fc18eSTheodore Ts'o {
3314952fc18eSTheodore Ts'o 	struct ext4_sb_info *sbi = EXT4_SB(sb);
3315952fc18eSTheodore Ts'o 	struct ext4_super_block *es = sbi->s_es;
33163c816dedSEric Whitney 	struct inode *j_inode;
33173c816dedSEric Whitney 	unsigned int j_blocks, j_inum = le32_to_cpu(es->s_journal_inum);
3318952fc18eSTheodore Ts'o 	ext4_group_t i, ngroups = ext4_get_groups_count(sb);
3319952fc18eSTheodore Ts'o 	ext4_fsblk_t overhead = 0;
33204fdb5543SDmitry Monakhov 	char *buf = (char *) get_zeroed_page(GFP_NOFS);
3321952fc18eSTheodore Ts'o 
3322952fc18eSTheodore Ts'o 	if (!buf)
3323952fc18eSTheodore Ts'o 		return -ENOMEM;
3324952fc18eSTheodore Ts'o 
3325952fc18eSTheodore Ts'o 	/*
3326952fc18eSTheodore Ts'o 	 * Compute the overhead (FS structures).  This is constant
3327952fc18eSTheodore Ts'o 	 * for a given filesystem unless the number of block groups
3328952fc18eSTheodore Ts'o 	 * changes so we cache the previous value until it does.
3329952fc18eSTheodore Ts'o 	 */
3330952fc18eSTheodore Ts'o 
3331952fc18eSTheodore Ts'o 	/*
3332952fc18eSTheodore Ts'o 	 * All of the blocks before first_data_block are overhead
3333952fc18eSTheodore Ts'o 	 */
3334952fc18eSTheodore Ts'o 	overhead = EXT4_B2C(sbi, le32_to_cpu(es->s_first_data_block));
3335952fc18eSTheodore Ts'o 
3336952fc18eSTheodore Ts'o 	/*
3337952fc18eSTheodore Ts'o 	 * Add the overhead found in each block group
3338952fc18eSTheodore Ts'o 	 */
3339952fc18eSTheodore Ts'o 	for (i = 0; i < ngroups; i++) {
3340952fc18eSTheodore Ts'o 		int blks;
3341952fc18eSTheodore Ts'o 
3342952fc18eSTheodore Ts'o 		blks = count_overhead(sb, i, buf);
3343952fc18eSTheodore Ts'o 		overhead += blks;
3344952fc18eSTheodore Ts'o 		if (blks)
3345952fc18eSTheodore Ts'o 			memset(buf, 0, PAGE_SIZE);
3346952fc18eSTheodore Ts'o 		cond_resched();
3347952fc18eSTheodore Ts'o 	}
33483c816dedSEric Whitney 
33493c816dedSEric Whitney 	/*
33503c816dedSEric Whitney 	 * Add the internal journal blocks whether the journal has been
33513c816dedSEric Whitney 	 * loaded or not
33523c816dedSEric Whitney 	 */
3353b003b524SEric Sandeen 	if (sbi->s_journal && !sbi->journal_bdev)
3354810da240SLukas Czerner 		overhead += EXT4_NUM_B2C(sbi, sbi->s_journal->j_maxlen);
33553c816dedSEric Whitney 	else if (ext4_has_feature_journal(sb) && !sbi->s_journal) {
33563c816dedSEric Whitney 		j_inode = ext4_get_journal_inode(sb, j_inum);
33573c816dedSEric Whitney 		if (j_inode) {
33583c816dedSEric Whitney 			j_blocks = j_inode->i_size >> sb->s_blocksize_bits;
33593c816dedSEric Whitney 			overhead += EXT4_NUM_B2C(sbi, j_blocks);
33603c816dedSEric Whitney 			iput(j_inode);
33613c816dedSEric Whitney 		} else {
33623c816dedSEric Whitney 			ext4_msg(sb, KERN_ERR, "can't get journal size");
33633c816dedSEric Whitney 		}
33643c816dedSEric Whitney 	}
3365952fc18eSTheodore Ts'o 	sbi->s_overhead = overhead;
3366952fc18eSTheodore Ts'o 	smp_wmb();
3367952fc18eSTheodore Ts'o 	free_page((unsigned long) buf);
3368952fc18eSTheodore Ts'o 	return 0;
3369952fc18eSTheodore Ts'o }
3370952fc18eSTheodore Ts'o 
3371b5799018STheodore Ts'o static void ext4_set_resv_clusters(struct super_block *sb)
337227dd4385SLukas Czerner {
337327dd4385SLukas Czerner 	ext4_fsblk_t resv_clusters;
3374b5799018STheodore Ts'o 	struct ext4_sb_info *sbi = EXT4_SB(sb);
337527dd4385SLukas Czerner 
337627dd4385SLukas Czerner 	/*
337730fac0f7SJan Kara 	 * There's no need to reserve anything when we aren't using extents.
337830fac0f7SJan Kara 	 * The space estimates are exact, there are no unwritten extents,
337930fac0f7SJan Kara 	 * hole punching doesn't need new metadata... This is needed especially
338030fac0f7SJan Kara 	 * to keep ext2/3 backward compatibility.
338130fac0f7SJan Kara 	 */
3382e2b911c5SDarrick J. Wong 	if (!ext4_has_feature_extents(sb))
3383b5799018STheodore Ts'o 		return;
338430fac0f7SJan Kara 	/*
338527dd4385SLukas Czerner 	 * By default we reserve 2% or 4096 clusters, whichever is smaller.
338627dd4385SLukas Czerner 	 * This should cover the situations where we can not afford to run
338727dd4385SLukas Czerner 	 * out of space like for example punch hole, or converting
3388556615dcSLukas Czerner 	 * unwritten extents in delalloc path. In most cases such
338927dd4385SLukas Czerner 	 * allocation would require 1, or 2 blocks, higher numbers are
339027dd4385SLukas Czerner 	 * very rare.
339127dd4385SLukas Czerner 	 */
3392b5799018STheodore Ts'o 	resv_clusters = (ext4_blocks_count(sbi->s_es) >>
3393b5799018STheodore Ts'o 			 sbi->s_cluster_bits);
339427dd4385SLukas Czerner 
339527dd4385SLukas Czerner 	do_div(resv_clusters, 50);
339627dd4385SLukas Czerner 	resv_clusters = min_t(ext4_fsblk_t, resv_clusters, 4096);
339727dd4385SLukas Czerner 
3398b5799018STheodore Ts'o 	atomic64_set(&sbi->s_resv_clusters, resv_clusters);
339927dd4385SLukas Czerner }
340027dd4385SLukas Czerner 
3401617ba13bSMingming Cao static int ext4_fill_super(struct super_block *sb, void *data, int silent)
3402ac27a0ecSDave Kleikamp {
34035e405595SDan Williams 	struct dax_device *dax_dev = fs_dax_get_by_bdev(sb->s_bdev);
3404d4c402d9SCurt Wohlgemuth 	char *orig_data = kstrdup(data, GFP_KERNEL);
3405ac27a0ecSDave Kleikamp 	struct buffer_head *bh;
3406617ba13bSMingming Cao 	struct ext4_super_block *es = NULL;
34075aee0f8aSTheodore Ts'o 	struct ext4_sb_info *sbi = kzalloc(sizeof(*sbi), GFP_KERNEL);
3408617ba13bSMingming Cao 	ext4_fsblk_t block;
3409617ba13bSMingming Cao 	ext4_fsblk_t sb_block = get_sb_block(&data);
341070bbb3e0SAndrew Morton 	ext4_fsblk_t logical_sb_block;
3411ac27a0ecSDave Kleikamp 	unsigned long offset = 0;
3412ac27a0ecSDave Kleikamp 	unsigned long journal_devnum = 0;
3413ac27a0ecSDave Kleikamp 	unsigned long def_mount_opts;
3414ac27a0ecSDave Kleikamp 	struct inode *root;
34150390131bSFrank Mayhar 	const char *descr;
3416dcc7dae3SCyrill Gorcunov 	int ret = -ENOMEM;
3417281b5995STheodore Ts'o 	int blocksize, clustersize;
34184ec11028STheodore Ts'o 	unsigned int db_count;
34194ec11028STheodore Ts'o 	unsigned int i;
3420281b5995STheodore Ts'o 	int needs_recovery, has_huge_files, has_bigalloc;
3421bd81d8eeSLaurent Vivier 	__u64 blocks_count;
342207aa2ea1SLukas Czerner 	int err = 0;
3423b3881f74STheodore Ts'o 	unsigned int journal_ioprio = DEFAULT_JOURNAL_IOPRIO;
3424bfff6873SLukas Czerner 	ext4_group_t first_not_zeroed;
3425ac27a0ecSDave Kleikamp 
34265aee0f8aSTheodore Ts'o 	if ((data && !orig_data) || !sbi)
34275aee0f8aSTheodore Ts'o 		goto out_free_base;
3428705895b6SPekka Enberg 
3429aed9eb1bSColin Ian King 	sbi->s_daxdev = dax_dev;
3430705895b6SPekka Enberg 	sbi->s_blockgroup_lock =
3431705895b6SPekka Enberg 		kzalloc(sizeof(struct blockgroup_lock), GFP_KERNEL);
34325aee0f8aSTheodore Ts'o 	if (!sbi->s_blockgroup_lock)
34335aee0f8aSTheodore Ts'o 		goto out_free_base;
34345aee0f8aSTheodore Ts'o 
3435ac27a0ecSDave Kleikamp 	sb->s_fs_info = sbi;
34362c0544b2STheodore Ts'o 	sbi->s_sb = sb;
3437240799cdSTheodore Ts'o 	sbi->s_inode_readahead_blks = EXT4_DEF_INODE_READAHEAD_BLKS;
3438d9c9bef1SMiklos Szeredi 	sbi->s_sb_block = sb_block;
3439f613dfcbSTheodore Ts'o 	if (sb->s_bdev->bd_part)
3440f613dfcbSTheodore Ts'o 		sbi->s_sectors_written_start =
3441f613dfcbSTheodore Ts'o 			part_stat_read(sb->s_bdev->bd_part, sectors[1]);
3442ac27a0ecSDave Kleikamp 
34439f6200bbSTheodore Ts'o 	/* Cleanup superblock name */
3444ec3904dcSRasmus Villemoes 	strreplace(sb->s_id, '/', '!');
34459f6200bbSTheodore Ts'o 
344607aa2ea1SLukas Czerner 	/* -EINVAL is default */
3447dcc7dae3SCyrill Gorcunov 	ret = -EINVAL;
3448617ba13bSMingming Cao 	blocksize = sb_min_blocksize(sb, EXT4_MIN_BLOCK_SIZE);
3449ac27a0ecSDave Kleikamp 	if (!blocksize) {
3450b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "unable to set blocksize");
3451ac27a0ecSDave Kleikamp 		goto out_fail;
3452ac27a0ecSDave Kleikamp 	}
3453ac27a0ecSDave Kleikamp 
3454ac27a0ecSDave Kleikamp 	/*
3455617ba13bSMingming Cao 	 * The ext4 superblock will not be buffer aligned for other than 1kB
3456ac27a0ecSDave Kleikamp 	 * block sizes.  We need to calculate the offset from buffer start.
3457ac27a0ecSDave Kleikamp 	 */
3458617ba13bSMingming Cao 	if (blocksize != EXT4_MIN_BLOCK_SIZE) {
345970bbb3e0SAndrew Morton 		logical_sb_block = sb_block * EXT4_MIN_BLOCK_SIZE;
346070bbb3e0SAndrew Morton 		offset = do_div(logical_sb_block, blocksize);
3461ac27a0ecSDave Kleikamp 	} else {
346270bbb3e0SAndrew Morton 		logical_sb_block = sb_block;
3463ac27a0ecSDave Kleikamp 	}
3464ac27a0ecSDave Kleikamp 
3465a8ac900bSGioh Kim 	if (!(bh = sb_bread_unmovable(sb, logical_sb_block))) {
3466b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "unable to read superblock");
3467ac27a0ecSDave Kleikamp 		goto out_fail;
3468ac27a0ecSDave Kleikamp 	}
3469ac27a0ecSDave Kleikamp 	/*
3470ac27a0ecSDave Kleikamp 	 * Note: s_es must be initialized as soon as possible because
3471617ba13bSMingming Cao 	 *       some ext4 macro-instructions depend on its value
3472ac27a0ecSDave Kleikamp 	 */
34732716b802STheodore Ts'o 	es = (struct ext4_super_block *) (bh->b_data + offset);
3474ac27a0ecSDave Kleikamp 	sbi->s_es = es;
3475ac27a0ecSDave Kleikamp 	sb->s_magic = le16_to_cpu(es->s_magic);
3476617ba13bSMingming Cao 	if (sb->s_magic != EXT4_SUPER_MAGIC)
3477617ba13bSMingming Cao 		goto cantfind_ext4;
3478afc32f7eSTheodore Ts'o 	sbi->s_kbytes_written = le64_to_cpu(es->s_kbytes_written);
3479ac27a0ecSDave Kleikamp 
3480feb0ab32SDarrick J. Wong 	/* Warn if metadata_csum and gdt_csum are both set. */
3481e2b911c5SDarrick J. Wong 	if (ext4_has_feature_metadata_csum(sb) &&
3482e2b911c5SDarrick J. Wong 	    ext4_has_feature_gdt_csum(sb))
3483363307e6SJakub Wilk 		ext4_warning(sb, "metadata_csum and uninit_bg are "
3484feb0ab32SDarrick J. Wong 			     "redundant flags; please run fsck.");
3485feb0ab32SDarrick J. Wong 
3486d25425f8SDarrick J. Wong 	/* Check for a known checksum algorithm */
3487d25425f8SDarrick J. Wong 	if (!ext4_verify_csum_type(sb, es)) {
3488d25425f8SDarrick J. Wong 		ext4_msg(sb, KERN_ERR, "VFS: Found ext4 filesystem with "
3489d25425f8SDarrick J. Wong 			 "unknown checksum algorithm.");
3490d25425f8SDarrick J. Wong 		silent = 1;
3491d25425f8SDarrick J. Wong 		goto cantfind_ext4;
3492d25425f8SDarrick J. Wong 	}
3493d25425f8SDarrick J. Wong 
34940441984aSDarrick J. Wong 	/* Load the checksum driver */
3495dec214d0STahsin Erdogan 	if (ext4_has_feature_metadata_csum(sb) ||
3496dec214d0STahsin Erdogan 	    ext4_has_feature_ea_inode(sb)) {
34970441984aSDarrick J. Wong 		sbi->s_chksum_driver = crypto_alloc_shash("crc32c", 0, 0);
34980441984aSDarrick J. Wong 		if (IS_ERR(sbi->s_chksum_driver)) {
34990441984aSDarrick J. Wong 			ext4_msg(sb, KERN_ERR, "Cannot load crc32c driver.");
35000441984aSDarrick J. Wong 			ret = PTR_ERR(sbi->s_chksum_driver);
35010441984aSDarrick J. Wong 			sbi->s_chksum_driver = NULL;
35020441984aSDarrick J. Wong 			goto failed_mount;
35030441984aSDarrick J. Wong 		}
35040441984aSDarrick J. Wong 	}
35050441984aSDarrick J. Wong 
3506a9c47317SDarrick J. Wong 	/* Check superblock checksum */
3507a9c47317SDarrick J. Wong 	if (!ext4_superblock_csum_verify(sb, es)) {
3508a9c47317SDarrick J. Wong 		ext4_msg(sb, KERN_ERR, "VFS: Found ext4 filesystem with "
3509a9c47317SDarrick J. Wong 			 "invalid superblock checksum.  Run e2fsck?");
3510a9c47317SDarrick J. Wong 		silent = 1;
35116a797d27SDarrick J. Wong 		ret = -EFSBADCRC;
3512a9c47317SDarrick J. Wong 		goto cantfind_ext4;
3513a9c47317SDarrick J. Wong 	}
3514a9c47317SDarrick J. Wong 
3515a9c47317SDarrick J. Wong 	/* Precompute checksum seed for all metadata */
3516e2b911c5SDarrick J. Wong 	if (ext4_has_feature_csum_seed(sb))
35178c81bd8fSDarrick J. Wong 		sbi->s_csum_seed = le32_to_cpu(es->s_checksum_seed);
3518dec214d0STahsin Erdogan 	else if (ext4_has_metadata_csum(sb) || ext4_has_feature_ea_inode(sb))
3519a9c47317SDarrick J. Wong 		sbi->s_csum_seed = ext4_chksum(sbi, ~0, es->s_uuid,
3520a9c47317SDarrick J. Wong 					       sizeof(es->s_uuid));
3521a9c47317SDarrick J. Wong 
3522ac27a0ecSDave Kleikamp 	/* Set defaults before we parse the mount options */
3523ac27a0ecSDave Kleikamp 	def_mount_opts = le32_to_cpu(es->s_default_mount_opts);
3524fd8c37ecSTheodore Ts'o 	set_opt(sb, INIT_INODE_TABLE);
3525617ba13bSMingming Cao 	if (def_mount_opts & EXT4_DEFM_DEBUG)
3526fd8c37ecSTheodore Ts'o 		set_opt(sb, DEBUG);
352787f26807STheodore Ts'o 	if (def_mount_opts & EXT4_DEFM_BSDGROUPS)
3528fd8c37ecSTheodore Ts'o 		set_opt(sb, GRPID);
3529617ba13bSMingming Cao 	if (def_mount_opts & EXT4_DEFM_UID16)
3530fd8c37ecSTheodore Ts'o 		set_opt(sb, NO_UID32);
3531ea663336SEric Sandeen 	/* xattr user namespace & acls are now defaulted on */
3532fd8c37ecSTheodore Ts'o 	set_opt(sb, XATTR_USER);
353303010a33STheodore Ts'o #ifdef CONFIG_EXT4_FS_POSIX_ACL
3534fd8c37ecSTheodore Ts'o 	set_opt(sb, POSIX_ACL);
35352e7842b8SHugh Dickins #endif
353698c1a759SDarrick J. Wong 	/* don't forget to enable journal_csum when metadata_csum is enabled. */
353798c1a759SDarrick J. Wong 	if (ext4_has_metadata_csum(sb))
353898c1a759SDarrick J. Wong 		set_opt(sb, JOURNAL_CHECKSUM);
353998c1a759SDarrick J. Wong 
3540617ba13bSMingming Cao 	if ((def_mount_opts & EXT4_DEFM_JMODE) == EXT4_DEFM_JMODE_DATA)
3541fd8c37ecSTheodore Ts'o 		set_opt(sb, JOURNAL_DATA);
3542617ba13bSMingming Cao 	else if ((def_mount_opts & EXT4_DEFM_JMODE) == EXT4_DEFM_JMODE_ORDERED)
3543fd8c37ecSTheodore Ts'o 		set_opt(sb, ORDERED_DATA);
3544617ba13bSMingming Cao 	else if ((def_mount_opts & EXT4_DEFM_JMODE) == EXT4_DEFM_JMODE_WBACK)
3545fd8c37ecSTheodore Ts'o 		set_opt(sb, WRITEBACK_DATA);
3546ac27a0ecSDave Kleikamp 
3547617ba13bSMingming Cao 	if (le16_to_cpu(sbi->s_es->s_errors) == EXT4_ERRORS_PANIC)
3548fd8c37ecSTheodore Ts'o 		set_opt(sb, ERRORS_PANIC);
3549bb4f397aSAneesh Kumar K.V 	else if (le16_to_cpu(sbi->s_es->s_errors) == EXT4_ERRORS_CONTINUE)
3550fd8c37ecSTheodore Ts'o 		set_opt(sb, ERRORS_CONT);
3551bb4f397aSAneesh Kumar K.V 	else
3552fd8c37ecSTheodore Ts'o 		set_opt(sb, ERRORS_RO);
355345f1a9c3SDarrick J. Wong 	/* block_validity enabled by default; disable with noblock_validity */
3554fd8c37ecSTheodore Ts'o 	set_opt(sb, BLOCK_VALIDITY);
35558b67f04aSTheodore Ts'o 	if (def_mount_opts & EXT4_DEFM_DISCARD)
3556fd8c37ecSTheodore Ts'o 		set_opt(sb, DISCARD);
3557ac27a0ecSDave Kleikamp 
355808cefc7aSEric W. Biederman 	sbi->s_resuid = make_kuid(&init_user_ns, le16_to_cpu(es->s_def_resuid));
355908cefc7aSEric W. Biederman 	sbi->s_resgid = make_kgid(&init_user_ns, le16_to_cpu(es->s_def_resgid));
356030773840STheodore Ts'o 	sbi->s_commit_interval = JBD2_DEFAULT_MAX_COMMIT_AGE * HZ;
356130773840STheodore Ts'o 	sbi->s_min_batch_time = EXT4_DEF_MIN_BATCH_TIME;
356230773840STheodore Ts'o 	sbi->s_max_batch_time = EXT4_DEF_MAX_BATCH_TIME;
3563ac27a0ecSDave Kleikamp 
35648b67f04aSTheodore Ts'o 	if ((def_mount_opts & EXT4_DEFM_NOBARRIER) == 0)
3565fd8c37ecSTheodore Ts'o 		set_opt(sb, BARRIER);
3566ac27a0ecSDave Kleikamp 
35671e2462f9SMingming Cao 	/*
3568dd919b98SAneesh Kumar K.V 	 * enable delayed allocation by default
3569dd919b98SAneesh Kumar K.V 	 * Use -o nodelalloc to turn it off
3570dd919b98SAneesh Kumar K.V 	 */
3571bc0b75f7STheodore Ts'o 	if (!IS_EXT3_SB(sb) && !IS_EXT2_SB(sb) &&
35728b67f04aSTheodore Ts'o 	    ((def_mount_opts & EXT4_DEFM_NODELALLOC) == 0))
3573fd8c37ecSTheodore Ts'o 		set_opt(sb, DELALLOC);
3574dd919b98SAneesh Kumar K.V 
357551ce6511SLukas Czerner 	/*
357651ce6511SLukas Czerner 	 * set default s_li_wait_mult for lazyinit, for the case there is
357751ce6511SLukas Czerner 	 * no mount option specified.
357851ce6511SLukas Czerner 	 */
357951ce6511SLukas Czerner 	sbi->s_li_wait_mult = EXT4_DEF_LI_WAIT_MULT;
358051ce6511SLukas Czerner 
35815aee0f8aSTheodore Ts'o 	if (sbi->s_es->s_mount_opts[0]) {
35825aee0f8aSTheodore Ts'o 		char *s_mount_opts = kstrndup(sbi->s_es->s_mount_opts,
35835aee0f8aSTheodore Ts'o 					      sizeof(sbi->s_es->s_mount_opts),
35845aee0f8aSTheodore Ts'o 					      GFP_KERNEL);
35855aee0f8aSTheodore Ts'o 		if (!s_mount_opts)
35865aee0f8aSTheodore Ts'o 			goto failed_mount;
35875aee0f8aSTheodore Ts'o 		if (!parse_options(s_mount_opts, sb, &journal_devnum,
35885aee0f8aSTheodore Ts'o 				   &journal_ioprio, 0)) {
35898b67f04aSTheodore Ts'o 			ext4_msg(sb, KERN_WARNING,
35908b67f04aSTheodore Ts'o 				 "failed to parse options in superblock: %s",
35915aee0f8aSTheodore Ts'o 				 s_mount_opts);
35925aee0f8aSTheodore Ts'o 		}
35935aee0f8aSTheodore Ts'o 		kfree(s_mount_opts);
35948b67f04aSTheodore Ts'o 	}
35955a916be1STheodore Ts'o 	sbi->s_def_mount_opt = sbi->s_mount_opt;
3596b3881f74STheodore Ts'o 	if (!parse_options((char *) data, sb, &journal_devnum,
3597661aa520SEric Sandeen 			   &journal_ioprio, 0))
3598ac27a0ecSDave Kleikamp 		goto failed_mount;
3599ac27a0ecSDave Kleikamp 
360056889787STheodore Ts'o 	if (test_opt(sb, DATA_FLAGS) == EXT4_MOUNT_JOURNAL_DATA) {
360156889787STheodore Ts'o 		printk_once(KERN_WARNING "EXT4-fs: Warning: mounting "
360256889787STheodore Ts'o 			    "with data=journal disables delayed "
360356889787STheodore Ts'o 			    "allocation and O_DIRECT support!\n");
360456889787STheodore Ts'o 		if (test_opt2(sb, EXPLICIT_DELALLOC)) {
360556889787STheodore Ts'o 			ext4_msg(sb, KERN_ERR, "can't mount with "
360656889787STheodore Ts'o 				 "both data=journal and delalloc");
360756889787STheodore Ts'o 			goto failed_mount;
360856889787STheodore Ts'o 		}
360956889787STheodore Ts'o 		if (test_opt(sb, DIOREAD_NOLOCK)) {
361056889787STheodore Ts'o 			ext4_msg(sb, KERN_ERR, "can't mount with "
36116ae6514bSPiotr Sarna 				 "both data=journal and dioread_nolock");
361256889787STheodore Ts'o 			goto failed_mount;
361356889787STheodore Ts'o 		}
3614923ae0ffSRoss Zwisler 		if (test_opt(sb, DAX)) {
3615923ae0ffSRoss Zwisler 			ext4_msg(sb, KERN_ERR, "can't mount with "
3616923ae0ffSRoss Zwisler 				 "both data=journal and dax");
3617923ae0ffSRoss Zwisler 			goto failed_mount;
3618923ae0ffSRoss Zwisler 		}
361973b92a2aSSergey Karamov 		if (ext4_has_feature_encrypt(sb)) {
362073b92a2aSSergey Karamov 			ext4_msg(sb, KERN_WARNING,
362173b92a2aSSergey Karamov 				 "encrypted files will use data=ordered "
362273b92a2aSSergey Karamov 				 "instead of data journaling mode");
362373b92a2aSSergey Karamov 		}
362456889787STheodore Ts'o 		if (test_opt(sb, DELALLOC))
362556889787STheodore Ts'o 			clear_opt(sb, DELALLOC);
3626001e4a87STejun Heo 	} else {
3627001e4a87STejun Heo 		sb->s_iflags |= SB_I_CGROUPWB;
362856889787STheodore Ts'o 	}
362956889787STheodore Ts'o 
36301751e8a6SLinus Torvalds 	sb->s_flags = (sb->s_flags & ~SB_POSIXACL) |
36311751e8a6SLinus Torvalds 		(test_opt(sb, POSIX_ACL) ? SB_POSIXACL : 0);
3632ac27a0ecSDave Kleikamp 
3633617ba13bSMingming Cao 	if (le32_to_cpu(es->s_rev_level) == EXT4_GOOD_OLD_REV &&
3634e2b911c5SDarrick J. Wong 	    (ext4_has_compat_features(sb) ||
3635e2b911c5SDarrick J. Wong 	     ext4_has_ro_compat_features(sb) ||
3636e2b911c5SDarrick J. Wong 	     ext4_has_incompat_features(sb)))
3637b31e1552SEric Sandeen 		ext4_msg(sb, KERN_WARNING,
3638b31e1552SEric Sandeen 		       "feature flags set on rev 0 fs, "
3639b31e1552SEric Sandeen 		       "running e2fsck is recommended");
3640469108ffSTheodore Tso 
3641ed3654ebSTheodore Ts'o 	if (es->s_creator_os == cpu_to_le32(EXT4_OS_HURD)) {
3642ed3654ebSTheodore Ts'o 		set_opt2(sb, HURD_COMPAT);
3643e2b911c5SDarrick J. Wong 		if (ext4_has_feature_64bit(sb)) {
3644ed3654ebSTheodore Ts'o 			ext4_msg(sb, KERN_ERR,
3645ed3654ebSTheodore Ts'o 				 "The Hurd can't support 64-bit file systems");
3646ed3654ebSTheodore Ts'o 			goto failed_mount;
3647ed3654ebSTheodore Ts'o 		}
3648dec214d0STahsin Erdogan 
3649dec214d0STahsin Erdogan 		/*
3650dec214d0STahsin Erdogan 		 * ea_inode feature uses l_i_version field which is not
3651dec214d0STahsin Erdogan 		 * available in HURD_COMPAT mode.
3652dec214d0STahsin Erdogan 		 */
3653dec214d0STahsin Erdogan 		if (ext4_has_feature_ea_inode(sb)) {
3654dec214d0STahsin Erdogan 			ext4_msg(sb, KERN_ERR,
3655dec214d0STahsin Erdogan 				 "ea_inode feature is not supported for Hurd");
3656dec214d0STahsin Erdogan 			goto failed_mount;
3657dec214d0STahsin Erdogan 		}
3658ed3654ebSTheodore Ts'o 	}
3659ed3654ebSTheodore Ts'o 
36602035e776STheodore Ts'o 	if (IS_EXT2_SB(sb)) {
36612035e776STheodore Ts'o 		if (ext2_feature_set_ok(sb))
36622035e776STheodore Ts'o 			ext4_msg(sb, KERN_INFO, "mounting ext2 file system "
36632035e776STheodore Ts'o 				 "using the ext4 subsystem");
36642035e776STheodore Ts'o 		else {
36652035e776STheodore Ts'o 			ext4_msg(sb, KERN_ERR, "couldn't mount as ext2 due "
36662035e776STheodore Ts'o 				 "to feature incompatibilities");
36672035e776STheodore Ts'o 			goto failed_mount;
36682035e776STheodore Ts'o 		}
36692035e776STheodore Ts'o 	}
36702035e776STheodore Ts'o 
36712035e776STheodore Ts'o 	if (IS_EXT3_SB(sb)) {
36722035e776STheodore Ts'o 		if (ext3_feature_set_ok(sb))
36732035e776STheodore Ts'o 			ext4_msg(sb, KERN_INFO, "mounting ext3 file system "
36742035e776STheodore Ts'o 				 "using the ext4 subsystem");
36752035e776STheodore Ts'o 		else {
36762035e776STheodore Ts'o 			ext4_msg(sb, KERN_ERR, "couldn't mount as ext3 due "
36772035e776STheodore Ts'o 				 "to feature incompatibilities");
36782035e776STheodore Ts'o 			goto failed_mount;
36792035e776STheodore Ts'o 		}
36802035e776STheodore Ts'o 	}
36812035e776STheodore Ts'o 
3682469108ffSTheodore Tso 	/*
3683ac27a0ecSDave Kleikamp 	 * Check feature flags regardless of the revision level, since we
3684ac27a0ecSDave Kleikamp 	 * previously didn't change the revision level when setting the flags,
3685ac27a0ecSDave Kleikamp 	 * so there is a chance incompat flags are set on a rev 0 filesystem.
3686ac27a0ecSDave Kleikamp 	 */
3687bc98a42cSDavid Howells 	if (!ext4_feature_set_ok(sb, (sb_rdonly(sb))))
3688ac27a0ecSDave Kleikamp 		goto failed_mount;
3689a13fb1a4SEric Sandeen 
3690261cb20cSJan Kara 	blocksize = BLOCK_SIZE << le32_to_cpu(es->s_log_block_size);
3691617ba13bSMingming Cao 	if (blocksize < EXT4_MIN_BLOCK_SIZE ||
3692617ba13bSMingming Cao 	    blocksize > EXT4_MAX_BLOCK_SIZE) {
3693b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR,
36948cdf3372STheodore Ts'o 		       "Unsupported filesystem blocksize %d (%d log_block_size)",
36958cdf3372STheodore Ts'o 			 blocksize, le32_to_cpu(es->s_log_block_size));
36968cdf3372STheodore Ts'o 		goto failed_mount;
36978cdf3372STheodore Ts'o 	}
36988cdf3372STheodore Ts'o 	if (le32_to_cpu(es->s_log_block_size) >
36998cdf3372STheodore Ts'o 	    (EXT4_MAX_BLOCK_LOG_SIZE - EXT4_MIN_BLOCK_LOG_SIZE)) {
37008cdf3372STheodore Ts'o 		ext4_msg(sb, KERN_ERR,
37018cdf3372STheodore Ts'o 			 "Invalid log block size: %u",
37028cdf3372STheodore Ts'o 			 le32_to_cpu(es->s_log_block_size));
3703ac27a0ecSDave Kleikamp 		goto failed_mount;
3704ac27a0ecSDave Kleikamp 	}
3705ac27a0ecSDave Kleikamp 
37065b9554dcSTheodore Ts'o 	if (le16_to_cpu(sbi->s_es->s_reserved_gdt_blocks) > (blocksize / 4)) {
37075b9554dcSTheodore Ts'o 		ext4_msg(sb, KERN_ERR,
37085b9554dcSTheodore Ts'o 			 "Number of reserved GDT blocks insanely large: %d",
37095b9554dcSTheodore Ts'o 			 le16_to_cpu(sbi->s_es->s_reserved_gdt_blocks));
37105b9554dcSTheodore Ts'o 		goto failed_mount;
37115b9554dcSTheodore Ts'o 	}
37125b9554dcSTheodore Ts'o 
3713923ae0ffSRoss Zwisler 	if (sbi->s_mount_opt & EXT4_MOUNT_DAX) {
3714559db4c6SRoss Zwisler 		if (ext4_has_feature_inline_data(sb)) {
3715559db4c6SRoss Zwisler 			ext4_msg(sb, KERN_ERR, "Cannot use DAX on a filesystem"
3716559db4c6SRoss Zwisler 					" that may contain inline data");
371724f3478dSDan Williams 			sbi->s_mount_opt &= ~EXT4_MOUNT_DAX;
3718559db4c6SRoss Zwisler 		}
371987eefeb4SToshi Kani 		err = bdev_dax_supported(sb, blocksize);
372024f3478dSDan Williams 		if (err) {
372124f3478dSDan Williams 			ext4_msg(sb, KERN_ERR,
372224f3478dSDan Williams 				"DAX unsupported by block device. Turning off DAX.");
372324f3478dSDan Williams 			sbi->s_mount_opt &= ~EXT4_MOUNT_DAX;
372424f3478dSDan Williams 		}
3725923ae0ffSRoss Zwisler 	}
3726923ae0ffSRoss Zwisler 
3727e2b911c5SDarrick J. Wong 	if (ext4_has_feature_encrypt(sb) && es->s_encryption_level) {
37286ddb2447STheodore Ts'o 		ext4_msg(sb, KERN_ERR, "Unsupported encryption level %d",
37296ddb2447STheodore Ts'o 			 es->s_encryption_level);
37306ddb2447STheodore Ts'o 		goto failed_mount;
37316ddb2447STheodore Ts'o 	}
37326ddb2447STheodore Ts'o 
3733ac27a0ecSDave Kleikamp 	if (sb->s_blocksize != blocksize) {
3734ce40733cSAneesh Kumar K.V 		/* Validate the filesystem blocksize */
3735ce40733cSAneesh Kumar K.V 		if (!sb_set_blocksize(sb, blocksize)) {
3736b31e1552SEric Sandeen 			ext4_msg(sb, KERN_ERR, "bad block size %d",
3737ce40733cSAneesh Kumar K.V 					blocksize);
3738ac27a0ecSDave Kleikamp 			goto failed_mount;
3739ac27a0ecSDave Kleikamp 		}
3740ac27a0ecSDave Kleikamp 
3741ac27a0ecSDave Kleikamp 		brelse(bh);
374270bbb3e0SAndrew Morton 		logical_sb_block = sb_block * EXT4_MIN_BLOCK_SIZE;
374370bbb3e0SAndrew Morton 		offset = do_div(logical_sb_block, blocksize);
3744a8ac900bSGioh Kim 		bh = sb_bread_unmovable(sb, logical_sb_block);
3745ac27a0ecSDave Kleikamp 		if (!bh) {
3746b31e1552SEric Sandeen 			ext4_msg(sb, KERN_ERR,
3747b31e1552SEric Sandeen 			       "Can't read superblock on 2nd try");
3748ac27a0ecSDave Kleikamp 			goto failed_mount;
3749ac27a0ecSDave Kleikamp 		}
37502716b802STheodore Ts'o 		es = (struct ext4_super_block *)(bh->b_data + offset);
3751ac27a0ecSDave Kleikamp 		sbi->s_es = es;
3752617ba13bSMingming Cao 		if (es->s_magic != cpu_to_le16(EXT4_SUPER_MAGIC)) {
3753b31e1552SEric Sandeen 			ext4_msg(sb, KERN_ERR,
3754b31e1552SEric Sandeen 			       "Magic mismatch, very weird!");
3755ac27a0ecSDave Kleikamp 			goto failed_mount;
3756ac27a0ecSDave Kleikamp 		}
3757ac27a0ecSDave Kleikamp 	}
3758ac27a0ecSDave Kleikamp 
3759e2b911c5SDarrick J. Wong 	has_huge_files = ext4_has_feature_huge_file(sb);
3760f287a1a5STheodore Ts'o 	sbi->s_bitmap_maxbytes = ext4_max_bitmap_size(sb->s_blocksize_bits,
3761f287a1a5STheodore Ts'o 						      has_huge_files);
3762f287a1a5STheodore Ts'o 	sb->s_maxbytes = ext4_max_size(sb->s_blocksize_bits, has_huge_files);
3763ac27a0ecSDave Kleikamp 
3764617ba13bSMingming Cao 	if (le32_to_cpu(es->s_rev_level) == EXT4_GOOD_OLD_REV) {
3765617ba13bSMingming Cao 		sbi->s_inode_size = EXT4_GOOD_OLD_INODE_SIZE;
3766617ba13bSMingming Cao 		sbi->s_first_ino = EXT4_GOOD_OLD_FIRST_INO;
3767ac27a0ecSDave Kleikamp 	} else {
3768ac27a0ecSDave Kleikamp 		sbi->s_inode_size = le16_to_cpu(es->s_inode_size);
3769ac27a0ecSDave Kleikamp 		sbi->s_first_ino = le32_to_cpu(es->s_first_ino);
3770617ba13bSMingming Cao 		if ((sbi->s_inode_size < EXT4_GOOD_OLD_INODE_SIZE) ||
37711330593eSVignesh Babu 		    (!is_power_of_2(sbi->s_inode_size)) ||
3772ac27a0ecSDave Kleikamp 		    (sbi->s_inode_size > blocksize)) {
3773b31e1552SEric Sandeen 			ext4_msg(sb, KERN_ERR,
3774b31e1552SEric Sandeen 			       "unsupported inode size: %d",
3775ac27a0ecSDave Kleikamp 			       sbi->s_inode_size);
3776ac27a0ecSDave Kleikamp 			goto failed_mount;
3777ac27a0ecSDave Kleikamp 		}
3778ef7f3835SKalpak Shah 		if (sbi->s_inode_size > EXT4_GOOD_OLD_INODE_SIZE)
3779ef7f3835SKalpak Shah 			sb->s_time_gran = 1 << (EXT4_EPOCH_BITS - 2);
3780ac27a0ecSDave Kleikamp 	}
37810b8e58a1SAndreas Dilger 
37820d1ee42fSAlexandre Ratchov 	sbi->s_desc_size = le16_to_cpu(es->s_desc_size);
3783e2b911c5SDarrick J. Wong 	if (ext4_has_feature_64bit(sb)) {
37848fadc143SAlexandre Ratchov 		if (sbi->s_desc_size < EXT4_MIN_DESC_SIZE_64BIT ||
37850d1ee42fSAlexandre Ratchov 		    sbi->s_desc_size > EXT4_MAX_DESC_SIZE ||
3786d8ea6cf8Svignesh babu 		    !is_power_of_2(sbi->s_desc_size)) {
3787b31e1552SEric Sandeen 			ext4_msg(sb, KERN_ERR,
3788b31e1552SEric Sandeen 			       "unsupported descriptor size %lu",
37890d1ee42fSAlexandre Ratchov 			       sbi->s_desc_size);
37900d1ee42fSAlexandre Ratchov 			goto failed_mount;
37910d1ee42fSAlexandre Ratchov 		}
37920d1ee42fSAlexandre Ratchov 	} else
37930d1ee42fSAlexandre Ratchov 		sbi->s_desc_size = EXT4_MIN_DESC_SIZE;
37940b8e58a1SAndreas Dilger 
3795ac27a0ecSDave Kleikamp 	sbi->s_blocks_per_group = le32_to_cpu(es->s_blocks_per_group);
3796ac27a0ecSDave Kleikamp 	sbi->s_inodes_per_group = le32_to_cpu(es->s_inodes_per_group);
37970b8e58a1SAndreas Dilger 
3798617ba13bSMingming Cao 	sbi->s_inodes_per_block = blocksize / EXT4_INODE_SIZE(sb);
3799ac27a0ecSDave Kleikamp 	if (sbi->s_inodes_per_block == 0)
3800617ba13bSMingming Cao 		goto cantfind_ext4;
3801cd6bb35bSTheodore Ts'o 	if (sbi->s_inodes_per_group < sbi->s_inodes_per_block ||
3802cd6bb35bSTheodore Ts'o 	    sbi->s_inodes_per_group > blocksize * 8) {
3803cd6bb35bSTheodore Ts'o 		ext4_msg(sb, KERN_ERR, "invalid inodes per group: %lu\n",
3804cd6bb35bSTheodore Ts'o 			 sbi->s_blocks_per_group);
3805cd6bb35bSTheodore Ts'o 		goto failed_mount;
3806cd6bb35bSTheodore Ts'o 	}
3807ac27a0ecSDave Kleikamp 	sbi->s_itb_per_group = sbi->s_inodes_per_group /
3808ac27a0ecSDave Kleikamp 					sbi->s_inodes_per_block;
38090d1ee42fSAlexandre Ratchov 	sbi->s_desc_per_block = blocksize / EXT4_DESC_SIZE(sb);
3810ac27a0ecSDave Kleikamp 	sbi->s_sbh = bh;
3811ac27a0ecSDave Kleikamp 	sbi->s_mount_state = le16_to_cpu(es->s_state);
3812e57aa839SFengguang Wu 	sbi->s_addr_per_block_bits = ilog2(EXT4_ADDR_PER_BLOCK(sb));
3813e57aa839SFengguang Wu 	sbi->s_desc_per_block_bits = ilog2(EXT4_DESC_PER_BLOCK(sb));
38140b8e58a1SAndreas Dilger 
3815ac27a0ecSDave Kleikamp 	for (i = 0; i < 4; i++)
3816ac27a0ecSDave Kleikamp 		sbi->s_hash_seed[i] = le32_to_cpu(es->s_hash_seed[i]);
3817ac27a0ecSDave Kleikamp 	sbi->s_def_hash_version = es->s_def_hash_version;
3818e2b911c5SDarrick J. Wong 	if (ext4_has_feature_dir_index(sb)) {
3819f99b2589STheodore Ts'o 		i = le32_to_cpu(es->s_flags);
3820f99b2589STheodore Ts'o 		if (i & EXT2_FLAGS_UNSIGNED_HASH)
3821f99b2589STheodore Ts'o 			sbi->s_hash_unsigned = 3;
3822f99b2589STheodore Ts'o 		else if ((i & EXT2_FLAGS_SIGNED_HASH) == 0) {
3823f99b2589STheodore Ts'o #ifdef __CHAR_UNSIGNED__
3824bc98a42cSDavid Howells 			if (!sb_rdonly(sb))
382523301410STheodore Ts'o 				es->s_flags |=
382623301410STheodore Ts'o 					cpu_to_le32(EXT2_FLAGS_UNSIGNED_HASH);
3827f99b2589STheodore Ts'o 			sbi->s_hash_unsigned = 3;
3828f99b2589STheodore Ts'o #else
3829bc98a42cSDavid Howells 			if (!sb_rdonly(sb))
383023301410STheodore Ts'o 				es->s_flags |=
383123301410STheodore Ts'o 					cpu_to_le32(EXT2_FLAGS_SIGNED_HASH);
3832f99b2589STheodore Ts'o #endif
3833f99b2589STheodore Ts'o 		}
383423301410STheodore Ts'o 	}
3835ac27a0ecSDave Kleikamp 
3836281b5995STheodore Ts'o 	/* Handle clustersize */
3837281b5995STheodore Ts'o 	clustersize = BLOCK_SIZE << le32_to_cpu(es->s_log_cluster_size);
3838e2b911c5SDarrick J. Wong 	has_bigalloc = ext4_has_feature_bigalloc(sb);
3839281b5995STheodore Ts'o 	if (has_bigalloc) {
3840281b5995STheodore Ts'o 		if (clustersize < blocksize) {
3841281b5995STheodore Ts'o 			ext4_msg(sb, KERN_ERR,
3842281b5995STheodore Ts'o 				 "cluster size (%d) smaller than "
3843281b5995STheodore Ts'o 				 "block size (%d)", clustersize, blocksize);
3844281b5995STheodore Ts'o 			goto failed_mount;
3845281b5995STheodore Ts'o 		}
38468cdf3372STheodore Ts'o 		if (le32_to_cpu(es->s_log_cluster_size) >
38478cdf3372STheodore Ts'o 		    (EXT4_MAX_CLUSTER_LOG_SIZE - EXT4_MIN_BLOCK_LOG_SIZE)) {
38488cdf3372STheodore Ts'o 			ext4_msg(sb, KERN_ERR,
38498cdf3372STheodore Ts'o 				 "Invalid log cluster size: %u",
38508cdf3372STheodore Ts'o 				 le32_to_cpu(es->s_log_cluster_size));
38518cdf3372STheodore Ts'o 			goto failed_mount;
38528cdf3372STheodore Ts'o 		}
3853281b5995STheodore Ts'o 		sbi->s_cluster_bits = le32_to_cpu(es->s_log_cluster_size) -
3854281b5995STheodore Ts'o 			le32_to_cpu(es->s_log_block_size);
3855281b5995STheodore Ts'o 		sbi->s_clusters_per_group =
3856281b5995STheodore Ts'o 			le32_to_cpu(es->s_clusters_per_group);
3857281b5995STheodore Ts'o 		if (sbi->s_clusters_per_group > blocksize * 8) {
3858281b5995STheodore Ts'o 			ext4_msg(sb, KERN_ERR,
3859281b5995STheodore Ts'o 				 "#clusters per group too big: %lu",
3860281b5995STheodore Ts'o 				 sbi->s_clusters_per_group);
3861281b5995STheodore Ts'o 			goto failed_mount;
3862281b5995STheodore Ts'o 		}
3863281b5995STheodore Ts'o 		if (sbi->s_blocks_per_group !=
3864281b5995STheodore Ts'o 		    (sbi->s_clusters_per_group * (clustersize / blocksize))) {
3865281b5995STheodore Ts'o 			ext4_msg(sb, KERN_ERR, "blocks per group (%lu) and "
3866281b5995STheodore Ts'o 				 "clusters per group (%lu) inconsistent",
3867281b5995STheodore Ts'o 				 sbi->s_blocks_per_group,
3868281b5995STheodore Ts'o 				 sbi->s_clusters_per_group);
3869281b5995STheodore Ts'o 			goto failed_mount;
3870281b5995STheodore Ts'o 		}
3871281b5995STheodore Ts'o 	} else {
3872281b5995STheodore Ts'o 		if (clustersize != blocksize) {
3873281b5995STheodore Ts'o 			ext4_warning(sb, "fragment/cluster size (%d) != "
3874281b5995STheodore Ts'o 				     "block size (%d)", clustersize,
3875281b5995STheodore Ts'o 				     blocksize);
3876281b5995STheodore Ts'o 			clustersize = blocksize;
3877281b5995STheodore Ts'o 		}
3878ac27a0ecSDave Kleikamp 		if (sbi->s_blocks_per_group > blocksize * 8) {
3879b31e1552SEric Sandeen 			ext4_msg(sb, KERN_ERR,
3880b31e1552SEric Sandeen 				 "#blocks per group too big: %lu",
3881ac27a0ecSDave Kleikamp 				 sbi->s_blocks_per_group);
3882ac27a0ecSDave Kleikamp 			goto failed_mount;
3883ac27a0ecSDave Kleikamp 		}
3884281b5995STheodore Ts'o 		sbi->s_clusters_per_group = sbi->s_blocks_per_group;
3885281b5995STheodore Ts'o 		sbi->s_cluster_bits = 0;
3886281b5995STheodore Ts'o 	}
3887281b5995STheodore Ts'o 	sbi->s_cluster_ratio = clustersize / blocksize;
3888281b5995STheodore Ts'o 
3889960fd856STheodore Ts'o 	/* Do we have standard group size of clustersize * 8 blocks ? */
3890960fd856STheodore Ts'o 	if (sbi->s_blocks_per_group == clustersize << 3)
3891960fd856STheodore Ts'o 		set_opt2(sb, STD_GROUP_SIZE);
3892960fd856STheodore Ts'o 
3893bf43d84bSEric Sandeen 	/*
3894bf43d84bSEric Sandeen 	 * Test whether we have more sectors than will fit in sector_t,
3895bf43d84bSEric Sandeen 	 * and whether the max offset is addressable by the page cache.
3896bf43d84bSEric Sandeen 	 */
38975a9ae68aSDarrick J. Wong 	err = generic_check_addressable(sb->s_blocksize_bits,
389830ca22c7SPatrick J. LoPresti 					ext4_blocks_count(es));
38995a9ae68aSDarrick J. Wong 	if (err) {
3900b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "filesystem"
3901bf43d84bSEric Sandeen 			 " too large to mount safely on this system");
3902ac27a0ecSDave Kleikamp 		if (sizeof(sector_t) < 8)
390390c699a9SBartlomiej Zolnierkiewicz 			ext4_msg(sb, KERN_WARNING, "CONFIG_LBDAF not enabled");
3904ac27a0ecSDave Kleikamp 		goto failed_mount;
3905ac27a0ecSDave Kleikamp 	}
3906ac27a0ecSDave Kleikamp 
3907617ba13bSMingming Cao 	if (EXT4_BLOCKS_PER_GROUP(sb) == 0)
3908617ba13bSMingming Cao 		goto cantfind_ext4;
3909e7c95593SEric Sandeen 
39100f2ddca6SFrom: Thiemo Nagel 	/* check blocks count against device size */
39110f2ddca6SFrom: Thiemo Nagel 	blocks_count = sb->s_bdev->bd_inode->i_size >> sb->s_blocksize_bits;
39120f2ddca6SFrom: Thiemo Nagel 	if (blocks_count && ext4_blocks_count(es) > blocks_count) {
3913b31e1552SEric Sandeen 		ext4_msg(sb, KERN_WARNING, "bad geometry: block count %llu "
3914b31e1552SEric Sandeen 		       "exceeds size of device (%llu blocks)",
39150f2ddca6SFrom: Thiemo Nagel 		       ext4_blocks_count(es), blocks_count);
39160f2ddca6SFrom: Thiemo Nagel 		goto failed_mount;
39170f2ddca6SFrom: Thiemo Nagel 	}
39180f2ddca6SFrom: Thiemo Nagel 
39194ec11028STheodore Ts'o 	/*
39204ec11028STheodore Ts'o 	 * It makes no sense for the first data block to be beyond the end
39214ec11028STheodore Ts'o 	 * of the filesystem.
39224ec11028STheodore Ts'o 	 */
39234ec11028STheodore Ts'o 	if (le32_to_cpu(es->s_first_data_block) >= ext4_blocks_count(es)) {
3924b31e1552SEric Sandeen 		ext4_msg(sb, KERN_WARNING, "bad geometry: first data "
3925b31e1552SEric Sandeen 			 "block %u is beyond end of filesystem (%llu)",
3926e7c95593SEric Sandeen 			 le32_to_cpu(es->s_first_data_block),
39274ec11028STheodore Ts'o 			 ext4_blocks_count(es));
3928e7c95593SEric Sandeen 		goto failed_mount;
3929e7c95593SEric Sandeen 	}
3930bd81d8eeSLaurent Vivier 	blocks_count = (ext4_blocks_count(es) -
3931bd81d8eeSLaurent Vivier 			le32_to_cpu(es->s_first_data_block) +
3932bd81d8eeSLaurent Vivier 			EXT4_BLOCKS_PER_GROUP(sb) - 1);
3933bd81d8eeSLaurent Vivier 	do_div(blocks_count, EXT4_BLOCKS_PER_GROUP(sb));
39344ec11028STheodore Ts'o 	if (blocks_count > ((uint64_t)1<<32) - EXT4_DESC_PER_BLOCK(sb)) {
3935b31e1552SEric Sandeen 		ext4_msg(sb, KERN_WARNING, "groups count too large: %u "
39364ec11028STheodore Ts'o 		       "(block count %llu, first data block %u, "
3937b31e1552SEric Sandeen 		       "blocks per group %lu)", sbi->s_groups_count,
39384ec11028STheodore Ts'o 		       ext4_blocks_count(es),
39394ec11028STheodore Ts'o 		       le32_to_cpu(es->s_first_data_block),
39404ec11028STheodore Ts'o 		       EXT4_BLOCKS_PER_GROUP(sb));
39414ec11028STheodore Ts'o 		goto failed_mount;
39424ec11028STheodore Ts'o 	}
3943bd81d8eeSLaurent Vivier 	sbi->s_groups_count = blocks_count;
3944fb0a387dSEric Sandeen 	sbi->s_blockfile_groups = min_t(ext4_group_t, sbi->s_groups_count,
3945fb0a387dSEric Sandeen 			(EXT4_MAX_BLOCK_FILE_PHYS / EXT4_BLOCKS_PER_GROUP(sb)));
3946617ba13bSMingming Cao 	db_count = (sbi->s_groups_count + EXT4_DESC_PER_BLOCK(sb) - 1) /
3947617ba13bSMingming Cao 		   EXT4_DESC_PER_BLOCK(sb);
39483a4b77cdSEryu Guan 	if (ext4_has_feature_meta_bg(sb)) {
39492ba3e6e8STheodore Ts'o 		if (le32_to_cpu(es->s_first_meta_bg) > db_count) {
39503a4b77cdSEryu Guan 			ext4_msg(sb, KERN_WARNING,
39513a4b77cdSEryu Guan 				 "first meta block group too large: %u "
39523a4b77cdSEryu Guan 				 "(group descriptor block count %u)",
39533a4b77cdSEryu Guan 				 le32_to_cpu(es->s_first_meta_bg), db_count);
39543a4b77cdSEryu Guan 			goto failed_mount;
39553a4b77cdSEryu Guan 		}
39563a4b77cdSEryu Guan 	}
3957a7c3e901SMichal Hocko 	sbi->s_group_desc = kvmalloc(db_count *
3958f18a5f21STheodore Ts'o 					  sizeof(struct buffer_head *),
3959ac27a0ecSDave Kleikamp 					  GFP_KERNEL);
3960ac27a0ecSDave Kleikamp 	if (sbi->s_group_desc == NULL) {
3961b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "not enough memory");
39622cde417dSTheodore Ts'o 		ret = -ENOMEM;
3963ac27a0ecSDave Kleikamp 		goto failed_mount;
3964ac27a0ecSDave Kleikamp 	}
3965ac27a0ecSDave Kleikamp 
3966705895b6SPekka Enberg 	bgl_lock_init(sbi->s_blockgroup_lock);
3967ac27a0ecSDave Kleikamp 
396885c8f176SAndrew Perepechko 	/* Pre-read the descriptors into the buffer cache */
396985c8f176SAndrew Perepechko 	for (i = 0; i < db_count; i++) {
397085c8f176SAndrew Perepechko 		block = descriptor_loc(sb, logical_sb_block, i);
397185c8f176SAndrew Perepechko 		sb_breadahead(sb, block);
397285c8f176SAndrew Perepechko 	}
397385c8f176SAndrew Perepechko 
3974ac27a0ecSDave Kleikamp 	for (i = 0; i < db_count; i++) {
397570bbb3e0SAndrew Morton 		block = descriptor_loc(sb, logical_sb_block, i);
3976a8ac900bSGioh Kim 		sbi->s_group_desc[i] = sb_bread_unmovable(sb, block);
3977ac27a0ecSDave Kleikamp 		if (!sbi->s_group_desc[i]) {
3978b31e1552SEric Sandeen 			ext4_msg(sb, KERN_ERR,
3979b31e1552SEric Sandeen 			       "can't read group descriptor %d", i);
3980ac27a0ecSDave Kleikamp 			db_count = i;
3981ac27a0ecSDave Kleikamp 			goto failed_mount2;
3982ac27a0ecSDave Kleikamp 		}
3983ac27a0ecSDave Kleikamp 	}
3984829fa70dSTheodore Ts'o 	if (!ext4_check_descriptors(sb, logical_sb_block, &first_not_zeroed)) {
3985b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "group descriptors corrupted!");
39866a797d27SDarrick J. Wong 		ret = -EFSCORRUPTED;
3987f9ae9cf5STheodore Ts'o 		goto failed_mount2;
3988ac27a0ecSDave Kleikamp 	}
3989772cb7c8SJose R. Santos 
3990f9ae9cf5STheodore Ts'o 	sbi->s_gdb_count = db_count;
3991ac27a0ecSDave Kleikamp 
3992235699a8SKees Cook 	timer_setup(&sbi->s_err_report, print_daily_error_info, 0);
399304496411STao Ma 
3994a75ae78fSDmitry Monakhov 	/* Register extent status tree shrinker */
3995eb68d0e2SZheng Liu 	if (ext4_es_register_shrinker(sbi))
3996ce7e010aSTheodore Ts'o 		goto failed_mount3;
3997ce7e010aSTheodore Ts'o 
3998c9de560dSAlex Tomas 	sbi->s_stripe = ext4_get_stripe_size(sbi);
399967a5da56SZheng Liu 	sbi->s_extent_max_zeroout_kb = 32;
4000c9de560dSAlex Tomas 
4001f9ae9cf5STheodore Ts'o 	/*
4002f9ae9cf5STheodore Ts'o 	 * set up enough so that it can read an inode
4003f9ae9cf5STheodore Ts'o 	 */
4004f9ae9cf5STheodore Ts'o 	sb->s_op = &ext4_sops;
4005617ba13bSMingming Cao 	sb->s_export_op = &ext4_export_ops;
4006617ba13bSMingming Cao 	sb->s_xattr = ext4_xattr_handlers;
4007ffcc4182SEric Biggers #ifdef CONFIG_EXT4_FS_ENCRYPTION
4008a7550b30SJaegeuk Kim 	sb->s_cop = &ext4_cryptops;
4009ffcc4182SEric Biggers #endif
4010ac27a0ecSDave Kleikamp #ifdef CONFIG_QUOTA
4011617ba13bSMingming Cao 	sb->dq_op = &ext4_quota_operations;
4012e2b911c5SDarrick J. Wong 	if (ext4_has_feature_quota(sb))
40131fa5efe3SJan Kara 		sb->s_qcop = &dquot_quotactl_sysfile_ops;
4014262b4662SJan Kara 	else
4015262b4662SJan Kara 		sb->s_qcop = &ext4_qctl_operations;
4016689c958cSLi Xi 	sb->s_quota_types = QTYPE_MASK_USR | QTYPE_MASK_GRP | QTYPE_MASK_PRJ;
4017ac27a0ecSDave Kleikamp #endif
401885787090SChristoph Hellwig 	memcpy(&sb->s_uuid, es->s_uuid, sizeof(es->s_uuid));
4019f2fa2ffcSAneesh Kumar K.V 
4020ac27a0ecSDave Kleikamp 	INIT_LIST_HEAD(&sbi->s_orphan); /* unlinked but open files */
40213b9d4ed2STheodore Ts'o 	mutex_init(&sbi->s_orphan_lock);
4022ac27a0ecSDave Kleikamp 
4023ac27a0ecSDave Kleikamp 	sb->s_root = NULL;
4024ac27a0ecSDave Kleikamp 
4025ac27a0ecSDave Kleikamp 	needs_recovery = (es->s_last_orphan != 0 ||
4026e2b911c5SDarrick J. Wong 			  ext4_has_feature_journal_needs_recovery(sb));
4027ac27a0ecSDave Kleikamp 
4028bc98a42cSDavid Howells 	if (ext4_has_feature_mmp(sb) && !sb_rdonly(sb))
4029c5e06d10SJohann Lombardi 		if (ext4_multi_mount_protect(sb, le64_to_cpu(es->s_mmp_block)))
403050460fe8SDarrick J. Wong 			goto failed_mount3a;
4031c5e06d10SJohann Lombardi 
4032ac27a0ecSDave Kleikamp 	/*
4033ac27a0ecSDave Kleikamp 	 * The first inode we look at is the journal inode.  Don't try
4034ac27a0ecSDave Kleikamp 	 * root first: it may be modified in the journal!
4035ac27a0ecSDave Kleikamp 	 */
4036e2b911c5SDarrick J. Wong 	if (!test_opt(sb, NOLOAD) && ext4_has_feature_journal(sb)) {
40374753d8a2STheodore Ts'o 		err = ext4_load_journal(sb, es, journal_devnum);
40384753d8a2STheodore Ts'o 		if (err)
403950460fe8SDarrick J. Wong 			goto failed_mount3a;
4040bc98a42cSDavid Howells 	} else if (test_opt(sb, NOLOAD) && !sb_rdonly(sb) &&
4041e2b911c5SDarrick J. Wong 		   ext4_has_feature_journal_needs_recovery(sb)) {
4042b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "required journal recovery "
4043b31e1552SEric Sandeen 		       "suppressed and not mounted read-only");
4044744692dcSJiaying Zhang 		goto failed_mount_wq;
4045ac27a0ecSDave Kleikamp 	} else {
40461e381f60SDmitry Monakhov 		/* Nojournal mode, all journal mount options are illegal */
40471e381f60SDmitry Monakhov 		if (test_opt2(sb, EXPLICIT_JOURNAL_CHECKSUM)) {
40481e381f60SDmitry Monakhov 			ext4_msg(sb, KERN_ERR, "can't mount with "
40491e381f60SDmitry Monakhov 				 "journal_checksum, fs mounted w/o journal");
40501e381f60SDmitry Monakhov 			goto failed_mount_wq;
40511e381f60SDmitry Monakhov 		}
40521e381f60SDmitry Monakhov 		if (test_opt(sb, JOURNAL_ASYNC_COMMIT)) {
40531e381f60SDmitry Monakhov 			ext4_msg(sb, KERN_ERR, "can't mount with "
40541e381f60SDmitry Monakhov 				 "journal_async_commit, fs mounted w/o journal");
40551e381f60SDmitry Monakhov 			goto failed_mount_wq;
40561e381f60SDmitry Monakhov 		}
40571e381f60SDmitry Monakhov 		if (sbi->s_commit_interval != JBD2_DEFAULT_MAX_COMMIT_AGE*HZ) {
40581e381f60SDmitry Monakhov 			ext4_msg(sb, KERN_ERR, "can't mount with "
40591e381f60SDmitry Monakhov 				 "commit=%lu, fs mounted w/o journal",
40601e381f60SDmitry Monakhov 				 sbi->s_commit_interval / HZ);
40611e381f60SDmitry Monakhov 			goto failed_mount_wq;
40621e381f60SDmitry Monakhov 		}
40631e381f60SDmitry Monakhov 		if (EXT4_MOUNT_DATA_FLAGS &
40641e381f60SDmitry Monakhov 		    (sbi->s_mount_opt ^ sbi->s_def_mount_opt)) {
40651e381f60SDmitry Monakhov 			ext4_msg(sb, KERN_ERR, "can't mount with "
40661e381f60SDmitry Monakhov 				 "data=, fs mounted w/o journal");
40671e381f60SDmitry Monakhov 			goto failed_mount_wq;
40681e381f60SDmitry Monakhov 		}
40691e381f60SDmitry Monakhov 		sbi->s_def_mount_opt &= EXT4_MOUNT_JOURNAL_CHECKSUM;
40701e381f60SDmitry Monakhov 		clear_opt(sb, JOURNAL_CHECKSUM);
4071fd8c37ecSTheodore Ts'o 		clear_opt(sb, DATA_FLAGS);
40720390131bSFrank Mayhar 		sbi->s_journal = NULL;
40730390131bSFrank Mayhar 		needs_recovery = 0;
40740390131bSFrank Mayhar 		goto no_journal;
4075ac27a0ecSDave Kleikamp 	}
4076ac27a0ecSDave Kleikamp 
4077e2b911c5SDarrick J. Wong 	if (ext4_has_feature_64bit(sb) &&
4078eb40a09cSJose R. Santos 	    !jbd2_journal_set_features(EXT4_SB(sb)->s_journal, 0, 0,
4079eb40a09cSJose R. Santos 				       JBD2_FEATURE_INCOMPAT_64BIT)) {
4080b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "Failed to set 64-bit journal feature");
4081744692dcSJiaying Zhang 		goto failed_mount_wq;
4082eb40a09cSJose R. Santos 	}
4083eb40a09cSJose R. Santos 
408425ed6e8aSDarrick J. Wong 	if (!set_journal_csum_feature_set(sb)) {
408525ed6e8aSDarrick J. Wong 		ext4_msg(sb, KERN_ERR, "Failed to set journal checksum "
408625ed6e8aSDarrick J. Wong 			 "feature set");
408725ed6e8aSDarrick J. Wong 		goto failed_mount_wq;
4088d4da6c9cSLinus Torvalds 	}
4089818d276cSGirish Shilamkar 
4090ac27a0ecSDave Kleikamp 	/* We have now updated the journal if required, so we can
4091ac27a0ecSDave Kleikamp 	 * validate the data journaling mode. */
4092ac27a0ecSDave Kleikamp 	switch (test_opt(sb, DATA_FLAGS)) {
4093ac27a0ecSDave Kleikamp 	case 0:
4094ac27a0ecSDave Kleikamp 		/* No mode set, assume a default based on the journal
409563f57933SAndrew Morton 		 * capabilities: ORDERED_DATA if the journal can
409663f57933SAndrew Morton 		 * cope, else JOURNAL_DATA
409763f57933SAndrew Morton 		 */
4098dab291afSMingming Cao 		if (jbd2_journal_check_available_features
4099dab291afSMingming Cao 		    (sbi->s_journal, 0, 0, JBD2_FEATURE_INCOMPAT_REVOKE))
4100fd8c37ecSTheodore Ts'o 			set_opt(sb, ORDERED_DATA);
4101ac27a0ecSDave Kleikamp 		else
4102fd8c37ecSTheodore Ts'o 			set_opt(sb, JOURNAL_DATA);
4103ac27a0ecSDave Kleikamp 		break;
4104ac27a0ecSDave Kleikamp 
4105617ba13bSMingming Cao 	case EXT4_MOUNT_ORDERED_DATA:
4106617ba13bSMingming Cao 	case EXT4_MOUNT_WRITEBACK_DATA:
4107dab291afSMingming Cao 		if (!jbd2_journal_check_available_features
4108dab291afSMingming Cao 		    (sbi->s_journal, 0, 0, JBD2_FEATURE_INCOMPAT_REVOKE)) {
4109b31e1552SEric Sandeen 			ext4_msg(sb, KERN_ERR, "Journal does not support "
4110b31e1552SEric Sandeen 			       "requested data journaling mode");
4111744692dcSJiaying Zhang 			goto failed_mount_wq;
4112ac27a0ecSDave Kleikamp 		}
4113ac27a0ecSDave Kleikamp 	default:
4114ac27a0ecSDave Kleikamp 		break;
4115ac27a0ecSDave Kleikamp 	}
4116ab04df78SJan Kara 
4117ab04df78SJan Kara 	if (test_opt(sb, DATA_FLAGS) == EXT4_MOUNT_ORDERED_DATA &&
4118ab04df78SJan Kara 	    test_opt(sb, JOURNAL_ASYNC_COMMIT)) {
4119ab04df78SJan Kara 		ext4_msg(sb, KERN_ERR, "can't mount with "
4120ab04df78SJan Kara 			"journal_async_commit in data=ordered mode");
4121ab04df78SJan Kara 		goto failed_mount_wq;
4122ab04df78SJan Kara 	}
4123ab04df78SJan Kara 
4124b3881f74STheodore Ts'o 	set_task_ioprio(sbi->s_journal->j_task, journal_ioprio);
4125ac27a0ecSDave Kleikamp 
412618aadd47SBobi Jam 	sbi->s_journal->j_commit_callback = ext4_journal_commit_callback;
412718aadd47SBobi Jam 
4128ce7e010aSTheodore Ts'o no_journal:
4129cdb7ee4cSTahsin Erdogan 	if (!test_opt(sb, NO_MBCACHE)) {
413047387409STahsin Erdogan 		sbi->s_ea_block_cache = ext4_xattr_create_cache();
413147387409STahsin Erdogan 		if (!sbi->s_ea_block_cache) {
4132cdb7ee4cSTahsin Erdogan 			ext4_msg(sb, KERN_ERR,
4133cdb7ee4cSTahsin Erdogan 				 "Failed to create ea_block_cache");
41349c191f70ST Makphaibulchoke 			goto failed_mount_wq;
41359c191f70ST Makphaibulchoke 		}
41369c191f70ST Makphaibulchoke 
4137dec214d0STahsin Erdogan 		if (ext4_has_feature_ea_inode(sb)) {
4138dec214d0STahsin Erdogan 			sbi->s_ea_inode_cache = ext4_xattr_create_cache();
4139dec214d0STahsin Erdogan 			if (!sbi->s_ea_inode_cache) {
4140dec214d0STahsin Erdogan 				ext4_msg(sb, KERN_ERR,
4141dec214d0STahsin Erdogan 					 "Failed to create ea_inode_cache");
4142dec214d0STahsin Erdogan 				goto failed_mount_wq;
4143dec214d0STahsin Erdogan 			}
4144dec214d0STahsin Erdogan 		}
4145cdb7ee4cSTahsin Erdogan 	}
4146dec214d0STahsin Erdogan 
4147e2b911c5SDarrick J. Wong 	if ((DUMMY_ENCRYPTION_ENABLED(sbi) || ext4_has_feature_encrypt(sb)) &&
414809cbfeafSKirill A. Shutemov 	    (blocksize != PAGE_SIZE)) {
41491cb767cdSTheodore Ts'o 		ext4_msg(sb, KERN_ERR,
41501cb767cdSTheodore Ts'o 			 "Unsupported blocksize for fs encryption");
41511cb767cdSTheodore Ts'o 		goto failed_mount_wq;
41521cb767cdSTheodore Ts'o 	}
41531cb767cdSTheodore Ts'o 
4154bc98a42cSDavid Howells 	if (DUMMY_ENCRYPTION_ENABLED(sbi) && !sb_rdonly(sb) &&
4155e2b911c5SDarrick J. Wong 	    !ext4_has_feature_encrypt(sb)) {
4156e2b911c5SDarrick J. Wong 		ext4_set_feature_encrypt(sb);
41576ddb2447STheodore Ts'o 		ext4_commit_super(sb, 1);
41586ddb2447STheodore Ts'o 	}
41596ddb2447STheodore Ts'o 
4160fd89d5f2STejun Heo 	/*
4161952fc18eSTheodore Ts'o 	 * Get the # of file system overhead blocks from the
4162952fc18eSTheodore Ts'o 	 * superblock if present.
4163952fc18eSTheodore Ts'o 	 */
4164952fc18eSTheodore Ts'o 	if (es->s_overhead_clusters)
4165952fc18eSTheodore Ts'o 		sbi->s_overhead = le32_to_cpu(es->s_overhead_clusters);
4166952fc18eSTheodore Ts'o 	else {
416707aa2ea1SLukas Czerner 		err = ext4_calculate_overhead(sb);
416807aa2ea1SLukas Czerner 		if (err)
4169952fc18eSTheodore Ts'o 			goto failed_mount_wq;
4170952fc18eSTheodore Ts'o 	}
4171952fc18eSTheodore Ts'o 
4172952fc18eSTheodore Ts'o 	/*
4173fd89d5f2STejun Heo 	 * The maximum number of concurrent works can be high and
4174fd89d5f2STejun Heo 	 * concurrency isn't really necessary.  Limit it to 1.
4175fd89d5f2STejun Heo 	 */
41762e8fa54eSJan Kara 	EXT4_SB(sb)->rsv_conversion_wq =
41772e8fa54eSJan Kara 		alloc_workqueue("ext4-rsv-conversion", WQ_MEM_RECLAIM | WQ_UNBOUND, 1);
41782e8fa54eSJan Kara 	if (!EXT4_SB(sb)->rsv_conversion_wq) {
41792e8fa54eSJan Kara 		printk(KERN_ERR "EXT4-fs: failed to create workqueue\n");
418007aa2ea1SLukas Czerner 		ret = -ENOMEM;
41812e8fa54eSJan Kara 		goto failed_mount4;
41822e8fa54eSJan Kara 	}
41832e8fa54eSJan Kara 
4184ac27a0ecSDave Kleikamp 	/*
4185dab291afSMingming Cao 	 * The jbd2_journal_load will have done any necessary log recovery,
4186ac27a0ecSDave Kleikamp 	 * so we can safely mount the rest of the filesystem now.
4187ac27a0ecSDave Kleikamp 	 */
4188ac27a0ecSDave Kleikamp 
41891d1fe1eeSDavid Howells 	root = ext4_iget(sb, EXT4_ROOT_INO);
41901d1fe1eeSDavid Howells 	if (IS_ERR(root)) {
4191b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "get root inode failed");
41921d1fe1eeSDavid Howells 		ret = PTR_ERR(root);
419332a9bb57SManish Katiyar 		root = NULL;
4194ac27a0ecSDave Kleikamp 		goto failed_mount4;
4195ac27a0ecSDave Kleikamp 	}
4196ac27a0ecSDave Kleikamp 	if (!S_ISDIR(root->i_mode) || !root->i_blocks || !root->i_size) {
4197b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "corrupt root inode, run e2fsck");
419894bf608aSAl Viro 		iput(root);
4199ac27a0ecSDave Kleikamp 		goto failed_mount4;
4200ac27a0ecSDave Kleikamp 	}
420148fde701SAl Viro 	sb->s_root = d_make_root(root);
42021d1fe1eeSDavid Howells 	if (!sb->s_root) {
4203b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "get root dentry failed");
42041d1fe1eeSDavid Howells 		ret = -ENOMEM;
42051d1fe1eeSDavid Howells 		goto failed_mount4;
42061d1fe1eeSDavid Howells 	}
4207ac27a0ecSDave Kleikamp 
4208bc98a42cSDavid Howells 	if (ext4_setup_super(sb, es, sb_rdonly(sb)))
42091751e8a6SLinus Torvalds 		sb->s_flags |= SB_RDONLY;
4210ef7f3835SKalpak Shah 
4211ef7f3835SKalpak Shah 	/* determine the minimum size of new large inodes, if present */
4212670e9875STheodore Ts'o 	if (sbi->s_inode_size > EXT4_GOOD_OLD_INODE_SIZE &&
4213670e9875STheodore Ts'o 	    sbi->s_want_extra_isize == 0) {
4214ef7f3835SKalpak Shah 		sbi->s_want_extra_isize = sizeof(struct ext4_inode) -
4215ef7f3835SKalpak Shah 						     EXT4_GOOD_OLD_INODE_SIZE;
4216e2b911c5SDarrick J. Wong 		if (ext4_has_feature_extra_isize(sb)) {
4217ef7f3835SKalpak Shah 			if (sbi->s_want_extra_isize <
4218ef7f3835SKalpak Shah 			    le16_to_cpu(es->s_want_extra_isize))
4219ef7f3835SKalpak Shah 				sbi->s_want_extra_isize =
4220ef7f3835SKalpak Shah 					le16_to_cpu(es->s_want_extra_isize);
4221ef7f3835SKalpak Shah 			if (sbi->s_want_extra_isize <
4222ef7f3835SKalpak Shah 			    le16_to_cpu(es->s_min_extra_isize))
4223ef7f3835SKalpak Shah 				sbi->s_want_extra_isize =
4224ef7f3835SKalpak Shah 					le16_to_cpu(es->s_min_extra_isize);
4225ef7f3835SKalpak Shah 		}
4226ef7f3835SKalpak Shah 	}
4227ef7f3835SKalpak Shah 	/* Check if enough inode space is available */
4228ef7f3835SKalpak Shah 	if (EXT4_GOOD_OLD_INODE_SIZE + sbi->s_want_extra_isize >
4229ef7f3835SKalpak Shah 							sbi->s_inode_size) {
4230ef7f3835SKalpak Shah 		sbi->s_want_extra_isize = sizeof(struct ext4_inode) -
4231ef7f3835SKalpak Shah 						       EXT4_GOOD_OLD_INODE_SIZE;
4232b31e1552SEric Sandeen 		ext4_msg(sb, KERN_INFO, "required extra inode space not"
4233b31e1552SEric Sandeen 			 "available");
4234ef7f3835SKalpak Shah 	}
4235ef7f3835SKalpak Shah 
4236b5799018STheodore Ts'o 	ext4_set_resv_clusters(sb);
423727dd4385SLukas Czerner 
42386fd058f7STheodore Ts'o 	err = ext4_setup_system_zone(sb);
42396fd058f7STheodore Ts'o 	if (err) {
4240b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "failed to initialize system "
4241fbe845ddSCurt Wohlgemuth 			 "zone (%d)", err);
4242f9ae9cf5STheodore Ts'o 		goto failed_mount4a;
4243f9ae9cf5STheodore Ts'o 	}
4244f9ae9cf5STheodore Ts'o 
4245f9ae9cf5STheodore Ts'o 	ext4_ext_init(sb);
4246f9ae9cf5STheodore Ts'o 	err = ext4_mb_init(sb);
4247f9ae9cf5STheodore Ts'o 	if (err) {
4248f9ae9cf5STheodore Ts'o 		ext4_msg(sb, KERN_ERR, "failed to initialize mballoc (%d)",
4249f9ae9cf5STheodore Ts'o 			 err);
4250dcf2d804STao Ma 		goto failed_mount5;
4251c2774d84SAneesh Kumar K.V 	}
4252c2774d84SAneesh Kumar K.V 
4253d5e03cbbSTheodore Ts'o 	block = ext4_count_free_clusters(sb);
4254d5e03cbbSTheodore Ts'o 	ext4_free_blocks_count_set(sbi->s_es,
4255d5e03cbbSTheodore Ts'o 				   EXT4_C2B(sbi, block));
4256908c7f19STejun Heo 	err = percpu_counter_init(&sbi->s_freeclusters_counter, block,
4257908c7f19STejun Heo 				  GFP_KERNEL);
4258d5e03cbbSTheodore Ts'o 	if (!err) {
4259d5e03cbbSTheodore Ts'o 		unsigned long freei = ext4_count_free_inodes(sb);
4260d5e03cbbSTheodore Ts'o 		sbi->s_es->s_free_inodes_count = cpu_to_le32(freei);
4261908c7f19STejun Heo 		err = percpu_counter_init(&sbi->s_freeinodes_counter, freei,
4262908c7f19STejun Heo 					  GFP_KERNEL);
4263d5e03cbbSTheodore Ts'o 	}
4264d5e03cbbSTheodore Ts'o 	if (!err)
4265d5e03cbbSTheodore Ts'o 		err = percpu_counter_init(&sbi->s_dirs_counter,
4266908c7f19STejun Heo 					  ext4_count_dirs(sb), GFP_KERNEL);
4267d5e03cbbSTheodore Ts'o 	if (!err)
4268908c7f19STejun Heo 		err = percpu_counter_init(&sbi->s_dirtyclusters_counter, 0,
4269908c7f19STejun Heo 					  GFP_KERNEL);
4270c8585c6fSDaeho Jeong 	if (!err)
4271c8585c6fSDaeho Jeong 		err = percpu_init_rwsem(&sbi->s_journal_flag_rwsem);
4272c8585c6fSDaeho Jeong 
4273d5e03cbbSTheodore Ts'o 	if (err) {
4274d5e03cbbSTheodore Ts'o 		ext4_msg(sb, KERN_ERR, "insufficient memory");
4275d5e03cbbSTheodore Ts'o 		goto failed_mount6;
4276d5e03cbbSTheodore Ts'o 	}
4277d5e03cbbSTheodore Ts'o 
4278e2b911c5SDarrick J. Wong 	if (ext4_has_feature_flex_bg(sb))
4279d5e03cbbSTheodore Ts'o 		if (!ext4_fill_flex_info(sb)) {
4280d5e03cbbSTheodore Ts'o 			ext4_msg(sb, KERN_ERR,
4281d5e03cbbSTheodore Ts'o 			       "unable to initialize "
4282d5e03cbbSTheodore Ts'o 			       "flex_bg meta info!");
4283d5e03cbbSTheodore Ts'o 			goto failed_mount6;
4284d5e03cbbSTheodore Ts'o 		}
4285d5e03cbbSTheodore Ts'o 
4286bfff6873SLukas Czerner 	err = ext4_register_li_request(sb, first_not_zeroed);
4287bfff6873SLukas Czerner 	if (err)
4288dcf2d804STao Ma 		goto failed_mount6;
4289bfff6873SLukas Czerner 
4290b5799018STheodore Ts'o 	err = ext4_register_sysfs(sb);
4291dcf2d804STao Ma 	if (err)
4292dcf2d804STao Ma 		goto failed_mount7;
42933197ebdbSTheodore Ts'o 
42949b2ff357SJan Kara #ifdef CONFIG_QUOTA
42959b2ff357SJan Kara 	/* Enable quota usage during mount. */
4296bc98a42cSDavid Howells 	if (ext4_has_feature_quota(sb) && !sb_rdonly(sb)) {
42979b2ff357SJan Kara 		err = ext4_enable_quotas(sb);
42989b2ff357SJan Kara 		if (err)
42999b2ff357SJan Kara 			goto failed_mount8;
43009b2ff357SJan Kara 	}
43019b2ff357SJan Kara #endif  /* CONFIG_QUOTA */
43029b2ff357SJan Kara 
4303617ba13bSMingming Cao 	EXT4_SB(sb)->s_mount_state |= EXT4_ORPHAN_FS;
4304617ba13bSMingming Cao 	ext4_orphan_cleanup(sb, es);
4305617ba13bSMingming Cao 	EXT4_SB(sb)->s_mount_state &= ~EXT4_ORPHAN_FS;
43060390131bSFrank Mayhar 	if (needs_recovery) {
4307b31e1552SEric Sandeen 		ext4_msg(sb, KERN_INFO, "recovery complete");
4308617ba13bSMingming Cao 		ext4_mark_recovery_complete(sb, es);
43090390131bSFrank Mayhar 	}
43100390131bSFrank Mayhar 	if (EXT4_SB(sb)->s_journal) {
43110390131bSFrank Mayhar 		if (test_opt(sb, DATA_FLAGS) == EXT4_MOUNT_JOURNAL_DATA)
43120390131bSFrank Mayhar 			descr = " journalled data mode";
43130390131bSFrank Mayhar 		else if (test_opt(sb, DATA_FLAGS) == EXT4_MOUNT_ORDERED_DATA)
43140390131bSFrank Mayhar 			descr = " ordered data mode";
43150390131bSFrank Mayhar 		else
43160390131bSFrank Mayhar 			descr = " writeback data mode";
43170390131bSFrank Mayhar 	} else
43180390131bSFrank Mayhar 		descr = "out journal";
43190390131bSFrank Mayhar 
432079add3a3SLukas Czerner 	if (test_opt(sb, DISCARD)) {
432179add3a3SLukas Czerner 		struct request_queue *q = bdev_get_queue(sb->s_bdev);
432279add3a3SLukas Czerner 		if (!blk_queue_discard(q))
432379add3a3SLukas Czerner 			ext4_msg(sb, KERN_WARNING,
432479add3a3SLukas Czerner 				 "mounting with \"discard\" option, but "
432579add3a3SLukas Czerner 				 "the device does not support discard");
432679add3a3SLukas Czerner 	}
432779add3a3SLukas Czerner 
4328e294a537STheodore Ts'o 	if (___ratelimit(&ext4_mount_msg_ratelimit, "EXT4-fs mount"))
4329d4c402d9SCurt Wohlgemuth 		ext4_msg(sb, KERN_INFO, "mounted filesystem with%s. "
43305aee0f8aSTheodore Ts'o 			 "Opts: %.*s%s%s", descr,
43315aee0f8aSTheodore Ts'o 			 (int) sizeof(sbi->s_es->s_mount_opts),
43325aee0f8aSTheodore Ts'o 			 sbi->s_es->s_mount_opts,
43338b67f04aSTheodore Ts'o 			 *sbi->s_es->s_mount_opts ? "; " : "", orig_data);
4334ac27a0ecSDave Kleikamp 
433566e61a9eSTheodore Ts'o 	if (es->s_error_count)
433666e61a9eSTheodore Ts'o 		mod_timer(&sbi->s_err_report, jiffies + 300*HZ); /* 5 minutes */
4337ac27a0ecSDave Kleikamp 
4338efbed4dcSTheodore Ts'o 	/* Enable message ratelimiting. Default is 10 messages per 5 secs. */
4339efbed4dcSTheodore Ts'o 	ratelimit_state_init(&sbi->s_err_ratelimit_state, 5 * HZ, 10);
4340efbed4dcSTheodore Ts'o 	ratelimit_state_init(&sbi->s_warning_ratelimit_state, 5 * HZ, 10);
4341efbed4dcSTheodore Ts'o 	ratelimit_state_init(&sbi->s_msg_ratelimit_state, 5 * HZ, 10);
4342efbed4dcSTheodore Ts'o 
4343d4c402d9SCurt Wohlgemuth 	kfree(orig_data);
4344ac27a0ecSDave Kleikamp 	return 0;
4345ac27a0ecSDave Kleikamp 
4346617ba13bSMingming Cao cantfind_ext4:
4347ac27a0ecSDave Kleikamp 	if (!silent)
4348b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "VFS: Can't find ext4 filesystem");
4349ac27a0ecSDave Kleikamp 	goto failed_mount;
4350ac27a0ecSDave Kleikamp 
435172ba7450STheodore Ts'o #ifdef CONFIG_QUOTA
435272ba7450STheodore Ts'o failed_mount8:
4353ebd173beSTheodore Ts'o 	ext4_unregister_sysfs(sb);
435472ba7450STheodore Ts'o #endif
4355dcf2d804STao Ma failed_mount7:
4356dcf2d804STao Ma 	ext4_unregister_li_request(sb);
4357dcf2d804STao Ma failed_mount6:
4358f9ae9cf5STheodore Ts'o 	ext4_mb_release(sb);
4359d5e03cbbSTheodore Ts'o 	if (sbi->s_flex_groups)
4360b93b41d4SAl Viro 		kvfree(sbi->s_flex_groups);
4361d5e03cbbSTheodore Ts'o 	percpu_counter_destroy(&sbi->s_freeclusters_counter);
4362d5e03cbbSTheodore Ts'o 	percpu_counter_destroy(&sbi->s_freeinodes_counter);
4363d5e03cbbSTheodore Ts'o 	percpu_counter_destroy(&sbi->s_dirs_counter);
4364d5e03cbbSTheodore Ts'o 	percpu_counter_destroy(&sbi->s_dirtyclusters_counter);
436500764937SAzat Khuzhin failed_mount5:
4366f9ae9cf5STheodore Ts'o 	ext4_ext_release(sb);
4367f9ae9cf5STheodore Ts'o 	ext4_release_system_zone(sb);
4368f9ae9cf5STheodore Ts'o failed_mount4a:
436994bf608aSAl Viro 	dput(sb->s_root);
437032a9bb57SManish Katiyar 	sb->s_root = NULL;
437194bf608aSAl Viro failed_mount4:
4372b31e1552SEric Sandeen 	ext4_msg(sb, KERN_ERR, "mount failed");
43732e8fa54eSJan Kara 	if (EXT4_SB(sb)->rsv_conversion_wq)
43742e8fa54eSJan Kara 		destroy_workqueue(EXT4_SB(sb)->rsv_conversion_wq);
43754c0425ffSMingming Cao failed_mount_wq:
4376dec214d0STahsin Erdogan 	if (sbi->s_ea_inode_cache) {
4377dec214d0STahsin Erdogan 		ext4_xattr_destroy_cache(sbi->s_ea_inode_cache);
4378dec214d0STahsin Erdogan 		sbi->s_ea_inode_cache = NULL;
4379dec214d0STahsin Erdogan 	}
438047387409STahsin Erdogan 	if (sbi->s_ea_block_cache) {
438147387409STahsin Erdogan 		ext4_xattr_destroy_cache(sbi->s_ea_block_cache);
438247387409STahsin Erdogan 		sbi->s_ea_block_cache = NULL;
438382939d79SJan Kara 	}
43840390131bSFrank Mayhar 	if (sbi->s_journal) {
4385dab291afSMingming Cao 		jbd2_journal_destroy(sbi->s_journal);
438647b4a50bSJan Kara 		sbi->s_journal = NULL;
43870390131bSFrank Mayhar 	}
438850460fe8SDarrick J. Wong failed_mount3a:
4389d3922a77SZheng Liu 	ext4_es_unregister_shrinker(sbi);
4390eb68d0e2SZheng Liu failed_mount3:
43919105bb14SAl Viro 	del_timer_sync(&sbi->s_err_report);
4392c5e06d10SJohann Lombardi 	if (sbi->s_mmp_tsk)
4393c5e06d10SJohann Lombardi 		kthread_stop(sbi->s_mmp_tsk);
4394ac27a0ecSDave Kleikamp failed_mount2:
4395ac27a0ecSDave Kleikamp 	for (i = 0; i < db_count; i++)
4396ac27a0ecSDave Kleikamp 		brelse(sbi->s_group_desc[i]);
4397b93b41d4SAl Viro 	kvfree(sbi->s_group_desc);
4398ac27a0ecSDave Kleikamp failed_mount:
43990441984aSDarrick J. Wong 	if (sbi->s_chksum_driver)
44000441984aSDarrick J. Wong 		crypto_free_shash(sbi->s_chksum_driver);
4401ac27a0ecSDave Kleikamp #ifdef CONFIG_QUOTA
4402a2d4a646SJan Kara 	for (i = 0; i < EXT4_MAXQUOTAS; i++)
4403ac27a0ecSDave Kleikamp 		kfree(sbi->s_qf_names[i]);
4404ac27a0ecSDave Kleikamp #endif
4405617ba13bSMingming Cao 	ext4_blkdev_remove(sbi);
4406ac27a0ecSDave Kleikamp 	brelse(bh);
4407ac27a0ecSDave Kleikamp out_fail:
4408ac27a0ecSDave Kleikamp 	sb->s_fs_info = NULL;
4409f6830165SManish Katiyar 	kfree(sbi->s_blockgroup_lock);
44105aee0f8aSTheodore Ts'o out_free_base:
4411ac27a0ecSDave Kleikamp 	kfree(sbi);
4412d4c402d9SCurt Wohlgemuth 	kfree(orig_data);
44135e405595SDan Williams 	fs_put_dax(dax_dev);
441407aa2ea1SLukas Czerner 	return err ? err : ret;
4415ac27a0ecSDave Kleikamp }
4416ac27a0ecSDave Kleikamp 
4417ac27a0ecSDave Kleikamp /*
4418ac27a0ecSDave Kleikamp  * Setup any per-fs journal parameters now.  We'll do this both on
4419ac27a0ecSDave Kleikamp  * initial mount, once the journal has been initialised but before we've
4420ac27a0ecSDave Kleikamp  * done any recovery; and again on any subsequent remount.
4421ac27a0ecSDave Kleikamp  */
4422617ba13bSMingming Cao static void ext4_init_journal_params(struct super_block *sb, journal_t *journal)
4423ac27a0ecSDave Kleikamp {
4424617ba13bSMingming Cao 	struct ext4_sb_info *sbi = EXT4_SB(sb);
4425ac27a0ecSDave Kleikamp 
4426ac27a0ecSDave Kleikamp 	journal->j_commit_interval = sbi->s_commit_interval;
442730773840STheodore Ts'o 	journal->j_min_batch_time = sbi->s_min_batch_time;
442830773840STheodore Ts'o 	journal->j_max_batch_time = sbi->s_max_batch_time;
4429ac27a0ecSDave Kleikamp 
4430a931da6aSTheodore Ts'o 	write_lock(&journal->j_state_lock);
4431ac27a0ecSDave Kleikamp 	if (test_opt(sb, BARRIER))
4432dab291afSMingming Cao 		journal->j_flags |= JBD2_BARRIER;
4433ac27a0ecSDave Kleikamp 	else
4434dab291afSMingming Cao 		journal->j_flags &= ~JBD2_BARRIER;
44355bf5683aSHidehiro Kawai 	if (test_opt(sb, DATA_ERR_ABORT))
44365bf5683aSHidehiro Kawai 		journal->j_flags |= JBD2_ABORT_ON_SYNCDATA_ERR;
44375bf5683aSHidehiro Kawai 	else
44385bf5683aSHidehiro Kawai 		journal->j_flags &= ~JBD2_ABORT_ON_SYNCDATA_ERR;
4439a931da6aSTheodore Ts'o 	write_unlock(&journal->j_state_lock);
4440ac27a0ecSDave Kleikamp }
4441ac27a0ecSDave Kleikamp 
4442c6cb7e77SEric Whitney static struct inode *ext4_get_journal_inode(struct super_block *sb,
4443ac27a0ecSDave Kleikamp 					     unsigned int journal_inum)
4444ac27a0ecSDave Kleikamp {
4445ac27a0ecSDave Kleikamp 	struct inode *journal_inode;
4446ac27a0ecSDave Kleikamp 
4447c6cb7e77SEric Whitney 	/*
4448c6cb7e77SEric Whitney 	 * Test for the existence of a valid inode on disk.  Bad things
4449c6cb7e77SEric Whitney 	 * happen if we iget() an unused inode, as the subsequent iput()
4450c6cb7e77SEric Whitney 	 * will try to delete it.
4451c6cb7e77SEric Whitney 	 */
44521d1fe1eeSDavid Howells 	journal_inode = ext4_iget(sb, journal_inum);
44531d1fe1eeSDavid Howells 	if (IS_ERR(journal_inode)) {
4454b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "no journal found");
4455ac27a0ecSDave Kleikamp 		return NULL;
4456ac27a0ecSDave Kleikamp 	}
4457ac27a0ecSDave Kleikamp 	if (!journal_inode->i_nlink) {
4458ac27a0ecSDave Kleikamp 		make_bad_inode(journal_inode);
4459ac27a0ecSDave Kleikamp 		iput(journal_inode);
4460b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "journal inode is deleted");
4461ac27a0ecSDave Kleikamp 		return NULL;
4462ac27a0ecSDave Kleikamp 	}
4463ac27a0ecSDave Kleikamp 
4464e5f8eab8STheodore Ts'o 	jbd_debug(2, "Journal inode found at %p: %lld bytes\n",
4465ac27a0ecSDave Kleikamp 		  journal_inode, journal_inode->i_size);
44661d1fe1eeSDavid Howells 	if (!S_ISREG(journal_inode->i_mode)) {
4467b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "invalid journal inode");
4468ac27a0ecSDave Kleikamp 		iput(journal_inode);
4469ac27a0ecSDave Kleikamp 		return NULL;
4470ac27a0ecSDave Kleikamp 	}
4471c6cb7e77SEric Whitney 	return journal_inode;
4472c6cb7e77SEric Whitney }
4473c6cb7e77SEric Whitney 
4474c6cb7e77SEric Whitney static journal_t *ext4_get_journal(struct super_block *sb,
4475c6cb7e77SEric Whitney 				   unsigned int journal_inum)
4476c6cb7e77SEric Whitney {
4477c6cb7e77SEric Whitney 	struct inode *journal_inode;
4478c6cb7e77SEric Whitney 	journal_t *journal;
4479c6cb7e77SEric Whitney 
4480c6cb7e77SEric Whitney 	BUG_ON(!ext4_has_feature_journal(sb));
4481c6cb7e77SEric Whitney 
4482c6cb7e77SEric Whitney 	journal_inode = ext4_get_journal_inode(sb, journal_inum);
4483c6cb7e77SEric Whitney 	if (!journal_inode)
4484c6cb7e77SEric Whitney 		return NULL;
4485ac27a0ecSDave Kleikamp 
4486dab291afSMingming Cao 	journal = jbd2_journal_init_inode(journal_inode);
4487ac27a0ecSDave Kleikamp 	if (!journal) {
4488b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "Could not load journal inode");
4489ac27a0ecSDave Kleikamp 		iput(journal_inode);
4490ac27a0ecSDave Kleikamp 		return NULL;
4491ac27a0ecSDave Kleikamp 	}
4492ac27a0ecSDave Kleikamp 	journal->j_private = sb;
4493617ba13bSMingming Cao 	ext4_init_journal_params(sb, journal);
4494ac27a0ecSDave Kleikamp 	return journal;
4495ac27a0ecSDave Kleikamp }
4496ac27a0ecSDave Kleikamp 
4497617ba13bSMingming Cao static journal_t *ext4_get_dev_journal(struct super_block *sb,
4498ac27a0ecSDave Kleikamp 				       dev_t j_dev)
4499ac27a0ecSDave Kleikamp {
4500ac27a0ecSDave Kleikamp 	struct buffer_head *bh;
4501ac27a0ecSDave Kleikamp 	journal_t *journal;
4502617ba13bSMingming Cao 	ext4_fsblk_t start;
4503617ba13bSMingming Cao 	ext4_fsblk_t len;
4504ac27a0ecSDave Kleikamp 	int hblock, blocksize;
4505617ba13bSMingming Cao 	ext4_fsblk_t sb_block;
4506ac27a0ecSDave Kleikamp 	unsigned long offset;
4507617ba13bSMingming Cao 	struct ext4_super_block *es;
4508ac27a0ecSDave Kleikamp 	struct block_device *bdev;
4509ac27a0ecSDave Kleikamp 
4510e2b911c5SDarrick J. Wong 	BUG_ON(!ext4_has_feature_journal(sb));
45110390131bSFrank Mayhar 
4512b31e1552SEric Sandeen 	bdev = ext4_blkdev_get(j_dev, sb);
4513ac27a0ecSDave Kleikamp 	if (bdev == NULL)
4514ac27a0ecSDave Kleikamp 		return NULL;
4515ac27a0ecSDave Kleikamp 
4516ac27a0ecSDave Kleikamp 	blocksize = sb->s_blocksize;
4517e1defc4fSMartin K. Petersen 	hblock = bdev_logical_block_size(bdev);
4518ac27a0ecSDave Kleikamp 	if (blocksize < hblock) {
4519b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR,
4520b31e1552SEric Sandeen 			"blocksize too small for journal device");
4521ac27a0ecSDave Kleikamp 		goto out_bdev;
4522ac27a0ecSDave Kleikamp 	}
4523ac27a0ecSDave Kleikamp 
4524617ba13bSMingming Cao 	sb_block = EXT4_MIN_BLOCK_SIZE / blocksize;
4525617ba13bSMingming Cao 	offset = EXT4_MIN_BLOCK_SIZE % blocksize;
4526ac27a0ecSDave Kleikamp 	set_blocksize(bdev, blocksize);
4527ac27a0ecSDave Kleikamp 	if (!(bh = __bread(bdev, sb_block, blocksize))) {
4528b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "couldn't read superblock of "
4529b31e1552SEric Sandeen 		       "external journal");
4530ac27a0ecSDave Kleikamp 		goto out_bdev;
4531ac27a0ecSDave Kleikamp 	}
4532ac27a0ecSDave Kleikamp 
45332716b802STheodore Ts'o 	es = (struct ext4_super_block *) (bh->b_data + offset);
4534617ba13bSMingming Cao 	if ((le16_to_cpu(es->s_magic) != EXT4_SUPER_MAGIC) ||
4535ac27a0ecSDave Kleikamp 	    !(le32_to_cpu(es->s_feature_incompat) &
4536617ba13bSMingming Cao 	      EXT4_FEATURE_INCOMPAT_JOURNAL_DEV)) {
4537b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "external journal has "
4538b31e1552SEric Sandeen 					"bad superblock");
4539ac27a0ecSDave Kleikamp 		brelse(bh);
4540ac27a0ecSDave Kleikamp 		goto out_bdev;
4541ac27a0ecSDave Kleikamp 	}
4542ac27a0ecSDave Kleikamp 
4543df4763beSDarrick J. Wong 	if ((le32_to_cpu(es->s_feature_ro_compat) &
4544df4763beSDarrick J. Wong 	     EXT4_FEATURE_RO_COMPAT_METADATA_CSUM) &&
4545df4763beSDarrick J. Wong 	    es->s_checksum != ext4_superblock_csum(sb, es)) {
4546df4763beSDarrick J. Wong 		ext4_msg(sb, KERN_ERR, "external journal has "
4547df4763beSDarrick J. Wong 				       "corrupt superblock");
4548df4763beSDarrick J. Wong 		brelse(bh);
4549df4763beSDarrick J. Wong 		goto out_bdev;
4550df4763beSDarrick J. Wong 	}
4551df4763beSDarrick J. Wong 
4552617ba13bSMingming Cao 	if (memcmp(EXT4_SB(sb)->s_es->s_journal_uuid, es->s_uuid, 16)) {
4553b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "journal UUID does not match");
4554ac27a0ecSDave Kleikamp 		brelse(bh);
4555ac27a0ecSDave Kleikamp 		goto out_bdev;
4556ac27a0ecSDave Kleikamp 	}
4557ac27a0ecSDave Kleikamp 
4558bd81d8eeSLaurent Vivier 	len = ext4_blocks_count(es);
4559ac27a0ecSDave Kleikamp 	start = sb_block + 1;
4560ac27a0ecSDave Kleikamp 	brelse(bh);	/* we're done with the superblock */
4561ac27a0ecSDave Kleikamp 
4562dab291afSMingming Cao 	journal = jbd2_journal_init_dev(bdev, sb->s_bdev,
4563ac27a0ecSDave Kleikamp 					start, len, blocksize);
4564ac27a0ecSDave Kleikamp 	if (!journal) {
4565b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "failed to create device journal");
4566ac27a0ecSDave Kleikamp 		goto out_bdev;
4567ac27a0ecSDave Kleikamp 	}
4568ac27a0ecSDave Kleikamp 	journal->j_private = sb;
4569dfec8a14SMike Christie 	ll_rw_block(REQ_OP_READ, REQ_META | REQ_PRIO, 1, &journal->j_sb_buffer);
4570ac27a0ecSDave Kleikamp 	wait_on_buffer(journal->j_sb_buffer);
4571ac27a0ecSDave Kleikamp 	if (!buffer_uptodate(journal->j_sb_buffer)) {
4572b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "I/O error on journal device");
4573ac27a0ecSDave Kleikamp 		goto out_journal;
4574ac27a0ecSDave Kleikamp 	}
4575ac27a0ecSDave Kleikamp 	if (be32_to_cpu(journal->j_superblock->s_nr_users) != 1) {
4576b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "External journal has more than one "
4577b31e1552SEric Sandeen 					"user (unsupported) - %d",
4578ac27a0ecSDave Kleikamp 			be32_to_cpu(journal->j_superblock->s_nr_users));
4579ac27a0ecSDave Kleikamp 		goto out_journal;
4580ac27a0ecSDave Kleikamp 	}
4581617ba13bSMingming Cao 	EXT4_SB(sb)->journal_bdev = bdev;
4582617ba13bSMingming Cao 	ext4_init_journal_params(sb, journal);
4583ac27a0ecSDave Kleikamp 	return journal;
45840b8e58a1SAndreas Dilger 
4585ac27a0ecSDave Kleikamp out_journal:
4586dab291afSMingming Cao 	jbd2_journal_destroy(journal);
4587ac27a0ecSDave Kleikamp out_bdev:
4588617ba13bSMingming Cao 	ext4_blkdev_put(bdev);
4589ac27a0ecSDave Kleikamp 	return NULL;
4590ac27a0ecSDave Kleikamp }
4591ac27a0ecSDave Kleikamp 
4592617ba13bSMingming Cao static int ext4_load_journal(struct super_block *sb,
4593617ba13bSMingming Cao 			     struct ext4_super_block *es,
4594ac27a0ecSDave Kleikamp 			     unsigned long journal_devnum)
4595ac27a0ecSDave Kleikamp {
4596ac27a0ecSDave Kleikamp 	journal_t *journal;
4597ac27a0ecSDave Kleikamp 	unsigned int journal_inum = le32_to_cpu(es->s_journal_inum);
4598ac27a0ecSDave Kleikamp 	dev_t journal_dev;
4599ac27a0ecSDave Kleikamp 	int err = 0;
4600ac27a0ecSDave Kleikamp 	int really_read_only;
4601ac27a0ecSDave Kleikamp 
4602e2b911c5SDarrick J. Wong 	BUG_ON(!ext4_has_feature_journal(sb));
46030390131bSFrank Mayhar 
4604ac27a0ecSDave Kleikamp 	if (journal_devnum &&
4605ac27a0ecSDave Kleikamp 	    journal_devnum != le32_to_cpu(es->s_journal_dev)) {
4606b31e1552SEric Sandeen 		ext4_msg(sb, KERN_INFO, "external journal device major/minor "
4607b31e1552SEric Sandeen 			"numbers have changed");
4608ac27a0ecSDave Kleikamp 		journal_dev = new_decode_dev(journal_devnum);
4609ac27a0ecSDave Kleikamp 	} else
4610ac27a0ecSDave Kleikamp 		journal_dev = new_decode_dev(le32_to_cpu(es->s_journal_dev));
4611ac27a0ecSDave Kleikamp 
4612ac27a0ecSDave Kleikamp 	really_read_only = bdev_read_only(sb->s_bdev);
4613ac27a0ecSDave Kleikamp 
4614ac27a0ecSDave Kleikamp 	/*
4615ac27a0ecSDave Kleikamp 	 * Are we loading a blank journal or performing recovery after a
4616ac27a0ecSDave Kleikamp 	 * crash?  For recovery, we need to check in advance whether we
4617ac27a0ecSDave Kleikamp 	 * can get read-write access to the device.
4618ac27a0ecSDave Kleikamp 	 */
4619e2b911c5SDarrick J. Wong 	if (ext4_has_feature_journal_needs_recovery(sb)) {
4620bc98a42cSDavid Howells 		if (sb_rdonly(sb)) {
4621b31e1552SEric Sandeen 			ext4_msg(sb, KERN_INFO, "INFO: recovery "
4622b31e1552SEric Sandeen 					"required on readonly filesystem");
4623ac27a0ecSDave Kleikamp 			if (really_read_only) {
4624b31e1552SEric Sandeen 				ext4_msg(sb, KERN_ERR, "write access "
4625d98bf8cdSSimon Ruderich 					"unavailable, cannot proceed "
4626d98bf8cdSSimon Ruderich 					"(try mounting with noload)");
4627ac27a0ecSDave Kleikamp 				return -EROFS;
4628ac27a0ecSDave Kleikamp 			}
4629b31e1552SEric Sandeen 			ext4_msg(sb, KERN_INFO, "write access will "
4630b31e1552SEric Sandeen 			       "be enabled during recovery");
4631ac27a0ecSDave Kleikamp 		}
4632ac27a0ecSDave Kleikamp 	}
4633ac27a0ecSDave Kleikamp 
4634ac27a0ecSDave Kleikamp 	if (journal_inum && journal_dev) {
4635b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "filesystem has both journal "
4636b31e1552SEric Sandeen 		       "and inode journals!");
4637ac27a0ecSDave Kleikamp 		return -EINVAL;
4638ac27a0ecSDave Kleikamp 	}
4639ac27a0ecSDave Kleikamp 
4640ac27a0ecSDave Kleikamp 	if (journal_inum) {
4641617ba13bSMingming Cao 		if (!(journal = ext4_get_journal(sb, journal_inum)))
4642ac27a0ecSDave Kleikamp 			return -EINVAL;
4643ac27a0ecSDave Kleikamp 	} else {
4644617ba13bSMingming Cao 		if (!(journal = ext4_get_dev_journal(sb, journal_dev)))
4645ac27a0ecSDave Kleikamp 			return -EINVAL;
4646ac27a0ecSDave Kleikamp 	}
4647ac27a0ecSDave Kleikamp 
464890576c0bSTheodore Ts'o 	if (!(journal->j_flags & JBD2_BARRIER))
4649b31e1552SEric Sandeen 		ext4_msg(sb, KERN_INFO, "barriers disabled");
46504776004fSTheodore Ts'o 
4651e2b911c5SDarrick J. Wong 	if (!ext4_has_feature_journal_needs_recovery(sb))
4652dab291afSMingming Cao 		err = jbd2_journal_wipe(journal, !really_read_only);
46531c13d5c0STheodore Ts'o 	if (!err) {
46541c13d5c0STheodore Ts'o 		char *save = kmalloc(EXT4_S_ERR_LEN, GFP_KERNEL);
46551c13d5c0STheodore Ts'o 		if (save)
46561c13d5c0STheodore Ts'o 			memcpy(save, ((char *) es) +
46571c13d5c0STheodore Ts'o 			       EXT4_S_ERR_START, EXT4_S_ERR_LEN);
4658dab291afSMingming Cao 		err = jbd2_journal_load(journal);
46591c13d5c0STheodore Ts'o 		if (save)
46601c13d5c0STheodore Ts'o 			memcpy(((char *) es) + EXT4_S_ERR_START,
46611c13d5c0STheodore Ts'o 			       save, EXT4_S_ERR_LEN);
46621c13d5c0STheodore Ts'o 		kfree(save);
46631c13d5c0STheodore Ts'o 	}
4664ac27a0ecSDave Kleikamp 
4665ac27a0ecSDave Kleikamp 	if (err) {
4666b31e1552SEric Sandeen 		ext4_msg(sb, KERN_ERR, "error loading journal");
4667dab291afSMingming Cao 		jbd2_journal_destroy(journal);
4668ac27a0ecSDave Kleikamp 		return err;
4669ac27a0ecSDave Kleikamp 	}
4670ac27a0ecSDave Kleikamp 
4671617ba13bSMingming Cao 	EXT4_SB(sb)->s_journal = journal;
4672617ba13bSMingming Cao 	ext4_clear_journal_err(sb, es);
4673ac27a0ecSDave Kleikamp 
4674c41303ceSMaciej Żenczykowski 	if (!really_read_only && journal_devnum &&
4675ac27a0ecSDave Kleikamp 	    journal_devnum != le32_to_cpu(es->s_journal_dev)) {
4676ac27a0ecSDave Kleikamp 		es->s_journal_dev = cpu_to_le32(journal_devnum);
4677ac27a0ecSDave Kleikamp 
4678ac27a0ecSDave Kleikamp 		/* Make sure we flush the recovery flag to disk. */
4679e2d67052STheodore Ts'o 		ext4_commit_super(sb, 1);
4680ac27a0ecSDave Kleikamp 	}
4681ac27a0ecSDave Kleikamp 
4682ac27a0ecSDave Kleikamp 	return 0;
4683ac27a0ecSDave Kleikamp }
4684ac27a0ecSDave Kleikamp 
4685e2d67052STheodore Ts'o static int ext4_commit_super(struct super_block *sb, int sync)
4686ac27a0ecSDave Kleikamp {
4687e2d67052STheodore Ts'o 	struct ext4_super_block *es = EXT4_SB(sb)->s_es;
4688617ba13bSMingming Cao 	struct buffer_head *sbh = EXT4_SB(sb)->s_sbh;
4689c4be0c1dSTakashi Sato 	int error = 0;
4690ac27a0ecSDave Kleikamp 
4691bdfe0cbdSTheodore Ts'o 	if (!sbh || block_device_ejected(sb))
4692c4be0c1dSTakashi Sato 		return error;
469371290b36STheodore Ts'o 	/*
469471290b36STheodore Ts'o 	 * If the file system is mounted read-only, don't update the
469571290b36STheodore Ts'o 	 * superblock write time.  This avoids updating the superblock
469671290b36STheodore Ts'o 	 * write time when we are mounting the root file system
469771290b36STheodore Ts'o 	 * read/only but we need to replay the journal; at that point,
469871290b36STheodore Ts'o 	 * for people who are east of GMT and who make their clock
469971290b36STheodore Ts'o 	 * tick in localtime for Windows bug-for-bug compatibility,
470071290b36STheodore Ts'o 	 * the clock is set in the future, and this will cause e2fsck
470171290b36STheodore Ts'o 	 * to complain and force a full file system check.
470271290b36STheodore Ts'o 	 */
47031751e8a6SLinus Torvalds 	if (!(sb->s_flags & SB_RDONLY))
4704ac27a0ecSDave Kleikamp 		es->s_wtime = cpu_to_le32(get_seconds());
4705f613dfcbSTheodore Ts'o 	if (sb->s_bdev->bd_part)
4706afc32f7eSTheodore Ts'o 		es->s_kbytes_written =
4707afc32f7eSTheodore Ts'o 			cpu_to_le64(EXT4_SB(sb)->s_kbytes_written +
4708afc32f7eSTheodore Ts'o 			    ((part_stat_read(sb->s_bdev->bd_part, sectors[1]) -
4709afc32f7eSTheodore Ts'o 			      EXT4_SB(sb)->s_sectors_written_start) >> 1));
4710f613dfcbSTheodore Ts'o 	else
4711f613dfcbSTheodore Ts'o 		es->s_kbytes_written =
4712f613dfcbSTheodore Ts'o 			cpu_to_le64(EXT4_SB(sb)->s_kbytes_written);
4713d5e03cbbSTheodore Ts'o 	if (percpu_counter_initialized(&EXT4_SB(sb)->s_freeclusters_counter))
471457042651STheodore Ts'o 		ext4_free_blocks_count_set(es,
471557042651STheodore Ts'o 			EXT4_C2B(EXT4_SB(sb), percpu_counter_sum_positive(
471657042651STheodore Ts'o 				&EXT4_SB(sb)->s_freeclusters_counter)));
4717d5e03cbbSTheodore Ts'o 	if (percpu_counter_initialized(&EXT4_SB(sb)->s_freeinodes_counter))
47187f93cff9STheodore Ts'o 		es->s_free_inodes_count =
47197f93cff9STheodore Ts'o 			cpu_to_le32(percpu_counter_sum_positive(
47205d1b1b3fSAneesh Kumar K.V 				&EXT4_SB(sb)->s_freeinodes_counter));
4721ac27a0ecSDave Kleikamp 	BUFFER_TRACE(sbh, "marking dirty");
472206db49e6STheodore Ts'o 	ext4_superblock_csum_set(sb);
47231566a48aSTheodore Ts'o 	if (sync)
47244743f839SPranay Kr. Srivastava 		lock_buffer(sbh);
47254743f839SPranay Kr. Srivastava 	if (buffer_write_io_error(sbh)) {
47264743f839SPranay Kr. Srivastava 		/*
47274743f839SPranay Kr. Srivastava 		 * Oh, dear.  A previous attempt to write the
47284743f839SPranay Kr. Srivastava 		 * superblock failed.  This could happen because the
47294743f839SPranay Kr. Srivastava 		 * USB device was yanked out.  Or it could happen to
47304743f839SPranay Kr. Srivastava 		 * be a transient write error and maybe the block will
47314743f839SPranay Kr. Srivastava 		 * be remapped.  Nothing we can do but to retry the
47324743f839SPranay Kr. Srivastava 		 * write and hope for the best.
47334743f839SPranay Kr. Srivastava 		 */
47344743f839SPranay Kr. Srivastava 		ext4_msg(sb, KERN_ERR, "previous I/O error to "
47354743f839SPranay Kr. Srivastava 		       "superblock detected");
47364743f839SPranay Kr. Srivastava 		clear_buffer_write_io_error(sbh);
47374743f839SPranay Kr. Srivastava 		set_buffer_uptodate(sbh);
47384743f839SPranay Kr. Srivastava 	}
4739ac27a0ecSDave Kleikamp 	mark_buffer_dirty(sbh);
4740914258bfSTheodore Ts'o 	if (sync) {
47411566a48aSTheodore Ts'o 		unlock_buffer(sbh);
4742564bc402SDaeho Jeong 		error = __sync_dirty_buffer(sbh,
474300473374SJan Kara 			REQ_SYNC | (test_opt(sb, BARRIER) ? REQ_FUA : 0));
4744c4be0c1dSTakashi Sato 		if (error)
4745c4be0c1dSTakashi Sato 			return error;
4746c4be0c1dSTakashi Sato 
4747c4be0c1dSTakashi Sato 		error = buffer_write_io_error(sbh);
4748c4be0c1dSTakashi Sato 		if (error) {
4749b31e1552SEric Sandeen 			ext4_msg(sb, KERN_ERR, "I/O error while writing "
4750b31e1552SEric Sandeen 			       "superblock");
4751914258bfSTheodore Ts'o 			clear_buffer_write_io_error(sbh);
4752914258bfSTheodore Ts'o 			set_buffer_uptodate(sbh);
4753914258bfSTheodore Ts'o 		}
4754914258bfSTheodore Ts'o 	}
4755c4be0c1dSTakashi Sato 	return error;
4756ac27a0ecSDave Kleikamp }
4757ac27a0ecSDave Kleikamp 
4758ac27a0ecSDave Kleikamp /*
4759ac27a0ecSDave Kleikamp  * Have we just finished recovery?  If so, and if we are mounting (or
4760ac27a0ecSDave Kleikamp  * remounting) the filesystem readonly, then we will end up with a
4761ac27a0ecSDave Kleikamp  * consistent fs on disk.  Record that fact.
4762ac27a0ecSDave Kleikamp  */
4763617ba13bSMingming Cao static void ext4_mark_recovery_complete(struct super_block *sb,
4764617ba13bSMingming Cao 					struct ext4_super_block *es)
4765ac27a0ecSDave Kleikamp {
4766617ba13bSMingming Cao 	journal_t *journal = EXT4_SB(sb)->s_journal;
4767ac27a0ecSDave Kleikamp 
4768e2b911c5SDarrick J. Wong 	if (!ext4_has_feature_journal(sb)) {
47690390131bSFrank Mayhar 		BUG_ON(journal != NULL);
47700390131bSFrank Mayhar 		return;
47710390131bSFrank Mayhar 	}
4772dab291afSMingming Cao 	jbd2_journal_lock_updates(journal);
47737ffe1ea8SHidehiro Kawai 	if (jbd2_journal_flush(journal) < 0)
47747ffe1ea8SHidehiro Kawai 		goto out;
47757ffe1ea8SHidehiro Kawai 
4776bc98a42cSDavid Howells 	if (ext4_has_feature_journal_needs_recovery(sb) && sb_rdonly(sb)) {
4777e2b911c5SDarrick J. Wong 		ext4_clear_feature_journal_needs_recovery(sb);
4778e2d67052STheodore Ts'o 		ext4_commit_super(sb, 1);
4779ac27a0ecSDave Kleikamp 	}
47807ffe1ea8SHidehiro Kawai 
47817ffe1ea8SHidehiro Kawai out:
4782dab291afSMingming Cao 	jbd2_journal_unlock_updates(journal);
4783ac27a0ecSDave Kleikamp }
4784ac27a0ecSDave Kleikamp 
4785ac27a0ecSDave Kleikamp /*
4786ac27a0ecSDave Kleikamp  * If we are mounting (or read-write remounting) a filesystem whose journal
4787ac27a0ecSDave Kleikamp  * has recorded an error from a previous lifetime, move that error to the
4788ac27a0ecSDave Kleikamp  * main filesystem now.
4789ac27a0ecSDave Kleikamp  */
4790617ba13bSMingming Cao static void ext4_clear_journal_err(struct super_block *sb,
4791617ba13bSMingming Cao 				   struct ext4_super_block *es)
4792ac27a0ecSDave Kleikamp {
4793ac27a0ecSDave Kleikamp 	journal_t *journal;
4794ac27a0ecSDave Kleikamp 	int j_errno;
4795ac27a0ecSDave Kleikamp 	const char *errstr;
4796ac27a0ecSDave Kleikamp 
4797e2b911c5SDarrick J. Wong 	BUG_ON(!ext4_has_feature_journal(sb));
47980390131bSFrank Mayhar 
4799617ba13bSMingming Cao 	journal = EXT4_SB(sb)->s_journal;
4800ac27a0ecSDave Kleikamp 
4801ac27a0ecSDave Kleikamp 	/*
4802ac27a0ecSDave Kleikamp 	 * Now check for any error status which may have been recorded in the
4803617ba13bSMingming Cao 	 * journal by a prior ext4_error() or ext4_abort()
4804ac27a0ecSDave Kleikamp 	 */
4805ac27a0ecSDave Kleikamp 
4806dab291afSMingming Cao 	j_errno = jbd2_journal_errno(journal);
4807ac27a0ecSDave Kleikamp 	if (j_errno) {
4808ac27a0ecSDave Kleikamp 		char nbuf[16];
4809ac27a0ecSDave Kleikamp 
4810617ba13bSMingming Cao 		errstr = ext4_decode_error(sb, j_errno, nbuf);
481112062dddSEric Sandeen 		ext4_warning(sb, "Filesystem error recorded "
4812ac27a0ecSDave Kleikamp 			     "from previous mount: %s", errstr);
481312062dddSEric Sandeen 		ext4_warning(sb, "Marking fs in need of filesystem check.");
4814ac27a0ecSDave Kleikamp 
4815617ba13bSMingming Cao 		EXT4_SB(sb)->s_mount_state |= EXT4_ERROR_FS;
4816617ba13bSMingming Cao 		es->s_state |= cpu_to_le16(EXT4_ERROR_FS);
4817e2d67052STheodore Ts'o 		ext4_commit_super(sb, 1);
4818ac27a0ecSDave Kleikamp 
4819dab291afSMingming Cao 		jbd2_journal_clear_err(journal);
4820d796c52eSTheodore Ts'o 		jbd2_journal_update_sb_errno(journal);
4821ac27a0ecSDave Kleikamp 	}
4822ac27a0ecSDave Kleikamp }
4823ac27a0ecSDave Kleikamp 
4824ac27a0ecSDave Kleikamp /*
4825ac27a0ecSDave Kleikamp  * Force the running and committing transactions to commit,
4826ac27a0ecSDave Kleikamp  * and wait on the commit.
4827ac27a0ecSDave Kleikamp  */
4828617ba13bSMingming Cao int ext4_force_commit(struct super_block *sb)
4829ac27a0ecSDave Kleikamp {
4830ac27a0ecSDave Kleikamp 	journal_t *journal;
4831ac27a0ecSDave Kleikamp 
4832bc98a42cSDavid Howells 	if (sb_rdonly(sb))
4833ac27a0ecSDave Kleikamp 		return 0;
4834ac27a0ecSDave Kleikamp 
4835617ba13bSMingming Cao 	journal = EXT4_SB(sb)->s_journal;
4836b1deefc9SGuo Chao 	return ext4_journal_force_commit(journal);
4837ac27a0ecSDave Kleikamp }
4838ac27a0ecSDave Kleikamp 
4839617ba13bSMingming Cao static int ext4_sync_fs(struct super_block *sb, int wait)
4840ac27a0ecSDave Kleikamp {
484114ce0cb4STheodore Ts'o 	int ret = 0;
48429eddacf9SJan Kara 	tid_t target;
484306a407f1SDmitry Monakhov 	bool needs_barrier = false;
48448d5d02e6SMingming Cao 	struct ext4_sb_info *sbi = EXT4_SB(sb);
4845ac27a0ecSDave Kleikamp 
484649598e04SJun Piao 	if (unlikely(ext4_forced_shutdown(sbi)))
48470db1ff22STheodore Ts'o 		return 0;
48480db1ff22STheodore Ts'o 
48499bffad1eSTheodore Ts'o 	trace_ext4_sync_fs(sb, wait);
48502e8fa54eSJan Kara 	flush_workqueue(sbi->rsv_conversion_wq);
4851a1177825SJan Kara 	/*
4852a1177825SJan Kara 	 * Writeback quota in non-journalled quota case - journalled quota has
4853a1177825SJan Kara 	 * no dirty dquots
4854a1177825SJan Kara 	 */
4855a1177825SJan Kara 	dquot_writeback_dquots(sb, -1);
485606a407f1SDmitry Monakhov 	/*
485706a407f1SDmitry Monakhov 	 * Data writeback is possible w/o journal transaction, so barrier must
485806a407f1SDmitry Monakhov 	 * being sent at the end of the function. But we can skip it if
485906a407f1SDmitry Monakhov 	 * transaction_commit will do it for us.
486006a407f1SDmitry Monakhov 	 */
4861bda32530STheodore Ts'o 	if (sbi->s_journal) {
486206a407f1SDmitry Monakhov 		target = jbd2_get_latest_transaction(sbi->s_journal);
486306a407f1SDmitry Monakhov 		if (wait && sbi->s_journal->j_flags & JBD2_BARRIER &&
486406a407f1SDmitry Monakhov 		    !jbd2_trans_will_send_data_barrier(sbi->s_journal, target))
486506a407f1SDmitry Monakhov 			needs_barrier = true;
486606a407f1SDmitry Monakhov 
48678d5d02e6SMingming Cao 		if (jbd2_journal_start_commit(sbi->s_journal, &target)) {
4868ac27a0ecSDave Kleikamp 			if (wait)
4869bda32530STheodore Ts'o 				ret = jbd2_log_wait_commit(sbi->s_journal,
4870bda32530STheodore Ts'o 							   target);
48710390131bSFrank Mayhar 		}
4872bda32530STheodore Ts'o 	} else if (wait && test_opt(sb, BARRIER))
4873bda32530STheodore Ts'o 		needs_barrier = true;
487406a407f1SDmitry Monakhov 	if (needs_barrier) {
487506a407f1SDmitry Monakhov 		int err;
487606a407f1SDmitry Monakhov 		err = blkdev_issue_flush(sb->s_bdev, GFP_KERNEL, NULL);
487706a407f1SDmitry Monakhov 		if (!ret)
487806a407f1SDmitry Monakhov 			ret = err;
487906a407f1SDmitry Monakhov 	}
488006a407f1SDmitry Monakhov 
488106a407f1SDmitry Monakhov 	return ret;
488206a407f1SDmitry Monakhov }
488306a407f1SDmitry Monakhov 
4884ac27a0ecSDave Kleikamp /*
4885ac27a0ecSDave Kleikamp  * LVM calls this function before a (read-only) snapshot is created.  This
4886ac27a0ecSDave Kleikamp  * gives us a chance to flush the journal completely and mark the fs clean.
4887be4f27d3SYongqiang Yang  *
4888be4f27d3SYongqiang Yang  * Note that only this function cannot bring a filesystem to be in a clean
48898e8ad8a5SJan Kara  * state independently. It relies on upper layer to stop all data & metadata
48908e8ad8a5SJan Kara  * modifications.
4891ac27a0ecSDave Kleikamp  */
4892c4be0c1dSTakashi Sato static int ext4_freeze(struct super_block *sb)
4893ac27a0ecSDave Kleikamp {
4894c4be0c1dSTakashi Sato 	int error = 0;
4895c4be0c1dSTakashi Sato 	journal_t *journal;
4896ac27a0ecSDave Kleikamp 
4897bc98a42cSDavid Howells 	if (sb_rdonly(sb))
48989ca92389STheodore Ts'o 		return 0;
48999ca92389STheodore Ts'o 
4900c4be0c1dSTakashi Sato 	journal = EXT4_SB(sb)->s_journal;
4901ac27a0ecSDave Kleikamp 
4902bb044576STheodore Ts'o 	if (journal) {
4903ac27a0ecSDave Kleikamp 		/* Now we set up the journal barrier. */
4904dab291afSMingming Cao 		jbd2_journal_lock_updates(journal);
49057ffe1ea8SHidehiro Kawai 
49067ffe1ea8SHidehiro Kawai 		/*
4907bb044576STheodore Ts'o 		 * Don't clear the needs_recovery flag if we failed to
4908bb044576STheodore Ts'o 		 * flush the journal.
49097ffe1ea8SHidehiro Kawai 		 */
4910c4be0c1dSTakashi Sato 		error = jbd2_journal_flush(journal);
49116b0310fbSEric Sandeen 		if (error < 0)
49126b0310fbSEric Sandeen 			goto out;
4913ac27a0ecSDave Kleikamp 
4914ac27a0ecSDave Kleikamp 		/* Journal blocked and flushed, clear needs_recovery flag. */
4915e2b911c5SDarrick J. Wong 		ext4_clear_feature_journal_needs_recovery(sb);
4916c642dc9eSEric Sandeen 	}
4917c642dc9eSEric Sandeen 
4918e2d67052STheodore Ts'o 	error = ext4_commit_super(sb, 1);
49196b0310fbSEric Sandeen out:
4920bb044576STheodore Ts'o 	if (journal)
49218e8ad8a5SJan Kara 		/* we rely on upper layer to stop further updates */
4922bb044576STheodore Ts'o 		jbd2_journal_unlock_updates(journal);
49236b0310fbSEric Sandeen 	return error;
4924ac27a0ecSDave Kleikamp }
4925ac27a0ecSDave Kleikamp 
4926ac27a0ecSDave Kleikamp /*
4927ac27a0ecSDave Kleikamp  * Called by LVM after the snapshot is done.  We need to reset the RECOVER
4928ac27a0ecSDave Kleikamp  * flag here, even though the filesystem is not technically dirty yet.
4929ac27a0ecSDave Kleikamp  */
4930c4be0c1dSTakashi Sato static int ext4_unfreeze(struct super_block *sb)
4931ac27a0ecSDave Kleikamp {
4932bc98a42cSDavid Howells 	if (sb_rdonly(sb) || ext4_forced_shutdown(EXT4_SB(sb)))
49339ca92389STheodore Ts'o 		return 0;
49349ca92389STheodore Ts'o 
4935c642dc9eSEric Sandeen 	if (EXT4_SB(sb)->s_journal) {
49369ca92389STheodore Ts'o 		/* Reset the needs_recovery flag before the fs is unlocked. */
4937e2b911c5SDarrick J. Wong 		ext4_set_feature_journal_needs_recovery(sb);
4938c642dc9eSEric Sandeen 	}
4939c642dc9eSEric Sandeen 
4940e2d67052STheodore Ts'o 	ext4_commit_super(sb, 1);
4941c4be0c1dSTakashi Sato 	return 0;
4942ac27a0ecSDave Kleikamp }
4943ac27a0ecSDave Kleikamp 
4944673c6100STheodore Ts'o /*
4945673c6100STheodore Ts'o  * Structure to save mount options for ext4_remount's benefit
4946673c6100STheodore Ts'o  */
4947673c6100STheodore Ts'o struct ext4_mount_options {
4948673c6100STheodore Ts'o 	unsigned long s_mount_opt;
4949a2595b8aSTheodore Ts'o 	unsigned long s_mount_opt2;
495008cefc7aSEric W. Biederman 	kuid_t s_resuid;
495108cefc7aSEric W. Biederman 	kgid_t s_resgid;
4952673c6100STheodore Ts'o 	unsigned long s_commit_interval;
4953673c6100STheodore Ts'o 	u32 s_min_batch_time, s_max_batch_time;
4954673c6100STheodore Ts'o #ifdef CONFIG_QUOTA
4955673c6100STheodore Ts'o 	int s_jquota_fmt;
4956a2d4a646SJan Kara 	char *s_qf_names[EXT4_MAXQUOTAS];
4957673c6100STheodore Ts'o #endif
4958673c6100STheodore Ts'o };
4959673c6100STheodore Ts'o 
4960617ba13bSMingming Cao static int ext4_remount(struct super_block *sb, int *flags, char *data)
4961ac27a0ecSDave Kleikamp {
4962617ba13bSMingming Cao 	struct ext4_super_block *es;
4963617ba13bSMingming Cao 	struct ext4_sb_info *sbi = EXT4_SB(sb);
4964ac27a0ecSDave Kleikamp 	unsigned long old_sb_flags;
4965617ba13bSMingming Cao 	struct ext4_mount_options old_opts;
4966c79d967dSChristoph Hellwig 	int enable_quota = 0;
49678a266467STheodore Ts'o 	ext4_group_t g;
4968b3881f74STheodore Ts'o 	unsigned int journal_ioprio = DEFAULT_JOURNAL_IOPRIO;
4969c5e06d10SJohann Lombardi 	int err = 0;
4970ac27a0ecSDave Kleikamp #ifdef CONFIG_QUOTA
497103dafb5fSChen Gang 	int i, j;
4972ac27a0ecSDave Kleikamp #endif
4973d4c402d9SCurt Wohlgemuth 	char *orig_data = kstrdup(data, GFP_KERNEL);
4974ac27a0ecSDave Kleikamp 
4975ac27a0ecSDave Kleikamp 	/* Store the original options */
4976ac27a0ecSDave Kleikamp 	old_sb_flags = sb->s_flags;
4977ac27a0ecSDave Kleikamp 	old_opts.s_mount_opt = sbi->s_mount_opt;
4978a2595b8aSTheodore Ts'o 	old_opts.s_mount_opt2 = sbi->s_mount_opt2;
4979ac27a0ecSDave Kleikamp 	old_opts.s_resuid = sbi->s_resuid;
4980ac27a0ecSDave Kleikamp 	old_opts.s_resgid = sbi->s_resgid;
4981ac27a0ecSDave Kleikamp 	old_opts.s_commit_interval = sbi->s_commit_interval;
498230773840STheodore Ts'o 	old_opts.s_min_batch_time = sbi->s_min_batch_time;
498330773840STheodore Ts'o 	old_opts.s_max_batch_time = sbi->s_max_batch_time;
4984ac27a0ecSDave Kleikamp #ifdef CONFIG_QUOTA
4985ac27a0ecSDave Kleikamp 	old_opts.s_jquota_fmt = sbi->s_jquota_fmt;
4986a2d4a646SJan Kara 	for (i = 0; i < EXT4_MAXQUOTAS; i++)
498703dafb5fSChen Gang 		if (sbi->s_qf_names[i]) {
498803dafb5fSChen Gang 			old_opts.s_qf_names[i] = kstrdup(sbi->s_qf_names[i],
498903dafb5fSChen Gang 							 GFP_KERNEL);
499003dafb5fSChen Gang 			if (!old_opts.s_qf_names[i]) {
499103dafb5fSChen Gang 				for (j = 0; j < i; j++)
499203dafb5fSChen Gang 					kfree(old_opts.s_qf_names[j]);
49933e36a163SWei Yongjun 				kfree(orig_data);
499403dafb5fSChen Gang 				return -ENOMEM;
499503dafb5fSChen Gang 			}
499603dafb5fSChen Gang 		} else
499703dafb5fSChen Gang 			old_opts.s_qf_names[i] = NULL;
4998ac27a0ecSDave Kleikamp #endif
4999b3881f74STheodore Ts'o 	if (sbi->s_journal && sbi->s_journal->j_task->io_context)
5000b3881f74STheodore Ts'o 		journal_ioprio = sbi->s_journal->j_task->io_context->ioprio;
5001ac27a0ecSDave Kleikamp 
5002661aa520SEric Sandeen 	if (!parse_options(data, sb, NULL, &journal_ioprio, 1)) {
5003ac27a0ecSDave Kleikamp 		err = -EINVAL;
5004ac27a0ecSDave Kleikamp 		goto restore_opts;
5005ac27a0ecSDave Kleikamp 	}
5006ac27a0ecSDave Kleikamp 
50076b992ff2SDarrick J. Wong 	if ((old_opts.s_mount_opt & EXT4_MOUNT_JOURNAL_CHECKSUM) ^
50086b992ff2SDarrick J. Wong 	    test_opt(sb, JOURNAL_CHECKSUM)) {
50096b992ff2SDarrick J. Wong 		ext4_msg(sb, KERN_ERR, "changing journal_checksum "
50102d5b86e0SEric Sandeen 			 "during remount not supported; ignoring");
50112d5b86e0SEric Sandeen 		sbi->s_mount_opt ^= EXT4_MOUNT_JOURNAL_CHECKSUM;
5012c6d3d56dSDarrick J. Wong 	}
5013c6d3d56dSDarrick J. Wong 
50146ae6514bSPiotr Sarna 	if (test_opt(sb, DATA_FLAGS) == EXT4_MOUNT_JOURNAL_DATA) {
50156ae6514bSPiotr Sarna 		if (test_opt2(sb, EXPLICIT_DELALLOC)) {
50166ae6514bSPiotr Sarna 			ext4_msg(sb, KERN_ERR, "can't mount with "
50176ae6514bSPiotr Sarna 				 "both data=journal and delalloc");
50186ae6514bSPiotr Sarna 			err = -EINVAL;
50196ae6514bSPiotr Sarna 			goto restore_opts;
50206ae6514bSPiotr Sarna 		}
50216ae6514bSPiotr Sarna 		if (test_opt(sb, DIOREAD_NOLOCK)) {
50226ae6514bSPiotr Sarna 			ext4_msg(sb, KERN_ERR, "can't mount with "
50236ae6514bSPiotr Sarna 				 "both data=journal and dioread_nolock");
50246ae6514bSPiotr Sarna 			err = -EINVAL;
50256ae6514bSPiotr Sarna 			goto restore_opts;
50266ae6514bSPiotr Sarna 		}
5027923ae0ffSRoss Zwisler 		if (test_opt(sb, DAX)) {
5028923ae0ffSRoss Zwisler 			ext4_msg(sb, KERN_ERR, "can't mount with "
5029923ae0ffSRoss Zwisler 				 "both data=journal and dax");
5030923ae0ffSRoss Zwisler 			err = -EINVAL;
5031923ae0ffSRoss Zwisler 			goto restore_opts;
5032923ae0ffSRoss Zwisler 		}
5033ab04df78SJan Kara 	} else if (test_opt(sb, DATA_FLAGS) == EXT4_MOUNT_ORDERED_DATA) {
5034ab04df78SJan Kara 		if (test_opt(sb, JOURNAL_ASYNC_COMMIT)) {
5035ab04df78SJan Kara 			ext4_msg(sb, KERN_ERR, "can't mount with "
5036ab04df78SJan Kara 				"journal_async_commit in data=ordered mode");
5037ab04df78SJan Kara 			err = -EINVAL;
5038ab04df78SJan Kara 			goto restore_opts;
5039ab04df78SJan Kara 		}
5040923ae0ffSRoss Zwisler 	}
5041923ae0ffSRoss Zwisler 
5042cdb7ee4cSTahsin Erdogan 	if ((sbi->s_mount_opt ^ old_opts.s_mount_opt) & EXT4_MOUNT_NO_MBCACHE) {
5043cdb7ee4cSTahsin Erdogan 		ext4_msg(sb, KERN_ERR, "can't enable nombcache during remount");
5044cdb7ee4cSTahsin Erdogan 		err = -EINVAL;
5045cdb7ee4cSTahsin Erdogan 		goto restore_opts;
5046cdb7ee4cSTahsin Erdogan 	}
5047cdb7ee4cSTahsin Erdogan 
5048923ae0ffSRoss Zwisler 	if ((sbi->s_mount_opt ^ old_opts.s_mount_opt) & EXT4_MOUNT_DAX) {
5049923ae0ffSRoss Zwisler 		ext4_msg(sb, KERN_WARNING, "warning: refusing change of "
5050923ae0ffSRoss Zwisler 			"dax flag with busy inodes while remounting");
5051923ae0ffSRoss Zwisler 		sbi->s_mount_opt ^= EXT4_MOUNT_DAX;
50526ae6514bSPiotr Sarna 	}
50536ae6514bSPiotr Sarna 
50544ab2f15bSTheodore Ts'o 	if (sbi->s_mount_flags & EXT4_MF_FS_ABORTED)
5055c67d859eSTheodore Ts'o 		ext4_abort(sb, "Abort forced by user");
5056ac27a0ecSDave Kleikamp 
50571751e8a6SLinus Torvalds 	sb->s_flags = (sb->s_flags & ~SB_POSIXACL) |
50581751e8a6SLinus Torvalds 		(test_opt(sb, POSIX_ACL) ? SB_POSIXACL : 0);
5059ac27a0ecSDave Kleikamp 
5060ac27a0ecSDave Kleikamp 	es = sbi->s_es;
5061ac27a0ecSDave Kleikamp 
5062b3881f74STheodore Ts'o 	if (sbi->s_journal) {
5063617ba13bSMingming Cao 		ext4_init_journal_params(sb, sbi->s_journal);
5064b3881f74STheodore Ts'o 		set_task_ioprio(sbi->s_journal->j_task, journal_ioprio);
5065b3881f74STheodore Ts'o 	}
5066ac27a0ecSDave Kleikamp 
50671751e8a6SLinus Torvalds 	if (*flags & SB_LAZYTIME)
50681751e8a6SLinus Torvalds 		sb->s_flags |= SB_LAZYTIME;
5069a2fd66d0STheodore Ts'o 
50701751e8a6SLinus Torvalds 	if ((bool)(*flags & SB_RDONLY) != sb_rdonly(sb)) {
50714ab2f15bSTheodore Ts'o 		if (sbi->s_mount_flags & EXT4_MF_FS_ABORTED) {
5072ac27a0ecSDave Kleikamp 			err = -EROFS;
5073ac27a0ecSDave Kleikamp 			goto restore_opts;
5074ac27a0ecSDave Kleikamp 		}
5075ac27a0ecSDave Kleikamp 
50761751e8a6SLinus Torvalds 		if (*flags & SB_RDONLY) {
507738c03b34STheodore Ts'o 			err = sync_filesystem(sb);
507838c03b34STheodore Ts'o 			if (err < 0)
507938c03b34STheodore Ts'o 				goto restore_opts;
50800f0dd62fSChristoph Hellwig 			err = dquot_suspend(sb, -1);
50810f0dd62fSChristoph Hellwig 			if (err < 0)
5082c79d967dSChristoph Hellwig 				goto restore_opts;
5083c79d967dSChristoph Hellwig 
5084ac27a0ecSDave Kleikamp 			/*
5085ac27a0ecSDave Kleikamp 			 * First of all, the unconditional stuff we have to do
5086ac27a0ecSDave Kleikamp 			 * to disable replay of the journal when we next remount
5087ac27a0ecSDave Kleikamp 			 */
50881751e8a6SLinus Torvalds 			sb->s_flags |= SB_RDONLY;
5089ac27a0ecSDave Kleikamp 
5090ac27a0ecSDave Kleikamp 			/*
5091ac27a0ecSDave Kleikamp 			 * OK, test if we are remounting a valid rw partition
5092ac27a0ecSDave Kleikamp 			 * readonly, and if so set the rdonly flag and then
5093ac27a0ecSDave Kleikamp 			 * mark the partition as valid again.
5094ac27a0ecSDave Kleikamp 			 */
5095617ba13bSMingming Cao 			if (!(es->s_state & cpu_to_le16(EXT4_VALID_FS)) &&
5096617ba13bSMingming Cao 			    (sbi->s_mount_state & EXT4_VALID_FS))
5097ac27a0ecSDave Kleikamp 				es->s_state = cpu_to_le16(sbi->s_mount_state);
5098ac27a0ecSDave Kleikamp 
5099a63c9eb2STheodore Ts'o 			if (sbi->s_journal)
5100617ba13bSMingming Cao 				ext4_mark_recovery_complete(sb, es);
5101ac27a0ecSDave Kleikamp 		} else {
5102a13fb1a4SEric Sandeen 			/* Make sure we can mount this feature set readwrite */
5103e2b911c5SDarrick J. Wong 			if (ext4_has_feature_readonly(sb) ||
51042cb5cc8bSDarrick J. Wong 			    !ext4_feature_set_ok(sb, 0)) {
5105ac27a0ecSDave Kleikamp 				err = -EROFS;
5106ac27a0ecSDave Kleikamp 				goto restore_opts;
5107ac27a0ecSDave Kleikamp 			}
5108ead6596bSEric Sandeen 			/*
51098a266467STheodore Ts'o 			 * Make sure the group descriptor checksums
51100b8e58a1SAndreas Dilger 			 * are sane.  If they aren't, refuse to remount r/w.
51118a266467STheodore Ts'o 			 */
51128a266467STheodore Ts'o 			for (g = 0; g < sbi->s_groups_count; g++) {
51138a266467STheodore Ts'o 				struct ext4_group_desc *gdp =
51148a266467STheodore Ts'o 					ext4_get_group_desc(sb, g, NULL);
51158a266467STheodore Ts'o 
5116feb0ab32SDarrick J. Wong 				if (!ext4_group_desc_csum_verify(sb, g, gdp)) {
5117b31e1552SEric Sandeen 					ext4_msg(sb, KERN_ERR,
5118b31e1552SEric Sandeen 	       "ext4_remount: Checksum for group %u failed (%u!=%u)",
5119e2b911c5SDarrick J. Wong 		g, le16_to_cpu(ext4_group_desc_csum(sb, g, gdp)),
51208a266467STheodore Ts'o 					       le16_to_cpu(gdp->bg_checksum));
51216a797d27SDarrick J. Wong 					err = -EFSBADCRC;
51228a266467STheodore Ts'o 					goto restore_opts;
51238a266467STheodore Ts'o 				}
51248a266467STheodore Ts'o 			}
51258a266467STheodore Ts'o 
51268a266467STheodore Ts'o 			/*
5127ead6596bSEric Sandeen 			 * If we have an unprocessed orphan list hanging
5128ead6596bSEric Sandeen 			 * around from a previously readonly bdev mount,
5129ead6596bSEric Sandeen 			 * require a full umount/remount for now.
5130ead6596bSEric Sandeen 			 */
5131ead6596bSEric Sandeen 			if (es->s_last_orphan) {
5132b31e1552SEric Sandeen 				ext4_msg(sb, KERN_WARNING, "Couldn't "
5133ead6596bSEric Sandeen 				       "remount RDWR because of unprocessed "
5134ead6596bSEric Sandeen 				       "orphan inode list.  Please "
5135b31e1552SEric Sandeen 				       "umount/remount instead");
5136ead6596bSEric Sandeen 				err = -EINVAL;
5137ead6596bSEric Sandeen 				goto restore_opts;
5138ead6596bSEric Sandeen 			}
5139ead6596bSEric Sandeen 
5140ac27a0ecSDave Kleikamp 			/*
5141ac27a0ecSDave Kleikamp 			 * Mounting a RDONLY partition read-write, so reread
5142ac27a0ecSDave Kleikamp 			 * and store the current valid flag.  (It may have
5143ac27a0ecSDave Kleikamp 			 * been changed by e2fsck since we originally mounted
5144ac27a0ecSDave Kleikamp 			 * the partition.)
5145ac27a0ecSDave Kleikamp 			 */
51460390131bSFrank Mayhar 			if (sbi->s_journal)
5147617ba13bSMingming Cao 				ext4_clear_journal_err(sb, es);
5148ac27a0ecSDave Kleikamp 			sbi->s_mount_state = le16_to_cpu(es->s_state);
5149617ba13bSMingming Cao 			if (!ext4_setup_super(sb, es, 0))
51501751e8a6SLinus Torvalds 				sb->s_flags &= ~SB_RDONLY;
5151e2b911c5SDarrick J. Wong 			if (ext4_has_feature_mmp(sb))
5152c5e06d10SJohann Lombardi 				if (ext4_multi_mount_protect(sb,
5153c5e06d10SJohann Lombardi 						le64_to_cpu(es->s_mmp_block))) {
5154c5e06d10SJohann Lombardi 					err = -EROFS;
5155c5e06d10SJohann Lombardi 					goto restore_opts;
5156c5e06d10SJohann Lombardi 				}
5157c79d967dSChristoph Hellwig 			enable_quota = 1;
5158ac27a0ecSDave Kleikamp 		}
5159ac27a0ecSDave Kleikamp 	}
5160bfff6873SLukas Czerner 
5161bfff6873SLukas Czerner 	/*
5162bfff6873SLukas Czerner 	 * Reinitialize lazy itable initialization thread based on
5163bfff6873SLukas Czerner 	 * current settings
5164bfff6873SLukas Czerner 	 */
5165bc98a42cSDavid Howells 	if (sb_rdonly(sb) || !test_opt(sb, INIT_INODE_TABLE))
5166bfff6873SLukas Czerner 		ext4_unregister_li_request(sb);
5167bfff6873SLukas Czerner 	else {
5168bfff6873SLukas Czerner 		ext4_group_t first_not_zeroed;
5169bfff6873SLukas Czerner 		first_not_zeroed = ext4_has_uninit_itable(sb);
5170bfff6873SLukas Czerner 		ext4_register_li_request(sb, first_not_zeroed);
5171bfff6873SLukas Czerner 	}
5172bfff6873SLukas Czerner 
51736fd058f7STheodore Ts'o 	ext4_setup_system_zone(sb);
51741751e8a6SLinus Torvalds 	if (sbi->s_journal == NULL && !(old_sb_flags & SB_RDONLY))
5175e2d67052STheodore Ts'o 		ext4_commit_super(sb, 1);
51760390131bSFrank Mayhar 
5177ac27a0ecSDave Kleikamp #ifdef CONFIG_QUOTA
5178ac27a0ecSDave Kleikamp 	/* Release old quota file names */
5179a2d4a646SJan Kara 	for (i = 0; i < EXT4_MAXQUOTAS; i++)
5180ac27a0ecSDave Kleikamp 		kfree(old_opts.s_qf_names[i]);
51817c319d32SAditya Kali 	if (enable_quota) {
51827c319d32SAditya Kali 		if (sb_any_quota_suspended(sb))
51830f0dd62fSChristoph Hellwig 			dquot_resume(sb, -1);
5184e2b911c5SDarrick J. Wong 		else if (ext4_has_feature_quota(sb)) {
51857c319d32SAditya Kali 			err = ext4_enable_quotas(sb);
518607724f98STheodore Ts'o 			if (err)
51877c319d32SAditya Kali 				goto restore_opts;
51887c319d32SAditya Kali 		}
51897c319d32SAditya Kali 	}
51907c319d32SAditya Kali #endif
5191d4c402d9SCurt Wohlgemuth 
51921751e8a6SLinus Torvalds 	*flags = (*flags & ~SB_LAZYTIME) | (sb->s_flags & SB_LAZYTIME);
5193d4c402d9SCurt Wohlgemuth 	ext4_msg(sb, KERN_INFO, "re-mounted. Opts: %s", orig_data);
5194d4c402d9SCurt Wohlgemuth 	kfree(orig_data);
5195ac27a0ecSDave Kleikamp 	return 0;
51960b8e58a1SAndreas Dilger 
5197ac27a0ecSDave Kleikamp restore_opts:
5198ac27a0ecSDave Kleikamp 	sb->s_flags = old_sb_flags;
5199ac27a0ecSDave Kleikamp 	sbi->s_mount_opt = old_opts.s_mount_opt;
5200a2595b8aSTheodore Ts'o 	sbi->s_mount_opt2 = old_opts.s_mount_opt2;
5201ac27a0ecSDave Kleikamp 	sbi->s_resuid = old_opts.s_resuid;
5202ac27a0ecSDave Kleikamp 	sbi->s_resgid = old_opts.s_resgid;
5203ac27a0ecSDave Kleikamp 	sbi->s_commit_interval = old_opts.s_commit_interval;
520430773840STheodore Ts'o 	sbi->s_min_batch_time = old_opts.s_min_batch_time;
520530773840STheodore Ts'o 	sbi->s_max_batch_time = old_opts.s_max_batch_time;
5206ac27a0ecSDave Kleikamp #ifdef CONFIG_QUOTA
5207ac27a0ecSDave Kleikamp 	sbi->s_jquota_fmt = old_opts.s_jquota_fmt;
5208a2d4a646SJan Kara 	for (i = 0; i < EXT4_MAXQUOTAS; i++) {
5209ac27a0ecSDave Kleikamp 		kfree(sbi->s_qf_names[i]);
5210ac27a0ecSDave Kleikamp 		sbi->s_qf_names[i] = old_opts.s_qf_names[i];
5211ac27a0ecSDave Kleikamp 	}
5212ac27a0ecSDave Kleikamp #endif
5213d4c402d9SCurt Wohlgemuth 	kfree(orig_data);
5214ac27a0ecSDave Kleikamp 	return err;
5215ac27a0ecSDave Kleikamp }
5216ac27a0ecSDave Kleikamp 
5217689c958cSLi Xi #ifdef CONFIG_QUOTA
5218689c958cSLi Xi static int ext4_statfs_project(struct super_block *sb,
5219689c958cSLi Xi 			       kprojid_t projid, struct kstatfs *buf)
5220689c958cSLi Xi {
5221689c958cSLi Xi 	struct kqid qid;
5222689c958cSLi Xi 	struct dquot *dquot;
5223689c958cSLi Xi 	u64 limit;
5224689c958cSLi Xi 	u64 curblock;
5225689c958cSLi Xi 
5226689c958cSLi Xi 	qid = make_kqid_projid(projid);
5227689c958cSLi Xi 	dquot = dqget(sb, qid);
5228689c958cSLi Xi 	if (IS_ERR(dquot))
5229689c958cSLi Xi 		return PTR_ERR(dquot);
52307b9ca4c6SJan Kara 	spin_lock(&dquot->dq_dqb_lock);
5231689c958cSLi Xi 
5232689c958cSLi Xi 	limit = (dquot->dq_dqb.dqb_bsoftlimit ?
5233689c958cSLi Xi 		 dquot->dq_dqb.dqb_bsoftlimit :
5234689c958cSLi Xi 		 dquot->dq_dqb.dqb_bhardlimit) >> sb->s_blocksize_bits;
5235689c958cSLi Xi 	if (limit && buf->f_blocks > limit) {
5236689c958cSLi Xi 		curblock = dquot->dq_dqb.dqb_curspace >> sb->s_blocksize_bits;
5237689c958cSLi Xi 		buf->f_blocks = limit;
5238689c958cSLi Xi 		buf->f_bfree = buf->f_bavail =
5239689c958cSLi Xi 			(buf->f_blocks > curblock) ?
5240689c958cSLi Xi 			 (buf->f_blocks - curblock) : 0;
5241689c958cSLi Xi 	}
5242689c958cSLi Xi 
5243689c958cSLi Xi 	limit = dquot->dq_dqb.dqb_isoftlimit ?
5244689c958cSLi Xi 		dquot->dq_dqb.dqb_isoftlimit :
5245689c958cSLi Xi 		dquot->dq_dqb.dqb_ihardlimit;
5246689c958cSLi Xi 	if (limit && buf->f_files > limit) {
5247689c958cSLi Xi 		buf->f_files = limit;
5248689c958cSLi Xi 		buf->f_ffree =
5249689c958cSLi Xi 			(buf->f_files > dquot->dq_dqb.dqb_curinodes) ?
5250689c958cSLi Xi 			 (buf->f_files - dquot->dq_dqb.dqb_curinodes) : 0;
5251689c958cSLi Xi 	}
5252689c958cSLi Xi 
52537b9ca4c6SJan Kara 	spin_unlock(&dquot->dq_dqb_lock);
5254689c958cSLi Xi 	dqput(dquot);
5255689c958cSLi Xi 	return 0;
5256689c958cSLi Xi }
5257689c958cSLi Xi #endif
5258689c958cSLi Xi 
5259617ba13bSMingming Cao static int ext4_statfs(struct dentry *dentry, struct kstatfs *buf)
5260ac27a0ecSDave Kleikamp {
5261ac27a0ecSDave Kleikamp 	struct super_block *sb = dentry->d_sb;
5262617ba13bSMingming Cao 	struct ext4_sb_info *sbi = EXT4_SB(sb);
5263617ba13bSMingming Cao 	struct ext4_super_block *es = sbi->s_es;
526427dd4385SLukas Czerner 	ext4_fsblk_t overhead = 0, resv_blocks;
5265960cc398SPekka Enberg 	u64 fsid;
5266d02a9391SKazuya Mio 	s64 bfree;
526727dd4385SLukas Czerner 	resv_blocks = EXT4_C2B(sbi, atomic64_read(&sbi->s_resv_clusters));
5268ac27a0ecSDave Kleikamp 
5269952fc18eSTheodore Ts'o 	if (!test_opt(sb, MINIX_DF))
5270952fc18eSTheodore Ts'o 		overhead = sbi->s_overhead;
5271ac27a0ecSDave Kleikamp 
5272617ba13bSMingming Cao 	buf->f_type = EXT4_SUPER_MAGIC;
5273ac27a0ecSDave Kleikamp 	buf->f_bsize = sb->s_blocksize;
5274b72f78cbSEric Sandeen 	buf->f_blocks = ext4_blocks_count(es) - EXT4_C2B(sbi, overhead);
527557042651STheodore Ts'o 	bfree = percpu_counter_sum_positive(&sbi->s_freeclusters_counter) -
527657042651STheodore Ts'o 		percpu_counter_sum_positive(&sbi->s_dirtyclusters_counter);
5277d02a9391SKazuya Mio 	/* prevent underflow in case that few free space is available */
527857042651STheodore Ts'o 	buf->f_bfree = EXT4_C2B(sbi, max_t(s64, bfree, 0));
527927dd4385SLukas Czerner 	buf->f_bavail = buf->f_bfree -
528027dd4385SLukas Czerner 			(ext4_r_blocks_count(es) + resv_blocks);
528127dd4385SLukas Czerner 	if (buf->f_bfree < (ext4_r_blocks_count(es) + resv_blocks))
5282ac27a0ecSDave Kleikamp 		buf->f_bavail = 0;
5283ac27a0ecSDave Kleikamp 	buf->f_files = le32_to_cpu(es->s_inodes_count);
528452d9f3b4SPeter Zijlstra 	buf->f_ffree = percpu_counter_sum_positive(&sbi->s_freeinodes_counter);
5285617ba13bSMingming Cao 	buf->f_namelen = EXT4_NAME_LEN;
5286960cc398SPekka Enberg 	fsid = le64_to_cpup((void *)es->s_uuid) ^
5287960cc398SPekka Enberg 	       le64_to_cpup((void *)es->s_uuid + sizeof(u64));
5288960cc398SPekka Enberg 	buf->f_fsid.val[0] = fsid & 0xFFFFFFFFUL;
5289960cc398SPekka Enberg 	buf->f_fsid.val[1] = (fsid >> 32) & 0xFFFFFFFFUL;
52900b8e58a1SAndreas Dilger 
5291689c958cSLi Xi #ifdef CONFIG_QUOTA
5292689c958cSLi Xi 	if (ext4_test_inode_flag(dentry->d_inode, EXT4_INODE_PROJINHERIT) &&
5293689c958cSLi Xi 	    sb_has_quota_limits_enabled(sb, PRJQUOTA))
5294689c958cSLi Xi 		ext4_statfs_project(sb, EXT4_I(dentry->d_inode)->i_projid, buf);
5295689c958cSLi Xi #endif
5296ac27a0ecSDave Kleikamp 	return 0;
5297ac27a0ecSDave Kleikamp }
5298ac27a0ecSDave Kleikamp 
5299ac27a0ecSDave Kleikamp 
5300ac27a0ecSDave Kleikamp #ifdef CONFIG_QUOTA
5301ac27a0ecSDave Kleikamp 
5302bc8230eeSJan Kara /*
5303bc8230eeSJan Kara  * Helper functions so that transaction is started before we acquire dqio_sem
5304bc8230eeSJan Kara  * to keep correct lock ordering of transaction > dqio_sem
5305bc8230eeSJan Kara  */
5306ac27a0ecSDave Kleikamp static inline struct inode *dquot_to_inode(struct dquot *dquot)
5307ac27a0ecSDave Kleikamp {
53084c376dcaSEric W. Biederman 	return sb_dqopt(dquot->dq_sb)->files[dquot->dq_id.type];
5309ac27a0ecSDave Kleikamp }
5310ac27a0ecSDave Kleikamp 
5311617ba13bSMingming Cao static int ext4_write_dquot(struct dquot *dquot)
5312ac27a0ecSDave Kleikamp {
5313ac27a0ecSDave Kleikamp 	int ret, err;
5314ac27a0ecSDave Kleikamp 	handle_t *handle;
5315ac27a0ecSDave Kleikamp 	struct inode *inode;
5316ac27a0ecSDave Kleikamp 
5317ac27a0ecSDave Kleikamp 	inode = dquot_to_inode(dquot);
53189924a92aSTheodore Ts'o 	handle = ext4_journal_start(inode, EXT4_HT_QUOTA,
5319617ba13bSMingming Cao 				    EXT4_QUOTA_TRANS_BLOCKS(dquot->dq_sb));
5320ac27a0ecSDave Kleikamp 	if (IS_ERR(handle))
5321ac27a0ecSDave Kleikamp 		return PTR_ERR(handle);
5322ac27a0ecSDave Kleikamp 	ret = dquot_commit(dquot);
5323617ba13bSMingming Cao 	err = ext4_journal_stop(handle);
5324ac27a0ecSDave Kleikamp 	if (!ret)
5325ac27a0ecSDave Kleikamp 		ret = err;
5326ac27a0ecSDave Kleikamp 	return ret;
5327ac27a0ecSDave Kleikamp }
5328ac27a0ecSDave Kleikamp 
5329617ba13bSMingming Cao static int ext4_acquire_dquot(struct dquot *dquot)
5330ac27a0ecSDave Kleikamp {
5331ac27a0ecSDave Kleikamp 	int ret, err;
5332ac27a0ecSDave Kleikamp 	handle_t *handle;
5333ac27a0ecSDave Kleikamp 
53349924a92aSTheodore Ts'o 	handle = ext4_journal_start(dquot_to_inode(dquot), EXT4_HT_QUOTA,
5335617ba13bSMingming Cao 				    EXT4_QUOTA_INIT_BLOCKS(dquot->dq_sb));
5336ac27a0ecSDave Kleikamp 	if (IS_ERR(handle))
5337ac27a0ecSDave Kleikamp 		return PTR_ERR(handle);
5338ac27a0ecSDave Kleikamp 	ret = dquot_acquire(dquot);
5339617ba13bSMingming Cao 	err = ext4_journal_stop(handle);
5340ac27a0ecSDave Kleikamp 	if (!ret)
5341ac27a0ecSDave Kleikamp 		ret = err;
5342ac27a0ecSDave Kleikamp 	return ret;
5343ac27a0ecSDave Kleikamp }
5344ac27a0ecSDave Kleikamp 
5345617ba13bSMingming Cao static int ext4_release_dquot(struct dquot *dquot)
5346ac27a0ecSDave Kleikamp {
5347ac27a0ecSDave Kleikamp 	int ret, err;
5348ac27a0ecSDave Kleikamp 	handle_t *handle;
5349ac27a0ecSDave Kleikamp 
53509924a92aSTheodore Ts'o 	handle = ext4_journal_start(dquot_to_inode(dquot), EXT4_HT_QUOTA,
5351617ba13bSMingming Cao 				    EXT4_QUOTA_DEL_BLOCKS(dquot->dq_sb));
53529c3013e9SJan Kara 	if (IS_ERR(handle)) {
53539c3013e9SJan Kara 		/* Release dquot anyway to avoid endless cycle in dqput() */
53549c3013e9SJan Kara 		dquot_release(dquot);
5355ac27a0ecSDave Kleikamp 		return PTR_ERR(handle);
53569c3013e9SJan Kara 	}
5357ac27a0ecSDave Kleikamp 	ret = dquot_release(dquot);
5358617ba13bSMingming Cao 	err = ext4_journal_stop(handle);
5359ac27a0ecSDave Kleikamp 	if (!ret)
5360ac27a0ecSDave Kleikamp 		ret = err;
5361ac27a0ecSDave Kleikamp 	return ret;
5362ac27a0ecSDave Kleikamp }
5363ac27a0ecSDave Kleikamp 
5364617ba13bSMingming Cao static int ext4_mark_dquot_dirty(struct dquot *dquot)
5365ac27a0ecSDave Kleikamp {
5366262b4662SJan Kara 	struct super_block *sb = dquot->dq_sb;
5367262b4662SJan Kara 	struct ext4_sb_info *sbi = EXT4_SB(sb);
5368262b4662SJan Kara 
53692c8be6b2SJan Kara 	/* Are we journaling quotas? */
5370e2b911c5SDarrick J. Wong 	if (ext4_has_feature_quota(sb) ||
5371262b4662SJan Kara 	    sbi->s_qf_names[USRQUOTA] || sbi->s_qf_names[GRPQUOTA]) {
5372ac27a0ecSDave Kleikamp 		dquot_mark_dquot_dirty(dquot);
5373617ba13bSMingming Cao 		return ext4_write_dquot(dquot);
5374ac27a0ecSDave Kleikamp 	} else {
5375ac27a0ecSDave Kleikamp 		return dquot_mark_dquot_dirty(dquot);
5376ac27a0ecSDave Kleikamp 	}
5377ac27a0ecSDave Kleikamp }
5378ac27a0ecSDave Kleikamp 
5379617ba13bSMingming Cao static int ext4_write_info(struct super_block *sb, int type)
5380ac27a0ecSDave Kleikamp {
5381ac27a0ecSDave Kleikamp 	int ret, err;
5382ac27a0ecSDave Kleikamp 	handle_t *handle;
5383ac27a0ecSDave Kleikamp 
5384ac27a0ecSDave Kleikamp 	/* Data block + inode block */
53852b0143b5SDavid Howells 	handle = ext4_journal_start(d_inode(sb->s_root), EXT4_HT_QUOTA, 2);
5386ac27a0ecSDave Kleikamp 	if (IS_ERR(handle))
5387ac27a0ecSDave Kleikamp 		return PTR_ERR(handle);
5388ac27a0ecSDave Kleikamp 	ret = dquot_commit_info(sb, type);
5389617ba13bSMingming Cao 	err = ext4_journal_stop(handle);
5390ac27a0ecSDave Kleikamp 	if (!ret)
5391ac27a0ecSDave Kleikamp 		ret = err;
5392ac27a0ecSDave Kleikamp 	return ret;
5393ac27a0ecSDave Kleikamp }
5394ac27a0ecSDave Kleikamp 
5395ac27a0ecSDave Kleikamp /*
5396ac27a0ecSDave Kleikamp  * Turn on quotas during mount time - we need to find
5397ac27a0ecSDave Kleikamp  * the quota file and such...
5398ac27a0ecSDave Kleikamp  */
5399617ba13bSMingming Cao static int ext4_quota_on_mount(struct super_block *sb, int type)
5400ac27a0ecSDave Kleikamp {
5401287a8095SChristoph Hellwig 	return dquot_quota_on_mount(sb, EXT4_SB(sb)->s_qf_names[type],
5402617ba13bSMingming Cao 					EXT4_SB(sb)->s_jquota_fmt, type);
5403ac27a0ecSDave Kleikamp }
5404ac27a0ecSDave Kleikamp 
5405daf647d2STheodore Ts'o static void lockdep_set_quota_inode(struct inode *inode, int subclass)
5406daf647d2STheodore Ts'o {
5407daf647d2STheodore Ts'o 	struct ext4_inode_info *ei = EXT4_I(inode);
5408daf647d2STheodore Ts'o 
5409daf647d2STheodore Ts'o 	/* The first argument of lockdep_set_subclass has to be
5410daf647d2STheodore Ts'o 	 * *exactly* the same as the argument to init_rwsem() --- in
5411daf647d2STheodore Ts'o 	 * this case, in init_once() --- or lockdep gets unhappy
5412daf647d2STheodore Ts'o 	 * because the name of the lock is set using the
5413daf647d2STheodore Ts'o 	 * stringification of the argument to init_rwsem().
5414daf647d2STheodore Ts'o 	 */
5415daf647d2STheodore Ts'o 	(void) ei;	/* shut up clang warning if !CONFIG_LOCKDEP */
5416daf647d2STheodore Ts'o 	lockdep_set_subclass(&ei->i_data_sem, subclass);
5417daf647d2STheodore Ts'o }
5418daf647d2STheodore Ts'o 
5419ac27a0ecSDave Kleikamp /*
5420ac27a0ecSDave Kleikamp  * Standard function to be called on quota_on
5421ac27a0ecSDave Kleikamp  */
5422617ba13bSMingming Cao static int ext4_quota_on(struct super_block *sb, int type, int format_id,
54238c54ca9cSAl Viro 			 const struct path *path)
5424ac27a0ecSDave Kleikamp {
5425ac27a0ecSDave Kleikamp 	int err;
5426ac27a0ecSDave Kleikamp 
5427ac27a0ecSDave Kleikamp 	if (!test_opt(sb, QUOTA))
5428ac27a0ecSDave Kleikamp 		return -EINVAL;
54290623543bSJan Kara 
5430ac27a0ecSDave Kleikamp 	/* Quotafile not on the same filesystem? */
5431d8c9584eSAl Viro 	if (path->dentry->d_sb != sb)
5432ac27a0ecSDave Kleikamp 		return -EXDEV;
54330623543bSJan Kara 	/* Journaling quota? */
54340623543bSJan Kara 	if (EXT4_SB(sb)->s_qf_names[type]) {
54352b2d6d01STheodore Ts'o 		/* Quotafile not in fs root? */
5436f00c9e44SJan Kara 		if (path->dentry->d_parent != sb->s_root)
5437b31e1552SEric Sandeen 			ext4_msg(sb, KERN_WARNING,
5438b31e1552SEric Sandeen 				"Quota file not on filesystem root. "
5439b31e1552SEric Sandeen 				"Journaled quota will not work");
544091389240SJan Kara 		sb_dqopt(sb)->flags |= DQUOT_NOLIST_DIRTY;
544191389240SJan Kara 	} else {
544291389240SJan Kara 		/*
544391389240SJan Kara 		 * Clear the flag just in case mount options changed since
544491389240SJan Kara 		 * last time.
544591389240SJan Kara 		 */
544691389240SJan Kara 		sb_dqopt(sb)->flags &= ~DQUOT_NOLIST_DIRTY;
54470623543bSJan Kara 	}
54480623543bSJan Kara 
54490623543bSJan Kara 	/*
54500623543bSJan Kara 	 * When we journal data on quota file, we have to flush journal to see
54510623543bSJan Kara 	 * all updates to the file when we bypass pagecache...
54520623543bSJan Kara 	 */
54530390131bSFrank Mayhar 	if (EXT4_SB(sb)->s_journal &&
54542b0143b5SDavid Howells 	    ext4_should_journal_data(d_inode(path->dentry))) {
54550623543bSJan Kara 		/*
54560623543bSJan Kara 		 * We don't need to lock updates but journal_flush() could
54570623543bSJan Kara 		 * otherwise be livelocked...
54580623543bSJan Kara 		 */
54590623543bSJan Kara 		jbd2_journal_lock_updates(EXT4_SB(sb)->s_journal);
54607ffe1ea8SHidehiro Kawai 		err = jbd2_journal_flush(EXT4_SB(sb)->s_journal);
54610623543bSJan Kara 		jbd2_journal_unlock_updates(EXT4_SB(sb)->s_journal);
5462f00c9e44SJan Kara 		if (err)
54637ffe1ea8SHidehiro Kawai 			return err;
54647ffe1ea8SHidehiro Kawai 	}
5465957153fcSJan Kara 
5466daf647d2STheodore Ts'o 	lockdep_set_quota_inode(path->dentry->d_inode, I_DATA_SEM_QUOTA);
5467daf647d2STheodore Ts'o 	err = dquot_quota_on(sb, type, format_id, path);
5468957153fcSJan Kara 	if (err) {
5469daf647d2STheodore Ts'o 		lockdep_set_quota_inode(path->dentry->d_inode,
5470daf647d2STheodore Ts'o 					     I_DATA_SEM_NORMAL);
5471957153fcSJan Kara 	} else {
5472957153fcSJan Kara 		struct inode *inode = d_inode(path->dentry);
5473957153fcSJan Kara 		handle_t *handle;
5474957153fcSJan Kara 
547561a92987SJan Kara 		/*
547661a92987SJan Kara 		 * Set inode flags to prevent userspace from messing with quota
547761a92987SJan Kara 		 * files. If this fails, we return success anyway since quotas
547861a92987SJan Kara 		 * are already enabled and this is not a hard failure.
547961a92987SJan Kara 		 */
5480957153fcSJan Kara 		inode_lock(inode);
5481957153fcSJan Kara 		handle = ext4_journal_start(inode, EXT4_HT_QUOTA, 1);
5482957153fcSJan Kara 		if (IS_ERR(handle))
5483957153fcSJan Kara 			goto unlock_inode;
5484957153fcSJan Kara 		EXT4_I(inode)->i_flags |= EXT4_NOATIME_FL | EXT4_IMMUTABLE_FL;
5485957153fcSJan Kara 		inode_set_flags(inode, S_NOATIME | S_IMMUTABLE,
5486957153fcSJan Kara 				S_NOATIME | S_IMMUTABLE);
5487957153fcSJan Kara 		ext4_mark_inode_dirty(handle, inode);
5488957153fcSJan Kara 		ext4_journal_stop(handle);
5489957153fcSJan Kara 	unlock_inode:
5490957153fcSJan Kara 		inode_unlock(inode);
5491957153fcSJan Kara 	}
5492daf647d2STheodore Ts'o 	return err;
5493ac27a0ecSDave Kleikamp }
5494ac27a0ecSDave Kleikamp 
54957c319d32SAditya Kali static int ext4_quota_enable(struct super_block *sb, int type, int format_id,
54967c319d32SAditya Kali 			     unsigned int flags)
54977c319d32SAditya Kali {
54987c319d32SAditya Kali 	int err;
54997c319d32SAditya Kali 	struct inode *qf_inode;
5500a2d4a646SJan Kara 	unsigned long qf_inums[EXT4_MAXQUOTAS] = {
55017c319d32SAditya Kali 		le32_to_cpu(EXT4_SB(sb)->s_es->s_usr_quota_inum),
5502689c958cSLi Xi 		le32_to_cpu(EXT4_SB(sb)->s_es->s_grp_quota_inum),
5503689c958cSLi Xi 		le32_to_cpu(EXT4_SB(sb)->s_es->s_prj_quota_inum)
55047c319d32SAditya Kali 	};
55057c319d32SAditya Kali 
5506e2b911c5SDarrick J. Wong 	BUG_ON(!ext4_has_feature_quota(sb));
55077c319d32SAditya Kali 
55087c319d32SAditya Kali 	if (!qf_inums[type])
55097c319d32SAditya Kali 		return -EPERM;
55107c319d32SAditya Kali 
55117c319d32SAditya Kali 	qf_inode = ext4_iget(sb, qf_inums[type]);
55127c319d32SAditya Kali 	if (IS_ERR(qf_inode)) {
55137c319d32SAditya Kali 		ext4_error(sb, "Bad quota inode # %lu", qf_inums[type]);
55147c319d32SAditya Kali 		return PTR_ERR(qf_inode);
55157c319d32SAditya Kali 	}
55167c319d32SAditya Kali 
5517bcb13850SJan Kara 	/* Don't account quota for quota files to avoid recursion */
5518bcb13850SJan Kara 	qf_inode->i_flags |= S_NOQUOTA;
5519daf647d2STheodore Ts'o 	lockdep_set_quota_inode(qf_inode, I_DATA_SEM_QUOTA);
55207c319d32SAditya Kali 	err = dquot_enable(qf_inode, type, format_id, flags);
55217c319d32SAditya Kali 	iput(qf_inode);
5522daf647d2STheodore Ts'o 	if (err)
5523daf647d2STheodore Ts'o 		lockdep_set_quota_inode(qf_inode, I_DATA_SEM_NORMAL);
55247c319d32SAditya Kali 
55257c319d32SAditya Kali 	return err;
55267c319d32SAditya Kali }
55277c319d32SAditya Kali 
55287c319d32SAditya Kali /* Enable usage tracking for all quota types. */
55297c319d32SAditya Kali static int ext4_enable_quotas(struct super_block *sb)
55307c319d32SAditya Kali {
55317c319d32SAditya Kali 	int type, err = 0;
5532a2d4a646SJan Kara 	unsigned long qf_inums[EXT4_MAXQUOTAS] = {
55337c319d32SAditya Kali 		le32_to_cpu(EXT4_SB(sb)->s_es->s_usr_quota_inum),
5534689c958cSLi Xi 		le32_to_cpu(EXT4_SB(sb)->s_es->s_grp_quota_inum),
5535689c958cSLi Xi 		le32_to_cpu(EXT4_SB(sb)->s_es->s_prj_quota_inum)
55367c319d32SAditya Kali 	};
553749da9392SJan Kara 	bool quota_mopt[EXT4_MAXQUOTAS] = {
553849da9392SJan Kara 		test_opt(sb, USRQUOTA),
553949da9392SJan Kara 		test_opt(sb, GRPQUOTA),
554049da9392SJan Kara 		test_opt(sb, PRJQUOTA),
554149da9392SJan Kara 	};
55427c319d32SAditya Kali 
554391389240SJan Kara 	sb_dqopt(sb)->flags |= DQUOT_QUOTA_SYS_FILE | DQUOT_NOLIST_DIRTY;
5544a2d4a646SJan Kara 	for (type = 0; type < EXT4_MAXQUOTAS; type++) {
55457c319d32SAditya Kali 		if (qf_inums[type]) {
55467c319d32SAditya Kali 			err = ext4_quota_enable(sb, type, QFMT_VFS_V1,
554749da9392SJan Kara 				DQUOT_USAGE_ENABLED |
554849da9392SJan Kara 				(quota_mopt[type] ? DQUOT_LIMITS_ENABLED : 0));
55497c319d32SAditya Kali 			if (err) {
555095f1fda4Szhangyi (F) 				for (type--; type >= 0; type--)
555195f1fda4Szhangyi (F) 					dquot_quota_off(sb, type);
555295f1fda4Szhangyi (F) 
55537c319d32SAditya Kali 				ext4_warning(sb,
555472ba7450STheodore Ts'o 					"Failed to enable quota tracking "
555572ba7450STheodore Ts'o 					"(type=%d, err=%d). Please run "
555672ba7450STheodore Ts'o 					"e2fsck to fix.", type, err);
55577c319d32SAditya Kali 				return err;
55587c319d32SAditya Kali 			}
55597c319d32SAditya Kali 		}
55607c319d32SAditya Kali 	}
55617c319d32SAditya Kali 	return 0;
55627c319d32SAditya Kali }
55637c319d32SAditya Kali 
5564ca0e05e4SDmitry Monakhov static int ext4_quota_off(struct super_block *sb, int type)
5565ca0e05e4SDmitry Monakhov {
556621f97697SJan Kara 	struct inode *inode = sb_dqopt(sb)->files[type];
556721f97697SJan Kara 	handle_t *handle;
5568957153fcSJan Kara 	int err;
556921f97697SJan Kara 
557087009d86SDmitry Monakhov 	/* Force all delayed allocation blocks to be allocated.
557187009d86SDmitry Monakhov 	 * Caller already holds s_umount sem */
557287009d86SDmitry Monakhov 	if (test_opt(sb, DELALLOC))
5573ca0e05e4SDmitry Monakhov 		sync_filesystem(sb);
5574ca0e05e4SDmitry Monakhov 
5575957153fcSJan Kara 	if (!inode || !igrab(inode))
55760b268590SAmir Goldstein 		goto out;
55770b268590SAmir Goldstein 
5578957153fcSJan Kara 	err = dquot_quota_off(sb, type);
5579964edf66SJan Kara 	if (err || ext4_has_feature_quota(sb))
5580957153fcSJan Kara 		goto out_put;
5581957153fcSJan Kara 
5582957153fcSJan Kara 	inode_lock(inode);
558361a92987SJan Kara 	/*
558461a92987SJan Kara 	 * Update modification times of quota files when userspace can
558561a92987SJan Kara 	 * start looking at them. If we fail, we return success anyway since
558661a92987SJan Kara 	 * this is not a hard failure and quotas are already disabled.
558761a92987SJan Kara 	 */
55889924a92aSTheodore Ts'o 	handle = ext4_journal_start(inode, EXT4_HT_QUOTA, 1);
558921f97697SJan Kara 	if (IS_ERR(handle))
5590957153fcSJan Kara 		goto out_unlock;
5591957153fcSJan Kara 	EXT4_I(inode)->i_flags &= ~(EXT4_NOATIME_FL | EXT4_IMMUTABLE_FL);
5592957153fcSJan Kara 	inode_set_flags(inode, 0, S_NOATIME | S_IMMUTABLE);
5593eeca7ea1SDeepa Dinamani 	inode->i_mtime = inode->i_ctime = current_time(inode);
559421f97697SJan Kara 	ext4_mark_inode_dirty(handle, inode);
559521f97697SJan Kara 	ext4_journal_stop(handle);
5596957153fcSJan Kara out_unlock:
5597957153fcSJan Kara 	inode_unlock(inode);
5598957153fcSJan Kara out_put:
5599964edf66SJan Kara 	lockdep_set_quota_inode(inode, I_DATA_SEM_NORMAL);
5600957153fcSJan Kara 	iput(inode);
5601957153fcSJan Kara 	return err;
560221f97697SJan Kara out:
5603ca0e05e4SDmitry Monakhov 	return dquot_quota_off(sb, type);
5604ca0e05e4SDmitry Monakhov }
5605ca0e05e4SDmitry Monakhov 
5606ac27a0ecSDave Kleikamp /* Read data from quotafile - avoid pagecache and such because we cannot afford
5607ac27a0ecSDave Kleikamp  * acquiring the locks... As quota files are never truncated and quota code
5608ac27a0ecSDave Kleikamp  * itself serializes the operations (and no one else should touch the files)
5609ac27a0ecSDave Kleikamp  * we don't have to be afraid of races */
5610617ba13bSMingming Cao static ssize_t ext4_quota_read(struct super_block *sb, int type, char *data,
5611ac27a0ecSDave Kleikamp 			       size_t len, loff_t off)
5612ac27a0ecSDave Kleikamp {
5613ac27a0ecSDave Kleikamp 	struct inode *inode = sb_dqopt(sb)->files[type];
5614725d26d3SAneesh Kumar K.V 	ext4_lblk_t blk = off >> EXT4_BLOCK_SIZE_BITS(sb);
5615ac27a0ecSDave Kleikamp 	int offset = off & (sb->s_blocksize - 1);
5616ac27a0ecSDave Kleikamp 	int tocopy;
5617ac27a0ecSDave Kleikamp 	size_t toread;
5618ac27a0ecSDave Kleikamp 	struct buffer_head *bh;
5619ac27a0ecSDave Kleikamp 	loff_t i_size = i_size_read(inode);
5620ac27a0ecSDave Kleikamp 
5621ac27a0ecSDave Kleikamp 	if (off > i_size)
5622ac27a0ecSDave Kleikamp 		return 0;
5623ac27a0ecSDave Kleikamp 	if (off+len > i_size)
5624ac27a0ecSDave Kleikamp 		len = i_size-off;
5625ac27a0ecSDave Kleikamp 	toread = len;
5626ac27a0ecSDave Kleikamp 	while (toread > 0) {
5627ac27a0ecSDave Kleikamp 		tocopy = sb->s_blocksize - offset < toread ?
5628ac27a0ecSDave Kleikamp 				sb->s_blocksize - offset : toread;
56291c215028STheodore Ts'o 		bh = ext4_bread(NULL, inode, blk, 0);
56301c215028STheodore Ts'o 		if (IS_ERR(bh))
56311c215028STheodore Ts'o 			return PTR_ERR(bh);
5632ac27a0ecSDave Kleikamp 		if (!bh)	/* A hole? */
5633ac27a0ecSDave Kleikamp 			memset(data, 0, tocopy);
5634ac27a0ecSDave Kleikamp 		else
5635ac27a0ecSDave Kleikamp 			memcpy(data, bh->b_data+offset, tocopy);
5636ac27a0ecSDave Kleikamp 		brelse(bh);
5637ac27a0ecSDave Kleikamp 		offset = 0;
5638ac27a0ecSDave Kleikamp 		toread -= tocopy;
5639ac27a0ecSDave Kleikamp 		data += tocopy;
5640ac27a0ecSDave Kleikamp 		blk++;
5641ac27a0ecSDave Kleikamp 	}
5642ac27a0ecSDave Kleikamp 	return len;
5643ac27a0ecSDave Kleikamp }
5644ac27a0ecSDave Kleikamp 
5645ac27a0ecSDave Kleikamp /* Write to quotafile (we know the transaction is already started and has
5646ac27a0ecSDave Kleikamp  * enough credits) */
5647617ba13bSMingming Cao static ssize_t ext4_quota_write(struct super_block *sb, int type,
5648ac27a0ecSDave Kleikamp 				const char *data, size_t len, loff_t off)
5649ac27a0ecSDave Kleikamp {
5650ac27a0ecSDave Kleikamp 	struct inode *inode = sb_dqopt(sb)->files[type];
5651725d26d3SAneesh Kumar K.V 	ext4_lblk_t blk = off >> EXT4_BLOCK_SIZE_BITS(sb);
56521c215028STheodore Ts'o 	int err, offset = off & (sb->s_blocksize - 1);
5653c5e298aeSTheodore Ts'o 	int retries = 0;
5654ac27a0ecSDave Kleikamp 	struct buffer_head *bh;
5655ac27a0ecSDave Kleikamp 	handle_t *handle = journal_current_handle();
5656ac27a0ecSDave Kleikamp 
56570390131bSFrank Mayhar 	if (EXT4_SB(sb)->s_journal && !handle) {
5658b31e1552SEric Sandeen 		ext4_msg(sb, KERN_WARNING, "Quota write (off=%llu, len=%llu)"
5659b31e1552SEric Sandeen 			" cancelled because transaction is not started",
56609c3013e9SJan Kara 			(unsigned long long)off, (unsigned long long)len);
56619c3013e9SJan Kara 		return -EIO;
56629c3013e9SJan Kara 	}
566367eeb568SDmitry Monakhov 	/*
566467eeb568SDmitry Monakhov 	 * Since we account only one data block in transaction credits,
566567eeb568SDmitry Monakhov 	 * then it is impossible to cross a block boundary.
566667eeb568SDmitry Monakhov 	 */
566767eeb568SDmitry Monakhov 	if (sb->s_blocksize - offset < len) {
566867eeb568SDmitry Monakhov 		ext4_msg(sb, KERN_WARNING, "Quota write (off=%llu, len=%llu)"
566967eeb568SDmitry Monakhov 			" cancelled because not block aligned",
567067eeb568SDmitry Monakhov 			(unsigned long long)off, (unsigned long long)len);
567167eeb568SDmitry Monakhov 		return -EIO;
567267eeb568SDmitry Monakhov 	}
567367eeb568SDmitry Monakhov 
5674c5e298aeSTheodore Ts'o 	do {
5675c5e298aeSTheodore Ts'o 		bh = ext4_bread(handle, inode, blk,
5676c5e298aeSTheodore Ts'o 				EXT4_GET_BLOCKS_CREATE |
5677c5e298aeSTheodore Ts'o 				EXT4_GET_BLOCKS_METADATA_NOFAIL);
5678c5e298aeSTheodore Ts'o 	} while (IS_ERR(bh) && (PTR_ERR(bh) == -ENOSPC) &&
5679c5e298aeSTheodore Ts'o 		 ext4_should_retry_alloc(inode->i_sb, &retries));
56801c215028STheodore Ts'o 	if (IS_ERR(bh))
56811c215028STheodore Ts'o 		return PTR_ERR(bh);
5682ac27a0ecSDave Kleikamp 	if (!bh)
5683ac27a0ecSDave Kleikamp 		goto out;
56845d601255Sliang xie 	BUFFER_TRACE(bh, "get write access");
5685617ba13bSMingming Cao 	err = ext4_journal_get_write_access(handle, bh);
5686ac27a0ecSDave Kleikamp 	if (err) {
5687ac27a0ecSDave Kleikamp 		brelse(bh);
56881c215028STheodore Ts'o 		return err;
5689ac27a0ecSDave Kleikamp 	}
5690ac27a0ecSDave Kleikamp 	lock_buffer(bh);
569167eeb568SDmitry Monakhov 	memcpy(bh->b_data+offset, data, len);
5692ac27a0ecSDave Kleikamp 	flush_dcache_page(bh->b_page);
5693ac27a0ecSDave Kleikamp 	unlock_buffer(bh);
56940390131bSFrank Mayhar 	err = ext4_handle_dirty_metadata(handle, NULL, bh);
5695ac27a0ecSDave Kleikamp 	brelse(bh);
5696ac27a0ecSDave Kleikamp out:
569767eeb568SDmitry Monakhov 	if (inode->i_size < off + len) {
569867eeb568SDmitry Monakhov 		i_size_write(inode, off + len);
5699617ba13bSMingming Cao 		EXT4_I(inode)->i_disksize = inode->i_size;
5700617ba13bSMingming Cao 		ext4_mark_inode_dirty(handle, inode);
570121f97697SJan Kara 	}
570267eeb568SDmitry Monakhov 	return len;
5703ac27a0ecSDave Kleikamp }
5704ac27a0ecSDave Kleikamp 
57058f0e8746STheodore Ts'o static int ext4_get_next_id(struct super_block *sb, struct kqid *qid)
57068f0e8746STheodore Ts'o {
57078f0e8746STheodore Ts'o 	const struct quota_format_ops	*ops;
57088f0e8746STheodore Ts'o 
57098f0e8746STheodore Ts'o 	if (!sb_has_quota_loaded(sb, qid->type))
57108f0e8746STheodore Ts'o 		return -ESRCH;
57118f0e8746STheodore Ts'o 	ops = sb_dqopt(sb)->ops[qid->type];
57128f0e8746STheodore Ts'o 	if (!ops || !ops->get_next_id)
57138f0e8746STheodore Ts'o 		return -ENOSYS;
57148f0e8746STheodore Ts'o 	return dquot_get_next_id(sb, qid);
57158f0e8746STheodore Ts'o }
5716ac27a0ecSDave Kleikamp #endif
5717ac27a0ecSDave Kleikamp 
5718152a0836SAl Viro static struct dentry *ext4_mount(struct file_system_type *fs_type, int flags,
5719152a0836SAl Viro 		       const char *dev_name, void *data)
5720ac27a0ecSDave Kleikamp {
5721152a0836SAl Viro 	return mount_bdev(fs_type, flags, dev_name, data, ext4_fill_super);
5722ac27a0ecSDave Kleikamp }
5723ac27a0ecSDave Kleikamp 
5724c290ea01SJan Kara #if !defined(CONFIG_EXT2_FS) && !defined(CONFIG_EXT2_FS_MODULE) && defined(CONFIG_EXT4_USE_FOR_EXT2)
572524b58424STheodore Ts'o static inline void register_as_ext2(void)
572624b58424STheodore Ts'o {
572724b58424STheodore Ts'o 	int err = register_filesystem(&ext2_fs_type);
572824b58424STheodore Ts'o 	if (err)
572924b58424STheodore Ts'o 		printk(KERN_WARNING
573024b58424STheodore Ts'o 		       "EXT4-fs: Unable to register as ext2 (%d)\n", err);
573124b58424STheodore Ts'o }
573224b58424STheodore Ts'o 
573324b58424STheodore Ts'o static inline void unregister_as_ext2(void)
573424b58424STheodore Ts'o {
573524b58424STheodore Ts'o 	unregister_filesystem(&ext2_fs_type);
573624b58424STheodore Ts'o }
57372035e776STheodore Ts'o 
57382035e776STheodore Ts'o static inline int ext2_feature_set_ok(struct super_block *sb)
57392035e776STheodore Ts'o {
5740e2b911c5SDarrick J. Wong 	if (ext4_has_unknown_ext2_incompat_features(sb))
57412035e776STheodore Ts'o 		return 0;
5742bc98a42cSDavid Howells 	if (sb_rdonly(sb))
57432035e776STheodore Ts'o 		return 1;
5744e2b911c5SDarrick J. Wong 	if (ext4_has_unknown_ext2_ro_compat_features(sb))
57452035e776STheodore Ts'o 		return 0;
57462035e776STheodore Ts'o 	return 1;
57472035e776STheodore Ts'o }
574824b58424STheodore Ts'o #else
574924b58424STheodore Ts'o static inline void register_as_ext2(void) { }
575024b58424STheodore Ts'o static inline void unregister_as_ext2(void) { }
57512035e776STheodore Ts'o static inline int ext2_feature_set_ok(struct super_block *sb) { return 0; }
575224b58424STheodore Ts'o #endif
575324b58424STheodore Ts'o 
575424b58424STheodore Ts'o static inline void register_as_ext3(void)
575524b58424STheodore Ts'o {
575624b58424STheodore Ts'o 	int err = register_filesystem(&ext3_fs_type);
575724b58424STheodore Ts'o 	if (err)
575824b58424STheodore Ts'o 		printk(KERN_WARNING
575924b58424STheodore Ts'o 		       "EXT4-fs: Unable to register as ext3 (%d)\n", err);
576024b58424STheodore Ts'o }
576124b58424STheodore Ts'o 
576224b58424STheodore Ts'o static inline void unregister_as_ext3(void)
576324b58424STheodore Ts'o {
576424b58424STheodore Ts'o 	unregister_filesystem(&ext3_fs_type);
576524b58424STheodore Ts'o }
57662035e776STheodore Ts'o 
57672035e776STheodore Ts'o static inline int ext3_feature_set_ok(struct super_block *sb)
57682035e776STheodore Ts'o {
5769e2b911c5SDarrick J. Wong 	if (ext4_has_unknown_ext3_incompat_features(sb))
57702035e776STheodore Ts'o 		return 0;
5771e2b911c5SDarrick J. Wong 	if (!ext4_has_feature_journal(sb))
57722035e776STheodore Ts'o 		return 0;
5773bc98a42cSDavid Howells 	if (sb_rdonly(sb))
57742035e776STheodore Ts'o 		return 1;
5775e2b911c5SDarrick J. Wong 	if (ext4_has_unknown_ext3_ro_compat_features(sb))
57762035e776STheodore Ts'o 		return 0;
57772035e776STheodore Ts'o 	return 1;
57782035e776STheodore Ts'o }
577924b58424STheodore Ts'o 
578003010a33STheodore Ts'o static struct file_system_type ext4_fs_type = {
5781ac27a0ecSDave Kleikamp 	.owner		= THIS_MODULE,
578203010a33STheodore Ts'o 	.name		= "ext4",
5783152a0836SAl Viro 	.mount		= ext4_mount,
5784ac27a0ecSDave Kleikamp 	.kill_sb	= kill_block_super,
5785ac27a0ecSDave Kleikamp 	.fs_flags	= FS_REQUIRES_DEV,
5786ac27a0ecSDave Kleikamp };
57877f78e035SEric W. Biederman MODULE_ALIAS_FS("ext4");
5788ac27a0ecSDave Kleikamp 
5789e9e3bcecSEric Sandeen /* Shared across all ext4 file systems */
5790e9e3bcecSEric Sandeen wait_queue_head_t ext4__ioend_wq[EXT4_WQ_HASH_SZ];
5791e9e3bcecSEric Sandeen 
57925dabfc78STheodore Ts'o static int __init ext4_init_fs(void)
5793ac27a0ecSDave Kleikamp {
5794e9e3bcecSEric Sandeen 	int i, err;
5795c9de560dSAlex Tomas 
5796e294a537STheodore Ts'o 	ratelimit_state_init(&ext4_mount_msg_ratelimit, 30 * HZ, 64);
579707c0c5d8SAl Viro 	ext4_li_info = NULL;
579807c0c5d8SAl Viro 	mutex_init(&ext4_li_mtx);
579907c0c5d8SAl Viro 
58009a4c8019SCarlos Maiolino 	/* Build-time check for flags consistency */
580112e9b892SDmitry Monakhov 	ext4_check_flag_values();
5802e9e3bcecSEric Sandeen 
5803e142d052SJan Kara 	for (i = 0; i < EXT4_WQ_HASH_SZ; i++)
5804e9e3bcecSEric Sandeen 		init_waitqueue_head(&ext4__ioend_wq[i]);
5805e9e3bcecSEric Sandeen 
580651865fdaSZheng Liu 	err = ext4_init_es();
58076fd058f7STheodore Ts'o 	if (err)
58086fd058f7STheodore Ts'o 		return err;
580951865fdaSZheng Liu 
581051865fdaSZheng Liu 	err = ext4_init_pageio();
581151865fdaSZheng Liu 	if (err)
5812b5799018STheodore Ts'o 		goto out5;
581351865fdaSZheng Liu 
58145dabfc78STheodore Ts'o 	err = ext4_init_system_zone();
5815bd2d0210STheodore Ts'o 	if (err)
5816b5799018STheodore Ts'o 		goto out4;
5817857ac889SLukas Czerner 
5818b5799018STheodore Ts'o 	err = ext4_init_sysfs();
5819dd68314cSTheodore Ts'o 	if (err)
5820b5799018STheodore Ts'o 		goto out3;
5821857ac889SLukas Czerner 
58225dabfc78STheodore Ts'o 	err = ext4_init_mballoc();
5823ac27a0ecSDave Kleikamp 	if (err)
5824c9de560dSAlex Tomas 		goto out2;
5825ac27a0ecSDave Kleikamp 	err = init_inodecache();
5826ac27a0ecSDave Kleikamp 	if (err)
5827ac27a0ecSDave Kleikamp 		goto out1;
582824b58424STheodore Ts'o 	register_as_ext3();
58292035e776STheodore Ts'o 	register_as_ext2();
583003010a33STheodore Ts'o 	err = register_filesystem(&ext4_fs_type);
5831ac27a0ecSDave Kleikamp 	if (err)
5832ac27a0ecSDave Kleikamp 		goto out;
5833bfff6873SLukas Czerner 
5834ac27a0ecSDave Kleikamp 	return 0;
5835ac27a0ecSDave Kleikamp out:
583624b58424STheodore Ts'o 	unregister_as_ext2();
583724b58424STheodore Ts'o 	unregister_as_ext3();
5838ac27a0ecSDave Kleikamp 	destroy_inodecache();
5839ac27a0ecSDave Kleikamp out1:
58405dabfc78STheodore Ts'o 	ext4_exit_mballoc();
58419c191f70ST Makphaibulchoke out2:
5842b5799018STheodore Ts'o 	ext4_exit_sysfs();
5843b5799018STheodore Ts'o out3:
5844dd68314cSTheodore Ts'o 	ext4_exit_system_zone();
5845b5799018STheodore Ts'o out4:
58465dabfc78STheodore Ts'o 	ext4_exit_pageio();
5847b5799018STheodore Ts'o out5:
584851865fdaSZheng Liu 	ext4_exit_es();
584951865fdaSZheng Liu 
5850ac27a0ecSDave Kleikamp 	return err;
5851ac27a0ecSDave Kleikamp }
5852ac27a0ecSDave Kleikamp 
58535dabfc78STheodore Ts'o static void __exit ext4_exit_fs(void)
5854ac27a0ecSDave Kleikamp {
5855bfff6873SLukas Czerner 	ext4_destroy_lazyinit_thread();
585624b58424STheodore Ts'o 	unregister_as_ext2();
585724b58424STheodore Ts'o 	unregister_as_ext3();
585803010a33STheodore Ts'o 	unregister_filesystem(&ext4_fs_type);
5859ac27a0ecSDave Kleikamp 	destroy_inodecache();
58605dabfc78STheodore Ts'o 	ext4_exit_mballoc();
5861b5799018STheodore Ts'o 	ext4_exit_sysfs();
58625dabfc78STheodore Ts'o 	ext4_exit_system_zone();
58635dabfc78STheodore Ts'o 	ext4_exit_pageio();
5864dd12ed14SEric Sandeen 	ext4_exit_es();
5865ac27a0ecSDave Kleikamp }
5866ac27a0ecSDave Kleikamp 
5867ac27a0ecSDave Kleikamp MODULE_AUTHOR("Remy Card, Stephen Tweedie, Andrew Morton, Andreas Dilger, Theodore Ts'o and others");
586883982b6fSTheodore Ts'o MODULE_DESCRIPTION("Fourth Extended Filesystem");
5869ac27a0ecSDave Kleikamp MODULE_LICENSE("GPL");
58705dabfc78STheodore Ts'o module_init(ext4_init_fs)
58715dabfc78STheodore Ts'o module_exit(ext4_exit_fs)
5872