blob: 8e655f5acb3a2b5c9d93a143e26af86d66a4d685 [file] [log] [blame]
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001/*
Mingming Cao617ba132006-10-11 01:20:53 -07002 * linux/fs/ext4/super.c
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003 *
4 * Copyright (C) 1992, 1993, 1994, 1995
5 * Remy Card (card@masi.ibp.fr)
6 * Laboratoire MASI - Institut Blaise Pascal
7 * Universite Pierre et Marie Curie (Paris VI)
8 *
9 * from
10 *
11 * linux/fs/minix/inode.c
12 *
13 * Copyright (C) 1991, 1992 Linus Torvalds
14 *
15 * Big-endian to little-endian byte-swapping/bitmaps by
16 * David S. Miller (davem@caip.rutgers.edu), 1995
17 */
18
19#include <linux/module.h>
20#include <linux/string.h>
21#include <linux/fs.h>
22#include <linux/time.h>
Theodore Ts'oc5ca7c72009-04-27 22:48:48 -040023#include <linux/vmalloc.h>
Mingming Caodab291a2006-10-11 01:21:01 -070024#include <linux/jbd2.h>
Dave Kleikampac27a0e2006-10-11 01:20:50 -070025#include <linux/slab.h>
26#include <linux/init.h>
27#include <linux/blkdev.h>
28#include <linux/parser.h>
29#include <linux/smp_lock.h>
30#include <linux/buffer_head.h>
Christoph Hellwiga5694252007-07-17 04:04:28 -070031#include <linux/exportfs.h>
Dave Kleikampac27a0e2006-10-11 01:20:50 -070032#include <linux/vfs.h>
33#include <linux/random.h>
34#include <linux/mount.h>
35#include <linux/namei.h>
36#include <linux/quotaops.h>
37#include <linux/seq_file.h>
Theodore Ts'o9f6200b2008-09-23 09:18:24 -040038#include <linux/proc_fs.h>
Theodore Ts'o3197ebd2009-03-31 09:10:09 -040039#include <linux/ctype.h>
Vignesh Babu13305932007-07-18 09:11:02 -040040#include <linux/log2.h>
Andreas Dilger717d50e2007-10-16 18:38:25 -040041#include <linux/crc16.h>
Dave Kleikampac27a0e2006-10-11 01:20:50 -070042#include <asm/uaccess.h>
43
Christoph Hellwig3dcf5452008-04-29 18:13:32 -040044#include "ext4.h"
45#include "ext4_jbd2.h"
Dave Kleikampac27a0e2006-10-11 01:20:50 -070046#include "xattr.h"
47#include "acl.h"
Theodore Ts'o3661d282009-09-14 22:59:50 -040048#include "mballoc.h"
Dave Kleikampac27a0e2006-10-11 01:20:50 -070049
Theodore Ts'o9bffad12009-06-17 11:48:11 -040050#define CREATE_TRACE_POINTS
51#include <trace/events/ext4.h>
52
Theodore Ts'o9f6200b2008-09-23 09:18:24 -040053struct proc_dir_entry *ext4_proc_root;
Theodore Ts'o3197ebd2009-03-31 09:10:09 -040054static struct kset *ext4_kset;
Theodore Ts'o9f6200b2008-09-23 09:18:24 -040055
Mingming Cao617ba132006-10-11 01:20:53 -070056static int ext4_load_journal(struct super_block *, struct ext4_super_block *,
Dave Kleikampac27a0e2006-10-11 01:20:50 -070057 unsigned long journal_devnum);
Theodore Ts'oe2d67052009-05-01 00:33:44 -040058static int ext4_commit_super(struct super_block *sb, int sync);
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -040059static void ext4_mark_recovery_complete(struct super_block *sb,
60 struct ext4_super_block *es);
61static void ext4_clear_journal_err(struct super_block *sb,
62 struct ext4_super_block *es);
Mingming Cao617ba132006-10-11 01:20:53 -070063static int ext4_sync_fs(struct super_block *sb, int wait);
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -040064static const char *ext4_decode_error(struct super_block *sb, int errno,
Dave Kleikampac27a0e2006-10-11 01:20:50 -070065 char nbuf[16]);
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -040066static int ext4_remount(struct super_block *sb, int *flags, char *data);
67static int ext4_statfs(struct dentry *dentry, struct kstatfs *buf);
Takashi Satoc4be0c12009-01-09 16:40:58 -080068static int ext4_unfreeze(struct super_block *sb);
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -040069static void ext4_write_super(struct super_block *sb);
Takashi Satoc4be0c12009-01-09 16:40:58 -080070static int ext4_freeze(struct super_block *sb);
Jan Karaba69f9a2010-03-24 20:18:37 -040071static int ext4_get_sb(struct file_system_type *fs_type, int flags,
72 const char *dev_name, void *data, struct vfsmount *mnt);
Dave Kleikampac27a0e2006-10-11 01:20:50 -070073
Jan Karaba69f9a2010-03-24 20:18:37 -040074#if !defined(CONFIG_EXT3_FS) && !defined(CONFIG_EXT3_FS_MODULE) && defined(CONFIG_EXT4_USE_FOR_EXT23)
75static struct file_system_type ext3_fs_type = {
76 .owner = THIS_MODULE,
77 .name = "ext3",
78 .get_sb = ext4_get_sb,
79 .kill_sb = kill_block_super,
80 .fs_flags = FS_REQUIRES_DEV,
81};
82#define IS_EXT3_SB(sb) ((sb)->s_bdev->bd_holder == &ext3_fs_type)
83#else
84#define IS_EXT3_SB(sb) (0)
85#endif
Laurent Vivierbd81d8e2006-10-11 01:21:10 -070086
Alexandre Ratchov8fadc142006-10-11 01:21:15 -070087ext4_fsblk_t ext4_block_bitmap(struct super_block *sb,
88 struct ext4_group_desc *bg)
Laurent Vivierbd81d8e2006-10-11 01:21:10 -070089{
Aneesh Kumar K.V3a145892007-10-16 18:38:25 -040090 return le32_to_cpu(bg->bg_block_bitmap_lo) |
Alexandre Ratchov8fadc142006-10-11 01:21:15 -070091 (EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT ?
Andreas Dilger0b8e58a2009-06-03 17:59:28 -040092 (ext4_fsblk_t)le32_to_cpu(bg->bg_block_bitmap_hi) << 32 : 0);
Laurent Vivierbd81d8e2006-10-11 01:21:10 -070093}
94
Alexandre Ratchov8fadc142006-10-11 01:21:15 -070095ext4_fsblk_t ext4_inode_bitmap(struct super_block *sb,
96 struct ext4_group_desc *bg)
Laurent Vivierbd81d8e2006-10-11 01:21:10 -070097{
Aneesh Kumar K.V5272f832007-10-16 18:38:25 -040098 return le32_to_cpu(bg->bg_inode_bitmap_lo) |
Alexandre Ratchov8fadc142006-10-11 01:21:15 -070099 (EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT ?
Andreas Dilger0b8e58a2009-06-03 17:59:28 -0400100 (ext4_fsblk_t)le32_to_cpu(bg->bg_inode_bitmap_hi) << 32 : 0);
Laurent Vivierbd81d8e2006-10-11 01:21:10 -0700101}
102
Alexandre Ratchov8fadc142006-10-11 01:21:15 -0700103ext4_fsblk_t ext4_inode_table(struct super_block *sb,
104 struct ext4_group_desc *bg)
Laurent Vivierbd81d8e2006-10-11 01:21:10 -0700105{
Aneesh Kumar K.V5272f832007-10-16 18:38:25 -0400106 return le32_to_cpu(bg->bg_inode_table_lo) |
Alexandre Ratchov8fadc142006-10-11 01:21:15 -0700107 (EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT ?
Andreas Dilger0b8e58a2009-06-03 17:59:28 -0400108 (ext4_fsblk_t)le32_to_cpu(bg->bg_inode_table_hi) << 32 : 0);
Laurent Vivierbd81d8e2006-10-11 01:21:10 -0700109}
110
Aneesh Kumar K.V560671a2009-01-05 22:20:24 -0500111__u32 ext4_free_blks_count(struct super_block *sb,
112 struct ext4_group_desc *bg)
113{
114 return le16_to_cpu(bg->bg_free_blocks_count_lo) |
115 (EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT ?
Andreas Dilger0b8e58a2009-06-03 17:59:28 -0400116 (__u32)le16_to_cpu(bg->bg_free_blocks_count_hi) << 16 : 0);
Aneesh Kumar K.V560671a2009-01-05 22:20:24 -0500117}
118
119__u32 ext4_free_inodes_count(struct super_block *sb,
120 struct ext4_group_desc *bg)
121{
122 return le16_to_cpu(bg->bg_free_inodes_count_lo) |
123 (EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT ?
Andreas Dilger0b8e58a2009-06-03 17:59:28 -0400124 (__u32)le16_to_cpu(bg->bg_free_inodes_count_hi) << 16 : 0);
Aneesh Kumar K.V560671a2009-01-05 22:20:24 -0500125}
126
127__u32 ext4_used_dirs_count(struct super_block *sb,
128 struct ext4_group_desc *bg)
129{
130 return le16_to_cpu(bg->bg_used_dirs_count_lo) |
131 (EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT ?
Andreas Dilger0b8e58a2009-06-03 17:59:28 -0400132 (__u32)le16_to_cpu(bg->bg_used_dirs_count_hi) << 16 : 0);
Aneesh Kumar K.V560671a2009-01-05 22:20:24 -0500133}
134
135__u32 ext4_itable_unused_count(struct super_block *sb,
136 struct ext4_group_desc *bg)
137{
138 return le16_to_cpu(bg->bg_itable_unused_lo) |
139 (EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT ?
Andreas Dilger0b8e58a2009-06-03 17:59:28 -0400140 (__u32)le16_to_cpu(bg->bg_itable_unused_hi) << 16 : 0);
Aneesh Kumar K.V560671a2009-01-05 22:20:24 -0500141}
142
Alexandre Ratchov8fadc142006-10-11 01:21:15 -0700143void ext4_block_bitmap_set(struct super_block *sb,
144 struct ext4_group_desc *bg, ext4_fsblk_t blk)
Laurent Vivierbd81d8e2006-10-11 01:21:10 -0700145{
Aneesh Kumar K.V3a145892007-10-16 18:38:25 -0400146 bg->bg_block_bitmap_lo = cpu_to_le32((u32)blk);
Alexandre Ratchov8fadc142006-10-11 01:21:15 -0700147 if (EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT)
148 bg->bg_block_bitmap_hi = cpu_to_le32(blk >> 32);
Laurent Vivierbd81d8e2006-10-11 01:21:10 -0700149}
150
Alexandre Ratchov8fadc142006-10-11 01:21:15 -0700151void ext4_inode_bitmap_set(struct super_block *sb,
152 struct ext4_group_desc *bg, ext4_fsblk_t blk)
Laurent Vivierbd81d8e2006-10-11 01:21:10 -0700153{
Aneesh Kumar K.V5272f832007-10-16 18:38:25 -0400154 bg->bg_inode_bitmap_lo = cpu_to_le32((u32)blk);
Alexandre Ratchov8fadc142006-10-11 01:21:15 -0700155 if (EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT)
156 bg->bg_inode_bitmap_hi = cpu_to_le32(blk >> 32);
Laurent Vivierbd81d8e2006-10-11 01:21:10 -0700157}
158
Alexandre Ratchov8fadc142006-10-11 01:21:15 -0700159void ext4_inode_table_set(struct super_block *sb,
160 struct ext4_group_desc *bg, ext4_fsblk_t blk)
Laurent Vivierbd81d8e2006-10-11 01:21:10 -0700161{
Aneesh Kumar K.V5272f832007-10-16 18:38:25 -0400162 bg->bg_inode_table_lo = cpu_to_le32((u32)blk);
Alexandre Ratchov8fadc142006-10-11 01:21:15 -0700163 if (EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT)
164 bg->bg_inode_table_hi = cpu_to_le32(blk >> 32);
Laurent Vivierbd81d8e2006-10-11 01:21:10 -0700165}
166
Aneesh Kumar K.V560671a2009-01-05 22:20:24 -0500167void ext4_free_blks_set(struct super_block *sb,
168 struct ext4_group_desc *bg, __u32 count)
169{
170 bg->bg_free_blocks_count_lo = cpu_to_le16((__u16)count);
171 if (EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT)
172 bg->bg_free_blocks_count_hi = cpu_to_le16(count >> 16);
173}
174
175void ext4_free_inodes_set(struct super_block *sb,
176 struct ext4_group_desc *bg, __u32 count)
177{
178 bg->bg_free_inodes_count_lo = cpu_to_le16((__u16)count);
179 if (EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT)
180 bg->bg_free_inodes_count_hi = cpu_to_le16(count >> 16);
181}
182
183void ext4_used_dirs_set(struct super_block *sb,
184 struct ext4_group_desc *bg, __u32 count)
185{
186 bg->bg_used_dirs_count_lo = cpu_to_le16((__u16)count);
187 if (EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT)
188 bg->bg_used_dirs_count_hi = cpu_to_le16(count >> 16);
189}
190
191void ext4_itable_unused_set(struct super_block *sb,
192 struct ext4_group_desc *bg, __u32 count)
193{
194 bg->bg_itable_unused_lo = cpu_to_le16((__u16)count);
195 if (EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT)
196 bg->bg_itable_unused_hi = cpu_to_le16(count >> 16);
197}
198
Curt Wohlgemuthd3d1faf2009-09-29 11:01:03 -0400199
200/* Just increment the non-pointer handle value */
201static handle_t *ext4_get_nojournal(void)
202{
203 handle_t *handle = current->journal_info;
204 unsigned long ref_cnt = (unsigned long)handle;
205
206 BUG_ON(ref_cnt >= EXT4_NOJOURNAL_MAX_REF_COUNT);
207
208 ref_cnt++;
209 handle = (handle_t *)ref_cnt;
210
211 current->journal_info = handle;
212 return handle;
213}
214
215
216/* Decrement the non-pointer handle value */
217static void ext4_put_nojournal(handle_t *handle)
218{
219 unsigned long ref_cnt = (unsigned long)handle;
220
221 BUG_ON(ref_cnt == 0);
222
223 ref_cnt--;
224 handle = (handle_t *)ref_cnt;
225
226 current->journal_info = handle;
227}
228
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700229/*
Mingming Caodab291a2006-10-11 01:21:01 -0700230 * Wrappers for jbd2_journal_start/end.
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700231 *
232 * The only special thing we need to do here is to make sure that all
233 * journal_end calls result in the superblock being marked dirty, so
234 * that sync() will call the filesystem's write_super callback if
235 * appropriate.
236 */
Mingming Cao617ba132006-10-11 01:20:53 -0700237handle_t *ext4_journal_start_sb(struct super_block *sb, int nblocks)
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700238{
239 journal_t *journal;
240
241 if (sb->s_flags & MS_RDONLY)
242 return ERR_PTR(-EROFS);
243
Eric Sandeen6b0310f2010-05-16 02:00:00 -0400244 vfs_check_frozen(sb, SB_FREEZE_WRITE);
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700245 /* Special case here: if the journal has aborted behind our
246 * backs (eg. EIO in the commit thread), then we still need to
247 * take the FS itself readonly cleanly. */
Mingming Cao617ba132006-10-11 01:20:53 -0700248 journal = EXT4_SB(sb)->s_journal;
Frank Mayhar03901312009-01-07 00:06:22 -0500249 if (journal) {
250 if (is_journal_aborted(journal)) {
Andreas Dilger0b8e58a2009-06-03 17:59:28 -0400251 ext4_abort(sb, __func__, "Detected aborted journal");
Frank Mayhar03901312009-01-07 00:06:22 -0500252 return ERR_PTR(-EROFS);
253 }
254 return jbd2_journal_start(journal, nblocks);
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700255 }
Curt Wohlgemuthd3d1faf2009-09-29 11:01:03 -0400256 return ext4_get_nojournal();
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700257}
258
259/*
260 * The only special thing we need to do here is to make sure that all
Mingming Caodab291a2006-10-11 01:21:01 -0700261 * jbd2_journal_stop calls result in the superblock being marked dirty, so
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700262 * that sync() will call the filesystem's write_super callback if
263 * appropriate.
264 */
Mingming Cao617ba132006-10-11 01:20:53 -0700265int __ext4_journal_stop(const char *where, handle_t *handle)
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700266{
267 struct super_block *sb;
268 int err;
269 int rc;
270
Frank Mayhar03901312009-01-07 00:06:22 -0500271 if (!ext4_handle_valid(handle)) {
Curt Wohlgemuthd3d1faf2009-09-29 11:01:03 -0400272 ext4_put_nojournal(handle);
Frank Mayhar03901312009-01-07 00:06:22 -0500273 return 0;
274 }
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700275 sb = handle->h_transaction->t_journal->j_private;
276 err = handle->h_err;
Mingming Caodab291a2006-10-11 01:21:01 -0700277 rc = jbd2_journal_stop(handle);
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700278
279 if (!err)
280 err = rc;
281 if (err)
Mingming Cao617ba132006-10-11 01:20:53 -0700282 __ext4_std_error(sb, where, err);
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700283 return err;
284}
285
Mingming Cao617ba132006-10-11 01:20:53 -0700286void ext4_journal_abort_handle(const char *caller, const char *err_fn,
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700287 struct buffer_head *bh, handle_t *handle, int err)
288{
289 char nbuf[16];
Mingming Cao617ba132006-10-11 01:20:53 -0700290 const char *errstr = ext4_decode_error(NULL, err, nbuf);
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700291
Frank Mayhar03901312009-01-07 00:06:22 -0500292 BUG_ON(!ext4_handle_valid(handle));
293
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700294 if (bh)
295 BUFFER_TRACE(bh, "abort");
296
297 if (!handle->h_err)
298 handle->h_err = err;
299
300 if (is_handle_aborted(handle))
301 return;
302
303 printk(KERN_ERR "%s: aborting transaction: %s in %s\n",
304 caller, errstr, err_fn);
305
Mingming Caodab291a2006-10-11 01:21:01 -0700306 jbd2_journal_abort_handle(handle);
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700307}
308
309/* Deal with the reporting of failure conditions on a filesystem such as
310 * inconsistencies detected or read IO failures.
311 *
312 * On ext2, we can store the error state of the filesystem in the
Mingming Cao617ba132006-10-11 01:20:53 -0700313 * superblock. That is not possible on ext4, because we may have other
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700314 * write ordering constraints on the superblock which prevent us from
315 * writing it out straight away; and given that the journal is about to
316 * be aborted, we can't rely on the current, or future, transactions to
317 * write out the superblock safely.
318 *
Mingming Caodab291a2006-10-11 01:21:01 -0700319 * We'll just use the jbd2_journal_abort() error code to record an error in
Thadeu Lima de Souza Cascardod6b198b2010-01-17 19:10:07 -0200320 * the journal instead. On recovery, the journal will complain about
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700321 * that error until we've noted it down and cleared it.
322 */
323
Mingming Cao617ba132006-10-11 01:20:53 -0700324static void ext4_handle_error(struct super_block *sb)
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700325{
Mingming Cao617ba132006-10-11 01:20:53 -0700326 struct ext4_super_block *es = EXT4_SB(sb)->s_es;
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700327
Mingming Cao617ba132006-10-11 01:20:53 -0700328 EXT4_SB(sb)->s_mount_state |= EXT4_ERROR_FS;
329 es->s_state |= cpu_to_le16(EXT4_ERROR_FS);
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700330
331 if (sb->s_flags & MS_RDONLY)
332 return;
333
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -0400334 if (!test_opt(sb, ERRORS_CONT)) {
Mingming Cao617ba132006-10-11 01:20:53 -0700335 journal_t *journal = EXT4_SB(sb)->s_journal;
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700336
Theodore Ts'o4ab2f152009-06-13 10:09:36 -0400337 EXT4_SB(sb)->s_mount_flags |= EXT4_MF_FS_ABORTED;
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700338 if (journal)
Mingming Caodab291a2006-10-11 01:21:01 -0700339 jbd2_journal_abort(journal, -EIO);
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700340 }
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -0400341 if (test_opt(sb, ERRORS_RO)) {
Eric Sandeenb31e1552009-06-04 17:36:36 -0400342 ext4_msg(sb, KERN_CRIT, "Remounting filesystem read-only");
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700343 sb->s_flags |= MS_RDONLY;
344 }
Theodore Ts'oe2d67052009-05-01 00:33:44 -0400345 ext4_commit_super(sb, 1);
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700346 if (test_opt(sb, ERRORS_PANIC))
Mingming Cao617ba132006-10-11 01:20:53 -0700347 panic("EXT4-fs (device %s): panic forced after error\n",
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700348 sb->s_id);
349}
350
Eric Sandeen12062dd2010-02-15 14:19:27 -0500351void __ext4_error(struct super_block *sb, const char *function,
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -0400352 const char *fmt, ...)
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700353{
354 va_list args;
355
356 va_start(args, fmt);
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -0400357 printk(KERN_CRIT "EXT4-fs error (device %s): %s: ", sb->s_id, function);
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700358 vprintk(fmt, args);
359 printk("\n");
360 va_end(args);
361
Mingming Cao617ba132006-10-11 01:20:53 -0700362 ext4_handle_error(sb);
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700363}
364
Frank Mayhar273df552010-03-02 11:46:09 -0500365void ext4_error_inode(const char *function, struct inode *inode,
366 const char *fmt, ...)
367{
368 va_list args;
369
370 va_start(args, fmt);
371 printk(KERN_CRIT "EXT4-fs error (device %s): %s: inode #%lu: (comm %s) ",
372 inode->i_sb->s_id, function, inode->i_ino, current->comm);
373 vprintk(fmt, args);
374 printk("\n");
375 va_end(args);
376
377 ext4_handle_error(inode->i_sb);
378}
379
380void ext4_error_file(const char *function, struct file *file,
381 const char *fmt, ...)
382{
383 va_list args;
384 struct inode *inode = file->f_dentry->d_inode;
385 char pathname[80], *path;
386
387 va_start(args, fmt);
388 path = d_path(&(file->f_path), pathname, sizeof(pathname));
389 if (!path)
390 path = "(unknown)";
391 printk(KERN_CRIT
392 "EXT4-fs error (device %s): %s: inode #%lu (comm %s path %s): ",
393 inode->i_sb->s_id, function, inode->i_ino, current->comm, path);
394 vprintk(fmt, args);
395 printk("\n");
396 va_end(args);
397
398 ext4_handle_error(inode->i_sb);
399}
400
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -0400401static const char *ext4_decode_error(struct super_block *sb, int errno,
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700402 char nbuf[16])
403{
404 char *errstr = NULL;
405
406 switch (errno) {
407 case -EIO:
408 errstr = "IO failure";
409 break;
410 case -ENOMEM:
411 errstr = "Out of memory";
412 break;
413 case -EROFS:
Theodore Ts'o78f1ddb2009-07-27 23:09:47 -0400414 if (!sb || (EXT4_SB(sb)->s_journal &&
415 EXT4_SB(sb)->s_journal->j_flags & JBD2_ABORT))
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700416 errstr = "Journal has aborted";
417 else
418 errstr = "Readonly filesystem";
419 break;
420 default:
421 /* If the caller passed in an extra buffer for unknown
422 * errors, textualise them now. Else we just return
423 * NULL. */
424 if (nbuf) {
425 /* Check for truncated error codes... */
426 if (snprintf(nbuf, 16, "error %d", -errno) >= 0)
427 errstr = nbuf;
428 }
429 break;
430 }
431
432 return errstr;
433}
434
Mingming Cao617ba132006-10-11 01:20:53 -0700435/* __ext4_std_error decodes expected errors from journaling functions
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700436 * automatically and invokes the appropriate error response. */
437
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -0400438void __ext4_std_error(struct super_block *sb, const char *function, int errno)
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700439{
440 char nbuf[16];
441 const char *errstr;
442
443 /* Special case: if the error is EROFS, and we're not already
444 * inside a transaction, then there's really no point in logging
445 * an error. */
446 if (errno == -EROFS && journal_current_handle() == NULL &&
447 (sb->s_flags & MS_RDONLY))
448 return;
449
Mingming Cao617ba132006-10-11 01:20:53 -0700450 errstr = ext4_decode_error(sb, errno, nbuf);
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -0400451 printk(KERN_CRIT "EXT4-fs error (device %s) in %s: %s\n",
452 sb->s_id, function, errstr);
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700453
Mingming Cao617ba132006-10-11 01:20:53 -0700454 ext4_handle_error(sb);
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700455}
456
457/*
Mingming Cao617ba132006-10-11 01:20:53 -0700458 * ext4_abort is a much stronger failure handler than ext4_error. The
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700459 * abort function may be used to deal with unrecoverable failures such
460 * as journal IO errors or ENOMEM at a critical moment in log management.
461 *
462 * We unconditionally force the filesystem into an ABORT|READONLY state,
463 * unless the error response on the fs has been set to panic in which
464 * case we take the easy way out and panic immediately.
465 */
466
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -0400467void ext4_abort(struct super_block *sb, const char *function,
468 const char *fmt, ...)
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700469{
470 va_list args;
471
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700472 va_start(args, fmt);
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -0400473 printk(KERN_CRIT "EXT4-fs error (device %s): %s: ", sb->s_id, function);
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700474 vprintk(fmt, args);
475 printk("\n");
476 va_end(args);
477
478 if (test_opt(sb, ERRORS_PANIC))
Mingming Cao617ba132006-10-11 01:20:53 -0700479 panic("EXT4-fs panic from previous error\n");
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700480
481 if (sb->s_flags & MS_RDONLY)
482 return;
483
Eric Sandeenb31e1552009-06-04 17:36:36 -0400484 ext4_msg(sb, KERN_CRIT, "Remounting filesystem read-only");
Mingming Cao617ba132006-10-11 01:20:53 -0700485 EXT4_SB(sb)->s_mount_state |= EXT4_ERROR_FS;
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700486 sb->s_flags |= MS_RDONLY;
Theodore Ts'o4ab2f152009-06-13 10:09:36 -0400487 EXT4_SB(sb)->s_mount_flags |= EXT4_MF_FS_ABORTED;
Hidehiro Kawaief2cabf2008-10-27 22:53:05 -0400488 if (EXT4_SB(sb)->s_journal)
489 jbd2_journal_abort(EXT4_SB(sb)->s_journal, -EIO);
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700490}
491
Eric Sandeenb31e1552009-06-04 17:36:36 -0400492void ext4_msg (struct super_block * sb, const char *prefix,
493 const char *fmt, ...)
494{
495 va_list args;
496
497 va_start(args, fmt);
498 printk("%sEXT4-fs (%s): ", prefix, sb->s_id);
499 vprintk(fmt, args);
500 printk("\n");
501 va_end(args);
502}
503
Eric Sandeen12062dd2010-02-15 14:19:27 -0500504void __ext4_warning(struct super_block *sb, const char *function,
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -0400505 const char *fmt, ...)
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700506{
507 va_list args;
508
509 va_start(args, fmt);
Mingming Cao617ba132006-10-11 01:20:53 -0700510 printk(KERN_WARNING "EXT4-fs warning (device %s): %s: ",
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700511 sb->s_id, function);
512 vprintk(fmt, args);
513 printk("\n");
514 va_end(args);
515}
516
Aneesh Kumar K.V5d1b1b32009-01-05 22:19:52 -0500517void ext4_grp_locked_error(struct super_block *sb, ext4_group_t grp,
Andreas Dilger0b8e58a2009-06-03 17:59:28 -0400518 const char *function, const char *fmt, ...)
Aneesh Kumar K.V5d1b1b32009-01-05 22:19:52 -0500519__releases(bitlock)
520__acquires(bitlock)
521{
522 va_list args;
523 struct ext4_super_block *es = EXT4_SB(sb)->s_es;
524
525 va_start(args, fmt);
526 printk(KERN_CRIT "EXT4-fs error (device %s): %s: ", sb->s_id, function);
527 vprintk(fmt, args);
528 printk("\n");
529 va_end(args);
530
531 if (test_opt(sb, ERRORS_CONT)) {
532 EXT4_SB(sb)->s_mount_state |= EXT4_ERROR_FS;
533 es->s_state |= cpu_to_le16(EXT4_ERROR_FS);
Theodore Ts'oe2d67052009-05-01 00:33:44 -0400534 ext4_commit_super(sb, 0);
Aneesh Kumar K.V5d1b1b32009-01-05 22:19:52 -0500535 return;
536 }
537 ext4_unlock_group(sb, grp);
538 ext4_handle_error(sb);
539 /*
540 * We only get here in the ERRORS_RO case; relocking the group
541 * may be dangerous, but nothing bad will happen since the
542 * filesystem will have already been marked read/only and the
543 * journal has been aborted. We return 1 as a hint to callers
544 * who might what to use the return value from
545 * ext4_grp_locked_error() to distinguish beween the
546 * ERRORS_CONT and ERRORS_RO case, and perhaps return more
547 * aggressively from the ext4 function in question, with a
548 * more appropriate error code.
549 */
550 ext4_lock_group(sb, grp);
551 return;
552}
553
Mingming Cao617ba132006-10-11 01:20:53 -0700554void ext4_update_dynamic_rev(struct super_block *sb)
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700555{
Mingming Cao617ba132006-10-11 01:20:53 -0700556 struct ext4_super_block *es = EXT4_SB(sb)->s_es;
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700557
Mingming Cao617ba132006-10-11 01:20:53 -0700558 if (le32_to_cpu(es->s_rev_level) > EXT4_GOOD_OLD_REV)
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700559 return;
560
Eric Sandeen12062dd2010-02-15 14:19:27 -0500561 ext4_warning(sb,
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700562 "updating to rev %d because of new feature flag, "
563 "running e2fsck is recommended",
Mingming Cao617ba132006-10-11 01:20:53 -0700564 EXT4_DYNAMIC_REV);
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700565
Mingming Cao617ba132006-10-11 01:20:53 -0700566 es->s_first_ino = cpu_to_le32(EXT4_GOOD_OLD_FIRST_INO);
567 es->s_inode_size = cpu_to_le16(EXT4_GOOD_OLD_INODE_SIZE);
568 es->s_rev_level = cpu_to_le32(EXT4_DYNAMIC_REV);
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700569 /* leave es->s_feature_*compat flags alone */
570 /* es->s_uuid will be set by e2fsck if empty */
571
572 /*
573 * The rest of the superblock fields should be zero, and if not it
574 * means they are likely already in use, so leave them alone. We
575 * can leave it up to e2fsck to clean up any inconsistencies there.
576 */
577}
578
579/*
580 * Open the external journal device
581 */
Eric Sandeenb31e1552009-06-04 17:36:36 -0400582static struct block_device *ext4_blkdev_get(dev_t dev, struct super_block *sb)
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700583{
584 struct block_device *bdev;
585 char b[BDEVNAME_SIZE];
586
587 bdev = open_by_devnum(dev, FMODE_READ|FMODE_WRITE);
588 if (IS_ERR(bdev))
589 goto fail;
590 return bdev;
591
592fail:
Eric Sandeenb31e1552009-06-04 17:36:36 -0400593 ext4_msg(sb, KERN_ERR, "failed to open journal device %s: %ld",
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700594 __bdevname(dev, b), PTR_ERR(bdev));
595 return NULL;
596}
597
598/*
599 * Release the journal device
600 */
Mingming Cao617ba132006-10-11 01:20:53 -0700601static int ext4_blkdev_put(struct block_device *bdev)
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700602{
603 bd_release(bdev);
Al Viro9a1c3542008-02-22 20:40:24 -0500604 return blkdev_put(bdev, FMODE_READ|FMODE_WRITE);
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700605}
606
Mingming Cao617ba132006-10-11 01:20:53 -0700607static int ext4_blkdev_remove(struct ext4_sb_info *sbi)
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700608{
609 struct block_device *bdev;
610 int ret = -ENODEV;
611
612 bdev = sbi->journal_bdev;
613 if (bdev) {
Mingming Cao617ba132006-10-11 01:20:53 -0700614 ret = ext4_blkdev_put(bdev);
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700615 sbi->journal_bdev = NULL;
616 }
617 return ret;
618}
619
620static inline struct inode *orphan_list_entry(struct list_head *l)
621{
Mingming Cao617ba132006-10-11 01:20:53 -0700622 return &list_entry(l, struct ext4_inode_info, i_orphan)->vfs_inode;
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700623}
624
Mingming Cao617ba132006-10-11 01:20:53 -0700625static void dump_orphan_list(struct super_block *sb, struct ext4_sb_info *sbi)
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700626{
627 struct list_head *l;
628
Eric Sandeenb31e1552009-06-04 17:36:36 -0400629 ext4_msg(sb, KERN_ERR, "sb orphan head is %d",
630 le32_to_cpu(sbi->s_es->s_last_orphan));
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700631
632 printk(KERN_ERR "sb_info orphan list:\n");
633 list_for_each(l, &sbi->s_orphan) {
634 struct inode *inode = orphan_list_entry(l);
635 printk(KERN_ERR " "
636 "inode %s:%lu at %p: mode %o, nlink %d, next %d\n",
637 inode->i_sb->s_id, inode->i_ino, inode,
638 inode->i_mode, inode->i_nlink,
639 NEXT_ORPHAN(inode));
640 }
641}
642
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -0400643static void ext4_put_super(struct super_block *sb)
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700644{
Mingming Cao617ba132006-10-11 01:20:53 -0700645 struct ext4_sb_info *sbi = EXT4_SB(sb);
646 struct ext4_super_block *es = sbi->s_es;
Hidehiro Kawaief2cabf2008-10-27 22:53:05 -0400647 int i, err;
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700648
Mingming Cao4c0425f2009-09-28 15:48:41 -0400649 flush_workqueue(sbi->dio_unwritten_wq);
650 destroy_workqueue(sbi->dio_unwritten_wq);
651
Al Viroa9e220f2009-05-05 22:10:44 -0400652 lock_super(sb);
Christoph Hellwig6cfd0142009-05-05 15:40:36 +0200653 lock_kernel();
Christoph Hellwig8c85e122009-04-28 18:00:26 +0200654 if (sb->s_dirt)
Christoph Hellwigebc1ac12009-05-11 23:35:03 +0200655 ext4_commit_super(sb, 1);
Christoph Hellwig8c85e122009-04-28 18:00:26 +0200656
Frank Mayhar03901312009-01-07 00:06:22 -0500657 if (sbi->s_journal) {
658 err = jbd2_journal_destroy(sbi->s_journal);
659 sbi->s_journal = NULL;
660 if (err < 0)
661 ext4_abort(sb, __func__,
662 "Couldn't clean up the journal");
663 }
Josef Bacikd4edac32009-12-08 21:48:58 -0500664
665 ext4_release_system_zone(sb);
666 ext4_mb_release(sb);
667 ext4_ext_release(sb);
668 ext4_xattr_put_super(sb);
669
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700670 if (!(sb->s_flags & MS_RDONLY)) {
Mingming Cao617ba132006-10-11 01:20:53 -0700671 EXT4_CLEAR_INCOMPAT_FEATURE(sb, EXT4_FEATURE_INCOMPAT_RECOVER);
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700672 es->s_state = cpu_to_le16(sbi->s_mount_state);
Theodore Ts'oe2d67052009-05-01 00:33:44 -0400673 ext4_commit_super(sb, 1);
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700674 }
Theodore Ts'o240799c2008-10-09 23:53:47 -0400675 if (sbi->s_proc) {
Theodore Ts'o9f6200b2008-09-23 09:18:24 -0400676 remove_proc_entry(sb->s_id, ext4_proc_root);
Theodore Ts'o240799c2008-10-09 23:53:47 -0400677 }
Theodore Ts'o3197ebd2009-03-31 09:10:09 -0400678 kobject_del(&sbi->s_kobj);
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700679
680 for (i = 0; i < sbi->s_gdb_count; i++)
681 brelse(sbi->s_group_desc[i]);
682 kfree(sbi->s_group_desc);
Theodore Ts'oc5ca7c72009-04-27 22:48:48 -0400683 if (is_vmalloc_addr(sbi->s_flex_groups))
684 vfree(sbi->s_flex_groups);
685 else
686 kfree(sbi->s_flex_groups);
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700687 percpu_counter_destroy(&sbi->s_freeblocks_counter);
688 percpu_counter_destroy(&sbi->s_freeinodes_counter);
689 percpu_counter_destroy(&sbi->s_dirs_counter);
Aneesh Kumar K.V6bc6e632008-10-10 09:39:00 -0400690 percpu_counter_destroy(&sbi->s_dirtyblocks_counter);
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700691 brelse(sbi->s_sbh);
692#ifdef CONFIG_QUOTA
693 for (i = 0; i < MAXQUOTAS; i++)
694 kfree(sbi->s_qf_names[i]);
695#endif
696
697 /* Debugging code just in case the in-memory inode orphan list
698 * isn't empty. The on-disk one can be non-empty if we've
699 * detected an error and taken the fs readonly, but the
700 * in-memory list had better be clean by this point. */
701 if (!list_empty(&sbi->s_orphan))
702 dump_orphan_list(sb, sbi);
703 J_ASSERT(list_empty(&sbi->s_orphan));
704
Peter Zijlstraf98393a2007-05-06 14:49:54 -0700705 invalidate_bdev(sb->s_bdev);
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700706 if (sbi->journal_bdev && sbi->journal_bdev != sb->s_bdev) {
707 /*
708 * Invalidate the journal device's buffers. We don't want them
709 * floating about in memory - the physical journal device may
710 * hotswapped, and it breaks the `ro-after' testing code.
711 */
712 sync_blockdev(sbi->journal_bdev);
Peter Zijlstraf98393a2007-05-06 14:49:54 -0700713 invalidate_bdev(sbi->journal_bdev);
Mingming Cao617ba132006-10-11 01:20:53 -0700714 ext4_blkdev_remove(sbi);
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700715 }
716 sb->s_fs_info = NULL;
Theodore Ts'o3197ebd2009-03-31 09:10:09 -0400717 /*
718 * Now that we are completely done shutting down the
719 * superblock, we need to actually destroy the kobject.
720 */
721 unlock_kernel();
722 unlock_super(sb);
723 kobject_put(&sbi->s_kobj);
724 wait_for_completion(&sbi->s_kobj_unregister);
Pekka Enberg705895b2009-02-15 18:07:52 -0500725 kfree(sbi->s_blockgroup_lock);
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700726 kfree(sbi);
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700727}
728
Christoph Lametere18b8902006-12-06 20:33:20 -0800729static struct kmem_cache *ext4_inode_cachep;
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700730
731/*
732 * Called inside transaction, so use GFP_NOFS
733 */
Mingming Cao617ba132006-10-11 01:20:53 -0700734static struct inode *ext4_alloc_inode(struct super_block *sb)
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700735{
Mingming Cao617ba132006-10-11 01:20:53 -0700736 struct ext4_inode_info *ei;
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700737
Christoph Lametere6b4f8d2006-12-06 20:33:14 -0800738 ei = kmem_cache_alloc(ext4_inode_cachep, GFP_NOFS);
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700739 if (!ei)
740 return NULL;
Andreas Dilger0b8e58a2009-06-03 17:59:28 -0400741
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700742 ei->vfs_inode.i_version = 1;
Aneesh Kumar K.V91246c02008-08-19 21:14:52 -0400743 ei->vfs_inode.i_data.writeback_index = 0;
Alex Tomasa86c6182006-10-11 01:21:03 -0700744 memset(&ei->i_cached_extent, 0, sizeof(struct ext4_ext_cache));
Alex Tomasc9de5602008-01-29 00:19:52 -0500745 INIT_LIST_HEAD(&ei->i_prealloc_list);
746 spin_lock_init(&ei->i_prealloc_lock);
Frank Mayhar03901312009-01-07 00:06:22 -0500747 /*
748 * Note: We can be called before EXT4_SB(sb)->s_journal is set,
749 * therefore it can be null here. Don't check it, just initialize
750 * jinode.
751 */
Jan Kara678aaf42008-07-11 19:27:31 -0400752 jbd2_journal_init_jbd_inode(&ei->jinode, &ei->vfs_inode);
Mingming Caod2a17632008-07-14 17:52:37 -0400753 ei->i_reserved_data_blocks = 0;
754 ei->i_reserved_meta_blocks = 0;
755 ei->i_allocated_meta_blocks = 0;
Theodore Ts'o9d0be502010-01-01 02:41:30 -0500756 ei->i_da_metadata_calc_len = 0;
Mingming Caod2a17632008-07-14 17:52:37 -0400757 ei->i_delalloc_reserved_flag = 0;
758 spin_lock_init(&(ei->i_block_reservation_lock));
Dmitry Monakhova9e7f442009-12-14 15:21:14 +0300759#ifdef CONFIG_QUOTA
760 ei->i_reserved_quota = 0;
761#endif
Jiaying Zhangc7064ef2010-03-02 13:28:44 -0500762 INIT_LIST_HEAD(&ei->i_completed_io_list);
Jiaying Zhang744692d2010-03-04 16:14:02 -0500763 spin_lock_init(&ei->i_completed_io_lock);
Mingming Cao8d5d02e2009-09-28 15:48:29 -0400764 ei->cur_aio_dio = NULL;
Jan Karab436b9b2009-12-08 23:51:10 -0500765 ei->i_sync_tid = 0;
766 ei->i_datasync_tid = 0;
Andreas Dilger0b8e58a2009-06-03 17:59:28 -0400767
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700768 return &ei->vfs_inode;
769}
770
Mingming Cao617ba132006-10-11 01:20:53 -0700771static void ext4_destroy_inode(struct inode *inode)
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700772{
Vasily Averin9f7dd932007-07-15 23:40:45 -0700773 if (!list_empty(&(EXT4_I(inode)->i_orphan))) {
Eric Sandeenb31e1552009-06-04 17:36:36 -0400774 ext4_msg(inode->i_sb, KERN_ERR,
775 "Inode %lu (%p): orphan list check failed!",
776 inode->i_ino, EXT4_I(inode));
Vasily Averin9f7dd932007-07-15 23:40:45 -0700777 print_hex_dump(KERN_INFO, "", DUMP_PREFIX_ADDRESS, 16, 4,
778 EXT4_I(inode), sizeof(struct ext4_inode_info),
779 true);
780 dump_stack();
781 }
Mingming Cao617ba132006-10-11 01:20:53 -0700782 kmem_cache_free(ext4_inode_cachep, EXT4_I(inode));
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700783}
784
Alexey Dobriyan51cc5062008-07-25 19:45:34 -0700785static void init_once(void *foo)
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700786{
Mingming Cao617ba132006-10-11 01:20:53 -0700787 struct ext4_inode_info *ei = (struct ext4_inode_info *) foo;
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700788
Christoph Lametera35afb82007-05-16 22:10:57 -0700789 INIT_LIST_HEAD(&ei->i_orphan);
Theodore Ts'o03010a32008-10-10 20:02:48 -0400790#ifdef CONFIG_EXT4_FS_XATTR
Christoph Lametera35afb82007-05-16 22:10:57 -0700791 init_rwsem(&ei->xattr_sem);
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700792#endif
Aneesh Kumar K.V0e855ac2008-01-28 23:58:26 -0500793 init_rwsem(&ei->i_data_sem);
Christoph Lametera35afb82007-05-16 22:10:57 -0700794 inode_init_once(&ei->vfs_inode);
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700795}
796
797static int init_inodecache(void)
798{
Mingming Cao617ba132006-10-11 01:20:53 -0700799 ext4_inode_cachep = kmem_cache_create("ext4_inode_cache",
800 sizeof(struct ext4_inode_info),
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700801 0, (SLAB_RECLAIM_ACCOUNT|
802 SLAB_MEM_SPREAD),
Paul Mundt20c2df82007-07-20 10:11:58 +0900803 init_once);
Mingming Cao617ba132006-10-11 01:20:53 -0700804 if (ext4_inode_cachep == NULL)
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700805 return -ENOMEM;
806 return 0;
807}
808
809static void destroy_inodecache(void)
810{
Mingming Cao617ba132006-10-11 01:20:53 -0700811 kmem_cache_destroy(ext4_inode_cachep);
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700812}
813
Mingming Cao617ba132006-10-11 01:20:53 -0700814static void ext4_clear_inode(struct inode *inode)
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700815{
Christoph Hellwig9f754752010-03-03 09:05:05 -0500816 dquot_drop(inode);
Theodore Ts'oc2ea3fd2008-10-10 09:40:52 -0400817 ext4_discard_preallocations(inode);
Frank Mayhar03901312009-01-07 00:06:22 -0500818 if (EXT4_JOURNAL(inode))
819 jbd2_journal_release_jbd_inode(EXT4_SB(inode->i_sb)->s_journal,
Jan Kara678aaf42008-07-11 19:27:31 -0400820 &EXT4_I(inode)->jinode);
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700821}
822
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -0400823static inline void ext4_show_quota_options(struct seq_file *seq,
824 struct super_block *sb)
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700825{
826#if defined(CONFIG_QUOTA)
Mingming Cao617ba132006-10-11 01:20:53 -0700827 struct ext4_sb_info *sbi = EXT4_SB(sb);
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700828
Jan Kara5a20bdf2009-11-30 23:58:32 +0100829 if (sbi->s_jquota_fmt) {
830 char *fmtname = "";
831
832 switch (sbi->s_jquota_fmt) {
833 case QFMT_VFS_OLD:
834 fmtname = "vfsold";
835 break;
836 case QFMT_VFS_V0:
837 fmtname = "vfsv0";
838 break;
839 case QFMT_VFS_V1:
840 fmtname = "vfsv1";
841 break;
842 }
843 seq_printf(seq, ",jqfmt=%s", fmtname);
844 }
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700845
846 if (sbi->s_qf_names[USRQUOTA])
847 seq_printf(seq, ",usrjquota=%s", sbi->s_qf_names[USRQUOTA]);
848
849 if (sbi->s_qf_names[GRPQUOTA])
850 seq_printf(seq, ",grpjquota=%s", sbi->s_qf_names[GRPQUOTA]);
851
Dmitry Monakhov482a7422010-02-24 11:35:32 -0500852 if (test_opt(sb, USRQUOTA))
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700853 seq_puts(seq, ",usrquota");
854
Dmitry Monakhov482a7422010-02-24 11:35:32 -0500855 if (test_opt(sb, GRPQUOTA))
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700856 seq_puts(seq, ",grpquota");
857#endif
858}
859
Miklos Szeredid9c9bef12007-10-16 23:26:27 -0700860/*
861 * Show an option if
862 * - it's set to a non-default value OR
863 * - if the per-sb default is different from the global default
864 */
Mingming Cao617ba132006-10-11 01:20:53 -0700865static int ext4_show_options(struct seq_file *seq, struct vfsmount *vfs)
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700866{
Aneesh Kumar K.Vaa22df22008-01-28 23:58:27 -0500867 int def_errors;
868 unsigned long def_mount_opts;
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700869 struct super_block *sb = vfs->mnt_sb;
Miklos Szeredid9c9bef12007-10-16 23:26:27 -0700870 struct ext4_sb_info *sbi = EXT4_SB(sb);
871 struct ext4_super_block *es = sbi->s_es;
Miklos Szeredid9c9bef12007-10-16 23:26:27 -0700872
873 def_mount_opts = le32_to_cpu(es->s_default_mount_opts);
Aneesh Kumar K.Vaa22df22008-01-28 23:58:27 -0500874 def_errors = le16_to_cpu(es->s_errors);
Miklos Szeredid9c9bef12007-10-16 23:26:27 -0700875
876 if (sbi->s_sb_block != 1)
877 seq_printf(seq, ",sb=%llu", sbi->s_sb_block);
878 if (test_opt(sb, MINIX_DF))
879 seq_puts(seq, ",minixdf");
Aneesh Kumar K.Vaa22df22008-01-28 23:58:27 -0500880 if (test_opt(sb, GRPID) && !(def_mount_opts & EXT4_DEFM_BSDGROUPS))
Miklos Szeredid9c9bef12007-10-16 23:26:27 -0700881 seq_puts(seq, ",grpid");
882 if (!test_opt(sb, GRPID) && (def_mount_opts & EXT4_DEFM_BSDGROUPS))
883 seq_puts(seq, ",nogrpid");
884 if (sbi->s_resuid != EXT4_DEF_RESUID ||
885 le16_to_cpu(es->s_def_resuid) != EXT4_DEF_RESUID) {
886 seq_printf(seq, ",resuid=%u", sbi->s_resuid);
887 }
888 if (sbi->s_resgid != EXT4_DEF_RESGID ||
889 le16_to_cpu(es->s_def_resgid) != EXT4_DEF_RESGID) {
890 seq_printf(seq, ",resgid=%u", sbi->s_resgid);
891 }
Aneesh Kumar K.Vbb4f3972008-01-28 23:58:26 -0500892 if (test_opt(sb, ERRORS_RO)) {
Miklos Szeredid9c9bef12007-10-16 23:26:27 -0700893 if (def_errors == EXT4_ERRORS_PANIC ||
Aneesh Kumar K.Vbb4f3972008-01-28 23:58:26 -0500894 def_errors == EXT4_ERRORS_CONTINUE) {
895 seq_puts(seq, ",errors=remount-ro");
Miklos Szeredid9c9bef12007-10-16 23:26:27 -0700896 }
897 }
Aneesh Kumar K.Vaa22df22008-01-28 23:58:27 -0500898 if (test_opt(sb, ERRORS_CONT) && def_errors != EXT4_ERRORS_CONTINUE)
Aneesh Kumar K.Vbb4f3972008-01-28 23:58:26 -0500899 seq_puts(seq, ",errors=continue");
Aneesh Kumar K.Vaa22df22008-01-28 23:58:27 -0500900 if (test_opt(sb, ERRORS_PANIC) && def_errors != EXT4_ERRORS_PANIC)
Miklos Szeredid9c9bef12007-10-16 23:26:27 -0700901 seq_puts(seq, ",errors=panic");
Aneesh Kumar K.Vaa22df22008-01-28 23:58:27 -0500902 if (test_opt(sb, NO_UID32) && !(def_mount_opts & EXT4_DEFM_UID16))
Miklos Szeredid9c9bef12007-10-16 23:26:27 -0700903 seq_puts(seq, ",nouid32");
Aneesh Kumar K.Vaa22df22008-01-28 23:58:27 -0500904 if (test_opt(sb, DEBUG) && !(def_mount_opts & EXT4_DEFM_DEBUG))
Miklos Szeredid9c9bef12007-10-16 23:26:27 -0700905 seq_puts(seq, ",debug");
906 if (test_opt(sb, OLDALLOC))
907 seq_puts(seq, ",oldalloc");
Theodore Ts'o03010a32008-10-10 20:02:48 -0400908#ifdef CONFIG_EXT4_FS_XATTR
Aneesh Kumar K.Vaa22df22008-01-28 23:58:27 -0500909 if (test_opt(sb, XATTR_USER) &&
910 !(def_mount_opts & EXT4_DEFM_XATTR_USER))
Miklos Szeredid9c9bef12007-10-16 23:26:27 -0700911 seq_puts(seq, ",user_xattr");
912 if (!test_opt(sb, XATTR_USER) &&
913 (def_mount_opts & EXT4_DEFM_XATTR_USER)) {
914 seq_puts(seq, ",nouser_xattr");
915 }
916#endif
Theodore Ts'o03010a32008-10-10 20:02:48 -0400917#ifdef CONFIG_EXT4_FS_POSIX_ACL
Aneesh Kumar K.Vaa22df22008-01-28 23:58:27 -0500918 if (test_opt(sb, POSIX_ACL) && !(def_mount_opts & EXT4_DEFM_ACL))
Miklos Szeredid9c9bef12007-10-16 23:26:27 -0700919 seq_puts(seq, ",acl");
920 if (!test_opt(sb, POSIX_ACL) && (def_mount_opts & EXT4_DEFM_ACL))
921 seq_puts(seq, ",noacl");
922#endif
Theodore Ts'o30773842009-01-03 20:27:38 -0500923 if (sbi->s_commit_interval != JBD2_DEFAULT_MAX_COMMIT_AGE*HZ) {
Miklos Szeredid9c9bef12007-10-16 23:26:27 -0700924 seq_printf(seq, ",commit=%u",
925 (unsigned) (sbi->s_commit_interval / HZ));
926 }
Theodore Ts'o30773842009-01-03 20:27:38 -0500927 if (sbi->s_min_batch_time != EXT4_DEF_MIN_BATCH_TIME) {
928 seq_printf(seq, ",min_batch_time=%u",
929 (unsigned) sbi->s_min_batch_time);
930 }
931 if (sbi->s_max_batch_time != EXT4_DEF_MAX_BATCH_TIME) {
932 seq_printf(seq, ",max_batch_time=%u",
933 (unsigned) sbi->s_min_batch_time);
934 }
935
Eric Sandeen571640c2008-05-26 12:29:46 -0400936 /*
937 * We're changing the default of barrier mount option, so
938 * let's always display its mount state so it's clear what its
939 * status is.
940 */
941 seq_puts(seq, ",barrier=");
942 seq_puts(seq, test_opt(sb, BARRIER) ? "1" : "0");
Theodore Ts'ocd0b6a32008-05-26 10:28:28 -0400943 if (test_opt(sb, JOURNAL_ASYNC_COMMIT))
944 seq_puts(seq, ",journal_async_commit");
Miklos Szeredid9c9bef12007-10-16 23:26:27 -0700945 if (test_opt(sb, NOBH))
946 seq_puts(seq, ",nobh");
Jean Noel Cordenner25ec56b2008-01-28 23:58:27 -0500947 if (test_opt(sb, I_VERSION))
948 seq_puts(seq, ",i_version");
Aneesh Kumar K.Vdd919b92008-07-11 19:27:31 -0400949 if (!test_opt(sb, DELALLOC))
950 seq_puts(seq, ",nodelalloc");
951
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700952
Miklos Szeredicb45bbe2008-01-28 23:58:27 -0500953 if (sbi->s_stripe)
954 seq_printf(seq, ",stripe=%lu", sbi->s_stripe);
Aneesh Kumar K.Vaa22df22008-01-28 23:58:27 -0500955 /*
956 * journal mode get enabled in different ways
957 * So just print the value even if we didn't specify it
958 */
Mingming Cao617ba132006-10-11 01:20:53 -0700959 if (test_opt(sb, DATA_FLAGS) == EXT4_MOUNT_JOURNAL_DATA)
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700960 seq_puts(seq, ",data=journal");
Mingming Cao617ba132006-10-11 01:20:53 -0700961 else if (test_opt(sb, DATA_FLAGS) == EXT4_MOUNT_ORDERED_DATA)
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700962 seq_puts(seq, ",data=ordered");
Mingming Cao617ba132006-10-11 01:20:53 -0700963 else if (test_opt(sb, DATA_FLAGS) == EXT4_MOUNT_WRITEBACK_DATA)
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700964 seq_puts(seq, ",data=writeback");
965
Theodore Ts'o240799c2008-10-09 23:53:47 -0400966 if (sbi->s_inode_readahead_blks != EXT4_DEF_INODE_READAHEAD_BLKS)
967 seq_printf(seq, ",inode_readahead_blks=%u",
968 sbi->s_inode_readahead_blks);
969
Hidehiro Kawai5bf56832008-10-10 22:12:43 -0400970 if (test_opt(sb, DATA_ERR_ABORT))
971 seq_puts(seq, ",data_err=abort");
972
Theodore Ts'oafd46722009-03-16 23:12:23 -0400973 if (test_opt(sb, NO_AUTO_DA_ALLOC))
Theodore Ts'o06705bf2009-03-28 10:59:57 -0400974 seq_puts(seq, ",noauto_da_alloc");
Theodore Ts'oafd46722009-03-16 23:12:23 -0400975
Eric Sandeen5328e632009-11-19 14:25:42 -0500976 if (test_opt(sb, DISCARD))
977 seq_puts(seq, ",discard");
978
Eric Sandeene3bb52a2009-11-19 14:28:50 -0500979 if (test_opt(sb, NOLOAD))
980 seq_puts(seq, ",norecovery");
981
Jiaying Zhang744692d2010-03-04 16:14:02 -0500982 if (test_opt(sb, DIOREAD_NOLOCK))
983 seq_puts(seq, ",dioread_nolock");
984
Mingming Cao617ba132006-10-11 01:20:53 -0700985 ext4_show_quota_options(seq, sb);
Andreas Dilger0b8e58a2009-06-03 17:59:28 -0400986
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700987 return 0;
988}
989
Christoph Hellwig1b961ac2007-10-21 16:42:08 -0700990static struct inode *ext4_nfs_get_inode(struct super_block *sb,
Andreas Dilger0b8e58a2009-06-03 17:59:28 -0400991 u64 ino, u32 generation)
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700992{
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700993 struct inode *inode;
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700994
Mingming Cao617ba132006-10-11 01:20:53 -0700995 if (ino < EXT4_FIRST_INO(sb) && ino != EXT4_ROOT_INO)
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700996 return ERR_PTR(-ESTALE);
Mingming Cao617ba132006-10-11 01:20:53 -0700997 if (ino > le32_to_cpu(EXT4_SB(sb)->s_es->s_inodes_count))
Dave Kleikampac27a0e2006-10-11 01:20:50 -0700998 return ERR_PTR(-ESTALE);
999
1000 /* iget isn't really right if the inode is currently unallocated!!
1001 *
Mingming Cao617ba132006-10-11 01:20:53 -07001002 * ext4_read_inode will return a bad_inode if the inode had been
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001003 * deleted, so we should be safe.
1004 *
1005 * Currently we don't know the generation for parent directory, so
1006 * a generation of 0 means "accept any"
1007 */
David Howells1d1fe1e2008-02-07 00:15:37 -08001008 inode = ext4_iget(sb, ino);
1009 if (IS_ERR(inode))
1010 return ERR_CAST(inode);
1011 if (generation && inode->i_generation != generation) {
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001012 iput(inode);
1013 return ERR_PTR(-ESTALE);
1014 }
Christoph Hellwig1b961ac2007-10-21 16:42:08 -07001015
1016 return inode;
1017}
1018
1019static struct dentry *ext4_fh_to_dentry(struct super_block *sb, struct fid *fid,
Andreas Dilger0b8e58a2009-06-03 17:59:28 -04001020 int fh_len, int fh_type)
Christoph Hellwig1b961ac2007-10-21 16:42:08 -07001021{
1022 return generic_fh_to_dentry(sb, fid, fh_len, fh_type,
1023 ext4_nfs_get_inode);
1024}
1025
1026static struct dentry *ext4_fh_to_parent(struct super_block *sb, struct fid *fid,
Andreas Dilger0b8e58a2009-06-03 17:59:28 -04001027 int fh_len, int fh_type)
Christoph Hellwig1b961ac2007-10-21 16:42:08 -07001028{
1029 return generic_fh_to_parent(sb, fid, fh_len, fh_type,
1030 ext4_nfs_get_inode);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001031}
1032
Toshiyuki Okajimac39a7f82009-01-05 22:38:48 -05001033/*
1034 * Try to release metadata pages (indirect blocks, directories) which are
1035 * mapped via the block device. Since these pages could have journal heads
1036 * which would prevent try_to_free_buffers() from freeing them, we must use
1037 * jbd2 layer's try_to_free_buffers() function to release them.
1038 */
Andreas Dilger0b8e58a2009-06-03 17:59:28 -04001039static int bdev_try_to_free_page(struct super_block *sb, struct page *page,
1040 gfp_t wait)
Toshiyuki Okajimac39a7f82009-01-05 22:38:48 -05001041{
1042 journal_t *journal = EXT4_SB(sb)->s_journal;
1043
1044 WARN_ON(PageChecked(page));
1045 if (!page_has_buffers(page))
1046 return 0;
1047 if (journal)
1048 return jbd2_journal_try_to_free_buffers(journal, page,
1049 wait & ~__GFP_WAIT);
1050 return try_to_free_buffers(page);
1051}
1052
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001053#ifdef CONFIG_QUOTA
Theodore Ts'oaf5bc922008-09-08 22:25:24 -04001054#define QTYPE2NAME(t) ((t) == USRQUOTA ? "user" : "group")
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -04001055#define QTYPE2MOPT(on, t) ((t) == USRQUOTA?((on)##USRJQUOTA):((on)##GRPJQUOTA))
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001056
Mingming Cao617ba132006-10-11 01:20:53 -07001057static int ext4_write_dquot(struct dquot *dquot);
1058static int ext4_acquire_dquot(struct dquot *dquot);
1059static int ext4_release_dquot(struct dquot *dquot);
1060static int ext4_mark_dquot_dirty(struct dquot *dquot);
1061static int ext4_write_info(struct super_block *sb, int type);
Jan Kara6f28e082008-04-28 02:14:34 -07001062static int ext4_quota_on(struct super_block *sb, int type, int format_id,
1063 char *path, int remount);
Mingming Cao617ba132006-10-11 01:20:53 -07001064static int ext4_quota_on_mount(struct super_block *sb, int type);
1065static ssize_t ext4_quota_read(struct super_block *sb, int type, char *data,
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001066 size_t len, loff_t off);
Mingming Cao617ba132006-10-11 01:20:53 -07001067static ssize_t ext4_quota_write(struct super_block *sb, int type,
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001068 const char *data, size_t len, loff_t off);
1069
Alexey Dobriyan61e225d2009-09-21 17:01:08 -07001070static const struct dquot_operations ext4_quota_operations = {
Dmitry Monakhova9e7f442009-12-14 15:21:14 +03001071#ifdef CONFIG_QUOTA
Mingming Cao60e58e02009-01-22 18:13:05 +01001072 .get_reserved_space = ext4_get_reserved_space,
Dmitry Monakhova9e7f442009-12-14 15:21:14 +03001073#endif
Mingming Cao617ba132006-10-11 01:20:53 -07001074 .write_dquot = ext4_write_dquot,
1075 .acquire_dquot = ext4_acquire_dquot,
1076 .release_dquot = ext4_release_dquot,
1077 .mark_dirty = ext4_mark_dquot_dirty,
Jan Karaa5b5ee322008-11-25 15:31:35 +01001078 .write_info = ext4_write_info,
1079 .alloc_dquot = dquot_alloc,
1080 .destroy_dquot = dquot_destroy,
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001081};
1082
Alexey Dobriyan0d54b212009-09-21 17:01:09 -07001083static const struct quotactl_ops ext4_qctl_operations = {
Mingming Cao617ba132006-10-11 01:20:53 -07001084 .quota_on = ext4_quota_on,
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001085 .quota_off = vfs_quota_off,
1086 .quota_sync = vfs_quota_sync,
1087 .get_info = vfs_get_dqinfo,
1088 .set_info = vfs_set_dqinfo,
1089 .get_dqblk = vfs_get_dqblk,
1090 .set_dqblk = vfs_set_dqblk
1091};
1092#endif
1093
Josef 'Jeff' Sipekee9b6d62007-02-12 00:55:41 -08001094static const struct super_operations ext4_sops = {
Mingming Cao617ba132006-10-11 01:20:53 -07001095 .alloc_inode = ext4_alloc_inode,
1096 .destroy_inode = ext4_destroy_inode,
Mingming Cao617ba132006-10-11 01:20:53 -07001097 .write_inode = ext4_write_inode,
1098 .dirty_inode = ext4_dirty_inode,
1099 .delete_inode = ext4_delete_inode,
1100 .put_super = ext4_put_super,
Mingming Cao617ba132006-10-11 01:20:53 -07001101 .sync_fs = ext4_sync_fs,
Takashi Satoc4be0c12009-01-09 16:40:58 -08001102 .freeze_fs = ext4_freeze,
1103 .unfreeze_fs = ext4_unfreeze,
Mingming Cao617ba132006-10-11 01:20:53 -07001104 .statfs = ext4_statfs,
1105 .remount_fs = ext4_remount,
1106 .clear_inode = ext4_clear_inode,
1107 .show_options = ext4_show_options,
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001108#ifdef CONFIG_QUOTA
Mingming Cao617ba132006-10-11 01:20:53 -07001109 .quota_read = ext4_quota_read,
1110 .quota_write = ext4_quota_write,
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001111#endif
Toshiyuki Okajimac39a7f82009-01-05 22:38:48 -05001112 .bdev_try_to_free_page = bdev_try_to_free_page,
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001113};
1114
Theodore Ts'o9ca92382009-05-01 12:52:25 -04001115static const struct super_operations ext4_nojournal_sops = {
1116 .alloc_inode = ext4_alloc_inode,
1117 .destroy_inode = ext4_destroy_inode,
1118 .write_inode = ext4_write_inode,
1119 .dirty_inode = ext4_dirty_inode,
1120 .delete_inode = ext4_delete_inode,
1121 .write_super = ext4_write_super,
1122 .put_super = ext4_put_super,
1123 .statfs = ext4_statfs,
1124 .remount_fs = ext4_remount,
1125 .clear_inode = ext4_clear_inode,
1126 .show_options = ext4_show_options,
1127#ifdef CONFIG_QUOTA
1128 .quota_read = ext4_quota_read,
1129 .quota_write = ext4_quota_write,
1130#endif
1131 .bdev_try_to_free_page = bdev_try_to_free_page,
1132};
1133
Christoph Hellwig39655162007-10-21 16:42:17 -07001134static const struct export_operations ext4_export_ops = {
Christoph Hellwig1b961ac2007-10-21 16:42:08 -07001135 .fh_to_dentry = ext4_fh_to_dentry,
1136 .fh_to_parent = ext4_fh_to_parent,
Mingming Cao617ba132006-10-11 01:20:53 -07001137 .get_parent = ext4_get_parent,
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001138};
1139
1140enum {
1141 Opt_bsd_df, Opt_minix_df, Opt_grpid, Opt_nogrpid,
1142 Opt_resgid, Opt_resuid, Opt_sb, Opt_err_cont, Opt_err_panic, Opt_err_ro,
Theodore Ts'o01436ef2008-10-17 07:22:35 -04001143 Opt_nouid32, Opt_debug, Opt_oldalloc, Opt_orlov,
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001144 Opt_user_xattr, Opt_nouser_xattr, Opt_acl, Opt_noacl,
Theodore Ts'o06705bf2009-03-28 10:59:57 -04001145 Opt_auto_da_alloc, Opt_noauto_da_alloc, Opt_noload, Opt_nobh, Opt_bh,
Theodore Ts'o30773842009-01-03 20:27:38 -05001146 Opt_commit, Opt_min_batch_time, Opt_max_batch_time,
Theodore Ts'oc3191062009-01-06 11:14:25 -05001147 Opt_journal_update, Opt_journal_dev,
Girish Shilamkar818d2762008-01-28 23:58:27 -05001148 Opt_journal_checksum, Opt_journal_async_commit,
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001149 Opt_abort, Opt_data_journal, Opt_data_ordered, Opt_data_writeback,
Theodore Ts'o296c3552009-09-30 00:32:42 -04001150 Opt_data_err_abort, Opt_data_err_ignore,
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001151 Opt_usrjquota, Opt_grpjquota, Opt_offusrjquota, Opt_offgrpjquota,
Jan Kara5a20bdf2009-11-30 23:58:32 +01001152 Opt_jqfmt_vfsold, Opt_jqfmt_vfsv0, Opt_jqfmt_vfsv1, Opt_quota,
1153 Opt_noquota, Opt_ignore, Opt_barrier, Opt_nobarrier, Opt_err,
1154 Opt_resize, Opt_usrquota, Opt_grpquota, Opt_i_version,
Theodore Ts'o01436ef2008-10-17 07:22:35 -04001155 Opt_stripe, Opt_delalloc, Opt_nodelalloc,
Theodore Ts'o6fd058f2009-05-17 15:38:01 -04001156 Opt_block_validity, Opt_noblock_validity,
Eric Sandeen5328e632009-11-19 14:25:42 -05001157 Opt_inode_readahead_blks, Opt_journal_ioprio,
Jiaying Zhang744692d2010-03-04 16:14:02 -05001158 Opt_dioread_nolock, Opt_dioread_lock,
Eric Sandeen5328e632009-11-19 14:25:42 -05001159 Opt_discard, Opt_nodiscard,
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001160};
1161
Steven Whitehousea447c092008-10-13 10:46:57 +01001162static const match_table_t tokens = {
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001163 {Opt_bsd_df, "bsddf"},
1164 {Opt_minix_df, "minixdf"},
1165 {Opt_grpid, "grpid"},
1166 {Opt_grpid, "bsdgroups"},
1167 {Opt_nogrpid, "nogrpid"},
1168 {Opt_nogrpid, "sysvgroups"},
1169 {Opt_resgid, "resgid=%u"},
1170 {Opt_resuid, "resuid=%u"},
1171 {Opt_sb, "sb=%u"},
1172 {Opt_err_cont, "errors=continue"},
1173 {Opt_err_panic, "errors=panic"},
1174 {Opt_err_ro, "errors=remount-ro"},
1175 {Opt_nouid32, "nouid32"},
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001176 {Opt_debug, "debug"},
1177 {Opt_oldalloc, "oldalloc"},
1178 {Opt_orlov, "orlov"},
1179 {Opt_user_xattr, "user_xattr"},
1180 {Opt_nouser_xattr, "nouser_xattr"},
1181 {Opt_acl, "acl"},
1182 {Opt_noacl, "noacl"},
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001183 {Opt_noload, "noload"},
Eric Sandeene3bb52a2009-11-19 14:28:50 -05001184 {Opt_noload, "norecovery"},
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001185 {Opt_nobh, "nobh"},
1186 {Opt_bh, "bh"},
1187 {Opt_commit, "commit=%u"},
Theodore Ts'o30773842009-01-03 20:27:38 -05001188 {Opt_min_batch_time, "min_batch_time=%u"},
1189 {Opt_max_batch_time, "max_batch_time=%u"},
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001190 {Opt_journal_update, "journal=update"},
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001191 {Opt_journal_dev, "journal_dev=%u"},
Girish Shilamkar818d2762008-01-28 23:58:27 -05001192 {Opt_journal_checksum, "journal_checksum"},
1193 {Opt_journal_async_commit, "journal_async_commit"},
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001194 {Opt_abort, "abort"},
1195 {Opt_data_journal, "data=journal"},
1196 {Opt_data_ordered, "data=ordered"},
1197 {Opt_data_writeback, "data=writeback"},
Hidehiro Kawai5bf56832008-10-10 22:12:43 -04001198 {Opt_data_err_abort, "data_err=abort"},
1199 {Opt_data_err_ignore, "data_err=ignore"},
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001200 {Opt_offusrjquota, "usrjquota="},
1201 {Opt_usrjquota, "usrjquota=%s"},
1202 {Opt_offgrpjquota, "grpjquota="},
1203 {Opt_grpjquota, "grpjquota=%s"},
1204 {Opt_jqfmt_vfsold, "jqfmt=vfsold"},
1205 {Opt_jqfmt_vfsv0, "jqfmt=vfsv0"},
Jan Kara5a20bdf2009-11-30 23:58:32 +01001206 {Opt_jqfmt_vfsv1, "jqfmt=vfsv1"},
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001207 {Opt_grpquota, "grpquota"},
1208 {Opt_noquota, "noquota"},
1209 {Opt_quota, "quota"},
1210 {Opt_usrquota, "usrquota"},
1211 {Opt_barrier, "barrier=%u"},
Theodore Ts'o06705bf2009-03-28 10:59:57 -04001212 {Opt_barrier, "barrier"},
1213 {Opt_nobarrier, "nobarrier"},
Jean Noel Cordenner25ec56b2008-01-28 23:58:27 -05001214 {Opt_i_version, "i_version"},
Alex Tomasc9de5602008-01-29 00:19:52 -05001215 {Opt_stripe, "stripe=%u"},
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001216 {Opt_resize, "resize"},
Alex Tomas64769242008-07-11 19:27:31 -04001217 {Opt_delalloc, "delalloc"},
Aneesh Kumar K.Vdd919b92008-07-11 19:27:31 -04001218 {Opt_nodelalloc, "nodelalloc"},
Theodore Ts'o6fd058f2009-05-17 15:38:01 -04001219 {Opt_block_validity, "block_validity"},
1220 {Opt_noblock_validity, "noblock_validity"},
Theodore Ts'o240799c2008-10-09 23:53:47 -04001221 {Opt_inode_readahead_blks, "inode_readahead_blks=%u"},
Theodore Ts'ob3881f72009-01-05 22:46:26 -05001222 {Opt_journal_ioprio, "journal_ioprio=%u"},
Theodore Ts'oafd46722009-03-16 23:12:23 -04001223 {Opt_auto_da_alloc, "auto_da_alloc=%u"},
Theodore Ts'o06705bf2009-03-28 10:59:57 -04001224 {Opt_auto_da_alloc, "auto_da_alloc"},
1225 {Opt_noauto_da_alloc, "noauto_da_alloc"},
Jiaying Zhang744692d2010-03-04 16:14:02 -05001226 {Opt_dioread_nolock, "dioread_nolock"},
1227 {Opt_dioread_lock, "dioread_lock"},
Eric Sandeen5328e632009-11-19 14:25:42 -05001228 {Opt_discard, "discard"},
1229 {Opt_nodiscard, "nodiscard"},
Josef Bacikf3f12fa2008-04-29 22:05:28 -04001230 {Opt_err, NULL},
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001231};
1232
Mingming Cao617ba132006-10-11 01:20:53 -07001233static ext4_fsblk_t get_sb_block(void **data)
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001234{
Mingming Cao617ba132006-10-11 01:20:53 -07001235 ext4_fsblk_t sb_block;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001236 char *options = (char *) *data;
1237
1238 if (!options || strncmp(options, "sb=", 3) != 0)
1239 return 1; /* Default location */
Andreas Dilger0b8e58a2009-06-03 17:59:28 -04001240
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001241 options += 3;
Andreas Dilger0b8e58a2009-06-03 17:59:28 -04001242 /* TODO: use simple_strtoll with >32bit ext4 */
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001243 sb_block = simple_strtoul(options, &options, 0);
1244 if (*options && *options != ',') {
Theodore Ts'o4776004f2008-09-08 23:00:52 -04001245 printk(KERN_ERR "EXT4-fs: Invalid sb specification: %s\n",
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001246 (char *) *data);
1247 return 1;
1248 }
1249 if (*options == ',')
1250 options++;
1251 *data = (void *) options;
Andreas Dilger0b8e58a2009-06-03 17:59:28 -04001252
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001253 return sb_block;
1254}
1255
Theodore Ts'ob3881f72009-01-05 22:46:26 -05001256#define DEFAULT_JOURNAL_IOPRIO (IOPRIO_PRIO_VALUE(IOPRIO_CLASS_BE, 3))
Dmitry Monakhov437ca0f2010-03-01 22:29:21 -05001257static char deprecated_msg[] = "Mount option \"%s\" will be removed by %s\n"
1258 "Contact linux-ext4@vger.kernel.org if you think we should keep it.\n";
Theodore Ts'ob3881f72009-01-05 22:46:26 -05001259
Dmitry Monakhov56c50f12010-03-01 23:28:41 -05001260#ifdef CONFIG_QUOTA
1261static int set_qf_name(struct super_block *sb, int qtype, substring_t *args)
1262{
1263 struct ext4_sb_info *sbi = EXT4_SB(sb);
1264 char *qname;
1265
1266 if (sb_any_quota_loaded(sb) &&
1267 !sbi->s_qf_names[qtype]) {
1268 ext4_msg(sb, KERN_ERR,
1269 "Cannot change journaled "
1270 "quota options when quota turned on");
1271 return 0;
1272 }
1273 qname = match_strdup(args);
1274 if (!qname) {
1275 ext4_msg(sb, KERN_ERR,
1276 "Not enough memory for storing quotafile name");
1277 return 0;
1278 }
1279 if (sbi->s_qf_names[qtype] &&
1280 strcmp(sbi->s_qf_names[qtype], qname)) {
1281 ext4_msg(sb, KERN_ERR,
1282 "%s quota file already specified", QTYPE2NAME(qtype));
1283 kfree(qname);
1284 return 0;
1285 }
1286 sbi->s_qf_names[qtype] = qname;
1287 if (strchr(sbi->s_qf_names[qtype], '/')) {
1288 ext4_msg(sb, KERN_ERR,
1289 "quotafile must be on filesystem root");
1290 kfree(sbi->s_qf_names[qtype]);
1291 sbi->s_qf_names[qtype] = NULL;
1292 return 0;
1293 }
1294 set_opt(sbi->s_mount_opt, QUOTA);
1295 return 1;
1296}
1297
1298static int clear_qf_name(struct super_block *sb, int qtype)
1299{
1300
1301 struct ext4_sb_info *sbi = EXT4_SB(sb);
1302
1303 if (sb_any_quota_loaded(sb) &&
1304 sbi->s_qf_names[qtype]) {
1305 ext4_msg(sb, KERN_ERR, "Cannot change journaled quota options"
1306 " when quota turned on");
1307 return 0;
1308 }
1309 /*
1310 * The space will be released later when all options are confirmed
1311 * to be correct
1312 */
1313 sbi->s_qf_names[qtype] = NULL;
1314 return 1;
1315}
1316#endif
1317
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -04001318static int parse_options(char *options, struct super_block *sb,
Theodore Ts'oc3191062009-01-06 11:14:25 -05001319 unsigned long *journal_devnum,
Theodore Ts'ob3881f72009-01-05 22:46:26 -05001320 unsigned int *journal_ioprio,
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -04001321 ext4_fsblk_t *n_blocks_count, int is_remount)
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001322{
Mingming Cao617ba132006-10-11 01:20:53 -07001323 struct ext4_sb_info *sbi = EXT4_SB(sb);
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -04001324 char *p;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001325 substring_t args[MAX_OPT_ARGS];
1326 int data_opt = 0;
1327 int option;
1328#ifdef CONFIG_QUOTA
Dmitry Monakhov56c50f12010-03-01 23:28:41 -05001329 int qfmt;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001330#endif
1331
1332 if (!options)
1333 return 1;
1334
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -04001335 while ((p = strsep(&options, ",")) != NULL) {
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001336 int token;
1337 if (!*p)
1338 continue;
1339
Eric Sandeen15121c12010-02-15 20:17:55 -05001340 /*
1341 * Initialize args struct so we know whether arg was
1342 * found; some options take optional arguments.
1343 */
1344 args[0].to = args[0].from = 0;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001345 token = match_token(p, tokens, args);
1346 switch (token) {
1347 case Opt_bsd_df:
Dmitry Monakhov437ca0f2010-03-01 22:29:21 -05001348 ext4_msg(sb, KERN_WARNING, deprecated_msg, p, "2.6.38");
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -04001349 clear_opt(sbi->s_mount_opt, MINIX_DF);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001350 break;
1351 case Opt_minix_df:
Dmitry Monakhov437ca0f2010-03-01 22:29:21 -05001352 ext4_msg(sb, KERN_WARNING, deprecated_msg, p, "2.6.38");
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -04001353 set_opt(sbi->s_mount_opt, MINIX_DF);
Dmitry Monakhov437ca0f2010-03-01 22:29:21 -05001354
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001355 break;
1356 case Opt_grpid:
Dmitry Monakhov437ca0f2010-03-01 22:29:21 -05001357 ext4_msg(sb, KERN_WARNING, deprecated_msg, p, "2.6.38");
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -04001358 set_opt(sbi->s_mount_opt, GRPID);
Dmitry Monakhov437ca0f2010-03-01 22:29:21 -05001359
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001360 break;
1361 case Opt_nogrpid:
Dmitry Monakhov437ca0f2010-03-01 22:29:21 -05001362 ext4_msg(sb, KERN_WARNING, deprecated_msg, p, "2.6.38");
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -04001363 clear_opt(sbi->s_mount_opt, GRPID);
Dmitry Monakhov437ca0f2010-03-01 22:29:21 -05001364
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001365 break;
1366 case Opt_resuid:
1367 if (match_int(&args[0], &option))
1368 return 0;
1369 sbi->s_resuid = option;
1370 break;
1371 case Opt_resgid:
1372 if (match_int(&args[0], &option))
1373 return 0;
1374 sbi->s_resgid = option;
1375 break;
1376 case Opt_sb:
1377 /* handled by get_sb_block() instead of here */
1378 /* *sb_block = match_int(&args[0]); */
1379 break;
1380 case Opt_err_panic:
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -04001381 clear_opt(sbi->s_mount_opt, ERRORS_CONT);
1382 clear_opt(sbi->s_mount_opt, ERRORS_RO);
1383 set_opt(sbi->s_mount_opt, ERRORS_PANIC);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001384 break;
1385 case Opt_err_ro:
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -04001386 clear_opt(sbi->s_mount_opt, ERRORS_CONT);
1387 clear_opt(sbi->s_mount_opt, ERRORS_PANIC);
1388 set_opt(sbi->s_mount_opt, ERRORS_RO);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001389 break;
1390 case Opt_err_cont:
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -04001391 clear_opt(sbi->s_mount_opt, ERRORS_RO);
1392 clear_opt(sbi->s_mount_opt, ERRORS_PANIC);
1393 set_opt(sbi->s_mount_opt, ERRORS_CONT);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001394 break;
1395 case Opt_nouid32:
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -04001396 set_opt(sbi->s_mount_opt, NO_UID32);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001397 break;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001398 case Opt_debug:
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -04001399 set_opt(sbi->s_mount_opt, DEBUG);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001400 break;
1401 case Opt_oldalloc:
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -04001402 set_opt(sbi->s_mount_opt, OLDALLOC);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001403 break;
1404 case Opt_orlov:
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -04001405 clear_opt(sbi->s_mount_opt, OLDALLOC);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001406 break;
Theodore Ts'o03010a32008-10-10 20:02:48 -04001407#ifdef CONFIG_EXT4_FS_XATTR
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001408 case Opt_user_xattr:
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -04001409 set_opt(sbi->s_mount_opt, XATTR_USER);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001410 break;
1411 case Opt_nouser_xattr:
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -04001412 clear_opt(sbi->s_mount_opt, XATTR_USER);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001413 break;
1414#else
1415 case Opt_user_xattr:
1416 case Opt_nouser_xattr:
Eric Sandeenb31e1552009-06-04 17:36:36 -04001417 ext4_msg(sb, KERN_ERR, "(no)user_xattr options not supported");
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001418 break;
1419#endif
Theodore Ts'o03010a32008-10-10 20:02:48 -04001420#ifdef CONFIG_EXT4_FS_POSIX_ACL
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001421 case Opt_acl:
1422 set_opt(sbi->s_mount_opt, POSIX_ACL);
1423 break;
1424 case Opt_noacl:
1425 clear_opt(sbi->s_mount_opt, POSIX_ACL);
1426 break;
1427#else
1428 case Opt_acl:
1429 case Opt_noacl:
Eric Sandeenb31e1552009-06-04 17:36:36 -04001430 ext4_msg(sb, KERN_ERR, "(no)acl options not supported");
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001431 break;
1432#endif
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001433 case Opt_journal_update:
1434 /* @@@ FIXME */
1435 /* Eventually we will want to be able to create
1436 a journal file here. For now, only allow the
1437 user to specify an existing inode to be the
1438 journal file. */
1439 if (is_remount) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04001440 ext4_msg(sb, KERN_ERR,
1441 "Cannot specify journal on remount");
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001442 return 0;
1443 }
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -04001444 set_opt(sbi->s_mount_opt, UPDATE_JOURNAL);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001445 break;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001446 case Opt_journal_dev:
1447 if (is_remount) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04001448 ext4_msg(sb, KERN_ERR,
1449 "Cannot specify journal on remount");
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001450 return 0;
1451 }
1452 if (match_int(&args[0], &option))
1453 return 0;
1454 *journal_devnum = option;
1455 break;
Girish Shilamkar818d2762008-01-28 23:58:27 -05001456 case Opt_journal_checksum:
Linus Torvaldsd4da6c92009-11-02 10:15:27 -08001457 set_opt(sbi->s_mount_opt, JOURNAL_CHECKSUM);
1458 break;
Girish Shilamkar818d2762008-01-28 23:58:27 -05001459 case Opt_journal_async_commit:
1460 set_opt(sbi->s_mount_opt, JOURNAL_ASYNC_COMMIT);
Linus Torvaldsd4da6c92009-11-02 10:15:27 -08001461 set_opt(sbi->s_mount_opt, JOURNAL_CHECKSUM);
Girish Shilamkar818d2762008-01-28 23:58:27 -05001462 break;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001463 case Opt_noload:
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -04001464 set_opt(sbi->s_mount_opt, NOLOAD);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001465 break;
1466 case Opt_commit:
1467 if (match_int(&args[0], &option))
1468 return 0;
1469 if (option < 0)
1470 return 0;
1471 if (option == 0)
Mingming Caocd02ff02007-10-16 18:38:25 -04001472 option = JBD2_DEFAULT_MAX_COMMIT_AGE;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001473 sbi->s_commit_interval = HZ * option;
1474 break;
Theodore Ts'o30773842009-01-03 20:27:38 -05001475 case Opt_max_batch_time:
1476 if (match_int(&args[0], &option))
1477 return 0;
1478 if (option < 0)
1479 return 0;
1480 if (option == 0)
1481 option = EXT4_DEF_MAX_BATCH_TIME;
1482 sbi->s_max_batch_time = option;
1483 break;
1484 case Opt_min_batch_time:
1485 if (match_int(&args[0], &option))
1486 return 0;
1487 if (option < 0)
1488 return 0;
1489 sbi->s_min_batch_time = option;
1490 break;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001491 case Opt_data_journal:
Mingming Cao617ba132006-10-11 01:20:53 -07001492 data_opt = EXT4_MOUNT_JOURNAL_DATA;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001493 goto datacheck;
1494 case Opt_data_ordered:
Mingming Cao617ba132006-10-11 01:20:53 -07001495 data_opt = EXT4_MOUNT_ORDERED_DATA;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001496 goto datacheck;
1497 case Opt_data_writeback:
Mingming Cao617ba132006-10-11 01:20:53 -07001498 data_opt = EXT4_MOUNT_WRITEBACK_DATA;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001499 datacheck:
1500 if (is_remount) {
Dmitry Monakhov482a7422010-02-24 11:35:32 -05001501 if (test_opt(sb, DATA_FLAGS) != data_opt) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04001502 ext4_msg(sb, KERN_ERR,
1503 "Cannot change data mode on remount");
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001504 return 0;
1505 }
1506 } else {
Dmitry Monakhov482a7422010-02-24 11:35:32 -05001507 clear_opt(sbi->s_mount_opt, DATA_FLAGS);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001508 sbi->s_mount_opt |= data_opt;
1509 }
1510 break;
Hidehiro Kawai5bf56832008-10-10 22:12:43 -04001511 case Opt_data_err_abort:
1512 set_opt(sbi->s_mount_opt, DATA_ERR_ABORT);
1513 break;
1514 case Opt_data_err_ignore:
1515 clear_opt(sbi->s_mount_opt, DATA_ERR_ABORT);
1516 break;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001517#ifdef CONFIG_QUOTA
1518 case Opt_usrjquota:
Dmitry Monakhov56c50f12010-03-01 23:28:41 -05001519 if (!set_qf_name(sb, USRQUOTA, &args[0]))
1520 return 0;
1521 break;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001522 case Opt_grpjquota:
Dmitry Monakhov56c50f12010-03-01 23:28:41 -05001523 if (!set_qf_name(sb, GRPQUOTA, &args[0]))
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001524 return 0;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001525 break;
1526 case Opt_offusrjquota:
Dmitry Monakhov56c50f12010-03-01 23:28:41 -05001527 if (!clear_qf_name(sb, USRQUOTA))
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001528 return 0;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001529 break;
Dmitry Monakhov56c50f12010-03-01 23:28:41 -05001530 case Opt_offgrpjquota:
1531 if (!clear_qf_name(sb, GRPQUOTA))
1532 return 0;
1533 break;
1534
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001535 case Opt_jqfmt_vfsold:
Jan Karadfc5d032008-05-13 19:11:51 -04001536 qfmt = QFMT_VFS_OLD;
1537 goto set_qf_format;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001538 case Opt_jqfmt_vfsv0:
Jan Karadfc5d032008-05-13 19:11:51 -04001539 qfmt = QFMT_VFS_V0;
Jan Kara5a20bdf2009-11-30 23:58:32 +01001540 goto set_qf_format;
1541 case Opt_jqfmt_vfsv1:
1542 qfmt = QFMT_VFS_V1;
Jan Karadfc5d032008-05-13 19:11:51 -04001543set_qf_format:
Jan Kara17bd13b2008-08-20 18:14:35 +02001544 if (sb_any_quota_loaded(sb) &&
Jan Karadfc5d032008-05-13 19:11:51 -04001545 sbi->s_jquota_fmt != qfmt) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04001546 ext4_msg(sb, KERN_ERR, "Cannot change "
Jan Karadfc5d032008-05-13 19:11:51 -04001547 "journaled quota options when "
Eric Sandeenb31e1552009-06-04 17:36:36 -04001548 "quota turned on");
Jan Karadfc5d032008-05-13 19:11:51 -04001549 return 0;
1550 }
1551 sbi->s_jquota_fmt = qfmt;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001552 break;
1553 case Opt_quota:
1554 case Opt_usrquota:
1555 set_opt(sbi->s_mount_opt, QUOTA);
1556 set_opt(sbi->s_mount_opt, USRQUOTA);
1557 break;
1558 case Opt_grpquota:
1559 set_opt(sbi->s_mount_opt, QUOTA);
1560 set_opt(sbi->s_mount_opt, GRPQUOTA);
1561 break;
1562 case Opt_noquota:
Jan Kara17bd13b2008-08-20 18:14:35 +02001563 if (sb_any_quota_loaded(sb)) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04001564 ext4_msg(sb, KERN_ERR, "Cannot change quota "
1565 "options when quota turned on");
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001566 return 0;
1567 }
1568 clear_opt(sbi->s_mount_opt, QUOTA);
1569 clear_opt(sbi->s_mount_opt, USRQUOTA);
1570 clear_opt(sbi->s_mount_opt, GRPQUOTA);
1571 break;
1572#else
1573 case Opt_quota:
1574 case Opt_usrquota:
1575 case Opt_grpquota:
Eric Sandeenb31e1552009-06-04 17:36:36 -04001576 ext4_msg(sb, KERN_ERR,
1577 "quota options not supported");
Jan Karacd59e7b2008-05-13 19:11:51 -04001578 break;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001579 case Opt_usrjquota:
1580 case Opt_grpjquota:
1581 case Opt_offusrjquota:
1582 case Opt_offgrpjquota:
1583 case Opt_jqfmt_vfsold:
1584 case Opt_jqfmt_vfsv0:
Jan Kara5a20bdf2009-11-30 23:58:32 +01001585 case Opt_jqfmt_vfsv1:
Eric Sandeenb31e1552009-06-04 17:36:36 -04001586 ext4_msg(sb, KERN_ERR,
1587 "journaled quota options not supported");
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001588 break;
1589 case Opt_noquota:
1590 break;
1591#endif
1592 case Opt_abort:
Theodore Ts'o4ab2f152009-06-13 10:09:36 -04001593 sbi->s_mount_flags |= EXT4_MF_FS_ABORTED;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001594 break;
Theodore Ts'o06705bf2009-03-28 10:59:57 -04001595 case Opt_nobarrier:
1596 clear_opt(sbi->s_mount_opt, BARRIER);
1597 break;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001598 case Opt_barrier:
Eric Sandeen15121c12010-02-15 20:17:55 -05001599 if (args[0].from) {
1600 if (match_int(&args[0], &option))
1601 return 0;
1602 } else
1603 option = 1; /* No argument, default to 1 */
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001604 if (option)
1605 set_opt(sbi->s_mount_opt, BARRIER);
1606 else
1607 clear_opt(sbi->s_mount_opt, BARRIER);
1608 break;
1609 case Opt_ignore:
1610 break;
1611 case Opt_resize:
1612 if (!is_remount) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04001613 ext4_msg(sb, KERN_ERR,
1614 "resize option only available "
1615 "for remount");
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001616 return 0;
1617 }
1618 if (match_int(&args[0], &option) != 0)
1619 return 0;
1620 *n_blocks_count = option;
1621 break;
1622 case Opt_nobh:
1623 set_opt(sbi->s_mount_opt, NOBH);
1624 break;
1625 case Opt_bh:
1626 clear_opt(sbi->s_mount_opt, NOBH);
1627 break;
Jean Noel Cordenner25ec56b2008-01-28 23:58:27 -05001628 case Opt_i_version:
1629 set_opt(sbi->s_mount_opt, I_VERSION);
1630 sb->s_flags |= MS_I_VERSION;
1631 break;
Aneesh Kumar K.Vdd919b92008-07-11 19:27:31 -04001632 case Opt_nodelalloc:
1633 clear_opt(sbi->s_mount_opt, DELALLOC);
1634 break;
Alex Tomasc9de5602008-01-29 00:19:52 -05001635 case Opt_stripe:
1636 if (match_int(&args[0], &option))
1637 return 0;
1638 if (option < 0)
1639 return 0;
1640 sbi->s_stripe = option;
1641 break;
Alex Tomas64769242008-07-11 19:27:31 -04001642 case Opt_delalloc:
1643 set_opt(sbi->s_mount_opt, DELALLOC);
1644 break;
Theodore Ts'o6fd058f2009-05-17 15:38:01 -04001645 case Opt_block_validity:
1646 set_opt(sbi->s_mount_opt, BLOCK_VALIDITY);
1647 break;
1648 case Opt_noblock_validity:
1649 clear_opt(sbi->s_mount_opt, BLOCK_VALIDITY);
1650 break;
Theodore Ts'o240799c2008-10-09 23:53:47 -04001651 case Opt_inode_readahead_blks:
1652 if (match_int(&args[0], &option))
1653 return 0;
1654 if (option < 0 || option > (1 << 30))
1655 return 0;
Theodore Ts'of7c43952009-04-24 23:31:59 -04001656 if (!is_power_of_2(option)) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04001657 ext4_msg(sb, KERN_ERR,
1658 "EXT4-fs: inode_readahead_blks"
1659 " must be a power of 2");
Theodore Ts'o3197ebd2009-03-31 09:10:09 -04001660 return 0;
1661 }
Theodore Ts'o240799c2008-10-09 23:53:47 -04001662 sbi->s_inode_readahead_blks = option;
1663 break;
Theodore Ts'ob3881f72009-01-05 22:46:26 -05001664 case Opt_journal_ioprio:
1665 if (match_int(&args[0], &option))
1666 return 0;
1667 if (option < 0 || option > 7)
1668 break;
1669 *journal_ioprio = IOPRIO_PRIO_VALUE(IOPRIO_CLASS_BE,
1670 option);
1671 break;
Theodore Ts'o06705bf2009-03-28 10:59:57 -04001672 case Opt_noauto_da_alloc:
1673 set_opt(sbi->s_mount_opt,NO_AUTO_DA_ALLOC);
1674 break;
Theodore Ts'oafd46722009-03-16 23:12:23 -04001675 case Opt_auto_da_alloc:
Eric Sandeen15121c12010-02-15 20:17:55 -05001676 if (args[0].from) {
1677 if (match_int(&args[0], &option))
1678 return 0;
1679 } else
1680 option = 1; /* No argument, default to 1 */
Theodore Ts'oafd46722009-03-16 23:12:23 -04001681 if (option)
1682 clear_opt(sbi->s_mount_opt, NO_AUTO_DA_ALLOC);
1683 else
1684 set_opt(sbi->s_mount_opt,NO_AUTO_DA_ALLOC);
1685 break;
Eric Sandeen5328e632009-11-19 14:25:42 -05001686 case Opt_discard:
1687 set_opt(sbi->s_mount_opt, DISCARD);
1688 break;
1689 case Opt_nodiscard:
1690 clear_opt(sbi->s_mount_opt, DISCARD);
1691 break;
Jiaying Zhang744692d2010-03-04 16:14:02 -05001692 case Opt_dioread_nolock:
1693 set_opt(sbi->s_mount_opt, DIOREAD_NOLOCK);
1694 break;
1695 case Opt_dioread_lock:
1696 clear_opt(sbi->s_mount_opt, DIOREAD_NOLOCK);
1697 break;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001698 default:
Eric Sandeenb31e1552009-06-04 17:36:36 -04001699 ext4_msg(sb, KERN_ERR,
1700 "Unrecognized mount option \"%s\" "
1701 "or missing value", p);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001702 return 0;
1703 }
1704 }
1705#ifdef CONFIG_QUOTA
1706 if (sbi->s_qf_names[USRQUOTA] || sbi->s_qf_names[GRPQUOTA]) {
Dmitry Monakhov482a7422010-02-24 11:35:32 -05001707 if (test_opt(sb, USRQUOTA) && sbi->s_qf_names[USRQUOTA])
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001708 clear_opt(sbi->s_mount_opt, USRQUOTA);
1709
Dmitry Monakhov482a7422010-02-24 11:35:32 -05001710 if (test_opt(sb, GRPQUOTA) && sbi->s_qf_names[GRPQUOTA])
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001711 clear_opt(sbi->s_mount_opt, GRPQUOTA);
1712
Dmitry Monakhov56c50f12010-03-01 23:28:41 -05001713 if (test_opt(sb, GRPQUOTA) || test_opt(sb, USRQUOTA)) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04001714 ext4_msg(sb, KERN_ERR, "old and new quota "
1715 "format mixing");
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001716 return 0;
1717 }
1718
1719 if (!sbi->s_jquota_fmt) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04001720 ext4_msg(sb, KERN_ERR, "journaled quota format "
1721 "not specified");
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001722 return 0;
1723 }
1724 } else {
1725 if (sbi->s_jquota_fmt) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04001726 ext4_msg(sb, KERN_ERR, "journaled quota format "
Jan Kara2c8be6b2008-05-13 21:27:55 -04001727 "specified with no journaling "
Eric Sandeenb31e1552009-06-04 17:36:36 -04001728 "enabled");
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001729 return 0;
1730 }
1731 }
1732#endif
1733 return 1;
1734}
1735
Mingming Cao617ba132006-10-11 01:20:53 -07001736static int ext4_setup_super(struct super_block *sb, struct ext4_super_block *es,
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001737 int read_only)
1738{
Mingming Cao617ba132006-10-11 01:20:53 -07001739 struct ext4_sb_info *sbi = EXT4_SB(sb);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001740 int res = 0;
1741
Mingming Cao617ba132006-10-11 01:20:53 -07001742 if (le32_to_cpu(es->s_rev_level) > EXT4_MAX_SUPP_REV) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04001743 ext4_msg(sb, KERN_ERR, "revision level too high, "
1744 "forcing read-only mode");
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001745 res = MS_RDONLY;
1746 }
1747 if (read_only)
1748 return res;
Mingming Cao617ba132006-10-11 01:20:53 -07001749 if (!(sbi->s_mount_state & EXT4_VALID_FS))
Eric Sandeenb31e1552009-06-04 17:36:36 -04001750 ext4_msg(sb, KERN_WARNING, "warning: mounting unchecked fs, "
1751 "running e2fsck is recommended");
Mingming Cao617ba132006-10-11 01:20:53 -07001752 else if ((sbi->s_mount_state & EXT4_ERROR_FS))
Eric Sandeenb31e1552009-06-04 17:36:36 -04001753 ext4_msg(sb, KERN_WARNING,
1754 "warning: mounting fs with errors, "
1755 "running e2fsck is recommended");
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001756 else if ((__s16) le16_to_cpu(es->s_max_mnt_count) >= 0 &&
1757 le16_to_cpu(es->s_mnt_count) >=
1758 (unsigned short) (__s16) le16_to_cpu(es->s_max_mnt_count))
Eric Sandeenb31e1552009-06-04 17:36:36 -04001759 ext4_msg(sb, KERN_WARNING,
1760 "warning: maximal mount count reached, "
1761 "running e2fsck is recommended");
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001762 else if (le32_to_cpu(es->s_checkinterval) &&
1763 (le32_to_cpu(es->s_lastcheck) +
1764 le32_to_cpu(es->s_checkinterval) <= get_seconds()))
Eric Sandeenb31e1552009-06-04 17:36:36 -04001765 ext4_msg(sb, KERN_WARNING,
1766 "warning: checktime reached, "
1767 "running e2fsck is recommended");
Andreas Dilger0b8e58a2009-06-03 17:59:28 -04001768 if (!sbi->s_journal)
Frank Mayhar03901312009-01-07 00:06:22 -05001769 es->s_state &= cpu_to_le16(~EXT4_VALID_FS);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001770 if (!(__s16) le16_to_cpu(es->s_max_mnt_count))
Mingming Cao617ba132006-10-11 01:20:53 -07001771 es->s_max_mnt_count = cpu_to_le16(EXT4_DFL_MAX_MNT_COUNT);
Marcin Slusarze8546d02008-04-17 10:38:59 -04001772 le16_add_cpu(&es->s_mnt_count, 1);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001773 es->s_mtime = cpu_to_le32(get_seconds());
Mingming Cao617ba132006-10-11 01:20:53 -07001774 ext4_update_dynamic_rev(sb);
Frank Mayhar03901312009-01-07 00:06:22 -05001775 if (sbi->s_journal)
1776 EXT4_SET_INCOMPAT_FEATURE(sb, EXT4_FEATURE_INCOMPAT_RECOVER);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001777
Theodore Ts'oe2d67052009-05-01 00:33:44 -04001778 ext4_commit_super(sb, 1);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001779 if (test_opt(sb, DEBUG))
Theodore Ts'oa9df9a42009-01-05 22:18:16 -05001780 printk(KERN_INFO "[EXT4 FS bs=%lu, gc=%u, "
Theodore Ts'o7f4520c2009-06-13 10:09:41 -04001781 "bpg=%lu, ipg=%lu, mo=%04x]\n",
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001782 sb->s_blocksize,
1783 sbi->s_groups_count,
Mingming Cao617ba132006-10-11 01:20:53 -07001784 EXT4_BLOCKS_PER_GROUP(sb),
1785 EXT4_INODES_PER_GROUP(sb),
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001786 sbi->s_mount_opt);
1787
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001788 return res;
1789}
1790
Jose R. Santos772cb7c2008-07-11 19:27:31 -04001791static int ext4_fill_flex_info(struct super_block *sb)
1792{
1793 struct ext4_sb_info *sbi = EXT4_SB(sb);
1794 struct ext4_group_desc *gdp = NULL;
Jose R. Santos772cb7c2008-07-11 19:27:31 -04001795 ext4_group_t flex_group_count;
1796 ext4_group_t flex_group;
1797 int groups_per_flex = 0;
Theodore Ts'oc5ca7c72009-04-27 22:48:48 -04001798 size_t size;
Jose R. Santos772cb7c2008-07-11 19:27:31 -04001799 int i;
1800
Theodore Ts'o503358a2009-11-23 07:24:46 -05001801 sbi->s_log_groups_per_flex = sbi->s_es->s_log_groups_per_flex;
1802 groups_per_flex = 1 << sbi->s_log_groups_per_flex;
1803
1804 if (groups_per_flex < 2) {
Jose R. Santos772cb7c2008-07-11 19:27:31 -04001805 sbi->s_log_groups_per_flex = 0;
1806 return 1;
1807 }
1808
Frederic Bohec62a11f2008-09-08 10:20:24 -04001809 /* We allocate both existing and potentially added groups */
1810 flex_group_count = ((sbi->s_groups_count + groups_per_flex - 1) +
Aneesh Kumar K.Vd94e99a2008-11-04 09:11:26 -05001811 ((le16_to_cpu(sbi->s_es->s_reserved_gdt_blocks) + 1) <<
1812 EXT4_DESC_PER_BLOCK_BITS(sb))) / groups_per_flex;
Theodore Ts'oc5ca7c72009-04-27 22:48:48 -04001813 size = flex_group_count * sizeof(struct flex_groups);
1814 sbi->s_flex_groups = kzalloc(size, GFP_KERNEL);
1815 if (sbi->s_flex_groups == NULL) {
1816 sbi->s_flex_groups = vmalloc(size);
1817 if (sbi->s_flex_groups)
1818 memset(sbi->s_flex_groups, 0, size);
1819 }
Jose R. Santos772cb7c2008-07-11 19:27:31 -04001820 if (sbi->s_flex_groups == NULL) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04001821 ext4_msg(sb, KERN_ERR, "not enough memory for "
1822 "%u flex groups", flex_group_count);
Jose R. Santos772cb7c2008-07-11 19:27:31 -04001823 goto failed;
1824 }
Jose R. Santos772cb7c2008-07-11 19:27:31 -04001825
Jose R. Santos772cb7c2008-07-11 19:27:31 -04001826 for (i = 0; i < sbi->s_groups_count; i++) {
Theodore Ts'o88b6edd2009-05-25 11:50:39 -04001827 gdp = ext4_get_group_desc(sb, i, NULL);
Jose R. Santos772cb7c2008-07-11 19:27:31 -04001828
1829 flex_group = ext4_flex_group(sbi, i);
Theodore Ts'o7ad9bb62009-09-11 16:51:28 -04001830 atomic_add(ext4_free_inodes_count(sb, gdp),
1831 &sbi->s_flex_groups[flex_group].free_inodes);
1832 atomic_add(ext4_free_blks_count(sb, gdp),
1833 &sbi->s_flex_groups[flex_group].free_blocks);
1834 atomic_add(ext4_used_dirs_count(sb, gdp),
1835 &sbi->s_flex_groups[flex_group].used_dirs);
Jose R. Santos772cb7c2008-07-11 19:27:31 -04001836 }
1837
1838 return 1;
1839failed:
1840 return 0;
1841}
1842
Andreas Dilger717d50e2007-10-16 18:38:25 -04001843__le16 ext4_group_desc_csum(struct ext4_sb_info *sbi, __u32 block_group,
1844 struct ext4_group_desc *gdp)
1845{
1846 __u16 crc = 0;
1847
1848 if (sbi->s_es->s_feature_ro_compat &
1849 cpu_to_le32(EXT4_FEATURE_RO_COMPAT_GDT_CSUM)) {
1850 int offset = offsetof(struct ext4_group_desc, bg_checksum);
1851 __le32 le_group = cpu_to_le32(block_group);
1852
1853 crc = crc16(~0, sbi->s_es->s_uuid, sizeof(sbi->s_es->s_uuid));
1854 crc = crc16(crc, (__u8 *)&le_group, sizeof(le_group));
1855 crc = crc16(crc, (__u8 *)gdp, offset);
1856 offset += sizeof(gdp->bg_checksum); /* skip checksum */
1857 /* for checksum of struct ext4_group_desc do the rest...*/
1858 if ((sbi->s_es->s_feature_incompat &
1859 cpu_to_le32(EXT4_FEATURE_INCOMPAT_64BIT)) &&
1860 offset < le16_to_cpu(sbi->s_es->s_desc_size))
1861 crc = crc16(crc, (__u8 *)gdp + offset,
1862 le16_to_cpu(sbi->s_es->s_desc_size) -
1863 offset);
1864 }
1865
1866 return cpu_to_le16(crc);
1867}
1868
1869int ext4_group_desc_csum_verify(struct ext4_sb_info *sbi, __u32 block_group,
1870 struct ext4_group_desc *gdp)
1871{
1872 if ((sbi->s_es->s_feature_ro_compat &
1873 cpu_to_le32(EXT4_FEATURE_RO_COMPAT_GDT_CSUM)) &&
1874 (gdp->bg_checksum != ext4_group_desc_csum(sbi, block_group, gdp)))
1875 return 0;
1876
1877 return 1;
1878}
1879
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001880/* Called at mount-time, super-block is locked */
Akinobu Mita197cd65a2008-02-06 01:40:16 -08001881static int ext4_check_descriptors(struct super_block *sb)
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001882{
Mingming Cao617ba132006-10-11 01:20:53 -07001883 struct ext4_sb_info *sbi = EXT4_SB(sb);
1884 ext4_fsblk_t first_block = le32_to_cpu(sbi->s_es->s_first_data_block);
1885 ext4_fsblk_t last_block;
Laurent Vivierbd81d8e2006-10-11 01:21:10 -07001886 ext4_fsblk_t block_bitmap;
1887 ext4_fsblk_t inode_bitmap;
1888 ext4_fsblk_t inode_table;
Jose R. Santosce421582007-10-16 18:38:25 -04001889 int flexbg_flag = 0;
Avantika Mathurfd2d4292008-01-28 23:58:27 -05001890 ext4_group_t i;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001891
Jose R. Santosce421582007-10-16 18:38:25 -04001892 if (EXT4_HAS_INCOMPAT_FEATURE(sb, EXT4_FEATURE_INCOMPAT_FLEX_BG))
1893 flexbg_flag = 1;
1894
Theodore Ts'oaf5bc922008-09-08 22:25:24 -04001895 ext4_debug("Checking group descriptors");
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001896
Akinobu Mita197cd65a2008-02-06 01:40:16 -08001897 for (i = 0; i < sbi->s_groups_count; i++) {
1898 struct ext4_group_desc *gdp = ext4_get_group_desc(sb, i, NULL);
1899
Jose R. Santosce421582007-10-16 18:38:25 -04001900 if (i == sbi->s_groups_count - 1 || flexbg_flag)
Laurent Vivierbd81d8e2006-10-11 01:21:10 -07001901 last_block = ext4_blocks_count(sbi->s_es) - 1;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001902 else
1903 last_block = first_block +
Mingming Cao617ba132006-10-11 01:20:53 -07001904 (EXT4_BLOCKS_PER_GROUP(sb) - 1);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001905
Alexandre Ratchov8fadc142006-10-11 01:21:15 -07001906 block_bitmap = ext4_block_bitmap(sb, gdp);
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -04001907 if (block_bitmap < first_block || block_bitmap > last_block) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04001908 ext4_msg(sb, KERN_ERR, "ext4_check_descriptors: "
Theodore Ts'oa9df9a42009-01-05 22:18:16 -05001909 "Block bitmap for group %u not in group "
Eric Sandeenb31e1552009-06-04 17:36:36 -04001910 "(block %llu)!", i, block_bitmap);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001911 return 0;
1912 }
Alexandre Ratchov8fadc142006-10-11 01:21:15 -07001913 inode_bitmap = ext4_inode_bitmap(sb, gdp);
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -04001914 if (inode_bitmap < first_block || inode_bitmap > last_block) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04001915 ext4_msg(sb, KERN_ERR, "ext4_check_descriptors: "
Theodore Ts'oa9df9a42009-01-05 22:18:16 -05001916 "Inode bitmap for group %u not in group "
Eric Sandeenb31e1552009-06-04 17:36:36 -04001917 "(block %llu)!", i, inode_bitmap);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001918 return 0;
1919 }
Alexandre Ratchov8fadc142006-10-11 01:21:15 -07001920 inode_table = ext4_inode_table(sb, gdp);
Laurent Vivierbd81d8e2006-10-11 01:21:10 -07001921 if (inode_table < first_block ||
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -04001922 inode_table + sbi->s_itb_per_group - 1 > last_block) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04001923 ext4_msg(sb, KERN_ERR, "ext4_check_descriptors: "
Theodore Ts'oa9df9a42009-01-05 22:18:16 -05001924 "Inode table for group %u not in group "
Eric Sandeenb31e1552009-06-04 17:36:36 -04001925 "(block %llu)!", i, inode_table);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001926 return 0;
1927 }
Aneesh Kumar K.V955ce5f2009-05-02 20:35:09 -04001928 ext4_lock_group(sb, i);
Andreas Dilger717d50e2007-10-16 18:38:25 -04001929 if (!ext4_group_desc_csum_verify(sbi, i, gdp)) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04001930 ext4_msg(sb, KERN_ERR, "ext4_check_descriptors: "
1931 "Checksum for group %u failed (%u!=%u)",
1932 i, le16_to_cpu(ext4_group_desc_csum(sbi, i,
1933 gdp)), le16_to_cpu(gdp->bg_checksum));
Li Zefan7ee1ec42008-09-08 10:47:19 -04001934 if (!(sb->s_flags & MS_RDONLY)) {
Aneesh Kumar K.V955ce5f2009-05-02 20:35:09 -04001935 ext4_unlock_group(sb, i);
Theodore Ts'o8a266462008-07-26 14:34:21 -04001936 return 0;
Li Zefan7ee1ec42008-09-08 10:47:19 -04001937 }
Andreas Dilger717d50e2007-10-16 18:38:25 -04001938 }
Aneesh Kumar K.V955ce5f2009-05-02 20:35:09 -04001939 ext4_unlock_group(sb, i);
Jose R. Santosce421582007-10-16 18:38:25 -04001940 if (!flexbg_flag)
1941 first_block += EXT4_BLOCKS_PER_GROUP(sb);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001942 }
1943
Laurent Vivierbd81d8e2006-10-11 01:21:10 -07001944 ext4_free_blocks_count_set(sbi->s_es, ext4_count_free_blocks(sb));
Andreas Dilger0b8e58a2009-06-03 17:59:28 -04001945 sbi->s_es->s_free_inodes_count =cpu_to_le32(ext4_count_free_inodes(sb));
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001946 return 1;
1947}
1948
Mingming Cao617ba132006-10-11 01:20:53 -07001949/* ext4_orphan_cleanup() walks a singly-linked list of inodes (starting at
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001950 * the superblock) which were deleted from all directories, but held open by
1951 * a process at the time of a crash. We walk the list and try to delete these
1952 * inodes at recovery time (only with a read-write filesystem).
1953 *
1954 * In order to keep the orphan inode chain consistent during traversal (in
1955 * case of crash during recovery), we link each inode into the superblock
1956 * orphan list_head and handle it the same way as an inode deletion during
1957 * normal operation (which journals the operations for us).
1958 *
1959 * We only do an iget() and an iput() on each inode, which is very safe if we
1960 * accidentally point at an in-use or already deleted inode. The worst that
1961 * can happen in this case is that we get a "bit already cleared" message from
Mingming Cao617ba132006-10-11 01:20:53 -07001962 * ext4_free_inode(). The only reason we would point at a wrong inode is if
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001963 * e2fsck was run on this filesystem, and it must have already done the orphan
1964 * inode cleanup for us, so we can safely abort without any further action.
1965 */
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -04001966static void ext4_orphan_cleanup(struct super_block *sb,
1967 struct ext4_super_block *es)
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001968{
1969 unsigned int s_flags = sb->s_flags;
1970 int nr_orphans = 0, nr_truncates = 0;
1971#ifdef CONFIG_QUOTA
1972 int i;
1973#endif
1974 if (!es->s_last_orphan) {
1975 jbd_debug(4, "no orphan inodes to clean up\n");
1976 return;
1977 }
1978
Eric Sandeena8f48a92006-12-06 20:40:13 -08001979 if (bdev_read_only(sb->s_bdev)) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04001980 ext4_msg(sb, KERN_ERR, "write access "
1981 "unavailable, skipping orphan cleanup");
Eric Sandeena8f48a92006-12-06 20:40:13 -08001982 return;
1983 }
1984
Mingming Cao617ba132006-10-11 01:20:53 -07001985 if (EXT4_SB(sb)->s_mount_state & EXT4_ERROR_FS) {
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001986 if (es->s_last_orphan)
1987 jbd_debug(1, "Errors on filesystem, "
1988 "clearing orphan list.\n");
1989 es->s_last_orphan = 0;
1990 jbd_debug(1, "Skipping orphan recovery on fs with errors.\n");
1991 return;
1992 }
1993
1994 if (s_flags & MS_RDONLY) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04001995 ext4_msg(sb, KERN_INFO, "orphan cleanup on readonly fs");
Dave Kleikampac27a0e2006-10-11 01:20:50 -07001996 sb->s_flags &= ~MS_RDONLY;
1997 }
1998#ifdef CONFIG_QUOTA
1999 /* Needed for iput() to work correctly and not trash data */
2000 sb->s_flags |= MS_ACTIVE;
2001 /* Turn on quotas so that they are updated correctly */
2002 for (i = 0; i < MAXQUOTAS; i++) {
Mingming Cao617ba132006-10-11 01:20:53 -07002003 if (EXT4_SB(sb)->s_qf_names[i]) {
2004 int ret = ext4_quota_on_mount(sb, i);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002005 if (ret < 0)
Eric Sandeenb31e1552009-06-04 17:36:36 -04002006 ext4_msg(sb, KERN_ERR,
2007 "Cannot turn on journaled "
2008 "quota: error %d", ret);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002009 }
2010 }
2011#endif
2012
2013 while (es->s_last_orphan) {
2014 struct inode *inode;
2015
Josef Bacik97bd42b2008-04-29 22:04:56 -04002016 inode = ext4_orphan_get(sb, le32_to_cpu(es->s_last_orphan));
2017 if (IS_ERR(inode)) {
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002018 es->s_last_orphan = 0;
2019 break;
2020 }
2021
Mingming Cao617ba132006-10-11 01:20:53 -07002022 list_add(&EXT4_I(inode)->i_orphan, &EXT4_SB(sb)->s_orphan);
Christoph Hellwig871a2932010-03-03 09:05:07 -05002023 dquot_initialize(inode);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002024 if (inode->i_nlink) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04002025 ext4_msg(sb, KERN_DEBUG,
2026 "%s: truncating inode %lu to %lld bytes",
Harvey Harrison46e665e2008-04-17 10:38:59 -04002027 __func__, inode->i_ino, inode->i_size);
Theodore Ts'oe5f8eab82008-09-08 22:25:04 -04002028 jbd_debug(2, "truncating inode %lu to %lld bytes\n",
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002029 inode->i_ino, inode->i_size);
Mingming Cao617ba132006-10-11 01:20:53 -07002030 ext4_truncate(inode);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002031 nr_truncates++;
2032 } else {
Eric Sandeenb31e1552009-06-04 17:36:36 -04002033 ext4_msg(sb, KERN_DEBUG,
2034 "%s: deleting unreferenced inode %lu",
Harvey Harrison46e665e2008-04-17 10:38:59 -04002035 __func__, inode->i_ino);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002036 jbd_debug(2, "deleting unreferenced inode %lu\n",
2037 inode->i_ino);
2038 nr_orphans++;
2039 }
2040 iput(inode); /* The delete magic happens here! */
2041 }
2042
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -04002043#define PLURAL(x) (x), ((x) == 1) ? "" : "s"
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002044
2045 if (nr_orphans)
Eric Sandeenb31e1552009-06-04 17:36:36 -04002046 ext4_msg(sb, KERN_INFO, "%d orphan inode%s deleted",
2047 PLURAL(nr_orphans));
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002048 if (nr_truncates)
Eric Sandeenb31e1552009-06-04 17:36:36 -04002049 ext4_msg(sb, KERN_INFO, "%d truncate%s cleaned up",
2050 PLURAL(nr_truncates));
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002051#ifdef CONFIG_QUOTA
2052 /* Turn quotas off */
2053 for (i = 0; i < MAXQUOTAS; i++) {
2054 if (sb_dqopt(sb)->files[i])
Jan Kara6f28e082008-04-28 02:14:34 -07002055 vfs_quota_off(sb, i, 0);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002056 }
2057#endif
2058 sb->s_flags = s_flags; /* Restore MS_RDONLY status */
2059}
Andreas Dilger0b8e58a2009-06-03 17:59:28 -04002060
Eric Sandeencd2291a2008-01-28 23:58:27 -05002061/*
2062 * Maximal extent format file size.
2063 * Resulting logical blkno at s_maxbytes must fit in our on-disk
2064 * extent format containers, within a sector_t, and within i_blocks
2065 * in the vfs. ext4 inode has 48 bits of i_block in fsblock units,
2066 * so that won't be a limiting factor.
2067 *
2068 * Note, this does *not* consider any metadata overhead for vfs i_blocks.
2069 */
Theodore Ts'of287a1a2008-10-16 22:50:48 -04002070static loff_t ext4_max_size(int blkbits, int has_huge_files)
Eric Sandeencd2291a2008-01-28 23:58:27 -05002071{
2072 loff_t res;
2073 loff_t upper_limit = MAX_LFS_FILESIZE;
2074
2075 /* small i_blocks in vfs inode? */
Theodore Ts'of287a1a2008-10-16 22:50:48 -04002076 if (!has_huge_files || sizeof(blkcnt_t) < sizeof(u64)) {
Eric Sandeencd2291a2008-01-28 23:58:27 -05002077 /*
Bartlomiej Zolnierkiewicz90c699a2009-06-19 08:08:50 +02002078 * CONFIG_LBDAF is not enabled implies the inode
Eric Sandeencd2291a2008-01-28 23:58:27 -05002079 * i_block represent total blocks in 512 bytes
2080 * 32 == size of vfs inode i_blocks * 8
2081 */
2082 upper_limit = (1LL << 32) - 1;
2083
2084 /* total blocks in file system block size */
2085 upper_limit >>= (blkbits - 9);
2086 upper_limit <<= blkbits;
2087 }
2088
2089 /* 32-bit extent-start container, ee_block */
2090 res = 1LL << 32;
2091 res <<= blkbits;
2092 res -= 1;
2093
2094 /* Sanity check against vm- & vfs- imposed limits */
2095 if (res > upper_limit)
2096 res = upper_limit;
2097
2098 return res;
2099}
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002100
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002101/*
Eric Sandeencd2291a2008-01-28 23:58:27 -05002102 * Maximal bitmap file size. There is a direct, and {,double-,triple-}indirect
Aneesh Kumar K.V0fc1b452008-01-28 23:58:26 -05002103 * block limit, and also a limit of (2^48 - 1) 512-byte sectors in i_blocks.
2104 * We need to be 1 filesystem block less than the 2^48 sector limit.
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002105 */
Theodore Ts'of287a1a2008-10-16 22:50:48 -04002106static loff_t ext4_max_bitmap_size(int bits, int has_huge_files)
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002107{
Mingming Cao617ba132006-10-11 01:20:53 -07002108 loff_t res = EXT4_NDIR_BLOCKS;
Aneesh Kumar K.V0fc1b452008-01-28 23:58:26 -05002109 int meta_blocks;
2110 loff_t upper_limit;
Andreas Dilger0b8e58a2009-06-03 17:59:28 -04002111 /* This is calculated to be the largest file size for a dense, block
2112 * mapped file such that the file's total number of 512-byte sectors,
2113 * including data and all indirect blocks, does not exceed (2^48 - 1).
2114 *
2115 * __u32 i_blocks_lo and _u16 i_blocks_high represent the total
2116 * number of 512-byte sectors of the file.
Aneesh Kumar K.V0fc1b452008-01-28 23:58:26 -05002117 */
2118
Theodore Ts'of287a1a2008-10-16 22:50:48 -04002119 if (!has_huge_files || sizeof(blkcnt_t) < sizeof(u64)) {
Aneesh Kumar K.V0fc1b452008-01-28 23:58:26 -05002120 /*
Bartlomiej Zolnierkiewicz90c699a2009-06-19 08:08:50 +02002121 * !has_huge_files or CONFIG_LBDAF not enabled implies that
Andreas Dilger0b8e58a2009-06-03 17:59:28 -04002122 * the inode i_block field represents total file blocks in
2123 * 2^32 512-byte sectors == size of vfs inode i_blocks * 8
Aneesh Kumar K.V0fc1b452008-01-28 23:58:26 -05002124 */
2125 upper_limit = (1LL << 32) - 1;
2126
2127 /* total blocks in file system block size */
2128 upper_limit >>= (bits - 9);
2129
2130 } else {
Aneesh Kumar K.V8180a562008-01-28 23:58:27 -05002131 /*
2132 * We use 48 bit ext4_inode i_blocks
2133 * With EXT4_HUGE_FILE_FL set the i_blocks
2134 * represent total number of blocks in
2135 * file system block size
2136 */
Aneesh Kumar K.V0fc1b452008-01-28 23:58:26 -05002137 upper_limit = (1LL << 48) - 1;
2138
Aneesh Kumar K.V0fc1b452008-01-28 23:58:26 -05002139 }
2140
2141 /* indirect blocks */
2142 meta_blocks = 1;
2143 /* double indirect blocks */
2144 meta_blocks += 1 + (1LL << (bits-2));
2145 /* tripple indirect blocks */
2146 meta_blocks += 1 + (1LL << (bits-2)) + (1LL << (2*(bits-2)));
2147
2148 upper_limit -= meta_blocks;
2149 upper_limit <<= bits;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002150
2151 res += 1LL << (bits-2);
2152 res += 1LL << (2*(bits-2));
2153 res += 1LL << (3*(bits-2));
2154 res <<= bits;
2155 if (res > upper_limit)
2156 res = upper_limit;
Aneesh Kumar K.V0fc1b452008-01-28 23:58:26 -05002157
2158 if (res > MAX_LFS_FILESIZE)
2159 res = MAX_LFS_FILESIZE;
2160
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002161 return res;
2162}
2163
Mingming Cao617ba132006-10-11 01:20:53 -07002164static ext4_fsblk_t descriptor_loc(struct super_block *sb,
Andreas Dilger0b8e58a2009-06-03 17:59:28 -04002165 ext4_fsblk_t logical_sb_block, int nr)
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002166{
Mingming Cao617ba132006-10-11 01:20:53 -07002167 struct ext4_sb_info *sbi = EXT4_SB(sb);
Avantika Mathurfd2d4292008-01-28 23:58:27 -05002168 ext4_group_t bg, first_meta_bg;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002169 int has_super = 0;
2170
2171 first_meta_bg = le32_to_cpu(sbi->s_es->s_first_meta_bg);
2172
Mingming Cao617ba132006-10-11 01:20:53 -07002173 if (!EXT4_HAS_INCOMPAT_FEATURE(sb, EXT4_FEATURE_INCOMPAT_META_BG) ||
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002174 nr < first_meta_bg)
Andrew Morton70bbb3e2006-10-11 01:21:20 -07002175 return logical_sb_block + nr + 1;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002176 bg = sbi->s_desc_per_block * nr;
Mingming Cao617ba132006-10-11 01:20:53 -07002177 if (ext4_bg_has_super(sb, bg))
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002178 has_super = 1;
Andreas Dilger0b8e58a2009-06-03 17:59:28 -04002179
Mingming Cao617ba132006-10-11 01:20:53 -07002180 return (has_super + ext4_group_first_block_no(sb, bg));
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002181}
2182
Alex Tomasc9de5602008-01-29 00:19:52 -05002183/**
2184 * ext4_get_stripe_size: Get the stripe size.
2185 * @sbi: In memory super block info
2186 *
2187 * If we have specified it via mount option, then
2188 * use the mount option value. If the value specified at mount time is
2189 * greater than the blocks per group use the super block value.
2190 * If the super block value is greater than blocks per group return 0.
2191 * Allocator needs it be less than blocks per group.
2192 *
2193 */
2194static unsigned long ext4_get_stripe_size(struct ext4_sb_info *sbi)
2195{
2196 unsigned long stride = le16_to_cpu(sbi->s_es->s_raid_stride);
2197 unsigned long stripe_width =
2198 le32_to_cpu(sbi->s_es->s_raid_stripe_width);
2199
2200 if (sbi->s_stripe && sbi->s_stripe <= sbi->s_blocks_per_group)
2201 return sbi->s_stripe;
2202
2203 if (stripe_width <= sbi->s_blocks_per_group)
2204 return stripe_width;
2205
2206 if (stride <= sbi->s_blocks_per_group)
2207 return stride;
2208
2209 return 0;
2210}
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002211
Theodore Ts'o3197ebd2009-03-31 09:10:09 -04002212/* sysfs supprt */
2213
2214struct ext4_attr {
2215 struct attribute attr;
2216 ssize_t (*show)(struct ext4_attr *, struct ext4_sb_info *, char *);
2217 ssize_t (*store)(struct ext4_attr *, struct ext4_sb_info *,
2218 const char *, size_t);
2219 int offset;
2220};
2221
2222static int parse_strtoul(const char *buf,
2223 unsigned long max, unsigned long *value)
2224{
2225 char *endp;
2226
André Goddard Rosae7d28602009-12-14 18:01:06 -08002227 *value = simple_strtoul(skip_spaces(buf), &endp, 0);
2228 endp = skip_spaces(endp);
Theodore Ts'o3197ebd2009-03-31 09:10:09 -04002229 if (*endp || *value > max)
2230 return -EINVAL;
2231
2232 return 0;
2233}
2234
2235static ssize_t delayed_allocation_blocks_show(struct ext4_attr *a,
2236 struct ext4_sb_info *sbi,
2237 char *buf)
2238{
2239 return snprintf(buf, PAGE_SIZE, "%llu\n",
2240 (s64) percpu_counter_sum(&sbi->s_dirtyblocks_counter));
2241}
2242
2243static ssize_t session_write_kbytes_show(struct ext4_attr *a,
2244 struct ext4_sb_info *sbi, char *buf)
2245{
2246 struct super_block *sb = sbi->s_buddy_cache->i_sb;
2247
2248 return snprintf(buf, PAGE_SIZE, "%lu\n",
2249 (part_stat_read(sb->s_bdev->bd_part, sectors[1]) -
2250 sbi->s_sectors_written_start) >> 1);
2251}
2252
2253static ssize_t lifetime_write_kbytes_show(struct ext4_attr *a,
2254 struct ext4_sb_info *sbi, char *buf)
2255{
2256 struct super_block *sb = sbi->s_buddy_cache->i_sb;
2257
2258 return snprintf(buf, PAGE_SIZE, "%llu\n",
Andrew Mortona6b43e32009-12-23 07:48:08 -05002259 (unsigned long long)(sbi->s_kbytes_written +
Theodore Ts'o3197ebd2009-03-31 09:10:09 -04002260 ((part_stat_read(sb->s_bdev->bd_part, sectors[1]) -
Andrew Mortona6b43e32009-12-23 07:48:08 -05002261 EXT4_SB(sb)->s_sectors_written_start) >> 1)));
Theodore Ts'o3197ebd2009-03-31 09:10:09 -04002262}
2263
2264static ssize_t inode_readahead_blks_store(struct ext4_attr *a,
2265 struct ext4_sb_info *sbi,
2266 const char *buf, size_t count)
2267{
2268 unsigned long t;
2269
2270 if (parse_strtoul(buf, 0x40000000, &t))
2271 return -EINVAL;
2272
Theodore Ts'of7c43952009-04-24 23:31:59 -04002273 if (!is_power_of_2(t))
Theodore Ts'o3197ebd2009-03-31 09:10:09 -04002274 return -EINVAL;
2275
2276 sbi->s_inode_readahead_blks = t;
2277 return count;
2278}
2279
2280static ssize_t sbi_ui_show(struct ext4_attr *a,
Andreas Dilger0b8e58a2009-06-03 17:59:28 -04002281 struct ext4_sb_info *sbi, char *buf)
Theodore Ts'o3197ebd2009-03-31 09:10:09 -04002282{
2283 unsigned int *ui = (unsigned int *) (((char *) sbi) + a->offset);
2284
2285 return snprintf(buf, PAGE_SIZE, "%u\n", *ui);
2286}
2287
2288static ssize_t sbi_ui_store(struct ext4_attr *a,
2289 struct ext4_sb_info *sbi,
2290 const char *buf, size_t count)
2291{
2292 unsigned int *ui = (unsigned int *) (((char *) sbi) + a->offset);
2293 unsigned long t;
2294
2295 if (parse_strtoul(buf, 0xffffffff, &t))
2296 return -EINVAL;
2297 *ui = t;
2298 return count;
2299}
2300
2301#define EXT4_ATTR_OFFSET(_name,_mode,_show,_store,_elname) \
2302static struct ext4_attr ext4_attr_##_name = { \
2303 .attr = {.name = __stringify(_name), .mode = _mode }, \
2304 .show = _show, \
2305 .store = _store, \
2306 .offset = offsetof(struct ext4_sb_info, _elname), \
2307}
2308#define EXT4_ATTR(name, mode, show, store) \
2309static struct ext4_attr ext4_attr_##name = __ATTR(name, mode, show, store)
2310
2311#define EXT4_RO_ATTR(name) EXT4_ATTR(name, 0444, name##_show, NULL)
2312#define EXT4_RW_ATTR(name) EXT4_ATTR(name, 0644, name##_show, name##_store)
2313#define EXT4_RW_ATTR_SBI_UI(name, elname) \
2314 EXT4_ATTR_OFFSET(name, 0644, sbi_ui_show, sbi_ui_store, elname)
2315#define ATTR_LIST(name) &ext4_attr_##name.attr
2316
2317EXT4_RO_ATTR(delayed_allocation_blocks);
2318EXT4_RO_ATTR(session_write_kbytes);
2319EXT4_RO_ATTR(lifetime_write_kbytes);
2320EXT4_ATTR_OFFSET(inode_readahead_blks, 0644, sbi_ui_show,
2321 inode_readahead_blks_store, s_inode_readahead_blks);
Andreas Dilger11013912009-06-13 11:45:35 -04002322EXT4_RW_ATTR_SBI_UI(inode_goal, s_inode_goal);
Theodore Ts'o3197ebd2009-03-31 09:10:09 -04002323EXT4_RW_ATTR_SBI_UI(mb_stats, s_mb_stats);
2324EXT4_RW_ATTR_SBI_UI(mb_max_to_scan, s_mb_max_to_scan);
2325EXT4_RW_ATTR_SBI_UI(mb_min_to_scan, s_mb_min_to_scan);
2326EXT4_RW_ATTR_SBI_UI(mb_order2_req, s_mb_order2_reqs);
2327EXT4_RW_ATTR_SBI_UI(mb_stream_req, s_mb_stream_request);
2328EXT4_RW_ATTR_SBI_UI(mb_group_prealloc, s_mb_group_prealloc);
Theodore Ts'o55138e0b2009-09-29 13:31:31 -04002329EXT4_RW_ATTR_SBI_UI(max_writeback_mb_bump, s_max_writeback_mb_bump);
Theodore Ts'o3197ebd2009-03-31 09:10:09 -04002330
2331static struct attribute *ext4_attrs[] = {
2332 ATTR_LIST(delayed_allocation_blocks),
2333 ATTR_LIST(session_write_kbytes),
2334 ATTR_LIST(lifetime_write_kbytes),
2335 ATTR_LIST(inode_readahead_blks),
Andreas Dilger11013912009-06-13 11:45:35 -04002336 ATTR_LIST(inode_goal),
Theodore Ts'o3197ebd2009-03-31 09:10:09 -04002337 ATTR_LIST(mb_stats),
2338 ATTR_LIST(mb_max_to_scan),
2339 ATTR_LIST(mb_min_to_scan),
2340 ATTR_LIST(mb_order2_req),
2341 ATTR_LIST(mb_stream_req),
2342 ATTR_LIST(mb_group_prealloc),
Theodore Ts'o55138e0b2009-09-29 13:31:31 -04002343 ATTR_LIST(max_writeback_mb_bump),
Theodore Ts'o3197ebd2009-03-31 09:10:09 -04002344 NULL,
2345};
2346
2347static ssize_t ext4_attr_show(struct kobject *kobj,
2348 struct attribute *attr, char *buf)
2349{
2350 struct ext4_sb_info *sbi = container_of(kobj, struct ext4_sb_info,
2351 s_kobj);
2352 struct ext4_attr *a = container_of(attr, struct ext4_attr, attr);
2353
2354 return a->show ? a->show(a, sbi, buf) : 0;
2355}
2356
2357static ssize_t ext4_attr_store(struct kobject *kobj,
2358 struct attribute *attr,
2359 const char *buf, size_t len)
2360{
2361 struct ext4_sb_info *sbi = container_of(kobj, struct ext4_sb_info,
2362 s_kobj);
2363 struct ext4_attr *a = container_of(attr, struct ext4_attr, attr);
2364
2365 return a->store ? a->store(a, sbi, buf, len) : 0;
2366}
2367
2368static void ext4_sb_release(struct kobject *kobj)
2369{
2370 struct ext4_sb_info *sbi = container_of(kobj, struct ext4_sb_info,
2371 s_kobj);
2372 complete(&sbi->s_kobj_unregister);
2373}
2374
2375
Emese Revfy52cf25d2010-01-19 02:58:23 +01002376static const struct sysfs_ops ext4_attr_ops = {
Theodore Ts'o3197ebd2009-03-31 09:10:09 -04002377 .show = ext4_attr_show,
2378 .store = ext4_attr_store,
2379};
2380
2381static struct kobj_type ext4_ktype = {
2382 .default_attrs = ext4_attrs,
2383 .sysfs_ops = &ext4_attr_ops,
2384 .release = ext4_sb_release,
2385};
2386
Eric Sandeena13fb1a2009-08-18 00:20:23 -04002387/*
2388 * Check whether this filesystem can be mounted based on
2389 * the features present and the RDONLY/RDWR mount requested.
2390 * Returns 1 if this filesystem can be mounted as requested,
2391 * 0 if it cannot be.
2392 */
2393static int ext4_feature_set_ok(struct super_block *sb, int readonly)
2394{
2395 if (EXT4_HAS_INCOMPAT_FEATURE(sb, ~EXT4_FEATURE_INCOMPAT_SUPP)) {
2396 ext4_msg(sb, KERN_ERR,
2397 "Couldn't mount because of "
2398 "unsupported optional features (%x)",
2399 (le32_to_cpu(EXT4_SB(sb)->s_es->s_feature_incompat) &
2400 ~EXT4_FEATURE_INCOMPAT_SUPP));
2401 return 0;
2402 }
2403
2404 if (readonly)
2405 return 1;
2406
2407 /* Check that feature set is OK for a read-write mount */
2408 if (EXT4_HAS_RO_COMPAT_FEATURE(sb, ~EXT4_FEATURE_RO_COMPAT_SUPP)) {
2409 ext4_msg(sb, KERN_ERR, "couldn't mount RDWR because of "
2410 "unsupported optional features (%x)",
2411 (le32_to_cpu(EXT4_SB(sb)->s_es->s_feature_ro_compat) &
2412 ~EXT4_FEATURE_RO_COMPAT_SUPP));
2413 return 0;
2414 }
2415 /*
2416 * Large file size enabled file system can only be mounted
2417 * read-write on 32-bit systems if kernel is built with CONFIG_LBDAF
2418 */
2419 if (EXT4_HAS_RO_COMPAT_FEATURE(sb, EXT4_FEATURE_RO_COMPAT_HUGE_FILE)) {
2420 if (sizeof(blkcnt_t) < sizeof(u64)) {
2421 ext4_msg(sb, KERN_ERR, "Filesystem with huge files "
2422 "cannot be mounted RDWR without "
2423 "CONFIG_LBDAF");
2424 return 0;
2425 }
2426 }
2427 return 1;
2428}
2429
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -04002430static int ext4_fill_super(struct super_block *sb, void *data, int silent)
Aneesh Kumar K.V74778272008-07-11 19:27:31 -04002431 __releases(kernel_lock)
2432 __acquires(kernel_lock)
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002433{
Curt Wohlgemuthd4c402d2010-05-16 12:00:00 -04002434 char *orig_data = kstrdup(data, GFP_KERNEL);
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -04002435 struct buffer_head *bh;
Mingming Cao617ba132006-10-11 01:20:53 -07002436 struct ext4_super_block *es = NULL;
2437 struct ext4_sb_info *sbi;
2438 ext4_fsblk_t block;
2439 ext4_fsblk_t sb_block = get_sb_block(&data);
Andrew Morton70bbb3e2006-10-11 01:21:20 -07002440 ext4_fsblk_t logical_sb_block;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002441 unsigned long offset = 0;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002442 unsigned long journal_devnum = 0;
2443 unsigned long def_mount_opts;
2444 struct inode *root;
Theodore Ts'o9f6200b2008-09-23 09:18:24 -04002445 char *cp;
Frank Mayhar03901312009-01-07 00:06:22 -05002446 const char *descr;
David Howells1d1fe1e2008-02-07 00:15:37 -08002447 int ret = -EINVAL;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002448 int blocksize;
Theodore Ts'o4ec11022009-01-06 14:53:26 -05002449 unsigned int db_count;
2450 unsigned int i;
Theodore Ts'of287a1a2008-10-16 22:50:48 -04002451 int needs_recovery, has_huge_files;
Laurent Vivierbd81d8e2006-10-11 01:21:10 -07002452 __u64 blocks_count;
Peter Zijlstra833f4072007-10-16 23:25:45 -07002453 int err;
Theodore Ts'ob3881f72009-01-05 22:46:26 -05002454 unsigned int journal_ioprio = DEFAULT_JOURNAL_IOPRIO;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002455
2456 sbi = kzalloc(sizeof(*sbi), GFP_KERNEL);
2457 if (!sbi)
2458 return -ENOMEM;
Pekka Enberg705895b2009-02-15 18:07:52 -05002459
2460 sbi->s_blockgroup_lock =
2461 kzalloc(sizeof(struct blockgroup_lock), GFP_KERNEL);
2462 if (!sbi->s_blockgroup_lock) {
2463 kfree(sbi);
2464 return -ENOMEM;
2465 }
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002466 sb->s_fs_info = sbi;
2467 sbi->s_mount_opt = 0;
Mingming Cao617ba132006-10-11 01:20:53 -07002468 sbi->s_resuid = EXT4_DEF_RESUID;
2469 sbi->s_resgid = EXT4_DEF_RESGID;
Theodore Ts'o240799c2008-10-09 23:53:47 -04002470 sbi->s_inode_readahead_blks = EXT4_DEF_INODE_READAHEAD_BLKS;
Miklos Szeredid9c9bef12007-10-16 23:26:27 -07002471 sbi->s_sb_block = sb_block;
Theodore Ts'oafc32f72009-02-28 19:39:58 -05002472 sbi->s_sectors_written_start = part_stat_read(sb->s_bdev->bd_part,
2473 sectors[1]);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002474
2475 unlock_kernel();
2476
Theodore Ts'o9f6200b2008-09-23 09:18:24 -04002477 /* Cleanup superblock name */
2478 for (cp = sb->s_id; (cp = strchr(cp, '/'));)
2479 *cp = '!';
2480
Mingming Cao617ba132006-10-11 01:20:53 -07002481 blocksize = sb_min_blocksize(sb, EXT4_MIN_BLOCK_SIZE);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002482 if (!blocksize) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04002483 ext4_msg(sb, KERN_ERR, "unable to set blocksize");
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002484 goto out_fail;
2485 }
2486
2487 /*
Mingming Cao617ba132006-10-11 01:20:53 -07002488 * The ext4 superblock will not be buffer aligned for other than 1kB
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002489 * block sizes. We need to calculate the offset from buffer start.
2490 */
Mingming Cao617ba132006-10-11 01:20:53 -07002491 if (blocksize != EXT4_MIN_BLOCK_SIZE) {
Andrew Morton70bbb3e2006-10-11 01:21:20 -07002492 logical_sb_block = sb_block * EXT4_MIN_BLOCK_SIZE;
2493 offset = do_div(logical_sb_block, blocksize);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002494 } else {
Andrew Morton70bbb3e2006-10-11 01:21:20 -07002495 logical_sb_block = sb_block;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002496 }
2497
Andrew Morton70bbb3e2006-10-11 01:21:20 -07002498 if (!(bh = sb_bread(sb, logical_sb_block))) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04002499 ext4_msg(sb, KERN_ERR, "unable to read superblock");
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002500 goto out_fail;
2501 }
2502 /*
2503 * Note: s_es must be initialized as soon as possible because
Mingming Cao617ba132006-10-11 01:20:53 -07002504 * some ext4 macro-instructions depend on its value
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002505 */
Mingming Cao617ba132006-10-11 01:20:53 -07002506 es = (struct ext4_super_block *) (((char *)bh->b_data) + offset);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002507 sbi->s_es = es;
2508 sb->s_magic = le16_to_cpu(es->s_magic);
Mingming Cao617ba132006-10-11 01:20:53 -07002509 if (sb->s_magic != EXT4_SUPER_MAGIC)
2510 goto cantfind_ext4;
Theodore Ts'oafc32f72009-02-28 19:39:58 -05002511 sbi->s_kbytes_written = le64_to_cpu(es->s_kbytes_written);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002512
2513 /* Set defaults before we parse the mount options */
2514 def_mount_opts = le32_to_cpu(es->s_default_mount_opts);
Mingming Cao617ba132006-10-11 01:20:53 -07002515 if (def_mount_opts & EXT4_DEFM_DEBUG)
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002516 set_opt(sbi->s_mount_opt, DEBUG);
Dmitry Monakhov437ca0f2010-03-01 22:29:21 -05002517 if (def_mount_opts & EXT4_DEFM_BSDGROUPS) {
2518 ext4_msg(sb, KERN_WARNING, deprecated_msg, "bsdgroups",
2519 "2.6.38");
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002520 set_opt(sbi->s_mount_opt, GRPID);
Dmitry Monakhov437ca0f2010-03-01 22:29:21 -05002521 }
Mingming Cao617ba132006-10-11 01:20:53 -07002522 if (def_mount_opts & EXT4_DEFM_UID16)
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002523 set_opt(sbi->s_mount_opt, NO_UID32);
Theodore Ts'o03010a32008-10-10 20:02:48 -04002524#ifdef CONFIG_EXT4_FS_XATTR
Mingming Cao617ba132006-10-11 01:20:53 -07002525 if (def_mount_opts & EXT4_DEFM_XATTR_USER)
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002526 set_opt(sbi->s_mount_opt, XATTR_USER);
Hugh Dickins2e7842b2007-02-10 01:46:13 -08002527#endif
Theodore Ts'o03010a32008-10-10 20:02:48 -04002528#ifdef CONFIG_EXT4_FS_POSIX_ACL
Mingming Cao617ba132006-10-11 01:20:53 -07002529 if (def_mount_opts & EXT4_DEFM_ACL)
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002530 set_opt(sbi->s_mount_opt, POSIX_ACL);
Hugh Dickins2e7842b2007-02-10 01:46:13 -08002531#endif
Mingming Cao617ba132006-10-11 01:20:53 -07002532 if ((def_mount_opts & EXT4_DEFM_JMODE) == EXT4_DEFM_JMODE_DATA)
Dmitry Monakhov482a7422010-02-24 11:35:32 -05002533 set_opt(sbi->s_mount_opt, JOURNAL_DATA);
Mingming Cao617ba132006-10-11 01:20:53 -07002534 else if ((def_mount_opts & EXT4_DEFM_JMODE) == EXT4_DEFM_JMODE_ORDERED)
Dmitry Monakhov482a7422010-02-24 11:35:32 -05002535 set_opt(sbi->s_mount_opt, ORDERED_DATA);
Mingming Cao617ba132006-10-11 01:20:53 -07002536 else if ((def_mount_opts & EXT4_DEFM_JMODE) == EXT4_DEFM_JMODE_WBACK)
Dmitry Monakhov482a7422010-02-24 11:35:32 -05002537 set_opt(sbi->s_mount_opt, WRITEBACK_DATA);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002538
Mingming Cao617ba132006-10-11 01:20:53 -07002539 if (le16_to_cpu(sbi->s_es->s_errors) == EXT4_ERRORS_PANIC)
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002540 set_opt(sbi->s_mount_opt, ERRORS_PANIC);
Aneesh Kumar K.Vbb4f3972008-01-28 23:58:26 -05002541 else if (le16_to_cpu(sbi->s_es->s_errors) == EXT4_ERRORS_CONTINUE)
Dmitry Mishinceea16b2006-10-11 01:21:21 -07002542 set_opt(sbi->s_mount_opt, ERRORS_CONT);
Aneesh Kumar K.Vbb4f3972008-01-28 23:58:26 -05002543 else
2544 set_opt(sbi->s_mount_opt, ERRORS_RO);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002545
2546 sbi->s_resuid = le16_to_cpu(es->s_def_resuid);
2547 sbi->s_resgid = le16_to_cpu(es->s_def_resgid);
Theodore Ts'o30773842009-01-03 20:27:38 -05002548 sbi->s_commit_interval = JBD2_DEFAULT_MAX_COMMIT_AGE * HZ;
2549 sbi->s_min_batch_time = EXT4_DEF_MIN_BATCH_TIME;
2550 sbi->s_max_batch_time = EXT4_DEF_MAX_BATCH_TIME;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002551
Eric Sandeen571640c2008-05-26 12:29:46 -04002552 set_opt(sbi->s_mount_opt, BARRIER);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002553
Mingming Cao1e2462f2007-07-18 09:00:55 -04002554 /*
Aneesh Kumar K.Vdd919b92008-07-11 19:27:31 -04002555 * enable delayed allocation by default
2556 * Use -o nodelalloc to turn it off
2557 */
Jan Karaba69f9a2010-03-24 20:18:37 -04002558 if (!IS_EXT3_SB(sb))
2559 set_opt(sbi->s_mount_opt, DELALLOC);
Aneesh Kumar K.Vdd919b92008-07-11 19:27:31 -04002560
Theodore Ts'ob3881f72009-01-05 22:46:26 -05002561 if (!parse_options((char *) data, sb, &journal_devnum,
2562 &journal_ioprio, NULL, 0))
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002563 goto failed_mount;
2564
2565 sb->s_flags = (sb->s_flags & ~MS_POSIXACL) |
Dmitry Monakhov482a7422010-02-24 11:35:32 -05002566 (test_opt(sb, POSIX_ACL) ? MS_POSIXACL : 0);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002567
Mingming Cao617ba132006-10-11 01:20:53 -07002568 if (le32_to_cpu(es->s_rev_level) == EXT4_GOOD_OLD_REV &&
2569 (EXT4_HAS_COMPAT_FEATURE(sb, ~0U) ||
2570 EXT4_HAS_RO_COMPAT_FEATURE(sb, ~0U) ||
2571 EXT4_HAS_INCOMPAT_FEATURE(sb, ~0U)))
Eric Sandeenb31e1552009-06-04 17:36:36 -04002572 ext4_msg(sb, KERN_WARNING,
2573 "feature flags set on rev 0 fs, "
2574 "running e2fsck is recommended");
Theodore Tso469108f2008-02-10 01:11:44 -05002575
2576 /*
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002577 * Check feature flags regardless of the revision level, since we
2578 * previously didn't change the revision level when setting the flags,
2579 * so there is a chance incompat flags are set on a rev 0 filesystem.
2580 */
Eric Sandeena13fb1a2009-08-18 00:20:23 -04002581 if (!ext4_feature_set_ok(sb, (sb->s_flags & MS_RDONLY)))
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002582 goto failed_mount;
Eric Sandeena13fb1a2009-08-18 00:20:23 -04002583
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002584 blocksize = BLOCK_SIZE << le32_to_cpu(es->s_log_block_size);
2585
Mingming Cao617ba132006-10-11 01:20:53 -07002586 if (blocksize < EXT4_MIN_BLOCK_SIZE ||
2587 blocksize > EXT4_MAX_BLOCK_SIZE) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04002588 ext4_msg(sb, KERN_ERR,
2589 "Unsupported filesystem blocksize %d", blocksize);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002590 goto failed_mount;
2591 }
2592
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002593 if (sb->s_blocksize != blocksize) {
Aneesh Kumar K.Vce407332008-01-28 23:58:27 -05002594 /* Validate the filesystem blocksize */
2595 if (!sb_set_blocksize(sb, blocksize)) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04002596 ext4_msg(sb, KERN_ERR, "bad block size %d",
Aneesh Kumar K.Vce407332008-01-28 23:58:27 -05002597 blocksize);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002598 goto failed_mount;
2599 }
2600
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -04002601 brelse(bh);
Andrew Morton70bbb3e2006-10-11 01:21:20 -07002602 logical_sb_block = sb_block * EXT4_MIN_BLOCK_SIZE;
2603 offset = do_div(logical_sb_block, blocksize);
2604 bh = sb_bread(sb, logical_sb_block);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002605 if (!bh) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04002606 ext4_msg(sb, KERN_ERR,
2607 "Can't read superblock on 2nd try");
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002608 goto failed_mount;
2609 }
Mingming Cao617ba132006-10-11 01:20:53 -07002610 es = (struct ext4_super_block *)(((char *)bh->b_data) + offset);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002611 sbi->s_es = es;
Mingming Cao617ba132006-10-11 01:20:53 -07002612 if (es->s_magic != cpu_to_le16(EXT4_SUPER_MAGIC)) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04002613 ext4_msg(sb, KERN_ERR,
2614 "Magic mismatch, very weird!");
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002615 goto failed_mount;
2616 }
2617 }
2618
Eric Sandeena13fb1a2009-08-18 00:20:23 -04002619 has_huge_files = EXT4_HAS_RO_COMPAT_FEATURE(sb,
2620 EXT4_FEATURE_RO_COMPAT_HUGE_FILE);
Theodore Ts'of287a1a2008-10-16 22:50:48 -04002621 sbi->s_bitmap_maxbytes = ext4_max_bitmap_size(sb->s_blocksize_bits,
2622 has_huge_files);
2623 sb->s_maxbytes = ext4_max_size(sb->s_blocksize_bits, has_huge_files);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002624
Mingming Cao617ba132006-10-11 01:20:53 -07002625 if (le32_to_cpu(es->s_rev_level) == EXT4_GOOD_OLD_REV) {
2626 sbi->s_inode_size = EXT4_GOOD_OLD_INODE_SIZE;
2627 sbi->s_first_ino = EXT4_GOOD_OLD_FIRST_INO;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002628 } else {
2629 sbi->s_inode_size = le16_to_cpu(es->s_inode_size);
2630 sbi->s_first_ino = le32_to_cpu(es->s_first_ino);
Mingming Cao617ba132006-10-11 01:20:53 -07002631 if ((sbi->s_inode_size < EXT4_GOOD_OLD_INODE_SIZE) ||
Vignesh Babu13305932007-07-18 09:11:02 -04002632 (!is_power_of_2(sbi->s_inode_size)) ||
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002633 (sbi->s_inode_size > blocksize)) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04002634 ext4_msg(sb, KERN_ERR,
2635 "unsupported inode size: %d",
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -04002636 sbi->s_inode_size);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002637 goto failed_mount;
2638 }
Kalpak Shahef7f3832007-07-18 09:15:20 -04002639 if (sbi->s_inode_size > EXT4_GOOD_OLD_INODE_SIZE)
2640 sb->s_time_gran = 1 << (EXT4_EPOCH_BITS - 2);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002641 }
Andreas Dilger0b8e58a2009-06-03 17:59:28 -04002642
Alexandre Ratchov0d1ee422006-10-11 01:21:14 -07002643 sbi->s_desc_size = le16_to_cpu(es->s_desc_size);
2644 if (EXT4_HAS_INCOMPAT_FEATURE(sb, EXT4_FEATURE_INCOMPAT_64BIT)) {
Alexandre Ratchov8fadc142006-10-11 01:21:15 -07002645 if (sbi->s_desc_size < EXT4_MIN_DESC_SIZE_64BIT ||
Alexandre Ratchov0d1ee422006-10-11 01:21:14 -07002646 sbi->s_desc_size > EXT4_MAX_DESC_SIZE ||
vignesh babud8ea6cf2007-10-16 23:27:14 -07002647 !is_power_of_2(sbi->s_desc_size)) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04002648 ext4_msg(sb, KERN_ERR,
2649 "unsupported descriptor size %lu",
Alexandre Ratchov0d1ee422006-10-11 01:21:14 -07002650 sbi->s_desc_size);
2651 goto failed_mount;
2652 }
2653 } else
2654 sbi->s_desc_size = EXT4_MIN_DESC_SIZE;
Andreas Dilger0b8e58a2009-06-03 17:59:28 -04002655
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002656 sbi->s_blocks_per_group = le32_to_cpu(es->s_blocks_per_group);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002657 sbi->s_inodes_per_group = le32_to_cpu(es->s_inodes_per_group);
Andries E. Brouwerb47b6f32007-12-17 16:19:55 -08002658 if (EXT4_INODE_SIZE(sb) == 0 || EXT4_INODES_PER_GROUP(sb) == 0)
Mingming Cao617ba132006-10-11 01:20:53 -07002659 goto cantfind_ext4;
Andreas Dilger0b8e58a2009-06-03 17:59:28 -04002660
Mingming Cao617ba132006-10-11 01:20:53 -07002661 sbi->s_inodes_per_block = blocksize / EXT4_INODE_SIZE(sb);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002662 if (sbi->s_inodes_per_block == 0)
Mingming Cao617ba132006-10-11 01:20:53 -07002663 goto cantfind_ext4;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002664 sbi->s_itb_per_group = sbi->s_inodes_per_group /
2665 sbi->s_inodes_per_block;
Alexandre Ratchov0d1ee422006-10-11 01:21:14 -07002666 sbi->s_desc_per_block = blocksize / EXT4_DESC_SIZE(sb);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002667 sbi->s_sbh = bh;
2668 sbi->s_mount_state = le16_to_cpu(es->s_state);
Fengguang Wue57aa832007-10-16 23:26:25 -07002669 sbi->s_addr_per_block_bits = ilog2(EXT4_ADDR_PER_BLOCK(sb));
2670 sbi->s_desc_per_block_bits = ilog2(EXT4_DESC_PER_BLOCK(sb));
Andreas Dilger0b8e58a2009-06-03 17:59:28 -04002671
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -04002672 for (i = 0; i < 4; i++)
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002673 sbi->s_hash_seed[i] = le32_to_cpu(es->s_hash_seed[i]);
2674 sbi->s_def_hash_version = es->s_def_hash_version;
Theodore Ts'of99b2582008-10-28 13:21:44 -04002675 i = le32_to_cpu(es->s_flags);
2676 if (i & EXT2_FLAGS_UNSIGNED_HASH)
2677 sbi->s_hash_unsigned = 3;
2678 else if ((i & EXT2_FLAGS_SIGNED_HASH) == 0) {
2679#ifdef __CHAR_UNSIGNED__
2680 es->s_flags |= cpu_to_le32(EXT2_FLAGS_UNSIGNED_HASH);
2681 sbi->s_hash_unsigned = 3;
2682#else
2683 es->s_flags |= cpu_to_le32(EXT2_FLAGS_SIGNED_HASH);
2684#endif
2685 sb->s_dirt = 1;
2686 }
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002687
2688 if (sbi->s_blocks_per_group > blocksize * 8) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04002689 ext4_msg(sb, KERN_ERR,
2690 "#blocks per group too big: %lu",
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -04002691 sbi->s_blocks_per_group);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002692 goto failed_mount;
2693 }
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002694 if (sbi->s_inodes_per_group > blocksize * 8) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04002695 ext4_msg(sb, KERN_ERR,
2696 "#inodes per group too big: %lu",
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -04002697 sbi->s_inodes_per_group);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002698 goto failed_mount;
2699 }
2700
Eric Sandeenbf43d842009-08-17 23:48:51 -04002701 /*
2702 * Test whether we have more sectors than will fit in sector_t,
2703 * and whether the max offset is addressable by the page cache.
2704 */
2705 if ((ext4_blocks_count(es) >
2706 (sector_t)(~0ULL) >> (sb->s_blocksize_bits - 9)) ||
2707 (ext4_blocks_count(es) >
2708 (pgoff_t)(~0ULL) >> (PAGE_CACHE_SHIFT - sb->s_blocksize_bits))) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04002709 ext4_msg(sb, KERN_ERR, "filesystem"
Eric Sandeenbf43d842009-08-17 23:48:51 -04002710 " too large to mount safely on this system");
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002711 if (sizeof(sector_t) < 8)
Bartlomiej Zolnierkiewicz90c699a2009-06-19 08:08:50 +02002712 ext4_msg(sb, KERN_WARNING, "CONFIG_LBDAF not enabled");
Eric Sandeenbf43d842009-08-17 23:48:51 -04002713 ret = -EFBIG;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002714 goto failed_mount;
2715 }
2716
Mingming Cao617ba132006-10-11 01:20:53 -07002717 if (EXT4_BLOCKS_PER_GROUP(sb) == 0)
2718 goto cantfind_ext4;
Eric Sandeene7c95592008-01-28 23:58:27 -05002719
From: Thiemo Nagel0f2ddca2009-04-07 14:07:47 -04002720 /* check blocks count against device size */
2721 blocks_count = sb->s_bdev->bd_inode->i_size >> sb->s_blocksize_bits;
2722 if (blocks_count && ext4_blocks_count(es) > blocks_count) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04002723 ext4_msg(sb, KERN_WARNING, "bad geometry: block count %llu "
2724 "exceeds size of device (%llu blocks)",
From: Thiemo Nagel0f2ddca2009-04-07 14:07:47 -04002725 ext4_blocks_count(es), blocks_count);
2726 goto failed_mount;
2727 }
2728
Andreas Dilger0b8e58a2009-06-03 17:59:28 -04002729 /*
2730 * It makes no sense for the first data block to be beyond the end
2731 * of the filesystem.
2732 */
2733 if (le32_to_cpu(es->s_first_data_block) >= ext4_blocks_count(es)) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04002734 ext4_msg(sb, KERN_WARNING, "bad geometry: first data"
2735 "block %u is beyond end of filesystem (%llu)",
2736 le32_to_cpu(es->s_first_data_block),
2737 ext4_blocks_count(es));
Eric Sandeene7c95592008-01-28 23:58:27 -05002738 goto failed_mount;
2739 }
Laurent Vivierbd81d8e2006-10-11 01:21:10 -07002740 blocks_count = (ext4_blocks_count(es) -
2741 le32_to_cpu(es->s_first_data_block) +
2742 EXT4_BLOCKS_PER_GROUP(sb) - 1);
2743 do_div(blocks_count, EXT4_BLOCKS_PER_GROUP(sb));
Theodore Ts'o4ec11022009-01-06 14:53:26 -05002744 if (blocks_count > ((uint64_t)1<<32) - EXT4_DESC_PER_BLOCK(sb)) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04002745 ext4_msg(sb, KERN_WARNING, "groups count too large: %u "
Theodore Ts'o4ec11022009-01-06 14:53:26 -05002746 "(block count %llu, first data block %u, "
Eric Sandeenb31e1552009-06-04 17:36:36 -04002747 "blocks per group %lu)", sbi->s_groups_count,
Theodore Ts'o4ec11022009-01-06 14:53:26 -05002748 ext4_blocks_count(es),
2749 le32_to_cpu(es->s_first_data_block),
2750 EXT4_BLOCKS_PER_GROUP(sb));
2751 goto failed_mount;
2752 }
Laurent Vivierbd81d8e2006-10-11 01:21:10 -07002753 sbi->s_groups_count = blocks_count;
Eric Sandeenfb0a3872009-09-16 14:45:10 -04002754 sbi->s_blockfile_groups = min_t(ext4_group_t, sbi->s_groups_count,
2755 (EXT4_MAX_BLOCK_FILE_PHYS / EXT4_BLOCKS_PER_GROUP(sb)));
Mingming Cao617ba132006-10-11 01:20:53 -07002756 db_count = (sbi->s_groups_count + EXT4_DESC_PER_BLOCK(sb) - 1) /
2757 EXT4_DESC_PER_BLOCK(sb);
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -04002758 sbi->s_group_desc = kmalloc(db_count * sizeof(struct buffer_head *),
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002759 GFP_KERNEL);
2760 if (sbi->s_group_desc == NULL) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04002761 ext4_msg(sb, KERN_ERR, "not enough memory");
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002762 goto failed_mount;
2763 }
2764
Alexander Beregalov3244fcb2008-10-12 17:27:49 -04002765#ifdef CONFIG_PROC_FS
Theodore Ts'o9f6200b2008-09-23 09:18:24 -04002766 if (ext4_proc_root)
2767 sbi->s_proc = proc_mkdir(sb->s_id, ext4_proc_root);
Alexander Beregalov3244fcb2008-10-12 17:27:49 -04002768#endif
Theodore Ts'o240799c2008-10-09 23:53:47 -04002769
Pekka Enberg705895b2009-02-15 18:07:52 -05002770 bgl_lock_init(sbi->s_blockgroup_lock);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002771
2772 for (i = 0; i < db_count; i++) {
Andrew Morton70bbb3e2006-10-11 01:21:20 -07002773 block = descriptor_loc(sb, logical_sb_block, i);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002774 sbi->s_group_desc[i] = sb_bread(sb, block);
2775 if (!sbi->s_group_desc[i]) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04002776 ext4_msg(sb, KERN_ERR,
2777 "can't read group descriptor %d", i);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002778 db_count = i;
2779 goto failed_mount2;
2780 }
2781 }
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -04002782 if (!ext4_check_descriptors(sb)) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04002783 ext4_msg(sb, KERN_ERR, "group descriptors corrupted!");
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002784 goto failed_mount2;
2785 }
Jose R. Santos772cb7c2008-07-11 19:27:31 -04002786 if (EXT4_HAS_INCOMPAT_FEATURE(sb, EXT4_FEATURE_INCOMPAT_FLEX_BG))
2787 if (!ext4_fill_flex_info(sb)) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04002788 ext4_msg(sb, KERN_ERR,
2789 "unable to initialize "
2790 "flex_bg meta info!");
Jose R. Santos772cb7c2008-07-11 19:27:31 -04002791 goto failed_mount2;
2792 }
2793
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002794 sbi->s_gdb_count = db_count;
2795 get_random_bytes(&sbi->s_next_generation, sizeof(u32));
2796 spin_lock_init(&sbi->s_next_gen_lock);
2797
Alex Tomasc9de5602008-01-29 00:19:52 -05002798 sbi->s_stripe = ext4_get_stripe_size(sbi);
Theodore Ts'o55138e0b2009-09-29 13:31:31 -04002799 sbi->s_max_writeback_mb_bump = 128;
Alex Tomasc9de5602008-01-29 00:19:52 -05002800
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002801 /*
2802 * set up enough so that it can read an inode
2803 */
Theodore Ts'o9ca92382009-05-01 12:52:25 -04002804 if (!test_opt(sb, NOLOAD) &&
2805 EXT4_HAS_COMPAT_FEATURE(sb, EXT4_FEATURE_COMPAT_HAS_JOURNAL))
2806 sb->s_op = &ext4_sops;
2807 else
2808 sb->s_op = &ext4_nojournal_sops;
Mingming Cao617ba132006-10-11 01:20:53 -07002809 sb->s_export_op = &ext4_export_ops;
2810 sb->s_xattr = ext4_xattr_handlers;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002811#ifdef CONFIG_QUOTA
Mingming Cao617ba132006-10-11 01:20:53 -07002812 sb->s_qcop = &ext4_qctl_operations;
2813 sb->dq_op = &ext4_quota_operations;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002814#endif
2815 INIT_LIST_HEAD(&sbi->s_orphan); /* unlinked but open files */
Theodore Ts'o3b9d4ed2009-04-25 22:54:04 -04002816 mutex_init(&sbi->s_orphan_lock);
Theodore Ts'o32ed5052009-04-25 22:53:39 -04002817 mutex_init(&sbi->s_resize_lock);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002818
2819 sb->s_root = NULL;
2820
2821 needs_recovery = (es->s_last_orphan != 0 ||
Mingming Cao617ba132006-10-11 01:20:53 -07002822 EXT4_HAS_INCOMPAT_FEATURE(sb,
2823 EXT4_FEATURE_INCOMPAT_RECOVER));
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002824
2825 /*
2826 * The first inode we look at is the journal inode. Don't try
2827 * root first: it may be modified in the journal!
2828 */
2829 if (!test_opt(sb, NOLOAD) &&
Mingming Cao617ba132006-10-11 01:20:53 -07002830 EXT4_HAS_COMPAT_FEATURE(sb, EXT4_FEATURE_COMPAT_HAS_JOURNAL)) {
2831 if (ext4_load_journal(sb, es, journal_devnum))
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002832 goto failed_mount3;
Frank Mayhar03901312009-01-07 00:06:22 -05002833 } else if (test_opt(sb, NOLOAD) && !(sb->s_flags & MS_RDONLY) &&
2834 EXT4_HAS_INCOMPAT_FEATURE(sb, EXT4_FEATURE_INCOMPAT_RECOVER)) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04002835 ext4_msg(sb, KERN_ERR, "required journal recovery "
2836 "suppressed and not mounted read-only");
Jiaying Zhang744692d2010-03-04 16:14:02 -05002837 goto failed_mount_wq;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002838 } else {
Frank Mayhar03901312009-01-07 00:06:22 -05002839 clear_opt(sbi->s_mount_opt, DATA_FLAGS);
2840 set_opt(sbi->s_mount_opt, WRITEBACK_DATA);
2841 sbi->s_journal = NULL;
2842 needs_recovery = 0;
2843 goto no_journal;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002844 }
2845
Jose R. Santoseb40a092007-07-18 08:37:25 -04002846 if (ext4_blocks_count(es) > 0xffffffffULL &&
2847 !jbd2_journal_set_features(EXT4_SB(sb)->s_journal, 0, 0,
2848 JBD2_FEATURE_INCOMPAT_64BIT)) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04002849 ext4_msg(sb, KERN_ERR, "Failed to set 64-bit journal feature");
Jiaying Zhang744692d2010-03-04 16:14:02 -05002850 goto failed_mount_wq;
Jose R. Santoseb40a092007-07-18 08:37:25 -04002851 }
2852
Linus Torvaldsd4da6c92009-11-02 10:15:27 -08002853 if (test_opt(sb, JOURNAL_ASYNC_COMMIT)) {
2854 jbd2_journal_set_features(sbi->s_journal,
2855 JBD2_FEATURE_COMPAT_CHECKSUM, 0,
Girish Shilamkar818d2762008-01-28 23:58:27 -05002856 JBD2_FEATURE_INCOMPAT_ASYNC_COMMIT);
Linus Torvaldsd4da6c92009-11-02 10:15:27 -08002857 } else if (test_opt(sb, JOURNAL_CHECKSUM)) {
2858 jbd2_journal_set_features(sbi->s_journal,
2859 JBD2_FEATURE_COMPAT_CHECKSUM, 0, 0);
Girish Shilamkar818d2762008-01-28 23:58:27 -05002860 jbd2_journal_clear_features(sbi->s_journal, 0, 0,
2861 JBD2_FEATURE_INCOMPAT_ASYNC_COMMIT);
Linus Torvaldsd4da6c92009-11-02 10:15:27 -08002862 } else {
2863 jbd2_journal_clear_features(sbi->s_journal,
2864 JBD2_FEATURE_COMPAT_CHECKSUM, 0,
2865 JBD2_FEATURE_INCOMPAT_ASYNC_COMMIT);
2866 }
Girish Shilamkar818d2762008-01-28 23:58:27 -05002867
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002868 /* We have now updated the journal if required, so we can
2869 * validate the data journaling mode. */
2870 switch (test_opt(sb, DATA_FLAGS)) {
2871 case 0:
2872 /* No mode set, assume a default based on the journal
Andrew Morton63f57932006-10-11 01:21:24 -07002873 * capabilities: ORDERED_DATA if the journal can
2874 * cope, else JOURNAL_DATA
2875 */
Mingming Caodab291a2006-10-11 01:21:01 -07002876 if (jbd2_journal_check_available_features
2877 (sbi->s_journal, 0, 0, JBD2_FEATURE_INCOMPAT_REVOKE))
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002878 set_opt(sbi->s_mount_opt, ORDERED_DATA);
2879 else
2880 set_opt(sbi->s_mount_opt, JOURNAL_DATA);
2881 break;
2882
Mingming Cao617ba132006-10-11 01:20:53 -07002883 case EXT4_MOUNT_ORDERED_DATA:
2884 case EXT4_MOUNT_WRITEBACK_DATA:
Mingming Caodab291a2006-10-11 01:21:01 -07002885 if (!jbd2_journal_check_available_features
2886 (sbi->s_journal, 0, 0, JBD2_FEATURE_INCOMPAT_REVOKE)) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04002887 ext4_msg(sb, KERN_ERR, "Journal does not support "
2888 "requested data journaling mode");
Jiaying Zhang744692d2010-03-04 16:14:02 -05002889 goto failed_mount_wq;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002890 }
2891 default:
2892 break;
2893 }
Theodore Ts'ob3881f72009-01-05 22:46:26 -05002894 set_task_ioprio(sbi->s_journal->j_task, journal_ioprio);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002895
Frank Mayhar03901312009-01-07 00:06:22 -05002896no_journal:
Dmitry Monakhov84061e02010-05-16 08:00:00 -04002897 err = percpu_counter_init(&sbi->s_freeblocks_counter,
2898 ext4_count_free_blocks(sb));
2899 if (!err)
2900 err = percpu_counter_init(&sbi->s_freeinodes_counter,
2901 ext4_count_free_inodes(sb));
2902 if (!err)
2903 err = percpu_counter_init(&sbi->s_dirs_counter,
2904 ext4_count_dirs(sb));
2905 if (!err)
2906 err = percpu_counter_init(&sbi->s_dirtyblocks_counter, 0);
2907 if (err) {
2908 ext4_msg(sb, KERN_ERR, "insufficient memory");
2909 goto failed_mount_wq;
2910 }
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002911 if (test_opt(sb, NOBH)) {
Mingming Cao617ba132006-10-11 01:20:53 -07002912 if (!(test_opt(sb, DATA_FLAGS) == EXT4_MOUNT_WRITEBACK_DATA)) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04002913 ext4_msg(sb, KERN_WARNING, "Ignoring nobh option - "
2914 "its supported only with writeback mode");
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002915 clear_opt(sbi->s_mount_opt, NOBH);
2916 }
Jiaying Zhang744692d2010-03-04 16:14:02 -05002917 if (test_opt(sb, DIOREAD_NOLOCK)) {
2918 ext4_msg(sb, KERN_WARNING, "dioread_nolock option is "
2919 "not supported with nobh mode");
2920 goto failed_mount_wq;
2921 }
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002922 }
Mingming Cao4c0425f2009-09-28 15:48:41 -04002923 EXT4_SB(sb)->dio_unwritten_wq = create_workqueue("ext4-dio-unwritten");
2924 if (!EXT4_SB(sb)->dio_unwritten_wq) {
2925 printk(KERN_ERR "EXT4-fs: failed to create DIO workqueue\n");
2926 goto failed_mount_wq;
2927 }
2928
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002929 /*
Mingming Caodab291a2006-10-11 01:21:01 -07002930 * The jbd2_journal_load will have done any necessary log recovery,
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002931 * so we can safely mount the rest of the filesystem now.
2932 */
2933
David Howells1d1fe1e2008-02-07 00:15:37 -08002934 root = ext4_iget(sb, EXT4_ROOT_INO);
2935 if (IS_ERR(root)) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04002936 ext4_msg(sb, KERN_ERR, "get root inode failed");
David Howells1d1fe1e2008-02-07 00:15:37 -08002937 ret = PTR_ERR(root);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002938 goto failed_mount4;
2939 }
2940 if (!S_ISDIR(root->i_mode) || !root->i_blocks || !root->i_size) {
David Howells1d1fe1e2008-02-07 00:15:37 -08002941 iput(root);
Eric Sandeenb31e1552009-06-04 17:36:36 -04002942 ext4_msg(sb, KERN_ERR, "corrupt root inode, run e2fsck");
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002943 goto failed_mount4;
2944 }
David Howells1d1fe1e2008-02-07 00:15:37 -08002945 sb->s_root = d_alloc_root(root);
2946 if (!sb->s_root) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04002947 ext4_msg(sb, KERN_ERR, "get root dentry failed");
David Howells1d1fe1e2008-02-07 00:15:37 -08002948 iput(root);
2949 ret = -ENOMEM;
2950 goto failed_mount4;
2951 }
Dave Kleikampac27a0e2006-10-11 01:20:50 -07002952
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -04002953 ext4_setup_super(sb, es, sb->s_flags & MS_RDONLY);
Kalpak Shahef7f3832007-07-18 09:15:20 -04002954
2955 /* determine the minimum size of new large inodes, if present */
2956 if (sbi->s_inode_size > EXT4_GOOD_OLD_INODE_SIZE) {
2957 sbi->s_want_extra_isize = sizeof(struct ext4_inode) -
2958 EXT4_GOOD_OLD_INODE_SIZE;
2959 if (EXT4_HAS_RO_COMPAT_FEATURE(sb,
2960 EXT4_FEATURE_RO_COMPAT_EXTRA_ISIZE)) {
2961 if (sbi->s_want_extra_isize <
2962 le16_to_cpu(es->s_want_extra_isize))
2963 sbi->s_want_extra_isize =
2964 le16_to_cpu(es->s_want_extra_isize);
2965 if (sbi->s_want_extra_isize <
2966 le16_to_cpu(es->s_min_extra_isize))
2967 sbi->s_want_extra_isize =
2968 le16_to_cpu(es->s_min_extra_isize);
2969 }
2970 }
2971 /* Check if enough inode space is available */
2972 if (EXT4_GOOD_OLD_INODE_SIZE + sbi->s_want_extra_isize >
2973 sbi->s_inode_size) {
2974 sbi->s_want_extra_isize = sizeof(struct ext4_inode) -
2975 EXT4_GOOD_OLD_INODE_SIZE;
Eric Sandeenb31e1552009-06-04 17:36:36 -04002976 ext4_msg(sb, KERN_INFO, "required extra inode space not"
2977 "available");
Kalpak Shahef7f3832007-07-18 09:15:20 -04002978 }
2979
Theodore Ts'o90576c02009-09-29 15:51:30 -04002980 if (test_opt(sb, DELALLOC) &&
2981 (test_opt(sb, DATA_FLAGS) == EXT4_MOUNT_JOURNAL_DATA)) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04002982 ext4_msg(sb, KERN_WARNING, "Ignoring delalloc option - "
2983 "requested data journaling mode");
Aneesh Kumar K.Vc2774d82008-10-10 20:07:20 -04002984 clear_opt(sbi->s_mount_opt, DELALLOC);
Theodore Ts'o90576c02009-09-29 15:51:30 -04002985 }
Jiaying Zhang744692d2010-03-04 16:14:02 -05002986 if (test_opt(sb, DIOREAD_NOLOCK)) {
2987 if (test_opt(sb, DATA_FLAGS) == EXT4_MOUNT_JOURNAL_DATA) {
2988 ext4_msg(sb, KERN_WARNING, "Ignoring dioread_nolock "
2989 "option - requested data journaling mode");
2990 clear_opt(sbi->s_mount_opt, DIOREAD_NOLOCK);
2991 }
2992 if (sb->s_blocksize < PAGE_SIZE) {
2993 ext4_msg(sb, KERN_WARNING, "Ignoring dioread_nolock "
2994 "option - block size is too small");
2995 clear_opt(sbi->s_mount_opt, DIOREAD_NOLOCK);
2996 }
2997 }
Aneesh Kumar K.Vc2774d82008-10-10 20:07:20 -04002998
Theodore Ts'o6fd058f2009-05-17 15:38:01 -04002999 err = ext4_setup_system_zone(sb);
3000 if (err) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04003001 ext4_msg(sb, KERN_ERR, "failed to initialize system "
3002 "zone (%d)\n", err);
Theodore Ts'o6fd058f2009-05-17 15:38:01 -04003003 goto failed_mount4;
3004 }
3005
Aneesh Kumar K.Vc2774d82008-10-10 20:07:20 -04003006 ext4_ext_init(sb);
3007 err = ext4_mb_init(sb, needs_recovery);
3008 if (err) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04003009 ext4_msg(sb, KERN_ERR, "failed to initalize mballoc (%d)",
3010 err);
Aneesh Kumar K.Vc2774d82008-10-10 20:07:20 -04003011 goto failed_mount4;
3012 }
3013
Theodore Ts'o3197ebd2009-03-31 09:10:09 -04003014 sbi->s_kobj.kset = ext4_kset;
3015 init_completion(&sbi->s_kobj_unregister);
3016 err = kobject_init_and_add(&sbi->s_kobj, &ext4_ktype, NULL,
3017 "%s", sb->s_id);
3018 if (err) {
3019 ext4_mb_release(sb);
3020 ext4_ext_release(sb);
3021 goto failed_mount4;
3022 };
3023
Mingming Cao617ba132006-10-11 01:20:53 -07003024 EXT4_SB(sb)->s_mount_state |= EXT4_ORPHAN_FS;
3025 ext4_orphan_cleanup(sb, es);
3026 EXT4_SB(sb)->s_mount_state &= ~EXT4_ORPHAN_FS;
Frank Mayhar03901312009-01-07 00:06:22 -05003027 if (needs_recovery) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04003028 ext4_msg(sb, KERN_INFO, "recovery complete");
Frank Mayhar03901312009-01-07 00:06:22 -05003029 ext4_mark_recovery_complete(sb, es);
3030 }
3031 if (EXT4_SB(sb)->s_journal) {
3032 if (test_opt(sb, DATA_FLAGS) == EXT4_MOUNT_JOURNAL_DATA)
3033 descr = " journalled data mode";
3034 else if (test_opt(sb, DATA_FLAGS) == EXT4_MOUNT_ORDERED_DATA)
3035 descr = " ordered data mode";
3036 else
3037 descr = " writeback data mode";
3038 } else
3039 descr = "out journal";
3040
Curt Wohlgemuthd4c402d2010-05-16 12:00:00 -04003041 ext4_msg(sb, KERN_INFO, "mounted filesystem with%s. "
3042 "Opts: %s", descr, orig_data);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003043
3044 lock_kernel();
Curt Wohlgemuthd4c402d2010-05-16 12:00:00 -04003045 kfree(orig_data);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003046 return 0;
3047
Mingming Cao617ba132006-10-11 01:20:53 -07003048cantfind_ext4:
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003049 if (!silent)
Eric Sandeenb31e1552009-06-04 17:36:36 -04003050 ext4_msg(sb, KERN_ERR, "VFS: Can't find ext4 filesystem");
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003051 goto failed_mount;
3052
3053failed_mount4:
Eric Sandeenb31e1552009-06-04 17:36:36 -04003054 ext4_msg(sb, KERN_ERR, "mount failed");
Mingming Cao4c0425f2009-09-28 15:48:41 -04003055 destroy_workqueue(EXT4_SB(sb)->dio_unwritten_wq);
3056failed_mount_wq:
Theodore Ts'o6fd058f2009-05-17 15:38:01 -04003057 ext4_release_system_zone(sb);
Frank Mayhar03901312009-01-07 00:06:22 -05003058 if (sbi->s_journal) {
3059 jbd2_journal_destroy(sbi->s_journal);
3060 sbi->s_journal = NULL;
3061 }
Dmitry Monakhov84061e02010-05-16 08:00:00 -04003062 percpu_counter_destroy(&sbi->s_freeblocks_counter);
3063 percpu_counter_destroy(&sbi->s_freeinodes_counter);
3064 percpu_counter_destroy(&sbi->s_dirs_counter);
3065 percpu_counter_destroy(&sbi->s_dirtyblocks_counter);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003066failed_mount3:
Theodore Ts'oc5ca7c72009-04-27 22:48:48 -04003067 if (sbi->s_flex_groups) {
3068 if (is_vmalloc_addr(sbi->s_flex_groups))
3069 vfree(sbi->s_flex_groups);
3070 else
3071 kfree(sbi->s_flex_groups);
3072 }
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003073failed_mount2:
3074 for (i = 0; i < db_count; i++)
3075 brelse(sbi->s_group_desc[i]);
3076 kfree(sbi->s_group_desc);
3077failed_mount:
Theodore Ts'o240799c2008-10-09 23:53:47 -04003078 if (sbi->s_proc) {
Theodore Ts'o9f6200b2008-09-23 09:18:24 -04003079 remove_proc_entry(sb->s_id, ext4_proc_root);
Theodore Ts'o240799c2008-10-09 23:53:47 -04003080 }
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003081#ifdef CONFIG_QUOTA
3082 for (i = 0; i < MAXQUOTAS; i++)
3083 kfree(sbi->s_qf_names[i]);
3084#endif
Mingming Cao617ba132006-10-11 01:20:53 -07003085 ext4_blkdev_remove(sbi);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003086 brelse(bh);
3087out_fail:
3088 sb->s_fs_info = NULL;
Manish Katiyarf6830162009-05-17 23:52:44 -04003089 kfree(sbi->s_blockgroup_lock);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003090 kfree(sbi);
3091 lock_kernel();
Curt Wohlgemuthd4c402d2010-05-16 12:00:00 -04003092 kfree(orig_data);
David Howells1d1fe1e2008-02-07 00:15:37 -08003093 return ret;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003094}
3095
3096/*
3097 * Setup any per-fs journal parameters now. We'll do this both on
3098 * initial mount, once the journal has been initialised but before we've
3099 * done any recovery; and again on any subsequent remount.
3100 */
Mingming Cao617ba132006-10-11 01:20:53 -07003101static void ext4_init_journal_params(struct super_block *sb, journal_t *journal)
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003102{
Mingming Cao617ba132006-10-11 01:20:53 -07003103 struct ext4_sb_info *sbi = EXT4_SB(sb);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003104
Theodore Ts'o30773842009-01-03 20:27:38 -05003105 journal->j_commit_interval = sbi->s_commit_interval;
3106 journal->j_min_batch_time = sbi->s_min_batch_time;
3107 journal->j_max_batch_time = sbi->s_max_batch_time;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003108
3109 spin_lock(&journal->j_state_lock);
3110 if (test_opt(sb, BARRIER))
Mingming Caodab291a2006-10-11 01:21:01 -07003111 journal->j_flags |= JBD2_BARRIER;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003112 else
Mingming Caodab291a2006-10-11 01:21:01 -07003113 journal->j_flags &= ~JBD2_BARRIER;
Hidehiro Kawai5bf56832008-10-10 22:12:43 -04003114 if (test_opt(sb, DATA_ERR_ABORT))
3115 journal->j_flags |= JBD2_ABORT_ON_SYNCDATA_ERR;
3116 else
3117 journal->j_flags &= ~JBD2_ABORT_ON_SYNCDATA_ERR;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003118 spin_unlock(&journal->j_state_lock);
3119}
3120
Mingming Cao617ba132006-10-11 01:20:53 -07003121static journal_t *ext4_get_journal(struct super_block *sb,
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003122 unsigned int journal_inum)
3123{
3124 struct inode *journal_inode;
3125 journal_t *journal;
3126
Frank Mayhar03901312009-01-07 00:06:22 -05003127 BUG_ON(!EXT4_HAS_COMPAT_FEATURE(sb, EXT4_FEATURE_COMPAT_HAS_JOURNAL));
3128
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003129 /* First, test for the existence of a valid inode on disk. Bad
3130 * things happen if we iget() an unused inode, as the subsequent
3131 * iput() will try to delete it. */
3132
David Howells1d1fe1e2008-02-07 00:15:37 -08003133 journal_inode = ext4_iget(sb, journal_inum);
3134 if (IS_ERR(journal_inode)) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04003135 ext4_msg(sb, KERN_ERR, "no journal found");
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003136 return NULL;
3137 }
3138 if (!journal_inode->i_nlink) {
3139 make_bad_inode(journal_inode);
3140 iput(journal_inode);
Eric Sandeenb31e1552009-06-04 17:36:36 -04003141 ext4_msg(sb, KERN_ERR, "journal inode is deleted");
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003142 return NULL;
3143 }
3144
Theodore Ts'oe5f8eab82008-09-08 22:25:04 -04003145 jbd_debug(2, "Journal inode found at %p: %lld bytes\n",
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003146 journal_inode, journal_inode->i_size);
David Howells1d1fe1e2008-02-07 00:15:37 -08003147 if (!S_ISREG(journal_inode->i_mode)) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04003148 ext4_msg(sb, KERN_ERR, "invalid journal inode");
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003149 iput(journal_inode);
3150 return NULL;
3151 }
3152
Mingming Caodab291a2006-10-11 01:21:01 -07003153 journal = jbd2_journal_init_inode(journal_inode);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003154 if (!journal) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04003155 ext4_msg(sb, KERN_ERR, "Could not load journal inode");
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003156 iput(journal_inode);
3157 return NULL;
3158 }
3159 journal->j_private = sb;
Mingming Cao617ba132006-10-11 01:20:53 -07003160 ext4_init_journal_params(sb, journal);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003161 return journal;
3162}
3163
Mingming Cao617ba132006-10-11 01:20:53 -07003164static journal_t *ext4_get_dev_journal(struct super_block *sb,
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003165 dev_t j_dev)
3166{
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -04003167 struct buffer_head *bh;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003168 journal_t *journal;
Mingming Cao617ba132006-10-11 01:20:53 -07003169 ext4_fsblk_t start;
3170 ext4_fsblk_t len;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003171 int hblock, blocksize;
Mingming Cao617ba132006-10-11 01:20:53 -07003172 ext4_fsblk_t sb_block;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003173 unsigned long offset;
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -04003174 struct ext4_super_block *es;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003175 struct block_device *bdev;
3176
Frank Mayhar03901312009-01-07 00:06:22 -05003177 BUG_ON(!EXT4_HAS_COMPAT_FEATURE(sb, EXT4_FEATURE_COMPAT_HAS_JOURNAL));
3178
Eric Sandeenb31e1552009-06-04 17:36:36 -04003179 bdev = ext4_blkdev_get(j_dev, sb);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003180 if (bdev == NULL)
3181 return NULL;
3182
3183 if (bd_claim(bdev, sb)) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04003184 ext4_msg(sb, KERN_ERR,
3185 "failed to claim external journal device");
Al Viro9a1c3542008-02-22 20:40:24 -05003186 blkdev_put(bdev, FMODE_READ|FMODE_WRITE);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003187 return NULL;
3188 }
3189
3190 blocksize = sb->s_blocksize;
Martin K. Petersene1defc42009-05-22 17:17:49 -04003191 hblock = bdev_logical_block_size(bdev);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003192 if (blocksize < hblock) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04003193 ext4_msg(sb, KERN_ERR,
3194 "blocksize too small for journal device");
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003195 goto out_bdev;
3196 }
3197
Mingming Cao617ba132006-10-11 01:20:53 -07003198 sb_block = EXT4_MIN_BLOCK_SIZE / blocksize;
3199 offset = EXT4_MIN_BLOCK_SIZE % blocksize;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003200 set_blocksize(bdev, blocksize);
3201 if (!(bh = __bread(bdev, sb_block, blocksize))) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04003202 ext4_msg(sb, KERN_ERR, "couldn't read superblock of "
3203 "external journal");
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003204 goto out_bdev;
3205 }
3206
Mingming Cao617ba132006-10-11 01:20:53 -07003207 es = (struct ext4_super_block *) (((char *)bh->b_data) + offset);
3208 if ((le16_to_cpu(es->s_magic) != EXT4_SUPER_MAGIC) ||
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003209 !(le32_to_cpu(es->s_feature_incompat) &
Mingming Cao617ba132006-10-11 01:20:53 -07003210 EXT4_FEATURE_INCOMPAT_JOURNAL_DEV)) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04003211 ext4_msg(sb, KERN_ERR, "external journal has "
3212 "bad superblock");
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003213 brelse(bh);
3214 goto out_bdev;
3215 }
3216
Mingming Cao617ba132006-10-11 01:20:53 -07003217 if (memcmp(EXT4_SB(sb)->s_es->s_journal_uuid, es->s_uuid, 16)) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04003218 ext4_msg(sb, KERN_ERR, "journal UUID does not match");
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003219 brelse(bh);
3220 goto out_bdev;
3221 }
3222
Laurent Vivierbd81d8e2006-10-11 01:21:10 -07003223 len = ext4_blocks_count(es);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003224 start = sb_block + 1;
3225 brelse(bh); /* we're done with the superblock */
3226
Mingming Caodab291a2006-10-11 01:21:01 -07003227 journal = jbd2_journal_init_dev(bdev, sb->s_bdev,
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003228 start, len, blocksize);
3229 if (!journal) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04003230 ext4_msg(sb, KERN_ERR, "failed to create device journal");
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003231 goto out_bdev;
3232 }
3233 journal->j_private = sb;
3234 ll_rw_block(READ, 1, &journal->j_sb_buffer);
3235 wait_on_buffer(journal->j_sb_buffer);
3236 if (!buffer_uptodate(journal->j_sb_buffer)) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04003237 ext4_msg(sb, KERN_ERR, "I/O error on journal device");
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003238 goto out_journal;
3239 }
3240 if (be32_to_cpu(journal->j_superblock->s_nr_users) != 1) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04003241 ext4_msg(sb, KERN_ERR, "External journal has more than one "
3242 "user (unsupported) - %d",
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003243 be32_to_cpu(journal->j_superblock->s_nr_users));
3244 goto out_journal;
3245 }
Mingming Cao617ba132006-10-11 01:20:53 -07003246 EXT4_SB(sb)->journal_bdev = bdev;
3247 ext4_init_journal_params(sb, journal);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003248 return journal;
Andreas Dilger0b8e58a2009-06-03 17:59:28 -04003249
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003250out_journal:
Mingming Caodab291a2006-10-11 01:21:01 -07003251 jbd2_journal_destroy(journal);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003252out_bdev:
Mingming Cao617ba132006-10-11 01:20:53 -07003253 ext4_blkdev_put(bdev);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003254 return NULL;
3255}
3256
Mingming Cao617ba132006-10-11 01:20:53 -07003257static int ext4_load_journal(struct super_block *sb,
3258 struct ext4_super_block *es,
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003259 unsigned long journal_devnum)
3260{
3261 journal_t *journal;
3262 unsigned int journal_inum = le32_to_cpu(es->s_journal_inum);
3263 dev_t journal_dev;
3264 int err = 0;
3265 int really_read_only;
3266
Frank Mayhar03901312009-01-07 00:06:22 -05003267 BUG_ON(!EXT4_HAS_COMPAT_FEATURE(sb, EXT4_FEATURE_COMPAT_HAS_JOURNAL));
3268
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003269 if (journal_devnum &&
3270 journal_devnum != le32_to_cpu(es->s_journal_dev)) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04003271 ext4_msg(sb, KERN_INFO, "external journal device major/minor "
3272 "numbers have changed");
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003273 journal_dev = new_decode_dev(journal_devnum);
3274 } else
3275 journal_dev = new_decode_dev(le32_to_cpu(es->s_journal_dev));
3276
3277 really_read_only = bdev_read_only(sb->s_bdev);
3278
3279 /*
3280 * Are we loading a blank journal or performing recovery after a
3281 * crash? For recovery, we need to check in advance whether we
3282 * can get read-write access to the device.
3283 */
Mingming Cao617ba132006-10-11 01:20:53 -07003284 if (EXT4_HAS_INCOMPAT_FEATURE(sb, EXT4_FEATURE_INCOMPAT_RECOVER)) {
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003285 if (sb->s_flags & MS_RDONLY) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04003286 ext4_msg(sb, KERN_INFO, "INFO: recovery "
3287 "required on readonly filesystem");
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003288 if (really_read_only) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04003289 ext4_msg(sb, KERN_ERR, "write access "
3290 "unavailable, cannot proceed");
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003291 return -EROFS;
3292 }
Eric Sandeenb31e1552009-06-04 17:36:36 -04003293 ext4_msg(sb, KERN_INFO, "write access will "
3294 "be enabled during recovery");
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003295 }
3296 }
3297
3298 if (journal_inum && journal_dev) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04003299 ext4_msg(sb, KERN_ERR, "filesystem has both journal "
3300 "and inode journals!");
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003301 return -EINVAL;
3302 }
3303
3304 if (journal_inum) {
Mingming Cao617ba132006-10-11 01:20:53 -07003305 if (!(journal = ext4_get_journal(sb, journal_inum)))
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003306 return -EINVAL;
3307 } else {
Mingming Cao617ba132006-10-11 01:20:53 -07003308 if (!(journal = ext4_get_dev_journal(sb, journal_dev)))
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003309 return -EINVAL;
3310 }
3311
Theodore Ts'o90576c02009-09-29 15:51:30 -04003312 if (!(journal->j_flags & JBD2_BARRIER))
Eric Sandeenb31e1552009-06-04 17:36:36 -04003313 ext4_msg(sb, KERN_INFO, "barriers disabled");
Theodore Ts'o4776004f2008-09-08 23:00:52 -04003314
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003315 if (!really_read_only && test_opt(sb, UPDATE_JOURNAL)) {
Mingming Caodab291a2006-10-11 01:21:01 -07003316 err = jbd2_journal_update_format(journal);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003317 if (err) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04003318 ext4_msg(sb, KERN_ERR, "error updating journal");
Mingming Caodab291a2006-10-11 01:21:01 -07003319 jbd2_journal_destroy(journal);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003320 return err;
3321 }
3322 }
3323
Mingming Cao617ba132006-10-11 01:20:53 -07003324 if (!EXT4_HAS_INCOMPAT_FEATURE(sb, EXT4_FEATURE_INCOMPAT_RECOVER))
Mingming Caodab291a2006-10-11 01:21:01 -07003325 err = jbd2_journal_wipe(journal, !really_read_only);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003326 if (!err)
Mingming Caodab291a2006-10-11 01:21:01 -07003327 err = jbd2_journal_load(journal);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003328
3329 if (err) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04003330 ext4_msg(sb, KERN_ERR, "error loading journal");
Mingming Caodab291a2006-10-11 01:21:01 -07003331 jbd2_journal_destroy(journal);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003332 return err;
3333 }
3334
Mingming Cao617ba132006-10-11 01:20:53 -07003335 EXT4_SB(sb)->s_journal = journal;
3336 ext4_clear_journal_err(sb, es);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003337
3338 if (journal_devnum &&
3339 journal_devnum != le32_to_cpu(es->s_journal_dev)) {
3340 es->s_journal_dev = cpu_to_le32(journal_devnum);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003341
3342 /* Make sure we flush the recovery flag to disk. */
Theodore Ts'oe2d67052009-05-01 00:33:44 -04003343 ext4_commit_super(sb, 1);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003344 }
3345
3346 return 0;
3347}
3348
Theodore Ts'oe2d67052009-05-01 00:33:44 -04003349static int ext4_commit_super(struct super_block *sb, int sync)
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003350{
Theodore Ts'oe2d67052009-05-01 00:33:44 -04003351 struct ext4_super_block *es = EXT4_SB(sb)->s_es;
Mingming Cao617ba132006-10-11 01:20:53 -07003352 struct buffer_head *sbh = EXT4_SB(sb)->s_sbh;
Takashi Satoc4be0c12009-01-09 16:40:58 -08003353 int error = 0;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003354
3355 if (!sbh)
Takashi Satoc4be0c12009-01-09 16:40:58 -08003356 return error;
Theodore Ts'o914258b2008-10-06 21:35:40 -04003357 if (buffer_write_io_error(sbh)) {
3358 /*
3359 * Oh, dear. A previous attempt to write the
3360 * superblock failed. This could happen because the
3361 * USB device was yanked out. Or it could happen to
3362 * be a transient write error and maybe the block will
3363 * be remapped. Nothing we can do but to retry the
3364 * write and hope for the best.
3365 */
Eric Sandeenb31e1552009-06-04 17:36:36 -04003366 ext4_msg(sb, KERN_ERR, "previous I/O error to "
3367 "superblock detected");
Theodore Ts'o914258b2008-10-06 21:35:40 -04003368 clear_buffer_write_io_error(sbh);
3369 set_buffer_uptodate(sbh);
3370 }
Theodore Ts'o71290b32009-09-10 17:31:04 -04003371 /*
3372 * If the file system is mounted read-only, don't update the
3373 * superblock write time. This avoids updating the superblock
3374 * write time when we are mounting the root file system
3375 * read/only but we need to replay the journal; at that point,
3376 * for people who are east of GMT and who make their clock
3377 * tick in localtime for Windows bug-for-bug compatibility,
3378 * the clock is set in the future, and this will cause e2fsck
3379 * to complain and force a full file system check.
3380 */
3381 if (!(sb->s_flags & MS_RDONLY))
3382 es->s_wtime = cpu_to_le32(get_seconds());
Theodore Ts'oafc32f72009-02-28 19:39:58 -05003383 es->s_kbytes_written =
3384 cpu_to_le64(EXT4_SB(sb)->s_kbytes_written +
3385 ((part_stat_read(sb->s_bdev->bd_part, sectors[1]) -
3386 EXT4_SB(sb)->s_sectors_written_start) >> 1));
Aneesh Kumar K.V5d1b1b32009-01-05 22:19:52 -05003387 ext4_free_blocks_count_set(es, percpu_counter_sum_positive(
3388 &EXT4_SB(sb)->s_freeblocks_counter));
3389 es->s_free_inodes_count = cpu_to_le32(percpu_counter_sum_positive(
3390 &EXT4_SB(sb)->s_freeinodes_counter));
Theodore Ts'o7234ab22009-04-30 21:24:04 -04003391 sb->s_dirt = 0;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003392 BUFFER_TRACE(sbh, "marking dirty");
3393 mark_buffer_dirty(sbh);
Theodore Ts'o914258b2008-10-06 21:35:40 -04003394 if (sync) {
Takashi Satoc4be0c12009-01-09 16:40:58 -08003395 error = sync_dirty_buffer(sbh);
3396 if (error)
3397 return error;
3398
3399 error = buffer_write_io_error(sbh);
3400 if (error) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04003401 ext4_msg(sb, KERN_ERR, "I/O error while writing "
3402 "superblock");
Theodore Ts'o914258b2008-10-06 21:35:40 -04003403 clear_buffer_write_io_error(sbh);
3404 set_buffer_uptodate(sbh);
3405 }
3406 }
Takashi Satoc4be0c12009-01-09 16:40:58 -08003407 return error;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003408}
3409
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003410/*
3411 * Have we just finished recovery? If so, and if we are mounting (or
3412 * remounting) the filesystem readonly, then we will end up with a
3413 * consistent fs on disk. Record that fact.
3414 */
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -04003415static void ext4_mark_recovery_complete(struct super_block *sb,
3416 struct ext4_super_block *es)
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003417{
Mingming Cao617ba132006-10-11 01:20:53 -07003418 journal_t *journal = EXT4_SB(sb)->s_journal;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003419
Frank Mayhar03901312009-01-07 00:06:22 -05003420 if (!EXT4_HAS_COMPAT_FEATURE(sb, EXT4_FEATURE_COMPAT_HAS_JOURNAL)) {
3421 BUG_ON(journal != NULL);
3422 return;
3423 }
Mingming Caodab291a2006-10-11 01:21:01 -07003424 jbd2_journal_lock_updates(journal);
Hidehiro Kawai7ffe1ea2008-10-10 20:29:21 -04003425 if (jbd2_journal_flush(journal) < 0)
3426 goto out;
3427
Mingming Cao617ba132006-10-11 01:20:53 -07003428 if (EXT4_HAS_INCOMPAT_FEATURE(sb, EXT4_FEATURE_INCOMPAT_RECOVER) &&
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003429 sb->s_flags & MS_RDONLY) {
Mingming Cao617ba132006-10-11 01:20:53 -07003430 EXT4_CLEAR_INCOMPAT_FEATURE(sb, EXT4_FEATURE_INCOMPAT_RECOVER);
Theodore Ts'oe2d67052009-05-01 00:33:44 -04003431 ext4_commit_super(sb, 1);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003432 }
Hidehiro Kawai7ffe1ea2008-10-10 20:29:21 -04003433
3434out:
Mingming Caodab291a2006-10-11 01:21:01 -07003435 jbd2_journal_unlock_updates(journal);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003436}
3437
3438/*
3439 * If we are mounting (or read-write remounting) a filesystem whose journal
3440 * has recorded an error from a previous lifetime, move that error to the
3441 * main filesystem now.
3442 */
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -04003443static void ext4_clear_journal_err(struct super_block *sb,
3444 struct ext4_super_block *es)
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003445{
3446 journal_t *journal;
3447 int j_errno;
3448 const char *errstr;
3449
Frank Mayhar03901312009-01-07 00:06:22 -05003450 BUG_ON(!EXT4_HAS_COMPAT_FEATURE(sb, EXT4_FEATURE_COMPAT_HAS_JOURNAL));
3451
Mingming Cao617ba132006-10-11 01:20:53 -07003452 journal = EXT4_SB(sb)->s_journal;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003453
3454 /*
3455 * Now check for any error status which may have been recorded in the
Mingming Cao617ba132006-10-11 01:20:53 -07003456 * journal by a prior ext4_error() or ext4_abort()
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003457 */
3458
Mingming Caodab291a2006-10-11 01:21:01 -07003459 j_errno = jbd2_journal_errno(journal);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003460 if (j_errno) {
3461 char nbuf[16];
3462
Mingming Cao617ba132006-10-11 01:20:53 -07003463 errstr = ext4_decode_error(sb, j_errno, nbuf);
Eric Sandeen12062dd2010-02-15 14:19:27 -05003464 ext4_warning(sb, "Filesystem error recorded "
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003465 "from previous mount: %s", errstr);
Eric Sandeen12062dd2010-02-15 14:19:27 -05003466 ext4_warning(sb, "Marking fs in need of filesystem check.");
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003467
Mingming Cao617ba132006-10-11 01:20:53 -07003468 EXT4_SB(sb)->s_mount_state |= EXT4_ERROR_FS;
3469 es->s_state |= cpu_to_le16(EXT4_ERROR_FS);
Theodore Ts'oe2d67052009-05-01 00:33:44 -04003470 ext4_commit_super(sb, 1);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003471
Mingming Caodab291a2006-10-11 01:21:01 -07003472 jbd2_journal_clear_err(journal);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003473 }
3474}
3475
3476/*
3477 * Force the running and committing transactions to commit,
3478 * and wait on the commit.
3479 */
Mingming Cao617ba132006-10-11 01:20:53 -07003480int ext4_force_commit(struct super_block *sb)
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003481{
3482 journal_t *journal;
Frank Mayhar03901312009-01-07 00:06:22 -05003483 int ret = 0;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003484
3485 if (sb->s_flags & MS_RDONLY)
3486 return 0;
3487
Mingming Cao617ba132006-10-11 01:20:53 -07003488 journal = EXT4_SB(sb)->s_journal;
Eric Sandeen6b0310f2010-05-16 02:00:00 -04003489 if (journal) {
3490 vfs_check_frozen(sb, SB_FREEZE_WRITE);
Frank Mayhar03901312009-01-07 00:06:22 -05003491 ret = ext4_journal_force_commit(journal);
Eric Sandeen6b0310f2010-05-16 02:00:00 -04003492 }
Frank Mayhar03901312009-01-07 00:06:22 -05003493
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003494 return ret;
3495}
3496
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -04003497static void ext4_write_super(struct super_block *sb)
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003498{
Christoph Hellwigebc1ac12009-05-11 23:35:03 +02003499 lock_super(sb);
Theodore Ts'o9ca92382009-05-01 12:52:25 -04003500 ext4_commit_super(sb, 1);
Christoph Hellwigebc1ac12009-05-11 23:35:03 +02003501 unlock_super(sb);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003502}
3503
Mingming Cao617ba132006-10-11 01:20:53 -07003504static int ext4_sync_fs(struct super_block *sb, int wait)
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003505{
Theodore Ts'o14ce0cb2008-11-03 18:10:55 -05003506 int ret = 0;
Jan Kara9eddacf2009-02-10 06:46:05 -05003507 tid_t target;
Mingming Cao8d5d02e2009-09-28 15:48:29 -04003508 struct ext4_sb_info *sbi = EXT4_SB(sb);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003509
Theodore Ts'o9bffad12009-06-17 11:48:11 -04003510 trace_ext4_sync_fs(sb, wait);
Mingming Cao8d5d02e2009-09-28 15:48:29 -04003511 flush_workqueue(sbi->dio_unwritten_wq);
3512 if (jbd2_journal_start_commit(sbi->s_journal, &target)) {
Theodore Ts'o9ca92382009-05-01 12:52:25 -04003513 if (wait)
Mingming Cao8d5d02e2009-09-28 15:48:29 -04003514 jbd2_log_wait_commit(sbi->s_journal, target);
Frank Mayhar03901312009-01-07 00:06:22 -05003515 }
Theodore Ts'o14ce0cb2008-11-03 18:10:55 -05003516 return ret;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003517}
3518
3519/*
3520 * LVM calls this function before a (read-only) snapshot is created. This
3521 * gives us a chance to flush the journal completely and mark the fs clean.
3522 */
Takashi Satoc4be0c12009-01-09 16:40:58 -08003523static int ext4_freeze(struct super_block *sb)
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003524{
Takashi Satoc4be0c12009-01-09 16:40:58 -08003525 int error = 0;
3526 journal_t *journal;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003527
Theodore Ts'o9ca92382009-05-01 12:52:25 -04003528 if (sb->s_flags & MS_RDONLY)
3529 return 0;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003530
Theodore Ts'o9ca92382009-05-01 12:52:25 -04003531 journal = EXT4_SB(sb)->s_journal;
Hidehiro Kawai7ffe1ea2008-10-10 20:29:21 -04003532
Theodore Ts'o9ca92382009-05-01 12:52:25 -04003533 /* Now we set up the journal barrier. */
3534 jbd2_journal_lock_updates(journal);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003535
Theodore Ts'o9ca92382009-05-01 12:52:25 -04003536 /*
3537 * Don't clear the needs_recovery flag if we failed to flush
3538 * the journal.
3539 */
3540 error = jbd2_journal_flush(journal);
Eric Sandeen6b0310f2010-05-16 02:00:00 -04003541 if (error < 0)
3542 goto out;
Theodore Ts'o9ca92382009-05-01 12:52:25 -04003543
3544 /* Journal blocked and flushed, clear needs_recovery flag. */
3545 EXT4_CLEAR_INCOMPAT_FEATURE(sb, EXT4_FEATURE_INCOMPAT_RECOVER);
3546 error = ext4_commit_super(sb, 1);
Eric Sandeen6b0310f2010-05-16 02:00:00 -04003547out:
3548 /* we rely on s_frozen to stop further updates */
3549 jbd2_journal_unlock_updates(EXT4_SB(sb)->s_journal);
3550 return error;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003551}
3552
3553/*
3554 * Called by LVM after the snapshot is done. We need to reset the RECOVER
3555 * flag here, even though the filesystem is not technically dirty yet.
3556 */
Takashi Satoc4be0c12009-01-09 16:40:58 -08003557static int ext4_unfreeze(struct super_block *sb)
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003558{
Theodore Ts'o9ca92382009-05-01 12:52:25 -04003559 if (sb->s_flags & MS_RDONLY)
3560 return 0;
3561
3562 lock_super(sb);
3563 /* Reset the needs_recovery flag before the fs is unlocked. */
3564 EXT4_SET_INCOMPAT_FEATURE(sb, EXT4_FEATURE_INCOMPAT_RECOVER);
3565 ext4_commit_super(sb, 1);
3566 unlock_super(sb);
Takashi Satoc4be0c12009-01-09 16:40:58 -08003567 return 0;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003568}
3569
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -04003570static int ext4_remount(struct super_block *sb, int *flags, char *data)
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003571{
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -04003572 struct ext4_super_block *es;
Mingming Cao617ba132006-10-11 01:20:53 -07003573 struct ext4_sb_info *sbi = EXT4_SB(sb);
3574 ext4_fsblk_t n_blocks_count = 0;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003575 unsigned long old_sb_flags;
Mingming Cao617ba132006-10-11 01:20:53 -07003576 struct ext4_mount_options old_opts;
Theodore Ts'o8a266462008-07-26 14:34:21 -04003577 ext4_group_t g;
Theodore Ts'ob3881f72009-01-05 22:46:26 -05003578 unsigned int journal_ioprio = DEFAULT_JOURNAL_IOPRIO;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003579 int err;
3580#ifdef CONFIG_QUOTA
3581 int i;
3582#endif
Curt Wohlgemuthd4c402d2010-05-16 12:00:00 -04003583 char *orig_data = kstrdup(data, GFP_KERNEL);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003584
Alessio Igor Bogani337eb002009-05-12 15:10:54 +02003585 lock_kernel();
3586
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003587 /* Store the original options */
Al Virobbd68512009-05-06 10:43:07 -04003588 lock_super(sb);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003589 old_sb_flags = sb->s_flags;
3590 old_opts.s_mount_opt = sbi->s_mount_opt;
3591 old_opts.s_resuid = sbi->s_resuid;
3592 old_opts.s_resgid = sbi->s_resgid;
3593 old_opts.s_commit_interval = sbi->s_commit_interval;
Theodore Ts'o30773842009-01-03 20:27:38 -05003594 old_opts.s_min_batch_time = sbi->s_min_batch_time;
3595 old_opts.s_max_batch_time = sbi->s_max_batch_time;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003596#ifdef CONFIG_QUOTA
3597 old_opts.s_jquota_fmt = sbi->s_jquota_fmt;
3598 for (i = 0; i < MAXQUOTAS; i++)
3599 old_opts.s_qf_names[i] = sbi->s_qf_names[i];
3600#endif
Theodore Ts'ob3881f72009-01-05 22:46:26 -05003601 if (sbi->s_journal && sbi->s_journal->j_task->io_context)
3602 journal_ioprio = sbi->s_journal->j_task->io_context->ioprio;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003603
3604 /*
3605 * Allow the "check" option to be passed as a remount option.
3606 */
Theodore Ts'ob3881f72009-01-05 22:46:26 -05003607 if (!parse_options(data, sb, NULL, &journal_ioprio,
3608 &n_blocks_count, 1)) {
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003609 err = -EINVAL;
3610 goto restore_opts;
3611 }
3612
Theodore Ts'o4ab2f152009-06-13 10:09:36 -04003613 if (sbi->s_mount_flags & EXT4_MF_FS_ABORTED)
Harvey Harrison46e665e2008-04-17 10:38:59 -04003614 ext4_abort(sb, __func__, "Abort forced by user");
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003615
3616 sb->s_flags = (sb->s_flags & ~MS_POSIXACL) |
Dmitry Monakhov482a7422010-02-24 11:35:32 -05003617 (test_opt(sb, POSIX_ACL) ? MS_POSIXACL : 0);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003618
3619 es = sbi->s_es;
3620
Theodore Ts'ob3881f72009-01-05 22:46:26 -05003621 if (sbi->s_journal) {
Frank Mayhar03901312009-01-07 00:06:22 -05003622 ext4_init_journal_params(sb, sbi->s_journal);
Theodore Ts'ob3881f72009-01-05 22:46:26 -05003623 set_task_ioprio(sbi->s_journal->j_task, journal_ioprio);
3624 }
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003625
3626 if ((*flags & MS_RDONLY) != (sb->s_flags & MS_RDONLY) ||
Laurent Vivierbd81d8e2006-10-11 01:21:10 -07003627 n_blocks_count > ext4_blocks_count(es)) {
Theodore Ts'o4ab2f152009-06-13 10:09:36 -04003628 if (sbi->s_mount_flags & EXT4_MF_FS_ABORTED) {
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003629 err = -EROFS;
3630 goto restore_opts;
3631 }
3632
3633 if (*flags & MS_RDONLY) {
3634 /*
3635 * First of all, the unconditional stuff we have to do
3636 * to disable replay of the journal when we next remount
3637 */
3638 sb->s_flags |= MS_RDONLY;
3639
3640 /*
3641 * OK, test if we are remounting a valid rw partition
3642 * readonly, and if so set the rdonly flag and then
3643 * mark the partition as valid again.
3644 */
Mingming Cao617ba132006-10-11 01:20:53 -07003645 if (!(es->s_state & cpu_to_le16(EXT4_VALID_FS)) &&
3646 (sbi->s_mount_state & EXT4_VALID_FS))
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003647 es->s_state = cpu_to_le16(sbi->s_mount_state);
3648
Theodore Ts'oa63c9eb2009-05-01 01:59:42 -04003649 if (sbi->s_journal)
Frank Mayhar03901312009-01-07 00:06:22 -05003650 ext4_mark_recovery_complete(sb, es);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003651 } else {
Eric Sandeena13fb1a2009-08-18 00:20:23 -04003652 /* Make sure we can mount this feature set readwrite */
3653 if (!ext4_feature_set_ok(sb, 0)) {
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003654 err = -EROFS;
3655 goto restore_opts;
3656 }
Eric Sandeenead65962007-02-10 01:46:08 -08003657 /*
Theodore Ts'o8a266462008-07-26 14:34:21 -04003658 * Make sure the group descriptor checksums
Andreas Dilger0b8e58a2009-06-03 17:59:28 -04003659 * are sane. If they aren't, refuse to remount r/w.
Theodore Ts'o8a266462008-07-26 14:34:21 -04003660 */
3661 for (g = 0; g < sbi->s_groups_count; g++) {
3662 struct ext4_group_desc *gdp =
3663 ext4_get_group_desc(sb, g, NULL);
3664
3665 if (!ext4_group_desc_csum_verify(sbi, g, gdp)) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04003666 ext4_msg(sb, KERN_ERR,
3667 "ext4_remount: Checksum for group %u failed (%u!=%u)",
Theodore Ts'o8a266462008-07-26 14:34:21 -04003668 g, le16_to_cpu(ext4_group_desc_csum(sbi, g, gdp)),
3669 le16_to_cpu(gdp->bg_checksum));
3670 err = -EINVAL;
3671 goto restore_opts;
3672 }
3673 }
3674
3675 /*
Eric Sandeenead65962007-02-10 01:46:08 -08003676 * If we have an unprocessed orphan list hanging
3677 * around from a previously readonly bdev mount,
3678 * require a full umount/remount for now.
3679 */
3680 if (es->s_last_orphan) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04003681 ext4_msg(sb, KERN_WARNING, "Couldn't "
Eric Sandeenead65962007-02-10 01:46:08 -08003682 "remount RDWR because of unprocessed "
3683 "orphan inode list. Please "
Eric Sandeenb31e1552009-06-04 17:36:36 -04003684 "umount/remount instead");
Eric Sandeenead65962007-02-10 01:46:08 -08003685 err = -EINVAL;
3686 goto restore_opts;
3687 }
3688
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003689 /*
3690 * Mounting a RDONLY partition read-write, so reread
3691 * and store the current valid flag. (It may have
3692 * been changed by e2fsck since we originally mounted
3693 * the partition.)
3694 */
Frank Mayhar03901312009-01-07 00:06:22 -05003695 if (sbi->s_journal)
3696 ext4_clear_journal_err(sb, es);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003697 sbi->s_mount_state = le16_to_cpu(es->s_state);
Mingming Cao617ba132006-10-11 01:20:53 -07003698 if ((err = ext4_group_extend(sb, es, n_blocks_count)))
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003699 goto restore_opts;
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -04003700 if (!ext4_setup_super(sb, es, 0))
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003701 sb->s_flags &= ~MS_RDONLY;
3702 }
3703 }
Theodore Ts'o6fd058f2009-05-17 15:38:01 -04003704 ext4_setup_system_zone(sb);
Frank Mayhar03901312009-01-07 00:06:22 -05003705 if (sbi->s_journal == NULL)
Theodore Ts'oe2d67052009-05-01 00:33:44 -04003706 ext4_commit_super(sb, 1);
Frank Mayhar03901312009-01-07 00:06:22 -05003707
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003708#ifdef CONFIG_QUOTA
3709 /* Release old quota file names */
3710 for (i = 0; i < MAXQUOTAS; i++)
3711 if (old_opts.s_qf_names[i] &&
3712 old_opts.s_qf_names[i] != sbi->s_qf_names[i])
3713 kfree(old_opts.s_qf_names[i]);
3714#endif
Al Virobbd68512009-05-06 10:43:07 -04003715 unlock_super(sb);
Alessio Igor Bogani337eb002009-05-12 15:10:54 +02003716 unlock_kernel();
Curt Wohlgemuthd4c402d2010-05-16 12:00:00 -04003717
3718 ext4_msg(sb, KERN_INFO, "re-mounted. Opts: %s", orig_data);
3719 kfree(orig_data);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003720 return 0;
Andreas Dilger0b8e58a2009-06-03 17:59:28 -04003721
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003722restore_opts:
3723 sb->s_flags = old_sb_flags;
3724 sbi->s_mount_opt = old_opts.s_mount_opt;
3725 sbi->s_resuid = old_opts.s_resuid;
3726 sbi->s_resgid = old_opts.s_resgid;
3727 sbi->s_commit_interval = old_opts.s_commit_interval;
Theodore Ts'o30773842009-01-03 20:27:38 -05003728 sbi->s_min_batch_time = old_opts.s_min_batch_time;
3729 sbi->s_max_batch_time = old_opts.s_max_batch_time;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003730#ifdef CONFIG_QUOTA
3731 sbi->s_jquota_fmt = old_opts.s_jquota_fmt;
3732 for (i = 0; i < MAXQUOTAS; i++) {
3733 if (sbi->s_qf_names[i] &&
3734 old_opts.s_qf_names[i] != sbi->s_qf_names[i])
3735 kfree(sbi->s_qf_names[i]);
3736 sbi->s_qf_names[i] = old_opts.s_qf_names[i];
3737 }
3738#endif
Al Virobbd68512009-05-06 10:43:07 -04003739 unlock_super(sb);
Alessio Igor Bogani337eb002009-05-12 15:10:54 +02003740 unlock_kernel();
Curt Wohlgemuthd4c402d2010-05-16 12:00:00 -04003741 kfree(orig_data);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003742 return err;
3743}
3744
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -04003745static int ext4_statfs(struct dentry *dentry, struct kstatfs *buf)
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003746{
3747 struct super_block *sb = dentry->d_sb;
Mingming Cao617ba132006-10-11 01:20:53 -07003748 struct ext4_sb_info *sbi = EXT4_SB(sb);
3749 struct ext4_super_block *es = sbi->s_es;
Pekka Enberg960cc392006-12-06 20:35:29 -08003750 u64 fsid;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003751
Badari Pulavarty5e700302007-07-15 23:42:00 -07003752 if (test_opt(sb, MINIX_DF)) {
3753 sbi->s_overhead_last = 0;
Aneesh Kumar K.V6bc9fef2007-10-16 18:38:25 -04003754 } else if (sbi->s_blocks_last != ext4_blocks_count(es)) {
Theodore Ts'o8df96752009-05-01 08:50:38 -04003755 ext4_group_t i, ngroups = ext4_get_groups_count(sb);
Badari Pulavarty5e700302007-07-15 23:42:00 -07003756 ext4_fsblk_t overhead = 0;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003757
3758 /*
Badari Pulavarty5e700302007-07-15 23:42:00 -07003759 * Compute the overhead (FS structures). This is constant
3760 * for a given filesystem unless the number of block groups
3761 * changes so we cache the previous value until it does.
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003762 */
3763
3764 /*
3765 * All of the blocks before first_data_block are
3766 * overhead
3767 */
3768 overhead = le32_to_cpu(es->s_first_data_block);
3769
3770 /*
3771 * Add the overhead attributed to the superblock and
3772 * block group descriptors. If the sparse superblocks
3773 * feature is turned on, then not all groups have this.
3774 */
3775 for (i = 0; i < ngroups; i++) {
Mingming Cao617ba132006-10-11 01:20:53 -07003776 overhead += ext4_bg_has_super(sb, i) +
3777 ext4_bg_num_gdb(sb, i);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003778 cond_resched();
3779 }
3780
3781 /*
3782 * Every block group has an inode bitmap, a block
3783 * bitmap, and an inode table.
3784 */
Badari Pulavarty5e700302007-07-15 23:42:00 -07003785 overhead += ngroups * (2 + sbi->s_itb_per_group);
3786 sbi->s_overhead_last = overhead;
3787 smp_wmb();
Aneesh Kumar K.V6bc9fef2007-10-16 18:38:25 -04003788 sbi->s_blocks_last = ext4_blocks_count(es);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003789 }
3790
Mingming Cao617ba132006-10-11 01:20:53 -07003791 buf->f_type = EXT4_SUPER_MAGIC;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003792 buf->f_bsize = sb->s_blocksize;
Badari Pulavarty5e700302007-07-15 23:42:00 -07003793 buf->f_blocks = ext4_blocks_count(es) - sbi->s_overhead_last;
Aneesh Kumar K.V6bc6e632008-10-10 09:39:00 -04003794 buf->f_bfree = percpu_counter_sum_positive(&sbi->s_freeblocks_counter) -
3795 percpu_counter_sum_positive(&sbi->s_dirtyblocks_counter);
Laurent Vivierbd81d8e2006-10-11 01:21:10 -07003796 buf->f_bavail = buf->f_bfree - ext4_r_blocks_count(es);
3797 if (buf->f_bfree < ext4_r_blocks_count(es))
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003798 buf->f_bavail = 0;
3799 buf->f_files = le32_to_cpu(es->s_inodes_count);
Peter Zijlstra52d9f3b2007-10-16 23:25:44 -07003800 buf->f_ffree = percpu_counter_sum_positive(&sbi->s_freeinodes_counter);
Mingming Cao617ba132006-10-11 01:20:53 -07003801 buf->f_namelen = EXT4_NAME_LEN;
Pekka Enberg960cc392006-12-06 20:35:29 -08003802 fsid = le64_to_cpup((void *)es->s_uuid) ^
3803 le64_to_cpup((void *)es->s_uuid + sizeof(u64));
3804 buf->f_fsid.val[0] = fsid & 0xFFFFFFFFUL;
3805 buf->f_fsid.val[1] = (fsid >> 32) & 0xFFFFFFFFUL;
Andreas Dilger0b8e58a2009-06-03 17:59:28 -04003806
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003807 return 0;
3808}
3809
Andreas Dilger0b8e58a2009-06-03 17:59:28 -04003810/* Helper function for writing quotas on sync - we need to start transaction
3811 * before quota file is locked for write. Otherwise the are possible deadlocks:
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003812 * Process 1 Process 2
Mingming Cao617ba132006-10-11 01:20:53 -07003813 * ext4_create() quota_sync()
Jan Karaa269eb12009-01-26 17:04:39 +01003814 * jbd2_journal_start() write_dquot()
Christoph Hellwig871a2932010-03-03 09:05:07 -05003815 * dquot_initialize() down(dqio_mutex)
Mingming Caodab291a2006-10-11 01:21:01 -07003816 * down(dqio_mutex) jbd2_journal_start()
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003817 *
3818 */
3819
3820#ifdef CONFIG_QUOTA
3821
3822static inline struct inode *dquot_to_inode(struct dquot *dquot)
3823{
3824 return sb_dqopt(dquot->dq_sb)->files[dquot->dq_type];
3825}
3826
Mingming Cao617ba132006-10-11 01:20:53 -07003827static int ext4_write_dquot(struct dquot *dquot)
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003828{
3829 int ret, err;
3830 handle_t *handle;
3831 struct inode *inode;
3832
3833 inode = dquot_to_inode(dquot);
Mingming Cao617ba132006-10-11 01:20:53 -07003834 handle = ext4_journal_start(inode,
Andreas Dilger0b8e58a2009-06-03 17:59:28 -04003835 EXT4_QUOTA_TRANS_BLOCKS(dquot->dq_sb));
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003836 if (IS_ERR(handle))
3837 return PTR_ERR(handle);
3838 ret = dquot_commit(dquot);
Mingming Cao617ba132006-10-11 01:20:53 -07003839 err = ext4_journal_stop(handle);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003840 if (!ret)
3841 ret = err;
3842 return ret;
3843}
3844
Mingming Cao617ba132006-10-11 01:20:53 -07003845static int ext4_acquire_dquot(struct dquot *dquot)
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003846{
3847 int ret, err;
3848 handle_t *handle;
3849
Mingming Cao617ba132006-10-11 01:20:53 -07003850 handle = ext4_journal_start(dquot_to_inode(dquot),
Andreas Dilger0b8e58a2009-06-03 17:59:28 -04003851 EXT4_QUOTA_INIT_BLOCKS(dquot->dq_sb));
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003852 if (IS_ERR(handle))
3853 return PTR_ERR(handle);
3854 ret = dquot_acquire(dquot);
Mingming Cao617ba132006-10-11 01:20:53 -07003855 err = ext4_journal_stop(handle);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003856 if (!ret)
3857 ret = err;
3858 return ret;
3859}
3860
Mingming Cao617ba132006-10-11 01:20:53 -07003861static int ext4_release_dquot(struct dquot *dquot)
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003862{
3863 int ret, err;
3864 handle_t *handle;
3865
Mingming Cao617ba132006-10-11 01:20:53 -07003866 handle = ext4_journal_start(dquot_to_inode(dquot),
Andreas Dilger0b8e58a2009-06-03 17:59:28 -04003867 EXT4_QUOTA_DEL_BLOCKS(dquot->dq_sb));
Jan Kara9c3013e2007-09-11 15:23:29 -07003868 if (IS_ERR(handle)) {
3869 /* Release dquot anyway to avoid endless cycle in dqput() */
3870 dquot_release(dquot);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003871 return PTR_ERR(handle);
Jan Kara9c3013e2007-09-11 15:23:29 -07003872 }
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003873 ret = dquot_release(dquot);
Mingming Cao617ba132006-10-11 01:20:53 -07003874 err = ext4_journal_stop(handle);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003875 if (!ret)
3876 ret = err;
3877 return ret;
3878}
3879
Mingming Cao617ba132006-10-11 01:20:53 -07003880static int ext4_mark_dquot_dirty(struct dquot *dquot)
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003881{
Jan Kara2c8be6b2008-05-13 21:27:55 -04003882 /* Are we journaling quotas? */
Mingming Cao617ba132006-10-11 01:20:53 -07003883 if (EXT4_SB(dquot->dq_sb)->s_qf_names[USRQUOTA] ||
3884 EXT4_SB(dquot->dq_sb)->s_qf_names[GRPQUOTA]) {
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003885 dquot_mark_dquot_dirty(dquot);
Mingming Cao617ba132006-10-11 01:20:53 -07003886 return ext4_write_dquot(dquot);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003887 } else {
3888 return dquot_mark_dquot_dirty(dquot);
3889 }
3890}
3891
Mingming Cao617ba132006-10-11 01:20:53 -07003892static int ext4_write_info(struct super_block *sb, int type)
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003893{
3894 int ret, err;
3895 handle_t *handle;
3896
3897 /* Data block + inode block */
Mingming Cao617ba132006-10-11 01:20:53 -07003898 handle = ext4_journal_start(sb->s_root->d_inode, 2);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003899 if (IS_ERR(handle))
3900 return PTR_ERR(handle);
3901 ret = dquot_commit_info(sb, type);
Mingming Cao617ba132006-10-11 01:20:53 -07003902 err = ext4_journal_stop(handle);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003903 if (!ret)
3904 ret = err;
3905 return ret;
3906}
3907
3908/*
3909 * Turn on quotas during mount time - we need to find
3910 * the quota file and such...
3911 */
Mingming Cao617ba132006-10-11 01:20:53 -07003912static int ext4_quota_on_mount(struct super_block *sb, int type)
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003913{
Mingming Cao617ba132006-10-11 01:20:53 -07003914 return vfs_quota_on_mount(sb, EXT4_SB(sb)->s_qf_names[type],
Andreas Dilger0b8e58a2009-06-03 17:59:28 -04003915 EXT4_SB(sb)->s_jquota_fmt, type);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003916}
3917
3918/*
3919 * Standard function to be called on quota_on
3920 */
Mingming Cao617ba132006-10-11 01:20:53 -07003921static int ext4_quota_on(struct super_block *sb, int type, int format_id,
Al Viro82646132008-08-02 00:57:06 -04003922 char *name, int remount)
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003923{
3924 int err;
Al Viro82646132008-08-02 00:57:06 -04003925 struct path path;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003926
3927 if (!test_opt(sb, QUOTA))
3928 return -EINVAL;
Al Viro82646132008-08-02 00:57:06 -04003929 /* When remounting, no checks are needed and in fact, name is NULL */
Jan Kara06235432008-05-13 19:11:51 -04003930 if (remount)
Al Viro82646132008-08-02 00:57:06 -04003931 return vfs_quota_on(sb, type, format_id, name, remount);
Jan Kara06235432008-05-13 19:11:51 -04003932
Al Viro82646132008-08-02 00:57:06 -04003933 err = kern_path(name, LOOKUP_FOLLOW, &path);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003934 if (err)
3935 return err;
Jan Kara06235432008-05-13 19:11:51 -04003936
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003937 /* Quotafile not on the same filesystem? */
Al Viro82646132008-08-02 00:57:06 -04003938 if (path.mnt->mnt_sb != sb) {
3939 path_put(&path);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003940 return -EXDEV;
3941 }
Jan Kara06235432008-05-13 19:11:51 -04003942 /* Journaling quota? */
3943 if (EXT4_SB(sb)->s_qf_names[type]) {
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -04003944 /* Quotafile not in fs root? */
Al Viro82646132008-08-02 00:57:06 -04003945 if (path.dentry->d_parent != sb->s_root)
Eric Sandeenb31e1552009-06-04 17:36:36 -04003946 ext4_msg(sb, KERN_WARNING,
3947 "Quota file not on filesystem root. "
3948 "Journaled quota will not work");
Theodore Ts'o2b2d6d02008-07-26 16:15:44 -04003949 }
Jan Kara06235432008-05-13 19:11:51 -04003950
3951 /*
3952 * When we journal data on quota file, we have to flush journal to see
3953 * all updates to the file when we bypass pagecache...
3954 */
Frank Mayhar03901312009-01-07 00:06:22 -05003955 if (EXT4_SB(sb)->s_journal &&
3956 ext4_should_journal_data(path.dentry->d_inode)) {
Jan Kara06235432008-05-13 19:11:51 -04003957 /*
3958 * We don't need to lock updates but journal_flush() could
3959 * otherwise be livelocked...
3960 */
3961 jbd2_journal_lock_updates(EXT4_SB(sb)->s_journal);
Hidehiro Kawai7ffe1ea2008-10-10 20:29:21 -04003962 err = jbd2_journal_flush(EXT4_SB(sb)->s_journal);
Jan Kara06235432008-05-13 19:11:51 -04003963 jbd2_journal_unlock_updates(EXT4_SB(sb)->s_journal);
Hidehiro Kawai7ffe1ea2008-10-10 20:29:21 -04003964 if (err) {
Al Viro82646132008-08-02 00:57:06 -04003965 path_put(&path);
Hidehiro Kawai7ffe1ea2008-10-10 20:29:21 -04003966 return err;
3967 }
Jan Kara06235432008-05-13 19:11:51 -04003968 }
3969
Al Viro82646132008-08-02 00:57:06 -04003970 err = vfs_quota_on_path(sb, type, format_id, &path);
3971 path_put(&path);
Al Viro77e69da2008-08-01 04:29:18 -04003972 return err;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003973}
3974
3975/* Read data from quotafile - avoid pagecache and such because we cannot afford
3976 * acquiring the locks... As quota files are never truncated and quota code
3977 * itself serializes the operations (and noone else should touch the files)
3978 * we don't have to be afraid of races */
Mingming Cao617ba132006-10-11 01:20:53 -07003979static ssize_t ext4_quota_read(struct super_block *sb, int type, char *data,
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003980 size_t len, loff_t off)
3981{
3982 struct inode *inode = sb_dqopt(sb)->files[type];
Aneesh Kumar K.V725d26d2008-01-28 23:58:27 -05003983 ext4_lblk_t blk = off >> EXT4_BLOCK_SIZE_BITS(sb);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07003984 int err = 0;
3985 int offset = off & (sb->s_blocksize - 1);
3986 int tocopy;
3987 size_t toread;
3988 struct buffer_head *bh;
3989 loff_t i_size = i_size_read(inode);
3990
3991 if (off > i_size)
3992 return 0;
3993 if (off+len > i_size)
3994 len = i_size-off;
3995 toread = len;
3996 while (toread > 0) {
3997 tocopy = sb->s_blocksize - offset < toread ?
3998 sb->s_blocksize - offset : toread;
Mingming Cao617ba132006-10-11 01:20:53 -07003999 bh = ext4_bread(NULL, inode, blk, 0, &err);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07004000 if (err)
4001 return err;
4002 if (!bh) /* A hole? */
4003 memset(data, 0, tocopy);
4004 else
4005 memcpy(data, bh->b_data+offset, tocopy);
4006 brelse(bh);
4007 offset = 0;
4008 toread -= tocopy;
4009 data += tocopy;
4010 blk++;
4011 }
4012 return len;
4013}
4014
4015/* Write to quotafile (we know the transaction is already started and has
4016 * enough credits) */
Mingming Cao617ba132006-10-11 01:20:53 -07004017static ssize_t ext4_quota_write(struct super_block *sb, int type,
Dave Kleikampac27a0e2006-10-11 01:20:50 -07004018 const char *data, size_t len, loff_t off)
4019{
4020 struct inode *inode = sb_dqopt(sb)->files[type];
Aneesh Kumar K.V725d26d2008-01-28 23:58:27 -05004021 ext4_lblk_t blk = off >> EXT4_BLOCK_SIZE_BITS(sb);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07004022 int err = 0;
4023 int offset = off & (sb->s_blocksize - 1);
Mingming Cao617ba132006-10-11 01:20:53 -07004024 int journal_quota = EXT4_SB(sb)->s_qf_names[type] != NULL;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07004025 struct buffer_head *bh;
4026 handle_t *handle = journal_current_handle();
4027
Frank Mayhar03901312009-01-07 00:06:22 -05004028 if (EXT4_SB(sb)->s_journal && !handle) {
Eric Sandeenb31e1552009-06-04 17:36:36 -04004029 ext4_msg(sb, KERN_WARNING, "Quota write (off=%llu, len=%llu)"
4030 " cancelled because transaction is not started",
Jan Kara9c3013e2007-09-11 15:23:29 -07004031 (unsigned long long)off, (unsigned long long)len);
4032 return -EIO;
4033 }
Dmitry Monakhov67eeb562010-03-02 08:08:51 -05004034 /*
4035 * Since we account only one data block in transaction credits,
4036 * then it is impossible to cross a block boundary.
4037 */
4038 if (sb->s_blocksize - offset < len) {
4039 ext4_msg(sb, KERN_WARNING, "Quota write (off=%llu, len=%llu)"
4040 " cancelled because not block aligned",
4041 (unsigned long long)off, (unsigned long long)len);
4042 return -EIO;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07004043 }
Dmitry Monakhov67eeb562010-03-02 08:08:51 -05004044
4045 mutex_lock_nested(&inode->i_mutex, I_MUTEX_QUOTA);
4046 bh = ext4_bread(handle, inode, blk, 1, &err);
4047 if (!bh)
4048 goto out;
4049 if (journal_quota) {
4050 err = ext4_journal_get_write_access(handle, bh);
4051 if (err) {
4052 brelse(bh);
4053 goto out;
4054 }
4055 }
4056 lock_buffer(bh);
4057 memcpy(bh->b_data+offset, data, len);
4058 flush_dcache_page(bh->b_page);
4059 unlock_buffer(bh);
4060 if (journal_quota)
4061 err = ext4_handle_dirty_metadata(handle, NULL, bh);
4062 else {
4063 /* Always do at least ordered writes for quotas */
4064 err = ext4_jbd2_file_inode(handle, inode);
4065 mark_buffer_dirty(bh);
4066 }
4067 brelse(bh);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07004068out:
Dmitry Monakhov67eeb562010-03-02 08:08:51 -05004069 if (err) {
Jan Kara4d04e4f2008-07-04 09:59:34 -07004070 mutex_unlock(&inode->i_mutex);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07004071 return err;
Jan Kara4d04e4f2008-07-04 09:59:34 -07004072 }
Dmitry Monakhov67eeb562010-03-02 08:08:51 -05004073 if (inode->i_size < off + len) {
4074 i_size_write(inode, off + len);
Mingming Cao617ba132006-10-11 01:20:53 -07004075 EXT4_I(inode)->i_disksize = inode->i_size;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07004076 }
Dave Kleikampac27a0e2006-10-11 01:20:50 -07004077 inode->i_mtime = inode->i_ctime = CURRENT_TIME;
Mingming Cao617ba132006-10-11 01:20:53 -07004078 ext4_mark_inode_dirty(handle, inode);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07004079 mutex_unlock(&inode->i_mutex);
Dmitry Monakhov67eeb562010-03-02 08:08:51 -05004080 return len;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07004081}
4082
4083#endif
4084
Andreas Dilger0b8e58a2009-06-03 17:59:28 -04004085static int ext4_get_sb(struct file_system_type *fs_type, int flags,
4086 const char *dev_name, void *data, struct vfsmount *mnt)
Dave Kleikampac27a0e2006-10-11 01:20:50 -07004087{
Andreas Dilger0b8e58a2009-06-03 17:59:28 -04004088 return get_sb_bdev(fs_type, flags, dev_name, data, ext4_fill_super,mnt);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07004089}
4090
Theodore Ts'o37f328e2010-03-24 20:06:41 -04004091#if !defined(CONFIG_EXT2_FS) && !defined(CONFIG_EXT2_FS_MODULE) && defined(CONFIG_EXT4_USE_FOR_EXT23)
Theodore Ts'o24b58422009-12-07 14:08:51 -05004092static struct file_system_type ext2_fs_type = {
4093 .owner = THIS_MODULE,
4094 .name = "ext2",
4095 .get_sb = ext4_get_sb,
4096 .kill_sb = kill_block_super,
4097 .fs_flags = FS_REQUIRES_DEV,
4098};
4099
4100static inline void register_as_ext2(void)
4101{
4102 int err = register_filesystem(&ext2_fs_type);
4103 if (err)
4104 printk(KERN_WARNING
4105 "EXT4-fs: Unable to register as ext2 (%d)\n", err);
4106}
4107
4108static inline void unregister_as_ext2(void)
4109{
4110 unregister_filesystem(&ext2_fs_type);
4111}
Theodore Ts'o51b7e3c2009-12-21 10:56:09 -05004112MODULE_ALIAS("ext2");
Theodore Ts'o24b58422009-12-07 14:08:51 -05004113#else
4114static inline void register_as_ext2(void) { }
4115static inline void unregister_as_ext2(void) { }
4116#endif
4117
Theodore Ts'o37f328e2010-03-24 20:06:41 -04004118#if !defined(CONFIG_EXT3_FS) && !defined(CONFIG_EXT3_FS_MODULE) && defined(CONFIG_EXT4_USE_FOR_EXT23)
Theodore Ts'o24b58422009-12-07 14:08:51 -05004119static inline void register_as_ext3(void)
4120{
4121 int err = register_filesystem(&ext3_fs_type);
4122 if (err)
4123 printk(KERN_WARNING
4124 "EXT4-fs: Unable to register as ext3 (%d)\n", err);
4125}
4126
4127static inline void unregister_as_ext3(void)
4128{
4129 unregister_filesystem(&ext3_fs_type);
4130}
Theodore Ts'o51b7e3c2009-12-21 10:56:09 -05004131MODULE_ALIAS("ext3");
Theodore Ts'o24b58422009-12-07 14:08:51 -05004132#else
4133static inline void register_as_ext3(void) { }
4134static inline void unregister_as_ext3(void) { }
4135#endif
4136
Theodore Ts'o03010a32008-10-10 20:02:48 -04004137static struct file_system_type ext4_fs_type = {
Dave Kleikampac27a0e2006-10-11 01:20:50 -07004138 .owner = THIS_MODULE,
Theodore Ts'o03010a32008-10-10 20:02:48 -04004139 .name = "ext4",
Mingming Cao617ba132006-10-11 01:20:53 -07004140 .get_sb = ext4_get_sb,
Dave Kleikampac27a0e2006-10-11 01:20:50 -07004141 .kill_sb = kill_block_super,
4142 .fs_flags = FS_REQUIRES_DEV,
4143};
4144
Mingming Cao617ba132006-10-11 01:20:53 -07004145static int __init init_ext4_fs(void)
Dave Kleikampac27a0e2006-10-11 01:20:50 -07004146{
Alex Tomasc9de5602008-01-29 00:19:52 -05004147 int err;
4148
Theodore Ts'o6fd058f2009-05-17 15:38:01 -04004149 err = init_ext4_system_zone();
4150 if (err)
4151 return err;
Theodore Ts'o3197ebd2009-03-31 09:10:09 -04004152 ext4_kset = kset_create_and_add("ext4", NULL, fs_kobj);
4153 if (!ext4_kset)
Theodore Ts'o6fd058f2009-05-17 15:38:01 -04004154 goto out4;
Theodore Ts'o9f6200b2008-09-23 09:18:24 -04004155 ext4_proc_root = proc_mkdir("fs/ext4", NULL);
Alex Tomasc9de5602008-01-29 00:19:52 -05004156 err = init_ext4_mballoc();
Dave Kleikampac27a0e2006-10-11 01:20:50 -07004157 if (err)
Theodore Ts'o6fd058f2009-05-17 15:38:01 -04004158 goto out3;
Alex Tomasc9de5602008-01-29 00:19:52 -05004159
4160 err = init_ext4_xattr();
4161 if (err)
4162 goto out2;
Dave Kleikampac27a0e2006-10-11 01:20:50 -07004163 err = init_inodecache();
4164 if (err)
4165 goto out1;
Theodore Ts'o24b58422009-12-07 14:08:51 -05004166 register_as_ext2();
4167 register_as_ext3();
Theodore Ts'o03010a32008-10-10 20:02:48 -04004168 err = register_filesystem(&ext4_fs_type);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07004169 if (err)
4170 goto out;
4171 return 0;
4172out:
Theodore Ts'o24b58422009-12-07 14:08:51 -05004173 unregister_as_ext2();
4174 unregister_as_ext3();
Dave Kleikampac27a0e2006-10-11 01:20:50 -07004175 destroy_inodecache();
4176out1:
Mingming Cao617ba132006-10-11 01:20:53 -07004177 exit_ext4_xattr();
Alex Tomasc9de5602008-01-29 00:19:52 -05004178out2:
4179 exit_ext4_mballoc();
Theodore Ts'o6fd058f2009-05-17 15:38:01 -04004180out3:
4181 remove_proc_entry("fs/ext4", NULL);
4182 kset_unregister(ext4_kset);
4183out4:
4184 exit_ext4_system_zone();
Dave Kleikampac27a0e2006-10-11 01:20:50 -07004185 return err;
4186}
4187
Mingming Cao617ba132006-10-11 01:20:53 -07004188static void __exit exit_ext4_fs(void)
Dave Kleikampac27a0e2006-10-11 01:20:50 -07004189{
Theodore Ts'o24b58422009-12-07 14:08:51 -05004190 unregister_as_ext2();
4191 unregister_as_ext3();
Theodore Ts'o03010a32008-10-10 20:02:48 -04004192 unregister_filesystem(&ext4_fs_type);
Dave Kleikampac27a0e2006-10-11 01:20:50 -07004193 destroy_inodecache();
Mingming Cao617ba132006-10-11 01:20:53 -07004194 exit_ext4_xattr();
Alex Tomasc9de5602008-01-29 00:19:52 -05004195 exit_ext4_mballoc();
Theodore Ts'o9f6200b2008-09-23 09:18:24 -04004196 remove_proc_entry("fs/ext4", NULL);
Theodore Ts'o3197ebd2009-03-31 09:10:09 -04004197 kset_unregister(ext4_kset);
Theodore Ts'o6fd058f2009-05-17 15:38:01 -04004198 exit_ext4_system_zone();
Dave Kleikampac27a0e2006-10-11 01:20:50 -07004199}
4200
4201MODULE_AUTHOR("Remy Card, Stephen Tweedie, Andrew Morton, Andreas Dilger, Theodore Ts'o and others");
Theodore Ts'o83982b62009-01-06 14:53:16 -05004202MODULE_DESCRIPTION("Fourth Extended Filesystem");
Dave Kleikampac27a0e2006-10-11 01:20:50 -07004203MODULE_LICENSE("GPL");
Mingming Cao617ba132006-10-11 01:20:53 -07004204module_init(init_ext4_fs)
4205module_exit(exit_ext4_fs)