blob: 9f70d2f68e059b019ad1f8a019f5df3c49411e12 [file] [log] [blame]
Dave Chinner0b61f8a2018-06-05 19:42:14 -07001// SPDX-License-Identifier: GPL-2.0
Linus Torvalds1da177e2005-04-16 15:20:36 -07002/*
Nathan Scott7b718762005-11-02 14:58:39 +11003 * Copyright (c) 2000-2005 Silicon Graphics, Inc.
4 * All Rights Reserved.
Linus Torvalds1da177e2005-04-16 15:20:36 -07005 */
6#ifndef __XFS_LINUX__
7#define __XFS_LINUX__
8
9#include <linux/types.h>
Christoph Hellwigb1f359f2017-05-05 09:53:09 +020010#include <linux/uuid.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070011
12/*
Dave Chinner4f3d71f2013-08-12 20:49:54 +100013 * Kernel specific type declarations for XFS
14 */
Dave Chinner4f3d71f2013-08-12 20:49:54 +100015
Dave Chinner4f3d71f2013-08-12 20:49:54 +100016typedef __s64 xfs_off_t; /* <file offset> type */
17typedef unsigned long long xfs_ino_t; /* <inode> type */
18typedef __s64 xfs_daddr_t; /* <disk address> type */
Dave Chinner4f3d71f2013-08-12 20:49:54 +100019typedef __u32 xfs_dev_t;
20typedef __u32 xfs_nlink_t;
21
Alex Elder06f8e2d2011-08-12 13:57:55 -050022#include "xfs_types.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070023
Alex Elder06f8e2d2011-08-12 13:57:55 -050024#include "kmem.h"
25#include "mrlock.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070026
David Chinnerab4a9b02008-08-13 16:42:10 +100027#include <linux/semaphore.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070028#include <linux/mm.h>
Dave Chinner4a2d01b2018-06-07 07:46:42 -070029#include <linux/sched/mm.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070030#include <linux/kernel.h>
31#include <linux/blkdev.h>
32#include <linux/slab.h>
Christoph Hellwigbc02e862012-11-16 09:20:37 +110033#include <linux/crc32c.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070034#include <linux/module.h>
Christoph Hellwiga0b0b8a2009-03-29 09:51:00 +020035#include <linux/mutex.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070036#include <linux/file.h>
37#include <linux/swap.h>
38#include <linux/errno.h>
Ingo Molnar174cd4b2017-02-02 19:15:33 +010039#include <linux/sched/signal.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070040#include <linux/bitops.h>
41#include <linux/major.h>
42#include <linux/pagemap.h>
43#include <linux/vfs.h>
44#include <linux/seq_file.h>
45#include <linux/init.h>
46#include <linux/list.h>
47#include <linux/proc_fs.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070048#include <linux/sort.h>
David Chinnere8234a62006-03-14 13:23:52 +110049#include <linux/cpu.h>
50#include <linux/notifier.h>
David Chinner01e1b692006-03-14 13:29:16 +110051#include <linux/delay.h>
Eric Sandeenaf3a2e82007-08-16 16:25:23 +100052#include <linux/log2.h>
Eric Sandeen007c61c2007-10-11 17:43:56 +100053#include <linux/spinlock.h>
David Chinner64275ea2008-04-30 17:11:16 +100054#include <linux/random.h>
Barry Naujok189f4bf2008-05-21 16:58:55 +100055#include <linux/ctype.h>
David Chinner6bfb3d02008-10-30 18:32:43 +110056#include <linux/writeback.h>
Christoph Hellwig6c77b0e2010-10-06 18:41:17 +000057#include <linux/capability.h>
Christoph Hellwig00308072011-10-11 11:14:10 -040058#include <linux/kthread.h>
59#include <linux/freezer.h>
Christoph Hellwig8a072a42011-04-24 19:06:17 +000060#include <linux/list_sort.h>
Rich Johnston3d6e0362013-03-27 09:26:49 -050061#include <linux/ratelimit.h>
Lucas Stach6031e732016-12-07 17:36:36 +110062#include <linux/rhashtable.h>
Christoph Hellwigd5f0f492020-02-26 17:30:42 -080063#include <linux/xattr.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070064
65#include <asm/page.h>
66#include <asm/div64.h>
67#include <asm/param.h>
Linus Torvalds7c0f6ba2016-12-24 11:46:01 -080068#include <linux/uaccess.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070069#include <asm/byteorder.h>
70#include <asm/unaligned.h>
71
Dave Chinnerb92cc59f62014-08-04 13:28:20 +100072#include "xfs_fs.h"
Alex Elder06f8e2d2011-08-12 13:57:55 -050073#include "xfs_stats.h"
74#include "xfs_sysctl.h"
75#include "xfs_iops.h"
76#include "xfs_aops.h"
77#include "xfs_super.h"
Eric Sandeen51582172014-02-27 15:17:27 +110078#include "xfs_cksum.h"
Alex Elder06f8e2d2011-08-12 13:57:55 -050079#include "xfs_buf.h"
80#include "xfs_message.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070081
Christoph Hellwig218106a2011-07-08 14:35:58 +020082#ifdef __BIG_ENDIAN
83#define XFS_NATIVE_HOST 1
84#else
85#undef XFS_NATIVE_HOST
86#endif
87
Linus Torvalds1da177e2005-04-16 15:20:36 -070088#define irix_sgid_inherit xfs_params.sgid_inherit.val
89#define irix_symlink_mode xfs_params.symlink_mode.val
90#define xfs_panic_mask xfs_params.panic_mask.val
91#define xfs_error_level xfs_params.error_level.val
92#define xfs_syncd_centisecs xfs_params.syncd_timer.val
93#define xfs_stats_clear xfs_params.stats_clear.val
94#define xfs_inherit_sync xfs_params.inherit_sync.val
95#define xfs_inherit_nodump xfs_params.inherit_nodump.val
96#define xfs_inherit_noatime xfs_params.inherit_noatim.val
Linus Torvalds1da177e2005-04-16 15:20:36 -070097#define xfs_inherit_nosymlinks xfs_params.inherit_nosym.val
98#define xfs_rotorstep xfs_params.rotorstep.val
Barry Naujokd3446ea2006-06-09 14:54:19 +100099#define xfs_inherit_nodefrag xfs_params.inherit_nodfrg.val
David Chinner2a82b8b2007-07-11 11:09:12 +1000100#define xfs_fstrm_centisecs xfs_params.fstrm_timer.val
Brian Foster579b62f2012-11-06 09:50:47 -0500101#define xfs_eofb_secs xfs_params.eofb_timer.val
Darrick J. Wong83104d42016-10-03 09:11:46 -0700102#define xfs_cowb_secs xfs_params.cowb_timer.val
Linus Torvalds1da177e2005-04-16 15:20:36 -0700103
Nathan Scott59c1b082006-06-09 14:59:13 +1000104#define current_cpu() (raw_smp_processor_id())
Linus Torvalds1da177e2005-04-16 15:20:36 -0700105#define current_pid() (current->pid)
Nathan Scott59c1b082006-06-09 14:59:13 +1000106#define current_test_flags(f) (current->flags & (f))
Nathan Scott59c1b082006-06-09 14:59:13 +1000107#define current_set_flags_nested(sp, f) \
108 (*(sp) = current->flags, current->flags |= (f))
109#define current_clear_flags_nested(sp, f) \
110 (*(sp) = current->flags, current->flags &= ~(f))
111#define current_restore_flags_nested(sp, f) \
112 (current->flags = ((current->flags & ~(f)) | (*(sp) & (f))))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700113
Linus Torvalds1da177e2005-04-16 15:20:36 -0700114#define NBBY 8 /* number of bits per byte */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700115
116/*
117 * Size of block device i/o is parameterized here.
118 * Currently the system supports page-sized i/o.
119 */
Kirill A. Shutemov09cbfea2016-04-01 15:29:47 +0300120#define BLKDEV_IOSHIFT PAGE_SHIFT
Linus Torvalds1da177e2005-04-16 15:20:36 -0700121#define BLKDEV_IOSIZE (1<<BLKDEV_IOSHIFT)
122/* number of BB's per block device block */
123#define BLKDEV_BB BTOBB(BLKDEV_IOSIZE)
124
Linus Torvalds1da177e2005-04-16 15:20:36 -0700125#define ENOATTR ENODATA /* Attribute not found */
Nathan Scottda2f4d62006-06-20 13:01:38 +1000126#define EWRONGFS EINVAL /* Mount with wrong filesystem type */
127#define EFSCORRUPTED EUCLEAN /* Filesystem is corrupted */
Eric Sandeenca23f8f2014-02-27 15:21:07 +1100128#define EFSBADCRC EBADMSG /* Bad CRC detected */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700129
130#define SYNCHRONIZE() barrier()
131#define __return_address __builtin_return_address(0)
132
Darrick J. Wong52c732e2017-10-17 21:37:33 -0700133/*
134 * Return the address of a label. Use barrier() so that the optimizer
135 * won't reorder code to refactor the error jumpouts into a single
136 * return, which throws off the reported address.
137 */
138#define __this_address ({ __label__ __here; __here: barrier(); &&__here; })
139
Arkadiusz Mi?kiewicz67430992010-09-26 06:10:18 +0000140#define XFS_PROJID_DEFAULT 0
Linus Torvalds1da177e2005-04-16 15:20:36 -0700141
Linus Torvalds1da177e2005-04-16 15:20:36 -0700142#define howmany(x, y) (((x)+((y)-1))/(y))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700143
Dave Chinnere076b0f2014-10-02 09:18:13 +1000144static inline void delay(long ticks)
145{
146 schedule_timeout_uninterruptible(ticks);
147}
148
Brian Fostera31b1d32014-07-15 08:07:01 +1000149/*
150 * XFS wrapper structure for sysfs support. It depends on external data
151 * structures and is embedded in various internal data structures to implement
152 * the XFS sysfs object heirarchy. Define it here for broad access throughout
153 * the codebase.
154 */
155struct xfs_kobj {
156 struct kobject kobject;
157 struct completion complete;
158};
159
Bill O'Donnell80529c42015-10-12 05:19:45 +1100160struct xstats {
161 struct xfsstats __percpu *xs_stats;
162 struct xfs_kobj xs_kobj;
163};
164
165extern struct xstats xfsstats;
166
Christoph Hellwig274e0a12017-11-20 08:56:52 -0800167static inline dev_t xfs_to_linux_dev_t(xfs_dev_t dev)
168{
169 return MKDEV(sysv_major(dev) & 0x1ff, sysv_minor(dev));
170}
171
172static inline xfs_dev_t linux_to_xfs_dev_t(dev_t dev)
173{
174 return sysv_encode_dev(dev);
175}
176
Nathan Scottcde410a2005-09-05 11:47:01 +1000177/*
178 * Various platform dependent calls that don't fit anywhere else
179 */
Nathan Scott380b5dc2005-11-02 11:43:18 +1100180#define xfs_sort(a,n,s,fn) sort(a,n,s,fn,NULL)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700181#define xfs_stack_trace() dump_stack()
Linus Torvalds1da177e2005-04-16 15:20:36 -0700182
Darrick J. Wongc8ce5402017-06-16 11:00:05 -0700183static inline uint64_t roundup_64(uint64_t x, uint32_t y)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700184{
185 x += y - 1;
186 do_div(x, y);
Eric Sandeend99831f2014-06-22 15:03:54 +1000187 return x * y;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700188}
189
Darrick J. Wongc8ce5402017-06-16 11:00:05 -0700190static inline uint64_t howmany_64(uint64_t x, uint32_t y)
Nathan Scott68c32712006-09-28 11:03:53 +1000191{
192 x += y - 1;
193 do_div(x, y);
194 return x;
195}
196
Christoph Hellwig6ad5b322019-06-28 19:27:26 -0700197int xfs_rw_bdev(struct block_device *bdev, sector_t sector, unsigned int count,
198 char *data, unsigned int op);
199
Dave Chinner91300902011-03-07 10:09:35 +1100200#define ASSERT_ALWAYS(expr) \
Darrick J. Wong9842b562019-11-02 09:41:19 -0700201 (likely(expr) ? (void)0 : assfail(NULL, #expr, __FILE__, __LINE__))
Dave Chinner91300902011-03-07 10:09:35 +1100202
Dave Chinner742ae1e2013-04-30 21:39:34 +1000203#ifdef DEBUG
Dave Chinner91300902011-03-07 10:09:35 +1100204#define ASSERT(expr) \
Darrick J. Wong9842b562019-11-02 09:41:19 -0700205 (likely(expr) ? (void)0 : assfail(NULL, #expr, __FILE__, __LINE__))
Dave Chinner91300902011-03-07 10:09:35 +1100206
Dave Chinner742ae1e2013-04-30 21:39:34 +1000207#else /* !DEBUG */
208
209#ifdef XFS_WARN
210
211#define ASSERT(expr) \
Darrick J. Wong9842b562019-11-02 09:41:19 -0700212 (likely(expr) ? (void)0 : asswarn(NULL, #expr, __FILE__, __LINE__))
Dave Chinner742ae1e2013-04-30 21:39:34 +1000213
Dave Chinner742ae1e2013-04-30 21:39:34 +1000214#else /* !DEBUG && !XFS_WARN */
215
Darrick J. Wong1ec28612019-11-11 12:52:01 -0800216#define ASSERT(expr) ((void)0)
Dave Chinner742ae1e2013-04-30 21:39:34 +1000217
Dave Chinner742ae1e2013-04-30 21:39:34 +1000218#endif /* XFS_WARN */
Dave Chinner91300902011-03-07 10:09:35 +1100219#endif /* DEBUG */
220
Darrick J. Wong6519f702019-11-17 10:36:52 -0800221#define XFS_IS_CORRUPT(mp, expr) \
222 (unlikely(expr) ? xfs_corruption_error(#expr, XFS_ERRLEVEL_LOW, (mp), \
223 NULL, 0, __FILE__, __LINE__, \
224 __this_address), \
225 true : false)
226
Christoph Hellwigfc41e2a2017-11-06 11:53:58 -0800227#define STATIC static noinline
228
Christoph Hellwig6d3ebaa2014-11-28 14:24:06 +1100229#ifdef CONFIG_XFS_RT
Richard Wareingb31ff3c2017-09-13 09:09:35 +1000230
231/*
232 * make sure we ignore the inode flag if the filesystem doesn't have a
233 * configured realtime device.
234 */
235#define XFS_IS_REALTIME_INODE(ip) \
236 (((ip)->i_d.di_flags & XFS_DIFLAG_REALTIME) && \
237 (ip)->i_mount->m_rtdev_targp)
Richard Wareinga0158312018-01-08 10:41:33 -0800238#define XFS_IS_REALTIME_MOUNT(mp) ((mp)->m_rtdev_targp ? 1 : 0)
Christoph Hellwig6d3ebaa2014-11-28 14:24:06 +1100239#else
240#define XFS_IS_REALTIME_INODE(ip) (0)
Richard Wareinga0158312018-01-08 10:41:33 -0800241#define XFS_IS_REALTIME_MOUNT(mp) (0)
Christoph Hellwig6d3ebaa2014-11-28 14:24:06 +1100242#endif
243
Darrick J. Wongc9690042018-01-09 12:02:55 -0800244/*
245 * Starting in Linux 4.15, the %p (raw pointer value) printk modifier
246 * prints a hashed version of the pointer to avoid leaking kernel
247 * pointers into dmesg. If we're trying to debug the kernel we want the
248 * raw values, so override this behavior as best we can.
249 */
250#ifdef DEBUG
251# define PTR_FMT "%px"
252#else
253# define PTR_FMT "%p"
254#endif
255
Linus Torvalds1da177e2005-04-16 15:20:36 -0700256#endif /* __XFS_LINUX__ */