blob: 34cbcfde9228194820d8f28ac9e0f54b8c2e32e4 [file] [log] [blame]
Nishad Kamdar508578f2020-05-12 16:54:17 -07001/* SPDX-License-Identifier: GPL-2.0 */
Linus Torvalds1da177e2005-04-16 15:20:36 -07002/*
Nathan Scott7b718762005-11-02 14:58:39 +11003 * Copyright (c) 2000-2005 Silicon Graphics, Inc.
4 * All Rights Reserved.
Linus Torvalds1da177e2005-04-16 15:20:36 -07005 */
6#ifndef __XFS_SUPPORT_KMEM_H__
7#define __XFS_SUPPORT_KMEM_H__
8
9#include <linux/slab.h>
10#include <linux/sched.h>
11#include <linux/mm.h>
Christoph Hellwigbdfb0432010-01-20 21:55:30 +000012#include <linux/vmalloc.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070013
14/*
Nathan Scott87582802006-03-14 13:18:19 +110015 * General memory allocation interfaces
16 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070017
Al Viro77ba7872012-04-02 06:24:04 -040018typedef unsigned __bitwise xfs_km_flags_t;
Al Viro77ba7872012-04-02 06:24:04 -040019#define KM_NOFS ((__force xfs_km_flags_t)0x0004u)
20#define KM_MAYFAIL ((__force xfs_km_flags_t)0x0008u)
Gu Zheng359d9922013-11-04 18:21:05 +080021#define KM_ZERO ((__force xfs_km_flags_t)0x0010u)
Darrick J. Wong6dcde602020-05-26 09:33:11 -070022#define KM_NOLOCKDEP ((__force xfs_km_flags_t)0x0020u)
Nathan Scott87582802006-03-14 13:18:19 +110023
24/*
25 * We use a special process flag to avoid recursive callbacks into
26 * the filesystem during transactions. We will also issue our own
27 * warnings, so we explicitly skip any generic ones (silly of us).
28 */
29static inline gfp_t
Al Viro77ba7872012-04-02 06:24:04 -040030kmem_flags_convert(xfs_km_flags_t flags)
Nathan Scott87582802006-03-14 13:18:19 +110031{
32 gfp_t lflags;
33
Darrick J. Wong6dcde602020-05-26 09:33:11 -070034 BUG_ON(flags & ~(KM_NOFS | KM_MAYFAIL | KM_ZERO | KM_NOLOCKDEP));
Linus Torvalds1da177e2005-04-16 15:20:36 -070035
Tetsuo Handa707e0dd2019-08-26 12:06:22 -070036 lflags = GFP_KERNEL | __GFP_NOWARN;
37 if (flags & KM_NOFS)
38 lflags &= ~__GFP_FS;
Gu Zheng359d9922013-11-04 18:21:05 +080039
Michal Hocko91c63ecd2017-07-12 14:36:49 -070040 /*
41 * Default page/slab allocator behavior is to retry for ever
42 * for small allocations. We can override this behavior by using
43 * __GFP_RETRY_MAYFAIL which will tell the allocator to retry as long
44 * as it is feasible but rather fail than retry forever for all
45 * request sizes.
46 */
47 if (flags & KM_MAYFAIL)
48 lflags |= __GFP_RETRY_MAYFAIL;
49
Gu Zheng359d9922013-11-04 18:21:05 +080050 if (flags & KM_ZERO)
51 lflags |= __GFP_ZERO;
52
Darrick J. Wong6dcde602020-05-26 09:33:11 -070053 if (flags & KM_NOLOCKDEP)
54 lflags |= __GFP_NOLOCKDEP;
55
Nathan Scott87582802006-03-14 13:18:19 +110056 return lflags;
Linus Torvalds1da177e2005-04-16 15:20:36 -070057}
58
Al Viro77ba7872012-04-02 06:24:04 -040059extern void *kmem_alloc(size_t, xfs_km_flags_t);
Dave Chinnerf8f9ee42019-08-26 12:08:39 -070060extern void *kmem_alloc_io(size_t size, int align_mask, xfs_km_flags_t flags);
Dave Chinnercb0a8d22018-03-06 17:03:28 -080061extern void *kmem_alloc_large(size_t size, xfs_km_flags_t);
Christoph Hellwig664b60f2016-04-06 09:47:01 +100062extern void *kmem_realloc(const void *, size_t, xfs_km_flags_t);
Wang, Yalinf3d21552015-02-02 09:54:18 +110063static inline void kmem_free(const void *ptr)
64{
65 kvfree(ptr);
66}
Linus Torvalds1da177e2005-04-16 15:20:36 -070067
Christoph Hellwigbdfb0432010-01-20 21:55:30 +000068
Gu Zheng359d9922013-11-04 18:21:05 +080069static inline void *
70kmem_zalloc(size_t size, xfs_km_flags_t flags)
71{
72 return kmem_alloc(size, flags | KM_ZERO);
73}
74
Dave Chinnercb0a8d22018-03-06 17:03:28 -080075static inline void *
76kmem_zalloc_large(size_t size, xfs_km_flags_t flags)
77{
78 return kmem_alloc_large(size, flags | KM_ZERO);
79}
80
Nathan Scott87582802006-03-14 13:18:19 +110081/*
82 * Zone interfaces
83 */
84
Nathan Scott87582802006-03-14 13:18:19 +110085#define kmem_zone kmem_cache
86#define kmem_zone_t struct kmem_cache
87
Al Viro77ba7872012-04-02 06:24:04 -040088extern void *kmem_zone_alloc(kmem_zone_t *, xfs_km_flags_t);
Gu Zheng359d9922013-11-04 18:21:05 +080089
90static inline void *
91kmem_zone_zalloc(kmem_zone_t *zone, xfs_km_flags_t flags)
92{
93 return kmem_zone_alloc(zone, flags | KM_ZERO);
94}
Nathan Scott87582802006-03-14 13:18:19 +110095
Christoph Hellwig72945d82019-06-28 19:27:19 -070096static inline struct page *
97kmem_to_page(void *addr)
98{
99 if (is_vmalloc_addr(addr))
100 return vmalloc_to_page(addr);
101 return virt_to_page(addr);
102}
103
Linus Torvalds1da177e2005-04-16 15:20:36 -0700104#endif /* __XFS_SUPPORT_KMEM_H__ */