Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 1 | /* |
| 2 | * (C) 2001 Clemson University and The University of Chicago |
| 3 | * |
| 4 | * See COPYING in top-level directory. |
| 5 | */ |
| 6 | |
| 7 | #include "protocol.h" |
Mike Marshall | 575e946 | 2015-12-04 12:56:14 -0500 | [diff] [blame] | 8 | #include "orangefs-kernel.h" |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 9 | |
| 10 | /* tags assigned to kernel upcall operations */ |
| 11 | static __u64 next_tag_value; |
| 12 | static DEFINE_SPINLOCK(next_tag_value_lock); |
| 13 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 14 | /* the orangefs memory caches */ |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 15 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 16 | /* a cache for orangefs upcall/downcall operations */ |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 17 | static struct kmem_cache *op_cache; |
| 18 | |
| 19 | /* a cache for device (/dev/pvfs2-req) communication */ |
| 20 | static struct kmem_cache *dev_req_cache; |
| 21 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 22 | /* a cache for orangefs_kiocb objects (i.e orangefs iocb structures ) */ |
| 23 | static struct kmem_cache *orangefs_kiocb_cache; |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 24 | |
| 25 | int op_cache_initialize(void) |
| 26 | { |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 27 | op_cache = kmem_cache_create("orangefs_op_cache", |
| 28 | sizeof(struct orangefs_kernel_op_s), |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 29 | 0, |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 30 | ORANGEFS_CACHE_CREATE_FLAGS, |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 31 | NULL); |
| 32 | |
| 33 | if (!op_cache) { |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 34 | gossip_err("Cannot create orangefs_op_cache\n"); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 35 | return -ENOMEM; |
| 36 | } |
| 37 | |
| 38 | /* initialize our atomic tag counter */ |
| 39 | spin_lock(&next_tag_value_lock); |
| 40 | next_tag_value = 100; |
| 41 | spin_unlock(&next_tag_value_lock); |
| 42 | return 0; |
| 43 | } |
| 44 | |
| 45 | int op_cache_finalize(void) |
| 46 | { |
| 47 | kmem_cache_destroy(op_cache); |
| 48 | return 0; |
| 49 | } |
| 50 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 51 | char *get_opname_string(struct orangefs_kernel_op_s *new_op) |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 52 | { |
| 53 | if (new_op) { |
| 54 | __s32 type = new_op->upcall.type; |
| 55 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 56 | if (type == ORANGEFS_VFS_OP_FILE_IO) |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 57 | return "OP_FILE_IO"; |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 58 | else if (type == ORANGEFS_VFS_OP_LOOKUP) |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 59 | return "OP_LOOKUP"; |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 60 | else if (type == ORANGEFS_VFS_OP_CREATE) |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 61 | return "OP_CREATE"; |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 62 | else if (type == ORANGEFS_VFS_OP_GETATTR) |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 63 | return "OP_GETATTR"; |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 64 | else if (type == ORANGEFS_VFS_OP_REMOVE) |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 65 | return "OP_REMOVE"; |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 66 | else if (type == ORANGEFS_VFS_OP_MKDIR) |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 67 | return "OP_MKDIR"; |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 68 | else if (type == ORANGEFS_VFS_OP_READDIR) |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 69 | return "OP_READDIR"; |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 70 | else if (type == ORANGEFS_VFS_OP_READDIRPLUS) |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 71 | return "OP_READDIRPLUS"; |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 72 | else if (type == ORANGEFS_VFS_OP_SETATTR) |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 73 | return "OP_SETATTR"; |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 74 | else if (type == ORANGEFS_VFS_OP_SYMLINK) |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 75 | return "OP_SYMLINK"; |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 76 | else if (type == ORANGEFS_VFS_OP_RENAME) |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 77 | return "OP_RENAME"; |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 78 | else if (type == ORANGEFS_VFS_OP_STATFS) |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 79 | return "OP_STATFS"; |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 80 | else if (type == ORANGEFS_VFS_OP_TRUNCATE) |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 81 | return "OP_TRUNCATE"; |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 82 | else if (type == ORANGEFS_VFS_OP_MMAP_RA_FLUSH) |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 83 | return "OP_MMAP_RA_FLUSH"; |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 84 | else if (type == ORANGEFS_VFS_OP_FS_MOUNT) |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 85 | return "OP_FS_MOUNT"; |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 86 | else if (type == ORANGEFS_VFS_OP_FS_UMOUNT) |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 87 | return "OP_FS_UMOUNT"; |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 88 | else if (type == ORANGEFS_VFS_OP_GETXATTR) |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 89 | return "OP_GETXATTR"; |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 90 | else if (type == ORANGEFS_VFS_OP_SETXATTR) |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 91 | return "OP_SETXATTR"; |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 92 | else if (type == ORANGEFS_VFS_OP_LISTXATTR) |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 93 | return "OP_LISTXATTR"; |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 94 | else if (type == ORANGEFS_VFS_OP_REMOVEXATTR) |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 95 | return "OP_REMOVEXATTR"; |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 96 | else if (type == ORANGEFS_VFS_OP_PARAM) |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 97 | return "OP_PARAM"; |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 98 | else if (type == ORANGEFS_VFS_OP_PERF_COUNT) |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 99 | return "OP_PERF_COUNT"; |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 100 | else if (type == ORANGEFS_VFS_OP_CANCEL) |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 101 | return "OP_CANCEL"; |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 102 | else if (type == ORANGEFS_VFS_OP_FSYNC) |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 103 | return "OP_FSYNC"; |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 104 | else if (type == ORANGEFS_VFS_OP_FSKEY) |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 105 | return "OP_FSKEY"; |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 106 | } |
| 107 | return "OP_UNKNOWN?"; |
| 108 | } |
| 109 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 110 | struct orangefs_kernel_op_s *op_alloc(__s32 type) |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 111 | { |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 112 | struct orangefs_kernel_op_s *new_op = NULL; |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 113 | |
Al Viro | 115b93a | 2016-01-23 14:04:31 -0500 | [diff] [blame^] | 114 | new_op = kmem_cache_zalloc(op_cache, ORANGEFS_CACHE_ALLOC_FLAGS); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 115 | if (new_op) { |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 116 | INIT_LIST_HEAD(&new_op->list); |
| 117 | spin_lock_init(&new_op->lock); |
| 118 | init_waitqueue_head(&new_op->waitq); |
| 119 | |
Al Viro | ed42fe0 | 2016-01-22 19:47:47 -0500 | [diff] [blame] | 120 | atomic_set(&new_op->ref_count, 1); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 121 | |
Al Viro | 115b93a | 2016-01-23 14:04:31 -0500 | [diff] [blame^] | 122 | init_completion(&new_op->done); |
| 123 | |
| 124 | new_op->upcall.type = ORANGEFS_VFS_OP_INVALID; |
| 125 | new_op->downcall.type = ORANGEFS_VFS_OP_INVALID; |
| 126 | new_op->downcall.status = -1; |
| 127 | |
| 128 | new_op->op_state = OP_VFS_STATE_UNKNOWN; |
| 129 | new_op->tag = 0; |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 130 | |
| 131 | /* initialize the op specific tag and upcall credentials */ |
| 132 | spin_lock(&next_tag_value_lock); |
| 133 | new_op->tag = next_tag_value++; |
| 134 | if (next_tag_value == 0) |
| 135 | next_tag_value = 100; |
| 136 | spin_unlock(&next_tag_value_lock); |
| 137 | new_op->upcall.type = type; |
| 138 | new_op->attempts = 0; |
| 139 | gossip_debug(GOSSIP_CACHE_DEBUG, |
| 140 | "Alloced OP (%p: %llu %s)\n", |
| 141 | new_op, |
| 142 | llu(new_op->tag), |
| 143 | get_opname_string(new_op)); |
| 144 | |
| 145 | new_op->upcall.uid = from_kuid(current_user_ns(), |
| 146 | current_fsuid()); |
| 147 | |
| 148 | new_op->upcall.gid = from_kgid(current_user_ns(), |
| 149 | current_fsgid()); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 150 | } else { |
| 151 | gossip_err("op_alloc: kmem_cache_alloc failed!\n"); |
| 152 | } |
| 153 | return new_op; |
| 154 | } |
| 155 | |
Al Viro | ed42fe0 | 2016-01-22 19:47:47 -0500 | [diff] [blame] | 156 | void __op_release(struct orangefs_kernel_op_s *orangefs_op) |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 157 | { |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 158 | if (orangefs_op) { |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 159 | gossip_debug(GOSSIP_CACHE_DEBUG, |
| 160 | "Releasing OP (%p: %llu)\n", |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 161 | orangefs_op, |
| 162 | llu(orangefs_op->tag)); |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 163 | kmem_cache_free(op_cache, orangefs_op); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 164 | } else { |
| 165 | gossip_err("NULL pointer in op_release\n"); |
| 166 | } |
| 167 | } |
| 168 | |
| 169 | int dev_req_cache_initialize(void) |
| 170 | { |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 171 | dev_req_cache = kmem_cache_create("orangefs_devreqcache", |
Martin Brandenburg | a762ae6 | 2015-12-15 14:22:06 -0500 | [diff] [blame] | 172 | MAX_DEV_REQ_DOWNSIZE, |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 173 | 0, |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 174 | ORANGEFS_CACHE_CREATE_FLAGS, |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 175 | NULL); |
| 176 | |
| 177 | if (!dev_req_cache) { |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 178 | gossip_err("Cannot create orangefs_dev_req_cache\n"); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 179 | return -ENOMEM; |
| 180 | } |
| 181 | return 0; |
| 182 | } |
| 183 | |
| 184 | int dev_req_cache_finalize(void) |
| 185 | { |
| 186 | kmem_cache_destroy(dev_req_cache); |
| 187 | return 0; |
| 188 | } |
| 189 | |
| 190 | void *dev_req_alloc(void) |
| 191 | { |
| 192 | void *buffer; |
| 193 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 194 | buffer = kmem_cache_alloc(dev_req_cache, ORANGEFS_CACHE_ALLOC_FLAGS); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 195 | if (buffer == NULL) |
| 196 | gossip_err("Failed to allocate from dev_req_cache\n"); |
| 197 | else |
Martin Brandenburg | a762ae6 | 2015-12-15 14:22:06 -0500 | [diff] [blame] | 198 | memset(buffer, 0, sizeof(MAX_DEV_REQ_DOWNSIZE)); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 199 | return buffer; |
| 200 | } |
| 201 | |
| 202 | void dev_req_release(void *buffer) |
| 203 | { |
| 204 | if (buffer) |
| 205 | kmem_cache_free(dev_req_cache, buffer); |
| 206 | else |
| 207 | gossip_err("NULL pointer passed to dev_req_release\n"); |
| 208 | } |
| 209 | |
| 210 | int kiocb_cache_initialize(void) |
| 211 | { |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 212 | orangefs_kiocb_cache = kmem_cache_create("orangefs_kiocbcache", |
| 213 | sizeof(struct orangefs_kiocb_s), |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 214 | 0, |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 215 | ORANGEFS_CACHE_CREATE_FLAGS, |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 216 | NULL); |
| 217 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 218 | if (!orangefs_kiocb_cache) { |
| 219 | gossip_err("Cannot create orangefs_kiocb_cache!\n"); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 220 | return -ENOMEM; |
| 221 | } |
| 222 | return 0; |
| 223 | } |
| 224 | |
| 225 | int kiocb_cache_finalize(void) |
| 226 | { |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 227 | kmem_cache_destroy(orangefs_kiocb_cache); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 228 | return 0; |
| 229 | } |
| 230 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 231 | struct orangefs_kiocb_s *kiocb_alloc(void) |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 232 | { |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 233 | struct orangefs_kiocb_s *x = NULL; |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 234 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 235 | x = kmem_cache_alloc(orangefs_kiocb_cache, ORANGEFS_CACHE_ALLOC_FLAGS); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 236 | if (x == NULL) |
| 237 | gossip_err("kiocb_alloc: kmem_cache_alloc failed!\n"); |
| 238 | else |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 239 | memset(x, 0, sizeof(struct orangefs_kiocb_s)); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 240 | return x; |
| 241 | } |
| 242 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 243 | void kiocb_release(struct orangefs_kiocb_s *x) |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 244 | { |
| 245 | if (x) |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 246 | kmem_cache_free(orangefs_kiocb_cache, x); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 247 | else |
| 248 | gossip_err("kiocb_release: kmem_cache_free NULL pointer!\n"); |
| 249 | } |