Thomas Gleixner | 09c434b | 2019-05-19 13:08:20 +0100 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0-only |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 2 | /* |
| 3 | * (C) 2001 Clemson University and The University of Chicago |
| 4 | * |
| 5 | * Changes by Acxiom Corporation to add proc file handler for pvfs2 client |
| 6 | * parameters, Copyright Acxiom Corporation, 2005. |
| 7 | * |
| 8 | * See COPYING in top-level directory. |
| 9 | */ |
| 10 | |
| 11 | #include "protocol.h" |
Mike Marshall | 575e946 | 2015-12-04 12:56:14 -0500 | [diff] [blame] | 12 | #include "orangefs-kernel.h" |
| 13 | #include "orangefs-debugfs.h" |
| 14 | #include "orangefs-sysfs.h" |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 15 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 16 | /* ORANGEFS_VERSION is a ./configure define */ |
| 17 | #ifndef ORANGEFS_VERSION |
Mike Marshall | 4c27b32 | 2016-01-13 11:34:59 -0500 | [diff] [blame] | 18 | #define ORANGEFS_VERSION "upstream" |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 19 | #endif |
| 20 | |
| 21 | /* |
| 22 | * global variables declared here |
| 23 | */ |
| 24 | |
Martin Brandenburg | 889d5f1 | 2016-08-15 15:33:42 -0400 | [diff] [blame] | 25 | struct orangefs_stats orangefs_stats; |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 26 | |
| 27 | /* the size of the hash tables for ops in progress */ |
| 28 | int hash_table_size = 509; |
| 29 | |
| 30 | static ulong module_parm_debug_mask; |
Martin Brandenburg | 44f4641 | 2016-08-15 11:38:36 -0400 | [diff] [blame] | 31 | __u64 orangefs_gossip_debug_mask; |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 32 | int op_timeout_secs = ORANGEFS_DEFAULT_OP_TIMEOUT_SECS; |
| 33 | int slot_timeout_secs = ORANGEFS_DEFAULT_SLOT_TIMEOUT_SECS; |
Mike Marshall | 211f9f2 | 2021-03-28 17:19:23 -0400 | [diff] [blame] | 34 | int orangefs_cache_timeout_msecs = 500; |
Martin Brandenburg | 1d50361 | 2016-08-16 11:38:14 -0400 | [diff] [blame] | 35 | int orangefs_dcache_timeout_msecs = 50; |
| 36 | int orangefs_getattr_timeout_msecs = 50; |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 37 | |
| 38 | MODULE_LICENSE("GPL"); |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 39 | MODULE_AUTHOR("ORANGEFS Development Team"); |
| 40 | MODULE_DESCRIPTION("The Linux Kernel VFS interface to ORANGEFS"); |
| 41 | MODULE_PARM_DESC(module_parm_debug_mask, "debugging level (see orangefs-debug.h for values)"); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 42 | MODULE_PARM_DESC(op_timeout_secs, "Operation timeout in seconds"); |
| 43 | MODULE_PARM_DESC(slot_timeout_secs, "Slot timeout in seconds"); |
| 44 | MODULE_PARM_DESC(hash_table_size, |
| 45 | "size of hash table for operations in progress"); |
| 46 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 47 | static struct file_system_type orangefs_fs_type = { |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 48 | .name = "pvfs2", |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 49 | .mount = orangefs_mount, |
| 50 | .kill_sb = orangefs_kill_sb, |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 51 | .owner = THIS_MODULE, |
| 52 | }; |
| 53 | |
| 54 | module_param(hash_table_size, int, 0); |
Sasha Levin | cb987f3 | 2015-08-03 00:08:59 -0400 | [diff] [blame] | 55 | module_param(module_parm_debug_mask, ulong, 0644); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 56 | module_param(op_timeout_secs, int, 0); |
| 57 | module_param(slot_timeout_secs, int, 0); |
| 58 | |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 59 | /* |
Mike Marshall | 5480494 | 2015-10-05 13:44:24 -0400 | [diff] [blame] | 60 | * Blocks non-priority requests from being queued for servicing. This |
| 61 | * could be used for protecting the request list data structure, but |
| 62 | * for now it's only being used to stall the op addition to the request |
| 63 | * list |
| 64 | */ |
Martin Brandenburg | 1d50361 | 2016-08-16 11:38:14 -0400 | [diff] [blame] | 65 | DEFINE_MUTEX(orangefs_request_mutex); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 66 | |
| 67 | /* hash table for storing operations waiting for matching downcall */ |
Martin Brandenburg | 1d50361 | 2016-08-16 11:38:14 -0400 | [diff] [blame] | 68 | struct list_head *orangefs_htable_ops_in_progress; |
| 69 | DEFINE_SPINLOCK(orangefs_htable_ops_in_progress_lock); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 70 | |
| 71 | /* list for queueing upcall operations */ |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 72 | LIST_HEAD(orangefs_request_list); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 73 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 74 | /* used to protect the above orangefs_request_list */ |
| 75 | DEFINE_SPINLOCK(orangefs_request_list_lock); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 76 | |
| 77 | /* used for incoming request notification */ |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 78 | DECLARE_WAIT_QUEUE_HEAD(orangefs_request_list_waitq); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 79 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 80 | static int __init orangefs_init(void) |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 81 | { |
Colin Ian King | 22ce856 | 2020-05-24 23:48:02 +0100 | [diff] [blame] | 82 | int ret; |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 83 | __u32 i = 0; |
| 84 | |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 85 | if (op_timeout_secs < 0) |
| 86 | op_timeout_secs = 0; |
| 87 | |
| 88 | if (slot_timeout_secs < 0) |
| 89 | slot_timeout_secs = 0; |
| 90 | |
| 91 | /* initialize global book keeping data structures */ |
| 92 | ret = op_cache_initialize(); |
| 93 | if (ret < 0) |
Jan Kara | 70823b9 | 2017-02-02 18:34:11 +0100 | [diff] [blame] | 94 | goto out; |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 95 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 96 | ret = orangefs_inode_cache_initialize(); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 97 | if (ret < 0) |
Mike Marshall | 2d4cae0 | 2016-02-04 13:48:16 -0500 | [diff] [blame] | 98 | goto cleanup_op; |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 99 | |
Martin Brandenburg | 1d50361 | 2016-08-16 11:38:14 -0400 | [diff] [blame] | 100 | orangefs_htable_ops_in_progress = |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 101 | kcalloc(hash_table_size, sizeof(struct list_head), GFP_KERNEL); |
Martin Brandenburg | 1d50361 | 2016-08-16 11:38:14 -0400 | [diff] [blame] | 102 | if (!orangefs_htable_ops_in_progress) { |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 103 | ret = -ENOMEM; |
Martin Brandenburg | 2f83ace | 2016-03-17 13:20:35 -0400 | [diff] [blame] | 104 | goto cleanup_inode; |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 105 | } |
| 106 | |
| 107 | /* initialize a doubly linked at each hash table index */ |
| 108 | for (i = 0; i < hash_table_size; i++) |
Martin Brandenburg | 1d50361 | 2016-08-16 11:38:14 -0400 | [diff] [blame] | 109 | INIT_LIST_HEAD(&orangefs_htable_ops_in_progress[i]); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 110 | |
| 111 | ret = fsid_key_table_initialize(); |
| 112 | if (ret < 0) |
| 113 | goto cleanup_progress_table; |
| 114 | |
| 115 | /* |
| 116 | * Build the contents of /sys/kernel/debug/orangefs/debug-help |
| 117 | * from the keywords in the kernel keyword/mask array. |
| 118 | * |
| 119 | * The keywords in the client keyword/mask array are |
| 120 | * unknown at boot time. |
| 121 | * |
| 122 | * orangefs_prepare_debugfs_help_string will be used again |
Mike Marshall | dc03362 | 2016-11-04 16:32:25 -0400 | [diff] [blame] | 123 | * later to rebuild the debug-help-string after the client starts |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 124 | * and passes along the needed info. The argument signifies |
| 125 | * which time orangefs_prepare_debugfs_help_string is being |
| 126 | * called. |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 127 | */ |
| 128 | ret = orangefs_prepare_debugfs_help_string(1); |
| 129 | if (ret) |
Mike Marshall | 1a0ce16 | 2016-03-17 13:24:34 -0400 | [diff] [blame] | 130 | goto cleanup_key_table; |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 131 | |
Greg Kroah-Hartman | 0979cf9 | 2019-07-04 10:28:36 +0200 | [diff] [blame] | 132 | orangefs_debugfs_init(module_parm_debug_mask); |
Mike Marshall | 2180c52 | 2016-03-14 15:30:39 -0400 | [diff] [blame] | 133 | |
Mike Marshall | 2180c52 | 2016-03-14 15:30:39 -0400 | [diff] [blame] | 134 | ret = orangefs_sysfs_init(); |
| 135 | if (ret) |
| 136 | goto sysfs_init_failed; |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 137 | |
Martin Brandenburg | 2f83ace | 2016-03-17 13:20:35 -0400 | [diff] [blame] | 138 | /* Initialize the orangefsdev subsystem. */ |
| 139 | ret = orangefs_dev_init(); |
| 140 | if (ret < 0) { |
| 141 | gossip_err("%s: could not initialize device subsystem %d!\n", |
| 142 | __func__, |
| 143 | ret); |
| 144 | goto cleanup_device; |
| 145 | } |
| 146 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 147 | ret = register_filesystem(&orangefs_fs_type); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 148 | if (ret == 0) { |
Mike Marshall | dc03362 | 2016-11-04 16:32:25 -0400 | [diff] [blame] | 149 | pr_info("%s: module version %s loaded\n", |
| 150 | __func__, |
| 151 | ORANGEFS_VERSION); |
Mike Marshall | 2180c52 | 2016-03-14 15:30:39 -0400 | [diff] [blame] | 152 | goto out; |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 153 | } |
| 154 | |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 155 | orangefs_sysfs_exit(); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 156 | |
Martin Brandenburg | 2f83ace | 2016-03-17 13:20:35 -0400 | [diff] [blame] | 157 | cleanup_device: |
| 158 | orangefs_dev_cleanup(); |
| 159 | |
Mike Marshall | 2180c52 | 2016-03-14 15:30:39 -0400 | [diff] [blame] | 160 | sysfs_init_failed: |
Mike Marshall | 2180c52 | 2016-03-14 15:30:39 -0400 | [diff] [blame] | 161 | orangefs_debugfs_cleanup(); |
| 162 | |
Mike Marshall | 1a0ce16 | 2016-03-17 13:24:34 -0400 | [diff] [blame] | 163 | cleanup_key_table: |
| 164 | fsid_key_table_finalize(); |
Mike Marshall | 2180c52 | 2016-03-14 15:30:39 -0400 | [diff] [blame] | 165 | |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 166 | cleanup_progress_table: |
Martin Brandenburg | 1d50361 | 2016-08-16 11:38:14 -0400 | [diff] [blame] | 167 | kfree(orangefs_htable_ops_in_progress); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 168 | |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 169 | cleanup_inode: |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 170 | orangefs_inode_cache_finalize(); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 171 | |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 172 | cleanup_op: |
| 173 | op_cache_finalize(); |
| 174 | |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 175 | out: |
| 176 | return ret; |
| 177 | } |
| 178 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 179 | static void __exit orangefs_exit(void) |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 180 | { |
| 181 | int i = 0; |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 182 | gossip_debug(GOSSIP_INIT_DEBUG, "orangefs: orangefs_exit called\n"); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 183 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 184 | unregister_filesystem(&orangefs_fs_type); |
| 185 | orangefs_debugfs_cleanup(); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 186 | orangefs_sysfs_exit(); |
| 187 | fsid_key_table_finalize(); |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 188 | orangefs_dev_cleanup(); |
Al Viro | 96acf9d6 | 2016-01-22 13:34:32 -0500 | [diff] [blame] | 189 | BUG_ON(!list_empty(&orangefs_request_list)); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 190 | for (i = 0; i < hash_table_size; i++) |
Martin Brandenburg | 1d50361 | 2016-08-16 11:38:14 -0400 | [diff] [blame] | 191 | BUG_ON(!list_empty(&orangefs_htable_ops_in_progress[i])); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 192 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 193 | orangefs_inode_cache_finalize(); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 194 | op_cache_finalize(); |
| 195 | |
Martin Brandenburg | 1d50361 | 2016-08-16 11:38:14 -0400 | [diff] [blame] | 196 | kfree(orangefs_htable_ops_in_progress); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 197 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 198 | pr_info("orangefs: module version %s unloaded\n", ORANGEFS_VERSION); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 199 | } |
| 200 | |
| 201 | /* |
| 202 | * What we do in this function is to walk the list of operations |
| 203 | * that are in progress in the hash table and mark them as purged as well. |
| 204 | */ |
| 205 | void purge_inprogress_ops(void) |
| 206 | { |
| 207 | int i; |
| 208 | |
| 209 | for (i = 0; i < hash_table_size; i++) { |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 210 | struct orangefs_kernel_op_s *op; |
| 211 | struct orangefs_kernel_op_s *next; |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 212 | |
Martin Brandenburg | 1d50361 | 2016-08-16 11:38:14 -0400 | [diff] [blame] | 213 | spin_lock(&orangefs_htable_ops_in_progress_lock); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 214 | list_for_each_entry_safe(op, |
| 215 | next, |
Martin Brandenburg | 1d50361 | 2016-08-16 11:38:14 -0400 | [diff] [blame] | 216 | &orangefs_htable_ops_in_progress[i], |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 217 | list) { |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 218 | set_op_state_purged(op); |
Mike Marshall | 9d9e7ba | 2016-03-03 13:46:48 -0500 | [diff] [blame] | 219 | gossip_debug(GOSSIP_DEV_DEBUG, |
| 220 | "%s: op:%s: op_state:%d: process:%s:\n", |
| 221 | __func__, |
| 222 | get_opname_string(op), |
| 223 | op->op_state, |
| 224 | current->comm); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 225 | } |
Martin Brandenburg | 1d50361 | 2016-08-16 11:38:14 -0400 | [diff] [blame] | 226 | spin_unlock(&orangefs_htable_ops_in_progress_lock); |
Mike Marshall | 274dcf5 | 2015-07-17 10:38:13 -0400 | [diff] [blame] | 227 | } |
| 228 | } |
| 229 | |
Yi Liu | 8bb8aef | 2015-11-24 15:12:14 -0500 | [diff] [blame] | 230 | module_init(orangefs_init); |
| 231 | module_exit(orangefs_exit); |