blob: 82cf8b3e568b4a5096ebb3ac31d240832905a7eb [file] [log] [blame]
Mike Marshall274dcf52015-07-17 10:38:13 -04001/*
2 * (C) 2001 Clemson University and The University of Chicago
3 *
4 * Changes by Acxiom Corporation to add proc file handler for pvfs2 client
5 * parameters, Copyright Acxiom Corporation, 2005.
6 *
7 * See COPYING in top-level directory.
8 */
9
10#include "protocol.h"
Mike Marshall575e9462015-12-04 12:56:14 -050011#include "orangefs-kernel.h"
12#include "orangefs-debugfs.h"
13#include "orangefs-sysfs.h"
Mike Marshall274dcf52015-07-17 10:38:13 -040014
Yi Liu8bb8aef2015-11-24 15:12:14 -050015/* ORANGEFS_VERSION is a ./configure define */
16#ifndef ORANGEFS_VERSION
Mike Marshall4c27b322016-01-13 11:34:59 -050017#define ORANGEFS_VERSION "upstream"
Mike Marshall274dcf52015-07-17 10:38:13 -040018#endif
19
20/*
21 * global variables declared here
22 */
23
Martin Brandenburg889d5f12016-08-15 15:33:42 -040024struct orangefs_stats orangefs_stats;
Mike Marshall274dcf52015-07-17 10:38:13 -040025
26/* the size of the hash tables for ops in progress */
27int hash_table_size = 509;
28
29static ulong module_parm_debug_mask;
Martin Brandenburg44f46412016-08-15 11:38:36 -040030__u64 orangefs_gossip_debug_mask;
Yi Liu8bb8aef2015-11-24 15:12:14 -050031int op_timeout_secs = ORANGEFS_DEFAULT_OP_TIMEOUT_SECS;
32int slot_timeout_secs = ORANGEFS_DEFAULT_SLOT_TIMEOUT_SECS;
Martin Brandenburg8f04e1b2019-02-12 20:19:06 +000033int orangefs_cache_timeout_msecs = 50;
Martin Brandenburg1d503612016-08-16 11:38:14 -040034int orangefs_dcache_timeout_msecs = 50;
35int orangefs_getattr_timeout_msecs = 50;
Mike Marshall274dcf52015-07-17 10:38:13 -040036
37MODULE_LICENSE("GPL");
Yi Liu8bb8aef2015-11-24 15:12:14 -050038MODULE_AUTHOR("ORANGEFS Development Team");
39MODULE_DESCRIPTION("The Linux Kernel VFS interface to ORANGEFS");
40MODULE_PARM_DESC(module_parm_debug_mask, "debugging level (see orangefs-debug.h for values)");
Mike Marshall274dcf52015-07-17 10:38:13 -040041MODULE_PARM_DESC(op_timeout_secs, "Operation timeout in seconds");
42MODULE_PARM_DESC(slot_timeout_secs, "Slot timeout in seconds");
43MODULE_PARM_DESC(hash_table_size,
44 "size of hash table for operations in progress");
45
Yi Liu8bb8aef2015-11-24 15:12:14 -050046static struct file_system_type orangefs_fs_type = {
Mike Marshall274dcf52015-07-17 10:38:13 -040047 .name = "pvfs2",
Yi Liu8bb8aef2015-11-24 15:12:14 -050048 .mount = orangefs_mount,
49 .kill_sb = orangefs_kill_sb,
Mike Marshall274dcf52015-07-17 10:38:13 -040050 .owner = THIS_MODULE,
51};
52
53module_param(hash_table_size, int, 0);
Sasha Levincb987f32015-08-03 00:08:59 -040054module_param(module_parm_debug_mask, ulong, 0644);
Mike Marshall274dcf52015-07-17 10:38:13 -040055module_param(op_timeout_secs, int, 0);
56module_param(slot_timeout_secs, int, 0);
57
Mike Marshall274dcf52015-07-17 10:38:13 -040058/*
Mike Marshall54804942015-10-05 13:44:24 -040059 * Blocks non-priority requests from being queued for servicing. This
60 * could be used for protecting the request list data structure, but
61 * for now it's only being used to stall the op addition to the request
62 * list
63 */
Martin Brandenburg1d503612016-08-16 11:38:14 -040064DEFINE_MUTEX(orangefs_request_mutex);
Mike Marshall274dcf52015-07-17 10:38:13 -040065
66/* hash table for storing operations waiting for matching downcall */
Martin Brandenburg1d503612016-08-16 11:38:14 -040067struct list_head *orangefs_htable_ops_in_progress;
68DEFINE_SPINLOCK(orangefs_htable_ops_in_progress_lock);
Mike Marshall274dcf52015-07-17 10:38:13 -040069
70/* list for queueing upcall operations */
Yi Liu8bb8aef2015-11-24 15:12:14 -050071LIST_HEAD(orangefs_request_list);
Mike Marshall274dcf52015-07-17 10:38:13 -040072
Yi Liu8bb8aef2015-11-24 15:12:14 -050073/* used to protect the above orangefs_request_list */
74DEFINE_SPINLOCK(orangefs_request_list_lock);
Mike Marshall274dcf52015-07-17 10:38:13 -040075
76/* used for incoming request notification */
Yi Liu8bb8aef2015-11-24 15:12:14 -050077DECLARE_WAIT_QUEUE_HEAD(orangefs_request_list_waitq);
Mike Marshall274dcf52015-07-17 10:38:13 -040078
Yi Liu8bb8aef2015-11-24 15:12:14 -050079static int __init orangefs_init(void)
Mike Marshall274dcf52015-07-17 10:38:13 -040080{
81 int ret = -1;
82 __u32 i = 0;
83
Mike Marshall274dcf52015-07-17 10:38:13 -040084 if (op_timeout_secs < 0)
85 op_timeout_secs = 0;
86
87 if (slot_timeout_secs < 0)
88 slot_timeout_secs = 0;
89
90 /* initialize global book keeping data structures */
91 ret = op_cache_initialize();
92 if (ret < 0)
Jan Kara70823b92017-02-02 18:34:11 +010093 goto out;
Mike Marshall274dcf52015-07-17 10:38:13 -040094
Yi Liu8bb8aef2015-11-24 15:12:14 -050095 ret = orangefs_inode_cache_initialize();
Mike Marshall274dcf52015-07-17 10:38:13 -040096 if (ret < 0)
Mike Marshall2d4cae02016-02-04 13:48:16 -050097 goto cleanup_op;
Mike Marshall274dcf52015-07-17 10:38:13 -040098
Martin Brandenburg1d503612016-08-16 11:38:14 -040099 orangefs_htable_ops_in_progress =
Mike Marshall274dcf52015-07-17 10:38:13 -0400100 kcalloc(hash_table_size, sizeof(struct list_head), GFP_KERNEL);
Martin Brandenburg1d503612016-08-16 11:38:14 -0400101 if (!orangefs_htable_ops_in_progress) {
Mike Marshall274dcf52015-07-17 10:38:13 -0400102 ret = -ENOMEM;
Martin Brandenburg2f83ace2016-03-17 13:20:35 -0400103 goto cleanup_inode;
Mike Marshall274dcf52015-07-17 10:38:13 -0400104 }
105
106 /* initialize a doubly linked at each hash table index */
107 for (i = 0; i < hash_table_size; i++)
Martin Brandenburg1d503612016-08-16 11:38:14 -0400108 INIT_LIST_HEAD(&orangefs_htable_ops_in_progress[i]);
Mike Marshall274dcf52015-07-17 10:38:13 -0400109
110 ret = fsid_key_table_initialize();
111 if (ret < 0)
112 goto cleanup_progress_table;
113
114 /*
115 * Build the contents of /sys/kernel/debug/orangefs/debug-help
116 * from the keywords in the kernel keyword/mask array.
117 *
118 * The keywords in the client keyword/mask array are
119 * unknown at boot time.
120 *
121 * orangefs_prepare_debugfs_help_string will be used again
Mike Marshalldc033622016-11-04 16:32:25 -0400122 * later to rebuild the debug-help-string after the client starts
Mike Marshall274dcf52015-07-17 10:38:13 -0400123 * and passes along the needed info. The argument signifies
124 * which time orangefs_prepare_debugfs_help_string is being
125 * called.
Mike Marshall274dcf52015-07-17 10:38:13 -0400126 */
127 ret = orangefs_prepare_debugfs_help_string(1);
128 if (ret)
Mike Marshall1a0ce162016-03-17 13:24:34 -0400129 goto cleanup_key_table;
Mike Marshall274dcf52015-07-17 10:38:13 -0400130
Martin Brandenburg44f46412016-08-15 11:38:36 -0400131 ret = orangefs_debugfs_init(module_parm_debug_mask);
Mike Marshall2180c522016-03-14 15:30:39 -0400132 if (ret)
133 goto debugfs_init_failed;
134
Mike Marshall2180c522016-03-14 15:30:39 -0400135 ret = orangefs_sysfs_init();
136 if (ret)
137 goto sysfs_init_failed;
Mike Marshall274dcf52015-07-17 10:38:13 -0400138
Martin Brandenburg2f83ace2016-03-17 13:20:35 -0400139 /* Initialize the orangefsdev subsystem. */
140 ret = orangefs_dev_init();
141 if (ret < 0) {
142 gossip_err("%s: could not initialize device subsystem %d!\n",
143 __func__,
144 ret);
145 goto cleanup_device;
146 }
147
Yi Liu8bb8aef2015-11-24 15:12:14 -0500148 ret = register_filesystem(&orangefs_fs_type);
Mike Marshall274dcf52015-07-17 10:38:13 -0400149 if (ret == 0) {
Mike Marshalldc033622016-11-04 16:32:25 -0400150 pr_info("%s: module version %s loaded\n",
151 __func__,
152 ORANGEFS_VERSION);
Mike Marshall2180c522016-03-14 15:30:39 -0400153 ret = 0;
154 goto out;
Mike Marshall274dcf52015-07-17 10:38:13 -0400155 }
156
Mike Marshall274dcf52015-07-17 10:38:13 -0400157 orangefs_sysfs_exit();
Mike Marshall274dcf52015-07-17 10:38:13 -0400158
Martin Brandenburg2f83ace2016-03-17 13:20:35 -0400159cleanup_device:
160 orangefs_dev_cleanup();
161
Mike Marshall2180c522016-03-14 15:30:39 -0400162sysfs_init_failed:
163
Mike Marshall2180c522016-03-14 15:30:39 -0400164debugfs_init_failed:
165 orangefs_debugfs_cleanup();
166
Mike Marshall1a0ce162016-03-17 13:24:34 -0400167cleanup_key_table:
168 fsid_key_table_finalize();
Mike Marshall2180c522016-03-14 15:30:39 -0400169
Mike Marshall274dcf52015-07-17 10:38:13 -0400170cleanup_progress_table:
Martin Brandenburg1d503612016-08-16 11:38:14 -0400171 kfree(orangefs_htable_ops_in_progress);
Mike Marshall274dcf52015-07-17 10:38:13 -0400172
Mike Marshall274dcf52015-07-17 10:38:13 -0400173cleanup_inode:
Yi Liu8bb8aef2015-11-24 15:12:14 -0500174 orangefs_inode_cache_finalize();
Mike Marshall274dcf52015-07-17 10:38:13 -0400175
Mike Marshall274dcf52015-07-17 10:38:13 -0400176cleanup_op:
177 op_cache_finalize();
178
Mike Marshall274dcf52015-07-17 10:38:13 -0400179out:
180 return ret;
181}
182
Yi Liu8bb8aef2015-11-24 15:12:14 -0500183static void __exit orangefs_exit(void)
Mike Marshall274dcf52015-07-17 10:38:13 -0400184{
185 int i = 0;
Yi Liu8bb8aef2015-11-24 15:12:14 -0500186 gossip_debug(GOSSIP_INIT_DEBUG, "orangefs: orangefs_exit called\n");
Mike Marshall274dcf52015-07-17 10:38:13 -0400187
Yi Liu8bb8aef2015-11-24 15:12:14 -0500188 unregister_filesystem(&orangefs_fs_type);
189 orangefs_debugfs_cleanup();
Mike Marshall274dcf52015-07-17 10:38:13 -0400190 orangefs_sysfs_exit();
191 fsid_key_table_finalize();
Yi Liu8bb8aef2015-11-24 15:12:14 -0500192 orangefs_dev_cleanup();
Al Viro96acf9d62016-01-22 13:34:32 -0500193 BUG_ON(!list_empty(&orangefs_request_list));
Mike Marshall274dcf52015-07-17 10:38:13 -0400194 for (i = 0; i < hash_table_size; i++)
Martin Brandenburg1d503612016-08-16 11:38:14 -0400195 BUG_ON(!list_empty(&orangefs_htable_ops_in_progress[i]));
Mike Marshall274dcf52015-07-17 10:38:13 -0400196
Yi Liu8bb8aef2015-11-24 15:12:14 -0500197 orangefs_inode_cache_finalize();
Mike Marshall274dcf52015-07-17 10:38:13 -0400198 op_cache_finalize();
199
Martin Brandenburg1d503612016-08-16 11:38:14 -0400200 kfree(orangefs_htable_ops_in_progress);
Mike Marshall274dcf52015-07-17 10:38:13 -0400201
Yi Liu8bb8aef2015-11-24 15:12:14 -0500202 pr_info("orangefs: module version %s unloaded\n", ORANGEFS_VERSION);
Mike Marshall274dcf52015-07-17 10:38:13 -0400203}
204
205/*
206 * What we do in this function is to walk the list of operations
207 * that are in progress in the hash table and mark them as purged as well.
208 */
209void purge_inprogress_ops(void)
210{
211 int i;
212
213 for (i = 0; i < hash_table_size; i++) {
Yi Liu8bb8aef2015-11-24 15:12:14 -0500214 struct orangefs_kernel_op_s *op;
215 struct orangefs_kernel_op_s *next;
Mike Marshall274dcf52015-07-17 10:38:13 -0400216
Martin Brandenburg1d503612016-08-16 11:38:14 -0400217 spin_lock(&orangefs_htable_ops_in_progress_lock);
Mike Marshall274dcf52015-07-17 10:38:13 -0400218 list_for_each_entry_safe(op,
219 next,
Martin Brandenburg1d503612016-08-16 11:38:14 -0400220 &orangefs_htable_ops_in_progress[i],
Mike Marshall274dcf52015-07-17 10:38:13 -0400221 list) {
Mike Marshall274dcf52015-07-17 10:38:13 -0400222 set_op_state_purged(op);
Mike Marshall9d9e7ba2016-03-03 13:46:48 -0500223 gossip_debug(GOSSIP_DEV_DEBUG,
224 "%s: op:%s: op_state:%d: process:%s:\n",
225 __func__,
226 get_opname_string(op),
227 op->op_state,
228 current->comm);
Mike Marshall274dcf52015-07-17 10:38:13 -0400229 }
Martin Brandenburg1d503612016-08-16 11:38:14 -0400230 spin_unlock(&orangefs_htable_ops_in_progress_lock);
Mike Marshall274dcf52015-07-17 10:38:13 -0400231 }
232}
233
Yi Liu8bb8aef2015-11-24 15:12:14 -0500234module_init(orangefs_init);
235module_exit(orangefs_exit);