blob: cd7297815f91ec7fd49bafa02d5e70c22cf39ebb [file] [log] [blame]
Thomas Gleixner09c434b2019-05-19 13:08:20 +01001// SPDX-License-Identifier: GPL-2.0-only
Mike Marshall274dcf52015-07-17 10:38:13 -04002/*
3 * (C) 2001 Clemson University and The University of Chicago
4 *
5 * Changes by Acxiom Corporation to add proc file handler for pvfs2 client
6 * parameters, Copyright Acxiom Corporation, 2005.
7 *
8 * See COPYING in top-level directory.
9 */
10
11#include "protocol.h"
Mike Marshall575e9462015-12-04 12:56:14 -050012#include "orangefs-kernel.h"
13#include "orangefs-debugfs.h"
14#include "orangefs-sysfs.h"
Mike Marshall274dcf52015-07-17 10:38:13 -040015
Yi Liu8bb8aef2015-11-24 15:12:14 -050016/* ORANGEFS_VERSION is a ./configure define */
17#ifndef ORANGEFS_VERSION
Mike Marshall4c27b322016-01-13 11:34:59 -050018#define ORANGEFS_VERSION "upstream"
Mike Marshall274dcf52015-07-17 10:38:13 -040019#endif
20
21/*
22 * global variables declared here
23 */
24
Martin Brandenburg889d5f12016-08-15 15:33:42 -040025struct orangefs_stats orangefs_stats;
Mike Marshall274dcf52015-07-17 10:38:13 -040026
27/* the size of the hash tables for ops in progress */
28int hash_table_size = 509;
29
30static ulong module_parm_debug_mask;
Martin Brandenburg44f46412016-08-15 11:38:36 -040031__u64 orangefs_gossip_debug_mask;
Yi Liu8bb8aef2015-11-24 15:12:14 -050032int op_timeout_secs = ORANGEFS_DEFAULT_OP_TIMEOUT_SECS;
33int slot_timeout_secs = ORANGEFS_DEFAULT_SLOT_TIMEOUT_SECS;
Mike Marshall211f9f22021-03-28 17:19:23 -040034int orangefs_cache_timeout_msecs = 500;
Martin Brandenburg1d503612016-08-16 11:38:14 -040035int orangefs_dcache_timeout_msecs = 50;
36int orangefs_getattr_timeout_msecs = 50;
Mike Marshall274dcf52015-07-17 10:38:13 -040037
38MODULE_LICENSE("GPL");
Yi Liu8bb8aef2015-11-24 15:12:14 -050039MODULE_AUTHOR("ORANGEFS Development Team");
40MODULE_DESCRIPTION("The Linux Kernel VFS interface to ORANGEFS");
41MODULE_PARM_DESC(module_parm_debug_mask, "debugging level (see orangefs-debug.h for values)");
Mike Marshall274dcf52015-07-17 10:38:13 -040042MODULE_PARM_DESC(op_timeout_secs, "Operation timeout in seconds");
43MODULE_PARM_DESC(slot_timeout_secs, "Slot timeout in seconds");
44MODULE_PARM_DESC(hash_table_size,
45 "size of hash table for operations in progress");
46
Yi Liu8bb8aef2015-11-24 15:12:14 -050047static struct file_system_type orangefs_fs_type = {
Mike Marshall274dcf52015-07-17 10:38:13 -040048 .name = "pvfs2",
Yi Liu8bb8aef2015-11-24 15:12:14 -050049 .mount = orangefs_mount,
50 .kill_sb = orangefs_kill_sb,
Mike Marshall274dcf52015-07-17 10:38:13 -040051 .owner = THIS_MODULE,
52};
53
54module_param(hash_table_size, int, 0);
Sasha Levincb987f32015-08-03 00:08:59 -040055module_param(module_parm_debug_mask, ulong, 0644);
Mike Marshall274dcf52015-07-17 10:38:13 -040056module_param(op_timeout_secs, int, 0);
57module_param(slot_timeout_secs, int, 0);
58
Mike Marshall274dcf52015-07-17 10:38:13 -040059/*
Mike Marshall54804942015-10-05 13:44:24 -040060 * Blocks non-priority requests from being queued for servicing. This
61 * could be used for protecting the request list data structure, but
62 * for now it's only being used to stall the op addition to the request
63 * list
64 */
Martin Brandenburg1d503612016-08-16 11:38:14 -040065DEFINE_MUTEX(orangefs_request_mutex);
Mike Marshall274dcf52015-07-17 10:38:13 -040066
67/* hash table for storing operations waiting for matching downcall */
Martin Brandenburg1d503612016-08-16 11:38:14 -040068struct list_head *orangefs_htable_ops_in_progress;
69DEFINE_SPINLOCK(orangefs_htable_ops_in_progress_lock);
Mike Marshall274dcf52015-07-17 10:38:13 -040070
71/* list for queueing upcall operations */
Yi Liu8bb8aef2015-11-24 15:12:14 -050072LIST_HEAD(orangefs_request_list);
Mike Marshall274dcf52015-07-17 10:38:13 -040073
Yi Liu8bb8aef2015-11-24 15:12:14 -050074/* used to protect the above orangefs_request_list */
75DEFINE_SPINLOCK(orangefs_request_list_lock);
Mike Marshall274dcf52015-07-17 10:38:13 -040076
77/* used for incoming request notification */
Yi Liu8bb8aef2015-11-24 15:12:14 -050078DECLARE_WAIT_QUEUE_HEAD(orangefs_request_list_waitq);
Mike Marshall274dcf52015-07-17 10:38:13 -040079
Yi Liu8bb8aef2015-11-24 15:12:14 -050080static int __init orangefs_init(void)
Mike Marshall274dcf52015-07-17 10:38:13 -040081{
Colin Ian King22ce8562020-05-24 23:48:02 +010082 int ret;
Mike Marshall274dcf52015-07-17 10:38:13 -040083 __u32 i = 0;
84
Mike Marshall274dcf52015-07-17 10:38:13 -040085 if (op_timeout_secs < 0)
86 op_timeout_secs = 0;
87
88 if (slot_timeout_secs < 0)
89 slot_timeout_secs = 0;
90
91 /* initialize global book keeping data structures */
92 ret = op_cache_initialize();
93 if (ret < 0)
Jan Kara70823b92017-02-02 18:34:11 +010094 goto out;
Mike Marshall274dcf52015-07-17 10:38:13 -040095
Yi Liu8bb8aef2015-11-24 15:12:14 -050096 ret = orangefs_inode_cache_initialize();
Mike Marshall274dcf52015-07-17 10:38:13 -040097 if (ret < 0)
Mike Marshall2d4cae02016-02-04 13:48:16 -050098 goto cleanup_op;
Mike Marshall274dcf52015-07-17 10:38:13 -040099
Martin Brandenburg1d503612016-08-16 11:38:14 -0400100 orangefs_htable_ops_in_progress =
Mike Marshall274dcf52015-07-17 10:38:13 -0400101 kcalloc(hash_table_size, sizeof(struct list_head), GFP_KERNEL);
Martin Brandenburg1d503612016-08-16 11:38:14 -0400102 if (!orangefs_htable_ops_in_progress) {
Mike Marshall274dcf52015-07-17 10:38:13 -0400103 ret = -ENOMEM;
Martin Brandenburg2f83ace2016-03-17 13:20:35 -0400104 goto cleanup_inode;
Mike Marshall274dcf52015-07-17 10:38:13 -0400105 }
106
107 /* initialize a doubly linked at each hash table index */
108 for (i = 0; i < hash_table_size; i++)
Martin Brandenburg1d503612016-08-16 11:38:14 -0400109 INIT_LIST_HEAD(&orangefs_htable_ops_in_progress[i]);
Mike Marshall274dcf52015-07-17 10:38:13 -0400110
111 ret = fsid_key_table_initialize();
112 if (ret < 0)
113 goto cleanup_progress_table;
114
115 /*
116 * Build the contents of /sys/kernel/debug/orangefs/debug-help
117 * from the keywords in the kernel keyword/mask array.
118 *
119 * The keywords in the client keyword/mask array are
120 * unknown at boot time.
121 *
122 * orangefs_prepare_debugfs_help_string will be used again
Mike Marshalldc033622016-11-04 16:32:25 -0400123 * later to rebuild the debug-help-string after the client starts
Mike Marshall274dcf52015-07-17 10:38:13 -0400124 * and passes along the needed info. The argument signifies
125 * which time orangefs_prepare_debugfs_help_string is being
126 * called.
Mike Marshall274dcf52015-07-17 10:38:13 -0400127 */
128 ret = orangefs_prepare_debugfs_help_string(1);
129 if (ret)
Mike Marshall1a0ce162016-03-17 13:24:34 -0400130 goto cleanup_key_table;
Mike Marshall274dcf52015-07-17 10:38:13 -0400131
Greg Kroah-Hartman0979cf92019-07-04 10:28:36 +0200132 orangefs_debugfs_init(module_parm_debug_mask);
Mike Marshall2180c522016-03-14 15:30:39 -0400133
Mike Marshall2180c522016-03-14 15:30:39 -0400134 ret = orangefs_sysfs_init();
135 if (ret)
136 goto sysfs_init_failed;
Mike Marshall274dcf52015-07-17 10:38:13 -0400137
Martin Brandenburg2f83ace2016-03-17 13:20:35 -0400138 /* Initialize the orangefsdev subsystem. */
139 ret = orangefs_dev_init();
140 if (ret < 0) {
141 gossip_err("%s: could not initialize device subsystem %d!\n",
142 __func__,
143 ret);
144 goto cleanup_device;
145 }
146
Yi Liu8bb8aef2015-11-24 15:12:14 -0500147 ret = register_filesystem(&orangefs_fs_type);
Mike Marshall274dcf52015-07-17 10:38:13 -0400148 if (ret == 0) {
Mike Marshalldc033622016-11-04 16:32:25 -0400149 pr_info("%s: module version %s loaded\n",
150 __func__,
151 ORANGEFS_VERSION);
Mike Marshall2180c522016-03-14 15:30:39 -0400152 goto out;
Mike Marshall274dcf52015-07-17 10:38:13 -0400153 }
154
Mike Marshall274dcf52015-07-17 10:38:13 -0400155 orangefs_sysfs_exit();
Mike Marshall274dcf52015-07-17 10:38:13 -0400156
Martin Brandenburg2f83ace2016-03-17 13:20:35 -0400157cleanup_device:
158 orangefs_dev_cleanup();
159
Mike Marshall2180c522016-03-14 15:30:39 -0400160sysfs_init_failed:
Mike Marshall2180c522016-03-14 15:30:39 -0400161 orangefs_debugfs_cleanup();
162
Mike Marshall1a0ce162016-03-17 13:24:34 -0400163cleanup_key_table:
164 fsid_key_table_finalize();
Mike Marshall2180c522016-03-14 15:30:39 -0400165
Mike Marshall274dcf52015-07-17 10:38:13 -0400166cleanup_progress_table:
Martin Brandenburg1d503612016-08-16 11:38:14 -0400167 kfree(orangefs_htable_ops_in_progress);
Mike Marshall274dcf52015-07-17 10:38:13 -0400168
Mike Marshall274dcf52015-07-17 10:38:13 -0400169cleanup_inode:
Yi Liu8bb8aef2015-11-24 15:12:14 -0500170 orangefs_inode_cache_finalize();
Mike Marshall274dcf52015-07-17 10:38:13 -0400171
Mike Marshall274dcf52015-07-17 10:38:13 -0400172cleanup_op:
173 op_cache_finalize();
174
Mike Marshall274dcf52015-07-17 10:38:13 -0400175out:
176 return ret;
177}
178
Yi Liu8bb8aef2015-11-24 15:12:14 -0500179static void __exit orangefs_exit(void)
Mike Marshall274dcf52015-07-17 10:38:13 -0400180{
181 int i = 0;
Yi Liu8bb8aef2015-11-24 15:12:14 -0500182 gossip_debug(GOSSIP_INIT_DEBUG, "orangefs: orangefs_exit called\n");
Mike Marshall274dcf52015-07-17 10:38:13 -0400183
Yi Liu8bb8aef2015-11-24 15:12:14 -0500184 unregister_filesystem(&orangefs_fs_type);
185 orangefs_debugfs_cleanup();
Mike Marshall274dcf52015-07-17 10:38:13 -0400186 orangefs_sysfs_exit();
187 fsid_key_table_finalize();
Yi Liu8bb8aef2015-11-24 15:12:14 -0500188 orangefs_dev_cleanup();
Al Viro96acf9d62016-01-22 13:34:32 -0500189 BUG_ON(!list_empty(&orangefs_request_list));
Mike Marshall274dcf52015-07-17 10:38:13 -0400190 for (i = 0; i < hash_table_size; i++)
Martin Brandenburg1d503612016-08-16 11:38:14 -0400191 BUG_ON(!list_empty(&orangefs_htable_ops_in_progress[i]));
Mike Marshall274dcf52015-07-17 10:38:13 -0400192
Yi Liu8bb8aef2015-11-24 15:12:14 -0500193 orangefs_inode_cache_finalize();
Mike Marshall274dcf52015-07-17 10:38:13 -0400194 op_cache_finalize();
195
Martin Brandenburg1d503612016-08-16 11:38:14 -0400196 kfree(orangefs_htable_ops_in_progress);
Mike Marshall274dcf52015-07-17 10:38:13 -0400197
Yi Liu8bb8aef2015-11-24 15:12:14 -0500198 pr_info("orangefs: module version %s unloaded\n", ORANGEFS_VERSION);
Mike Marshall274dcf52015-07-17 10:38:13 -0400199}
200
201/*
202 * What we do in this function is to walk the list of operations
203 * that are in progress in the hash table and mark them as purged as well.
204 */
205void purge_inprogress_ops(void)
206{
207 int i;
208
209 for (i = 0; i < hash_table_size; i++) {
Yi Liu8bb8aef2015-11-24 15:12:14 -0500210 struct orangefs_kernel_op_s *op;
211 struct orangefs_kernel_op_s *next;
Mike Marshall274dcf52015-07-17 10:38:13 -0400212
Martin Brandenburg1d503612016-08-16 11:38:14 -0400213 spin_lock(&orangefs_htable_ops_in_progress_lock);
Mike Marshall274dcf52015-07-17 10:38:13 -0400214 list_for_each_entry_safe(op,
215 next,
Martin Brandenburg1d503612016-08-16 11:38:14 -0400216 &orangefs_htable_ops_in_progress[i],
Mike Marshall274dcf52015-07-17 10:38:13 -0400217 list) {
Mike Marshall274dcf52015-07-17 10:38:13 -0400218 set_op_state_purged(op);
Mike Marshall9d9e7ba2016-03-03 13:46:48 -0500219 gossip_debug(GOSSIP_DEV_DEBUG,
220 "%s: op:%s: op_state:%d: process:%s:\n",
221 __func__,
222 get_opname_string(op),
223 op->op_state,
224 current->comm);
Mike Marshall274dcf52015-07-17 10:38:13 -0400225 }
Martin Brandenburg1d503612016-08-16 11:38:14 -0400226 spin_unlock(&orangefs_htable_ops_in_progress_lock);
Mike Marshall274dcf52015-07-17 10:38:13 -0400227 }
228}
229
Yi Liu8bb8aef2015-11-24 15:12:14 -0500230module_init(orangefs_init);
231module_exit(orangefs_exit);