blob: 3636847fae19eae12fbe3789bdf89ded2a42edc7 [file] [log] [blame]
Thomas Gleixner50acfb22019-05-29 07:18:00 -07001/* SPDX-License-Identifier: GPL-2.0-only */
Masahiro Yamadafa60ce22021-05-06 18:06:44 -07002/*
Joel Becker24ef1812008-01-29 17:37:32 -08003 * stackglue.h
4 *
5 * Glue to the underlying cluster stack.
6 *
7 * Copyright (C) 2007 Oracle. All rights reserved.
Joel Becker24ef1812008-01-29 17:37:32 -08008 */
9
10
11#ifndef STACKGLUE_H
12#define STACKGLUE_H
13
Joel Beckerbd3e7612008-02-01 12:14:57 -080014#include <linux/types.h>
15#include <linux/list.h>
16#include <linux/dlmconstants.h>
17
Joel Beckere3dad422008-02-01 15:02:36 -080018#include "dlm/dlmapi.h"
David Teiglandcf4d8d72008-02-20 14:29:27 -080019#include <linux/dlm.h>
Joel Beckere3dad422008-02-01 15:02:36 -080020
Mark Fasheh53da4932008-07-21 14:29:16 -070021/* Needed for plock-related prototypes */
22struct file;
23struct file_lock;
24
Joel Beckerbd3e7612008-02-01 12:14:57 -080025/*
26 * dlmconstants.h does not have a LOCAL flag. We hope to remove it
27 * some day, but right now we need it. Let's fake it. This value is larger
28 * than any flag in dlmconstants.h.
29 */
30#define DLM_LKF_LOCAL 0x00100000
31
Joel Becker4670c462008-02-01 14:39:35 -080032/*
33 * This shadows DLM_LOCKSPACE_LEN in fs/dlm/dlm_internal.h. That probably
34 * wants to be in a public header.
35 */
36#define GROUP_NAME_MAX 64
37
Goldwyn Rodriguesc74a3bd2014-01-21 15:48:21 -080038/* This shadows OCFS2_CLUSTER_NAME_LEN */
39#define CLUSTER_NAME_MAX 16
40
Joel Becker4670c462008-02-01 14:39:35 -080041
Joel Beckere3dad422008-02-01 15:02:36 -080042/*
43 * ocfs2_protocol_version changes when ocfs2 does something different in
44 * its inter-node behavior. See dlmglue.c for more information.
45 */
Joel Becker4670c462008-02-01 14:39:35 -080046struct ocfs2_protocol_version {
47 u8 pv_major;
48 u8 pv_minor;
49};
50
Joel Beckere3dad422008-02-01 15:02:36 -080051/*
David Teiglandcf4d8d72008-02-20 14:29:27 -080052 * The dlm_lockstatus struct includes lvb space, but the dlm_lksb struct only
53 * has a pointer to separately allocated lvb space. This struct exists only to
54 * include in the lksb union to make space for a combined dlm_lksb and lvb.
55 */
56struct fsdlm_lksb_plus_lvb {
57 struct dlm_lksb lksb;
58 char lvb[DLM_LVB_LEN];
59};
60
Joel Beckere3dad422008-02-01 15:02:36 -080061/*
62 * A union of all lock status structures. We define it here so that the
63 * size of the union is known. Lock status structures are embedded in
64 * ocfs2 inodes.
65 */
Joel Beckerc0e413382010-01-29 14:46:44 -080066struct ocfs2_cluster_connection;
67struct ocfs2_dlm_lksb {
68 union {
69 struct dlm_lockstatus lksb_o2dlm;
70 struct dlm_lksb lksb_fsdlm;
71 struct fsdlm_lksb_plus_lvb padding;
72 };
73 struct ocfs2_cluster_connection *lksb_conn;
Joel Becker8f2c9c12008-02-01 12:16:57 -080074};
75
Joel Beckere3dad422008-02-01 15:02:36 -080076/*
Joel Beckera796d282010-01-28 19:22:39 -080077 * The ocfs2_locking_protocol defines the handlers called on ocfs2's behalf.
78 */
79struct ocfs2_locking_protocol {
80 struct ocfs2_protocol_version lp_max_version;
Joel Beckerc0e413382010-01-29 14:46:44 -080081 void (*lp_lock_ast)(struct ocfs2_dlm_lksb *lksb);
82 void (*lp_blocking_ast)(struct ocfs2_dlm_lksb *lksb, int level);
83 void (*lp_unlock_ast)(struct ocfs2_dlm_lksb *lksb, int error);
Joel Beckera796d282010-01-28 19:22:39 -080084};
85
86
87/*
Joel Beckere3dad422008-02-01 15:02:36 -080088 * A cluster connection. Mostly opaque to ocfs2, the connection holds
89 * state for the underlying stack. ocfs2 does use cc_version to determine
90 * locking compatibility.
91 */
Joel Becker4670c462008-02-01 14:39:35 -080092struct ocfs2_cluster_connection {
Goldwyn Rodriguesc74a3bd2014-01-21 15:48:21 -080093 char cc_name[GROUP_NAME_MAX + 1];
Joel Becker4670c462008-02-01 14:39:35 -080094 int cc_namelen;
Goldwyn Rodriguesc74a3bd2014-01-21 15:48:21 -080095 char cc_cluster_name[CLUSTER_NAME_MAX + 1];
96 int cc_cluster_name_len;
Joel Becker4670c462008-02-01 14:39:35 -080097 struct ocfs2_protocol_version cc_version;
Joel Becker110946c2010-01-29 15:46:23 -080098 struct ocfs2_locking_protocol *cc_proto;
Joel Becker4670c462008-02-01 14:39:35 -080099 void (*cc_recovery_handler)(int node_num, void *recovery_data);
100 void *cc_recovery_data;
101 void *cc_lockspace;
102 void *cc_private;
103};
104
Joel Beckere3dad422008-02-01 15:02:36 -0800105/*
106 * Each cluster stack implements the stack operations structure. Not used
107 * in the ocfs2 code, the stackglue code translates generic cluster calls
108 * into stack operations.
109 */
110struct ocfs2_stack_operations {
111 /*
112 * The fs code calls ocfs2_cluster_connect() to attach a new
113 * filesystem to the cluster stack. The ->connect() op is passed
114 * an ocfs2_cluster_connection with the name and recovery field
115 * filled in.
116 *
117 * The stack must set up any notification mechanisms and create
118 * the filesystem lockspace in the DLM. The lockspace should be
119 * stored on cc_lockspace. Any other information can be stored on
120 * cc_private.
121 *
122 * ->connect() must not return until it is guaranteed that
123 *
Lucas De Marchi25985ed2011-03-30 22:57:33 -0300124 * - Node down notifications for the filesystem will be received
Joel Beckere3dad422008-02-01 15:02:36 -0800125 * and passed to conn->cc_recovery_handler().
126 * - Locking requests for the filesystem will be processed.
127 */
128 int (*connect)(struct ocfs2_cluster_connection *conn);
129
130 /*
131 * The fs code calls ocfs2_cluster_disconnect() when a filesystem
132 * no longer needs cluster services. All DLM locks have been
133 * dropped, and recovery notification is being ignored by the
134 * fs code. The stack must disengage from the DLM and discontinue
135 * recovery notification.
136 *
137 * Once ->disconnect() has returned, the connection structure will
138 * be freed. Thus, a stack must not return from ->disconnect()
139 * until it will no longer reference the conn pointer.
Joel Becker286eaa92008-02-01 15:03:57 -0800140 *
Joel Becker2c394502008-05-30 15:58:26 -0700141 * Once this call returns, the stack glue will be dropping this
142 * connection's reference on the module.
Joel Beckere3dad422008-02-01 15:02:36 -0800143 */
Joel Becker2c394502008-05-30 15:58:26 -0700144 int (*disconnect)(struct ocfs2_cluster_connection *conn);
Joel Beckere3dad422008-02-01 15:02:36 -0800145
146 /*
147 * ->this_node() returns the cluster's unique identifier for the
148 * local node.
149 */
Goldwyn Rodrigues3e834152014-01-21 15:48:24 -0800150 int (*this_node)(struct ocfs2_cluster_connection *conn,
151 unsigned int *node);
Joel Beckere3dad422008-02-01 15:02:36 -0800152
153 /*
154 * Call the underlying dlm lock function. The ->dlm_lock()
155 * callback should convert the flags and mode as appropriate.
156 *
157 * ast and bast functions are not part of the call because the
158 * stack will likely want to wrap ast and bast calls before passing
Joel Beckera796d282010-01-28 19:22:39 -0800159 * them to stack->sp_proto. There is no astarg. The lksb will
160 * be passed back to the ast and bast functions. The caller can
161 * use this to find their object.
Joel Beckere3dad422008-02-01 15:02:36 -0800162 */
163 int (*dlm_lock)(struct ocfs2_cluster_connection *conn,
164 int mode,
Joel Beckerc0e413382010-01-29 14:46:44 -0800165 struct ocfs2_dlm_lksb *lksb,
Joel Beckere3dad422008-02-01 15:02:36 -0800166 u32 flags,
167 void *name,
Joel Beckera796d282010-01-28 19:22:39 -0800168 unsigned int namelen);
Joel Beckere3dad422008-02-01 15:02:36 -0800169
170 /*
171 * Call the underlying dlm unlock function. The ->dlm_unlock()
172 * function should convert the flags as appropriate.
173 *
174 * The unlock ast is not passed, as the stack will want to wrap
Joel Beckera796d282010-01-28 19:22:39 -0800175 * it before calling stack->sp_proto->lp_unlock_ast(). There is
176 * no astarg. The lksb will be passed back to the unlock ast
177 * function. The caller can use this to find their object.
Joel Beckere3dad422008-02-01 15:02:36 -0800178 */
179 int (*dlm_unlock)(struct ocfs2_cluster_connection *conn,
Joel Beckerc0e413382010-01-29 14:46:44 -0800180 struct ocfs2_dlm_lksb *lksb,
Joel Beckera796d282010-01-28 19:22:39 -0800181 u32 flags);
Joel Beckere3dad422008-02-01 15:02:36 -0800182
183 /*
184 * Return the status of the current lock status block. The fs
185 * code should never dereference the union. The ->lock_status()
186 * callback pulls out the stack-specific lksb, converts the status
187 * to a proper errno, and returns it.
188 */
Joel Beckerc0e413382010-01-29 14:46:44 -0800189 int (*lock_status)(struct ocfs2_dlm_lksb *lksb);
Joel Beckere3dad422008-02-01 15:02:36 -0800190
191 /*
Joel Becker1c520df2009-06-19 15:14:13 -0700192 * Return non-zero if the LVB is valid.
193 */
Joel Beckerc0e413382010-01-29 14:46:44 -0800194 int (*lvb_valid)(struct ocfs2_dlm_lksb *lksb);
Joel Becker1c520df2009-06-19 15:14:13 -0700195
196 /*
Joel Beckere3dad422008-02-01 15:02:36 -0800197 * Pull the lvb pointer off of the stack-specific lksb.
198 */
Joel Beckerc0e413382010-01-29 14:46:44 -0800199 void *(*lock_lvb)(struct ocfs2_dlm_lksb *lksb);
Joel Beckere3dad422008-02-01 15:02:36 -0800200
201 /*
Mark Fasheh53da4932008-07-21 14:29:16 -0700202 * Cluster-aware posix locks
203 *
204 * This is NULL for stacks which do not support posix locks.
205 */
206 int (*plock)(struct ocfs2_cluster_connection *conn,
207 u64 ino,
208 struct file *file,
209 int cmd,
210 struct file_lock *fl);
211
212 /*
Joel Beckere3dad422008-02-01 15:02:36 -0800213 * This is an optoinal debugging hook. If provided, the
214 * stack can dump debugging information about this lock.
215 */
Joel Beckerc0e413382010-01-29 14:46:44 -0800216 void (*dump_lksb)(struct ocfs2_dlm_lksb *lksb);
Joel Beckere3dad422008-02-01 15:02:36 -0800217};
218
Joel Becker286eaa92008-02-01 15:03:57 -0800219/*
220 * Each stack plugin must describe itself by registering a
221 * ocfs2_stack_plugin structure. This is only seen by stackglue and the
222 * stack driver.
223 */
224struct ocfs2_stack_plugin {
225 char *sp_name;
226 struct ocfs2_stack_operations *sp_ops;
227 struct module *sp_owner;
228
229 /* These are managed by the stackglue code. */
230 struct list_head sp_list;
231 unsigned int sp_count;
Joel Beckere603cfb2010-01-29 16:06:29 -0800232 struct ocfs2_protocol_version sp_max_proto;
Joel Becker286eaa92008-02-01 15:03:57 -0800233};
234
235
236/* Used by the filesystem */
Joel Becker9c6c8772008-02-01 15:17:30 -0800237int ocfs2_cluster_connect(const char *stack_name,
Goldwyn Rodriguesc74a3bd2014-01-21 15:48:21 -0800238 const char *cluster_name,
239 int cluster_name_len,
Joel Becker9c6c8772008-02-01 15:17:30 -0800240 const char *group,
Joel Becker4670c462008-02-01 14:39:35 -0800241 int grouplen,
Joel Becker553b5eb2010-01-29 17:19:06 -0800242 struct ocfs2_locking_protocol *lproto,
Joel Becker4670c462008-02-01 14:39:35 -0800243 void (*recovery_handler)(int node_num,
244 void *recovery_data),
245 void *recovery_data,
246 struct ocfs2_cluster_connection **conn);
Joel Beckercbe0e332010-01-30 06:02:10 -0800247/*
248 * Used by callers that don't store their stack name. They must ensure
249 * all nodes have the same stack.
250 */
251int ocfs2_cluster_connect_agnostic(const char *group,
252 int grouplen,
253 struct ocfs2_locking_protocol *lproto,
254 void (*recovery_handler)(int node_num,
255 void *recovery_data),
256 void *recovery_data,
257 struct ocfs2_cluster_connection **conn);
Joel Becker286eaa92008-02-01 15:03:57 -0800258int ocfs2_cluster_disconnect(struct ocfs2_cluster_connection *conn,
259 int hangup_pending);
Joel Becker6953b4c2008-01-29 16:59:56 -0800260void ocfs2_cluster_hangup(const char *group, int grouplen);
Goldwyn Rodrigues3e834152014-01-21 15:48:24 -0800261int ocfs2_cluster_this_node(struct ocfs2_cluster_connection *conn,
262 unsigned int *node);
Joel Becker4670c462008-02-01 14:39:35 -0800263
David Teiglandcf4d8d72008-02-20 14:29:27 -0800264struct ocfs2_lock_res;
Joel Becker4670c462008-02-01 14:39:35 -0800265int ocfs2_dlm_lock(struct ocfs2_cluster_connection *conn,
Joel Becker24ef1812008-01-29 17:37:32 -0800266 int mode,
Joel Beckerc0e413382010-01-29 14:46:44 -0800267 struct ocfs2_dlm_lksb *lksb,
Joel Becker24ef1812008-01-29 17:37:32 -0800268 u32 flags,
269 void *name,
Joel Beckera796d282010-01-28 19:22:39 -0800270 unsigned int namelen);
Joel Becker4670c462008-02-01 14:39:35 -0800271int ocfs2_dlm_unlock(struct ocfs2_cluster_connection *conn,
Joel Beckerc0e413382010-01-29 14:46:44 -0800272 struct ocfs2_dlm_lksb *lksb,
Joel Beckera796d282010-01-28 19:22:39 -0800273 u32 flags);
Joel Becker24ef1812008-01-29 17:37:32 -0800274
Joel Beckerc0e413382010-01-29 14:46:44 -0800275int ocfs2_dlm_lock_status(struct ocfs2_dlm_lksb *lksb);
276int ocfs2_dlm_lvb_valid(struct ocfs2_dlm_lksb *lksb);
277void *ocfs2_dlm_lvb(struct ocfs2_dlm_lksb *lksb);
278void ocfs2_dlm_dump_lksb(struct ocfs2_dlm_lksb *lksb);
Joel Becker8f2c9c12008-02-01 12:16:57 -0800279
Mark Fasheh53da4932008-07-21 14:29:16 -0700280int ocfs2_stack_supports_plocks(void);
281int ocfs2_plock(struct ocfs2_cluster_connection *conn, u64 ino,
282 struct file *file, int cmd, struct file_lock *fl);
283
Joel Becker553b5eb2010-01-29 17:19:06 -0800284void ocfs2_stack_glue_set_max_proto_version(struct ocfs2_protocol_version *max_proto);
Joel Becker24ef1812008-01-29 17:37:32 -0800285
Joel Becker286eaa92008-02-01 15:03:57 -0800286
287/* Used by stack plugins */
288int ocfs2_stack_glue_register(struct ocfs2_stack_plugin *plugin);
289void ocfs2_stack_glue_unregister(struct ocfs2_stack_plugin *plugin);
Joel Becker3878f112008-05-30 15:30:49 -0700290
Gang He9dde5e42016-03-22 14:24:20 -0700291extern struct kset *ocfs2_kset;
292
Joel Becker24ef1812008-01-29 17:37:32 -0800293#endif /* STACKGLUE_H */