Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
| 2 | * linux/fs/lockd/clntlock.c |
| 3 | * |
| 4 | * Lock handling for the client side NLM implementation |
| 5 | * |
| 6 | * Copyright (C) 1996, Olaf Kirch <okir@monad.swb.de> |
| 7 | */ |
| 8 | |
| 9 | #include <linux/module.h> |
| 10 | #include <linux/types.h> |
| 11 | #include <linux/time.h> |
| 12 | #include <linux/nfs_fs.h> |
| 13 | #include <linux/sunrpc/clnt.h> |
| 14 | #include <linux/sunrpc/svc.h> |
| 15 | #include <linux/lockd/lockd.h> |
| 16 | #include <linux/smp_lock.h> |
| 17 | |
| 18 | #define NLMDBG_FACILITY NLMDBG_CLIENT |
| 19 | |
| 20 | /* |
| 21 | * Local function prototypes |
| 22 | */ |
| 23 | static int reclaimer(void *ptr); |
| 24 | |
| 25 | /* |
| 26 | * The following functions handle blocking and granting from the |
| 27 | * client perspective. |
| 28 | */ |
| 29 | |
| 30 | /* |
| 31 | * This is the representation of a blocked client lock. |
| 32 | */ |
| 33 | struct nlm_wait { |
Trond Myklebust | 4f15e2b | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 34 | struct list_head b_list; /* linked list */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 35 | wait_queue_head_t b_wait; /* where to wait on */ |
| 36 | struct nlm_host * b_host; |
| 37 | struct file_lock * b_lock; /* local file lock */ |
| 38 | unsigned short b_reclaim; /* got to reclaim lock */ |
Al Viro | e8c5c04 | 2006-12-13 00:35:03 -0800 | [diff] [blame] | 39 | __be32 b_status; /* grant callback status */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 40 | }; |
| 41 | |
Trond Myklebust | 4f15e2b | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 42 | static LIST_HEAD(nlm_blocked); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 43 | |
Chuck Lever | 52c4044 | 2008-01-11 17:09:44 -0500 | [diff] [blame] | 44 | /** |
| 45 | * nlmclnt_init - Set up per-NFS mount point lockd data structures |
Chuck Lever | 883bb16 | 2008-01-15 16:04:20 -0500 | [diff] [blame] | 46 | * @nlm_init: pointer to arguments structure |
Chuck Lever | 52c4044 | 2008-01-11 17:09:44 -0500 | [diff] [blame] | 47 | * |
| 48 | * Returns pointer to an appropriate nlm_host struct, |
| 49 | * or an ERR_PTR value. |
| 50 | */ |
Chuck Lever | 883bb16 | 2008-01-15 16:04:20 -0500 | [diff] [blame] | 51 | struct nlm_host *nlmclnt_init(const struct nlmclnt_initdata *nlm_init) |
Chuck Lever | 52c4044 | 2008-01-11 17:09:44 -0500 | [diff] [blame] | 52 | { |
| 53 | struct nlm_host *host; |
Chuck Lever | 883bb16 | 2008-01-15 16:04:20 -0500 | [diff] [blame] | 54 | u32 nlm_version = (nlm_init->nfs_version == 2) ? 1 : 4; |
Chuck Lever | 52c4044 | 2008-01-11 17:09:44 -0500 | [diff] [blame] | 55 | int status; |
| 56 | |
Chuck Lever | 883bb16 | 2008-01-15 16:04:20 -0500 | [diff] [blame] | 57 | status = lockd_up(nlm_init->protocol); |
Chuck Lever | 52c4044 | 2008-01-11 17:09:44 -0500 | [diff] [blame] | 58 | if (status < 0) |
| 59 | return ERR_PTR(status); |
| 60 | |
Chuck Lever | d7d2044 | 2008-10-03 12:50:21 -0400 | [diff] [blame] | 61 | host = nlmclnt_lookup_host(nlm_init->address, nlm_init->addrlen, |
Chuck Lever | 883bb16 | 2008-01-15 16:04:20 -0500 | [diff] [blame] | 62 | nlm_init->protocol, nlm_version, |
Chuck Lever | d7d2044 | 2008-10-03 12:50:21 -0400 | [diff] [blame] | 63 | nlm_init->hostname); |
Chuck Lever | 52c4044 | 2008-01-11 17:09:44 -0500 | [diff] [blame] | 64 | if (host == NULL) { |
| 65 | lockd_down(); |
| 66 | return ERR_PTR(-ENOLCK); |
| 67 | } |
| 68 | |
| 69 | return host; |
| 70 | } |
| 71 | EXPORT_SYMBOL_GPL(nlmclnt_init); |
| 72 | |
| 73 | /** |
| 74 | * nlmclnt_done - Release resources allocated by nlmclnt_init() |
| 75 | * @host: nlm_host structure reserved by nlmclnt_init() |
| 76 | * |
| 77 | */ |
| 78 | void nlmclnt_done(struct nlm_host *host) |
| 79 | { |
| 80 | nlm_release_host(host); |
| 81 | lockd_down(); |
| 82 | } |
| 83 | EXPORT_SYMBOL_GPL(nlmclnt_done); |
| 84 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 85 | /* |
Trond Myklebust | ecdbf76 | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 86 | * Queue up a lock for blocking so that the GRANTED request can see it |
| 87 | */ |
Trond Myklebust | 3a649b8 | 2006-03-20 13:44:44 -0500 | [diff] [blame] | 88 | struct nlm_wait *nlmclnt_prepare_block(struct nlm_host *host, struct file_lock *fl) |
Trond Myklebust | ecdbf76 | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 89 | { |
| 90 | struct nlm_wait *block; |
| 91 | |
Trond Myklebust | ecdbf76 | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 92 | block = kmalloc(sizeof(*block), GFP_KERNEL); |
Trond Myklebust | 3a649b8 | 2006-03-20 13:44:44 -0500 | [diff] [blame] | 93 | if (block != NULL) { |
| 94 | block->b_host = host; |
| 95 | block->b_lock = fl; |
| 96 | init_waitqueue_head(&block->b_wait); |
Al Viro | e8c5c04 | 2006-12-13 00:35:03 -0800 | [diff] [blame] | 97 | block->b_status = nlm_lck_blocked; |
Trond Myklebust | 3a649b8 | 2006-03-20 13:44:44 -0500 | [diff] [blame] | 98 | list_add(&block->b_list, &nlm_blocked); |
| 99 | } |
| 100 | return block; |
Trond Myklebust | ecdbf76 | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 101 | } |
| 102 | |
Trond Myklebust | 3a649b8 | 2006-03-20 13:44:44 -0500 | [diff] [blame] | 103 | void nlmclnt_finish_block(struct nlm_wait *block) |
Trond Myklebust | ecdbf76 | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 104 | { |
Trond Myklebust | ecdbf76 | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 105 | if (block == NULL) |
| 106 | return; |
Trond Myklebust | ecdbf76 | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 107 | list_del(&block->b_list); |
| 108 | kfree(block); |
| 109 | } |
| 110 | |
| 111 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 112 | * Block on a lock |
| 113 | */ |
Trond Myklebust | 3a649b8 | 2006-03-20 13:44:44 -0500 | [diff] [blame] | 114 | int nlmclnt_block(struct nlm_wait *block, struct nlm_rqst *req, long timeout) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 115 | { |
Trond Myklebust | ecdbf76 | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 116 | long ret; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 117 | |
Trond Myklebust | ecdbf76 | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 118 | /* A borken server might ask us to block even if we didn't |
| 119 | * request it. Just say no! |
| 120 | */ |
Trond Myklebust | 3a649b8 | 2006-03-20 13:44:44 -0500 | [diff] [blame] | 121 | if (block == NULL) |
Trond Myklebust | ecdbf76 | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 122 | return -EAGAIN; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 123 | |
| 124 | /* Go to sleep waiting for GRANT callback. Some servers seem |
| 125 | * to lose callbacks, however, so we're going to poll from |
| 126 | * time to time just to make sure. |
| 127 | * |
| 128 | * For now, the retry frequency is pretty high; normally |
| 129 | * a 1 minute timeout would do. See the comment before |
| 130 | * nlmclnt_lock for an explanation. |
| 131 | */ |
Trond Myklebust | ecdbf76 | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 132 | ret = wait_event_interruptible_timeout(block->b_wait, |
Al Viro | e8c5c04 | 2006-12-13 00:35:03 -0800 | [diff] [blame] | 133 | block->b_status != nlm_lck_blocked, |
Trond Myklebust | ecdbf76 | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 134 | timeout); |
Trond Myklebust | 3a649b8 | 2006-03-20 13:44:44 -0500 | [diff] [blame] | 135 | if (ret < 0) |
| 136 | return -ERESTARTSYS; |
| 137 | req->a_res.status = block->b_status; |
| 138 | return 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 139 | } |
| 140 | |
| 141 | /* |
| 142 | * The server lockd has called us back to tell us the lock was granted |
| 143 | */ |
Chuck Lever | dcff09f | 2008-10-03 12:50:36 -0400 | [diff] [blame^] | 144 | __be32 nlmclnt_grant(const struct sockaddr *addr, const struct nlm_lock *lock) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 145 | { |
Trond Myklebust | 5ac5f9d | 2006-02-14 13:53:04 -0800 | [diff] [blame] | 146 | const struct file_lock *fl = &lock->fl; |
| 147 | const struct nfs_fh *fh = &lock->fh; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 148 | struct nlm_wait *block; |
Al Viro | 52921e0 | 2006-10-19 23:28:46 -0700 | [diff] [blame] | 149 | __be32 res = nlm_lck_denied; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 150 | |
| 151 | /* |
| 152 | * Look up blocked request based on arguments. |
| 153 | * Warning: must not use cookie to match it! |
| 154 | */ |
Trond Myklebust | 4f15e2b | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 155 | list_for_each_entry(block, &nlm_blocked, b_list) { |
Trond Myklebust | 5ac5f9d | 2006-02-14 13:53:04 -0800 | [diff] [blame] | 156 | struct file_lock *fl_blocked = block->b_lock; |
| 157 | |
Trond Myklebust | 7bab377 | 2006-03-20 13:44:06 -0500 | [diff] [blame] | 158 | if (fl_blocked->fl_start != fl->fl_start) |
| 159 | continue; |
| 160 | if (fl_blocked->fl_end != fl->fl_end) |
| 161 | continue; |
| 162 | /* |
| 163 | * Careful! The NLM server will return the 32-bit "pid" that |
| 164 | * we put on the wire: in this case the lockowner "pid". |
| 165 | */ |
| 166 | if (fl_blocked->fl_u.nfs_fl.owner->pid != lock->svid) |
Trond Myklebust | 5ac5f9d | 2006-02-14 13:53:04 -0800 | [diff] [blame] | 167 | continue; |
Chuck Lever | dcff09f | 2008-10-03 12:50:36 -0400 | [diff] [blame^] | 168 | if (!nlm_cmp_addr(nlm_addr(block->b_host), addr)) |
Trond Myklebust | 5ac5f9d | 2006-02-14 13:53:04 -0800 | [diff] [blame] | 169 | continue; |
Josef Sipek | 225a719 | 2006-12-08 02:37:18 -0800 | [diff] [blame] | 170 | if (nfs_compare_fh(NFS_FH(fl_blocked->fl_file->f_path.dentry->d_inode) ,fh) != 0) |
Trond Myklebust | 5ac5f9d | 2006-02-14 13:53:04 -0800 | [diff] [blame] | 171 | continue; |
| 172 | /* Alright, we found a lock. Set the return status |
| 173 | * and wake up the caller |
| 174 | */ |
Al Viro | e8c5c04 | 2006-12-13 00:35:03 -0800 | [diff] [blame] | 175 | block->b_status = nlm_granted; |
Trond Myklebust | 5ac5f9d | 2006-02-14 13:53:04 -0800 | [diff] [blame] | 176 | wake_up(&block->b_wait); |
| 177 | res = nlm_granted; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 178 | } |
Trond Myklebust | ecdbf76 | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 179 | return res; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 180 | } |
| 181 | |
| 182 | /* |
| 183 | * The following procedures deal with the recovery of locks after a |
| 184 | * server crash. |
| 185 | */ |
| 186 | |
| 187 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 188 | * Reclaim all locks on server host. We do this by spawning a separate |
| 189 | * reclaimer thread. |
| 190 | */ |
| 191 | void |
Olaf Kirch | 5c8dd29 | 2006-10-04 02:15:55 -0700 | [diff] [blame] | 192 | nlmclnt_recovery(struct nlm_host *host) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 193 | { |
Trond Myklebust | 28df955 | 2006-06-09 09:40:27 -0400 | [diff] [blame] | 194 | if (!host->h_reclaiming++) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 195 | nlm_get_host(host); |
| 196 | __module_get(THIS_MODULE); |
Oleg Nesterov | 550facd | 2007-05-10 22:55:07 -0700 | [diff] [blame] | 197 | if (kernel_thread(reclaimer, host, CLONE_FS | CLONE_FILES) < 0) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 198 | module_put(THIS_MODULE); |
| 199 | } |
| 200 | } |
| 201 | |
| 202 | static int |
| 203 | reclaimer(void *ptr) |
| 204 | { |
| 205 | struct nlm_host *host = (struct nlm_host *) ptr; |
| 206 | struct nlm_wait *block; |
Christoph Hellwig | 26bcbf9 | 2006-03-20 13:44:40 -0500 | [diff] [blame] | 207 | struct file_lock *fl, *next; |
Trond Myklebust | 28df955 | 2006-06-09 09:40:27 -0400 | [diff] [blame] | 208 | u32 nsmstate; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 209 | |
| 210 | daemonize("%s-reclaim", host->h_name); |
| 211 | allow_signal(SIGKILL); |
| 212 | |
Olaf Kirch | 5c8dd29 | 2006-10-04 02:15:55 -0700 | [diff] [blame] | 213 | down_write(&host->h_rwsem); |
| 214 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 215 | /* This one ensures that our parent doesn't terminate while the |
| 216 | * reclaim is in progress */ |
| 217 | lock_kernel(); |
NeilBrown | 4a3ae42 | 2006-10-02 02:17:53 -0700 | [diff] [blame] | 218 | lockd_up(0); /* note: this cannot fail as lockd is already running */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 219 | |
Adrian Bunk | d019bcf | 2007-01-29 13:19:51 -0800 | [diff] [blame] | 220 | dprintk("lockd: reclaiming locks for host %s\n", host->h_name); |
Olaf Kirch | 5c8dd29 | 2006-10-04 02:15:55 -0700 | [diff] [blame] | 221 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 222 | restart: |
Trond Myklebust | 28df955 | 2006-06-09 09:40:27 -0400 | [diff] [blame] | 223 | nsmstate = host->h_nsmstate; |
Olaf Kirch | 5c8dd29 | 2006-10-04 02:15:55 -0700 | [diff] [blame] | 224 | |
| 225 | /* Force a portmap getport - the peer's lockd will |
| 226 | * most likely end up on a different port. |
| 227 | */ |
Olaf Kirch | 0ade060 | 2006-10-04 02:16:04 -0700 | [diff] [blame] | 228 | host->h_nextrebind = jiffies; |
Olaf Kirch | 5c8dd29 | 2006-10-04 02:15:55 -0700 | [diff] [blame] | 229 | nlm_rebind_host(host); |
| 230 | |
| 231 | /* First, reclaim all locks that have been granted. */ |
| 232 | list_splice_init(&host->h_granted, &host->h_reclaim); |
Christoph Hellwig | 26bcbf9 | 2006-03-20 13:44:40 -0500 | [diff] [blame] | 233 | list_for_each_entry_safe(fl, next, &host->h_reclaim, fl_u.nfs_fl.list) { |
Trond Myklebust | 4c060b5 | 2006-03-20 13:44:41 -0500 | [diff] [blame] | 234 | list_del_init(&fl->fl_u.nfs_fl.list); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 235 | |
Olaf Kirch | 5c8dd29 | 2006-10-04 02:15:55 -0700 | [diff] [blame] | 236 | /* Why are we leaking memory here? --okir */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 237 | if (signalled()) |
Trond Myklebust | 4c060b5 | 2006-03-20 13:44:41 -0500 | [diff] [blame] | 238 | continue; |
Trond Myklebust | 28df955 | 2006-06-09 09:40:27 -0400 | [diff] [blame] | 239 | if (nlmclnt_reclaim(host, fl) != 0) |
| 240 | continue; |
| 241 | list_add_tail(&fl->fl_u.nfs_fl.list, &host->h_granted); |
| 242 | if (host->h_nsmstate != nsmstate) { |
| 243 | /* Argh! The server rebooted again! */ |
Trond Myklebust | 28df955 | 2006-06-09 09:40:27 -0400 | [diff] [blame] | 244 | goto restart; |
| 245 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 246 | } |
Olaf Kirch | 5c8dd29 | 2006-10-04 02:15:55 -0700 | [diff] [blame] | 247 | |
| 248 | host->h_reclaiming = 0; |
| 249 | up_write(&host->h_rwsem); |
Adrian Bunk | d019bcf | 2007-01-29 13:19:51 -0800 | [diff] [blame] | 250 | dprintk("NLM: done reclaiming locks for host %s\n", host->h_name); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 251 | |
| 252 | /* Now, wake up all processes that sleep on a blocked lock */ |
Trond Myklebust | 4f15e2b | 2005-06-22 17:16:31 +0000 | [diff] [blame] | 253 | list_for_each_entry(block, &nlm_blocked, b_list) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 254 | if (block->b_host == host) { |
Al Viro | e8c5c04 | 2006-12-13 00:35:03 -0800 | [diff] [blame] | 255 | block->b_status = nlm_lck_denied_grace_period; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 256 | wake_up(&block->b_wait); |
| 257 | } |
| 258 | } |
| 259 | |
| 260 | /* Release host handle after use */ |
| 261 | nlm_release_host(host); |
| 262 | lockd_down(); |
| 263 | unlock_kernel(); |
| 264 | module_put_and_exit(0); |
| 265 | } |