Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
| 2 | * linux/net/sunrpc/auth.c |
| 3 | * |
| 4 | * Generic RPC client authentication API. |
| 5 | * |
| 6 | * Copyright (C) 1996, Olaf Kirch <okir@monad.swb.de> |
| 7 | */ |
| 8 | |
| 9 | #include <linux/types.h> |
| 10 | #include <linux/sched.h> |
| 11 | #include <linux/module.h> |
| 12 | #include <linux/slab.h> |
| 13 | #include <linux/errno.h> |
Trond Myklebust | 25337fd | 2008-03-12 14:40:14 -0400 | [diff] [blame] | 14 | #include <linux/hash.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 15 | #include <linux/sunrpc/clnt.h> |
Chuck Lever | 6a1a1e3 | 2012-07-11 16:31:08 -0400 | [diff] [blame] | 16 | #include <linux/sunrpc/gss_api.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 17 | #include <linux/spinlock.h> |
| 18 | |
| 19 | #ifdef RPC_DEBUG |
| 20 | # define RPCDBG_FACILITY RPCDBG_AUTH |
| 21 | #endif |
| 22 | |
Trond Myklebust | 241269b | 2010-07-31 14:29:08 -0400 | [diff] [blame] | 23 | #define RPC_CREDCACHE_DEFAULT_HASHBITS (4) |
| 24 | struct rpc_cred_cache { |
| 25 | struct hlist_head *hashtable; |
| 26 | unsigned int hashbits; |
| 27 | spinlock_t lock; |
| 28 | }; |
| 29 | |
| 30 | static unsigned int auth_hashbits = RPC_CREDCACHE_DEFAULT_HASHBITS; |
| 31 | |
Trond Myklebust | fc1b356 | 2007-06-09 16:15:46 -0400 | [diff] [blame] | 32 | static DEFINE_SPINLOCK(rpc_authflavor_lock); |
Trond Myklebust | f1c0a86 | 2007-06-23 20:17:58 -0400 | [diff] [blame] | 33 | static const struct rpc_authops *auth_flavors[RPC_AUTH_MAXFLAVOR] = { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 34 | &authnull_ops, /* AUTH_NULL */ |
| 35 | &authunix_ops, /* AUTH_UNIX */ |
| 36 | NULL, /* others can be loadable modules */ |
| 37 | }; |
| 38 | |
Trond Myklebust | e092bdc | 2007-06-23 19:45:36 -0400 | [diff] [blame] | 39 | static LIST_HEAD(cred_unused); |
Trond Myklebust | f5c2187 | 2007-06-25 17:11:20 -0400 | [diff] [blame] | 40 | static unsigned long number_cred_unused; |
Trond Myklebust | e092bdc | 2007-06-23 19:45:36 -0400 | [diff] [blame] | 41 | |
Miquel van Smoorenburg | db5fe26 | 2010-09-12 19:55:26 -0400 | [diff] [blame] | 42 | #define MAX_HASHTABLE_BITS (14) |
Stephen Rothwell | 8e4e15d | 2010-08-04 12:11:22 +1000 | [diff] [blame] | 43 | static int param_set_hashtbl_sz(const char *val, const struct kernel_param *kp) |
Trond Myklebust | 241269b | 2010-07-31 14:29:08 -0400 | [diff] [blame] | 44 | { |
| 45 | unsigned long num; |
| 46 | unsigned int nbits; |
| 47 | int ret; |
| 48 | |
| 49 | if (!val) |
| 50 | goto out_inval; |
| 51 | ret = strict_strtoul(val, 0, &num); |
| 52 | if (ret == -EINVAL) |
| 53 | goto out_inval; |
| 54 | nbits = fls(num); |
| 55 | if (num > (1U << nbits)) |
| 56 | nbits++; |
| 57 | if (nbits > MAX_HASHTABLE_BITS || nbits < 2) |
| 58 | goto out_inval; |
| 59 | *(unsigned int *)kp->arg = nbits; |
| 60 | return 0; |
| 61 | out_inval: |
| 62 | return -EINVAL; |
| 63 | } |
| 64 | |
Stephen Rothwell | 8e4e15d | 2010-08-04 12:11:22 +1000 | [diff] [blame] | 65 | static int param_get_hashtbl_sz(char *buffer, const struct kernel_param *kp) |
Trond Myklebust | 241269b | 2010-07-31 14:29:08 -0400 | [diff] [blame] | 66 | { |
| 67 | unsigned int nbits; |
| 68 | |
| 69 | nbits = *(unsigned int *)kp->arg; |
| 70 | return sprintf(buffer, "%u", 1U << nbits); |
| 71 | } |
| 72 | |
| 73 | #define param_check_hashtbl_sz(name, p) __param_check(name, p, unsigned int); |
| 74 | |
Stephen Rothwell | 8e4e15d | 2010-08-04 12:11:22 +1000 | [diff] [blame] | 75 | static struct kernel_param_ops param_ops_hashtbl_sz = { |
| 76 | .set = param_set_hashtbl_sz, |
| 77 | .get = param_get_hashtbl_sz, |
| 78 | }; |
| 79 | |
Trond Myklebust | 241269b | 2010-07-31 14:29:08 -0400 | [diff] [blame] | 80 | module_param_named(auth_hashtable_size, auth_hashbits, hashtbl_sz, 0644); |
| 81 | MODULE_PARM_DESC(auth_hashtable_size, "RPC credential cache hashtable size"); |
| 82 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 83 | static u32 |
| 84 | pseudoflavor_to_flavor(u32 flavor) { |
| 85 | if (flavor >= RPC_AUTH_MAXFLAVOR) |
| 86 | return RPC_AUTH_GSS; |
| 87 | return flavor; |
| 88 | } |
| 89 | |
| 90 | int |
Trond Myklebust | f1c0a86 | 2007-06-23 20:17:58 -0400 | [diff] [blame] | 91 | rpcauth_register(const struct rpc_authops *ops) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 92 | { |
| 93 | rpc_authflavor_t flavor; |
Trond Myklebust | fc1b356 | 2007-06-09 16:15:46 -0400 | [diff] [blame] | 94 | int ret = -EPERM; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 95 | |
| 96 | if ((flavor = ops->au_flavor) >= RPC_AUTH_MAXFLAVOR) |
| 97 | return -EINVAL; |
Trond Myklebust | fc1b356 | 2007-06-09 16:15:46 -0400 | [diff] [blame] | 98 | spin_lock(&rpc_authflavor_lock); |
| 99 | if (auth_flavors[flavor] == NULL) { |
| 100 | auth_flavors[flavor] = ops; |
| 101 | ret = 0; |
| 102 | } |
| 103 | spin_unlock(&rpc_authflavor_lock); |
| 104 | return ret; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 105 | } |
Trond Myklebust | e8914c6 | 2007-07-14 15:39:59 -0400 | [diff] [blame] | 106 | EXPORT_SYMBOL_GPL(rpcauth_register); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 107 | |
| 108 | int |
Trond Myklebust | f1c0a86 | 2007-06-23 20:17:58 -0400 | [diff] [blame] | 109 | rpcauth_unregister(const struct rpc_authops *ops) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 110 | { |
| 111 | rpc_authflavor_t flavor; |
Trond Myklebust | fc1b356 | 2007-06-09 16:15:46 -0400 | [diff] [blame] | 112 | int ret = -EPERM; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 113 | |
| 114 | if ((flavor = ops->au_flavor) >= RPC_AUTH_MAXFLAVOR) |
| 115 | return -EINVAL; |
Trond Myklebust | fc1b356 | 2007-06-09 16:15:46 -0400 | [diff] [blame] | 116 | spin_lock(&rpc_authflavor_lock); |
| 117 | if (auth_flavors[flavor] == ops) { |
| 118 | auth_flavors[flavor] = NULL; |
| 119 | ret = 0; |
| 120 | } |
| 121 | spin_unlock(&rpc_authflavor_lock); |
| 122 | return ret; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 123 | } |
Trond Myklebust | e8914c6 | 2007-07-14 15:39:59 -0400 | [diff] [blame] | 124 | EXPORT_SYMBOL_GPL(rpcauth_unregister); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 125 | |
Chuck Lever | 6a1a1e3 | 2012-07-11 16:31:08 -0400 | [diff] [blame] | 126 | /** |
Chuck Lever | 9568c5e | 2013-03-16 15:54:43 -0400 | [diff] [blame^] | 127 | * rpcauth_get_pseudoflavor - check if security flavor is supported |
| 128 | * @flavor: a security flavor |
| 129 | * @info: a GSS mech OID, quality of protection, and service value |
| 130 | * |
| 131 | * Verifies that an appropriate kernel module is available or already loaded. |
| 132 | * Returns an equivalent pseudoflavor, or RPC_AUTH_MAXFLAVOR if "flavor" is |
| 133 | * not supported locally. |
| 134 | */ |
| 135 | rpc_authflavor_t |
| 136 | rpcauth_get_pseudoflavor(rpc_authflavor_t flavor, struct rpcsec_gss_info *info) |
| 137 | { |
| 138 | const struct rpc_authops *ops; |
| 139 | rpc_authflavor_t pseudoflavor; |
| 140 | |
| 141 | ops = auth_flavors[flavor]; |
| 142 | if (ops == NULL) |
| 143 | request_module("rpc-auth-%u", flavor); |
| 144 | spin_lock(&rpc_authflavor_lock); |
| 145 | ops = auth_flavors[flavor]; |
| 146 | if (ops == NULL || !try_module_get(ops->owner)) { |
| 147 | spin_unlock(&rpc_authflavor_lock); |
| 148 | return RPC_AUTH_MAXFLAVOR; |
| 149 | } |
| 150 | spin_unlock(&rpc_authflavor_lock); |
| 151 | |
| 152 | pseudoflavor = flavor; |
| 153 | if (ops->info2flavor != NULL) |
| 154 | pseudoflavor = ops->info2flavor(info); |
| 155 | |
| 156 | module_put(ops->owner); |
| 157 | return pseudoflavor; |
| 158 | } |
| 159 | EXPORT_SYMBOL_GPL(rpcauth_get_pseudoflavor); |
| 160 | |
| 161 | /** |
Chuck Lever | 6a1a1e3 | 2012-07-11 16:31:08 -0400 | [diff] [blame] | 162 | * rpcauth_list_flavors - discover registered flavors and pseudoflavors |
| 163 | * @array: array to fill in |
| 164 | * @size: size of "array" |
| 165 | * |
| 166 | * Returns the number of array items filled in, or a negative errno. |
| 167 | * |
| 168 | * The returned array is not sorted by any policy. Callers should not |
| 169 | * rely on the order of the items in the returned array. |
| 170 | */ |
| 171 | int |
| 172 | rpcauth_list_flavors(rpc_authflavor_t *array, int size) |
| 173 | { |
| 174 | rpc_authflavor_t flavor; |
| 175 | int result = 0; |
| 176 | |
| 177 | spin_lock(&rpc_authflavor_lock); |
| 178 | for (flavor = 0; flavor < RPC_AUTH_MAXFLAVOR; flavor++) { |
| 179 | const struct rpc_authops *ops = auth_flavors[flavor]; |
| 180 | rpc_authflavor_t pseudos[4]; |
| 181 | int i, len; |
| 182 | |
| 183 | if (result >= size) { |
| 184 | result = -ENOMEM; |
| 185 | break; |
| 186 | } |
| 187 | |
| 188 | if (ops == NULL) |
| 189 | continue; |
| 190 | if (ops->list_pseudoflavors == NULL) { |
| 191 | array[result++] = ops->au_flavor; |
| 192 | continue; |
| 193 | } |
| 194 | len = ops->list_pseudoflavors(pseudos, ARRAY_SIZE(pseudos)); |
| 195 | if (len < 0) { |
| 196 | result = len; |
| 197 | break; |
| 198 | } |
| 199 | for (i = 0; i < len; i++) { |
| 200 | if (result >= size) { |
| 201 | result = -ENOMEM; |
| 202 | break; |
| 203 | } |
| 204 | array[result++] = pseudos[i]; |
| 205 | } |
| 206 | } |
| 207 | spin_unlock(&rpc_authflavor_lock); |
| 208 | |
| 209 | dprintk("RPC: %s returns %d\n", __func__, result); |
| 210 | return result; |
| 211 | } |
| 212 | EXPORT_SYMBOL_GPL(rpcauth_list_flavors); |
| 213 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 214 | struct rpc_auth * |
| 215 | rpcauth_create(rpc_authflavor_t pseudoflavor, struct rpc_clnt *clnt) |
| 216 | { |
| 217 | struct rpc_auth *auth; |
Trond Myklebust | f1c0a86 | 2007-06-23 20:17:58 -0400 | [diff] [blame] | 218 | const struct rpc_authops *ops; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 219 | u32 flavor = pseudoflavor_to_flavor(pseudoflavor); |
| 220 | |
Olaf Kirch | f344f6d | 2006-03-20 13:44:08 -0500 | [diff] [blame] | 221 | auth = ERR_PTR(-EINVAL); |
| 222 | if (flavor >= RPC_AUTH_MAXFLAVOR) |
| 223 | goto out; |
| 224 | |
Olaf Kirch | f344f6d | 2006-03-20 13:44:08 -0500 | [diff] [blame] | 225 | if ((ops = auth_flavors[flavor]) == NULL) |
| 226 | request_module("rpc-auth-%u", flavor); |
Trond Myklebust | fc1b356 | 2007-06-09 16:15:46 -0400 | [diff] [blame] | 227 | spin_lock(&rpc_authflavor_lock); |
| 228 | ops = auth_flavors[flavor]; |
| 229 | if (ops == NULL || !try_module_get(ops->owner)) { |
| 230 | spin_unlock(&rpc_authflavor_lock); |
Olaf Kirch | f344f6d | 2006-03-20 13:44:08 -0500 | [diff] [blame] | 231 | goto out; |
Trond Myklebust | fc1b356 | 2007-06-09 16:15:46 -0400 | [diff] [blame] | 232 | } |
| 233 | spin_unlock(&rpc_authflavor_lock); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 234 | auth = ops->create(clnt, pseudoflavor); |
Trond Myklebust | fc1b356 | 2007-06-09 16:15:46 -0400 | [diff] [blame] | 235 | module_put(ops->owner); |
J. Bruce Fields | 6a19275 | 2005-06-22 17:16:23 +0000 | [diff] [blame] | 236 | if (IS_ERR(auth)) |
| 237 | return auth; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 238 | if (clnt->cl_auth) |
Trond Myklebust | de7a8ce | 2007-06-23 10:46:47 -0400 | [diff] [blame] | 239 | rpcauth_release(clnt->cl_auth); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 240 | clnt->cl_auth = auth; |
Olaf Kirch | f344f6d | 2006-03-20 13:44:08 -0500 | [diff] [blame] | 241 | |
| 242 | out: |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 243 | return auth; |
| 244 | } |
Trond Myklebust | e8914c6 | 2007-07-14 15:39:59 -0400 | [diff] [blame] | 245 | EXPORT_SYMBOL_GPL(rpcauth_create); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 246 | |
| 247 | void |
Trond Myklebust | de7a8ce | 2007-06-23 10:46:47 -0400 | [diff] [blame] | 248 | rpcauth_release(struct rpc_auth *auth) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 249 | { |
| 250 | if (!atomic_dec_and_test(&auth->au_count)) |
| 251 | return; |
| 252 | auth->au_ops->destroy(auth); |
| 253 | } |
| 254 | |
| 255 | static DEFINE_SPINLOCK(rpc_credcache_lock); |
| 256 | |
Trond Myklebust | 31be5bf | 2007-06-24 15:55:26 -0400 | [diff] [blame] | 257 | static void |
| 258 | rpcauth_unhash_cred_locked(struct rpc_cred *cred) |
| 259 | { |
| 260 | hlist_del_rcu(&cred->cr_hash); |
| 261 | smp_mb__before_clear_bit(); |
| 262 | clear_bit(RPCAUTH_CRED_HASHED, &cred->cr_flags); |
| 263 | } |
| 264 | |
Trond Myklebust | f0380f3 | 2009-12-03 08:10:17 -0500 | [diff] [blame] | 265 | static int |
Trond Myklebust | 9499b43 | 2007-06-24 15:57:57 -0400 | [diff] [blame] | 266 | rpcauth_unhash_cred(struct rpc_cred *cred) |
| 267 | { |
| 268 | spinlock_t *cache_lock; |
Trond Myklebust | f0380f3 | 2009-12-03 08:10:17 -0500 | [diff] [blame] | 269 | int ret; |
Trond Myklebust | 9499b43 | 2007-06-24 15:57:57 -0400 | [diff] [blame] | 270 | |
| 271 | cache_lock = &cred->cr_auth->au_credcache->lock; |
| 272 | spin_lock(cache_lock); |
Trond Myklebust | f0380f3 | 2009-12-03 08:10:17 -0500 | [diff] [blame] | 273 | ret = atomic_read(&cred->cr_count) == 0; |
| 274 | if (ret) |
Trond Myklebust | 9499b43 | 2007-06-24 15:57:57 -0400 | [diff] [blame] | 275 | rpcauth_unhash_cred_locked(cred); |
| 276 | spin_unlock(cache_lock); |
Trond Myklebust | f0380f3 | 2009-12-03 08:10:17 -0500 | [diff] [blame] | 277 | return ret; |
Trond Myklebust | 9499b43 | 2007-06-24 15:57:57 -0400 | [diff] [blame] | 278 | } |
| 279 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 280 | /* |
| 281 | * Initialize RPC credential cache |
| 282 | */ |
| 283 | int |
Trond Myklebust | f5c2187 | 2007-06-25 17:11:20 -0400 | [diff] [blame] | 284 | rpcauth_init_credcache(struct rpc_auth *auth) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 285 | { |
| 286 | struct rpc_cred_cache *new; |
Trond Myklebust | 988664a | 2010-07-31 14:29:07 -0400 | [diff] [blame] | 287 | unsigned int hashsize; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 288 | |
Kris Katterjohn | 8b3a700 | 2006-01-11 15:56:43 -0800 | [diff] [blame] | 289 | new = kmalloc(sizeof(*new), GFP_KERNEL); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 290 | if (!new) |
Trond Myklebust | 241269b | 2010-07-31 14:29:08 -0400 | [diff] [blame] | 291 | goto out_nocache; |
| 292 | new->hashbits = auth_hashbits; |
Trond Myklebust | 988664a | 2010-07-31 14:29:07 -0400 | [diff] [blame] | 293 | hashsize = 1U << new->hashbits; |
Trond Myklebust | 241269b | 2010-07-31 14:29:08 -0400 | [diff] [blame] | 294 | new->hashtable = kcalloc(hashsize, sizeof(new->hashtable[0]), GFP_KERNEL); |
| 295 | if (!new->hashtable) |
| 296 | goto out_nohashtbl; |
Trond Myklebust | 9499b43 | 2007-06-24 15:57:57 -0400 | [diff] [blame] | 297 | spin_lock_init(&new->lock); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 298 | auth->au_credcache = new; |
| 299 | return 0; |
Trond Myklebust | 241269b | 2010-07-31 14:29:08 -0400 | [diff] [blame] | 300 | out_nohashtbl: |
| 301 | kfree(new); |
| 302 | out_nocache: |
| 303 | return -ENOMEM; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 304 | } |
Trond Myklebust | e8914c6 | 2007-07-14 15:39:59 -0400 | [diff] [blame] | 305 | EXPORT_SYMBOL_GPL(rpcauth_init_credcache); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 306 | |
| 307 | /* |
| 308 | * Destroy a list of credentials |
| 309 | */ |
| 310 | static inline |
Trond Myklebust | e092bdc | 2007-06-23 19:45:36 -0400 | [diff] [blame] | 311 | void rpcauth_destroy_credlist(struct list_head *head) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 312 | { |
| 313 | struct rpc_cred *cred; |
| 314 | |
Trond Myklebust | e092bdc | 2007-06-23 19:45:36 -0400 | [diff] [blame] | 315 | while (!list_empty(head)) { |
| 316 | cred = list_entry(head->next, struct rpc_cred, cr_lru); |
| 317 | list_del_init(&cred->cr_lru); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 318 | put_rpccred(cred); |
| 319 | } |
| 320 | } |
| 321 | |
| 322 | /* |
| 323 | * Clear the RPC credential cache, and delete those credentials |
| 324 | * that are not referenced. |
| 325 | */ |
| 326 | void |
Trond Myklebust | 3ab9bb7 | 2007-06-09 15:41:42 -0400 | [diff] [blame] | 327 | rpcauth_clear_credcache(struct rpc_cred_cache *cache) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 328 | { |
Trond Myklebust | e092bdc | 2007-06-23 19:45:36 -0400 | [diff] [blame] | 329 | LIST_HEAD(free); |
| 330 | struct hlist_head *head; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 331 | struct rpc_cred *cred; |
Trond Myklebust | 988664a | 2010-07-31 14:29:07 -0400 | [diff] [blame] | 332 | unsigned int hashsize = 1U << cache->hashbits; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 333 | int i; |
| 334 | |
| 335 | spin_lock(&rpc_credcache_lock); |
Trond Myklebust | 9499b43 | 2007-06-24 15:57:57 -0400 | [diff] [blame] | 336 | spin_lock(&cache->lock); |
Trond Myklebust | 988664a | 2010-07-31 14:29:07 -0400 | [diff] [blame] | 337 | for (i = 0; i < hashsize; i++) { |
Trond Myklebust | e092bdc | 2007-06-23 19:45:36 -0400 | [diff] [blame] | 338 | head = &cache->hashtable[i]; |
| 339 | while (!hlist_empty(head)) { |
| 340 | cred = hlist_entry(head->first, struct rpc_cred, cr_hash); |
| 341 | get_rpccred(cred); |
Trond Myklebust | f5c2187 | 2007-06-25 17:11:20 -0400 | [diff] [blame] | 342 | if (!list_empty(&cred->cr_lru)) { |
| 343 | list_del(&cred->cr_lru); |
| 344 | number_cred_unused--; |
| 345 | } |
| 346 | list_add_tail(&cred->cr_lru, &free); |
Trond Myklebust | 31be5bf | 2007-06-24 15:55:26 -0400 | [diff] [blame] | 347 | rpcauth_unhash_cred_locked(cred); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 348 | } |
| 349 | } |
Trond Myklebust | 9499b43 | 2007-06-24 15:57:57 -0400 | [diff] [blame] | 350 | spin_unlock(&cache->lock); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 351 | spin_unlock(&rpc_credcache_lock); |
| 352 | rpcauth_destroy_credlist(&free); |
| 353 | } |
| 354 | |
Trond Myklebust | 3ab9bb7 | 2007-06-09 15:41:42 -0400 | [diff] [blame] | 355 | /* |
| 356 | * Destroy the RPC credential cache |
| 357 | */ |
| 358 | void |
| 359 | rpcauth_destroy_credcache(struct rpc_auth *auth) |
| 360 | { |
| 361 | struct rpc_cred_cache *cache = auth->au_credcache; |
| 362 | |
| 363 | if (cache) { |
| 364 | auth->au_credcache = NULL; |
| 365 | rpcauth_clear_credcache(cache); |
Trond Myklebust | 241269b | 2010-07-31 14:29:08 -0400 | [diff] [blame] | 366 | kfree(cache->hashtable); |
Trond Myklebust | 3ab9bb7 | 2007-06-09 15:41:42 -0400 | [diff] [blame] | 367 | kfree(cache); |
| 368 | } |
| 369 | } |
Trond Myklebust | e8914c6 | 2007-07-14 15:39:59 -0400 | [diff] [blame] | 370 | EXPORT_SYMBOL_GPL(rpcauth_destroy_credcache); |
Trond Myklebust | 3ab9bb7 | 2007-06-09 15:41:42 -0400 | [diff] [blame] | 371 | |
Trond Myklebust | d2b8314 | 2008-04-14 18:13:37 -0400 | [diff] [blame] | 372 | |
| 373 | #define RPC_AUTH_EXPIRY_MORATORIUM (60 * HZ) |
| 374 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 375 | /* |
| 376 | * Remove stale credentials. Avoid sleeping inside the loop. |
| 377 | */ |
Trond Myklebust | f5c2187 | 2007-06-25 17:11:20 -0400 | [diff] [blame] | 378 | static int |
| 379 | rpcauth_prune_expired(struct list_head *free, int nr_to_scan) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 380 | { |
Trond Myklebust | 9499b43 | 2007-06-24 15:57:57 -0400 | [diff] [blame] | 381 | spinlock_t *cache_lock; |
Trond Myklebust | eac0d18 | 2008-10-28 15:21:41 -0400 | [diff] [blame] | 382 | struct rpc_cred *cred, *next; |
Trond Myklebust | d2b8314 | 2008-04-14 18:13:37 -0400 | [diff] [blame] | 383 | unsigned long expired = jiffies - RPC_AUTH_EXPIRY_MORATORIUM; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 384 | |
Trond Myklebust | eac0d18 | 2008-10-28 15:21:41 -0400 | [diff] [blame] | 385 | list_for_each_entry_safe(cred, next, &cred_unused, cr_lru) { |
| 386 | |
Trond Myklebust | 2067340 | 2010-05-13 12:51:06 -0400 | [diff] [blame] | 387 | if (nr_to_scan-- == 0) |
| 388 | break; |
Trond Myklebust | 93a05e6 | 2010-05-13 12:51:06 -0400 | [diff] [blame] | 389 | /* |
| 390 | * Enforce a 60 second garbage collection moratorium |
| 391 | * Note that the cred_unused list must be time-ordered. |
| 392 | */ |
Trond Myklebust | 3d7b089 | 2010-04-22 15:35:55 -0400 | [diff] [blame] | 393 | if (time_in_range(cred->cr_expire, expired, jiffies) && |
Trond Myklebust | eac0d18 | 2008-10-28 15:21:41 -0400 | [diff] [blame] | 394 | test_bit(RPCAUTH_CRED_HASHED, &cred->cr_flags) != 0) |
Trond Myklebust | 93a05e6 | 2010-05-13 12:51:06 -0400 | [diff] [blame] | 395 | return 0; |
Trond Myklebust | eac0d18 | 2008-10-28 15:21:41 -0400 | [diff] [blame] | 396 | |
Trond Myklebust | e092bdc | 2007-06-23 19:45:36 -0400 | [diff] [blame] | 397 | list_del_init(&cred->cr_lru); |
Trond Myklebust | f5c2187 | 2007-06-25 17:11:20 -0400 | [diff] [blame] | 398 | number_cred_unused--; |
Trond Myklebust | e092bdc | 2007-06-23 19:45:36 -0400 | [diff] [blame] | 399 | if (atomic_read(&cred->cr_count) != 0) |
| 400 | continue; |
Trond Myklebust | eac0d18 | 2008-10-28 15:21:41 -0400 | [diff] [blame] | 401 | |
Trond Myklebust | 9499b43 | 2007-06-24 15:57:57 -0400 | [diff] [blame] | 402 | cache_lock = &cred->cr_auth->au_credcache->lock; |
| 403 | spin_lock(cache_lock); |
| 404 | if (atomic_read(&cred->cr_count) == 0) { |
| 405 | get_rpccred(cred); |
| 406 | list_add_tail(&cred->cr_lru, free); |
| 407 | rpcauth_unhash_cred_locked(cred); |
| 408 | } |
| 409 | spin_unlock(cache_lock); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 410 | } |
Trond Myklebust | 93a05e6 | 2010-05-13 12:51:06 -0400 | [diff] [blame] | 411 | return (number_cred_unused / 100) * sysctl_vfs_cache_pressure; |
Trond Myklebust | e092bdc | 2007-06-23 19:45:36 -0400 | [diff] [blame] | 412 | } |
| 413 | |
| 414 | /* |
Trond Myklebust | f5c2187 | 2007-06-25 17:11:20 -0400 | [diff] [blame] | 415 | * Run memory cache shrinker. |
Trond Myklebust | e092bdc | 2007-06-23 19:45:36 -0400 | [diff] [blame] | 416 | */ |
Trond Myklebust | f5c2187 | 2007-06-25 17:11:20 -0400 | [diff] [blame] | 417 | static int |
Ying Han | 1495f23 | 2011-05-24 17:12:27 -0700 | [diff] [blame] | 418 | rpcauth_cache_shrinker(struct shrinker *shrink, struct shrink_control *sc) |
Trond Myklebust | e092bdc | 2007-06-23 19:45:36 -0400 | [diff] [blame] | 419 | { |
Trond Myklebust | f5c2187 | 2007-06-25 17:11:20 -0400 | [diff] [blame] | 420 | LIST_HEAD(free); |
| 421 | int res; |
Ying Han | 1495f23 | 2011-05-24 17:12:27 -0700 | [diff] [blame] | 422 | int nr_to_scan = sc->nr_to_scan; |
| 423 | gfp_t gfp_mask = sc->gfp_mask; |
Trond Myklebust | f5c2187 | 2007-06-25 17:11:20 -0400 | [diff] [blame] | 424 | |
Trond Myklebust | d300a41 | 2010-05-13 12:51:03 -0400 | [diff] [blame] | 425 | if ((gfp_mask & GFP_KERNEL) != GFP_KERNEL) |
| 426 | return (nr_to_scan == 0) ? 0 : -1; |
Trond Myklebust | f5c2187 | 2007-06-25 17:11:20 -0400 | [diff] [blame] | 427 | if (list_empty(&cred_unused)) |
| 428 | return 0; |
Trond Myklebust | 31be5bf | 2007-06-24 15:55:26 -0400 | [diff] [blame] | 429 | spin_lock(&rpc_credcache_lock); |
Trond Myklebust | 93a05e6 | 2010-05-13 12:51:06 -0400 | [diff] [blame] | 430 | res = rpcauth_prune_expired(&free, nr_to_scan); |
Trond Myklebust | 31be5bf | 2007-06-24 15:55:26 -0400 | [diff] [blame] | 431 | spin_unlock(&rpc_credcache_lock); |
Trond Myklebust | f5c2187 | 2007-06-25 17:11:20 -0400 | [diff] [blame] | 432 | rpcauth_destroy_credlist(&free); |
| 433 | return res; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 434 | } |
| 435 | |
| 436 | /* |
| 437 | * Look up a process' credentials in the authentication cache |
| 438 | */ |
| 439 | struct rpc_cred * |
| 440 | rpcauth_lookup_credcache(struct rpc_auth *auth, struct auth_cred * acred, |
Trond Myklebust | 8a31776 | 2006-02-01 12:18:36 -0500 | [diff] [blame] | 441 | int flags) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 442 | { |
Trond Myklebust | e092bdc | 2007-06-23 19:45:36 -0400 | [diff] [blame] | 443 | LIST_HEAD(free); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 444 | struct rpc_cred_cache *cache = auth->au_credcache; |
Trond Myklebust | 31be5bf | 2007-06-24 15:55:26 -0400 | [diff] [blame] | 445 | struct rpc_cred *cred = NULL, |
| 446 | *entry, *new; |
Trond Myklebust | 25337fd | 2008-03-12 14:40:14 -0400 | [diff] [blame] | 447 | unsigned int nr; |
| 448 | |
Eric W. Biederman | 9e469e3 | 2013-02-02 01:57:30 -0800 | [diff] [blame] | 449 | nr = hash_long(from_kuid(&init_user_ns, acred->uid), cache->hashbits); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 450 | |
Trond Myklebust | 31be5bf | 2007-06-24 15:55:26 -0400 | [diff] [blame] | 451 | rcu_read_lock(); |
Sasha Levin | b67bfe0 | 2013-02-27 17:06:00 -0800 | [diff] [blame] | 452 | hlist_for_each_entry_rcu(entry, &cache->hashtable[nr], cr_hash) { |
Trond Myklebust | 31be5bf | 2007-06-24 15:55:26 -0400 | [diff] [blame] | 453 | if (!entry->cr_ops->crmatch(acred, entry, flags)) |
| 454 | continue; |
Trond Myklebust | 9499b43 | 2007-06-24 15:57:57 -0400 | [diff] [blame] | 455 | spin_lock(&cache->lock); |
Trond Myklebust | 31be5bf | 2007-06-24 15:55:26 -0400 | [diff] [blame] | 456 | if (test_bit(RPCAUTH_CRED_HASHED, &entry->cr_flags) == 0) { |
Trond Myklebust | 9499b43 | 2007-06-24 15:57:57 -0400 | [diff] [blame] | 457 | spin_unlock(&cache->lock); |
Trond Myklebust | 31be5bf | 2007-06-24 15:55:26 -0400 | [diff] [blame] | 458 | continue; |
| 459 | } |
| 460 | cred = get_rpccred(entry); |
Trond Myklebust | 9499b43 | 2007-06-24 15:57:57 -0400 | [diff] [blame] | 461 | spin_unlock(&cache->lock); |
Trond Myklebust | 31be5bf | 2007-06-24 15:55:26 -0400 | [diff] [blame] | 462 | break; |
| 463 | } |
| 464 | rcu_read_unlock(); |
| 465 | |
Trond Myklebust | 9499b43 | 2007-06-24 15:57:57 -0400 | [diff] [blame] | 466 | if (cred != NULL) |
Trond Myklebust | 31be5bf | 2007-06-24 15:55:26 -0400 | [diff] [blame] | 467 | goto found; |
Trond Myklebust | 31be5bf | 2007-06-24 15:55:26 -0400 | [diff] [blame] | 468 | |
| 469 | new = auth->au_ops->crcreate(auth, acred, flags); |
| 470 | if (IS_ERR(new)) { |
| 471 | cred = new; |
| 472 | goto out; |
| 473 | } |
| 474 | |
Trond Myklebust | 9499b43 | 2007-06-24 15:57:57 -0400 | [diff] [blame] | 475 | spin_lock(&cache->lock); |
Sasha Levin | b67bfe0 | 2013-02-27 17:06:00 -0800 | [diff] [blame] | 476 | hlist_for_each_entry(entry, &cache->hashtable[nr], cr_hash) { |
Trond Myklebust | e092bdc | 2007-06-23 19:45:36 -0400 | [diff] [blame] | 477 | if (!entry->cr_ops->crmatch(acred, entry, flags)) |
| 478 | continue; |
| 479 | cred = get_rpccred(entry); |
Trond Myklebust | e092bdc | 2007-06-23 19:45:36 -0400 | [diff] [blame] | 480 | break; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 481 | } |
Trond Myklebust | 31be5bf | 2007-06-24 15:55:26 -0400 | [diff] [blame] | 482 | if (cred == NULL) { |
Trond Myklebust | 5fe4755 | 2007-06-23 19:55:31 -0400 | [diff] [blame] | 483 | cred = new; |
Trond Myklebust | 31be5bf | 2007-06-24 15:55:26 -0400 | [diff] [blame] | 484 | set_bit(RPCAUTH_CRED_HASHED, &cred->cr_flags); |
| 485 | hlist_add_head_rcu(&cred->cr_hash, &cache->hashtable[nr]); |
| 486 | } else |
| 487 | list_add_tail(&new->cr_lru, &free); |
Trond Myklebust | 9499b43 | 2007-06-24 15:57:57 -0400 | [diff] [blame] | 488 | spin_unlock(&cache->lock); |
Trond Myklebust | 31be5bf | 2007-06-24 15:55:26 -0400 | [diff] [blame] | 489 | found: |
Joe Perches | f64f9e7 | 2009-11-29 16:55:45 -0800 | [diff] [blame] | 490 | if (test_bit(RPCAUTH_CRED_NEW, &cred->cr_flags) && |
| 491 | cred->cr_ops->cr_init != NULL && |
| 492 | !(flags & RPCAUTH_LOOKUP_NEW)) { |
Trond Myklebust | fba3bad | 2006-02-01 12:19:27 -0500 | [diff] [blame] | 493 | int res = cred->cr_ops->cr_init(auth, cred); |
| 494 | if (res < 0) { |
| 495 | put_rpccred(cred); |
| 496 | cred = ERR_PTR(res); |
| 497 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 498 | } |
Trond Myklebust | 31be5bf | 2007-06-24 15:55:26 -0400 | [diff] [blame] | 499 | rpcauth_destroy_credlist(&free); |
| 500 | out: |
| 501 | return cred; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 502 | } |
Trond Myklebust | e8914c6 | 2007-07-14 15:39:59 -0400 | [diff] [blame] | 503 | EXPORT_SYMBOL_GPL(rpcauth_lookup_credcache); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 504 | |
| 505 | struct rpc_cred * |
Trond Myklebust | 8a31776 | 2006-02-01 12:18:36 -0500 | [diff] [blame] | 506 | rpcauth_lookupcred(struct rpc_auth *auth, int flags) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 507 | { |
David Howells | 86a264a | 2008-11-14 10:39:18 +1100 | [diff] [blame] | 508 | struct auth_cred acred; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 509 | struct rpc_cred *ret; |
David Howells | 86a264a | 2008-11-14 10:39:18 +1100 | [diff] [blame] | 510 | const struct cred *cred = current_cred(); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 511 | |
Chuck Lever | 46121cf | 2007-01-31 12:14:08 -0500 | [diff] [blame] | 512 | dprintk("RPC: looking up %s cred\n", |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 513 | auth->au_ops->au_name); |
David Howells | 86a264a | 2008-11-14 10:39:18 +1100 | [diff] [blame] | 514 | |
| 515 | memset(&acred, 0, sizeof(acred)); |
| 516 | acred.uid = cred->fsuid; |
| 517 | acred.gid = cred->fsgid; |
| 518 | acred.group_info = get_group_info(((struct cred *)cred)->group_info); |
| 519 | |
Trond Myklebust | 8a31776 | 2006-02-01 12:18:36 -0500 | [diff] [blame] | 520 | ret = auth->au_ops->lookup_cred(auth, &acred, flags); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 521 | put_group_info(acred.group_info); |
| 522 | return ret; |
| 523 | } |
| 524 | |
Trond Myklebust | 5fe4755 | 2007-06-23 19:55:31 -0400 | [diff] [blame] | 525 | void |
| 526 | rpcauth_init_cred(struct rpc_cred *cred, const struct auth_cred *acred, |
| 527 | struct rpc_auth *auth, const struct rpc_credops *ops) |
| 528 | { |
| 529 | INIT_HLIST_NODE(&cred->cr_hash); |
Trond Myklebust | e092bdc | 2007-06-23 19:45:36 -0400 | [diff] [blame] | 530 | INIT_LIST_HEAD(&cred->cr_lru); |
Trond Myklebust | 5fe4755 | 2007-06-23 19:55:31 -0400 | [diff] [blame] | 531 | atomic_set(&cred->cr_count, 1); |
| 532 | cred->cr_auth = auth; |
| 533 | cred->cr_ops = ops; |
| 534 | cred->cr_expire = jiffies; |
| 535 | #ifdef RPC_DEBUG |
| 536 | cred->cr_magic = RPCAUTH_CRED_MAGIC; |
| 537 | #endif |
| 538 | cred->cr_uid = acred->uid; |
| 539 | } |
Trond Myklebust | e8914c6 | 2007-07-14 15:39:59 -0400 | [diff] [blame] | 540 | EXPORT_SYMBOL_GPL(rpcauth_init_cred); |
Trond Myklebust | 5fe4755 | 2007-06-23 19:55:31 -0400 | [diff] [blame] | 541 | |
Trond Myklebust | 8572b8e | 2010-07-31 14:29:08 -0400 | [diff] [blame] | 542 | struct rpc_cred * |
Trond Myklebust | 5d35175 | 2009-09-15 13:32:13 -0400 | [diff] [blame] | 543 | rpcauth_generic_bind_cred(struct rpc_task *task, struct rpc_cred *cred, int lookupflags) |
Trond Myklebust | 4ccda2c | 2008-03-12 16:20:55 -0400 | [diff] [blame] | 544 | { |
Trond Myklebust | 4ccda2c | 2008-03-12 16:20:55 -0400 | [diff] [blame] | 545 | dprintk("RPC: %5u holding %s cred %p\n", task->tk_pid, |
| 546 | cred->cr_auth->au_ops->au_name, cred); |
Trond Myklebust | 8572b8e | 2010-07-31 14:29:08 -0400 | [diff] [blame] | 547 | return get_rpccred(cred); |
Trond Myklebust | 4ccda2c | 2008-03-12 16:20:55 -0400 | [diff] [blame] | 548 | } |
Trond Myklebust | 5c69104 | 2008-03-12 16:21:07 -0400 | [diff] [blame] | 549 | EXPORT_SYMBOL_GPL(rpcauth_generic_bind_cred); |
Trond Myklebust | 4ccda2c | 2008-03-12 16:20:55 -0400 | [diff] [blame] | 550 | |
Trond Myklebust | 8572b8e | 2010-07-31 14:29:08 -0400 | [diff] [blame] | 551 | static struct rpc_cred * |
Trond Myklebust | 5d35175 | 2009-09-15 13:32:13 -0400 | [diff] [blame] | 552 | rpcauth_bind_root_cred(struct rpc_task *task, int lookupflags) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 553 | { |
Trond Myklebust | 1be27f3 | 2007-06-27 14:29:04 -0400 | [diff] [blame] | 554 | struct rpc_auth *auth = task->tk_client->cl_auth; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 555 | struct auth_cred acred = { |
Eric W. Biederman | bf37f79 | 2013-02-01 15:55:38 -0800 | [diff] [blame] | 556 | .uid = GLOBAL_ROOT_UID, |
| 557 | .gid = GLOBAL_ROOT_GID, |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 558 | }; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 559 | |
Chuck Lever | 46121cf | 2007-01-31 12:14:08 -0500 | [diff] [blame] | 560 | dprintk("RPC: %5u looking up %s cred\n", |
Trond Myklebust | 1be27f3 | 2007-06-27 14:29:04 -0400 | [diff] [blame] | 561 | task->tk_pid, task->tk_client->cl_auth->au_ops->au_name); |
Trond Myklebust | 8572b8e | 2010-07-31 14:29:08 -0400 | [diff] [blame] | 562 | return auth->au_ops->lookup_cred(auth, &acred, lookupflags); |
Trond Myklebust | af09383 | 2008-03-12 12:12:16 -0400 | [diff] [blame] | 563 | } |
| 564 | |
Trond Myklebust | 8572b8e | 2010-07-31 14:29:08 -0400 | [diff] [blame] | 565 | static struct rpc_cred * |
Trond Myklebust | 5d35175 | 2009-09-15 13:32:13 -0400 | [diff] [blame] | 566 | rpcauth_bind_new_cred(struct rpc_task *task, int lookupflags) |
Trond Myklebust | af09383 | 2008-03-12 12:12:16 -0400 | [diff] [blame] | 567 | { |
| 568 | struct rpc_auth *auth = task->tk_client->cl_auth; |
Trond Myklebust | af09383 | 2008-03-12 12:12:16 -0400 | [diff] [blame] | 569 | |
| 570 | dprintk("RPC: %5u looking up %s cred\n", |
| 571 | task->tk_pid, auth->au_ops->au_name); |
Trond Myklebust | 8572b8e | 2010-07-31 14:29:08 -0400 | [diff] [blame] | 572 | return rpcauth_lookupcred(auth, lookupflags); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 573 | } |
| 574 | |
Trond Myklebust | a17c215 | 2010-07-31 14:29:08 -0400 | [diff] [blame] | 575 | static int |
Trond Myklebust | 4ccda2c | 2008-03-12 16:20:55 -0400 | [diff] [blame] | 576 | rpcauth_bindcred(struct rpc_task *task, struct rpc_cred *cred, int flags) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 577 | { |
Trond Myklebust | a17c215 | 2010-07-31 14:29:08 -0400 | [diff] [blame] | 578 | struct rpc_rqst *req = task->tk_rqstp; |
Trond Myklebust | 8572b8e | 2010-07-31 14:29:08 -0400 | [diff] [blame] | 579 | struct rpc_cred *new; |
Trond Myklebust | 5d35175 | 2009-09-15 13:32:13 -0400 | [diff] [blame] | 580 | int lookupflags = 0; |
| 581 | |
| 582 | if (flags & RPC_TASK_ASYNC) |
| 583 | lookupflags |= RPCAUTH_LOOKUP_NEW; |
Trond Myklebust | 4ccda2c | 2008-03-12 16:20:55 -0400 | [diff] [blame] | 584 | if (cred != NULL) |
Trond Myklebust | 8572b8e | 2010-07-31 14:29:08 -0400 | [diff] [blame] | 585 | new = cred->cr_ops->crbind(task, cred, lookupflags); |
Trond Myklebust | 4ccda2c | 2008-03-12 16:20:55 -0400 | [diff] [blame] | 586 | else if (flags & RPC_TASK_ROOTCREDS) |
Trond Myklebust | 8572b8e | 2010-07-31 14:29:08 -0400 | [diff] [blame] | 587 | new = rpcauth_bind_root_cred(task, lookupflags); |
Trond Myklebust | 4ccda2c | 2008-03-12 16:20:55 -0400 | [diff] [blame] | 588 | else |
Trond Myklebust | 8572b8e | 2010-07-31 14:29:08 -0400 | [diff] [blame] | 589 | new = rpcauth_bind_new_cred(task, lookupflags); |
| 590 | if (IS_ERR(new)) |
| 591 | return PTR_ERR(new); |
Trond Myklebust | a17c215 | 2010-07-31 14:29:08 -0400 | [diff] [blame] | 592 | if (req->rq_cred != NULL) |
| 593 | put_rpccred(req->rq_cred); |
| 594 | req->rq_cred = new; |
Trond Myklebust | 8572b8e | 2010-07-31 14:29:08 -0400 | [diff] [blame] | 595 | return 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 596 | } |
| 597 | |
| 598 | void |
| 599 | put_rpccred(struct rpc_cred *cred) |
| 600 | { |
Trond Myklebust | e092bdc | 2007-06-23 19:45:36 -0400 | [diff] [blame] | 601 | /* Fast path for unhashed credentials */ |
Trond Myklebust | f0380f3 | 2009-12-03 08:10:17 -0500 | [diff] [blame] | 602 | if (test_bit(RPCAUTH_CRED_HASHED, &cred->cr_flags) == 0) { |
| 603 | if (atomic_dec_and_test(&cred->cr_count)) |
| 604 | cred->cr_ops->crdestroy(cred); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 605 | return; |
Trond Myklebust | f0380f3 | 2009-12-03 08:10:17 -0500 | [diff] [blame] | 606 | } |
| 607 | |
Trond Myklebust | e092bdc | 2007-06-23 19:45:36 -0400 | [diff] [blame] | 608 | if (!atomic_dec_and_lock(&cred->cr_count, &rpc_credcache_lock)) |
| 609 | return; |
Trond Myklebust | f5c2187 | 2007-06-25 17:11:20 -0400 | [diff] [blame] | 610 | if (!list_empty(&cred->cr_lru)) { |
| 611 | number_cred_unused--; |
Trond Myklebust | e092bdc | 2007-06-23 19:45:36 -0400 | [diff] [blame] | 612 | list_del_init(&cred->cr_lru); |
Trond Myklebust | f5c2187 | 2007-06-25 17:11:20 -0400 | [diff] [blame] | 613 | } |
Trond Myklebust | 5f707eb | 2008-10-28 15:21:42 -0400 | [diff] [blame] | 614 | if (test_bit(RPCAUTH_CRED_HASHED, &cred->cr_flags) != 0) { |
Trond Myklebust | f0380f3 | 2009-12-03 08:10:17 -0500 | [diff] [blame] | 615 | if (test_bit(RPCAUTH_CRED_UPTODATE, &cred->cr_flags) != 0) { |
| 616 | cred->cr_expire = jiffies; |
| 617 | list_add_tail(&cred->cr_lru, &cred_unused); |
| 618 | number_cred_unused++; |
| 619 | goto out_nodestroy; |
| 620 | } |
| 621 | if (!rpcauth_unhash_cred(cred)) { |
| 622 | /* We were hashed and someone looked us up... */ |
| 623 | goto out_nodestroy; |
| 624 | } |
Trond Myklebust | e092bdc | 2007-06-23 19:45:36 -0400 | [diff] [blame] | 625 | } |
| 626 | spin_unlock(&rpc_credcache_lock); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 627 | cred->cr_ops->crdestroy(cred); |
Trond Myklebust | f0380f3 | 2009-12-03 08:10:17 -0500 | [diff] [blame] | 628 | return; |
| 629 | out_nodestroy: |
| 630 | spin_unlock(&rpc_credcache_lock); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 631 | } |
Trond Myklebust | e8914c6 | 2007-07-14 15:39:59 -0400 | [diff] [blame] | 632 | EXPORT_SYMBOL_GPL(put_rpccred); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 633 | |
Alexey Dobriyan | d8ed029 | 2006-09-26 22:29:38 -0700 | [diff] [blame] | 634 | __be32 * |
| 635 | rpcauth_marshcred(struct rpc_task *task, __be32 *p) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 636 | { |
Trond Myklebust | a17c215 | 2010-07-31 14:29:08 -0400 | [diff] [blame] | 637 | struct rpc_cred *cred = task->tk_rqstp->rq_cred; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 638 | |
Chuck Lever | 46121cf | 2007-01-31 12:14:08 -0500 | [diff] [blame] | 639 | dprintk("RPC: %5u marshaling %s cred %p\n", |
Trond Myklebust | 1be27f3 | 2007-06-27 14:29:04 -0400 | [diff] [blame] | 640 | task->tk_pid, cred->cr_auth->au_ops->au_name, cred); |
Chuck Lever | 0bbacc4 | 2005-11-01 16:53:32 -0500 | [diff] [blame] | 641 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 642 | return cred->cr_ops->crmarshal(task, p); |
| 643 | } |
| 644 | |
Alexey Dobriyan | d8ed029 | 2006-09-26 22:29:38 -0700 | [diff] [blame] | 645 | __be32 * |
| 646 | rpcauth_checkverf(struct rpc_task *task, __be32 *p) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 647 | { |
Trond Myklebust | a17c215 | 2010-07-31 14:29:08 -0400 | [diff] [blame] | 648 | struct rpc_cred *cred = task->tk_rqstp->rq_cred; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 649 | |
Chuck Lever | 46121cf | 2007-01-31 12:14:08 -0500 | [diff] [blame] | 650 | dprintk("RPC: %5u validating %s cred %p\n", |
Trond Myklebust | 1be27f3 | 2007-06-27 14:29:04 -0400 | [diff] [blame] | 651 | task->tk_pid, cred->cr_auth->au_ops->au_name, cred); |
Chuck Lever | 0bbacc4 | 2005-11-01 16:53:32 -0500 | [diff] [blame] | 652 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 653 | return cred->cr_ops->crvalidate(task, p); |
| 654 | } |
| 655 | |
Chuck Lever | 9f06c71 | 2010-12-14 14:59:18 +0000 | [diff] [blame] | 656 | static void rpcauth_wrap_req_encode(kxdreproc_t encode, struct rpc_rqst *rqstp, |
| 657 | __be32 *data, void *obj) |
| 658 | { |
| 659 | struct xdr_stream xdr; |
| 660 | |
| 661 | xdr_init_encode(&xdr, &rqstp->rq_snd_buf, data); |
| 662 | encode(rqstp, &xdr, obj); |
| 663 | } |
| 664 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 665 | int |
Chuck Lever | 9f06c71 | 2010-12-14 14:59:18 +0000 | [diff] [blame] | 666 | rpcauth_wrap_req(struct rpc_task *task, kxdreproc_t encode, void *rqstp, |
Alexey Dobriyan | d8ed029 | 2006-09-26 22:29:38 -0700 | [diff] [blame] | 667 | __be32 *data, void *obj) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 668 | { |
Trond Myklebust | a17c215 | 2010-07-31 14:29:08 -0400 | [diff] [blame] | 669 | struct rpc_cred *cred = task->tk_rqstp->rq_cred; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 670 | |
Chuck Lever | 46121cf | 2007-01-31 12:14:08 -0500 | [diff] [blame] | 671 | dprintk("RPC: %5u using %s cred %p to wrap rpc data\n", |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 672 | task->tk_pid, cred->cr_ops->cr_name, cred); |
| 673 | if (cred->cr_ops->crwrap_req) |
| 674 | return cred->cr_ops->crwrap_req(task, encode, rqstp, data, obj); |
| 675 | /* By default, we encode the arguments normally. */ |
Chuck Lever | 9f06c71 | 2010-12-14 14:59:18 +0000 | [diff] [blame] | 676 | rpcauth_wrap_req_encode(encode, rqstp, data, obj); |
| 677 | return 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 678 | } |
| 679 | |
Chuck Lever | bf26955 | 2010-12-14 14:59:29 +0000 | [diff] [blame] | 680 | static int |
| 681 | rpcauth_unwrap_req_decode(kxdrdproc_t decode, struct rpc_rqst *rqstp, |
| 682 | __be32 *data, void *obj) |
| 683 | { |
| 684 | struct xdr_stream xdr; |
| 685 | |
| 686 | xdr_init_decode(&xdr, &rqstp->rq_rcv_buf, data); |
| 687 | return decode(rqstp, &xdr, obj); |
| 688 | } |
| 689 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 690 | int |
Chuck Lever | bf26955 | 2010-12-14 14:59:29 +0000 | [diff] [blame] | 691 | rpcauth_unwrap_resp(struct rpc_task *task, kxdrdproc_t decode, void *rqstp, |
Alexey Dobriyan | d8ed029 | 2006-09-26 22:29:38 -0700 | [diff] [blame] | 692 | __be32 *data, void *obj) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 693 | { |
Trond Myklebust | a17c215 | 2010-07-31 14:29:08 -0400 | [diff] [blame] | 694 | struct rpc_cred *cred = task->tk_rqstp->rq_cred; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 695 | |
Chuck Lever | 46121cf | 2007-01-31 12:14:08 -0500 | [diff] [blame] | 696 | dprintk("RPC: %5u using %s cred %p to unwrap rpc data\n", |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 697 | task->tk_pid, cred->cr_ops->cr_name, cred); |
| 698 | if (cred->cr_ops->crunwrap_resp) |
| 699 | return cred->cr_ops->crunwrap_resp(task, decode, rqstp, |
| 700 | data, obj); |
| 701 | /* By default, we decode the arguments normally. */ |
Chuck Lever | bf26955 | 2010-12-14 14:59:29 +0000 | [diff] [blame] | 702 | return rpcauth_unwrap_req_decode(decode, rqstp, data, obj); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 703 | } |
| 704 | |
| 705 | int |
| 706 | rpcauth_refreshcred(struct rpc_task *task) |
| 707 | { |
Trond Myklebust | 9a84d38 | 2010-10-24 18:00:46 -0400 | [diff] [blame] | 708 | struct rpc_cred *cred; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 709 | int err; |
| 710 | |
Trond Myklebust | a17c215 | 2010-07-31 14:29:08 -0400 | [diff] [blame] | 711 | cred = task->tk_rqstp->rq_cred; |
| 712 | if (cred == NULL) { |
| 713 | err = rpcauth_bindcred(task, task->tk_msg.rpc_cred, task->tk_flags); |
| 714 | if (err < 0) |
| 715 | goto out; |
| 716 | cred = task->tk_rqstp->rq_cred; |
Joe Perches | f81c622 | 2011-06-03 11:51:19 +0000 | [diff] [blame] | 717 | } |
Chuck Lever | 46121cf | 2007-01-31 12:14:08 -0500 | [diff] [blame] | 718 | dprintk("RPC: %5u refreshing %s cred %p\n", |
Trond Myklebust | 1be27f3 | 2007-06-27 14:29:04 -0400 | [diff] [blame] | 719 | task->tk_pid, cred->cr_auth->au_ops->au_name, cred); |
Chuck Lever | 0bbacc4 | 2005-11-01 16:53:32 -0500 | [diff] [blame] | 720 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 721 | err = cred->cr_ops->crrefresh(task); |
Trond Myklebust | a17c215 | 2010-07-31 14:29:08 -0400 | [diff] [blame] | 722 | out: |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 723 | if (err < 0) |
| 724 | task->tk_status = err; |
| 725 | return err; |
| 726 | } |
| 727 | |
| 728 | void |
| 729 | rpcauth_invalcred(struct rpc_task *task) |
| 730 | { |
Trond Myklebust | a17c215 | 2010-07-31 14:29:08 -0400 | [diff] [blame] | 731 | struct rpc_cred *cred = task->tk_rqstp->rq_cred; |
Trond Myklebust | fc432dd | 2007-06-25 10:15:15 -0400 | [diff] [blame] | 732 | |
Chuck Lever | 46121cf | 2007-01-31 12:14:08 -0500 | [diff] [blame] | 733 | dprintk("RPC: %5u invalidating %s cred %p\n", |
Trond Myklebust | 1be27f3 | 2007-06-27 14:29:04 -0400 | [diff] [blame] | 734 | task->tk_pid, cred->cr_auth->au_ops->au_name, cred); |
Trond Myklebust | fc432dd | 2007-06-25 10:15:15 -0400 | [diff] [blame] | 735 | if (cred) |
| 736 | clear_bit(RPCAUTH_CRED_UPTODATE, &cred->cr_flags); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 737 | } |
| 738 | |
| 739 | int |
| 740 | rpcauth_uptodatecred(struct rpc_task *task) |
| 741 | { |
Trond Myklebust | a17c215 | 2010-07-31 14:29:08 -0400 | [diff] [blame] | 742 | struct rpc_cred *cred = task->tk_rqstp->rq_cred; |
Trond Myklebust | fc432dd | 2007-06-25 10:15:15 -0400 | [diff] [blame] | 743 | |
| 744 | return cred == NULL || |
| 745 | test_bit(RPCAUTH_CRED_UPTODATE, &cred->cr_flags) != 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 746 | } |
Trond Myklebust | f5c2187 | 2007-06-25 17:11:20 -0400 | [diff] [blame] | 747 | |
Rusty Russell | 8e1f936 | 2007-07-17 04:03:17 -0700 | [diff] [blame] | 748 | static struct shrinker rpc_cred_shrinker = { |
| 749 | .shrink = rpcauth_cache_shrinker, |
| 750 | .seeks = DEFAULT_SEEKS, |
| 751 | }; |
Trond Myklebust | f5c2187 | 2007-06-25 17:11:20 -0400 | [diff] [blame] | 752 | |
Trond Myklebust | 5d8d9a4 | 2010-07-31 14:29:07 -0400 | [diff] [blame] | 753 | int __init rpcauth_init_module(void) |
Trond Myklebust | f5c2187 | 2007-06-25 17:11:20 -0400 | [diff] [blame] | 754 | { |
Trond Myklebust | 5d8d9a4 | 2010-07-31 14:29:07 -0400 | [diff] [blame] | 755 | int err; |
| 756 | |
| 757 | err = rpc_init_authunix(); |
| 758 | if (err < 0) |
| 759 | goto out1; |
| 760 | err = rpc_init_generic_auth(); |
| 761 | if (err < 0) |
| 762 | goto out2; |
Rusty Russell | 8e1f936 | 2007-07-17 04:03:17 -0700 | [diff] [blame] | 763 | register_shrinker(&rpc_cred_shrinker); |
Trond Myklebust | 5d8d9a4 | 2010-07-31 14:29:07 -0400 | [diff] [blame] | 764 | return 0; |
| 765 | out2: |
| 766 | rpc_destroy_authunix(); |
| 767 | out1: |
| 768 | return err; |
Trond Myklebust | f5c2187 | 2007-06-25 17:11:20 -0400 | [diff] [blame] | 769 | } |
| 770 | |
Stephen Rothwell | c135e84 | 2010-09-29 14:16:57 +1000 | [diff] [blame] | 771 | void rpcauth_remove_module(void) |
Trond Myklebust | f5c2187 | 2007-06-25 17:11:20 -0400 | [diff] [blame] | 772 | { |
Trond Myklebust | 5d8d9a4 | 2010-07-31 14:29:07 -0400 | [diff] [blame] | 773 | rpc_destroy_authunix(); |
| 774 | rpc_destroy_generic_auth(); |
Rusty Russell | 8e1f936 | 2007-07-17 04:03:17 -0700 | [diff] [blame] | 775 | unregister_shrinker(&rpc_cred_shrinker); |
Trond Myklebust | f5c2187 | 2007-06-25 17:11:20 -0400 | [diff] [blame] | 776 | } |