Thomas Gleixner | 2874c5f | 2019-05-27 08:55:01 +0200 | [diff] [blame^] | 1 | // SPDX-License-Identifier: GPL-2.0-or-later |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 2 | /* |
| 3 | * Create default crypto algorithm instances. |
| 4 | * |
| 5 | * Copyright (c) 2006 Herbert Xu <herbert@gondor.apana.org.au> |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 6 | */ |
| 7 | |
Herbert Xu | 6fe4a28 | 2009-02-18 21:41:29 +0800 | [diff] [blame] | 8 | #include <crypto/internal/aead.h> |
Herbert Xu | 3987103 | 2012-06-22 20:08:29 +0800 | [diff] [blame] | 9 | #include <linux/completion.h> |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 10 | #include <linux/ctype.h> |
| 11 | #include <linux/err.h> |
| 12 | #include <linux/init.h> |
Herbert Xu | cf02f5d | 2007-03-29 17:32:59 +1000 | [diff] [blame] | 13 | #include <linux/kthread.h> |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 14 | #include <linux/module.h> |
| 15 | #include <linux/notifier.h> |
| 16 | #include <linux/rtnetlink.h> |
Ingo Molnar | 174cd4b | 2017-02-02 19:15:33 +0100 | [diff] [blame] | 17 | #include <linux/sched/signal.h> |
Tejun Heo | 5a0e3ad | 2010-03-24 17:04:11 +0900 | [diff] [blame] | 18 | #include <linux/slab.h> |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 19 | #include <linux/string.h> |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 20 | |
| 21 | #include "internal.h" |
| 22 | |
| 23 | struct cryptomgr_param { |
Herbert Xu | 39e1ee01 | 2007-08-29 19:27:26 +0800 | [diff] [blame] | 24 | struct rtattr *tb[CRYPTO_MAX_ATTRS + 2]; |
Herbert Xu | ebc610e | 2007-01-01 18:37:02 +1100 | [diff] [blame] | 25 | |
| 26 | struct { |
| 27 | struct rtattr attr; |
| 28 | struct crypto_attr_type data; |
| 29 | } type; |
| 30 | |
Herbert Xu | 39e1ee01 | 2007-08-29 19:27:26 +0800 | [diff] [blame] | 31 | union { |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 32 | struct rtattr attr; |
Herbert Xu | 39e1ee01 | 2007-08-29 19:27:26 +0800 | [diff] [blame] | 33 | struct { |
| 34 | struct rtattr attr; |
| 35 | struct crypto_attr_alg data; |
| 36 | } alg; |
| 37 | struct { |
| 38 | struct rtattr attr; |
| 39 | struct crypto_attr_u32 data; |
| 40 | } nu32; |
| 41 | } attrs[CRYPTO_MAX_ATTRS]; |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 42 | |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 43 | char template[CRYPTO_MAX_ALG_NAME]; |
Herbert Xu | 73d3864 | 2008-08-03 21:15:23 +0800 | [diff] [blame] | 44 | |
Herbert Xu | 939e177 | 2013-06-25 19:15:17 +0800 | [diff] [blame] | 45 | struct crypto_larval *larval; |
Herbert Xu | 3987103 | 2012-06-22 20:08:29 +0800 | [diff] [blame] | 46 | |
Herbert Xu | 73d3864 | 2008-08-03 21:15:23 +0800 | [diff] [blame] | 47 | u32 otype; |
| 48 | u32 omask; |
| 49 | }; |
| 50 | |
| 51 | struct crypto_test_param { |
| 52 | char driver[CRYPTO_MAX_ALG_NAME]; |
| 53 | char alg[CRYPTO_MAX_ALG_NAME]; |
| 54 | u32 type; |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 55 | }; |
| 56 | |
Herbert Xu | cf02f5d | 2007-03-29 17:32:59 +1000 | [diff] [blame] | 57 | static int cryptomgr_probe(void *data) |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 58 | { |
Herbert Xu | cf02f5d | 2007-03-29 17:32:59 +1000 | [diff] [blame] | 59 | struct cryptomgr_param *param = data; |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 60 | struct crypto_template *tmpl; |
| 61 | struct crypto_instance *inst; |
Herbert Xu | 6bfd480 | 2006-09-21 11:39:29 +1000 | [diff] [blame] | 62 | int err; |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 63 | |
| 64 | tmpl = crypto_lookup_template(param->template); |
| 65 | if (!tmpl) |
Herbert Xu | 3987103 | 2012-06-22 20:08:29 +0800 | [diff] [blame] | 66 | goto out; |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 67 | |
Herbert Xu | 6bfd480 | 2006-09-21 11:39:29 +1000 | [diff] [blame] | 68 | do { |
Herbert Xu | f2ac72e | 2009-07-07 12:30:33 +0800 | [diff] [blame] | 69 | if (tmpl->create) { |
| 70 | err = tmpl->create(tmpl, param->tb); |
| 71 | continue; |
| 72 | } |
| 73 | |
Herbert Xu | ebc610e | 2007-01-01 18:37:02 +1100 | [diff] [blame] | 74 | inst = tmpl->alloc(param->tb); |
Herbert Xu | 6bfd480 | 2006-09-21 11:39:29 +1000 | [diff] [blame] | 75 | if (IS_ERR(inst)) |
| 76 | err = PTR_ERR(inst); |
| 77 | else if ((err = crypto_register_instance(tmpl, inst))) |
| 78 | tmpl->free(inst); |
| 79 | } while (err == -EAGAIN && !signal_pending(current)); |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 80 | |
| 81 | crypto_tmpl_put(tmpl); |
| 82 | |
| 83 | out: |
Herbert Xu | 939e177 | 2013-06-25 19:15:17 +0800 | [diff] [blame] | 84 | complete_all(¶m->larval->completion); |
| 85 | crypto_alg_put(¶m->larval->alg); |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 86 | kfree(param); |
Herbert Xu | cf02f5d | 2007-03-29 17:32:59 +1000 | [diff] [blame] | 87 | module_put_and_exit(0); |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 88 | } |
| 89 | |
| 90 | static int cryptomgr_schedule_probe(struct crypto_larval *larval) |
| 91 | { |
Herbert Xu | 1605b84 | 2007-05-09 13:04:39 +1000 | [diff] [blame] | 92 | struct task_struct *thread; |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 93 | struct cryptomgr_param *param; |
| 94 | const char *name = larval->alg.cra_name; |
| 95 | const char *p; |
| 96 | unsigned int len; |
Herbert Xu | 39e1ee01 | 2007-08-29 19:27:26 +0800 | [diff] [blame] | 97 | int i; |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 98 | |
Herbert Xu | cf02f5d | 2007-03-29 17:32:59 +1000 | [diff] [blame] | 99 | if (!try_module_get(THIS_MODULE)) |
| 100 | goto err; |
| 101 | |
Herbert Xu | ebc610e | 2007-01-01 18:37:02 +1100 | [diff] [blame] | 102 | param = kzalloc(sizeof(*param), GFP_KERNEL); |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 103 | if (!param) |
Herbert Xu | cf02f5d | 2007-03-29 17:32:59 +1000 | [diff] [blame] | 104 | goto err_put_module; |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 105 | |
| 106 | for (p = name; isalnum(*p) || *p == '-' || *p == '_'; p++) |
| 107 | ; |
| 108 | |
| 109 | len = p - name; |
| 110 | if (!len || *p != '(') |
| 111 | goto err_free_param; |
| 112 | |
| 113 | memcpy(param->template, name, len); |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 114 | |
Herbert Xu | 39e1ee01 | 2007-08-29 19:27:26 +0800 | [diff] [blame] | 115 | i = 0; |
| 116 | for (;;) { |
| 117 | int notnum = 0; |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 118 | |
Herbert Xu | 39e1ee01 | 2007-08-29 19:27:26 +0800 | [diff] [blame] | 119 | name = ++p; |
Herbert Xu | 39e1ee01 | 2007-08-29 19:27:26 +0800 | [diff] [blame] | 120 | |
| 121 | for (; isalnum(*p) || *p == '-' || *p == '_'; p++) |
| 122 | notnum |= !isdigit(*p); |
| 123 | |
| 124 | if (*p == '(') { |
| 125 | int recursion = 0; |
| 126 | |
| 127 | for (;;) { |
| 128 | if (!*++p) |
| 129 | goto err_free_param; |
| 130 | if (*p == '(') |
| 131 | recursion++; |
| 132 | else if (*p == ')' && !recursion--) |
| 133 | break; |
| 134 | } |
| 135 | |
| 136 | notnum = 1; |
Herbert Xu | 720a650 | 2007-09-28 09:06:11 +0800 | [diff] [blame] | 137 | p++; |
Herbert Xu | 39e1ee01 | 2007-08-29 19:27:26 +0800 | [diff] [blame] | 138 | } |
Herbert Xu | cf02f5d | 2007-03-29 17:32:59 +1000 | [diff] [blame] | 139 | |
| 140 | len = p - name; |
Herbert Xu | 39e1ee01 | 2007-08-29 19:27:26 +0800 | [diff] [blame] | 141 | if (!len) |
| 142 | goto err_free_param; |
| 143 | |
| 144 | if (notnum) { |
| 145 | param->attrs[i].alg.attr.rta_len = |
| 146 | sizeof(param->attrs[i].alg); |
| 147 | param->attrs[i].alg.attr.rta_type = CRYPTOA_ALG; |
| 148 | memcpy(param->attrs[i].alg.data.name, name, len); |
| 149 | } else { |
| 150 | param->attrs[i].nu32.attr.rta_len = |
| 151 | sizeof(param->attrs[i].nu32); |
| 152 | param->attrs[i].nu32.attr.rta_type = CRYPTOA_U32; |
| 153 | param->attrs[i].nu32.data.num = |
| 154 | simple_strtol(name, NULL, 0); |
| 155 | } |
| 156 | |
| 157 | param->tb[i + 1] = ¶m->attrs[i].attr; |
| 158 | i++; |
| 159 | |
Herbert Xu | 720a650 | 2007-09-28 09:06:11 +0800 | [diff] [blame] | 160 | if (i >= CRYPTO_MAX_ATTRS) |
Herbert Xu | 39e1ee01 | 2007-08-29 19:27:26 +0800 | [diff] [blame] | 161 | goto err_free_param; |
| 162 | |
| 163 | if (*p == ')') |
| 164 | break; |
| 165 | |
| 166 | if (*p != ',') |
| 167 | goto err_free_param; |
Herbert Xu | cf02f5d | 2007-03-29 17:32:59 +1000 | [diff] [blame] | 168 | } |
| 169 | |
Herbert Xu | 39e1ee01 | 2007-08-29 19:27:26 +0800 | [diff] [blame] | 170 | if (!i) |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 171 | goto err_free_param; |
| 172 | |
Herbert Xu | 39e1ee01 | 2007-08-29 19:27:26 +0800 | [diff] [blame] | 173 | param->tb[i + 1] = NULL; |
| 174 | |
Herbert Xu | ebc610e | 2007-01-01 18:37:02 +1100 | [diff] [blame] | 175 | param->type.attr.rta_len = sizeof(param->type); |
| 176 | param->type.attr.rta_type = CRYPTOA_TYPE; |
Herbert Xu | 73d3864 | 2008-08-03 21:15:23 +0800 | [diff] [blame] | 177 | param->type.data.type = larval->alg.cra_flags & ~CRYPTO_ALG_TESTED; |
| 178 | param->type.data.mask = larval->mask & ~CRYPTO_ALG_TESTED; |
Herbert Xu | 39e1ee01 | 2007-08-29 19:27:26 +0800 | [diff] [blame] | 179 | param->tb[0] = ¶m->type.attr; |
Herbert Xu | ebc610e | 2007-01-01 18:37:02 +1100 | [diff] [blame] | 180 | |
Herbert Xu | 73d3864 | 2008-08-03 21:15:23 +0800 | [diff] [blame] | 181 | param->otype = larval->alg.cra_flags; |
| 182 | param->omask = larval->mask; |
| 183 | |
Herbert Xu | 939e177 | 2013-06-25 19:15:17 +0800 | [diff] [blame] | 184 | crypto_alg_get(&larval->alg); |
| 185 | param->larval = larval; |
Herbert Xu | 3987103 | 2012-06-22 20:08:29 +0800 | [diff] [blame] | 186 | |
Herbert Xu | 73d3864 | 2008-08-03 21:15:23 +0800 | [diff] [blame] | 187 | thread = kthread_run(cryptomgr_probe, param, "cryptomgr_probe"); |
| 188 | if (IS_ERR(thread)) |
Herbert Xu | 939e177 | 2013-06-25 19:15:17 +0800 | [diff] [blame] | 189 | goto err_put_larval; |
Herbert Xu | 73d3864 | 2008-08-03 21:15:23 +0800 | [diff] [blame] | 190 | |
Herbert Xu | 3987103 | 2012-06-22 20:08:29 +0800 | [diff] [blame] | 191 | wait_for_completion_interruptible(&larval->completion); |
| 192 | |
Herbert Xu | 73d3864 | 2008-08-03 21:15:23 +0800 | [diff] [blame] | 193 | return NOTIFY_STOP; |
| 194 | |
Herbert Xu | 939e177 | 2013-06-25 19:15:17 +0800 | [diff] [blame] | 195 | err_put_larval: |
| 196 | crypto_alg_put(&larval->alg); |
Herbert Xu | 73d3864 | 2008-08-03 21:15:23 +0800 | [diff] [blame] | 197 | err_free_param: |
| 198 | kfree(param); |
| 199 | err_put_module: |
| 200 | module_put(THIS_MODULE); |
| 201 | err: |
| 202 | return NOTIFY_OK; |
| 203 | } |
| 204 | |
| 205 | static int cryptomgr_test(void *data) |
| 206 | { |
| 207 | struct crypto_test_param *param = data; |
| 208 | u32 type = param->type; |
| 209 | int err = 0; |
| 210 | |
Herbert Xu | 326a634 | 2010-08-06 09:40:28 +0800 | [diff] [blame] | 211 | #ifdef CONFIG_CRYPTO_MANAGER_DISABLE_TESTS |
| 212 | goto skiptest; |
| 213 | #endif |
| 214 | |
Herbert Xu | 6fe4a28 | 2009-02-18 21:41:29 +0800 | [diff] [blame] | 215 | if (type & CRYPTO_ALG_TESTED) |
Herbert Xu | 73d3864 | 2008-08-03 21:15:23 +0800 | [diff] [blame] | 216 | goto skiptest; |
| 217 | |
Herbert Xu | 1aa4ecd | 2008-08-17 17:01:56 +1000 | [diff] [blame] | 218 | err = alg_test(param->driver, param->alg, type, CRYPTO_ALG_TESTED); |
Herbert Xu | 73d3864 | 2008-08-03 21:15:23 +0800 | [diff] [blame] | 219 | |
| 220 | skiptest: |
| 221 | crypto_alg_tested(param->driver, err); |
| 222 | |
| 223 | kfree(param); |
| 224 | module_put_and_exit(0); |
| 225 | } |
| 226 | |
| 227 | static int cryptomgr_schedule_test(struct crypto_alg *alg) |
| 228 | { |
| 229 | struct task_struct *thread; |
| 230 | struct crypto_test_param *param; |
Herbert Xu | 6fe4a28 | 2009-02-18 21:41:29 +0800 | [diff] [blame] | 231 | u32 type; |
Herbert Xu | 73d3864 | 2008-08-03 21:15:23 +0800 | [diff] [blame] | 232 | |
| 233 | if (!try_module_get(THIS_MODULE)) |
| 234 | goto err; |
| 235 | |
| 236 | param = kzalloc(sizeof(*param), GFP_KERNEL); |
| 237 | if (!param) |
| 238 | goto err_put_module; |
| 239 | |
| 240 | memcpy(param->driver, alg->cra_driver_name, sizeof(param->driver)); |
| 241 | memcpy(param->alg, alg->cra_name, sizeof(param->alg)); |
Herbert Xu | 6fe4a28 | 2009-02-18 21:41:29 +0800 | [diff] [blame] | 242 | type = alg->cra_flags; |
| 243 | |
Herbert Xu | eed93e0 | 2016-11-22 20:08:31 +0800 | [diff] [blame] | 244 | /* Do not test internal algorithms. */ |
| 245 | if (type & CRYPTO_ALG_INTERNAL) |
Herbert Xu | 6fe4a28 | 2009-02-18 21:41:29 +0800 | [diff] [blame] | 246 | type |= CRYPTO_ALG_TESTED; |
| 247 | |
| 248 | param->type = type; |
Herbert Xu | 73d3864 | 2008-08-03 21:15:23 +0800 | [diff] [blame] | 249 | |
| 250 | thread = kthread_run(cryptomgr_test, param, "cryptomgr_test"); |
Herbert Xu | 1605b84 | 2007-05-09 13:04:39 +1000 | [diff] [blame] | 251 | if (IS_ERR(thread)) |
Herbert Xu | cf02f5d | 2007-03-29 17:32:59 +1000 | [diff] [blame] | 252 | goto err_free_param; |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 253 | |
| 254 | return NOTIFY_STOP; |
| 255 | |
| 256 | err_free_param: |
| 257 | kfree(param); |
Herbert Xu | cf02f5d | 2007-03-29 17:32:59 +1000 | [diff] [blame] | 258 | err_put_module: |
| 259 | module_put(THIS_MODULE); |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 260 | err: |
| 261 | return NOTIFY_OK; |
| 262 | } |
| 263 | |
| 264 | static int cryptomgr_notify(struct notifier_block *this, unsigned long msg, |
| 265 | void *data) |
| 266 | { |
| 267 | switch (msg) { |
| 268 | case CRYPTO_MSG_ALG_REQUEST: |
| 269 | return cryptomgr_schedule_probe(data); |
Herbert Xu | 73d3864 | 2008-08-03 21:15:23 +0800 | [diff] [blame] | 270 | case CRYPTO_MSG_ALG_REGISTER: |
| 271 | return cryptomgr_schedule_test(data); |
Martin K. Petersen | dd8b083 | 2018-08-30 11:00:14 -0400 | [diff] [blame] | 272 | case CRYPTO_MSG_ALG_LOADED: |
| 273 | break; |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 274 | } |
| 275 | |
| 276 | return NOTIFY_DONE; |
| 277 | } |
| 278 | |
| 279 | static struct notifier_block cryptomgr_notifier = { |
| 280 | .notifier_call = cryptomgr_notify, |
| 281 | }; |
| 282 | |
| 283 | static int __init cryptomgr_init(void) |
| 284 | { |
Herbert Xu | f8b0d4d | 2009-05-06 14:15:47 +0800 | [diff] [blame] | 285 | return crypto_register_notifier(&cryptomgr_notifier); |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 286 | } |
| 287 | |
| 288 | static void __exit cryptomgr_exit(void) |
| 289 | { |
| 290 | int err = crypto_unregister_notifier(&cryptomgr_notifier); |
| 291 | BUG_ON(err); |
| 292 | } |
| 293 | |
Eric Biggers | c4741b2 | 2019-04-11 21:57:42 -0700 | [diff] [blame] | 294 | /* |
| 295 | * This is arch_initcall() so that the crypto self-tests are run on algorithms |
| 296 | * registered early by subsys_initcall(). subsys_initcall() is needed for |
| 297 | * generic implementations so that they're available for comparison tests when |
| 298 | * other implementations are registered later by module_init(). |
| 299 | */ |
| 300 | arch_initcall(cryptomgr_init); |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 301 | module_exit(cryptomgr_exit); |
| 302 | |
| 303 | MODULE_LICENSE("GPL"); |
| 304 | MODULE_DESCRIPTION("Crypto Algorithm Manager"); |