Thomas Gleixner | 2874c5f | 2019-05-27 08:55:01 +0200 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0-or-later |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 2 | /* |
| 3 | * Create default crypto algorithm instances. |
| 4 | * |
| 5 | * Copyright (c) 2006 Herbert Xu <herbert@gondor.apana.org.au> |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 6 | */ |
| 7 | |
Herbert Xu | 6fe4a28 | 2009-02-18 21:41:29 +0800 | [diff] [blame] | 8 | #include <crypto/internal/aead.h> |
Herbert Xu | 3987103 | 2012-06-22 20:08:29 +0800 | [diff] [blame] | 9 | #include <linux/completion.h> |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 10 | #include <linux/ctype.h> |
| 11 | #include <linux/err.h> |
| 12 | #include <linux/init.h> |
Herbert Xu | cf02f5d | 2007-03-29 17:32:59 +1000 | [diff] [blame] | 13 | #include <linux/kthread.h> |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 14 | #include <linux/module.h> |
| 15 | #include <linux/notifier.h> |
| 16 | #include <linux/rtnetlink.h> |
Ingo Molnar | 174cd4b | 2017-02-02 19:15:33 +0100 | [diff] [blame] | 17 | #include <linux/sched/signal.h> |
Tejun Heo | 5a0e3ad | 2010-03-24 17:04:11 +0900 | [diff] [blame] | 18 | #include <linux/slab.h> |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 19 | #include <linux/string.h> |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 20 | |
| 21 | #include "internal.h" |
| 22 | |
| 23 | struct cryptomgr_param { |
Herbert Xu | 39e1ee01 | 2007-08-29 19:27:26 +0800 | [diff] [blame] | 24 | struct rtattr *tb[CRYPTO_MAX_ATTRS + 2]; |
Herbert Xu | ebc610e | 2007-01-01 18:37:02 +1100 | [diff] [blame] | 25 | |
| 26 | struct { |
| 27 | struct rtattr attr; |
| 28 | struct crypto_attr_type data; |
| 29 | } type; |
| 30 | |
Herbert Xu | 39e1ee01 | 2007-08-29 19:27:26 +0800 | [diff] [blame] | 31 | union { |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 32 | struct rtattr attr; |
Herbert Xu | 39e1ee01 | 2007-08-29 19:27:26 +0800 | [diff] [blame] | 33 | struct { |
| 34 | struct rtattr attr; |
| 35 | struct crypto_attr_alg data; |
| 36 | } alg; |
| 37 | struct { |
| 38 | struct rtattr attr; |
| 39 | struct crypto_attr_u32 data; |
| 40 | } nu32; |
| 41 | } attrs[CRYPTO_MAX_ATTRS]; |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 42 | |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 43 | char template[CRYPTO_MAX_ALG_NAME]; |
Herbert Xu | 73d3864 | 2008-08-03 21:15:23 +0800 | [diff] [blame] | 44 | |
Herbert Xu | 939e177 | 2013-06-25 19:15:17 +0800 | [diff] [blame] | 45 | struct crypto_larval *larval; |
Herbert Xu | 3987103 | 2012-06-22 20:08:29 +0800 | [diff] [blame] | 46 | |
Herbert Xu | 73d3864 | 2008-08-03 21:15:23 +0800 | [diff] [blame] | 47 | u32 otype; |
| 48 | u32 omask; |
| 49 | }; |
| 50 | |
| 51 | struct crypto_test_param { |
| 52 | char driver[CRYPTO_MAX_ALG_NAME]; |
| 53 | char alg[CRYPTO_MAX_ALG_NAME]; |
| 54 | u32 type; |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 55 | }; |
| 56 | |
Herbert Xu | cf02f5d | 2007-03-29 17:32:59 +1000 | [diff] [blame] | 57 | static int cryptomgr_probe(void *data) |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 58 | { |
Herbert Xu | cf02f5d | 2007-03-29 17:32:59 +1000 | [diff] [blame] | 59 | struct cryptomgr_param *param = data; |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 60 | struct crypto_template *tmpl; |
Herbert Xu | 6bfd480 | 2006-09-21 11:39:29 +1000 | [diff] [blame] | 61 | int err; |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 62 | |
| 63 | tmpl = crypto_lookup_template(param->template); |
| 64 | if (!tmpl) |
Herbert Xu | 3987103 | 2012-06-22 20:08:29 +0800 | [diff] [blame] | 65 | goto out; |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 66 | |
Herbert Xu | 6bfd480 | 2006-09-21 11:39:29 +1000 | [diff] [blame] | 67 | do { |
Eric Biggers | a24a1fd7 | 2020-01-02 20:04:39 -0800 | [diff] [blame] | 68 | err = tmpl->create(tmpl, param->tb); |
Herbert Xu | 6bfd480 | 2006-09-21 11:39:29 +1000 | [diff] [blame] | 69 | } while (err == -EAGAIN && !signal_pending(current)); |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 70 | |
| 71 | crypto_tmpl_put(tmpl); |
| 72 | |
| 73 | out: |
Herbert Xu | 939e177 | 2013-06-25 19:15:17 +0800 | [diff] [blame] | 74 | complete_all(¶m->larval->completion); |
| 75 | crypto_alg_put(¶m->larval->alg); |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 76 | kfree(param); |
Herbert Xu | cf02f5d | 2007-03-29 17:32:59 +1000 | [diff] [blame] | 77 | module_put_and_exit(0); |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 78 | } |
| 79 | |
| 80 | static int cryptomgr_schedule_probe(struct crypto_larval *larval) |
| 81 | { |
Herbert Xu | 1605b84 | 2007-05-09 13:04:39 +1000 | [diff] [blame] | 82 | struct task_struct *thread; |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 83 | struct cryptomgr_param *param; |
| 84 | const char *name = larval->alg.cra_name; |
| 85 | const char *p; |
| 86 | unsigned int len; |
Herbert Xu | 39e1ee01 | 2007-08-29 19:27:26 +0800 | [diff] [blame] | 87 | int i; |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 88 | |
Herbert Xu | cf02f5d | 2007-03-29 17:32:59 +1000 | [diff] [blame] | 89 | if (!try_module_get(THIS_MODULE)) |
| 90 | goto err; |
| 91 | |
Herbert Xu | ebc610e | 2007-01-01 18:37:02 +1100 | [diff] [blame] | 92 | param = kzalloc(sizeof(*param), GFP_KERNEL); |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 93 | if (!param) |
Herbert Xu | cf02f5d | 2007-03-29 17:32:59 +1000 | [diff] [blame] | 94 | goto err_put_module; |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 95 | |
| 96 | for (p = name; isalnum(*p) || *p == '-' || *p == '_'; p++) |
| 97 | ; |
| 98 | |
| 99 | len = p - name; |
| 100 | if (!len || *p != '(') |
| 101 | goto err_free_param; |
| 102 | |
| 103 | memcpy(param->template, name, len); |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 104 | |
Herbert Xu | 39e1ee01 | 2007-08-29 19:27:26 +0800 | [diff] [blame] | 105 | i = 0; |
| 106 | for (;;) { |
| 107 | int notnum = 0; |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 108 | |
Herbert Xu | 39e1ee01 | 2007-08-29 19:27:26 +0800 | [diff] [blame] | 109 | name = ++p; |
Herbert Xu | 39e1ee01 | 2007-08-29 19:27:26 +0800 | [diff] [blame] | 110 | |
| 111 | for (; isalnum(*p) || *p == '-' || *p == '_'; p++) |
| 112 | notnum |= !isdigit(*p); |
| 113 | |
| 114 | if (*p == '(') { |
| 115 | int recursion = 0; |
| 116 | |
| 117 | for (;;) { |
| 118 | if (!*++p) |
| 119 | goto err_free_param; |
| 120 | if (*p == '(') |
| 121 | recursion++; |
| 122 | else if (*p == ')' && !recursion--) |
| 123 | break; |
| 124 | } |
| 125 | |
| 126 | notnum = 1; |
Herbert Xu | 720a650 | 2007-09-28 09:06:11 +0800 | [diff] [blame] | 127 | p++; |
Herbert Xu | 39e1ee01 | 2007-08-29 19:27:26 +0800 | [diff] [blame] | 128 | } |
Herbert Xu | cf02f5d | 2007-03-29 17:32:59 +1000 | [diff] [blame] | 129 | |
| 130 | len = p - name; |
Herbert Xu | 39e1ee01 | 2007-08-29 19:27:26 +0800 | [diff] [blame] | 131 | if (!len) |
| 132 | goto err_free_param; |
| 133 | |
| 134 | if (notnum) { |
| 135 | param->attrs[i].alg.attr.rta_len = |
| 136 | sizeof(param->attrs[i].alg); |
| 137 | param->attrs[i].alg.attr.rta_type = CRYPTOA_ALG; |
| 138 | memcpy(param->attrs[i].alg.data.name, name, len); |
| 139 | } else { |
| 140 | param->attrs[i].nu32.attr.rta_len = |
| 141 | sizeof(param->attrs[i].nu32); |
| 142 | param->attrs[i].nu32.attr.rta_type = CRYPTOA_U32; |
| 143 | param->attrs[i].nu32.data.num = |
| 144 | simple_strtol(name, NULL, 0); |
| 145 | } |
| 146 | |
| 147 | param->tb[i + 1] = ¶m->attrs[i].attr; |
| 148 | i++; |
| 149 | |
Herbert Xu | 720a650 | 2007-09-28 09:06:11 +0800 | [diff] [blame] | 150 | if (i >= CRYPTO_MAX_ATTRS) |
Herbert Xu | 39e1ee01 | 2007-08-29 19:27:26 +0800 | [diff] [blame] | 151 | goto err_free_param; |
| 152 | |
| 153 | if (*p == ')') |
| 154 | break; |
| 155 | |
| 156 | if (*p != ',') |
| 157 | goto err_free_param; |
Herbert Xu | cf02f5d | 2007-03-29 17:32:59 +1000 | [diff] [blame] | 158 | } |
| 159 | |
Herbert Xu | 39e1ee01 | 2007-08-29 19:27:26 +0800 | [diff] [blame] | 160 | if (!i) |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 161 | goto err_free_param; |
| 162 | |
Herbert Xu | 39e1ee01 | 2007-08-29 19:27:26 +0800 | [diff] [blame] | 163 | param->tb[i + 1] = NULL; |
| 164 | |
Herbert Xu | ebc610e | 2007-01-01 18:37:02 +1100 | [diff] [blame] | 165 | param->type.attr.rta_len = sizeof(param->type); |
| 166 | param->type.attr.rta_type = CRYPTOA_TYPE; |
Herbert Xu | 73d3864 | 2008-08-03 21:15:23 +0800 | [diff] [blame] | 167 | param->type.data.type = larval->alg.cra_flags & ~CRYPTO_ALG_TESTED; |
| 168 | param->type.data.mask = larval->mask & ~CRYPTO_ALG_TESTED; |
Herbert Xu | 39e1ee01 | 2007-08-29 19:27:26 +0800 | [diff] [blame] | 169 | param->tb[0] = ¶m->type.attr; |
Herbert Xu | ebc610e | 2007-01-01 18:37:02 +1100 | [diff] [blame] | 170 | |
Herbert Xu | 73d3864 | 2008-08-03 21:15:23 +0800 | [diff] [blame] | 171 | param->otype = larval->alg.cra_flags; |
| 172 | param->omask = larval->mask; |
| 173 | |
Herbert Xu | 939e177 | 2013-06-25 19:15:17 +0800 | [diff] [blame] | 174 | crypto_alg_get(&larval->alg); |
| 175 | param->larval = larval; |
Herbert Xu | 3987103 | 2012-06-22 20:08:29 +0800 | [diff] [blame] | 176 | |
Herbert Xu | 73d3864 | 2008-08-03 21:15:23 +0800 | [diff] [blame] | 177 | thread = kthread_run(cryptomgr_probe, param, "cryptomgr_probe"); |
| 178 | if (IS_ERR(thread)) |
Herbert Xu | 939e177 | 2013-06-25 19:15:17 +0800 | [diff] [blame] | 179 | goto err_put_larval; |
Herbert Xu | 73d3864 | 2008-08-03 21:15:23 +0800 | [diff] [blame] | 180 | |
| 181 | return NOTIFY_STOP; |
| 182 | |
Herbert Xu | 939e177 | 2013-06-25 19:15:17 +0800 | [diff] [blame] | 183 | err_put_larval: |
| 184 | crypto_alg_put(&larval->alg); |
Herbert Xu | 73d3864 | 2008-08-03 21:15:23 +0800 | [diff] [blame] | 185 | err_free_param: |
| 186 | kfree(param); |
| 187 | err_put_module: |
| 188 | module_put(THIS_MODULE); |
| 189 | err: |
| 190 | return NOTIFY_OK; |
| 191 | } |
| 192 | |
| 193 | static int cryptomgr_test(void *data) |
| 194 | { |
| 195 | struct crypto_test_param *param = data; |
| 196 | u32 type = param->type; |
| 197 | int err = 0; |
| 198 | |
Herbert Xu | 326a634 | 2010-08-06 09:40:28 +0800 | [diff] [blame] | 199 | #ifdef CONFIG_CRYPTO_MANAGER_DISABLE_TESTS |
| 200 | goto skiptest; |
| 201 | #endif |
| 202 | |
Herbert Xu | 6fe4a28 | 2009-02-18 21:41:29 +0800 | [diff] [blame] | 203 | if (type & CRYPTO_ALG_TESTED) |
Herbert Xu | 73d3864 | 2008-08-03 21:15:23 +0800 | [diff] [blame] | 204 | goto skiptest; |
| 205 | |
Herbert Xu | 1aa4ecd | 2008-08-17 17:01:56 +1000 | [diff] [blame] | 206 | err = alg_test(param->driver, param->alg, type, CRYPTO_ALG_TESTED); |
Herbert Xu | 73d3864 | 2008-08-03 21:15:23 +0800 | [diff] [blame] | 207 | |
| 208 | skiptest: |
| 209 | crypto_alg_tested(param->driver, err); |
| 210 | |
| 211 | kfree(param); |
| 212 | module_put_and_exit(0); |
| 213 | } |
| 214 | |
| 215 | static int cryptomgr_schedule_test(struct crypto_alg *alg) |
| 216 | { |
| 217 | struct task_struct *thread; |
| 218 | struct crypto_test_param *param; |
Herbert Xu | 6fe4a28 | 2009-02-18 21:41:29 +0800 | [diff] [blame] | 219 | u32 type; |
Herbert Xu | 73d3864 | 2008-08-03 21:15:23 +0800 | [diff] [blame] | 220 | |
| 221 | if (!try_module_get(THIS_MODULE)) |
| 222 | goto err; |
| 223 | |
| 224 | param = kzalloc(sizeof(*param), GFP_KERNEL); |
| 225 | if (!param) |
| 226 | goto err_put_module; |
| 227 | |
| 228 | memcpy(param->driver, alg->cra_driver_name, sizeof(param->driver)); |
| 229 | memcpy(param->alg, alg->cra_name, sizeof(param->alg)); |
Herbert Xu | 6fe4a28 | 2009-02-18 21:41:29 +0800 | [diff] [blame] | 230 | type = alg->cra_flags; |
| 231 | |
Herbert Xu | eed93e0 | 2016-11-22 20:08:31 +0800 | [diff] [blame] | 232 | /* Do not test internal algorithms. */ |
| 233 | if (type & CRYPTO_ALG_INTERNAL) |
Herbert Xu | 6fe4a28 | 2009-02-18 21:41:29 +0800 | [diff] [blame] | 234 | type |= CRYPTO_ALG_TESTED; |
| 235 | |
| 236 | param->type = type; |
Herbert Xu | 73d3864 | 2008-08-03 21:15:23 +0800 | [diff] [blame] | 237 | |
| 238 | thread = kthread_run(cryptomgr_test, param, "cryptomgr_test"); |
Herbert Xu | 1605b84 | 2007-05-09 13:04:39 +1000 | [diff] [blame] | 239 | if (IS_ERR(thread)) |
Herbert Xu | cf02f5d | 2007-03-29 17:32:59 +1000 | [diff] [blame] | 240 | goto err_free_param; |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 241 | |
| 242 | return NOTIFY_STOP; |
| 243 | |
| 244 | err_free_param: |
| 245 | kfree(param); |
Herbert Xu | cf02f5d | 2007-03-29 17:32:59 +1000 | [diff] [blame] | 246 | err_put_module: |
| 247 | module_put(THIS_MODULE); |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 248 | err: |
| 249 | return NOTIFY_OK; |
| 250 | } |
| 251 | |
| 252 | static int cryptomgr_notify(struct notifier_block *this, unsigned long msg, |
| 253 | void *data) |
| 254 | { |
| 255 | switch (msg) { |
| 256 | case CRYPTO_MSG_ALG_REQUEST: |
| 257 | return cryptomgr_schedule_probe(data); |
Herbert Xu | 73d3864 | 2008-08-03 21:15:23 +0800 | [diff] [blame] | 258 | case CRYPTO_MSG_ALG_REGISTER: |
| 259 | return cryptomgr_schedule_test(data); |
Martin K. Petersen | dd8b083 | 2018-08-30 11:00:14 -0400 | [diff] [blame] | 260 | case CRYPTO_MSG_ALG_LOADED: |
| 261 | break; |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 262 | } |
| 263 | |
| 264 | return NOTIFY_DONE; |
| 265 | } |
| 266 | |
| 267 | static struct notifier_block cryptomgr_notifier = { |
| 268 | .notifier_call = cryptomgr_notify, |
| 269 | }; |
| 270 | |
| 271 | static int __init cryptomgr_init(void) |
| 272 | { |
Herbert Xu | f8b0d4d | 2009-05-06 14:15:47 +0800 | [diff] [blame] | 273 | return crypto_register_notifier(&cryptomgr_notifier); |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 274 | } |
| 275 | |
| 276 | static void __exit cryptomgr_exit(void) |
| 277 | { |
| 278 | int err = crypto_unregister_notifier(&cryptomgr_notifier); |
| 279 | BUG_ON(err); |
| 280 | } |
| 281 | |
Eric Biggers | c4741b2 | 2019-04-11 21:57:42 -0700 | [diff] [blame] | 282 | /* |
| 283 | * This is arch_initcall() so that the crypto self-tests are run on algorithms |
| 284 | * registered early by subsys_initcall(). subsys_initcall() is needed for |
| 285 | * generic implementations so that they're available for comparison tests when |
| 286 | * other implementations are registered later by module_init(). |
| 287 | */ |
| 288 | arch_initcall(cryptomgr_init); |
Herbert Xu | 2b8c19d | 2006-09-21 11:31:44 +1000 | [diff] [blame] | 289 | module_exit(cryptomgr_exit); |
| 290 | |
| 291 | MODULE_LICENSE("GPL"); |
| 292 | MODULE_DESCRIPTION("Crypto Algorithm Manager"); |