Thomas Gleixner | 2874c5f | 2019-05-27 08:55:01 +0200 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0-or-later |
Herbert Xu | 0a27032 | 2007-11-30 21:38:37 +1100 | [diff] [blame] | 2 | /* |
| 3 | * seqiv: Sequence Number IV Generator |
| 4 | * |
| 5 | * This generator generates an IV based on a sequence number by xoring it |
| 6 | * with a salt. This algorithm is mainly useful for CTR and similar modes. |
| 7 | * |
| 8 | * Copyright (c) 2007 Herbert Xu <herbert@gondor.apana.org.au> |
Herbert Xu | 0a27032 | 2007-11-30 21:38:37 +1100 | [diff] [blame] | 9 | */ |
| 10 | |
Herbert Xu | 661cfd0 | 2015-05-27 14:37:37 +0800 | [diff] [blame] | 11 | #include <crypto/internal/geniv.h> |
Herbert Xu | 856e3f40 | 2015-05-21 15:11:13 +0800 | [diff] [blame] | 12 | #include <crypto/scatterwalk.h> |
Herbert Xu | 3a01d0e | 2016-07-12 13:17:50 +0800 | [diff] [blame] | 13 | #include <crypto/skcipher.h> |
Herbert Xu | 0a27032 | 2007-11-30 21:38:37 +1100 | [diff] [blame] | 14 | #include <linux/err.h> |
| 15 | #include <linux/init.h> |
| 16 | #include <linux/kernel.h> |
| 17 | #include <linux/module.h> |
Tejun Heo | 5a0e3ad | 2010-03-24 17:04:11 +0900 | [diff] [blame] | 18 | #include <linux/slab.h> |
Herbert Xu | 0a27032 | 2007-11-30 21:38:37 +1100 | [diff] [blame] | 19 | #include <linux/string.h> |
| 20 | |
Herbert Xu | 0677157 | 2015-05-23 15:41:51 +0800 | [diff] [blame] | 21 | static void seqiv_free(struct crypto_instance *inst); |
| 22 | |
Herbert Xu | 856e3f40 | 2015-05-21 15:11:13 +0800 | [diff] [blame] | 23 | static void seqiv_aead_encrypt_complete2(struct aead_request *req, int err) |
| 24 | { |
| 25 | struct aead_request *subreq = aead_request_ctx(req); |
| 26 | struct crypto_aead *geniv; |
| 27 | |
| 28 | if (err == -EINPROGRESS) |
| 29 | return; |
| 30 | |
| 31 | if (err) |
| 32 | goto out; |
| 33 | |
| 34 | geniv = crypto_aead_reqtfm(req); |
| 35 | memcpy(req->iv, subreq->iv, crypto_aead_ivsize(geniv)); |
| 36 | |
| 37 | out: |
| 38 | kzfree(subreq->iv); |
| 39 | } |
| 40 | |
| 41 | static void seqiv_aead_encrypt_complete(struct crypto_async_request *base, |
| 42 | int err) |
| 43 | { |
| 44 | struct aead_request *req = base->data; |
| 45 | |
| 46 | seqiv_aead_encrypt_complete2(req, err); |
| 47 | aead_request_complete(req, err); |
| 48 | } |
| 49 | |
Herbert Xu | 856e3f40 | 2015-05-21 15:11:13 +0800 | [diff] [blame] | 50 | static int seqiv_aead_encrypt(struct aead_request *req) |
| 51 | { |
| 52 | struct crypto_aead *geniv = crypto_aead_reqtfm(req); |
Herbert Xu | 659e7f5 | 2015-08-13 17:28:59 +0800 | [diff] [blame] | 53 | struct aead_geniv_ctx *ctx = crypto_aead_ctx(geniv); |
Herbert Xu | 856e3f40 | 2015-05-21 15:11:13 +0800 | [diff] [blame] | 54 | struct aead_request *subreq = aead_request_ctx(req); |
| 55 | crypto_completion_t compl; |
| 56 | void *data; |
| 57 | u8 *info; |
Herbert Xu | dd04446 | 2015-05-23 15:41:56 +0800 | [diff] [blame] | 58 | unsigned int ivsize = 8; |
Herbert Xu | 856e3f40 | 2015-05-21 15:11:13 +0800 | [diff] [blame] | 59 | int err; |
| 60 | |
Herbert Xu | dd04446 | 2015-05-23 15:41:56 +0800 | [diff] [blame] | 61 | if (req->cryptlen < ivsize) |
| 62 | return -EINVAL; |
| 63 | |
Herbert Xu | 659e7f5 | 2015-08-13 17:28:59 +0800 | [diff] [blame] | 64 | aead_request_set_tfm(subreq, ctx->child); |
Herbert Xu | 856e3f40 | 2015-05-21 15:11:13 +0800 | [diff] [blame] | 65 | |
| 66 | compl = req->base.complete; |
| 67 | data = req->base.data; |
| 68 | info = req->iv; |
| 69 | |
Herbert Xu | 856e3f40 | 2015-05-21 15:11:13 +0800 | [diff] [blame] | 70 | if (req->src != req->dst) { |
Kees Cook | 8d60539 | 2018-09-18 19:10:51 -0700 | [diff] [blame] | 71 | SYNC_SKCIPHER_REQUEST_ON_STACK(nreq, ctx->sknull); |
Herbert Xu | 856e3f40 | 2015-05-21 15:11:13 +0800 | [diff] [blame] | 72 | |
Kees Cook | 8d60539 | 2018-09-18 19:10:51 -0700 | [diff] [blame] | 73 | skcipher_request_set_sync_tfm(nreq, ctx->sknull); |
Herbert Xu | ef22871 | 2016-07-12 13:17:45 +0800 | [diff] [blame] | 74 | skcipher_request_set_callback(nreq, req->base.flags, |
| 75 | NULL, NULL); |
| 76 | skcipher_request_set_crypt(nreq, req->src, req->dst, |
| 77 | req->assoclen + req->cryptlen, |
| 78 | NULL); |
| 79 | |
| 80 | err = crypto_skcipher_encrypt(nreq); |
Herbert Xu | 856e3f40 | 2015-05-21 15:11:13 +0800 | [diff] [blame] | 81 | if (err) |
| 82 | return err; |
| 83 | } |
| 84 | |
| 85 | if (unlikely(!IS_ALIGNED((unsigned long)info, |
| 86 | crypto_aead_alignmask(geniv) + 1))) { |
YueHaibing | 7e33d4d | 2019-01-21 07:57:00 +0000 | [diff] [blame] | 87 | info = kmemdup(req->iv, ivsize, req->base.flags & |
| 88 | CRYPTO_TFM_REQ_MAY_SLEEP ? GFP_KERNEL : |
| 89 | GFP_ATOMIC); |
Herbert Xu | 856e3f40 | 2015-05-21 15:11:13 +0800 | [diff] [blame] | 90 | if (!info) |
| 91 | return -ENOMEM; |
| 92 | |
Herbert Xu | 856e3f40 | 2015-05-21 15:11:13 +0800 | [diff] [blame] | 93 | compl = seqiv_aead_encrypt_complete; |
| 94 | data = req; |
| 95 | } |
| 96 | |
| 97 | aead_request_set_callback(subreq, req->base.flags, compl, data); |
| 98 | aead_request_set_crypt(subreq, req->dst, req->dst, |
| 99 | req->cryptlen - ivsize, info); |
Herbert Xu | 374d4ad | 2015-05-23 15:41:57 +0800 | [diff] [blame] | 100 | aead_request_set_ad(subreq, req->assoclen + ivsize); |
Herbert Xu | 856e3f40 | 2015-05-21 15:11:13 +0800 | [diff] [blame] | 101 | |
| 102 | crypto_xor(info, ctx->salt, ivsize); |
| 103 | scatterwalk_map_and_copy(info, req->dst, req->assoclen, ivsize, 1); |
| 104 | |
| 105 | err = crypto_aead_encrypt(subreq); |
| 106 | if (unlikely(info != req->iv)) |
| 107 | seqiv_aead_encrypt_complete2(req, err); |
| 108 | return err; |
| 109 | } |
| 110 | |
Herbert Xu | 856e3f40 | 2015-05-21 15:11:13 +0800 | [diff] [blame] | 111 | static int seqiv_aead_decrypt(struct aead_request *req) |
| 112 | { |
| 113 | struct crypto_aead *geniv = crypto_aead_reqtfm(req); |
Herbert Xu | 659e7f5 | 2015-08-13 17:28:59 +0800 | [diff] [blame] | 114 | struct aead_geniv_ctx *ctx = crypto_aead_ctx(geniv); |
Herbert Xu | 856e3f40 | 2015-05-21 15:11:13 +0800 | [diff] [blame] | 115 | struct aead_request *subreq = aead_request_ctx(req); |
| 116 | crypto_completion_t compl; |
| 117 | void *data; |
Herbert Xu | dd04446 | 2015-05-23 15:41:56 +0800 | [diff] [blame] | 118 | unsigned int ivsize = 8; |
| 119 | |
| 120 | if (req->cryptlen < ivsize + crypto_aead_authsize(geniv)) |
| 121 | return -EINVAL; |
Herbert Xu | 856e3f40 | 2015-05-21 15:11:13 +0800 | [diff] [blame] | 122 | |
Herbert Xu | 659e7f5 | 2015-08-13 17:28:59 +0800 | [diff] [blame] | 123 | aead_request_set_tfm(subreq, ctx->child); |
Herbert Xu | 856e3f40 | 2015-05-21 15:11:13 +0800 | [diff] [blame] | 124 | |
| 125 | compl = req->base.complete; |
| 126 | data = req->base.data; |
| 127 | |
Herbert Xu | 856e3f40 | 2015-05-21 15:11:13 +0800 | [diff] [blame] | 128 | aead_request_set_callback(subreq, req->base.flags, compl, data); |
| 129 | aead_request_set_crypt(subreq, req->src, req->dst, |
| 130 | req->cryptlen - ivsize, req->iv); |
Herbert Xu | 374d4ad | 2015-05-23 15:41:57 +0800 | [diff] [blame] | 131 | aead_request_set_ad(subreq, req->assoclen + ivsize); |
Herbert Xu | 856e3f40 | 2015-05-21 15:11:13 +0800 | [diff] [blame] | 132 | |
| 133 | scatterwalk_map_and_copy(req->iv, req->src, req->assoclen, ivsize, 0); |
Herbert Xu | 856e3f40 | 2015-05-21 15:11:13 +0800 | [diff] [blame] | 134 | |
| 135 | return crypto_aead_decrypt(subreq); |
| 136 | } |
| 137 | |
Herbert Xu | 0677157 | 2015-05-23 15:41:51 +0800 | [diff] [blame] | 138 | static int seqiv_aead_create(struct crypto_template *tmpl, struct rtattr **tb) |
Herbert Xu | 14df4d8 | 2007-12-12 12:27:26 +0800 | [diff] [blame] | 139 | { |
Herbert Xu | 856e3f40 | 2015-05-21 15:11:13 +0800 | [diff] [blame] | 140 | struct aead_instance *inst; |
Herbert Xu | 0677157 | 2015-05-23 15:41:51 +0800 | [diff] [blame] | 141 | int err; |
Herbert Xu | 14df4d8 | 2007-12-12 12:27:26 +0800 | [diff] [blame] | 142 | |
Herbert Xu | 0677157 | 2015-05-23 15:41:51 +0800 | [diff] [blame] | 143 | inst = aead_geniv_alloc(tmpl, tb, 0, 0); |
Herbert Xu | 14df4d8 | 2007-12-12 12:27:26 +0800 | [diff] [blame] | 144 | |
| 145 | if (IS_ERR(inst)) |
Herbert Xu | 0677157 | 2015-05-23 15:41:51 +0800 | [diff] [blame] | 146 | return PTR_ERR(inst); |
| 147 | |
Herbert Xu | 0677157 | 2015-05-23 15:41:51 +0800 | [diff] [blame] | 148 | err = -EINVAL; |
Herbert Xu | dd04446 | 2015-05-23 15:41:56 +0800 | [diff] [blame] | 149 | if (inst->alg.ivsize != sizeof(u64)) |
Herbert Xu | 0677157 | 2015-05-23 15:41:51 +0800 | [diff] [blame] | 150 | goto free_inst; |
Herbert Xu | c0ecf89 | 2015-01-16 19:51:20 +1100 | [diff] [blame] | 151 | |
Herbert Xu | b7dcfab | 2015-06-03 14:49:27 +0800 | [diff] [blame] | 152 | inst->alg.encrypt = seqiv_aead_encrypt; |
Herbert Xu | 856e3f40 | 2015-05-21 15:11:13 +0800 | [diff] [blame] | 153 | inst->alg.decrypt = seqiv_aead_decrypt; |
Herbert Xu | 14df4d8 | 2007-12-12 12:27:26 +0800 | [diff] [blame] | 154 | |
Herbert Xu | 659e7f5 | 2015-08-13 17:28:59 +0800 | [diff] [blame] | 155 | inst->alg.init = aead_init_geniv; |
| 156 | inst->alg.exit = aead_exit_geniv; |
Herbert Xu | 856e3f40 | 2015-05-21 15:11:13 +0800 | [diff] [blame] | 157 | |
Herbert Xu | 659e7f5 | 2015-08-13 17:28:59 +0800 | [diff] [blame] | 158 | inst->alg.base.cra_ctxsize = sizeof(struct aead_geniv_ctx); |
Herbert Xu | 5964f26 | 2015-07-09 07:17:22 +0800 | [diff] [blame] | 159 | inst->alg.base.cra_ctxsize += inst->alg.ivsize; |
Herbert Xu | 856e3f40 | 2015-05-21 15:11:13 +0800 | [diff] [blame] | 160 | |
Herbert Xu | 0677157 | 2015-05-23 15:41:51 +0800 | [diff] [blame] | 161 | err = aead_register_instance(tmpl, inst); |
| 162 | if (err) |
| 163 | goto free_inst; |
| 164 | |
Herbert Xu | 14df4d8 | 2007-12-12 12:27:26 +0800 | [diff] [blame] | 165 | out: |
Herbert Xu | 0677157 | 2015-05-23 15:41:51 +0800 | [diff] [blame] | 166 | return err; |
| 167 | |
| 168 | free_inst: |
| 169 | aead_geniv_free(inst); |
| 170 | goto out; |
Herbert Xu | 14df4d8 | 2007-12-12 12:27:26 +0800 | [diff] [blame] | 171 | } |
| 172 | |
Herbert Xu | 0677157 | 2015-05-23 15:41:51 +0800 | [diff] [blame] | 173 | static int seqiv_create(struct crypto_template *tmpl, struct rtattr **tb) |
Herbert Xu | 14df4d8 | 2007-12-12 12:27:26 +0800 | [diff] [blame] | 174 | { |
| 175 | struct crypto_attr_type *algt; |
Herbert Xu | 14df4d8 | 2007-12-12 12:27:26 +0800 | [diff] [blame] | 176 | |
| 177 | algt = crypto_get_attr_type(tb); |
Herbert Xu | 14df4d8 | 2007-12-12 12:27:26 +0800 | [diff] [blame] | 178 | if (IS_ERR(algt)) |
Herbert Xu | 0677157 | 2015-05-23 15:41:51 +0800 | [diff] [blame] | 179 | return PTR_ERR(algt); |
Herbert Xu | 14df4d8 | 2007-12-12 12:27:26 +0800 | [diff] [blame] | 180 | |
| 181 | if ((algt->type ^ CRYPTO_ALG_TYPE_AEAD) & CRYPTO_ALG_TYPE_MASK) |
Herbert Xu | 3a01d0e | 2016-07-12 13:17:50 +0800 | [diff] [blame] | 182 | return -EINVAL; |
Herbert Xu | 14df4d8 | 2007-12-12 12:27:26 +0800 | [diff] [blame] | 183 | |
Herbert Xu | 3a01d0e | 2016-07-12 13:17:50 +0800 | [diff] [blame] | 184 | return seqiv_aead_create(tmpl, tb); |
Herbert Xu | 14df4d8 | 2007-12-12 12:27:26 +0800 | [diff] [blame] | 185 | } |
| 186 | |
| 187 | static void seqiv_free(struct crypto_instance *inst) |
| 188 | { |
Herbert Xu | 3a01d0e | 2016-07-12 13:17:50 +0800 | [diff] [blame] | 189 | aead_geniv_free(aead_instance(inst)); |
Herbert Xu | 14df4d8 | 2007-12-12 12:27:26 +0800 | [diff] [blame] | 190 | } |
| 191 | |
Herbert Xu | 0a27032 | 2007-11-30 21:38:37 +1100 | [diff] [blame] | 192 | static struct crypto_template seqiv_tmpl = { |
| 193 | .name = "seqiv", |
Herbert Xu | 0677157 | 2015-05-23 15:41:51 +0800 | [diff] [blame] | 194 | .create = seqiv_create, |
Herbert Xu | 14df4d8 | 2007-12-12 12:27:26 +0800 | [diff] [blame] | 195 | .free = seqiv_free, |
Herbert Xu | 0a27032 | 2007-11-30 21:38:37 +1100 | [diff] [blame] | 196 | .module = THIS_MODULE, |
| 197 | }; |
| 198 | |
| 199 | static int __init seqiv_module_init(void) |
| 200 | { |
Herbert Xu | 8a2cd1c | 2015-08-13 17:28:53 +0800 | [diff] [blame] | 201 | return crypto_register_template(&seqiv_tmpl); |
Herbert Xu | 0a27032 | 2007-11-30 21:38:37 +1100 | [diff] [blame] | 202 | } |
| 203 | |
| 204 | static void __exit seqiv_module_exit(void) |
| 205 | { |
| 206 | crypto_unregister_template(&seqiv_tmpl); |
| 207 | } |
| 208 | |
Eric Biggers | c4741b2 | 2019-04-11 21:57:42 -0700 | [diff] [blame] | 209 | subsys_initcall(seqiv_module_init); |
Herbert Xu | 0a27032 | 2007-11-30 21:38:37 +1100 | [diff] [blame] | 210 | module_exit(seqiv_module_exit); |
| 211 | |
| 212 | MODULE_LICENSE("GPL"); |
| 213 | MODULE_DESCRIPTION("Sequence Number IV Generator"); |
Kees Cook | 4943ba1 | 2014-11-24 16:32:38 -0800 | [diff] [blame] | 214 | MODULE_ALIAS_CRYPTO("seqiv"); |