Theodore Ts'o | e192be9 | 2016-06-12 18:13:36 -0400 | [diff] [blame] | 1 | /* |
Eric Biggers | dd33344 | 2018-11-16 17:26:18 -0800 | [diff] [blame^] | 2 | * The "hash function" used as the core of the ChaCha20 stream cipher (RFC7539) |
Theodore Ts'o | e192be9 | 2016-06-12 18:13:36 -0400 | [diff] [blame] | 3 | * |
| 4 | * Copyright (C) 2015 Martin Willi |
| 5 | * |
| 6 | * This program is free software; you can redistribute it and/or modify |
| 7 | * it under the terms of the GNU General Public License as published by |
| 8 | * the Free Software Foundation; either version 2 of the License, or |
| 9 | * (at your option) any later version. |
| 10 | */ |
| 11 | |
| 12 | #include <linux/kernel.h> |
| 13 | #include <linux/export.h> |
| 14 | #include <linux/bitops.h> |
| 15 | #include <linux/cryptohash.h> |
| 16 | #include <asm/unaligned.h> |
| 17 | #include <crypto/chacha20.h> |
| 18 | |
Eric Biggers | dd33344 | 2018-11-16 17:26:18 -0800 | [diff] [blame^] | 19 | static void chacha20_permute(u32 *x) |
Theodore Ts'o | e192be9 | 2016-06-12 18:13:36 -0400 | [diff] [blame] | 20 | { |
Theodore Ts'o | e192be9 | 2016-06-12 18:13:36 -0400 | [diff] [blame] | 21 | int i; |
| 22 | |
Theodore Ts'o | e192be9 | 2016-06-12 18:13:36 -0400 | [diff] [blame] | 23 | for (i = 0; i < 20; i += 2) { |
Eric Biggers | 7660b1f | 2017-12-31 18:02:45 -0600 | [diff] [blame] | 24 | x[0] += x[4]; x[12] = rol32(x[12] ^ x[0], 16); |
| 25 | x[1] += x[5]; x[13] = rol32(x[13] ^ x[1], 16); |
| 26 | x[2] += x[6]; x[14] = rol32(x[14] ^ x[2], 16); |
| 27 | x[3] += x[7]; x[15] = rol32(x[15] ^ x[3], 16); |
Theodore Ts'o | e192be9 | 2016-06-12 18:13:36 -0400 | [diff] [blame] | 28 | |
Eric Biggers | 7660b1f | 2017-12-31 18:02:45 -0600 | [diff] [blame] | 29 | x[8] += x[12]; x[4] = rol32(x[4] ^ x[8], 12); |
| 30 | x[9] += x[13]; x[5] = rol32(x[5] ^ x[9], 12); |
| 31 | x[10] += x[14]; x[6] = rol32(x[6] ^ x[10], 12); |
| 32 | x[11] += x[15]; x[7] = rol32(x[7] ^ x[11], 12); |
Theodore Ts'o | e192be9 | 2016-06-12 18:13:36 -0400 | [diff] [blame] | 33 | |
Eric Biggers | 7660b1f | 2017-12-31 18:02:45 -0600 | [diff] [blame] | 34 | x[0] += x[4]; x[12] = rol32(x[12] ^ x[0], 8); |
| 35 | x[1] += x[5]; x[13] = rol32(x[13] ^ x[1], 8); |
| 36 | x[2] += x[6]; x[14] = rol32(x[14] ^ x[2], 8); |
| 37 | x[3] += x[7]; x[15] = rol32(x[15] ^ x[3], 8); |
Theodore Ts'o | e192be9 | 2016-06-12 18:13:36 -0400 | [diff] [blame] | 38 | |
Eric Biggers | 7660b1f | 2017-12-31 18:02:45 -0600 | [diff] [blame] | 39 | x[8] += x[12]; x[4] = rol32(x[4] ^ x[8], 7); |
| 40 | x[9] += x[13]; x[5] = rol32(x[5] ^ x[9], 7); |
| 41 | x[10] += x[14]; x[6] = rol32(x[6] ^ x[10], 7); |
| 42 | x[11] += x[15]; x[7] = rol32(x[7] ^ x[11], 7); |
Theodore Ts'o | e192be9 | 2016-06-12 18:13:36 -0400 | [diff] [blame] | 43 | |
Eric Biggers | 7660b1f | 2017-12-31 18:02:45 -0600 | [diff] [blame] | 44 | x[0] += x[5]; x[15] = rol32(x[15] ^ x[0], 16); |
| 45 | x[1] += x[6]; x[12] = rol32(x[12] ^ x[1], 16); |
| 46 | x[2] += x[7]; x[13] = rol32(x[13] ^ x[2], 16); |
| 47 | x[3] += x[4]; x[14] = rol32(x[14] ^ x[3], 16); |
Theodore Ts'o | e192be9 | 2016-06-12 18:13:36 -0400 | [diff] [blame] | 48 | |
Eric Biggers | 7660b1f | 2017-12-31 18:02:45 -0600 | [diff] [blame] | 49 | x[10] += x[15]; x[5] = rol32(x[5] ^ x[10], 12); |
| 50 | x[11] += x[12]; x[6] = rol32(x[6] ^ x[11], 12); |
| 51 | x[8] += x[13]; x[7] = rol32(x[7] ^ x[8], 12); |
| 52 | x[9] += x[14]; x[4] = rol32(x[4] ^ x[9], 12); |
Theodore Ts'o | e192be9 | 2016-06-12 18:13:36 -0400 | [diff] [blame] | 53 | |
Eric Biggers | 7660b1f | 2017-12-31 18:02:45 -0600 | [diff] [blame] | 54 | x[0] += x[5]; x[15] = rol32(x[15] ^ x[0], 8); |
| 55 | x[1] += x[6]; x[12] = rol32(x[12] ^ x[1], 8); |
| 56 | x[2] += x[7]; x[13] = rol32(x[13] ^ x[2], 8); |
| 57 | x[3] += x[4]; x[14] = rol32(x[14] ^ x[3], 8); |
Theodore Ts'o | e192be9 | 2016-06-12 18:13:36 -0400 | [diff] [blame] | 58 | |
Eric Biggers | 7660b1f | 2017-12-31 18:02:45 -0600 | [diff] [blame] | 59 | x[10] += x[15]; x[5] = rol32(x[5] ^ x[10], 7); |
| 60 | x[11] += x[12]; x[6] = rol32(x[6] ^ x[11], 7); |
| 61 | x[8] += x[13]; x[7] = rol32(x[7] ^ x[8], 7); |
| 62 | x[9] += x[14]; x[4] = rol32(x[4] ^ x[9], 7); |
Theodore Ts'o | e192be9 | 2016-06-12 18:13:36 -0400 | [diff] [blame] | 63 | } |
Eric Biggers | dd33344 | 2018-11-16 17:26:18 -0800 | [diff] [blame^] | 64 | } |
| 65 | |
| 66 | /** |
| 67 | * chacha20_block - generate one keystream block and increment block counter |
| 68 | * @state: input state matrix (16 32-bit words) |
| 69 | * @stream: output keystream block (64 bytes) |
| 70 | * |
| 71 | * This is the ChaCha20 core, a function from 64-byte strings to 64-byte |
| 72 | * strings. The caller has already converted the endianness of the input. This |
| 73 | * function also handles incrementing the block counter in the input matrix. |
| 74 | */ |
| 75 | void chacha20_block(u32 *state, u8 *stream) |
| 76 | { |
| 77 | u32 x[16]; |
| 78 | int i; |
| 79 | |
| 80 | memcpy(x, state, 64); |
| 81 | |
| 82 | chacha20_permute(x); |
Theodore Ts'o | e192be9 | 2016-06-12 18:13:36 -0400 | [diff] [blame] | 83 | |
| 84 | for (i = 0; i < ARRAY_SIZE(x); i++) |
Eric Biggers | a5e9f55 | 2018-09-11 20:05:10 -0700 | [diff] [blame] | 85 | put_unaligned_le32(x[i] + state[i], &stream[i * sizeof(u32)]); |
Theodore Ts'o | e192be9 | 2016-06-12 18:13:36 -0400 | [diff] [blame] | 86 | |
| 87 | state[12]++; |
| 88 | } |
| 89 | EXPORT_SYMBOL(chacha20_block); |
Eric Biggers | dd33344 | 2018-11-16 17:26:18 -0800 | [diff] [blame^] | 90 | |
| 91 | /** |
| 92 | * hchacha20_block - abbreviated ChaCha20 core, for XChaCha20 |
| 93 | * @in: input state matrix (16 32-bit words) |
| 94 | * @out: output (8 32-bit words) |
| 95 | * |
| 96 | * HChaCha20 is the ChaCha equivalent of HSalsa20 and is an intermediate step |
| 97 | * towards XChaCha20 (see https://cr.yp.to/snuffle/xsalsa-20081128.pdf). |
| 98 | * HChaCha20 skips the final addition of the initial state, and outputs only |
| 99 | * certain words of the state. It should not be used for streaming directly. |
| 100 | */ |
| 101 | void hchacha20_block(const u32 *in, u32 *out) |
| 102 | { |
| 103 | u32 x[16]; |
| 104 | |
| 105 | memcpy(x, in, 64); |
| 106 | |
| 107 | chacha20_permute(x); |
| 108 | |
| 109 | memcpy(&out[0], &x[0], 16); |
| 110 | memcpy(&out[4], &x[12], 16); |
| 111 | } |
| 112 | EXPORT_SYMBOL(hchacha20_block); |