Thomas Gleixner | dc8f923 | 2018-04-22 18:23:50 +0200 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0 |
Thomas Gleixner | 03ead84 | 2005-11-07 11:15:37 +0000 | [diff] [blame] | 2 | /* |
Thomas Gleixner | 3413e18 | 2018-04-22 18:23:49 +0200 | [diff] [blame] | 3 | * Generic Reed Solomon encoder / decoder library |
Thomas Gleixner | 03ead84 | 2005-11-07 11:15:37 +0000 | [diff] [blame] | 4 | * |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 5 | * Copyright 2002, Phil Karn, KA9Q |
| 6 | * May be used under the terms of the GNU General Public License (GPL) |
| 7 | * |
| 8 | * Adaption to the kernel by Thomas Gleixner (tglx@linutronix.de) |
| 9 | * |
Thomas Gleixner | 3413e18 | 2018-04-22 18:23:49 +0200 | [diff] [blame] | 10 | * Generic data width independent code which is included by the wrappers. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 11 | */ |
Thomas Gleixner | 03ead84 | 2005-11-07 11:15:37 +0000 | [diff] [blame] | 12 | { |
Thomas Gleixner | 2163398 | 2018-04-22 18:23:53 +0200 | [diff] [blame] | 13 | struct rs_codec *rs = rsc->codec; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 14 | int deg_lambda, el, deg_omega; |
| 15 | int i, j, r, k, pad; |
| 16 | int nn = rs->nn; |
| 17 | int nroots = rs->nroots; |
| 18 | int fcr = rs->fcr; |
| 19 | int prim = rs->prim; |
| 20 | int iprim = rs->iprim; |
| 21 | uint16_t *alpha_to = rs->alpha_to; |
| 22 | uint16_t *index_of = rs->index_of; |
| 23 | uint16_t u, q, tmp, num1, num2, den, discr_r, syn_error; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 24 | int count = 0; |
Ferdinand Blomqvist | 991305d | 2019-06-20 17:10:39 +0300 | [diff] [blame] | 25 | int num_corrected; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 26 | uint16_t msk = (uint16_t) rs->nn; |
| 27 | |
Thomas Gleixner | 45888b4 | 2018-04-22 18:23:55 +0200 | [diff] [blame] | 28 | /* |
| 29 | * The decoder buffers are in the rs control struct. They are |
| 30 | * arrays sized [nroots + 1] |
| 31 | */ |
| 32 | uint16_t *lambda = rsc->buffers + RS_DECODE_LAMBDA * (nroots + 1); |
| 33 | uint16_t *syn = rsc->buffers + RS_DECODE_SYN * (nroots + 1); |
| 34 | uint16_t *b = rsc->buffers + RS_DECODE_B * (nroots + 1); |
| 35 | uint16_t *t = rsc->buffers + RS_DECODE_T * (nroots + 1); |
| 36 | uint16_t *omega = rsc->buffers + RS_DECODE_OMEGA * (nroots + 1); |
| 37 | uint16_t *root = rsc->buffers + RS_DECODE_ROOT * (nroots + 1); |
| 38 | uint16_t *reg = rsc->buffers + RS_DECODE_REG * (nroots + 1); |
| 39 | uint16_t *loc = rsc->buffers + RS_DECODE_LOC * (nroots + 1); |
| 40 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 41 | /* Check length parameter for validity */ |
| 42 | pad = nn - nroots - len; |
Ferdinand Blomqvist | a343536 | 2019-06-20 17:10:35 +0300 | [diff] [blame] | 43 | BUG_ON(pad < 0 || pad >= nn - nroots); |
Thomas Gleixner | 03ead84 | 2005-11-07 11:15:37 +0000 | [diff] [blame] | 44 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 45 | /* Does the caller provide the syndrome ? */ |
Ferdinand Blomqvist | ef4d6a8 | 2019-06-20 17:10:37 +0300 | [diff] [blame] | 46 | if (s != NULL) { |
| 47 | for (i = 0; i < nroots; i++) { |
| 48 | /* The syndrome is in index form, |
| 49 | * so nn represents zero |
| 50 | */ |
| 51 | if (s[i] != nn) |
| 52 | goto decode; |
| 53 | } |
| 54 | |
| 55 | /* syndrome is zero, no errors to correct */ |
| 56 | return 0; |
| 57 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 58 | |
| 59 | /* form the syndromes; i.e., evaluate data(x) at roots of |
| 60 | * g(x) */ |
| 61 | for (i = 0; i < nroots; i++) |
| 62 | syn[i] = (((uint16_t) data[0]) ^ invmsk) & msk; |
| 63 | |
| 64 | for (j = 1; j < len; j++) { |
| 65 | for (i = 0; i < nroots; i++) { |
| 66 | if (syn[i] == 0) { |
Thomas Gleixner | 03ead84 | 2005-11-07 11:15:37 +0000 | [diff] [blame] | 67 | syn[i] = (((uint16_t) data[j]) ^ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 68 | invmsk) & msk; |
| 69 | } else { |
| 70 | syn[i] = ((((uint16_t) data[j]) ^ |
Thomas Gleixner | 03ead84 | 2005-11-07 11:15:37 +0000 | [diff] [blame] | 71 | invmsk) & msk) ^ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 72 | alpha_to[rs_modnn(rs, index_of[syn[i]] + |
| 73 | (fcr + i) * prim)]; |
| 74 | } |
| 75 | } |
| 76 | } |
| 77 | |
| 78 | for (j = 0; j < nroots; j++) { |
| 79 | for (i = 0; i < nroots; i++) { |
| 80 | if (syn[i] == 0) { |
| 81 | syn[i] = ((uint16_t) par[j]) & msk; |
| 82 | } else { |
Thomas Gleixner | 03ead84 | 2005-11-07 11:15:37 +0000 | [diff] [blame] | 83 | syn[i] = (((uint16_t) par[j]) & msk) ^ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 84 | alpha_to[rs_modnn(rs, index_of[syn[i]] + |
| 85 | (fcr+i)*prim)]; |
| 86 | } |
| 87 | } |
| 88 | } |
| 89 | s = syn; |
| 90 | |
| 91 | /* Convert syndromes to index form, checking for nonzero condition */ |
| 92 | syn_error = 0; |
| 93 | for (i = 0; i < nroots; i++) { |
| 94 | syn_error |= s[i]; |
| 95 | s[i] = index_of[s[i]]; |
| 96 | } |
| 97 | |
| 98 | if (!syn_error) { |
| 99 | /* if syndrome is zero, data[] is a codeword and there are no |
| 100 | * errors to correct. So return data[] unmodified |
| 101 | */ |
Ferdinand Blomqvist | 647cc9e | 2019-06-20 17:10:36 +0300 | [diff] [blame] | 102 | return 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 103 | } |
| 104 | |
| 105 | decode: |
| 106 | memset(&lambda[1], 0, nroots * sizeof(lambda[0])); |
| 107 | lambda[0] = 1; |
| 108 | |
| 109 | if (no_eras > 0) { |
| 110 | /* Init lambda to be the erasure locator polynomial */ |
Thomas Gleixner | 03ead84 | 2005-11-07 11:15:37 +0000 | [diff] [blame] | 111 | lambda[1] = alpha_to[rs_modnn(rs, |
Ferdinand Blomqvist | 2034a42 | 2019-06-20 17:10:34 +0300 | [diff] [blame] | 112 | prim * (nn - 1 - (eras_pos[0] + pad)))]; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 113 | for (i = 1; i < no_eras; i++) { |
Ferdinand Blomqvist | 2034a42 | 2019-06-20 17:10:34 +0300 | [diff] [blame] | 114 | u = rs_modnn(rs, prim * (nn - 1 - (eras_pos[i] + pad))); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 115 | for (j = i + 1; j > 0; j--) { |
| 116 | tmp = index_of[lambda[j - 1]]; |
| 117 | if (tmp != nn) { |
Thomas Gleixner | 03ead84 | 2005-11-07 11:15:37 +0000 | [diff] [blame] | 118 | lambda[j] ^= |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 119 | alpha_to[rs_modnn(rs, u + tmp)]; |
| 120 | } |
| 121 | } |
| 122 | } |
| 123 | } |
| 124 | |
| 125 | for (i = 0; i < nroots + 1; i++) |
| 126 | b[i] = index_of[lambda[i]]; |
| 127 | |
| 128 | /* |
| 129 | * Begin Berlekamp-Massey algorithm to determine error+erasure |
| 130 | * locator polynomial |
| 131 | */ |
| 132 | r = no_eras; |
| 133 | el = no_eras; |
| 134 | while (++r <= nroots) { /* r is the step number */ |
| 135 | /* Compute discrepancy at the r-th step in poly-form */ |
| 136 | discr_r = 0; |
| 137 | for (i = 0; i < r; i++) { |
| 138 | if ((lambda[i] != 0) && (s[r - i - 1] != nn)) { |
Thomas Gleixner | 03ead84 | 2005-11-07 11:15:37 +0000 | [diff] [blame] | 139 | discr_r ^= |
| 140 | alpha_to[rs_modnn(rs, |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 141 | index_of[lambda[i]] + |
| 142 | s[r - i - 1])]; |
| 143 | } |
| 144 | } |
| 145 | discr_r = index_of[discr_r]; /* Index form */ |
| 146 | if (discr_r == nn) { |
| 147 | /* 2 lines below: B(x) <-- x*B(x) */ |
| 148 | memmove (&b[1], b, nroots * sizeof (b[0])); |
| 149 | b[0] = nn; |
| 150 | } else { |
| 151 | /* 7 lines below: T(x) <-- lambda(x)-discr_r*x*b(x) */ |
| 152 | t[0] = lambda[0]; |
| 153 | for (i = 0; i < nroots; i++) { |
| 154 | if (b[i] != nn) { |
Thomas Gleixner | 03ead84 | 2005-11-07 11:15:37 +0000 | [diff] [blame] | 155 | t[i + 1] = lambda[i + 1] ^ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 156 | alpha_to[rs_modnn(rs, discr_r + |
| 157 | b[i])]; |
| 158 | } else |
| 159 | t[i + 1] = lambda[i + 1]; |
| 160 | } |
| 161 | if (2 * el <= r + no_eras - 1) { |
| 162 | el = r + no_eras - el; |
| 163 | /* |
| 164 | * 2 lines below: B(x) <-- inv(discr_r) * |
| 165 | * lambda(x) |
| 166 | */ |
| 167 | for (i = 0; i <= nroots; i++) { |
| 168 | b[i] = (lambda[i] == 0) ? nn : |
| 169 | rs_modnn(rs, index_of[lambda[i]] |
| 170 | - discr_r + nn); |
| 171 | } |
| 172 | } else { |
| 173 | /* 2 lines below: B(x) <-- x*B(x) */ |
| 174 | memmove(&b[1], b, nroots * sizeof(b[0])); |
| 175 | b[0] = nn; |
| 176 | } |
| 177 | memcpy(lambda, t, (nroots + 1) * sizeof(t[0])); |
| 178 | } |
| 179 | } |
| 180 | |
| 181 | /* Convert lambda to index form and compute deg(lambda(x)) */ |
| 182 | deg_lambda = 0; |
| 183 | for (i = 0; i < nroots + 1; i++) { |
| 184 | lambda[i] = index_of[lambda[i]]; |
| 185 | if (lambda[i] != nn) |
| 186 | deg_lambda = i; |
| 187 | } |
Ferdinand Blomqvist | 991305d | 2019-06-20 17:10:39 +0300 | [diff] [blame] | 188 | |
| 189 | if (deg_lambda == 0) { |
| 190 | /* |
| 191 | * deg(lambda) is zero even though the syndrome is non-zero |
| 192 | * => uncorrectable error detected |
| 193 | */ |
| 194 | return -EBADMSG; |
| 195 | } |
| 196 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 197 | /* Find roots of error+erasure locator polynomial by Chien search */ |
| 198 | memcpy(®[1], &lambda[1], nroots * sizeof(reg[0])); |
| 199 | count = 0; /* Number of roots of lambda(x) */ |
| 200 | for (i = 1, k = iprim - 1; i <= nn; i++, k = rs_modnn(rs, k + iprim)) { |
| 201 | q = 1; /* lambda[0] is always 0 */ |
| 202 | for (j = deg_lambda; j > 0; j--) { |
| 203 | if (reg[j] != nn) { |
| 204 | reg[j] = rs_modnn(rs, reg[j] + j); |
| 205 | q ^= alpha_to[reg[j]]; |
| 206 | } |
| 207 | } |
| 208 | if (q != 0) |
| 209 | continue; /* Not a root */ |
Ferdinand Blomqvist | 991305d | 2019-06-20 17:10:39 +0300 | [diff] [blame] | 210 | |
| 211 | if (k < pad) { |
| 212 | /* Impossible error location. Uncorrectable error. */ |
| 213 | return -EBADMSG; |
| 214 | } |
| 215 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 216 | /* store root (index-form) and error location number */ |
| 217 | root[count] = i; |
| 218 | loc[count] = k; |
| 219 | /* If we've already found max possible roots, |
| 220 | * abort the search to save time |
| 221 | */ |
| 222 | if (++count == deg_lambda) |
| 223 | break; |
| 224 | } |
| 225 | if (deg_lambda != count) { |
| 226 | /* |
| 227 | * deg(lambda) unequal to number of roots => uncorrectable |
| 228 | * error detected |
| 229 | */ |
Ferdinand Blomqvist | 647cc9e | 2019-06-20 17:10:36 +0300 | [diff] [blame] | 230 | return -EBADMSG; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 231 | } |
| 232 | /* |
| 233 | * Compute err+eras evaluator poly omega(x) = s(x)*lambda(x) (modulo |
| 234 | * x**nroots). in index form. Also find deg(omega). |
| 235 | */ |
| 236 | deg_omega = deg_lambda - 1; |
| 237 | for (i = 0; i <= deg_omega; i++) { |
| 238 | tmp = 0; |
| 239 | for (j = i; j >= 0; j--) { |
| 240 | if ((s[i - j] != nn) && (lambda[j] != nn)) |
| 241 | tmp ^= |
| 242 | alpha_to[rs_modnn(rs, s[i - j] + lambda[j])]; |
| 243 | } |
| 244 | omega[i] = index_of[tmp]; |
| 245 | } |
| 246 | |
| 247 | /* |
| 248 | * Compute error values in poly-form. num1 = omega(inv(X(l))), num2 = |
| 249 | * inv(X(l))**(fcr-1) and den = lambda_pr(inv(X(l))) all in poly-form |
Ferdinand Blomqvist | 991305d | 2019-06-20 17:10:39 +0300 | [diff] [blame] | 250 | * Note: we reuse the buffer for b to store the correction pattern |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 251 | */ |
Ferdinand Blomqvist | 991305d | 2019-06-20 17:10:39 +0300 | [diff] [blame] | 252 | num_corrected = 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 253 | for (j = count - 1; j >= 0; j--) { |
| 254 | num1 = 0; |
| 255 | for (i = deg_omega; i >= 0; i--) { |
| 256 | if (omega[i] != nn) |
Thomas Gleixner | 03ead84 | 2005-11-07 11:15:37 +0000 | [diff] [blame] | 257 | num1 ^= alpha_to[rs_modnn(rs, omega[i] + |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 258 | i * root[j])]; |
| 259 | } |
Ferdinand Blomqvist | 991305d | 2019-06-20 17:10:39 +0300 | [diff] [blame] | 260 | |
| 261 | if (num1 == 0) { |
| 262 | /* Nothing to correct at this position */ |
| 263 | b[j] = 0; |
| 264 | continue; |
| 265 | } |
| 266 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 267 | num2 = alpha_to[rs_modnn(rs, root[j] * (fcr - 1) + nn)]; |
| 268 | den = 0; |
| 269 | |
| 270 | /* lambda[i+1] for i even is the formal derivative |
| 271 | * lambda_pr of lambda[i] */ |
| 272 | for (i = min(deg_lambda, nroots - 1) & ~1; i >= 0; i -= 2) { |
| 273 | if (lambda[i + 1] != nn) { |
Thomas Gleixner | 03ead84 | 2005-11-07 11:15:37 +0000 | [diff] [blame] | 274 | den ^= alpha_to[rs_modnn(rs, lambda[i + 1] + |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 275 | i * root[j])]; |
| 276 | } |
| 277 | } |
Ferdinand Blomqvist | 991305d | 2019-06-20 17:10:39 +0300 | [diff] [blame] | 278 | |
| 279 | b[j] = alpha_to[rs_modnn(rs, index_of[num1] + |
| 280 | index_of[num2] + |
| 281 | nn - index_of[den])]; |
| 282 | num_corrected++; |
| 283 | } |
| 284 | |
| 285 | /* |
| 286 | * We compute the syndrome of the 'error' and check that it matches |
| 287 | * the syndrome of the received word |
| 288 | */ |
| 289 | for (i = 0; i < nroots; i++) { |
| 290 | tmp = 0; |
| 291 | for (j = 0; j < count; j++) { |
| 292 | if (b[j] == 0) |
| 293 | continue; |
| 294 | |
| 295 | k = (fcr + i) * prim * (nn-loc[j]-1); |
| 296 | tmp ^= alpha_to[rs_modnn(rs, index_of[b[j]] + k)]; |
| 297 | } |
| 298 | |
| 299 | if (tmp != alpha_to[s[i]]) |
| 300 | return -EBADMSG; |
| 301 | } |
| 302 | |
| 303 | /* |
| 304 | * Store the error correction pattern, if a |
| 305 | * correction buffer is available |
| 306 | */ |
| 307 | if (corr && eras_pos) { |
| 308 | j = 0; |
| 309 | for (i = 0; i < count; i++) { |
| 310 | if (b[i]) { |
| 311 | corr[j] = b[i]; |
| 312 | eras_pos[j++] = loc[i] - pad; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 313 | } |
| 314 | } |
Ferdinand Blomqvist | 991305d | 2019-06-20 17:10:39 +0300 | [diff] [blame] | 315 | } else if (data && par) { |
| 316 | /* Apply error to data and parity */ |
| 317 | for (i = 0; i < count; i++) { |
| 318 | if (loc[i] < (nn - nroots)) |
| 319 | data[loc[i] - pad] ^= b[i]; |
| 320 | else |
| 321 | par[loc[i] - pad - len] ^= b[i]; |
| 322 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 323 | } |
| 324 | |
Ferdinand Blomqvist | 991305d | 2019-06-20 17:10:39 +0300 | [diff] [blame] | 325 | return num_corrected; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 326 | } |