blob: 1ea750f8fa552a3fff288adbb8f9afd36ac015c3 [file] [log] [blame]
Thomas Gleixner03ead842005-11-07 11:15:37 +00001/*
Uwe Zeisbergerf30c2262006-10-03 23:01:26 +02002 * lib/reed_solomon/reed_solomon.c
Linus Torvalds1da177e2005-04-16 15:20:36 -07003 *
4 * Overview:
5 * Generic Reed Solomon encoder / decoder library
Thomas Gleixner03ead842005-11-07 11:15:37 +00006 *
Linus Torvalds1da177e2005-04-16 15:20:36 -07007 * Copyright (C) 2004 Thomas Gleixner (tglx@linutronix.de)
8 *
9 * Reed Solomon code lifted from reed solomon library written by Phil Karn
10 * Copyright 2002 Phil Karn, KA9Q
11 *
Thomas Gleixner03ead842005-11-07 11:15:37 +000012 * $Id: rslib.c,v 1.7 2005/11/07 11:14:59 gleixner Exp $
Linus Torvalds1da177e2005-04-16 15:20:36 -070013 *
14 * This program is free software; you can redistribute it and/or modify
15 * it under the terms of the GNU General Public License version 2 as
16 * published by the Free Software Foundation.
17 *
18 * Description:
Thomas Gleixner03ead842005-11-07 11:15:37 +000019 *
Linus Torvalds1da177e2005-04-16 15:20:36 -070020 * The generic Reed Solomon library provides runtime configurable
21 * encoding / decoding of RS codes.
22 * Each user must call init_rs to get a pointer to a rs_control
23 * structure for the given rs parameters. This structure is either
24 * generated or a already available matching control structure is used.
25 * If a structure is generated then the polynomial arrays for
26 * fast encoding / decoding are built. This can take some time so
27 * make sure not to call this function from a time critical path.
Thomas Gleixner03ead842005-11-07 11:15:37 +000028 * Usually a module / driver should initialize the necessary
Linus Torvalds1da177e2005-04-16 15:20:36 -070029 * rs_control structure on module / driver init and release it
30 * on exit.
Thomas Gleixner03ead842005-11-07 11:15:37 +000031 * The encoding puts the calculated syndrome into a given syndrome
32 * buffer.
Linus Torvalds1da177e2005-04-16 15:20:36 -070033 * The decoding is a two step process. The first step calculates
34 * the syndrome over the received (data + syndrome) and calls the
35 * second stage, which does the decoding / error correction itself.
36 * Many hw encoders provide a syndrome calculation over the received
37 * data + syndrome and can call the second stage directly.
38 *
39 */
40
41#include <linux/errno.h>
42#include <linux/kernel.h>
43#include <linux/init.h>
44#include <linux/module.h>
45#include <linux/rslib.h>
46#include <linux/slab.h>
Arjan van de Ven97d1f152006-03-23 03:00:24 -080047#include <linux/mutex.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070048
49/* This list holds all currently allocated rs control structures */
50static LIST_HEAD (rslist);
51/* Protection for the list */
Arjan van de Ven97d1f152006-03-23 03:00:24 -080052static DEFINE_MUTEX(rslistlock);
Linus Torvalds1da177e2005-04-16 15:20:36 -070053
Thomas Gleixner03ead842005-11-07 11:15:37 +000054/**
Linus Torvalds1da177e2005-04-16 15:20:36 -070055 * rs_init - Initialize a Reed-Solomon codec
Linus Torvalds1da177e2005-04-16 15:20:36 -070056 * @symsize: symbol size, bits (1-8)
57 * @gfpoly: Field generator polynomial coefficients
Segher Boessenkoold7e5a542007-05-02 12:18:41 +020058 * @gffunc: Field generator function
Linus Torvalds1da177e2005-04-16 15:20:36 -070059 * @fcr: first root of RS code generator polynomial, index form
60 * @prim: primitive element to generate polynomial roots
61 * @nroots: RS code generator polynomial degree (number of roots)
Thomas Gleixner83a530e2018-04-22 18:23:46 +020062 * @gfp: GFP_ flags for allocations
Linus Torvalds1da177e2005-04-16 15:20:36 -070063 *
64 * Allocate a control structure and the polynom arrays for faster
Randy Dunlap9dc65572006-06-25 05:49:14 -070065 * en/decoding. Fill the arrays according to the given parameters.
Linus Torvalds1da177e2005-04-16 15:20:36 -070066 */
Segher Boessenkoold7e5a542007-05-02 12:18:41 +020067static struct rs_control *rs_init(int symsize, int gfpoly, int (*gffunc)(int),
Thomas Gleixner83a530e2018-04-22 18:23:46 +020068 int fcr, int prim, int nroots, gfp_t gfp)
Linus Torvalds1da177e2005-04-16 15:20:36 -070069{
70 struct rs_control *rs;
71 int i, j, sr, root, iprim;
72
73 /* Allocate the control structure */
Thomas Gleixner83a530e2018-04-22 18:23:46 +020074 rs = kmalloc(sizeof(*rs), gfp);
75 if (!rs)
Linus Torvalds1da177e2005-04-16 15:20:36 -070076 return NULL;
77
78 INIT_LIST_HEAD(&rs->list);
79
80 rs->mm = symsize;
81 rs->nn = (1 << symsize) - 1;
82 rs->fcr = fcr;
83 rs->prim = prim;
84 rs->nroots = nroots;
85 rs->gfpoly = gfpoly;
Segher Boessenkoold7e5a542007-05-02 12:18:41 +020086 rs->gffunc = gffunc;
Linus Torvalds1da177e2005-04-16 15:20:36 -070087
88 /* Allocate the arrays */
Thomas Gleixner83a530e2018-04-22 18:23:46 +020089 rs->alpha_to = kmalloc(sizeof(uint16_t) * (rs->nn + 1), gfp);
Linus Torvalds1da177e2005-04-16 15:20:36 -070090 if (rs->alpha_to == NULL)
91 goto errrs;
92
Thomas Gleixner83a530e2018-04-22 18:23:46 +020093 rs->index_of = kmalloc(sizeof(uint16_t) * (rs->nn + 1), gfp);
Linus Torvalds1da177e2005-04-16 15:20:36 -070094 if (rs->index_of == NULL)
95 goto erralp;
96
Thomas Gleixner83a530e2018-04-22 18:23:46 +020097 rs->genpoly = kmalloc(sizeof(uint16_t) * (rs->nroots + 1), gfp);
Linus Torvalds1da177e2005-04-16 15:20:36 -070098 if(rs->genpoly == NULL)
99 goto erridx;
100
101 /* Generate Galois field lookup tables */
102 rs->index_of[0] = rs->nn; /* log(zero) = -inf */
103 rs->alpha_to[rs->nn] = 0; /* alpha**-inf = 0 */
Segher Boessenkoold7e5a542007-05-02 12:18:41 +0200104 if (gfpoly) {
105 sr = 1;
106 for (i = 0; i < rs->nn; i++) {
107 rs->index_of[sr] = i;
108 rs->alpha_to[i] = sr;
109 sr <<= 1;
110 if (sr & (1 << symsize))
111 sr ^= gfpoly;
112 sr &= rs->nn;
113 }
114 } else {
115 sr = gffunc(0);
116 for (i = 0; i < rs->nn; i++) {
117 rs->index_of[sr] = i;
118 rs->alpha_to[i] = sr;
119 sr = gffunc(sr);
120 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700121 }
122 /* If it's not primitive, exit */
Segher Boessenkoold7e5a542007-05-02 12:18:41 +0200123 if(sr != rs->alpha_to[0])
Linus Torvalds1da177e2005-04-16 15:20:36 -0700124 goto errpol;
125
126 /* Find prim-th root of 1, used in decoding */
127 for(iprim = 1; (iprim % prim) != 0; iprim += rs->nn);
128 /* prim-th root of 1, index form */
129 rs->iprim = iprim / prim;
130
131 /* Form RS code generator polynomial from its roots */
132 rs->genpoly[0] = 1;
133 for (i = 0, root = fcr * prim; i < nroots; i++, root += prim) {
134 rs->genpoly[i + 1] = 1;
135 /* Multiply rs->genpoly[] by @**(root + x) */
136 for (j = i; j > 0; j--) {
137 if (rs->genpoly[j] != 0) {
Thomas Gleixner03ead842005-11-07 11:15:37 +0000138 rs->genpoly[j] = rs->genpoly[j -1] ^
139 rs->alpha_to[rs_modnn(rs,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700140 rs->index_of[rs->genpoly[j]] + root)];
141 } else
142 rs->genpoly[j] = rs->genpoly[j - 1];
143 }
144 /* rs->genpoly[0] can never be zero */
Thomas Gleixner03ead842005-11-07 11:15:37 +0000145 rs->genpoly[0] =
146 rs->alpha_to[rs_modnn(rs,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700147 rs->index_of[rs->genpoly[0]] + root)];
148 }
149 /* convert rs->genpoly[] to index form for quicker encoding */
150 for (i = 0; i <= nroots; i++)
151 rs->genpoly[i] = rs->index_of[rs->genpoly[i]];
152 return rs;
153
154 /* Error exit */
155errpol:
156 kfree(rs->genpoly);
157erridx:
158 kfree(rs->index_of);
159erralp:
160 kfree(rs->alpha_to);
161errrs:
162 kfree(rs);
163 return NULL;
164}
165
166
Thomas Gleixner03ead842005-11-07 11:15:37 +0000167/**
Randy Dunlap9dc65572006-06-25 05:49:14 -0700168 * free_rs - Free the rs control structure, if it is no longer used
Linus Torvalds1da177e2005-04-16 15:20:36 -0700169 * @rs: the control structure which is not longer used by the
170 * caller
171 */
172void free_rs(struct rs_control *rs)
173{
Arjan van de Ven97d1f152006-03-23 03:00:24 -0800174 mutex_lock(&rslistlock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700175 rs->users--;
176 if(!rs->users) {
177 list_del(&rs->list);
178 kfree(rs->alpha_to);
179 kfree(rs->index_of);
180 kfree(rs->genpoly);
181 kfree(rs);
182 }
Arjan van de Ven97d1f152006-03-23 03:00:24 -0800183 mutex_unlock(&rslistlock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700184}
Thomas Gleixner83a530e2018-04-22 18:23:46 +0200185EXPORT_SYMBOL_GPL(free_rs);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700186
Thomas Gleixner03ead842005-11-07 11:15:37 +0000187/**
Segher Boessenkoold7e5a542007-05-02 12:18:41 +0200188 * init_rs_internal - Find a matching or allocate a new rs control structure
Linus Torvalds1da177e2005-04-16 15:20:36 -0700189 * @symsize: the symbol size (number of bits)
190 * @gfpoly: the extended Galois field generator polynomial coefficients,
191 * with the 0th coefficient in the low order bit. The polynomial
192 * must be primitive;
Segher Boessenkoold7e5a542007-05-02 12:18:41 +0200193 * @gffunc: pointer to function to generate the next field element,
194 * or the multiplicative identity element if given 0. Used
195 * instead of gfpoly if gfpoly is 0
Thomas Gleixnercc4b86e42018-04-22 18:23:48 +0200196 * @fcr: the first consecutive root of the rs code generator polynomial
Linus Torvalds1da177e2005-04-16 15:20:36 -0700197 * in index form
198 * @prim: primitive element to generate polynomial roots
199 * @nroots: RS code generator polynomial degree (number of roots)
Thomas Gleixner83a530e2018-04-22 18:23:46 +0200200 * @gfp: GFP_ flags for allocations
Linus Torvalds1da177e2005-04-16 15:20:36 -0700201 */
Segher Boessenkoold7e5a542007-05-02 12:18:41 +0200202static struct rs_control *init_rs_internal(int symsize, int gfpoly,
Thomas Gleixner83a530e2018-04-22 18:23:46 +0200203 int (*gffunc)(int), int fcr,
204 int prim, int nroots, gfp_t gfp)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700205{
Thomas Gleixner83a530e2018-04-22 18:23:46 +0200206 struct list_head *tmp;
207 struct rs_control *rs;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700208
209 /* Sanity checks */
210 if (symsize < 1)
211 return NULL;
212 if (fcr < 0 || fcr >= (1<<symsize))
Thomas Gleixnercc4b86e42018-04-22 18:23:48 +0200213 return NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700214 if (prim <= 0 || prim >= (1<<symsize))
Thomas Gleixnercc4b86e42018-04-22 18:23:48 +0200215 return NULL;
Thomas Gleixner03ead842005-11-07 11:15:37 +0000216 if (nroots < 0 || nroots >= (1<<symsize))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700217 return NULL;
Thomas Gleixner03ead842005-11-07 11:15:37 +0000218
Arjan van de Ven97d1f152006-03-23 03:00:24 -0800219 mutex_lock(&rslistlock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700220
221 /* Walk through the list and look for a matching entry */
222 list_for_each(tmp, &rslist) {
223 rs = list_entry(tmp, struct rs_control, list);
224 if (symsize != rs->mm)
225 continue;
226 if (gfpoly != rs->gfpoly)
227 continue;
Segher Boessenkoold7e5a542007-05-02 12:18:41 +0200228 if (gffunc != rs->gffunc)
229 continue;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700230 if (fcr != rs->fcr)
Thomas Gleixner03ead842005-11-07 11:15:37 +0000231 continue;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700232 if (prim != rs->prim)
Thomas Gleixner03ead842005-11-07 11:15:37 +0000233 continue;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700234 if (nroots != rs->nroots)
235 continue;
236 /* We have a matching one already */
237 rs->users++;
238 goto out;
239 }
240
241 /* Create a new one */
Thomas Gleixner83a530e2018-04-22 18:23:46 +0200242 rs = rs_init(symsize, gfpoly, gffunc, fcr, prim, nroots, gfp);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700243 if (rs) {
244 rs->users = 1;
245 list_add(&rs->list, &rslist);
246 }
Thomas Gleixner03ead842005-11-07 11:15:37 +0000247out:
Arjan van de Ven97d1f152006-03-23 03:00:24 -0800248 mutex_unlock(&rslistlock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700249 return rs;
250}
251
Segher Boessenkoold7e5a542007-05-02 12:18:41 +0200252/**
Thomas Gleixner83a530e2018-04-22 18:23:46 +0200253 * init_rs_gfp - Find a matching or allocate a new rs control structure
Segher Boessenkoold7e5a542007-05-02 12:18:41 +0200254 * @symsize: the symbol size (number of bits)
255 * @gfpoly: the extended Galois field generator polynomial coefficients,
256 * with the 0th coefficient in the low order bit. The polynomial
257 * must be primitive;
Thomas Gleixnercc4b86e42018-04-22 18:23:48 +0200258 * @fcr: the first consecutive root of the rs code generator polynomial
Segher Boessenkoold7e5a542007-05-02 12:18:41 +0200259 * in index form
260 * @prim: primitive element to generate polynomial roots
261 * @nroots: RS code generator polynomial degree (number of roots)
Thomas Gleixner83a530e2018-04-22 18:23:46 +0200262 * @gfp: GFP_ flags for allocations
Segher Boessenkoold7e5a542007-05-02 12:18:41 +0200263 */
Thomas Gleixner83a530e2018-04-22 18:23:46 +0200264struct rs_control *init_rs_gfp(int symsize, int gfpoly, int fcr, int prim,
265 int nroots, gfp_t gfp)
Segher Boessenkoold7e5a542007-05-02 12:18:41 +0200266{
Thomas Gleixner83a530e2018-04-22 18:23:46 +0200267 return init_rs_internal(symsize, gfpoly, NULL, fcr, prim, nroots, gfp);
Segher Boessenkoold7e5a542007-05-02 12:18:41 +0200268}
Thomas Gleixner83a530e2018-04-22 18:23:46 +0200269EXPORT_SYMBOL_GPL(init_rs_gfp);
Segher Boessenkoold7e5a542007-05-02 12:18:41 +0200270
271/**
272 * init_rs_non_canonical - Find a matching or allocate a new rs control
273 * structure, for fields with non-canonical
274 * representation
275 * @symsize: the symbol size (number of bits)
276 * @gffunc: pointer to function to generate the next field element,
277 * or the multiplicative identity element if given 0. Used
278 * instead of gfpoly if gfpoly is 0
Thomas Gleixnercc4b86e42018-04-22 18:23:48 +0200279 * @fcr: the first consecutive root of the rs code generator polynomial
Segher Boessenkoold7e5a542007-05-02 12:18:41 +0200280 * in index form
281 * @prim: primitive element to generate polynomial roots
282 * @nroots: RS code generator polynomial degree (number of roots)
283 */
284struct rs_control *init_rs_non_canonical(int symsize, int (*gffunc)(int),
Thomas Gleixnercc4b86e42018-04-22 18:23:48 +0200285 int fcr, int prim, int nroots)
Segher Boessenkoold7e5a542007-05-02 12:18:41 +0200286{
Thomas Gleixner83a530e2018-04-22 18:23:46 +0200287 return init_rs_internal(symsize, 0, gffunc, fcr, prim, nroots,
288 GFP_KERNEL);
Segher Boessenkoold7e5a542007-05-02 12:18:41 +0200289}
Thomas Gleixner83a530e2018-04-22 18:23:46 +0200290EXPORT_SYMBOL_GPL(init_rs_non_canonical);
Segher Boessenkoold7e5a542007-05-02 12:18:41 +0200291
Linus Torvalds1da177e2005-04-16 15:20:36 -0700292#ifdef CONFIG_REED_SOLOMON_ENC8
Thomas Gleixner03ead842005-11-07 11:15:37 +0000293/**
Linus Torvalds1da177e2005-04-16 15:20:36 -0700294 * encode_rs8 - Calculate the parity for data values (8bit data width)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700295 * @rs: the rs control structure
296 * @data: data field of a given type
Thomas Gleixner03ead842005-11-07 11:15:37 +0000297 * @len: data length
Linus Torvalds1da177e2005-04-16 15:20:36 -0700298 * @par: parity data, must be initialized by caller (usually all 0)
299 * @invmsk: invert data mask (will be xored on data)
300 *
301 * The parity uses a uint16_t data type to enable
302 * symbol size > 8. The calling code must take care of encoding of the
303 * syndrome result for storage itself.
304 */
Thomas Gleixner03ead842005-11-07 11:15:37 +0000305int encode_rs8(struct rs_control *rs, uint8_t *data, int len, uint16_t *par,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700306 uint16_t invmsk)
307{
308#include "encode_rs.c"
309}
310EXPORT_SYMBOL_GPL(encode_rs8);
311#endif
312
313#ifdef CONFIG_REED_SOLOMON_DEC8
Thomas Gleixner03ead842005-11-07 11:15:37 +0000314/**
Linus Torvalds1da177e2005-04-16 15:20:36 -0700315 * decode_rs8 - Decode codeword (8bit data width)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700316 * @rs: the rs control structure
317 * @data: data field of a given type
318 * @par: received parity data field
319 * @len: data length
320 * @s: syndrome data field (if NULL, syndrome is calculated)
321 * @no_eras: number of erasures
322 * @eras_pos: position of erasures, can be NULL
323 * @invmsk: invert data mask (will be xored on data, not on parity!)
324 * @corr: buffer to store correction bitmask on eras_pos
325 *
326 * The syndrome and parity uses a uint16_t data type to enable
327 * symbol size > 8. The calling code must take care of decoding of the
328 * syndrome result and the received parity before calling this code.
Jörn Engeleb684502007-10-20 23:16:32 +0200329 * Returns the number of corrected bits or -EBADMSG for uncorrectable errors.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700330 */
331int decode_rs8(struct rs_control *rs, uint8_t *data, uint16_t *par, int len,
Thomas Gleixner03ead842005-11-07 11:15:37 +0000332 uint16_t *s, int no_eras, int *eras_pos, uint16_t invmsk,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700333 uint16_t *corr)
334{
335#include "decode_rs.c"
336}
337EXPORT_SYMBOL_GPL(decode_rs8);
338#endif
339
340#ifdef CONFIG_REED_SOLOMON_ENC16
341/**
342 * encode_rs16 - Calculate the parity for data values (16bit data width)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700343 * @rs: the rs control structure
344 * @data: data field of a given type
Thomas Gleixner03ead842005-11-07 11:15:37 +0000345 * @len: data length
Linus Torvalds1da177e2005-04-16 15:20:36 -0700346 * @par: parity data, must be initialized by caller (usually all 0)
347 * @invmsk: invert data mask (will be xored on data, not on parity!)
348 *
349 * Each field in the data array contains up to symbol size bits of valid data.
350 */
Thomas Gleixner03ead842005-11-07 11:15:37 +0000351int encode_rs16(struct rs_control *rs, uint16_t *data, int len, uint16_t *par,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700352 uint16_t invmsk)
353{
354#include "encode_rs.c"
355}
356EXPORT_SYMBOL_GPL(encode_rs16);
357#endif
358
359#ifdef CONFIG_REED_SOLOMON_DEC16
Thomas Gleixner03ead842005-11-07 11:15:37 +0000360/**
Linus Torvalds1da177e2005-04-16 15:20:36 -0700361 * decode_rs16 - Decode codeword (16bit data width)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700362 * @rs: the rs control structure
363 * @data: data field of a given type
364 * @par: received parity data field
365 * @len: data length
366 * @s: syndrome data field (if NULL, syndrome is calculated)
367 * @no_eras: number of erasures
368 * @eras_pos: position of erasures, can be NULL
Thomas Gleixner03ead842005-11-07 11:15:37 +0000369 * @invmsk: invert data mask (will be xored on data, not on parity!)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700370 * @corr: buffer to store correction bitmask on eras_pos
371 *
372 * Each field in the data array contains up to symbol size bits of valid data.
Jörn Engeleb684502007-10-20 23:16:32 +0200373 * Returns the number of corrected bits or -EBADMSG for uncorrectable errors.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700374 */
375int decode_rs16(struct rs_control *rs, uint16_t *data, uint16_t *par, int len,
Thomas Gleixner03ead842005-11-07 11:15:37 +0000376 uint16_t *s, int no_eras, int *eras_pos, uint16_t invmsk,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700377 uint16_t *corr)
378{
379#include "decode_rs.c"
380}
381EXPORT_SYMBOL_GPL(decode_rs16);
382#endif
383
Linus Torvalds1da177e2005-04-16 15:20:36 -0700384MODULE_LICENSE("GPL");
385MODULE_DESCRIPTION("Reed Solomon encoder/decoder");
386MODULE_AUTHOR("Phil Karn, Thomas Gleixner");
387