blob: 8f624f80055bd28b79d6eb3f3227c85b0826e94b [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001// SPDX-License-Identifier: GPL-2.0
Linus Torvalds1da177e2005-04-16 15:20:36 -07002/*
3 * Implementation of the extensible bitmap type.
4 *
Stephen Smalley7efbb602017-08-17 13:32:36 -04005 * Author : Stephen Smalley, <sds@tycho.nsa.gov>
Linus Torvalds1da177e2005-04-16 15:20:36 -07006 */
Venkat Yekkirala7420ed22006-08-04 23:17:57 -07007/*
Paul Moore82c21bf2011-08-01 11:10:33 +00008 * Updated: Hewlett-Packard <paul@paul-moore.com>
Venkat Yekkirala7420ed22006-08-04 23:17:57 -07009 *
Paul Moore02752762006-11-29 13:18:18 -050010 * Added support to import/export the NetLabel category bitmap
Venkat Yekkirala7420ed22006-08-04 23:17:57 -070011 *
12 * (c) Copyright Hewlett-Packard Development Company, L.P., 2006
13 */
KaiGai Kohei9fe79ad2007-09-29 02:20:55 +090014/*
15 * Updated: KaiGai Kohei <kaigai@ak.jp.nec.com>
16 * Applied standard bit operations to improve bitmap scanning.
17 */
Venkat Yekkirala7420ed22006-08-04 23:17:57 -070018
Linus Torvalds1da177e2005-04-16 15:20:36 -070019#include <linux/kernel.h>
20#include <linux/slab.h>
21#include <linux/errno.h>
Paul Moore02752762006-11-29 13:18:18 -050022#include <net/netlabel.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070023#include "ebitmap.h"
24#include "policydb.h"
25
Eric Pariscee74f42010-10-13 17:50:25 -040026#define BITS_PER_U64 (sizeof(u64) * 8)
27
Junil Leeb4958c82017-06-08 13:18:09 +090028static struct kmem_cache *ebitmap_node_cachep;
29
Linus Torvalds1da177e2005-04-16 15:20:36 -070030int ebitmap_cmp(struct ebitmap *e1, struct ebitmap *e2)
31{
32 struct ebitmap_node *n1, *n2;
33
34 if (e1->highbit != e2->highbit)
35 return 0;
36
37 n1 = e1->node;
38 n2 = e2->node;
39 while (n1 && n2 &&
40 (n1->startbit == n2->startbit) &&
KaiGai Kohei9fe79ad2007-09-29 02:20:55 +090041 !memcmp(n1->maps, n2->maps, EBITMAP_SIZE / 8)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -070042 n1 = n1->next;
43 n2 = n2->next;
44 }
45
46 if (n1 || n2)
47 return 0;
48
49 return 1;
50}
51
52int ebitmap_cpy(struct ebitmap *dst, struct ebitmap *src)
53{
54 struct ebitmap_node *n, *new, *prev;
55
56 ebitmap_init(dst);
57 n = src->node;
58 prev = NULL;
59 while (n) {
Junil Leeb4958c82017-06-08 13:18:09 +090060 new = kmem_cache_zalloc(ebitmap_node_cachep, GFP_ATOMIC);
Linus Torvalds1da177e2005-04-16 15:20:36 -070061 if (!new) {
62 ebitmap_destroy(dst);
63 return -ENOMEM;
64 }
Linus Torvalds1da177e2005-04-16 15:20:36 -070065 new->startbit = n->startbit;
KaiGai Kohei9fe79ad2007-09-29 02:20:55 +090066 memcpy(new->maps, n->maps, EBITMAP_SIZE / 8);
Linus Torvalds1da177e2005-04-16 15:20:36 -070067 new->next = NULL;
68 if (prev)
69 prev->next = new;
70 else
71 dst->node = new;
72 prev = new;
73 n = n->next;
74 }
75
76 dst->highbit = src->highbit;
77 return 0;
78}
79
Paul Moore02752762006-11-29 13:18:18 -050080#ifdef CONFIG_NETLABEL
Venkat Yekkirala7420ed22006-08-04 23:17:57 -070081/**
Paul Moore02752762006-11-29 13:18:18 -050082 * ebitmap_netlbl_export - Export an ebitmap into a NetLabel category bitmap
83 * @ebmap: the ebitmap to export
84 * @catmap: the NetLabel category bitmap
Venkat Yekkirala7420ed22006-08-04 23:17:57 -070085 *
86 * Description:
Paul Moore02752762006-11-29 13:18:18 -050087 * Export a SELinux extensibile bitmap into a NetLabel category bitmap.
88 * Returns zero on success, negative values on error.
Venkat Yekkirala7420ed22006-08-04 23:17:57 -070089 *
90 */
Paul Moore02752762006-11-29 13:18:18 -050091int ebitmap_netlbl_export(struct ebitmap *ebmap,
Paul Moore4fbe63d2014-08-01 11:17:37 -040092 struct netlbl_lsm_catmap **catmap)
Venkat Yekkirala7420ed22006-08-04 23:17:57 -070093{
Paul Moore02752762006-11-29 13:18:18 -050094 struct ebitmap_node *e_iter = ebmap->node;
Paul Moore4b8feff2014-08-01 11:17:17 -040095 unsigned long e_map;
96 u32 offset;
97 unsigned int iter;
98 int rc;
Paul Moore02752762006-11-29 13:18:18 -050099
100 if (e_iter == NULL) {
101 *catmap = NULL;
Paul Moorebf0edf32006-10-11 19:10:48 -0400102 return 0;
103 }
104
Paul Moore4b8feff2014-08-01 11:17:17 -0400105 if (*catmap != NULL)
Paul Moore4fbe63d2014-08-01 11:17:37 -0400106 netlbl_catmap_free(*catmap);
Paul Moore4b8feff2014-08-01 11:17:17 -0400107 *catmap = NULL;
Venkat Yekkirala7420ed22006-08-04 23:17:57 -0700108
Vesa-Matti Karidbc74c62008-08-07 03:18:20 +0300109 while (e_iter) {
Paul Moore4b8feff2014-08-01 11:17:17 -0400110 offset = e_iter->startbit;
111 for (iter = 0; iter < EBITMAP_UNIT_NUMS; iter++) {
112 e_map = e_iter->maps[iter];
113 if (e_map != 0) {
Paul Moore4fbe63d2014-08-01 11:17:37 -0400114 rc = netlbl_catmap_setlong(catmap,
115 offset,
116 e_map,
117 GFP_ATOMIC);
Paul Moore4b8feff2014-08-01 11:17:17 -0400118 if (rc != 0)
KaiGai Kohei9fe79ad2007-09-29 02:20:55 +0900119 goto netlbl_export_failure;
KaiGai Kohei9fe79ad2007-09-29 02:20:55 +0900120 }
Paul Moore4b8feff2014-08-01 11:17:17 -0400121 offset += EBITMAP_UNIT_SIZE;
Paul Moore02752762006-11-29 13:18:18 -0500122 }
KaiGai Kohei6d2b6852007-11-07 01:17:16 +0900123 e_iter = e_iter->next;
Paul Moore02752762006-11-29 13:18:18 -0500124 }
Venkat Yekkirala7420ed22006-08-04 23:17:57 -0700125
Venkat Yekkirala7420ed22006-08-04 23:17:57 -0700126 return 0;
Paul Moore02752762006-11-29 13:18:18 -0500127
128netlbl_export_failure:
Paul Moore4fbe63d2014-08-01 11:17:37 -0400129 netlbl_catmap_free(*catmap);
Paul Moore02752762006-11-29 13:18:18 -0500130 return -ENOMEM;
Venkat Yekkirala7420ed22006-08-04 23:17:57 -0700131}
132
133/**
Paul Moore02752762006-11-29 13:18:18 -0500134 * ebitmap_netlbl_import - Import a NetLabel category bitmap into an ebitmap
KaiGai Kohei9fe79ad2007-09-29 02:20:55 +0900135 * @ebmap: the ebitmap to import
Paul Moore02752762006-11-29 13:18:18 -0500136 * @catmap: the NetLabel category bitmap
Venkat Yekkirala7420ed22006-08-04 23:17:57 -0700137 *
138 * Description:
Paul Moore02752762006-11-29 13:18:18 -0500139 * Import a NetLabel category bitmap into a SELinux extensibile bitmap.
140 * Returns zero on success, negative values on error.
Venkat Yekkirala7420ed22006-08-04 23:17:57 -0700141 *
142 */
Paul Moore02752762006-11-29 13:18:18 -0500143int ebitmap_netlbl_import(struct ebitmap *ebmap,
Paul Moore4fbe63d2014-08-01 11:17:37 -0400144 struct netlbl_lsm_catmap *catmap)
Venkat Yekkirala7420ed22006-08-04 23:17:57 -0700145{
Paul Moore4b8feff2014-08-01 11:17:17 -0400146 int rc;
Paul Moore02752762006-11-29 13:18:18 -0500147 struct ebitmap_node *e_iter = NULL;
Paul Moore4b8feff2014-08-01 11:17:17 -0400148 struct ebitmap_node *e_prev = NULL;
149 u32 offset = 0, idx;
150 unsigned long bitmap;
Venkat Yekkirala7420ed22006-08-04 23:17:57 -0700151
Paul Moore4b8feff2014-08-01 11:17:17 -0400152 for (;;) {
Paul Moore4fbe63d2014-08-01 11:17:37 -0400153 rc = netlbl_catmap_getlong(catmap, &offset, &bitmap);
Paul Moore4b8feff2014-08-01 11:17:17 -0400154 if (rc < 0)
155 goto netlbl_import_failure;
156 if (offset == (u32)-1)
157 return 0;
Paul Moore02752762006-11-29 13:18:18 -0500158
Paul Moore33246032015-07-09 14:20:36 -0400159 /* don't waste ebitmap space if the netlabel bitmap is empty */
160 if (bitmap == 0) {
161 offset += EBITMAP_UNIT_SIZE;
162 continue;
163 }
164
Paul Moore4b8feff2014-08-01 11:17:17 -0400165 if (e_iter == NULL ||
166 offset >= e_iter->startbit + EBITMAP_SIZE) {
167 e_prev = e_iter;
Junil Leeb4958c82017-06-08 13:18:09 +0900168 e_iter = kmem_cache_zalloc(ebitmap_node_cachep, GFP_ATOMIC);
Paul Moore4b8feff2014-08-01 11:17:17 -0400169 if (e_iter == NULL)
170 goto netlbl_import_failure;
Paul Moore8bebe882016-06-09 10:40:37 -0400171 e_iter->startbit = offset - (offset % EBITMAP_SIZE);
Paul Moore4b8feff2014-08-01 11:17:17 -0400172 if (e_prev == NULL)
173 ebmap->node = e_iter;
174 else
175 e_prev->next = e_iter;
176 ebmap->highbit = e_iter->startbit + EBITMAP_SIZE;
Paul Moore02752762006-11-29 13:18:18 -0500177 }
Venkat Yekkirala7420ed22006-08-04 23:17:57 -0700178
Paul Moore4b8feff2014-08-01 11:17:17 -0400179 /* offset will always be aligned to an unsigned long */
180 idx = EBITMAP_NODE_INDEX(e_iter, offset);
181 e_iter->maps[idx] = bitmap;
182
183 /* next */
184 offset += EBITMAP_UNIT_SIZE;
185 }
186
187 /* NOTE: we should never reach this return */
Venkat Yekkirala7420ed22006-08-04 23:17:57 -0700188 return 0;
Paul Moore02752762006-11-29 13:18:18 -0500189
190netlbl_import_failure:
191 ebitmap_destroy(ebmap);
192 return -ENOMEM;
Venkat Yekkirala7420ed22006-08-04 23:17:57 -0700193}
Paul Moore02752762006-11-29 13:18:18 -0500194#endif /* CONFIG_NETLABEL */
Venkat Yekkirala7420ed22006-08-04 23:17:57 -0700195
Waiman Longfee71142013-07-23 17:38:41 -0400196/*
197 * Check to see if all the bits set in e2 are also set in e1. Optionally,
198 * if last_e2bit is non-zero, the highest set bit in e2 cannot exceed
199 * last_e2bit.
200 */
201int ebitmap_contains(struct ebitmap *e1, struct ebitmap *e2, u32 last_e2bit)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700202{
203 struct ebitmap_node *n1, *n2;
KaiGai Kohei9fe79ad2007-09-29 02:20:55 +0900204 int i;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700205
206 if (e1->highbit < e2->highbit)
207 return 0;
208
209 n1 = e1->node;
210 n2 = e2->node;
Waiman Longfee71142013-07-23 17:38:41 -0400211
Linus Torvalds1da177e2005-04-16 15:20:36 -0700212 while (n1 && n2 && (n1->startbit <= n2->startbit)) {
213 if (n1->startbit < n2->startbit) {
214 n1 = n1->next;
215 continue;
216 }
Waiman Longfee71142013-07-23 17:38:41 -0400217 for (i = EBITMAP_UNIT_NUMS - 1; (i >= 0) && !n2->maps[i]; )
218 i--; /* Skip trailing NULL map entries */
219 if (last_e2bit && (i >= 0)) {
220 u32 lastsetbit = n2->startbit + i * EBITMAP_UNIT_SIZE +
221 __fls(n2->maps[i]);
222 if (lastsetbit > last_e2bit)
223 return 0;
224 }
225
226 while (i >= 0) {
KaiGai Kohei9fe79ad2007-09-29 02:20:55 +0900227 if ((n1->maps[i] & n2->maps[i]) != n2->maps[i])
228 return 0;
Waiman Longfee71142013-07-23 17:38:41 -0400229 i--;
KaiGai Kohei9fe79ad2007-09-29 02:20:55 +0900230 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700231
232 n1 = n1->next;
233 n2 = n2->next;
234 }
235
236 if (n2)
237 return 0;
238
239 return 1;
240}
241
242int ebitmap_get_bit(struct ebitmap *e, unsigned long bit)
243{
244 struct ebitmap_node *n;
245
246 if (e->highbit < bit)
247 return 0;
248
249 n = e->node;
250 while (n && (n->startbit <= bit)) {
KaiGai Kohei9fe79ad2007-09-29 02:20:55 +0900251 if ((n->startbit + EBITMAP_SIZE) > bit)
252 return ebitmap_node_get_bit(n, bit);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700253 n = n->next;
254 }
255
256 return 0;
257}
258
259int ebitmap_set_bit(struct ebitmap *e, unsigned long bit, int value)
260{
261 struct ebitmap_node *n, *prev, *new;
262
263 prev = NULL;
264 n = e->node;
265 while (n && n->startbit <= bit) {
KaiGai Kohei9fe79ad2007-09-29 02:20:55 +0900266 if ((n->startbit + EBITMAP_SIZE) > bit) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700267 if (value) {
KaiGai Kohei9fe79ad2007-09-29 02:20:55 +0900268 ebitmap_node_set_bit(n, bit);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700269 } else {
KaiGai Kohei9fe79ad2007-09-29 02:20:55 +0900270 unsigned int s;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700271
KaiGai Kohei9fe79ad2007-09-29 02:20:55 +0900272 ebitmap_node_clr_bit(n, bit);
273
274 s = find_first_bit(n->maps, EBITMAP_SIZE);
275 if (s < EBITMAP_SIZE)
276 return 0;
277
278 /* drop this node from the bitmap */
279 if (!n->next) {
280 /*
281 * this was the highest map
282 * within the bitmap
283 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700284 if (prev)
KaiGai Kohei9fe79ad2007-09-29 02:20:55 +0900285 e->highbit = prev->startbit
286 + EBITMAP_SIZE;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700287 else
KaiGai Kohei9fe79ad2007-09-29 02:20:55 +0900288 e->highbit = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700289 }
KaiGai Kohei9fe79ad2007-09-29 02:20:55 +0900290 if (prev)
291 prev->next = n->next;
292 else
293 e->node = n->next;
Junil Leeb4958c82017-06-08 13:18:09 +0900294 kmem_cache_free(ebitmap_node_cachep, n);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700295 }
296 return 0;
297 }
298 prev = n;
299 n = n->next;
300 }
301
302 if (!value)
303 return 0;
304
Junil Leeb4958c82017-06-08 13:18:09 +0900305 new = kmem_cache_zalloc(ebitmap_node_cachep, GFP_ATOMIC);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700306 if (!new)
307 return -ENOMEM;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700308
KaiGai Kohei9fe79ad2007-09-29 02:20:55 +0900309 new->startbit = bit - (bit % EBITMAP_SIZE);
310 ebitmap_node_set_bit(new, bit);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700311
312 if (!n)
313 /* this node will be the highest map within the bitmap */
KaiGai Kohei9fe79ad2007-09-29 02:20:55 +0900314 e->highbit = new->startbit + EBITMAP_SIZE;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700315
316 if (prev) {
317 new->next = prev->next;
318 prev->next = new;
319 } else {
320 new->next = e->node;
321 e->node = new;
322 }
323
324 return 0;
325}
326
327void ebitmap_destroy(struct ebitmap *e)
328{
329 struct ebitmap_node *n, *temp;
330
331 if (!e)
332 return;
333
334 n = e->node;
335 while (n) {
336 temp = n;
337 n = n->next;
Junil Leeb4958c82017-06-08 13:18:09 +0900338 kmem_cache_free(ebitmap_node_cachep, temp);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700339 }
340
341 e->highbit = 0;
342 e->node = NULL;
343 return;
344}
345
346int ebitmap_read(struct ebitmap *e, void *fp)
347{
KaiGai Kohei9fe79ad2007-09-29 02:20:55 +0900348 struct ebitmap_node *n = NULL;
349 u32 mapunit, count, startbit, index;
350 u64 map;
Alexey Dobriyanb5bf6c52005-09-03 15:55:17 -0700351 __le32 buf[3];
KaiGai Kohei9fe79ad2007-09-29 02:20:55 +0900352 int rc, i;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700353
354 ebitmap_init(e);
355
356 rc = next_entry(buf, fp, sizeof buf);
357 if (rc < 0)
358 goto out;
359
KaiGai Kohei9fe79ad2007-09-29 02:20:55 +0900360 mapunit = le32_to_cpu(buf[0]);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700361 e->highbit = le32_to_cpu(buf[1]);
362 count = le32_to_cpu(buf[2]);
363
Eric Pariscee74f42010-10-13 17:50:25 -0400364 if (mapunit != BITS_PER_U64) {
peter enderborg180cfc52018-06-12 10:09:01 +0200365 pr_err("SELinux: ebitmap: map size %u does not "
Alexey Dobriyan5b5e0922017-02-27 14:30:02 -0800366 "match my size %zd (high bit was %d)\n",
Eric Pariscee74f42010-10-13 17:50:25 -0400367 mapunit, BITS_PER_U64, e->highbit);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700368 goto bad;
369 }
KaiGai Kohei9fe79ad2007-09-29 02:20:55 +0900370
371 /* round up e->highbit */
372 e->highbit += EBITMAP_SIZE - 1;
373 e->highbit -= (e->highbit % EBITMAP_SIZE);
374
Linus Torvalds1da177e2005-04-16 15:20:36 -0700375 if (!e->highbit) {
376 e->node = NULL;
377 goto ok;
378 }
KaiGai Kohei9fe79ad2007-09-29 02:20:55 +0900379
William Roberts74d977b2016-08-23 13:49:23 -0700380 if (e->highbit && !count)
381 goto bad;
382
Linus Torvalds1da177e2005-04-16 15:20:36 -0700383 for (i = 0; i < count; i++) {
KaiGai Kohei9fe79ad2007-09-29 02:20:55 +0900384 rc = next_entry(&startbit, fp, sizeof(u32));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700385 if (rc < 0) {
peter enderborg180cfc52018-06-12 10:09:01 +0200386 pr_err("SELinux: ebitmap: truncated map\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700387 goto bad;
388 }
KaiGai Kohei9fe79ad2007-09-29 02:20:55 +0900389 startbit = le32_to_cpu(startbit);
390
391 if (startbit & (mapunit - 1)) {
peter enderborg180cfc52018-06-12 10:09:01 +0200392 pr_err("SELinux: ebitmap start bit (%d) is "
KaiGai Kohei087feb92007-10-03 23:42:56 +0900393 "not a multiple of the map unit size (%u)\n",
KaiGai Kohei9fe79ad2007-09-29 02:20:55 +0900394 startbit, mapunit);
395 goto bad;
396 }
397 if (startbit > e->highbit - mapunit) {
peter enderborg180cfc52018-06-12 10:09:01 +0200398 pr_err("SELinux: ebitmap start bit (%d) is "
KaiGai Kohei087feb92007-10-03 23:42:56 +0900399 "beyond the end of the bitmap (%u)\n",
KaiGai Kohei9fe79ad2007-09-29 02:20:55 +0900400 startbit, (e->highbit - mapunit));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700401 goto bad;
402 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700403
KaiGai Kohei9fe79ad2007-09-29 02:20:55 +0900404 if (!n || startbit >= n->startbit + EBITMAP_SIZE) {
405 struct ebitmap_node *tmp;
Junil Leeb4958c82017-06-08 13:18:09 +0900406 tmp = kmem_cache_zalloc(ebitmap_node_cachep, GFP_KERNEL);
KaiGai Kohei9fe79ad2007-09-29 02:20:55 +0900407 if (!tmp) {
peter enderborg180cfc52018-06-12 10:09:01 +0200408 pr_err("SELinux: ebitmap: out of memory\n");
KaiGai Kohei9fe79ad2007-09-29 02:20:55 +0900409 rc = -ENOMEM;
410 goto bad;
411 }
412 /* round down */
413 tmp->startbit = startbit - (startbit % EBITMAP_SIZE);
Eric Paris7696ee82008-04-18 17:38:30 -0400414 if (n)
KaiGai Kohei9fe79ad2007-09-29 02:20:55 +0900415 n->next = tmp;
Eric Paris7696ee82008-04-18 17:38:30 -0400416 else
KaiGai Kohei9fe79ad2007-09-29 02:20:55 +0900417 e->node = tmp;
KaiGai Kohei9fe79ad2007-09-29 02:20:55 +0900418 n = tmp;
419 } else if (startbit <= n->startbit) {
peter enderborg180cfc52018-06-12 10:09:01 +0200420 pr_err("SELinux: ebitmap: start bit %d"
KaiGai Kohei9fe79ad2007-09-29 02:20:55 +0900421 " comes after start bit %d\n",
422 startbit, n->startbit);
423 goto bad;
424 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700425
Linus Torvalds1da177e2005-04-16 15:20:36 -0700426 rc = next_entry(&map, fp, sizeof(u64));
427 if (rc < 0) {
peter enderborg180cfc52018-06-12 10:09:01 +0200428 pr_err("SELinux: ebitmap: truncated map\n");
KaiGai Kohei9fe79ad2007-09-29 02:20:55 +0900429 goto bad;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700430 }
KaiGai Kohei9fe79ad2007-09-29 02:20:55 +0900431 map = le64_to_cpu(map);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700432
KaiGai Kohei9fe79ad2007-09-29 02:20:55 +0900433 index = (startbit - n->startbit) / EBITMAP_UNIT_SIZE;
434 while (map) {
KaiGai Kohei087feb92007-10-03 23:42:56 +0900435 n->maps[index++] = map & (-1UL);
436 map = EBITMAP_SHIFT_UNIT_SIZE(map);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700437 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700438 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700439ok:
440 rc = 0;
441out:
442 return rc;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700443bad:
444 if (!rc)
445 rc = -EINVAL;
446 ebitmap_destroy(e);
447 goto out;
448}
Eric Pariscee74f42010-10-13 17:50:25 -0400449
450int ebitmap_write(struct ebitmap *e, void *fp)
451{
452 struct ebitmap_node *n;
453 u32 count;
454 __le32 buf[3];
455 u64 map;
456 int bit, last_bit, last_startbit, rc;
457
458 buf[0] = cpu_to_le32(BITS_PER_U64);
459
460 count = 0;
461 last_bit = 0;
462 last_startbit = -1;
463 ebitmap_for_each_positive_bit(e, n, bit) {
464 if (rounddown(bit, (int)BITS_PER_U64) > last_startbit) {
465 count++;
466 last_startbit = rounddown(bit, BITS_PER_U64);
467 }
468 last_bit = roundup(bit + 1, BITS_PER_U64);
469 }
470 buf[1] = cpu_to_le32(last_bit);
471 buf[2] = cpu_to_le32(count);
472
473 rc = put_entry(buf, sizeof(u32), 3, fp);
474 if (rc)
475 return rc;
476
477 map = 0;
478 last_startbit = INT_MIN;
479 ebitmap_for_each_positive_bit(e, n, bit) {
480 if (rounddown(bit, (int)BITS_PER_U64) > last_startbit) {
481 __le64 buf64[1];
482
483 /* this is the very first bit */
484 if (!map) {
485 last_startbit = rounddown(bit, BITS_PER_U64);
486 map = (u64)1 << (bit - last_startbit);
487 continue;
488 }
489
490 /* write the last node */
491 buf[0] = cpu_to_le32(last_startbit);
492 rc = put_entry(buf, sizeof(u32), 1, fp);
493 if (rc)
494 return rc;
495
496 buf64[0] = cpu_to_le64(map);
497 rc = put_entry(buf64, sizeof(u64), 1, fp);
498 if (rc)
499 return rc;
500
501 /* set up for the next node */
502 map = 0;
503 last_startbit = rounddown(bit, BITS_PER_U64);
504 }
505 map |= (u64)1 << (bit - last_startbit);
506 }
507 /* write the last node */
508 if (map) {
509 __le64 buf64[1];
510
511 /* write the last node */
512 buf[0] = cpu_to_le32(last_startbit);
513 rc = put_entry(buf, sizeof(u32), 1, fp);
514 if (rc)
515 return rc;
516
517 buf64[0] = cpu_to_le64(map);
518 rc = put_entry(buf64, sizeof(u64), 1, fp);
519 if (rc)
520 return rc;
521 }
522 return 0;
523}
Junil Leeb4958c82017-06-08 13:18:09 +0900524
Stephen Smalleyaa8e7122018-03-01 18:48:02 -0500525void __init ebitmap_cache_init(void)
Junil Leeb4958c82017-06-08 13:18:09 +0900526{
527 ebitmap_node_cachep = kmem_cache_create("ebitmap_node",
528 sizeof(struct ebitmap_node),
529 0, SLAB_PANIC, NULL);
530}