Thomas Gleixner | 2874c5f | 2019-05-27 08:55:01 +0200 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0-or-later |
Arnaldo Carvalho de Melo | 64af4e0 | 2016-01-08 11:26:43 -0300 | [diff] [blame] | 2 | /* bit search implementation |
Arnaldo Carvalho de Melo | 23e1a35 | 2014-12-15 19:50:12 -0300 | [diff] [blame] | 3 | * |
Arnaldo Carvalho de Melo | 64af4e0 | 2016-01-08 11:26:43 -0300 | [diff] [blame] | 4 | * Copied from lib/find_bit.c to tools/lib/find_bit.c |
Arnaldo Carvalho de Melo | 23e1a35 | 2014-12-15 19:50:12 -0300 | [diff] [blame] | 5 | * |
| 6 | * Copyright (C) 2004 Red Hat, Inc. All Rights Reserved. |
| 7 | * Written by David Howells (dhowells@redhat.com) |
| 8 | * |
Arnaldo Carvalho de Melo | 64af4e0 | 2016-01-08 11:26:43 -0300 | [diff] [blame] | 9 | * Copyright (C) 2008 IBM Corporation |
| 10 | * 'find_last_bit' is written by Rusty Russell <rusty@rustcorp.com.au> |
| 11 | * (Inspired by David Howell's find_next_bit implementation) |
| 12 | * |
| 13 | * Rewritten by Yury Norov <yury.norov@gmail.com> to decrease |
| 14 | * size and improve performance, 2015. |
Arnaldo Carvalho de Melo | 23e1a35 | 2014-12-15 19:50:12 -0300 | [diff] [blame] | 15 | */ |
| 16 | |
| 17 | #include <linux/bitops.h> |
Arnaldo Carvalho de Melo | 64af4e0 | 2016-01-08 11:26:43 -0300 | [diff] [blame] | 18 | #include <linux/bitmap.h> |
| 19 | #include <linux/kernel.h> |
Arnaldo Carvalho de Melo | 23e1a35 | 2014-12-15 19:50:12 -0300 | [diff] [blame] | 20 | |
Clement Courbet | 0ade34c | 2018-02-06 15:38:34 -0800 | [diff] [blame] | 21 | #if !defined(find_next_bit) || !defined(find_next_zero_bit) || \ |
| 22 | !defined(find_next_and_bit) |
Arnaldo Carvalho de Melo | 64af4e0 | 2016-01-08 11:26:43 -0300 | [diff] [blame] | 23 | |
| 24 | /* |
Clement Courbet | 0ade34c | 2018-02-06 15:38:34 -0800 | [diff] [blame] | 25 | * This is a common helper function for find_next_bit, find_next_zero_bit, and |
| 26 | * find_next_and_bit. The differences are: |
| 27 | * - The "invert" argument, which is XORed with each fetched word before |
| 28 | * searching it for one bits. |
| 29 | * - The optional "addr2", which is anded with "addr1" if present. |
Arnaldo Carvalho de Melo | 64af4e0 | 2016-01-08 11:26:43 -0300 | [diff] [blame] | 30 | */ |
Yury Norov | ea81c1e | 2021-05-06 18:03:07 -0700 | [diff] [blame] | 31 | unsigned long _find_next_bit(const unsigned long *addr1, |
Clement Courbet | 0ade34c | 2018-02-06 15:38:34 -0800 | [diff] [blame] | 32 | const unsigned long *addr2, unsigned long nbits, |
Yury Norov | ea81c1e | 2021-05-06 18:03:07 -0700 | [diff] [blame] | 33 | unsigned long start, unsigned long invert, unsigned long le) |
Arnaldo Carvalho de Melo | 64af4e0 | 2016-01-08 11:26:43 -0300 | [diff] [blame] | 34 | { |
Yury Norov | ea81c1e | 2021-05-06 18:03:07 -0700 | [diff] [blame] | 35 | unsigned long tmp, mask; |
| 36 | (void) le; |
Arnaldo Carvalho de Melo | 64af4e0 | 2016-01-08 11:26:43 -0300 | [diff] [blame] | 37 | |
Matthew Wilcox | e4afd2e | 2017-02-24 15:00:58 -0800 | [diff] [blame] | 38 | if (unlikely(start >= nbits)) |
Arnaldo Carvalho de Melo | 64af4e0 | 2016-01-08 11:26:43 -0300 | [diff] [blame] | 39 | return nbits; |
| 40 | |
Clement Courbet | 0ade34c | 2018-02-06 15:38:34 -0800 | [diff] [blame] | 41 | tmp = addr1[start / BITS_PER_LONG]; |
| 42 | if (addr2) |
| 43 | tmp &= addr2[start / BITS_PER_LONG]; |
| 44 | tmp ^= invert; |
Arnaldo Carvalho de Melo | 64af4e0 | 2016-01-08 11:26:43 -0300 | [diff] [blame] | 45 | |
| 46 | /* Handle 1st word. */ |
Yury Norov | ea81c1e | 2021-05-06 18:03:07 -0700 | [diff] [blame] | 47 | mask = BITMAP_FIRST_WORD_MASK(start); |
| 48 | |
| 49 | /* |
| 50 | * Due to the lack of swab() in tools, and the fact that it doesn't |
| 51 | * need little-endian support, just comment it out |
| 52 | */ |
| 53 | #if (0) |
| 54 | if (le) |
| 55 | mask = swab(mask); |
| 56 | #endif |
| 57 | |
| 58 | tmp &= mask; |
| 59 | |
Arnaldo Carvalho de Melo | 64af4e0 | 2016-01-08 11:26:43 -0300 | [diff] [blame] | 60 | start = round_down(start, BITS_PER_LONG); |
| 61 | |
| 62 | while (!tmp) { |
| 63 | start += BITS_PER_LONG; |
| 64 | if (start >= nbits) |
| 65 | return nbits; |
| 66 | |
Clement Courbet | 0ade34c | 2018-02-06 15:38:34 -0800 | [diff] [blame] | 67 | tmp = addr1[start / BITS_PER_LONG]; |
| 68 | if (addr2) |
| 69 | tmp &= addr2[start / BITS_PER_LONG]; |
| 70 | tmp ^= invert; |
Arnaldo Carvalho de Melo | 64af4e0 | 2016-01-08 11:26:43 -0300 | [diff] [blame] | 71 | } |
| 72 | |
Yury Norov | ea81c1e | 2021-05-06 18:03:07 -0700 | [diff] [blame] | 73 | #if (0) |
| 74 | if (le) |
| 75 | tmp = swab(tmp); |
Arnaldo Carvalho de Melo | 64af4e0 | 2016-01-08 11:26:43 -0300 | [diff] [blame] | 76 | #endif |
Arnaldo Carvalho de Melo | 23e1a35 | 2014-12-15 19:50:12 -0300 | [diff] [blame] | 77 | |
Yury Norov | ea81c1e | 2021-05-06 18:03:07 -0700 | [diff] [blame] | 78 | return min(start + __ffs(tmp), nbits); |
Arnaldo Carvalho de Melo | 23e1a35 | 2014-12-15 19:50:12 -0300 | [diff] [blame] | 79 | } |
| 80 | #endif |
| 81 | |
| 82 | #ifndef find_first_bit |
| 83 | /* |
| 84 | * Find the first set bit in a memory region. |
| 85 | */ |
Yury Norov | eaae784 | 2021-05-06 18:03:18 -0700 | [diff] [blame] | 86 | unsigned long _find_first_bit(const unsigned long *addr, unsigned long size) |
Arnaldo Carvalho de Melo | 23e1a35 | 2014-12-15 19:50:12 -0300 | [diff] [blame] | 87 | { |
Arnaldo Carvalho de Melo | 64af4e0 | 2016-01-08 11:26:43 -0300 | [diff] [blame] | 88 | unsigned long idx; |
Arnaldo Carvalho de Melo | 23e1a35 | 2014-12-15 19:50:12 -0300 | [diff] [blame] | 89 | |
Arnaldo Carvalho de Melo | 64af4e0 | 2016-01-08 11:26:43 -0300 | [diff] [blame] | 90 | for (idx = 0; idx * BITS_PER_LONG < size; idx++) { |
| 91 | if (addr[idx]) |
| 92 | return min(idx * BITS_PER_LONG + __ffs(addr[idx]), size); |
Arnaldo Carvalho de Melo | 23e1a35 | 2014-12-15 19:50:12 -0300 | [diff] [blame] | 93 | } |
Arnaldo Carvalho de Melo | 23e1a35 | 2014-12-15 19:50:12 -0300 | [diff] [blame] | 94 | |
Arnaldo Carvalho de Melo | 64af4e0 | 2016-01-08 11:26:43 -0300 | [diff] [blame] | 95 | return size; |
Arnaldo Carvalho de Melo | 23e1a35 | 2014-12-15 19:50:12 -0300 | [diff] [blame] | 96 | } |
| 97 | #endif |
Jiri Olsa | 02bc11d | 2016-10-10 09:26:33 +0200 | [diff] [blame] | 98 | |
| 99 | #ifndef find_first_zero_bit |
| 100 | /* |
| 101 | * Find the first cleared bit in a memory region. |
| 102 | */ |
Yury Norov | eaae784 | 2021-05-06 18:03:18 -0700 | [diff] [blame] | 103 | unsigned long _find_first_zero_bit(const unsigned long *addr, unsigned long size) |
Jiri Olsa | 02bc11d | 2016-10-10 09:26:33 +0200 | [diff] [blame] | 104 | { |
| 105 | unsigned long idx; |
| 106 | |
| 107 | for (idx = 0; idx * BITS_PER_LONG < size; idx++) { |
| 108 | if (addr[idx] != ~0UL) |
| 109 | return min(idx * BITS_PER_LONG + ffz(addr[idx]), size); |
| 110 | } |
| 111 | |
| 112 | return size; |
| 113 | } |
| 114 | #endif |