| Greg Kroah-Hartman | b244131 | 2017-11-01 15:07:57 +0100 | [diff] [blame] | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
| Matthew Wilcox | 1366c37 | 2016-03-17 14:21:45 -0700 | [diff] [blame] | 2 | #include <linux/gfp.h> |
| 3 | #include <linux/types.h> |
| 4 | #include <linux/radix-tree.h> |
| 5 | #include <linux/rcupdate.h> |
| 6 | |
| 7 | struct item { |
| Ross Zwisler | 3e252fa | 2018-05-18 16:08:58 -0700 | [diff] [blame] | 8 | struct rcu_head rcu_head; |
| Matthew Wilcox | 1366c37 | 2016-03-17 14:21:45 -0700 | [diff] [blame] | 9 | unsigned long index; |
| Matthew Wilcox | 101d960 | 2016-12-14 15:08:23 -0800 | [diff] [blame] | 10 | unsigned int order; |
| Matthew Wilcox | 1366c37 | 2016-03-17 14:21:45 -0700 | [diff] [blame] | 11 | }; |
| 12 | |
| Matthew Wilcox | 101d960 | 2016-12-14 15:08:23 -0800 | [diff] [blame] | 13 | struct item *item_create(unsigned long index, unsigned int order); |
| 14 | int __item_insert(struct radix_tree_root *root, struct item *item); |
| Matthew Wilcox | 1366c37 | 2016-03-17 14:21:45 -0700 | [diff] [blame] | 15 | int item_insert(struct radix_tree_root *root, unsigned long index); |
| Ross Zwisler | fd8f58c | 2018-05-18 16:09:01 -0700 | [diff] [blame] | 16 | void item_sanity(struct item *item, unsigned long index); |
| Matthew Wilcox | 4f3755d | 2016-05-20 17:02:14 -0700 | [diff] [blame] | 17 | int item_insert_order(struct radix_tree_root *root, unsigned long index, |
| 18 | unsigned order); |
| Matthew Wilcox | 1366c37 | 2016-03-17 14:21:45 -0700 | [diff] [blame] | 19 | int item_delete(struct radix_tree_root *root, unsigned long index); |
| Ross Zwisler | 3e252fa | 2018-05-18 16:08:58 -0700 | [diff] [blame] | 20 | int item_delete_rcu(struct radix_tree_root *root, unsigned long index); |
| Matthew Wilcox | 1366c37 | 2016-03-17 14:21:45 -0700 | [diff] [blame] | 21 | struct item *item_lookup(struct radix_tree_root *root, unsigned long index); |
| 22 | |
| 23 | void item_check_present(struct radix_tree_root *root, unsigned long index); |
| 24 | void item_check_absent(struct radix_tree_root *root, unsigned long index); |
| 25 | void item_gang_check_present(struct radix_tree_root *root, |
| 26 | unsigned long start, unsigned long nr, |
| 27 | int chunk, int hop); |
| 28 | void item_full_scan(struct radix_tree_root *root, unsigned long start, |
| 29 | unsigned long nr, int chunk); |
| 30 | void item_kill_tree(struct radix_tree_root *root); |
| 31 | |
| Matthew Wilcox | 268f42d | 2016-12-14 15:08:55 -0800 | [diff] [blame] | 32 | int tag_tagged_items(struct radix_tree_root *, pthread_mutex_t *, |
| 33 | unsigned long start, unsigned long end, unsigned batch, |
| 34 | unsigned iftag, unsigned thentag); |
| Matthew Wilcox | 478922e | 2016-12-14 15:08:52 -0800 | [diff] [blame] | 35 | unsigned long find_item(struct radix_tree_root *, void *item); |
| 36 | |
| Matthew Wilcox | 1366c37 | 2016-03-17 14:21:45 -0700 | [diff] [blame] | 37 | void tag_check(void); |
| Matthew Wilcox | 4f3755d | 2016-05-20 17:02:14 -0700 | [diff] [blame] | 38 | void multiorder_checks(void); |
| Matthew Wilcox | 3e3cdc6 | 2016-12-14 15:09:10 -0800 | [diff] [blame] | 39 | void iteration_test(unsigned order, unsigned duration); |
| Konstantin Khlebnikov | cfa40bc | 2016-12-14 15:08:14 -0800 | [diff] [blame] | 40 | void benchmark(void); |
| Matthew Wilcox | 0a835c4 | 2016-12-20 10:27:56 -0500 | [diff] [blame] | 41 | void idr_checks(void); |
| 42 | void ida_checks(void); |
| Matthew Wilcox | 4ecd954 | 2017-03-03 12:16:10 -0500 | [diff] [blame] | 43 | void ida_thread_tests(void); |
| Matthew Wilcox | 1366c37 | 2016-03-17 14:21:45 -0700 | [diff] [blame] | 44 | |
| 45 | struct item * |
| 46 | item_tag_set(struct radix_tree_root *root, unsigned long index, int tag); |
| 47 | struct item * |
| 48 | item_tag_clear(struct radix_tree_root *root, unsigned long index, int tag); |
| 49 | int item_tag_get(struct radix_tree_root *root, unsigned long index, int tag); |
| 50 | void tree_verify_min_height(struct radix_tree_root *root, int maxindex); |
| 51 | void verify_tag_consistency(struct radix_tree_root *root, unsigned int tag); |
| 52 | |
| 53 | extern int nr_allocated; |
| 54 | |
| 55 | /* Normally private parts of lib/radix-tree.c */ |
| Matthew Wilcox | 148deab | 2016-12-14 15:08:49 -0800 | [diff] [blame] | 56 | struct radix_tree_node *entry_to_node(void *ptr); |
| Ross Zwisler | 0796c58 | 2016-05-20 17:02:55 -0700 | [diff] [blame] | 57 | void radix_tree_dump(struct radix_tree_root *root); |
| Matthew Wilcox | 1366c37 | 2016-03-17 14:21:45 -0700 | [diff] [blame] | 58 | int root_tag_get(struct radix_tree_root *root, unsigned int tag); |
| Matthew Wilcox | 0694f0c | 2016-05-20 17:03:16 -0700 | [diff] [blame] | 59 | unsigned long node_maxindex(struct radix_tree_node *); |
| 60 | unsigned long shift_maxindex(unsigned int shift); |
| Matthew Wilcox | 6df5ee7 | 2016-12-14 15:08:05 -0800 | [diff] [blame] | 61 | int radix_tree_cpu_dead(unsigned int cpu); |
| Matthew Wilcox | 2791653a | 2016-12-14 15:09:04 -0800 | [diff] [blame] | 62 | struct radix_tree_preload { |
| 63 | unsigned nr; |
| 64 | struct radix_tree_node *nodes; |
| 65 | }; |
| 66 | extern struct radix_tree_preload radix_tree_preloads; |