Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
| 2 | * A fast, small, non-recursive O(nlog n) sort for the Linux kernel |
| 3 | * |
| 4 | * Jan 23 2005 Matt Mackall <mpm@selenic.com> |
| 5 | */ |
| 6 | |
Rasmus Villemoes | 42cf809 | 2015-02-12 15:02:35 -0800 | [diff] [blame] | 7 | #include <linux/types.h> |
| 8 | #include <linux/export.h> |
Adrian Bunk | ecec4cb | 2005-09-10 00:26:59 -0700 | [diff] [blame] | 9 | #include <linux/sort.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 10 | |
Daniel Wagner | ca96ab8 | 2015-06-25 15:02:14 -0700 | [diff] [blame^] | 11 | static int alignment_ok(const void *base, int align) |
| 12 | { |
| 13 | return IS_ENABLED(CONFIG_HAVE_EFFICIENT_UNALIGNED_ACCESS) || |
| 14 | ((unsigned long)base & (align - 1)) == 0; |
| 15 | } |
| 16 | |
Adrian Bunk | ecec4cb | 2005-09-10 00:26:59 -0700 | [diff] [blame] | 17 | static void u32_swap(void *a, void *b, int size) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 18 | { |
| 19 | u32 t = *(u32 *)a; |
| 20 | *(u32 *)a = *(u32 *)b; |
| 21 | *(u32 *)b = t; |
| 22 | } |
| 23 | |
Daniel Wagner | ca96ab8 | 2015-06-25 15:02:14 -0700 | [diff] [blame^] | 24 | static void u64_swap(void *a, void *b, int size) |
| 25 | { |
| 26 | u64 t = *(u64 *)a; |
| 27 | *(u64 *)a = *(u64 *)b; |
| 28 | *(u64 *)b = t; |
| 29 | } |
| 30 | |
Adrian Bunk | ecec4cb | 2005-09-10 00:26:59 -0700 | [diff] [blame] | 31 | static void generic_swap(void *a, void *b, int size) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 32 | { |
| 33 | char t; |
| 34 | |
| 35 | do { |
| 36 | t = *(char *)a; |
| 37 | *(char *)a++ = *(char *)b; |
| 38 | *(char *)b++ = t; |
| 39 | } while (--size > 0); |
| 40 | } |
| 41 | |
Robert P. J. Day | 72fd4a3 | 2007-02-10 01:45:59 -0800 | [diff] [blame] | 42 | /** |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 43 | * sort - sort an array of elements |
| 44 | * @base: pointer to data to sort |
| 45 | * @num: number of elements |
| 46 | * @size: size of each element |
Wu Fengguang | b53907c | 2009-01-07 18:09:11 -0800 | [diff] [blame] | 47 | * @cmp_func: pointer to comparison function |
| 48 | * @swap_func: pointer to swap function or NULL |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 49 | * |
| 50 | * This function does a heapsort on the given array. You may provide a |
Wu Fengguang | b53907c | 2009-01-07 18:09:11 -0800 | [diff] [blame] | 51 | * swap_func function optimized to your element type. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 52 | * |
| 53 | * Sorting time is O(n log n) both on average and worst-case. While |
| 54 | * qsort is about 20% faster on average, it suffers from exploitable |
| 55 | * O(n*n) worst-case behavior and extra memory requirements that make |
| 56 | * it less suitable for kernel use. |
| 57 | */ |
| 58 | |
| 59 | void sort(void *base, size_t num, size_t size, |
Wu Fengguang | b53907c | 2009-01-07 18:09:11 -0800 | [diff] [blame] | 60 | int (*cmp_func)(const void *, const void *), |
| 61 | void (*swap_func)(void *, void *, int size)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 62 | { |
| 63 | /* pre-scale counters for performance */ |
keios | d3717bd | 2006-10-03 01:13:49 -0700 | [diff] [blame] | 64 | int i = (num/2 - 1) * size, n = num * size, c, r; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 65 | |
Daniel Wagner | ca96ab8 | 2015-06-25 15:02:14 -0700 | [diff] [blame^] | 66 | if (!swap_func) { |
| 67 | if (size == 4 && alignment_ok(base, 4)) |
| 68 | swap_func = u32_swap; |
| 69 | else if (size == 8 && alignment_ok(base, 8)) |
| 70 | swap_func = u64_swap; |
| 71 | else |
| 72 | swap_func = generic_swap; |
| 73 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 74 | |
| 75 | /* heapify */ |
| 76 | for ( ; i >= 0; i -= size) { |
keios | d3717bd | 2006-10-03 01:13:49 -0700 | [diff] [blame] | 77 | for (r = i; r * 2 + size < n; r = c) { |
| 78 | c = r * 2 + size; |
Wu Fengguang | b53907c | 2009-01-07 18:09:11 -0800 | [diff] [blame] | 79 | if (c < n - size && |
| 80 | cmp_func(base + c, base + c + size) < 0) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 81 | c += size; |
Wu Fengguang | b53907c | 2009-01-07 18:09:11 -0800 | [diff] [blame] | 82 | if (cmp_func(base + r, base + c) >= 0) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 83 | break; |
Wu Fengguang | b53907c | 2009-01-07 18:09:11 -0800 | [diff] [blame] | 84 | swap_func(base + r, base + c, size); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 85 | } |
| 86 | } |
| 87 | |
| 88 | /* sort */ |
Subbaiah Venkata | 995e428 | 2007-10-16 23:27:06 -0700 | [diff] [blame] | 89 | for (i = n - size; i > 0; i -= size) { |
Wu Fengguang | b53907c | 2009-01-07 18:09:11 -0800 | [diff] [blame] | 90 | swap_func(base, base + i, size); |
keios | d3717bd | 2006-10-03 01:13:49 -0700 | [diff] [blame] | 91 | for (r = 0; r * 2 + size < i; r = c) { |
| 92 | c = r * 2 + size; |
Wu Fengguang | b53907c | 2009-01-07 18:09:11 -0800 | [diff] [blame] | 93 | if (c < i - size && |
| 94 | cmp_func(base + c, base + c + size) < 0) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 95 | c += size; |
Wu Fengguang | b53907c | 2009-01-07 18:09:11 -0800 | [diff] [blame] | 96 | if (cmp_func(base + r, base + c) >= 0) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 97 | break; |
Wu Fengguang | b53907c | 2009-01-07 18:09:11 -0800 | [diff] [blame] | 98 | swap_func(base + r, base + c, size); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 99 | } |
| 100 | } |
| 101 | } |
| 102 | |
| 103 | EXPORT_SYMBOL(sort); |
| 104 | |
| 105 | #if 0 |
Rasmus Villemoes | 2ddae68 | 2015-02-12 15:03:10 -0800 | [diff] [blame] | 106 | #include <linux/slab.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 107 | /* a simple boot-time regression test */ |
| 108 | |
| 109 | int cmpint(const void *a, const void *b) |
| 110 | { |
| 111 | return *(int *)a - *(int *)b; |
| 112 | } |
| 113 | |
| 114 | static int sort_test(void) |
| 115 | { |
Domen Puncer | d28c2bc | 2005-05-05 16:16:19 -0700 | [diff] [blame] | 116 | int *a, i, r = 1; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 117 | |
| 118 | a = kmalloc(1000 * sizeof(int), GFP_KERNEL); |
| 119 | BUG_ON(!a); |
| 120 | |
| 121 | printk("testing sort()\n"); |
| 122 | |
| 123 | for (i = 0; i < 1000; i++) { |
| 124 | r = (r * 725861) % 6599; |
| 125 | a[i] = r; |
| 126 | } |
| 127 | |
| 128 | sort(a, 1000, sizeof(int), cmpint, NULL); |
| 129 | |
| 130 | for (i = 0; i < 999; i++) |
| 131 | if (a[i] > a[i+1]) { |
| 132 | printk("sort() failed!\n"); |
| 133 | break; |
| 134 | } |
| 135 | |
| 136 | kfree(a); |
| 137 | |
| 138 | return 0; |
| 139 | } |
| 140 | |
| 141 | module_init(sort_test); |
| 142 | #endif |