blob: c50fa6f0709fd2825e1a5980d5cf4856780364da [file] [log] [blame]
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +10001/**************************************************************************
2 *
3 * Copyright 2006 Tungsten Graphics, Inc., Bismarck, ND. USA.
4 * All Rights Reserved.
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the
8 * "Software"), to deal in the Software without restriction, including
9 * without limitation the rights to use, copy, modify, merge, publish,
10 * distribute, sub license, and/or sell copies of the Software, and to
11 * permit persons to whom the Software is furnished to do so, subject to
12 * the following conditions:
13 *
14 * The above copyright notice and this permission notice (including the
15 * next paragraph) shall be included in all copies or substantial portions
16 * of the Software.
17 *
18 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
19 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
20 * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
21 * THE COPYRIGHT HOLDERS, AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM,
22 * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
23 * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
24 * USE OR OTHER DEALINGS IN THE SOFTWARE.
25 *
26 *
27 **************************************************************************/
28/*
29 * Simple open hash tab implementation.
30 *
31 * Authors:
Jan Engelhardt96de0e22007-10-19 23:21:04 +020032 * Thomas Hellström <thomas-at-tungstengraphics-dot-com>
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +100033 */
34
Paul Gortmaker2d1a8a42011-08-30 18:16:33 -040035#include <linux/export.h>
Sam Ravnborg0500c042019-05-26 19:35:35 +020036#include <linux/hash.h>
37#include <linux/mm.h>
38#include <linux/rculist.h>
39#include <linux/slab.h>
40#include <linux/vmalloc.h>
41
42#include <drm/drm_hashtab.h>
43#include <drm/drm_print.h>
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +100044
Dave Airliee0be4282007-07-12 10:26:44 +100045int drm_ht_create(struct drm_open_hash *ht, unsigned int order)
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +100046{
Chris Wilson7811bdd2011-01-26 18:33:25 +000047 unsigned int size = 1 << order;
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +100048
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +100049 ht->order = order;
Dave Airliec1185cc2007-02-18 18:23:11 +110050 ht->table = NULL;
Chris Wilson7811bdd2011-01-26 18:33:25 +000051 if (size <= PAGE_SIZE / sizeof(*ht->table))
52 ht->table = kcalloc(size, sizeof(*ht->table), GFP_KERNEL);
53 else
Kees Cookfad953c2018-06-12 14:27:37 -070054 ht->table = vzalloc(array_size(size, sizeof(*ht->table)));
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +100055 if (!ht->table) {
56 DRM_ERROR("Out of memory for hash table\n");
57 return -ENOMEM;
58 }
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +100059 return 0;
60}
Jerome Glissef2cb5d82009-04-08 17:16:24 +020061EXPORT_SYMBOL(drm_ht_create);
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +100062
Dave Airliee0be4282007-07-12 10:26:44 +100063void drm_ht_verbose_list(struct drm_open_hash *ht, unsigned long key)
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +100064{
Dave Airliee0be4282007-07-12 10:26:44 +100065 struct drm_hash_item *entry;
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +100066 struct hlist_head *h_list;
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +100067 unsigned int hashed_key;
68 int count = 0;
69
70 hashed_key = hash_long(key, ht->order);
71 DRM_DEBUG("Key is 0x%08lx, Hashed key is 0x%08x\n", key, hashed_key);
72 h_list = &ht->table[hashed_key];
Sasha Levinb67bfe02013-02-27 17:06:00 -080073 hlist_for_each_entry(entry, h_list, head)
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +100074 DRM_DEBUG("count %d, key: 0x%08lx\n", count++, entry->key);
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +100075}
76
Dave Airliebc5f4522007-11-05 12:50:58 +100077static struct hlist_node *drm_ht_find_key(struct drm_open_hash *ht,
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +100078 unsigned long key)
79{
Dave Airliee0be4282007-07-12 10:26:44 +100080 struct drm_hash_item *entry;
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +100081 struct hlist_head *h_list;
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +100082 unsigned int hashed_key;
83
84 hashed_key = hash_long(key, ht->order);
85 h_list = &ht->table[hashed_key];
Sasha Levinb67bfe02013-02-27 17:06:00 -080086 hlist_for_each_entry(entry, h_list, head) {
Thomas Hellstrom384cc2f2012-11-20 12:16:47 +000087 if (entry->key == key)
Sasha Levinb67bfe02013-02-27 17:06:00 -080088 return &entry->head;
Thomas Hellstrom384cc2f2012-11-20 12:16:47 +000089 if (entry->key > key)
90 break;
91 }
92 return NULL;
93}
94
95static struct hlist_node *drm_ht_find_key_rcu(struct drm_open_hash *ht,
96 unsigned long key)
97{
98 struct drm_hash_item *entry;
99 struct hlist_head *h_list;
Thomas Hellstrom384cc2f2012-11-20 12:16:47 +0000100 unsigned int hashed_key;
101
102 hashed_key = hash_long(key, ht->order);
103 h_list = &ht->table[hashed_key];
Sasha Levinb67bfe02013-02-27 17:06:00 -0800104 hlist_for_each_entry_rcu(entry, h_list, head) {
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000105 if (entry->key == key)
Sasha Levinb67bfe02013-02-27 17:06:00 -0800106 return &entry->head;
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000107 if (entry->key > key)
108 break;
109 }
110 return NULL;
111}
112
Dave Airliee0be4282007-07-12 10:26:44 +1000113int drm_ht_insert_item(struct drm_open_hash *ht, struct drm_hash_item *item)
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000114{
Dave Airliee0be4282007-07-12 10:26:44 +1000115 struct drm_hash_item *entry;
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000116 struct hlist_head *h_list;
Sasha Levinb67bfe02013-02-27 17:06:00 -0800117 struct hlist_node *parent;
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000118 unsigned int hashed_key;
119 unsigned long key = item->key;
120
121 hashed_key = hash_long(key, ht->order);
122 h_list = &ht->table[hashed_key];
123 parent = NULL;
Sasha Levinb67bfe02013-02-27 17:06:00 -0800124 hlist_for_each_entry(entry, h_list, head) {
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000125 if (entry->key == key)
Thomas Hellstrom47cc1402006-09-22 04:04:18 +1000126 return -EINVAL;
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000127 if (entry->key > key)
128 break;
Sasha Levinb67bfe02013-02-27 17:06:00 -0800129 parent = &entry->head;
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000130 }
131 if (parent) {
Ken Helias1d023282014-08-06 16:09:16 -0700132 hlist_add_behind_rcu(&item->head, parent);
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000133 } else {
Thomas Hellstromd7144552012-11-06 11:31:48 +0000134 hlist_add_head_rcu(&item->head, h_list);
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000135 }
136 return 0;
137}
Jesse Barnesa2c0a972008-11-05 10:31:53 -0800138EXPORT_SYMBOL(drm_ht_insert_item);
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000139
140/*
Dave Airliebc5f4522007-11-05 12:50:58 +1000141 * Just insert an item and return any "bits" bit key that hasn't been
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000142 * used before.
143 */
Dave Airliee0be4282007-07-12 10:26:44 +1000144int drm_ht_just_insert_please(struct drm_open_hash *ht, struct drm_hash_item *item,
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000145 unsigned long seed, int bits, int shift,
146 unsigned long add)
147{
148 int ret;
Xie XiuQiae0119f2016-09-06 16:55:38 +0800149 unsigned long mask = (1UL << bits) - 1;
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000150 unsigned long first, unshifted_key;
151
152 unshifted_key = hash_long(seed, bits);
153 first = unshifted_key;
154 do {
155 item->key = (unshifted_key << shift) + add;
156 ret = drm_ht_insert_item(ht, item);
157 if (ret)
158 unshifted_key = (unshifted_key + 1) & mask;
159 } while(ret && (unshifted_key != first));
160
161 if (ret) {
162 DRM_ERROR("Available key bit space exhausted\n");
163 return -EINVAL;
164 }
165 return 0;
166}
Jerome Glissef2cb5d82009-04-08 17:16:24 +0200167EXPORT_SYMBOL(drm_ht_just_insert_please);
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000168
Dave Airliee0be4282007-07-12 10:26:44 +1000169int drm_ht_find_item(struct drm_open_hash *ht, unsigned long key,
170 struct drm_hash_item **item)
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000171{
172 struct hlist_node *list;
173
Thomas Hellstrom384cc2f2012-11-20 12:16:47 +0000174 list = drm_ht_find_key_rcu(ht, key);
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000175 if (!list)
Thomas Hellstrom47cc1402006-09-22 04:04:18 +1000176 return -EINVAL;
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000177
Dave Airliee0be4282007-07-12 10:26:44 +1000178 *item = hlist_entry(list, struct drm_hash_item, head);
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000179 return 0;
180}
Jerome Glissef2cb5d82009-04-08 17:16:24 +0200181EXPORT_SYMBOL(drm_ht_find_item);
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000182
Dave Airliee0be4282007-07-12 10:26:44 +1000183int drm_ht_remove_key(struct drm_open_hash *ht, unsigned long key)
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000184{
185 struct hlist_node *list;
186
187 list = drm_ht_find_key(ht, key);
188 if (list) {
Thomas Hellstromd7144552012-11-06 11:31:48 +0000189 hlist_del_init_rcu(list);
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000190 return 0;
191 }
Thomas Hellstrom47cc1402006-09-22 04:04:18 +1000192 return -EINVAL;
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000193}
194
Dave Airliee0be4282007-07-12 10:26:44 +1000195int drm_ht_remove_item(struct drm_open_hash *ht, struct drm_hash_item *item)
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000196{
Thomas Hellstromd7144552012-11-06 11:31:48 +0000197 hlist_del_init_rcu(&item->head);
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000198 return 0;
199}
Jesse Barnesa2c0a972008-11-05 10:31:53 -0800200EXPORT_SYMBOL(drm_ht_remove_item);
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000201
Dave Airliee0be4282007-07-12 10:26:44 +1000202void drm_ht_remove(struct drm_open_hash *ht)
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000203{
204 if (ht->table) {
Tetsuo Handa1d5cfdb2016-01-22 15:11:02 -0800205 kvfree(ht->table);
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000206 ht->table = NULL;
207 }
208}
Jerome Glissef2cb5d82009-04-08 17:16:24 +0200209EXPORT_SYMBOL(drm_ht_remove);