blob: aedfaaafd3e7edb73a4468cba26cf2c177ea1164 [file] [log] [blame]
Rob Herringaf6074f2017-12-27 12:55:14 -06001// SPDX-License-Identifier: GPL-2.0
Stephen Rothwellf85ff302007-05-01 16:40:36 +10002#include <linux/string.h>
3#include <linux/kernel.h>
4#include <linux/of.h>
Stephen Rothwellf898f8d2007-05-01 16:49:51 +10005#include <linux/of_device.h>
Murali Karicheri1f5c69a2015-03-03 12:52:09 -05006#include <linux/of_address.h>
7#include <linux/of_iommu.h>
Jim Quinlane0d07272020-09-17 18:43:40 +02008#include <linux/dma-direct.h> /* for bus_dma_region */
Christoph Hellwig0a0f0d82020-09-22 15:31:03 +02009#include <linux/dma-map-ops.h>
Stephen Rothwellf85ff302007-05-01 16:40:36 +100010#include <linux/init.h>
11#include <linux/module.h>
12#include <linux/mod_devicetable.h>
13#include <linux/slab.h>
Robin Murphy72328882017-08-31 11:32:54 +010014#include <linux/platform_device.h>
Stephen Rothwellf85ff302007-05-01 16:40:36 +100015
16#include <asm/errno.h>
Stepan Moskovchenkoced4eec2012-12-06 14:55:41 -080017#include "of_private.h"
Stephen Rothwellf85ff302007-05-01 16:40:36 +100018
19/**
Grant Likely44504b22010-04-13 16:13:22 -070020 * of_match_device - Tell if a struct device matches an of_device_id list
Jojo Zeng8e94fd32019-04-25 09:45:54 +080021 * @matches: array of of device match structures to search in
Stephen Rothwellf85ff302007-05-01 16:40:36 +100022 * @dev: the of device structure to match against
23 *
Grant Likely2dc11582010-08-06 09:25:50 -060024 * Used by a driver to check whether an platform_device present in the
Stephen Rothwellf85ff302007-05-01 16:40:36 +100025 * system is in its list of supported devices.
26 */
27const struct of_device_id *of_match_device(const struct of_device_id *matches,
Grant Likely44504b22010-04-13 16:13:22 -070028 const struct device *dev)
Stephen Rothwellf85ff302007-05-01 16:40:36 +100029{
Grant Likely8cec0e72010-06-08 07:48:17 -060030 if ((!matches) || (!dev->of_node))
Stephen Rothwellf85ff302007-05-01 16:40:36 +100031 return NULL;
Grant Likely44504b22010-04-13 16:13:22 -070032 return of_match_node(matches, dev->of_node);
Stephen Rothwellf85ff302007-05-01 16:40:36 +100033}
34EXPORT_SYMBOL(of_match_device);
35
Grant Likely94a0cb12010-07-22 13:59:23 -060036struct platform_device *of_dev_get(struct platform_device *dev)
Stephen Rothwellf85ff302007-05-01 16:40:36 +100037{
38 struct device *tmp;
39
40 if (!dev)
41 return NULL;
42 tmp = get_device(&dev->dev);
43 if (tmp)
Grant Likely94a0cb12010-07-22 13:59:23 -060044 return to_platform_device(tmp);
Stephen Rothwellf85ff302007-05-01 16:40:36 +100045 else
46 return NULL;
47}
48EXPORT_SYMBOL(of_dev_get);
49
Grant Likely94a0cb12010-07-22 13:59:23 -060050void of_dev_put(struct platform_device *dev)
Stephen Rothwellf85ff302007-05-01 16:40:36 +100051{
52 if (dev)
53 put_device(&dev->dev);
54}
55EXPORT_SYMBOL(of_dev_put);
56
Grant Likely7096d042010-10-20 11:45:13 -060057int of_device_add(struct platform_device *ofdev)
Stephen Rothwellf85ff302007-05-01 16:40:36 +100058{
Grant Likely61c7a082010-04-13 16:12:29 -070059 BUG_ON(ofdev->dev.of_node == NULL);
Jeremy Kerr6098e2e2008-10-26 21:51:25 +000060
Grant Likelyeca39302010-06-08 07:48:21 -060061 /* name and id have to be set so that the platform bus doesn't get
62 * confused on matching */
63 ofdev->name = dev_name(&ofdev->dev);
Andy Shevchenko6d7e3bf82017-08-25 18:33:13 +030064 ofdev->id = PLATFORM_DEVID_NONE;
Grant Likelyeca39302010-06-08 07:48:21 -060065
Zhen Lei56f2de82015-08-25 12:08:22 +080066 /*
67 * If this device has not binding numa node in devicetree, that is
68 * of_node_to_nid returns NUMA_NO_NODE. device_add will assume that this
69 * device is on the same node as the parent.
70 */
71 set_dev_node(&ofdev->dev, of_node_to_nid(ofdev->dev.of_node));
Jeremy Kerr6098e2e2008-10-26 21:51:25 +000072
73 return device_add(&ofdev->dev);
Stephen Rothwellf85ff302007-05-01 16:40:36 +100074}
Grant Likely7096d042010-10-20 11:45:13 -060075
Murali Karicheri1f5c69a2015-03-03 12:52:09 -050076/**
77 * of_dma_configure - Setup DMA configuration
78 * @dev: Device to apply DMA configuration
79 * @np: Pointer to OF node having DMA configuration
Christoph Hellwig3d6ce862018-05-03 16:25:08 +020080 * @force_dma: Whether device is to be set up by of_dma_configure() even if
81 * DMA capability is not explicitly described by firmware.
Lorenzo Pieralisia081bd42020-06-19 09:20:08 +010082 * @id: Optional const pointer value input id
Murali Karicheri1f5c69a2015-03-03 12:52:09 -050083 *
84 * Try to get devices's DMA configuration from DT and update it
85 * accordingly.
86 *
87 * If platform code needs to use its own special DMA configuration, it
88 * can use a platform bus notifier and handle BUS_NOTIFY_ADD_DEVICE events
89 * to fix up DMA configuration.
90 */
Lorenzo Pieralisia081bd42020-06-19 09:20:08 +010091int of_dma_configure_id(struct device *dev, struct device_node *np,
92 bool force_dma, const u32 *id)
Murali Karicheri1f5c69a2015-03-03 12:52:09 -050093{
Robin Murphy53c92d72016-04-07 18:42:05 +010094 const struct iommu_ops *iommu;
Jim Quinlane0d07272020-09-17 18:43:40 +020095 const struct bus_dma_region *map = NULL;
Geert Uytterhoeven48ab6d52020-10-26 16:27:55 +010096 u64 dma_start = 0;
Jim Quinlane0d07272020-09-17 18:43:40 +020097 u64 mask, end, size = 0;
98 bool coherent;
99 int ret;
Murali Karicheri1f5c69a2015-03-03 12:52:09 -0500100
Jim Quinlane0d07272020-09-17 18:43:40 +0200101 ret = of_dma_get_range(np, &map);
Murali Karicheri1f5c69a2015-03-03 12:52:09 -0500102 if (ret < 0) {
Robin Murphy72328882017-08-31 11:32:54 +0100103 /*
104 * For legacy reasons, we have to assume some devices need
105 * DMA configuration regardless of whether "dma-ranges" is
106 * correctly specified or not.
107 */
Christoph Hellwig3d6ce862018-05-03 16:25:08 +0200108 if (!force_dma)
Robin Murphy72328882017-08-31 11:32:54 +0100109 return ret == -ENODEV ? 0 : ret;
Murali Karicheri1f5c69a2015-03-03 12:52:09 -0500110 } else {
Jim Quinlane0d07272020-09-17 18:43:40 +0200111 const struct bus_dma_region *r = map;
Geert Uytterhoeven48ab6d52020-10-26 16:27:55 +0100112 u64 dma_end = 0;
Jim Quinlane0d07272020-09-17 18:43:40 +0200113
114 /* Determine the overall bounds of all DMA regions */
Geert Uytterhoeven495023e2020-11-02 11:54:22 +0100115 for (dma_start = ~0; r->size; r++) {
Jim Quinlane0d07272020-09-17 18:43:40 +0200116 /* Take lower and upper limits */
117 if (r->dma_start < dma_start)
118 dma_start = r->dma_start;
119 if (r->dma_start + r->size > dma_end)
120 dma_end = r->dma_start + r->size;
121 }
122 size = dma_end - dma_start;
Murali Karicheri0c79c812015-03-03 12:52:10 -0500123
124 /*
125 * Add a work around to treat the size as mask + 1 in case
126 * it is defined in DT as a mask.
127 */
128 if (size & 1) {
Jim Quinlane0d07272020-09-17 18:43:40 +0200129 dev_warn(dev, "Invalid size 0x%llx for dma-range(s)\n",
Murali Karicheri0c79c812015-03-03 12:52:10 -0500130 size);
131 size = size + 1;
132 }
133
134 if (!size) {
135 dev_err(dev, "Adjusted size 0x%llx invalid\n", size);
Jim Quinlane0d07272020-09-17 18:43:40 +0200136 kfree(map);
Laurent Pinchart7b07cbe2017-04-10 16:51:02 +0530137 return -EINVAL;
Murali Karicheri0c79c812015-03-03 12:52:10 -0500138 }
Murali Karicheri1f5c69a2015-03-03 12:52:09 -0500139 }
140
Robin Murphy72328882017-08-31 11:32:54 +0100141 /*
Robin Murphy4d8bde82018-07-23 23:16:12 +0100142 * If @dev is expected to be DMA-capable then the bus code that created
143 * it should have initialised its dma_mask pointer by this point. For
144 * now, we'll continue the legacy behaviour of coercing it to the
145 * coherent mask if not, but we'll no longer do so quietly.
Robin Murphy72328882017-08-31 11:32:54 +0100146 */
Robin Murphy4d8bde82018-07-23 23:16:12 +0100147 if (!dev->dma_mask) {
148 dev_warn(dev, "DMA mask not set\n");
Robin Murphy72328882017-08-31 11:32:54 +0100149 dev->dma_mask = &dev->coherent_dma_mask;
Robin Murphy4d8bde82018-07-23 23:16:12 +0100150 }
Robin Murphy72328882017-08-31 11:32:54 +0100151
Robin Murphy4d8bde82018-07-23 23:16:12 +0100152 if (!size && dev->coherent_dma_mask)
Robin Murphy72328882017-08-31 11:32:54 +0100153 size = max(dev->coherent_dma_mask, dev->coherent_dma_mask + 1);
Robin Murphy4d8bde82018-07-23 23:16:12 +0100154 else if (!size)
155 size = 1ULL << 32;
Robin Murphy72328882017-08-31 11:32:54 +0100156
Murali Karicheri9a6d7292015-03-03 14:44:57 -0600157 /*
158 * Limit coherent and dma mask based on size and default mask
159 * set by the driver.
160 */
Jim Quinlane0d07272020-09-17 18:43:40 +0200161 end = dma_start + size - 1;
Nicolas Saenz Juliennea7ba70f2019-11-21 10:26:44 +0100162 mask = DMA_BIT_MASK(ilog2(end) + 1);
Robin Murphyee7b1f32017-08-11 17:29:56 +0100163 dev->coherent_dma_mask &= mask;
164 *dev->dma_mask &= mask;
Nicolas Saenz Juliennea7ba70f2019-11-21 10:26:44 +0100165 /* ...but only set bus limit if we found valid dma-ranges earlier */
Robin Murphy6778be42018-11-07 16:30:32 +0000166 if (!ret)
Nicolas Saenz Juliennea7ba70f2019-11-21 10:26:44 +0100167 dev->bus_dma_limit = end;
Murali Karicheri9a6d7292015-03-03 14:44:57 -0600168
Murali Karicheri1f5c69a2015-03-03 12:52:09 -0500169 coherent = of_dma_is_coherent(np);
170 dev_dbg(dev, "device is%sdma coherent\n",
171 coherent ? " " : " not ");
172
Lorenzo Pieralisia081bd42020-06-19 09:20:08 +0100173 iommu = of_iommu_configure(dev, np, id);
Jim Quinlane0d07272020-09-17 18:43:40 +0200174 if (PTR_ERR(iommu) == -EPROBE_DEFER) {
175 kfree(map);
Sricharan Ra37b19a2017-05-27 19:17:41 +0530176 return -EPROBE_DEFER;
Jim Quinlane0d07272020-09-17 18:43:40 +0200177 }
Laurent Pinchart7b07cbe2017-04-10 16:51:02 +0530178
Murali Karicheri1f5c69a2015-03-03 12:52:09 -0500179 dev_dbg(dev, "device is%sbehind an iommu\n",
180 iommu ? " " : " not ");
181
Jim Quinlane0d07272020-09-17 18:43:40 +0200182 arch_setup_dma_ops(dev, dma_start, size, iommu, coherent);
Laurent Pinchart7b07cbe2017-04-10 16:51:02 +0530183
Jim Quinlane0d07272020-09-17 18:43:40 +0200184 dev->dma_range_map = map;
Laurent Pinchart7b07cbe2017-04-10 16:51:02 +0530185 return 0;
Murali Karicheri1f5c69a2015-03-03 12:52:09 -0500186}
Lorenzo Pieralisia081bd42020-06-19 09:20:08 +0100187EXPORT_SYMBOL_GPL(of_dma_configure_id);
Murali Karicheri1f5c69a2015-03-03 12:52:09 -0500188
Grant Likely7096d042010-10-20 11:45:13 -0600189int of_device_register(struct platform_device *pdev)
190{
191 device_initialize(&pdev->dev);
192 return of_device_add(pdev);
193}
Stephen Rothwellf85ff302007-05-01 16:40:36 +1000194EXPORT_SYMBOL(of_device_register);
195
Grant Likely94a0cb12010-07-22 13:59:23 -0600196void of_device_unregister(struct platform_device *ofdev)
Stephen Rothwellf85ff302007-05-01 16:40:36 +1000197{
Stephen Rothwellf85ff302007-05-01 16:40:36 +1000198 device_unregister(&ofdev->dev);
199}
200EXPORT_SYMBOL(of_device_unregister);
Stephen Rothwell09e67ca2008-05-16 11:57:45 +1000201
Joachim Eastwood3386e0f2015-05-06 20:09:09 +0200202const void *of_device_get_match_data(const struct device *dev)
203{
204 const struct of_device_id *match;
205
206 match = of_match_device(dev->driver->of_match_table, dev);
207 if (!match)
208 return NULL;
209
210 return match->data;
211}
212EXPORT_SYMBOL(of_device_get_match_data);
213
Rob Herring0634c292017-03-22 09:16:27 -0500214static ssize_t of_device_get_modalias(struct device *dev, char *str, ssize_t len)
Stephen Rothwell09e67ca2008-05-16 11:57:45 +1000215{
216 const char *compat;
Rob Herringbc575062017-07-21 15:45:32 -0500217 char *c;
218 struct property *p;
219 ssize_t csize;
Bjorn Andersson8c2a75e2017-08-23 18:03:52 -0700220 ssize_t tsize;
Stephen Rothwell09e67ca2008-05-16 11:57:45 +1000221
Zhang Ruib9f73062014-01-14 16:46:38 +0800222 if ((!dev) || (!dev->of_node))
223 return -ENODEV;
224
Stephen Rothwell09e67ca2008-05-16 11:57:45 +1000225 /* Name & Type */
Rob Herringa613b262018-08-27 20:00:19 -0500226 /* %p eats all alphanum characters, so %c must be used here */
227 csize = snprintf(str, len, "of:N%pOFn%c%s", dev->of_node, 'T',
Rob Herringe8b1dee22018-08-29 08:36:12 -0500228 of_node_get_device_type(dev->of_node));
Bjorn Andersson8c2a75e2017-08-23 18:03:52 -0700229 tsize = csize;
Rob Herringbc575062017-07-21 15:45:32 -0500230 len -= csize;
Bjorn Andersson8c2a75e2017-08-23 18:03:52 -0700231 if (str)
232 str += csize;
Stephen Rothwell09e67ca2008-05-16 11:57:45 +1000233
Rob Herringbc575062017-07-21 15:45:32 -0500234 of_property_for_each_string(dev->of_node, "compatible", p, compat) {
Bjorn Andersson8c2a75e2017-08-23 18:03:52 -0700235 csize = strlen(compat) + 1;
236 tsize += csize;
237 if (csize > len)
238 continue;
Stephen Rothwell09e67ca2008-05-16 11:57:45 +1000239
Rob Herringbc575062017-07-21 15:45:32 -0500240 csize = snprintf(str, len, "C%s", compat);
241 for (c = str; c; ) {
242 c = strchr(c, ' ');
243 if (c)
244 *c++ = '_';
245 }
246 len -= csize;
247 str += csize;
Stephen Rothwell09e67ca2008-05-16 11:57:45 +1000248 }
249
Bjorn Andersson8c2a75e2017-08-23 18:03:52 -0700250 return tsize;
Stephen Rothwell09e67ca2008-05-16 11:57:45 +1000251}
Grant Likelydd27dcd2010-06-08 07:48:12 -0600252
Stephen Boyd9c829c02016-12-28 14:56:47 -0800253int of_device_request_module(struct device *dev)
254{
255 char *str;
256 ssize_t size;
257 int ret;
258
259 size = of_device_get_modalias(dev, NULL, 0);
260 if (size < 0)
261 return size;
262
263 str = kmalloc(size + 1, GFP_KERNEL);
264 if (!str)
265 return -ENOMEM;
266
267 of_device_get_modalias(dev, str, size);
268 str[size] = '\0';
269 ret = request_module(str);
270 kfree(str);
271
272 return ret;
273}
274EXPORT_SYMBOL_GPL(of_device_request_module);
275
Grant Likelydd27dcd2010-06-08 07:48:12 -0600276/**
Rob Herring0634c292017-03-22 09:16:27 -0500277 * of_device_modalias - Fill buffer with newline terminated modalias string
278 */
279ssize_t of_device_modalias(struct device *dev, char *str, ssize_t len)
280{
281 ssize_t sl = of_device_get_modalias(dev, str, len - 2);
282 if (sl < 0)
283 return sl;
Bjorn Andersson08ab58d2017-08-23 18:04:04 -0700284 if (sl > len - 2)
285 return -ENOMEM;
Rob Herring0634c292017-03-22 09:16:27 -0500286
287 str[sl++] = '\n';
288 str[sl] = 0;
289 return sl;
290}
291EXPORT_SYMBOL_GPL(of_device_modalias);
292
293/**
Grant Likelydd27dcd2010-06-08 07:48:12 -0600294 * of_device_uevent - Display OF related uevent information
295 */
Grant Likely07d57a32012-02-01 11:22:22 -0700296void of_device_uevent(struct device *dev, struct kobj_uevent_env *env)
Grant Likelydd27dcd2010-06-08 07:48:12 -0600297{
Rob Herringe8b1dee22018-08-29 08:36:12 -0500298 const char *compat, *type;
Stepan Moskovchenkoced4eec2012-12-06 14:55:41 -0800299 struct alias_prop *app;
Rob Herringbc575062017-07-21 15:45:32 -0500300 struct property *p;
301 int seen = 0;
Grant Likelydd27dcd2010-06-08 07:48:12 -0600302
303 if ((!dev) || (!dev->of_node))
Grant Likely07d57a32012-02-01 11:22:22 -0700304 return;
Grant Likelydd27dcd2010-06-08 07:48:12 -0600305
Rob Herringa613b262018-08-27 20:00:19 -0500306 add_uevent_var(env, "OF_NAME=%pOFn", dev->of_node);
Rob Herring0d638a02017-06-01 15:50:55 -0500307 add_uevent_var(env, "OF_FULLNAME=%pOF", dev->of_node);
Rob Herringe8b1dee22018-08-29 08:36:12 -0500308 type = of_node_get_device_type(dev->of_node);
309 if (type)
310 add_uevent_var(env, "OF_TYPE=%s", type);
Grant Likelydd27dcd2010-06-08 07:48:12 -0600311
312 /* Since the compatible field can contain pretty much anything
313 * it's not really legal to split it out with commas. We split it
314 * up using a number of environment variables instead. */
Rob Herringbc575062017-07-21 15:45:32 -0500315 of_property_for_each_string(dev->of_node, "compatible", p, compat) {
Grant Likely07d57a32012-02-01 11:22:22 -0700316 add_uevent_var(env, "OF_COMPATIBLE_%d=%s", seen, compat);
Grant Likelydd27dcd2010-06-08 07:48:12 -0600317 seen++;
318 }
Grant Likely07d57a32012-02-01 11:22:22 -0700319 add_uevent_var(env, "OF_COMPATIBLE_N=%d", seen);
Stepan Moskovchenkoced4eec2012-12-06 14:55:41 -0800320
321 seen = 0;
Pantelis Antoniouc05aba22014-07-04 19:58:03 +0300322 mutex_lock(&of_mutex);
Stepan Moskovchenkoced4eec2012-12-06 14:55:41 -0800323 list_for_each_entry(app, &aliases_lookup, link) {
324 if (dev->of_node == app->np) {
325 add_uevent_var(env, "OF_ALIAS_%d=%s", seen,
326 app->alias);
327 seen++;
328 }
329 }
Pantelis Antoniouc05aba22014-07-04 19:58:03 +0300330 mutex_unlock(&of_mutex);
Grant Likely07d57a32012-02-01 11:22:22 -0700331}
Grant Likelydd27dcd2010-06-08 07:48:12 -0600332
Grant Likely07d57a32012-02-01 11:22:22 -0700333int of_device_uevent_modalias(struct device *dev, struct kobj_uevent_env *env)
334{
335 int sl;
Grant Likelydd27dcd2010-06-08 07:48:12 -0600336
Grant Likely07d57a32012-02-01 11:22:22 -0700337 if ((!dev) || (!dev->of_node))
338 return -ENODEV;
339
340 /* Devicetree modalias is tricky, we add it in 2 steps */
Grant Likelydd27dcd2010-06-08 07:48:12 -0600341 if (add_uevent_var(env, "MODALIAS="))
342 return -ENOMEM;
343
Grant Likely34a1c1e2010-06-08 07:48:13 -0600344 sl = of_device_get_modalias(dev, &env->buf[env->buflen-1],
Grant Likelydd27dcd2010-06-08 07:48:12 -0600345 sizeof(env->buf) - env->buflen);
346 if (sl >= (sizeof(env->buf) - env->buflen))
347 return -ENOMEM;
348 env->buflen += sl;
349
350 return 0;
351}
Stephen Boyd7a3b7cd2016-12-28 14:56:48 -0800352EXPORT_SYMBOL_GPL(of_device_uevent_modalias);