blob: 8fb16188cd82aaff9d346a70f46e0257e468fe29 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * drivers/pci/bus.c
3 *
4 * From setup-res.c, by:
5 * Dave Rusling (david.rusling@reo.mts.dec.com)
6 * David Mosberger (davidm@cs.arizona.edu)
7 * David Miller (davem@redhat.com)
8 * Ivan Kokshaysky (ink@jurassic.park.msu.ru)
9 */
10#include <linux/module.h>
11#include <linux/kernel.h>
12#include <linux/pci.h>
13#include <linux/errno.h>
14#include <linux/ioport.h>
15#include <linux/proc_fs.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090016#include <linux/slab.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070017
18#include "pci.h"
19
Bjorn Helgaas0efd5aa2012-02-23 20:19:00 -070020void pci_add_resource_offset(struct list_head *resources, struct resource *res,
21 resource_size_t offset)
Bjorn Helgaas45ca9e92011-10-28 16:25:35 -060022{
Bjorn Helgaas0efd5aa2012-02-23 20:19:00 -070023 struct pci_host_bridge_window *window;
Bjorn Helgaas45ca9e92011-10-28 16:25:35 -060024
Bjorn Helgaas0efd5aa2012-02-23 20:19:00 -070025 window = kzalloc(sizeof(struct pci_host_bridge_window), GFP_KERNEL);
26 if (!window) {
27 printk(KERN_ERR "PCI: can't add host bridge window %pR\n", res);
Bjorn Helgaas45ca9e92011-10-28 16:25:35 -060028 return;
29 }
30
Bjorn Helgaas0efd5aa2012-02-23 20:19:00 -070031 window->res = res;
32 window->offset = offset;
33 list_add_tail(&window->list, resources);
34}
35EXPORT_SYMBOL(pci_add_resource_offset);
36
37void pci_add_resource(struct list_head *resources, struct resource *res)
38{
39 pci_add_resource_offset(resources, res, 0);
Bjorn Helgaas45ca9e92011-10-28 16:25:35 -060040}
41EXPORT_SYMBOL(pci_add_resource);
42
43void pci_free_resource_list(struct list_head *resources)
44{
Bjorn Helgaas0efd5aa2012-02-23 20:19:00 -070045 struct pci_host_bridge_window *window, *tmp;
Bjorn Helgaas45ca9e92011-10-28 16:25:35 -060046
Bjorn Helgaas0efd5aa2012-02-23 20:19:00 -070047 list_for_each_entry_safe(window, tmp, resources, list) {
48 list_del(&window->list);
49 kfree(window);
Bjorn Helgaas45ca9e92011-10-28 16:25:35 -060050 }
51}
52EXPORT_SYMBOL(pci_free_resource_list);
53
Bjorn Helgaas2fe2abf2010-02-23 10:24:36 -070054void pci_bus_add_resource(struct pci_bus *bus, struct resource *res,
55 unsigned int flags)
56{
57 struct pci_bus_resource *bus_res;
58
59 bus_res = kzalloc(sizeof(struct pci_bus_resource), GFP_KERNEL);
60 if (!bus_res) {
61 dev_err(&bus->dev, "can't add %pR resource\n", res);
62 return;
63 }
64
65 bus_res->res = res;
66 bus_res->flags = flags;
67 list_add_tail(&bus_res->list, &bus->resources);
68}
69
70struct resource *pci_bus_resource_n(const struct pci_bus *bus, int n)
71{
72 struct pci_bus_resource *bus_res;
73
74 if (n < PCI_BRIDGE_RESOURCE_NUM)
75 return bus->resource[n];
76
77 n -= PCI_BRIDGE_RESOURCE_NUM;
78 list_for_each_entry(bus_res, &bus->resources, list) {
79 if (n-- == 0)
80 return bus_res->res;
81 }
82 return NULL;
83}
84EXPORT_SYMBOL_GPL(pci_bus_resource_n);
85
86void pci_bus_remove_resources(struct pci_bus *bus)
87{
Bjorn Helgaas2fe2abf2010-02-23 10:24:36 -070088 int i;
Yinghai Lu817a2682012-09-14 17:48:41 -070089 struct pci_bus_resource *bus_res, *tmp;
Bjorn Helgaas2fe2abf2010-02-23 10:24:36 -070090
91 for (i = 0; i < PCI_BRIDGE_RESOURCE_NUM; i++)
Stephen Hemminger7736a052010-06-01 09:00:16 -070092 bus->resource[i] = NULL;
Bjorn Helgaas2fe2abf2010-02-23 10:24:36 -070093
Yinghai Lu817a2682012-09-14 17:48:41 -070094 list_for_each_entry_safe(bus_res, tmp, &bus->resources, list) {
95 list_del(&bus_res->list);
96 kfree(bus_res);
97 }
Bjorn Helgaas2fe2abf2010-02-23 10:24:36 -070098}
99
Yinghai Luf75b99d2013-12-20 09:57:37 -0700100static struct pci_bus_region pci_32_bit = {0, 0xffffffffULL};
101#ifdef CONFIG_ARCH_DMA_ADDR_T_64BIT
102static struct pci_bus_region pci_64_bit = {0,
103 (dma_addr_t) 0xffffffffffffffffULL};
Yinghai Lud56dbf52013-12-20 10:55:44 -0700104static struct pci_bus_region pci_high = {(dma_addr_t) 0x100000000ULL,
105 (dma_addr_t) 0xffffffffffffffffULL};
Yinghai Luf75b99d2013-12-20 09:57:37 -0700106#endif
107
108/*
109 * @res contains CPU addresses. Clip it so the corresponding bus addresses
110 * on @bus are entirely within @region. This is used to control the bus
111 * addresses of resources we allocate, e.g., we may need a resource that
112 * can be mapped by a 32-bit BAR.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700113 */
Yinghai Luf75b99d2013-12-20 09:57:37 -0700114static void pci_clip_resource_to_region(struct pci_bus *bus,
115 struct resource *res,
116 struct pci_bus_region *region)
117{
118 struct pci_bus_region r;
119
120 pcibios_resource_to_bus(bus, &r, res);
121 if (r.start < region->start)
122 r.start = region->start;
123 if (r.end > region->end)
124 r.end = region->end;
125
126 if (r.end < r.start)
127 res->end = res->start - 1;
128 else
129 pcibios_bus_to_resource(bus, res, &r);
130}
131
132static int pci_bus_alloc_from_region(struct pci_bus *bus, struct resource *res,
Greg Kroah-Hartmane31dd6e2006-06-12 17:06:02 -0700133 resource_size_t size, resource_size_t align,
Bjorn Helgaas664c2842014-03-07 13:51:12 -0700134 resource_size_t min, unsigned long type_mask,
Dominik Brodowskib26b2d42010-01-01 17:40:49 +0100135 resource_size_t (*alignf)(void *,
Dominik Brodowski3b7a17f2010-01-01 17:40:50 +0100136 const struct resource *,
Dominik Brodowskib26b2d42010-01-01 17:40:49 +0100137 resource_size_t,
138 resource_size_t),
Yinghai Luf75b99d2013-12-20 09:57:37 -0700139 void *alignf_data,
140 struct pci_bus_region *region)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700141{
Yinghai Luf75b99d2013-12-20 09:57:37 -0700142 int i, ret;
143 struct resource *r, avail;
144 resource_size_t max;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700145
Bjorn Helgaasaa11fc52014-03-07 13:39:01 -0700146 type_mask |= IORESOURCE_TYPE_BITS;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700147
Bjorn Helgaas6db45b72010-12-16 10:38:36 -0700148 pci_bus_for_each_resource(bus, r, i) {
149 if (!r)
150 continue;
151
Linus Torvalds1da177e2005-04-16 15:20:36 -0700152 /* type_mask must match */
153 if ((res->flags ^ r->flags) & type_mask)
154 continue;
155
156 /* We cannot allocate a non-prefetching resource
157 from a pre-fetching area */
158 if ((r->flags & IORESOURCE_PREFETCH) &&
159 !(res->flags & IORESOURCE_PREFETCH))
160 continue;
161
Yinghai Luf75b99d2013-12-20 09:57:37 -0700162 avail = *r;
163 pci_clip_resource_to_region(bus, &avail, region);
Yinghai Luf75b99d2013-12-20 09:57:37 -0700164
165 /*
166 * "min" is typically PCIBIOS_MIN_IO or PCIBIOS_MIN_MEM to
167 * protect badly documented motherboard resources, but if
168 * this is an already-configured bridge window, its start
169 * overrides "min".
170 */
171 if (avail.start)
172 min = avail.start;
173
174 max = avail.end;
175
Linus Torvalds1da177e2005-04-16 15:20:36 -0700176 /* Ok, try it out.. */
Yinghai Luf75b99d2013-12-20 09:57:37 -0700177 ret = allocate_resource(r, res, size, min, max,
178 align, alignf, alignf_data);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700179 if (ret == 0)
Yinghai Luf75b99d2013-12-20 09:57:37 -0700180 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700181 }
Yinghai Luf75b99d2013-12-20 09:57:37 -0700182 return -ENOMEM;
183}
184
Linus Torvalds1da177e2005-04-16 15:20:36 -0700185/**
186 * pci_bus_alloc_resource - allocate a resource from a parent bus
187 * @bus: PCI bus
188 * @res: resource to allocate
189 * @size: size of resource to allocate
190 * @align: alignment of resource to allocate
191 * @min: minimum /proc/iomem address to allocate
192 * @type_mask: IORESOURCE_* type flags
193 * @alignf: resource alignment function
194 * @alignf_data: data argument for resource alignment function
195 *
196 * Given the PCI bus a device resides on, the size, minimum address,
197 * alignment and type, try to find an acceptable resource allocation
198 * for a specific device resource.
199 */
Yinghai Lud56dbf52013-12-20 10:55:44 -0700200int pci_bus_alloc_resource(struct pci_bus *bus, struct resource *res,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700201 resource_size_t size, resource_size_t align,
Bjorn Helgaas664c2842014-03-07 13:51:12 -0700202 resource_size_t min, unsigned long type_mask,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700203 resource_size_t (*alignf)(void *,
204 const struct resource *,
205 resource_size_t,
206 resource_size_t),
207 void *alignf_data)
208{
Yinghai Luf75b99d2013-12-20 09:57:37 -0700209#ifdef CONFIG_ARCH_DMA_ADDR_T_64BIT
Yinghai Lud56dbf52013-12-20 10:55:44 -0700210 int rc;
211
212 if (res->flags & IORESOURCE_MEM_64) {
213 rc = pci_bus_alloc_from_region(bus, res, size, align, min,
214 type_mask, alignf, alignf_data,
215 &pci_high);
216 if (rc == 0)
217 return 0;
218
Yinghai Luf75b99d2013-12-20 09:57:37 -0700219 return pci_bus_alloc_from_region(bus, res, size, align, min,
220 type_mask, alignf, alignf_data,
221 &pci_64_bit);
Yinghai Lud56dbf52013-12-20 10:55:44 -0700222 }
Yinghai Luf75b99d2013-12-20 09:57:37 -0700223#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700224
Yinghai Luf75b99d2013-12-20 09:57:37 -0700225 return pci_bus_alloc_from_region(bus, res, size, align, min,
226 type_mask, alignf, alignf_data,
227 &pci_32_bit);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700228}
Ryan Desfossesb7fe9432014-04-25 14:32:25 -0600229EXPORT_SYMBOL(pci_bus_alloc_resource);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700230
Yinghai Lu0f7e7ae2015-01-15 16:21:49 -0600231/*
232 * The @idx resource of @dev should be a PCI-PCI bridge window. If this
233 * resource fits inside a window of an upstream bridge, do nothing. If it
234 * overlaps an upstream window but extends outside it, clip the resource so
235 * it fits completely inside.
236 */
237bool pci_bus_clip_resource(struct pci_dev *dev, int idx)
238{
239 struct pci_bus *bus = dev->bus;
240 struct resource *res = &dev->resource[idx];
241 struct resource orig_res = *res;
242 struct resource *r;
243 int i;
244
245 pci_bus_for_each_resource(bus, r, i) {
246 resource_size_t start, end;
247
248 if (!r)
249 continue;
250
251 if (resource_type(res) != resource_type(r))
252 continue;
253
254 start = max(r->start, res->start);
255 end = min(r->end, res->end);
256
257 if (start > end)
258 continue; /* no overlap */
259
260 if (res->start == start && res->end == end)
261 return false; /* no change */
262
263 res->start = start;
264 res->end = end;
265 dev_printk(KERN_DEBUG, &dev->dev, "%pR clipped to %pR\n",
266 &orig_res, res);
267
268 return true;
269 }
270
271 return false;
272}
273
Yinghai Lu3c449ed2012-11-03 21:39:31 -0700274void __weak pcibios_resource_survey_bus(struct pci_bus *bus) { }
275
Linus Torvalds1da177e2005-04-16 15:20:36 -0700276/**
Yinghai Lu4f535092013-01-21 13:20:52 -0800277 * pci_bus_add_device - start driver for a single device
Linus Torvalds1da177e2005-04-16 15:20:36 -0700278 * @dev: device to add
279 *
Yinghai Lu4f535092013-01-21 13:20:52 -0800280 * This adds add sysfs entries and start device drivers
Linus Torvalds1da177e2005-04-16 15:20:36 -0700281 */
Yijing Wangc893d132014-05-30 11:01:03 +0800282void pci_bus_add_device(struct pci_dev *dev)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700283{
Greg Kroah-Hartmanb19441a2006-08-28 11:43:25 -0700284 int retval;
Myron Stowe735bff12012-07-09 15:36:46 -0600285
Yinghai Lu4f535092013-01-21 13:20:52 -0800286 /*
287 * Can not put in pci_device_add yet because resources
288 * are not assigned yet for some devices.
289 */
Yinghai Lue253aaf2013-05-07 14:35:44 -0600290 pci_fixup_device(pci_fixup_final, dev);
Yinghai Lu4f535092013-01-21 13:20:52 -0800291 pci_create_sysfs_dev_files(dev);
Yinghai Luef377022013-11-30 14:40:28 -0800292 pci_proc_attach_device(dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700293
Yinghai Lu58d9a382013-01-21 13:20:51 -0800294 dev->match_driver = true;
295 retval = device_attach(&dev->dev);
296 WARN_ON(retval < 0);
297
Greg Kroah-Hartman8a1bc902008-02-14 14:56:56 -0800298 dev->is_added = 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700299}
Ryan Desfossesb7fe9432014-04-25 14:32:25 -0600300EXPORT_SYMBOL_GPL(pci_bus_add_device);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700301
302/**
Yinghai Lu4f535092013-01-21 13:20:52 -0800303 * pci_bus_add_devices - start driver for PCI devices
Linus Torvalds1da177e2005-04-16 15:20:36 -0700304 * @bus: bus to check for new devices
305 *
Yinghai Lu4f535092013-01-21 13:20:52 -0800306 * Start driver for PCI devices and add some sysfs entries.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700307 */
akpm@linux-foundation.orgc48f1672009-02-03 15:45:26 -0800308void pci_bus_add_devices(const struct pci_bus *bus)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700309{
310 struct pci_dev *dev;
Yu Zhao3fa16fd2008-11-22 02:41:45 +0800311 struct pci_bus *child;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700312
313 list_for_each_entry(dev, &bus->devices, bus_list) {
Greg Kroah-Hartman8a1bc902008-02-14 14:56:56 -0800314 /* Skip already-added devices */
315 if (dev->is_added)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700316 continue;
Yijing Wangc893d132014-05-30 11:01:03 +0800317 pci_bus_add_device(dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700318 }
319
320 list_for_each_entry(dev, &bus->devices, bus_list) {
Greg Kroah-Hartman8a1bc902008-02-14 14:56:56 -0800321 BUG_ON(!dev->is_added);
Yu Zhao3fa16fd2008-11-22 02:41:45 +0800322 child = dev->subordinate;
Jiang Liu981cf9e2013-04-12 05:44:16 +0000323 if (child)
324 pci_bus_add_devices(child);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700325 }
326}
Ryan Desfossesb7fe9432014-04-25 14:32:25 -0600327EXPORT_SYMBOL(pci_bus_add_devices);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700328
Paul Mackerrascecf4862005-08-18 14:33:01 +1000329/** pci_walk_bus - walk devices on/under bus, calling callback.
330 * @top bus whose devices should be walked
331 * @cb callback to be called for each device found
332 * @userdata arbitrary pointer to be passed to callback.
333 *
334 * Walk the given bus, including any bridged devices
335 * on buses under this bus. Call the provided callback
336 * on each device found.
Zhang, Yanmin70298c62009-06-16 13:34:38 +0800337 *
338 * We check the return of @cb each time. If it returns anything
339 * other than 0, we break out.
340 *
Paul Mackerrascecf4862005-08-18 14:33:01 +1000341 */
Zhang, Yanmin70298c62009-06-16 13:34:38 +0800342void pci_walk_bus(struct pci_bus *top, int (*cb)(struct pci_dev *, void *),
Paul Mackerrascecf4862005-08-18 14:33:01 +1000343 void *userdata)
344{
345 struct pci_dev *dev;
346 struct pci_bus *bus;
347 struct list_head *next;
Zhang, Yanmin70298c62009-06-16 13:34:38 +0800348 int retval;
Paul Mackerrascecf4862005-08-18 14:33:01 +1000349
350 bus = top;
Zhang Yanmind71374d2006-06-02 12:35:43 +0800351 down_read(&pci_bus_sem);
Paul Mackerrascecf4862005-08-18 14:33:01 +1000352 next = top->devices.next;
353 for (;;) {
354 if (next == &bus->devices) {
355 /* end of this bus, go up or finish */
356 if (bus == top)
357 break;
358 next = bus->self->bus_list.next;
359 bus = bus->self->bus;
360 continue;
361 }
362 dev = list_entry(next, struct pci_dev, bus_list);
Paul Mackerrascecf4862005-08-18 14:33:01 +1000363 if (dev->subordinate) {
364 /* this is a pci-pci bridge, do its devices next */
365 next = dev->subordinate->devices.next;
366 bus = dev->subordinate;
367 } else
368 next = dev->bus_list.next;
Paul Mackerrascecf4862005-08-18 14:33:01 +1000369
Zhang, Yanmin70298c62009-06-16 13:34:38 +0800370 retval = cb(dev, userdata);
Zhang, Yanmin70298c62009-06-16 13:34:38 +0800371 if (retval)
372 break;
Paul Mackerrascecf4862005-08-18 14:33:01 +1000373 }
Zhang Yanmind71374d2006-06-02 12:35:43 +0800374 up_read(&pci_bus_sem);
Paul Mackerrascecf4862005-08-18 14:33:01 +1000375}
Konrad Rzeszutek Wilk7c94def2009-12-22 14:49:45 -0500376EXPORT_SYMBOL_GPL(pci_walk_bus);
Paul Mackerrascecf4862005-08-18 14:33:01 +1000377
Jiang Liufe830ef2013-05-25 21:48:29 +0800378struct pci_bus *pci_bus_get(struct pci_bus *bus)
379{
380 if (bus)
381 get_device(&bus->dev);
382 return bus;
383}
384EXPORT_SYMBOL(pci_bus_get);
385
386void pci_bus_put(struct pci_bus *bus)
387{
388 if (bus)
389 put_device(&bus->dev);
390}
391EXPORT_SYMBOL(pci_bus_put);
392