Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
| 2 | * drivers/pci/setup-bus.c |
| 3 | * |
| 4 | * Extruded from code written by |
| 5 | * Dave Rusling (david.rusling@reo.mts.dec.com) |
| 6 | * David Mosberger (davidm@cs.arizona.edu) |
| 7 | * David Miller (davem@redhat.com) |
| 8 | * |
| 9 | * Support routines for initializing a PCI subsystem. |
| 10 | */ |
| 11 | |
| 12 | /* |
| 13 | * Nov 2000, Ivan Kokshaysky <ink@jurassic.park.msu.ru> |
| 14 | * PCI-PCI bridges cleanup, sorted resource allocation. |
| 15 | * Feb 2002, Ivan Kokshaysky <ink@jurassic.park.msu.ru> |
| 16 | * Converted to allocation in 3 passes, which gives |
| 17 | * tighter packing. Prefetchable range support. |
| 18 | */ |
| 19 | |
| 20 | #include <linux/init.h> |
| 21 | #include <linux/kernel.h> |
| 22 | #include <linux/module.h> |
| 23 | #include <linux/pci.h> |
| 24 | #include <linux/errno.h> |
| 25 | #include <linux/ioport.h> |
| 26 | #include <linux/cache.h> |
| 27 | #include <linux/slab.h> |
Bjorn Helgaas | 4708770 | 2012-02-23 14:29:23 -0700 | [diff] [blame] | 28 | #include <asm-generic/pci-bridge.h> |
Chris Wright | 6faf17f | 2009-08-28 13:00:06 -0700 | [diff] [blame] | 29 | #include "pci.h" |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 30 | |
Bjorn Helgaas | 844393f | 2012-02-23 20:18:59 -0700 | [diff] [blame] | 31 | unsigned int pci_flags; |
Bjorn Helgaas | 4708770 | 2012-02-23 14:29:23 -0700 | [diff] [blame] | 32 | |
Yinghai Lu | bdc4abe | 2012-01-21 02:08:27 -0800 | [diff] [blame] | 33 | struct pci_dev_resource { |
| 34 | struct list_head list; |
Yinghai Lu | 2934a0d | 2012-01-21 02:08:26 -0800 | [diff] [blame] | 35 | struct resource *res; |
| 36 | struct pci_dev *dev; |
Yinghai Lu | 568ddef | 2010-01-22 01:02:21 -0800 | [diff] [blame] | 37 | resource_size_t start; |
| 38 | resource_size_t end; |
Ram Pai | c8adf9a | 2011-02-14 17:43:20 -0800 | [diff] [blame] | 39 | resource_size_t add_size; |
Ram Pai | 2bbc694 | 2011-07-25 13:08:39 -0700 | [diff] [blame] | 40 | resource_size_t min_align; |
Yinghai Lu | 568ddef | 2010-01-22 01:02:21 -0800 | [diff] [blame] | 41 | unsigned long flags; |
| 42 | }; |
| 43 | |
Yinghai Lu | bffc56d | 2012-01-21 02:08:30 -0800 | [diff] [blame] | 44 | static void free_list(struct list_head *head) |
| 45 | { |
| 46 | struct pci_dev_resource *dev_res, *tmp; |
| 47 | |
| 48 | list_for_each_entry_safe(dev_res, tmp, head, list) { |
| 49 | list_del(&dev_res->list); |
| 50 | kfree(dev_res); |
| 51 | } |
| 52 | } |
Ram Pai | 094732a | 2011-02-14 17:43:18 -0800 | [diff] [blame] | 53 | |
Ram Pai | c8adf9a | 2011-02-14 17:43:20 -0800 | [diff] [blame] | 54 | /** |
| 55 | * add_to_list() - add a new resource tracker to the list |
| 56 | * @head: Head of the list |
| 57 | * @dev: device corresponding to which the resource |
| 58 | * belongs |
| 59 | * @res: The resource to be tracked |
| 60 | * @add_size: additional size to be optionally added |
| 61 | * to the resource |
| 62 | */ |
Yinghai Lu | bdc4abe | 2012-01-21 02:08:27 -0800 | [diff] [blame] | 63 | static int add_to_list(struct list_head *head, |
Ram Pai | c8adf9a | 2011-02-14 17:43:20 -0800 | [diff] [blame] | 64 | struct pci_dev *dev, struct resource *res, |
Ram Pai | 2bbc694 | 2011-07-25 13:08:39 -0700 | [diff] [blame] | 65 | resource_size_t add_size, resource_size_t min_align) |
Yinghai Lu | 568ddef | 2010-01-22 01:02:21 -0800 | [diff] [blame] | 66 | { |
Yinghai Lu | 764242a | 2012-01-21 02:08:28 -0800 | [diff] [blame] | 67 | struct pci_dev_resource *tmp; |
Yinghai Lu | 568ddef | 2010-01-22 01:02:21 -0800 | [diff] [blame] | 68 | |
Yinghai Lu | bdc4abe | 2012-01-21 02:08:27 -0800 | [diff] [blame] | 69 | tmp = kzalloc(sizeof(*tmp), GFP_KERNEL); |
Yinghai Lu | 568ddef | 2010-01-22 01:02:21 -0800 | [diff] [blame] | 70 | if (!tmp) { |
Ram Pai | c8adf9a | 2011-02-14 17:43:20 -0800 | [diff] [blame] | 71 | pr_warning("add_to_list: kmalloc() failed!\n"); |
Yinghai Lu | ef62dfe | 2012-01-21 02:08:18 -0800 | [diff] [blame] | 72 | return -ENOMEM; |
Yinghai Lu | 568ddef | 2010-01-22 01:02:21 -0800 | [diff] [blame] | 73 | } |
| 74 | |
Yinghai Lu | 568ddef | 2010-01-22 01:02:21 -0800 | [diff] [blame] | 75 | tmp->res = res; |
| 76 | tmp->dev = dev; |
| 77 | tmp->start = res->start; |
| 78 | tmp->end = res->end; |
| 79 | tmp->flags = res->flags; |
Ram Pai | c8adf9a | 2011-02-14 17:43:20 -0800 | [diff] [blame] | 80 | tmp->add_size = add_size; |
Ram Pai | 2bbc694 | 2011-07-25 13:08:39 -0700 | [diff] [blame] | 81 | tmp->min_align = min_align; |
Yinghai Lu | bdc4abe | 2012-01-21 02:08:27 -0800 | [diff] [blame] | 82 | |
| 83 | list_add(&tmp->list, head); |
Yinghai Lu | ef62dfe | 2012-01-21 02:08:18 -0800 | [diff] [blame] | 84 | |
| 85 | return 0; |
Yinghai Lu | 568ddef | 2010-01-22 01:02:21 -0800 | [diff] [blame] | 86 | } |
| 87 | |
Yinghai Lu | b9b0bba | 2012-01-21 02:08:29 -0800 | [diff] [blame] | 88 | static void remove_from_list(struct list_head *head, |
Yinghai Lu | 3e6e0d8 | 2012-01-21 02:08:20 -0800 | [diff] [blame] | 89 | struct resource *res) |
| 90 | { |
Yinghai Lu | b9b0bba | 2012-01-21 02:08:29 -0800 | [diff] [blame] | 91 | struct pci_dev_resource *dev_res, *tmp; |
Yinghai Lu | 3e6e0d8 | 2012-01-21 02:08:20 -0800 | [diff] [blame] | 92 | |
Yinghai Lu | b9b0bba | 2012-01-21 02:08:29 -0800 | [diff] [blame] | 93 | list_for_each_entry_safe(dev_res, tmp, head, list) { |
| 94 | if (dev_res->res == res) { |
| 95 | list_del(&dev_res->list); |
| 96 | kfree(dev_res); |
Yinghai Lu | bdc4abe | 2012-01-21 02:08:27 -0800 | [diff] [blame] | 97 | break; |
Yinghai Lu | 3e6e0d8 | 2012-01-21 02:08:20 -0800 | [diff] [blame] | 98 | } |
Yinghai Lu | 3e6e0d8 | 2012-01-21 02:08:20 -0800 | [diff] [blame] | 99 | } |
| 100 | } |
| 101 | |
Yinghai Lu | b9b0bba | 2012-01-21 02:08:29 -0800 | [diff] [blame] | 102 | static resource_size_t get_res_add_size(struct list_head *head, |
Yinghai Lu | 1c37235 | 2012-01-21 02:08:19 -0800 | [diff] [blame] | 103 | struct resource *res) |
| 104 | { |
Yinghai Lu | b9b0bba | 2012-01-21 02:08:29 -0800 | [diff] [blame] | 105 | struct pci_dev_resource *dev_res; |
Yinghai Lu | 1c37235 | 2012-01-21 02:08:19 -0800 | [diff] [blame] | 106 | |
Yinghai Lu | b9b0bba | 2012-01-21 02:08:29 -0800 | [diff] [blame] | 107 | list_for_each_entry(dev_res, head, list) { |
| 108 | if (dev_res->res == res) { |
Yinghai Lu | b592443 | 2012-01-21 02:08:31 -0800 | [diff] [blame] | 109 | int idx = res - &dev_res->dev->resource[0]; |
| 110 | |
Yinghai Lu | b9b0bba | 2012-01-21 02:08:29 -0800 | [diff] [blame] | 111 | dev_printk(KERN_DEBUG, &dev_res->dev->dev, |
Yinghai Lu | b592443 | 2012-01-21 02:08:31 -0800 | [diff] [blame] | 112 | "res[%d]=%pR get_res_add_size add_size %llx\n", |
| 113 | idx, dev_res->res, |
Yinghai Lu | b9b0bba | 2012-01-21 02:08:29 -0800 | [diff] [blame] | 114 | (unsigned long long)dev_res->add_size); |
Yinghai Lu | b592443 | 2012-01-21 02:08:31 -0800 | [diff] [blame] | 115 | |
Yinghai Lu | b9b0bba | 2012-01-21 02:08:29 -0800 | [diff] [blame] | 116 | return dev_res->add_size; |
Yinghai Lu | bdc4abe | 2012-01-21 02:08:27 -0800 | [diff] [blame] | 117 | } |
Yinghai Lu | 3e6e0d8 | 2012-01-21 02:08:20 -0800 | [diff] [blame] | 118 | } |
Yinghai Lu | 1c37235 | 2012-01-21 02:08:19 -0800 | [diff] [blame] | 119 | |
| 120 | return 0; |
| 121 | } |
| 122 | |
Yinghai Lu | 78c3b32 | 2012-01-21 02:08:25 -0800 | [diff] [blame] | 123 | /* Sort resources by alignment */ |
Yinghai Lu | bdc4abe | 2012-01-21 02:08:27 -0800 | [diff] [blame] | 124 | static void pdev_sort_resources(struct pci_dev *dev, struct list_head *head) |
Yinghai Lu | 78c3b32 | 2012-01-21 02:08:25 -0800 | [diff] [blame] | 125 | { |
| 126 | int i; |
| 127 | |
| 128 | for (i = 0; i < PCI_NUM_RESOURCES; i++) { |
| 129 | struct resource *r; |
Yinghai Lu | bdc4abe | 2012-01-21 02:08:27 -0800 | [diff] [blame] | 130 | struct pci_dev_resource *dev_res, *tmp; |
Yinghai Lu | 78c3b32 | 2012-01-21 02:08:25 -0800 | [diff] [blame] | 131 | resource_size_t r_align; |
Yinghai Lu | bdc4abe | 2012-01-21 02:08:27 -0800 | [diff] [blame] | 132 | struct list_head *n; |
Yinghai Lu | 78c3b32 | 2012-01-21 02:08:25 -0800 | [diff] [blame] | 133 | |
| 134 | r = &dev->resource[i]; |
| 135 | |
| 136 | if (r->flags & IORESOURCE_PCI_FIXED) |
| 137 | continue; |
| 138 | |
| 139 | if (!(r->flags) || r->parent) |
| 140 | continue; |
| 141 | |
| 142 | r_align = pci_resource_alignment(dev, r); |
| 143 | if (!r_align) { |
| 144 | dev_warn(&dev->dev, "BAR %d: %pR has bogus alignment\n", |
| 145 | i, r); |
| 146 | continue; |
| 147 | } |
Yinghai Lu | 78c3b32 | 2012-01-21 02:08:25 -0800 | [diff] [blame] | 148 | |
Yinghai Lu | bdc4abe | 2012-01-21 02:08:27 -0800 | [diff] [blame] | 149 | tmp = kzalloc(sizeof(*tmp), GFP_KERNEL); |
| 150 | if (!tmp) |
| 151 | panic("pdev_sort_resources(): " |
| 152 | "kmalloc() failed!\n"); |
| 153 | tmp->res = r; |
| 154 | tmp->dev = dev; |
| 155 | |
| 156 | /* fallback is smallest one or list is empty*/ |
| 157 | n = head; |
| 158 | list_for_each_entry(dev_res, head, list) { |
| 159 | resource_size_t align; |
| 160 | |
| 161 | align = pci_resource_alignment(dev_res->dev, |
| 162 | dev_res->res); |
Yinghai Lu | 78c3b32 | 2012-01-21 02:08:25 -0800 | [diff] [blame] | 163 | |
| 164 | if (r_align > align) { |
Yinghai Lu | bdc4abe | 2012-01-21 02:08:27 -0800 | [diff] [blame] | 165 | n = &dev_res->list; |
Yinghai Lu | 78c3b32 | 2012-01-21 02:08:25 -0800 | [diff] [blame] | 166 | break; |
| 167 | } |
| 168 | } |
Yinghai Lu | bdc4abe | 2012-01-21 02:08:27 -0800 | [diff] [blame] | 169 | /* Insert it just before n*/ |
| 170 | list_add_tail(&tmp->list, n); |
Yinghai Lu | 78c3b32 | 2012-01-21 02:08:25 -0800 | [diff] [blame] | 171 | } |
| 172 | } |
| 173 | |
Yinghai Lu | 6841ec6 | 2010-01-22 01:02:25 -0800 | [diff] [blame] | 174 | static void __dev_sort_resources(struct pci_dev *dev, |
Yinghai Lu | bdc4abe | 2012-01-21 02:08:27 -0800 | [diff] [blame] | 175 | struct list_head *head) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 176 | { |
Yinghai Lu | 6841ec6 | 2010-01-22 01:02:25 -0800 | [diff] [blame] | 177 | u16 class = dev->class >> 8; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 178 | |
Yinghai Lu | 6841ec6 | 2010-01-22 01:02:25 -0800 | [diff] [blame] | 179 | /* Don't touch classless devices or host bridges or ioapics. */ |
| 180 | if (class == PCI_CLASS_NOT_DEFINED || class == PCI_CLASS_BRIDGE_HOST) |
| 181 | return; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 182 | |
Yinghai Lu | 6841ec6 | 2010-01-22 01:02:25 -0800 | [diff] [blame] | 183 | /* Don't touch ioapic devices already enabled by firmware */ |
| 184 | if (class == PCI_CLASS_SYSTEM_PIC) { |
| 185 | u16 command; |
| 186 | pci_read_config_word(dev, PCI_COMMAND, &command); |
| 187 | if (command & (PCI_COMMAND_IO | PCI_COMMAND_MEMORY)) |
| 188 | return; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 189 | } |
| 190 | |
Yinghai Lu | 6841ec6 | 2010-01-22 01:02:25 -0800 | [diff] [blame] | 191 | pdev_sort_resources(dev, head); |
| 192 | } |
| 193 | |
Ram Pai | fc075e1 | 2011-02-14 17:43:19 -0800 | [diff] [blame] | 194 | static inline void reset_resource(struct resource *res) |
| 195 | { |
| 196 | res->start = 0; |
| 197 | res->end = 0; |
| 198 | res->flags = 0; |
| 199 | } |
| 200 | |
Ram Pai | c8adf9a | 2011-02-14 17:43:20 -0800 | [diff] [blame] | 201 | /** |
Ram Pai | 9e8bf93 | 2011-07-25 13:08:42 -0700 | [diff] [blame] | 202 | * reassign_resources_sorted() - satisfy any additional resource requests |
Ram Pai | c8adf9a | 2011-02-14 17:43:20 -0800 | [diff] [blame] | 203 | * |
Ram Pai | 9e8bf93 | 2011-07-25 13:08:42 -0700 | [diff] [blame] | 204 | * @realloc_head : head of the list tracking requests requiring additional |
Ram Pai | c8adf9a | 2011-02-14 17:43:20 -0800 | [diff] [blame] | 205 | * resources |
| 206 | * @head : head of the list tracking requests with allocated |
| 207 | * resources |
| 208 | * |
Ram Pai | 9e8bf93 | 2011-07-25 13:08:42 -0700 | [diff] [blame] | 209 | * Walk through each element of the realloc_head and try to procure |
Ram Pai | c8adf9a | 2011-02-14 17:43:20 -0800 | [diff] [blame] | 210 | * additional resources for the element, provided the element |
| 211 | * is in the head list. |
| 212 | */ |
Yinghai Lu | bdc4abe | 2012-01-21 02:08:27 -0800 | [diff] [blame] | 213 | static void reassign_resources_sorted(struct list_head *realloc_head, |
| 214 | struct list_head *head) |
Ram Pai | c8adf9a | 2011-02-14 17:43:20 -0800 | [diff] [blame] | 215 | { |
| 216 | struct resource *res; |
Yinghai Lu | b9b0bba | 2012-01-21 02:08:29 -0800 | [diff] [blame] | 217 | struct pci_dev_resource *add_res, *tmp; |
Yinghai Lu | bdc4abe | 2012-01-21 02:08:27 -0800 | [diff] [blame] | 218 | struct pci_dev_resource *dev_res; |
Ram Pai | c8adf9a | 2011-02-14 17:43:20 -0800 | [diff] [blame] | 219 | resource_size_t add_size; |
| 220 | int idx; |
| 221 | |
Yinghai Lu | b9b0bba | 2012-01-21 02:08:29 -0800 | [diff] [blame] | 222 | list_for_each_entry_safe(add_res, tmp, realloc_head, list) { |
Yinghai Lu | bdc4abe | 2012-01-21 02:08:27 -0800 | [diff] [blame] | 223 | bool found_match = false; |
| 224 | |
Yinghai Lu | b9b0bba | 2012-01-21 02:08:29 -0800 | [diff] [blame] | 225 | res = add_res->res; |
Ram Pai | c8adf9a | 2011-02-14 17:43:20 -0800 | [diff] [blame] | 226 | /* skip resource that has been reset */ |
| 227 | if (!res->flags) |
| 228 | goto out; |
| 229 | |
| 230 | /* skip this resource if not found in head list */ |
Yinghai Lu | bdc4abe | 2012-01-21 02:08:27 -0800 | [diff] [blame] | 231 | list_for_each_entry(dev_res, head, list) { |
| 232 | if (dev_res->res == res) { |
| 233 | found_match = true; |
| 234 | break; |
| 235 | } |
Ram Pai | c8adf9a | 2011-02-14 17:43:20 -0800 | [diff] [blame] | 236 | } |
Yinghai Lu | bdc4abe | 2012-01-21 02:08:27 -0800 | [diff] [blame] | 237 | if (!found_match)/* just skip */ |
| 238 | continue; |
Ram Pai | c8adf9a | 2011-02-14 17:43:20 -0800 | [diff] [blame] | 239 | |
Yinghai Lu | b9b0bba | 2012-01-21 02:08:29 -0800 | [diff] [blame] | 240 | idx = res - &add_res->dev->resource[0]; |
| 241 | add_size = add_res->add_size; |
Ram Pai | 2bbc694 | 2011-07-25 13:08:39 -0700 | [diff] [blame] | 242 | if (!resource_size(res)) { |
Yinghai Lu | b9b0bba | 2012-01-21 02:08:29 -0800 | [diff] [blame] | 243 | res->start = add_res->start; |
Ram Pai | 2bbc694 | 2011-07-25 13:08:39 -0700 | [diff] [blame] | 244 | res->end = res->start + add_size - 1; |
Yinghai Lu | b9b0bba | 2012-01-21 02:08:29 -0800 | [diff] [blame] | 245 | if (pci_assign_resource(add_res->dev, idx)) |
Ram Pai | c8adf9a | 2011-02-14 17:43:20 -0800 | [diff] [blame] | 246 | reset_resource(res); |
Ram Pai | 2bbc694 | 2011-07-25 13:08:39 -0700 | [diff] [blame] | 247 | } else { |
Yinghai Lu | b9b0bba | 2012-01-21 02:08:29 -0800 | [diff] [blame] | 248 | resource_size_t align = add_res->min_align; |
| 249 | res->flags |= add_res->flags & |
Yinghai Lu | bdc4abe | 2012-01-21 02:08:27 -0800 | [diff] [blame] | 250 | (IORESOURCE_STARTALIGN|IORESOURCE_SIZEALIGN); |
Yinghai Lu | b9b0bba | 2012-01-21 02:08:29 -0800 | [diff] [blame] | 251 | if (pci_reassign_resource(add_res->dev, idx, |
Yinghai Lu | bdc4abe | 2012-01-21 02:08:27 -0800 | [diff] [blame] | 252 | add_size, align)) |
Yinghai Lu | b9b0bba | 2012-01-21 02:08:29 -0800 | [diff] [blame] | 253 | dev_printk(KERN_DEBUG, &add_res->dev->dev, |
Yinghai Lu | b592443 | 2012-01-21 02:08:31 -0800 | [diff] [blame] | 254 | "failed to add %llx res[%d]=%pR\n", |
| 255 | (unsigned long long)add_size, |
| 256 | idx, res); |
Ram Pai | c8adf9a | 2011-02-14 17:43:20 -0800 | [diff] [blame] | 257 | } |
| 258 | out: |
Yinghai Lu | b9b0bba | 2012-01-21 02:08:29 -0800 | [diff] [blame] | 259 | list_del(&add_res->list); |
| 260 | kfree(add_res); |
Ram Pai | c8adf9a | 2011-02-14 17:43:20 -0800 | [diff] [blame] | 261 | } |
| 262 | } |
| 263 | |
| 264 | /** |
| 265 | * assign_requested_resources_sorted() - satisfy resource requests |
| 266 | * |
| 267 | * @head : head of the list tracking requests for resources |
Wanpeng Li | 8356aad | 2012-06-15 21:15:49 +0800 | [diff] [blame] | 268 | * @fail_head : head of the list tracking requests that could |
Ram Pai | c8adf9a | 2011-02-14 17:43:20 -0800 | [diff] [blame] | 269 | * not be allocated |
| 270 | * |
| 271 | * Satisfy resource requests of each element in the list. Add |
| 272 | * requests that could not satisfied to the failed_list. |
| 273 | */ |
Yinghai Lu | bdc4abe | 2012-01-21 02:08:27 -0800 | [diff] [blame] | 274 | static void assign_requested_resources_sorted(struct list_head *head, |
| 275 | struct list_head *fail_head) |
Yinghai Lu | 6841ec6 | 2010-01-22 01:02:25 -0800 | [diff] [blame] | 276 | { |
| 277 | struct resource *res; |
Yinghai Lu | bdc4abe | 2012-01-21 02:08:27 -0800 | [diff] [blame] | 278 | struct pci_dev_resource *dev_res; |
Yinghai Lu | 6841ec6 | 2010-01-22 01:02:25 -0800 | [diff] [blame] | 279 | int idx; |
| 280 | |
Yinghai Lu | bdc4abe | 2012-01-21 02:08:27 -0800 | [diff] [blame] | 281 | list_for_each_entry(dev_res, head, list) { |
| 282 | res = dev_res->res; |
| 283 | idx = res - &dev_res->dev->resource[0]; |
| 284 | if (resource_size(res) && |
| 285 | pci_assign_resource(dev_res->dev, idx)) { |
Yinghai Lu | a3cb999 | 2013-01-21 13:20:43 -0800 | [diff] [blame] | 286 | if (fail_head) { |
Yinghai Lu | 9a92866 | 2010-02-28 15:49:39 -0800 | [diff] [blame] | 287 | /* |
| 288 | * if the failed res is for ROM BAR, and it will |
| 289 | * be enabled later, don't add it to the list |
| 290 | */ |
| 291 | if (!((idx == PCI_ROM_RESOURCE) && |
| 292 | (!(res->flags & IORESOURCE_ROM_ENABLE)))) |
Yinghai Lu | 67cc7e2 | 2012-01-21 02:08:32 -0800 | [diff] [blame] | 293 | add_to_list(fail_head, |
| 294 | dev_res->dev, res, |
Bjorn Helgaas | f762598 | 2013-11-14 11:28:18 -0700 | [diff] [blame] | 295 | 0 /* don't care */, |
| 296 | 0 /* don't care */); |
Yinghai Lu | 9a92866 | 2010-02-28 15:49:39 -0800 | [diff] [blame] | 297 | } |
Ram Pai | fc075e1 | 2011-02-14 17:43:19 -0800 | [diff] [blame] | 298 | reset_resource(res); |
Rajesh Shah | 542df5d | 2005-04-28 00:25:50 -0700 | [diff] [blame] | 299 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 300 | } |
| 301 | } |
| 302 | |
Yinghai Lu | aa914f5 | 2013-07-25 06:31:38 -0700 | [diff] [blame] | 303 | static unsigned long pci_fail_res_type_mask(struct list_head *fail_head) |
| 304 | { |
| 305 | struct pci_dev_resource *fail_res; |
| 306 | unsigned long mask = 0; |
| 307 | |
| 308 | /* check failed type */ |
| 309 | list_for_each_entry(fail_res, fail_head, list) |
| 310 | mask |= fail_res->flags; |
| 311 | |
| 312 | /* |
| 313 | * one pref failed resource will set IORESOURCE_MEM, |
| 314 | * as we can allocate pref in non-pref range. |
| 315 | * Will release all assigned non-pref sibling resources |
| 316 | * according to that bit. |
| 317 | */ |
| 318 | return mask & (IORESOURCE_IO | IORESOURCE_MEM | IORESOURCE_PREFETCH); |
| 319 | } |
| 320 | |
| 321 | static bool pci_need_to_release(unsigned long mask, struct resource *res) |
| 322 | { |
| 323 | if (res->flags & IORESOURCE_IO) |
| 324 | return !!(mask & IORESOURCE_IO); |
| 325 | |
| 326 | /* check pref at first */ |
| 327 | if (res->flags & IORESOURCE_PREFETCH) { |
| 328 | if (mask & IORESOURCE_PREFETCH) |
| 329 | return true; |
| 330 | /* count pref if its parent is non-pref */ |
| 331 | else if ((mask & IORESOURCE_MEM) && |
| 332 | !(res->parent->flags & IORESOURCE_PREFETCH)) |
| 333 | return true; |
| 334 | else |
| 335 | return false; |
| 336 | } |
| 337 | |
| 338 | if (res->flags & IORESOURCE_MEM) |
| 339 | return !!(mask & IORESOURCE_MEM); |
| 340 | |
| 341 | return false; /* should not get here */ |
| 342 | } |
| 343 | |
Yinghai Lu | bdc4abe | 2012-01-21 02:08:27 -0800 | [diff] [blame] | 344 | static void __assign_resources_sorted(struct list_head *head, |
| 345 | struct list_head *realloc_head, |
| 346 | struct list_head *fail_head) |
Ram Pai | c8adf9a | 2011-02-14 17:43:20 -0800 | [diff] [blame] | 347 | { |
Yinghai Lu | 3e6e0d8 | 2012-01-21 02:08:20 -0800 | [diff] [blame] | 348 | /* |
| 349 | * Should not assign requested resources at first. |
| 350 | * they could be adjacent, so later reassign can not reallocate |
| 351 | * them one by one in parent resource window. |
Masanari Iida | 367fa98 | 2012-07-23 22:39:51 +0900 | [diff] [blame] | 352 | * Try to assign requested + add_size at beginning |
Yinghai Lu | 3e6e0d8 | 2012-01-21 02:08:20 -0800 | [diff] [blame] | 353 | * if could do that, could get out early. |
| 354 | * if could not do that, we still try to assign requested at first, |
| 355 | * then try to reassign add_size for some resources. |
Yinghai Lu | aa914f5 | 2013-07-25 06:31:38 -0700 | [diff] [blame] | 356 | * |
| 357 | * Separate three resource type checking if we need to release |
| 358 | * assigned resource after requested + add_size try. |
| 359 | * 1. if there is io port assign fail, will release assigned |
| 360 | * io port. |
| 361 | * 2. if there is pref mmio assign fail, release assigned |
| 362 | * pref mmio. |
| 363 | * if assigned pref mmio's parent is non-pref mmio and there |
| 364 | * is non-pref mmio assign fail, will release that assigned |
| 365 | * pref mmio. |
| 366 | * 3. if there is non-pref mmio assign fail or pref mmio |
| 367 | * assigned fail, will release assigned non-pref mmio. |
Yinghai Lu | 3e6e0d8 | 2012-01-21 02:08:20 -0800 | [diff] [blame] | 368 | */ |
Yinghai Lu | bdc4abe | 2012-01-21 02:08:27 -0800 | [diff] [blame] | 369 | LIST_HEAD(save_head); |
| 370 | LIST_HEAD(local_fail_head); |
Yinghai Lu | b9b0bba | 2012-01-21 02:08:29 -0800 | [diff] [blame] | 371 | struct pci_dev_resource *save_res; |
Yinghai Lu | aa914f5 | 2013-07-25 06:31:38 -0700 | [diff] [blame] | 372 | struct pci_dev_resource *dev_res, *tmp_res; |
| 373 | unsigned long fail_type; |
Yinghai Lu | 3e6e0d8 | 2012-01-21 02:08:20 -0800 | [diff] [blame] | 374 | |
| 375 | /* Check if optional add_size is there */ |
Yinghai Lu | bdc4abe | 2012-01-21 02:08:27 -0800 | [diff] [blame] | 376 | if (!realloc_head || list_empty(realloc_head)) |
Yinghai Lu | 3e6e0d8 | 2012-01-21 02:08:20 -0800 | [diff] [blame] | 377 | goto requested_and_reassign; |
| 378 | |
| 379 | /* Save original start, end, flags etc at first */ |
Yinghai Lu | bdc4abe | 2012-01-21 02:08:27 -0800 | [diff] [blame] | 380 | list_for_each_entry(dev_res, head, list) { |
| 381 | if (add_to_list(&save_head, dev_res->dev, dev_res->res, 0, 0)) { |
Yinghai Lu | bffc56d | 2012-01-21 02:08:30 -0800 | [diff] [blame] | 382 | free_list(&save_head); |
Yinghai Lu | 3e6e0d8 | 2012-01-21 02:08:20 -0800 | [diff] [blame] | 383 | goto requested_and_reassign; |
| 384 | } |
Yinghai Lu | bdc4abe | 2012-01-21 02:08:27 -0800 | [diff] [blame] | 385 | } |
Yinghai Lu | 3e6e0d8 | 2012-01-21 02:08:20 -0800 | [diff] [blame] | 386 | |
| 387 | /* Update res in head list with add_size in realloc_head list */ |
Yinghai Lu | bdc4abe | 2012-01-21 02:08:27 -0800 | [diff] [blame] | 388 | list_for_each_entry(dev_res, head, list) |
| 389 | dev_res->res->end += get_res_add_size(realloc_head, |
| 390 | dev_res->res); |
Yinghai Lu | 3e6e0d8 | 2012-01-21 02:08:20 -0800 | [diff] [blame] | 391 | |
| 392 | /* Try updated head list with add_size added */ |
Yinghai Lu | 3e6e0d8 | 2012-01-21 02:08:20 -0800 | [diff] [blame] | 393 | assign_requested_resources_sorted(head, &local_fail_head); |
| 394 | |
| 395 | /* all assigned with add_size ? */ |
Yinghai Lu | bdc4abe | 2012-01-21 02:08:27 -0800 | [diff] [blame] | 396 | if (list_empty(&local_fail_head)) { |
Yinghai Lu | 3e6e0d8 | 2012-01-21 02:08:20 -0800 | [diff] [blame] | 397 | /* Remove head list from realloc_head list */ |
Yinghai Lu | bdc4abe | 2012-01-21 02:08:27 -0800 | [diff] [blame] | 398 | list_for_each_entry(dev_res, head, list) |
| 399 | remove_from_list(realloc_head, dev_res->res); |
Yinghai Lu | bffc56d | 2012-01-21 02:08:30 -0800 | [diff] [blame] | 400 | free_list(&save_head); |
| 401 | free_list(head); |
Yinghai Lu | 3e6e0d8 | 2012-01-21 02:08:20 -0800 | [diff] [blame] | 402 | return; |
| 403 | } |
| 404 | |
Yinghai Lu | aa914f5 | 2013-07-25 06:31:38 -0700 | [diff] [blame] | 405 | /* check failed type */ |
| 406 | fail_type = pci_fail_res_type_mask(&local_fail_head); |
| 407 | /* remove not need to be released assigned res from head list etc */ |
| 408 | list_for_each_entry_safe(dev_res, tmp_res, head, list) |
| 409 | if (dev_res->res->parent && |
| 410 | !pci_need_to_release(fail_type, dev_res->res)) { |
| 411 | /* remove it from realloc_head list */ |
| 412 | remove_from_list(realloc_head, dev_res->res); |
| 413 | remove_from_list(&save_head, dev_res->res); |
| 414 | list_del(&dev_res->list); |
| 415 | kfree(dev_res); |
| 416 | } |
| 417 | |
Yinghai Lu | bffc56d | 2012-01-21 02:08:30 -0800 | [diff] [blame] | 418 | free_list(&local_fail_head); |
Yinghai Lu | 3e6e0d8 | 2012-01-21 02:08:20 -0800 | [diff] [blame] | 419 | /* Release assigned resource */ |
Yinghai Lu | bdc4abe | 2012-01-21 02:08:27 -0800 | [diff] [blame] | 420 | list_for_each_entry(dev_res, head, list) |
| 421 | if (dev_res->res->parent) |
| 422 | release_resource(dev_res->res); |
Yinghai Lu | 3e6e0d8 | 2012-01-21 02:08:20 -0800 | [diff] [blame] | 423 | /* Restore start/end/flags from saved list */ |
Yinghai Lu | b9b0bba | 2012-01-21 02:08:29 -0800 | [diff] [blame] | 424 | list_for_each_entry(save_res, &save_head, list) { |
| 425 | struct resource *res = save_res->res; |
Yinghai Lu | 3e6e0d8 | 2012-01-21 02:08:20 -0800 | [diff] [blame] | 426 | |
Yinghai Lu | b9b0bba | 2012-01-21 02:08:29 -0800 | [diff] [blame] | 427 | res->start = save_res->start; |
| 428 | res->end = save_res->end; |
| 429 | res->flags = save_res->flags; |
Yinghai Lu | 3e6e0d8 | 2012-01-21 02:08:20 -0800 | [diff] [blame] | 430 | } |
Yinghai Lu | bffc56d | 2012-01-21 02:08:30 -0800 | [diff] [blame] | 431 | free_list(&save_head); |
Yinghai Lu | 3e6e0d8 | 2012-01-21 02:08:20 -0800 | [diff] [blame] | 432 | |
| 433 | requested_and_reassign: |
Ram Pai | c8adf9a | 2011-02-14 17:43:20 -0800 | [diff] [blame] | 434 | /* Satisfy the must-have resource requests */ |
| 435 | assign_requested_resources_sorted(head, fail_head); |
| 436 | |
Ram Pai | 0a2daa1 | 2011-07-25 13:08:41 -0700 | [diff] [blame] | 437 | /* Try to satisfy any additional optional resource |
Ram Pai | c8adf9a | 2011-02-14 17:43:20 -0800 | [diff] [blame] | 438 | requests */ |
Ram Pai | 9e8bf93 | 2011-07-25 13:08:42 -0700 | [diff] [blame] | 439 | if (realloc_head) |
| 440 | reassign_resources_sorted(realloc_head, head); |
Yinghai Lu | bffc56d | 2012-01-21 02:08:30 -0800 | [diff] [blame] | 441 | free_list(head); |
Ram Pai | c8adf9a | 2011-02-14 17:43:20 -0800 | [diff] [blame] | 442 | } |
| 443 | |
Yinghai Lu | 6841ec6 | 2010-01-22 01:02:25 -0800 | [diff] [blame] | 444 | static void pdev_assign_resources_sorted(struct pci_dev *dev, |
Yinghai Lu | bdc4abe | 2012-01-21 02:08:27 -0800 | [diff] [blame] | 445 | struct list_head *add_head, |
| 446 | struct list_head *fail_head) |
Yinghai Lu | 6841ec6 | 2010-01-22 01:02:25 -0800 | [diff] [blame] | 447 | { |
Yinghai Lu | bdc4abe | 2012-01-21 02:08:27 -0800 | [diff] [blame] | 448 | LIST_HEAD(head); |
Yinghai Lu | 6841ec6 | 2010-01-22 01:02:25 -0800 | [diff] [blame] | 449 | |
Yinghai Lu | 6841ec6 | 2010-01-22 01:02:25 -0800 | [diff] [blame] | 450 | __dev_sort_resources(dev, &head); |
Yinghai Lu | 8424d75 | 2012-01-21 02:08:21 -0800 | [diff] [blame] | 451 | __assign_resources_sorted(&head, add_head, fail_head); |
Yinghai Lu | 6841ec6 | 2010-01-22 01:02:25 -0800 | [diff] [blame] | 452 | |
| 453 | } |
| 454 | |
| 455 | static void pbus_assign_resources_sorted(const struct pci_bus *bus, |
Yinghai Lu | bdc4abe | 2012-01-21 02:08:27 -0800 | [diff] [blame] | 456 | struct list_head *realloc_head, |
| 457 | struct list_head *fail_head) |
Yinghai Lu | 6841ec6 | 2010-01-22 01:02:25 -0800 | [diff] [blame] | 458 | { |
| 459 | struct pci_dev *dev; |
Yinghai Lu | bdc4abe | 2012-01-21 02:08:27 -0800 | [diff] [blame] | 460 | LIST_HEAD(head); |
Yinghai Lu | 6841ec6 | 2010-01-22 01:02:25 -0800 | [diff] [blame] | 461 | |
Yinghai Lu | 6841ec6 | 2010-01-22 01:02:25 -0800 | [diff] [blame] | 462 | list_for_each_entry(dev, &bus->devices, bus_list) |
| 463 | __dev_sort_resources(dev, &head); |
| 464 | |
Ram Pai | 9e8bf93 | 2011-07-25 13:08:42 -0700 | [diff] [blame] | 465 | __assign_resources_sorted(&head, realloc_head, fail_head); |
Yinghai Lu | 6841ec6 | 2010-01-22 01:02:25 -0800 | [diff] [blame] | 466 | } |
| 467 | |
Dominik Brodowski | b3743fa | 2005-09-09 13:03:23 -0700 | [diff] [blame] | 468 | void pci_setup_cardbus(struct pci_bus *bus) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 469 | { |
| 470 | struct pci_dev *bridge = bus->self; |
Bjorn Helgaas | c7dabef | 2009-10-27 13:26:47 -0600 | [diff] [blame] | 471 | struct resource *res; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 472 | struct pci_bus_region region; |
| 473 | |
Yinghai Lu | b918c62 | 2012-05-17 18:51:11 -0700 | [diff] [blame] | 474 | dev_info(&bridge->dev, "CardBus bridge to %pR\n", |
| 475 | &bus->busn_res); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 476 | |
Bjorn Helgaas | c7dabef | 2009-10-27 13:26:47 -0600 | [diff] [blame] | 477 | res = bus->resource[0]; |
Yinghai Lu | fc27985 | 2013-12-09 22:54:40 -0800 | [diff] [blame] | 478 | pcibios_resource_to_bus(bridge->bus, ®ion, res); |
Bjorn Helgaas | c7dabef | 2009-10-27 13:26:47 -0600 | [diff] [blame] | 479 | if (res->flags & IORESOURCE_IO) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 480 | /* |
| 481 | * The IO resource is allocated a range twice as large as it |
| 482 | * would normally need. This allows us to set both IO regs. |
| 483 | */ |
Bjorn Helgaas | c7dabef | 2009-10-27 13:26:47 -0600 | [diff] [blame] | 484 | dev_info(&bridge->dev, " bridge window %pR\n", res); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 485 | pci_write_config_dword(bridge, PCI_CB_IO_BASE_0, |
| 486 | region.start); |
| 487 | pci_write_config_dword(bridge, PCI_CB_IO_LIMIT_0, |
| 488 | region.end); |
| 489 | } |
| 490 | |
Bjorn Helgaas | c7dabef | 2009-10-27 13:26:47 -0600 | [diff] [blame] | 491 | res = bus->resource[1]; |
Yinghai Lu | fc27985 | 2013-12-09 22:54:40 -0800 | [diff] [blame] | 492 | pcibios_resource_to_bus(bridge->bus, ®ion, res); |
Bjorn Helgaas | c7dabef | 2009-10-27 13:26:47 -0600 | [diff] [blame] | 493 | if (res->flags & IORESOURCE_IO) { |
| 494 | dev_info(&bridge->dev, " bridge window %pR\n", res); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 495 | pci_write_config_dword(bridge, PCI_CB_IO_BASE_1, |
| 496 | region.start); |
| 497 | pci_write_config_dword(bridge, PCI_CB_IO_LIMIT_1, |
| 498 | region.end); |
| 499 | } |
| 500 | |
Bjorn Helgaas | c7dabef | 2009-10-27 13:26:47 -0600 | [diff] [blame] | 501 | res = bus->resource[2]; |
Yinghai Lu | fc27985 | 2013-12-09 22:54:40 -0800 | [diff] [blame] | 502 | pcibios_resource_to_bus(bridge->bus, ®ion, res); |
Bjorn Helgaas | c7dabef | 2009-10-27 13:26:47 -0600 | [diff] [blame] | 503 | if (res->flags & IORESOURCE_MEM) { |
| 504 | dev_info(&bridge->dev, " bridge window %pR\n", res); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 505 | pci_write_config_dword(bridge, PCI_CB_MEMORY_BASE_0, |
| 506 | region.start); |
| 507 | pci_write_config_dword(bridge, PCI_CB_MEMORY_LIMIT_0, |
| 508 | region.end); |
| 509 | } |
| 510 | |
Bjorn Helgaas | c7dabef | 2009-10-27 13:26:47 -0600 | [diff] [blame] | 511 | res = bus->resource[3]; |
Yinghai Lu | fc27985 | 2013-12-09 22:54:40 -0800 | [diff] [blame] | 512 | pcibios_resource_to_bus(bridge->bus, ®ion, res); |
Bjorn Helgaas | c7dabef | 2009-10-27 13:26:47 -0600 | [diff] [blame] | 513 | if (res->flags & IORESOURCE_MEM) { |
| 514 | dev_info(&bridge->dev, " bridge window %pR\n", res); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 515 | pci_write_config_dword(bridge, PCI_CB_MEMORY_BASE_1, |
| 516 | region.start); |
| 517 | pci_write_config_dword(bridge, PCI_CB_MEMORY_LIMIT_1, |
| 518 | region.end); |
| 519 | } |
| 520 | } |
Dominik Brodowski | b3743fa | 2005-09-09 13:03:23 -0700 | [diff] [blame] | 521 | EXPORT_SYMBOL(pci_setup_cardbus); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 522 | |
| 523 | /* Initialize bridges with base/limit values we have collected. |
| 524 | PCI-to-PCI Bridge Architecture Specification rev. 1.1 (1998) |
| 525 | requires that if there is no I/O ports or memory behind the |
| 526 | bridge, corresponding range must be turned off by writing base |
| 527 | value greater than limit to the bridge's base/limit registers. |
| 528 | |
| 529 | Note: care must be taken when updating I/O base/limit registers |
| 530 | of bridges which support 32-bit I/O. This update requires two |
| 531 | config space writes, so it's quite possible that an I/O window of |
| 532 | the bridge will have some undesirable address (e.g. 0) after the |
| 533 | first write. Ditto 64-bit prefetchable MMIO. */ |
Yinghai Lu | 7cc5997 | 2009-12-22 15:02:21 -0800 | [diff] [blame] | 534 | static void pci_setup_bridge_io(struct pci_bus *bus) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 535 | { |
| 536 | struct pci_dev *bridge = bus->self; |
Bjorn Helgaas | c7dabef | 2009-10-27 13:26:47 -0600 | [diff] [blame] | 537 | struct resource *res; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 538 | struct pci_bus_region region; |
Bjorn Helgaas | 2b28ae1 | 2012-07-09 13:38:57 -0600 | [diff] [blame] | 539 | unsigned long io_mask; |
| 540 | u8 io_base_lo, io_limit_lo; |
Bjorn Helgaas | 5b764b8 | 2013-11-27 17:24:50 -0700 | [diff] [blame] | 541 | u16 l; |
| 542 | u32 io_upper16; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 543 | |
Bjorn Helgaas | 2b28ae1 | 2012-07-09 13:38:57 -0600 | [diff] [blame] | 544 | io_mask = PCI_IO_RANGE_MASK; |
| 545 | if (bridge->io_window_1k) |
| 546 | io_mask = PCI_IO_1K_RANGE_MASK; |
| 547 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 548 | /* Set up the top and bottom of the PCI I/O segment for this bus. */ |
Bjorn Helgaas | c7dabef | 2009-10-27 13:26:47 -0600 | [diff] [blame] | 549 | res = bus->resource[0]; |
Yinghai Lu | fc27985 | 2013-12-09 22:54:40 -0800 | [diff] [blame] | 550 | pcibios_resource_to_bus(bridge->bus, ®ion, res); |
Bjorn Helgaas | c7dabef | 2009-10-27 13:26:47 -0600 | [diff] [blame] | 551 | if (res->flags & IORESOURCE_IO) { |
Bjorn Helgaas | 5b764b8 | 2013-11-27 17:24:50 -0700 | [diff] [blame] | 552 | pci_read_config_word(bridge, PCI_IO_BASE, &l); |
Bjorn Helgaas | 2b28ae1 | 2012-07-09 13:38:57 -0600 | [diff] [blame] | 553 | io_base_lo = (region.start >> 8) & io_mask; |
| 554 | io_limit_lo = (region.end >> 8) & io_mask; |
Bjorn Helgaas | 5b764b8 | 2013-11-27 17:24:50 -0700 | [diff] [blame] | 555 | l = ((u16) io_limit_lo << 8) | io_base_lo; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 556 | /* Set up upper 16 bits of I/O base/limit. */ |
| 557 | io_upper16 = (region.end & 0xffff0000) | (region.start >> 16); |
Bjorn Helgaas | c7dabef | 2009-10-27 13:26:47 -0600 | [diff] [blame] | 558 | dev_info(&bridge->dev, " bridge window %pR\n", res); |
Yinghai Lu | 7cc5997 | 2009-12-22 15:02:21 -0800 | [diff] [blame] | 559 | } else { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 560 | /* Clear upper 16 bits of I/O base/limit. */ |
| 561 | io_upper16 = 0; |
| 562 | l = 0x00f0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 563 | } |
| 564 | /* Temporarily disable the I/O range before updating PCI_IO_BASE. */ |
| 565 | pci_write_config_dword(bridge, PCI_IO_BASE_UPPER16, 0x0000ffff); |
| 566 | /* Update lower 16 bits of I/O base/limit. */ |
Bjorn Helgaas | 5b764b8 | 2013-11-27 17:24:50 -0700 | [diff] [blame] | 567 | pci_write_config_word(bridge, PCI_IO_BASE, l); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 568 | /* Update upper 16 bits of I/O base/limit. */ |
| 569 | pci_write_config_dword(bridge, PCI_IO_BASE_UPPER16, io_upper16); |
Yinghai Lu | 7cc5997 | 2009-12-22 15:02:21 -0800 | [diff] [blame] | 570 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 571 | |
Yinghai Lu | 7cc5997 | 2009-12-22 15:02:21 -0800 | [diff] [blame] | 572 | static void pci_setup_bridge_mmio(struct pci_bus *bus) |
| 573 | { |
| 574 | struct pci_dev *bridge = bus->self; |
| 575 | struct resource *res; |
| 576 | struct pci_bus_region region; |
| 577 | u32 l; |
| 578 | |
| 579 | /* Set up the top and bottom of the PCI Memory segment for this bus. */ |
Bjorn Helgaas | c7dabef | 2009-10-27 13:26:47 -0600 | [diff] [blame] | 580 | res = bus->resource[1]; |
Yinghai Lu | fc27985 | 2013-12-09 22:54:40 -0800 | [diff] [blame] | 581 | pcibios_resource_to_bus(bridge->bus, ®ion, res); |
Bjorn Helgaas | c7dabef | 2009-10-27 13:26:47 -0600 | [diff] [blame] | 582 | if (res->flags & IORESOURCE_MEM) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 583 | l = (region.start >> 16) & 0xfff0; |
| 584 | l |= region.end & 0xfff00000; |
Bjorn Helgaas | c7dabef | 2009-10-27 13:26:47 -0600 | [diff] [blame] | 585 | dev_info(&bridge->dev, " bridge window %pR\n", res); |
Yinghai Lu | 7cc5997 | 2009-12-22 15:02:21 -0800 | [diff] [blame] | 586 | } else { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 587 | l = 0x0000fff0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 588 | } |
| 589 | pci_write_config_dword(bridge, PCI_MEMORY_BASE, l); |
Yinghai Lu | 7cc5997 | 2009-12-22 15:02:21 -0800 | [diff] [blame] | 590 | } |
| 591 | |
| 592 | static void pci_setup_bridge_mmio_pref(struct pci_bus *bus) |
| 593 | { |
| 594 | struct pci_dev *bridge = bus->self; |
| 595 | struct resource *res; |
| 596 | struct pci_bus_region region; |
| 597 | u32 l, bu, lu; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 598 | |
| 599 | /* Clear out the upper 32 bits of PREF limit. |
| 600 | If PCI_PREF_BASE_UPPER32 was non-zero, this temporarily |
| 601 | disables PREF range, which is ok. */ |
| 602 | pci_write_config_dword(bridge, PCI_PREF_LIMIT_UPPER32, 0); |
| 603 | |
| 604 | /* Set up PREF base/limit. */ |
Benjamin Herrenschmidt | c40a22e | 2007-12-10 17:32:15 +1100 | [diff] [blame] | 605 | bu = lu = 0; |
Bjorn Helgaas | c7dabef | 2009-10-27 13:26:47 -0600 | [diff] [blame] | 606 | res = bus->resource[2]; |
Yinghai Lu | fc27985 | 2013-12-09 22:54:40 -0800 | [diff] [blame] | 607 | pcibios_resource_to_bus(bridge->bus, ®ion, res); |
Bjorn Helgaas | c7dabef | 2009-10-27 13:26:47 -0600 | [diff] [blame] | 608 | if (res->flags & IORESOURCE_PREFETCH) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 609 | l = (region.start >> 16) & 0xfff0; |
| 610 | l |= region.end & 0xfff00000; |
Bjorn Helgaas | c7dabef | 2009-10-27 13:26:47 -0600 | [diff] [blame] | 611 | if (res->flags & IORESOURCE_MEM_64) { |
Yinghai Lu | 1f82de1 | 2009-04-23 20:48:32 -0700 | [diff] [blame] | 612 | bu = upper_32_bits(region.start); |
| 613 | lu = upper_32_bits(region.end); |
Yinghai Lu | 1f82de1 | 2009-04-23 20:48:32 -0700 | [diff] [blame] | 614 | } |
Bjorn Helgaas | c7dabef | 2009-10-27 13:26:47 -0600 | [diff] [blame] | 615 | dev_info(&bridge->dev, " bridge window %pR\n", res); |
Yinghai Lu | 7cc5997 | 2009-12-22 15:02:21 -0800 | [diff] [blame] | 616 | } else { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 617 | l = 0x0000fff0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 618 | } |
| 619 | pci_write_config_dword(bridge, PCI_PREF_MEMORY_BASE, l); |
| 620 | |
Alex Williamson | 59353ea | 2009-11-30 14:51:44 -0700 | [diff] [blame] | 621 | /* Set the upper 32 bits of PREF base & limit. */ |
| 622 | pci_write_config_dword(bridge, PCI_PREF_BASE_UPPER32, bu); |
| 623 | pci_write_config_dword(bridge, PCI_PREF_LIMIT_UPPER32, lu); |
Yinghai Lu | 7cc5997 | 2009-12-22 15:02:21 -0800 | [diff] [blame] | 624 | } |
| 625 | |
| 626 | static void __pci_setup_bridge(struct pci_bus *bus, unsigned long type) |
| 627 | { |
| 628 | struct pci_dev *bridge = bus->self; |
| 629 | |
Yinghai Lu | b918c62 | 2012-05-17 18:51:11 -0700 | [diff] [blame] | 630 | dev_info(&bridge->dev, "PCI bridge to %pR\n", |
| 631 | &bus->busn_res); |
Yinghai Lu | 7cc5997 | 2009-12-22 15:02:21 -0800 | [diff] [blame] | 632 | |
| 633 | if (type & IORESOURCE_IO) |
| 634 | pci_setup_bridge_io(bus); |
| 635 | |
| 636 | if (type & IORESOURCE_MEM) |
| 637 | pci_setup_bridge_mmio(bus); |
| 638 | |
| 639 | if (type & IORESOURCE_PREFETCH) |
| 640 | pci_setup_bridge_mmio_pref(bus); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 641 | |
| 642 | pci_write_config_word(bridge, PCI_BRIDGE_CONTROL, bus->bridge_ctl); |
| 643 | } |
| 644 | |
Benjamin Herrenschmidt | e244427 | 2011-09-11 14:08:38 -0300 | [diff] [blame] | 645 | void pci_setup_bridge(struct pci_bus *bus) |
Yinghai Lu | 7cc5997 | 2009-12-22 15:02:21 -0800 | [diff] [blame] | 646 | { |
| 647 | unsigned long type = IORESOURCE_IO | IORESOURCE_MEM | |
| 648 | IORESOURCE_PREFETCH; |
| 649 | |
| 650 | __pci_setup_bridge(bus, type); |
| 651 | } |
| 652 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 653 | /* Check whether the bridge supports optional I/O and |
| 654 | prefetchable memory ranges. If not, the respective |
| 655 | base/limit registers must be read-only and read as 0. */ |
Sam Ravnborg | 96bde06 | 2007-03-26 21:53:30 -0800 | [diff] [blame] | 656 | static void pci_bridge_check_ranges(struct pci_bus *bus) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 657 | { |
| 658 | u16 io; |
| 659 | u32 pmem; |
| 660 | struct pci_dev *bridge = bus->self; |
| 661 | struct resource *b_res; |
| 662 | |
| 663 | b_res = &bridge->resource[PCI_BRIDGE_RESOURCES]; |
| 664 | b_res[1].flags |= IORESOURCE_MEM; |
| 665 | |
| 666 | pci_read_config_word(bridge, PCI_IO_BASE, &io); |
| 667 | if (!io) { |
Bjorn Helgaas | d2f54d9 | 2013-11-27 15:31:07 -0700 | [diff] [blame] | 668 | pci_write_config_word(bridge, PCI_IO_BASE, 0xe0f0); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 669 | pci_read_config_word(bridge, PCI_IO_BASE, &io); |
Bjorn Helgaas | f762598 | 2013-11-14 11:28:18 -0700 | [diff] [blame] | 670 | pci_write_config_word(bridge, PCI_IO_BASE, 0x0); |
| 671 | } |
| 672 | if (io) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 673 | b_res[0].flags |= IORESOURCE_IO; |
Bjorn Helgaas | d2f54d9 | 2013-11-27 15:31:07 -0700 | [diff] [blame] | 674 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 675 | /* DECchip 21050 pass 2 errata: the bridge may miss an address |
| 676 | disconnect boundary by one PCI data phase. |
| 677 | Workaround: do not use prefetching on this device. */ |
| 678 | if (bridge->vendor == PCI_VENDOR_ID_DEC && bridge->device == 0x0001) |
| 679 | return; |
Bjorn Helgaas | d2f54d9 | 2013-11-27 15:31:07 -0700 | [diff] [blame] | 680 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 681 | pci_read_config_dword(bridge, PCI_PREF_MEMORY_BASE, &pmem); |
| 682 | if (!pmem) { |
| 683 | pci_write_config_dword(bridge, PCI_PREF_MEMORY_BASE, |
Bjorn Helgaas | d2f54d9 | 2013-11-27 15:31:07 -0700 | [diff] [blame] | 684 | 0xffe0fff0); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 685 | pci_read_config_dword(bridge, PCI_PREF_MEMORY_BASE, &pmem); |
| 686 | pci_write_config_dword(bridge, PCI_PREF_MEMORY_BASE, 0x0); |
| 687 | } |
Yinghai Lu | 1f82de1 | 2009-04-23 20:48:32 -0700 | [diff] [blame] | 688 | if (pmem) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 689 | b_res[2].flags |= IORESOURCE_MEM | IORESOURCE_PREFETCH; |
Yinghai Lu | 9958610 | 2010-01-22 01:02:28 -0800 | [diff] [blame] | 690 | if ((pmem & PCI_PREF_RANGE_TYPE_MASK) == |
| 691 | PCI_PREF_RANGE_TYPE_64) { |
Yinghai Lu | 1f82de1 | 2009-04-23 20:48:32 -0700 | [diff] [blame] | 692 | b_res[2].flags |= IORESOURCE_MEM_64; |
Yinghai Lu | 9958610 | 2010-01-22 01:02:28 -0800 | [diff] [blame] | 693 | b_res[2].flags |= PCI_PREF_RANGE_TYPE_64; |
| 694 | } |
Yinghai Lu | 1f82de1 | 2009-04-23 20:48:32 -0700 | [diff] [blame] | 695 | } |
| 696 | |
| 697 | /* double check if bridge does support 64 bit pref */ |
| 698 | if (b_res[2].flags & IORESOURCE_MEM_64) { |
| 699 | u32 mem_base_hi, tmp; |
| 700 | pci_read_config_dword(bridge, PCI_PREF_BASE_UPPER32, |
| 701 | &mem_base_hi); |
| 702 | pci_write_config_dword(bridge, PCI_PREF_BASE_UPPER32, |
| 703 | 0xffffffff); |
| 704 | pci_read_config_dword(bridge, PCI_PREF_BASE_UPPER32, &tmp); |
| 705 | if (!tmp) |
| 706 | b_res[2].flags &= ~IORESOURCE_MEM_64; |
| 707 | pci_write_config_dword(bridge, PCI_PREF_BASE_UPPER32, |
| 708 | mem_base_hi); |
| 709 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 710 | } |
| 711 | |
| 712 | /* Helper function for sizing routines: find first available |
| 713 | bus resource of a given type. Note: we intentionally skip |
| 714 | the bus resources which have already been assigned (that is, |
| 715 | have non-NULL parent resource). */ |
Yinghai Lu | 5b28541 | 2014-05-19 17:01:55 -0600 | [diff] [blame^] | 716 | static struct resource *find_free_bus_resource(struct pci_bus *bus, |
| 717 | unsigned long type_mask, unsigned long type) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 718 | { |
| 719 | int i; |
| 720 | struct resource *r; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 721 | |
Bjorn Helgaas | 89a74ec | 2010-02-23 10:24:31 -0700 | [diff] [blame] | 722 | pci_bus_for_each_resource(bus, r, i) { |
Ivan Kokshaysky | 299de03 | 2005-06-15 18:59:27 +0400 | [diff] [blame] | 723 | if (r == &ioport_resource || r == &iomem_resource) |
| 724 | continue; |
Jesse Barnes | 55a1098 | 2009-10-27 09:39:18 -0700 | [diff] [blame] | 725 | if (r && (r->flags & type_mask) == type && !r->parent) |
| 726 | return r; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 727 | } |
| 728 | return NULL; |
| 729 | } |
| 730 | |
Ram Pai | 13583b1 | 2011-02-14 17:43:17 -0800 | [diff] [blame] | 731 | static resource_size_t calculate_iosize(resource_size_t size, |
| 732 | resource_size_t min_size, |
| 733 | resource_size_t size1, |
| 734 | resource_size_t old_size, |
| 735 | resource_size_t align) |
| 736 | { |
| 737 | if (size < min_size) |
| 738 | size = min_size; |
| 739 | if (old_size == 1 ) |
| 740 | old_size = 0; |
| 741 | /* To be fixed in 2.5: we should have sort of HAVE_ISA |
| 742 | flag in the struct pci_bus. */ |
| 743 | #if defined(CONFIG_ISA) || defined(CONFIG_EISA) |
| 744 | size = (size & 0xff) + ((size & ~0xffUL) << 2); |
| 745 | #endif |
| 746 | size = ALIGN(size + size1, align); |
| 747 | if (size < old_size) |
| 748 | size = old_size; |
| 749 | return size; |
| 750 | } |
| 751 | |
| 752 | static resource_size_t calculate_memsize(resource_size_t size, |
| 753 | resource_size_t min_size, |
| 754 | resource_size_t size1, |
| 755 | resource_size_t old_size, |
| 756 | resource_size_t align) |
| 757 | { |
| 758 | if (size < min_size) |
| 759 | size = min_size; |
| 760 | if (old_size == 1 ) |
| 761 | old_size = 0; |
| 762 | if (size < old_size) |
| 763 | size = old_size; |
| 764 | size = ALIGN(size + size1, align); |
| 765 | return size; |
| 766 | } |
| 767 | |
Gavin Shan | ac5ad93 | 2012-09-11 16:59:45 -0600 | [diff] [blame] | 768 | resource_size_t __weak pcibios_window_alignment(struct pci_bus *bus, |
| 769 | unsigned long type) |
| 770 | { |
| 771 | return 1; |
| 772 | } |
| 773 | |
| 774 | #define PCI_P2P_DEFAULT_MEM_ALIGN 0x100000 /* 1MiB */ |
| 775 | #define PCI_P2P_DEFAULT_IO_ALIGN 0x1000 /* 4KiB */ |
| 776 | #define PCI_P2P_DEFAULT_IO_ALIGN_1K 0x400 /* 1KiB */ |
| 777 | |
| 778 | static resource_size_t window_alignment(struct pci_bus *bus, |
| 779 | unsigned long type) |
| 780 | { |
| 781 | resource_size_t align = 1, arch_align; |
| 782 | |
| 783 | if (type & IORESOURCE_MEM) |
| 784 | align = PCI_P2P_DEFAULT_MEM_ALIGN; |
| 785 | else if (type & IORESOURCE_IO) { |
| 786 | /* |
| 787 | * Per spec, I/O windows are 4K-aligned, but some |
| 788 | * bridges have an extension to support 1K alignment. |
| 789 | */ |
| 790 | if (bus->self->io_window_1k) |
| 791 | align = PCI_P2P_DEFAULT_IO_ALIGN_1K; |
| 792 | else |
| 793 | align = PCI_P2P_DEFAULT_IO_ALIGN; |
| 794 | } |
| 795 | |
| 796 | arch_align = pcibios_window_alignment(bus, type); |
| 797 | return max(align, arch_align); |
| 798 | } |
| 799 | |
Ram Pai | c8adf9a | 2011-02-14 17:43:20 -0800 | [diff] [blame] | 800 | /** |
| 801 | * pbus_size_io() - size the io window of a given bus |
| 802 | * |
| 803 | * @bus : the bus |
| 804 | * @min_size : the minimum io window that must to be allocated |
| 805 | * @add_size : additional optional io window |
Ram Pai | 9e8bf93 | 2011-07-25 13:08:42 -0700 | [diff] [blame] | 806 | * @realloc_head : track the additional io window on this list |
Ram Pai | c8adf9a | 2011-02-14 17:43:20 -0800 | [diff] [blame] | 807 | * |
| 808 | * Sizing the IO windows of the PCI-PCI bridge is trivial, |
Yinghai Lu | fd59134 | 2012-07-09 19:55:29 -0600 | [diff] [blame] | 809 | * since these windows have 1K or 4K granularity and the IO ranges |
Ram Pai | c8adf9a | 2011-02-14 17:43:20 -0800 | [diff] [blame] | 810 | * of non-bridge PCI devices are limited to 256 bytes. |
| 811 | * We must be careful with the ISA aliasing though. |
| 812 | */ |
| 813 | static void pbus_size_io(struct pci_bus *bus, resource_size_t min_size, |
Yinghai Lu | bdc4abe | 2012-01-21 02:08:27 -0800 | [diff] [blame] | 814 | resource_size_t add_size, struct list_head *realloc_head) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 815 | { |
| 816 | struct pci_dev *dev; |
Yinghai Lu | 5b28541 | 2014-05-19 17:01:55 -0600 | [diff] [blame^] | 817 | struct resource *b_res = find_free_bus_resource(bus, IORESOURCE_IO, |
| 818 | IORESOURCE_IO); |
Wei Yang | 11251a8 | 2013-08-02 17:31:05 +0800 | [diff] [blame] | 819 | resource_size_t size = 0, size0 = 0, size1 = 0; |
Yinghai Lu | be76891 | 2011-07-25 13:08:38 -0700 | [diff] [blame] | 820 | resource_size_t children_add_size = 0; |
Bjorn Helgaas | 2d1d667 | 2013-08-05 16:15:10 -0600 | [diff] [blame] | 821 | resource_size_t min_align, align; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 822 | |
| 823 | if (!b_res) |
Bjorn Helgaas | f762598 | 2013-11-14 11:28:18 -0700 | [diff] [blame] | 824 | return; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 825 | |
Bjorn Helgaas | 2d1d667 | 2013-08-05 16:15:10 -0600 | [diff] [blame] | 826 | min_align = window_alignment(bus, IORESOURCE_IO); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 827 | list_for_each_entry(dev, &bus->devices, bus_list) { |
| 828 | int i; |
| 829 | |
| 830 | for (i = 0; i < PCI_NUM_RESOURCES; i++) { |
| 831 | struct resource *r = &dev->resource[i]; |
| 832 | unsigned long r_size; |
| 833 | |
| 834 | if (r->parent || !(r->flags & IORESOURCE_IO)) |
| 835 | continue; |
Zhao, Yu | 022edd8 | 2008-10-13 19:24:28 +0800 | [diff] [blame] | 836 | r_size = resource_size(r); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 837 | |
| 838 | if (r_size < 0x400) |
| 839 | /* Might be re-aligned for ISA */ |
| 840 | size += r_size; |
| 841 | else |
| 842 | size1 += r_size; |
Yinghai Lu | be76891 | 2011-07-25 13:08:38 -0700 | [diff] [blame] | 843 | |
Yinghai Lu | fd59134 | 2012-07-09 19:55:29 -0600 | [diff] [blame] | 844 | align = pci_resource_alignment(dev, r); |
| 845 | if (align > min_align) |
| 846 | min_align = align; |
| 847 | |
Ram Pai | 9e8bf93 | 2011-07-25 13:08:42 -0700 | [diff] [blame] | 848 | if (realloc_head) |
| 849 | children_add_size += get_res_add_size(realloc_head, r); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 850 | } |
| 851 | } |
Yinghai Lu | fd59134 | 2012-07-09 19:55:29 -0600 | [diff] [blame] | 852 | |
Ram Pai | c8adf9a | 2011-02-14 17:43:20 -0800 | [diff] [blame] | 853 | size0 = calculate_iosize(size, min_size, size1, |
Yinghai Lu | fd59134 | 2012-07-09 19:55:29 -0600 | [diff] [blame] | 854 | resource_size(b_res), min_align); |
Yinghai Lu | be76891 | 2011-07-25 13:08:38 -0700 | [diff] [blame] | 855 | if (children_add_size > add_size) |
| 856 | add_size = children_add_size; |
Ram Pai | 9e8bf93 | 2011-07-25 13:08:42 -0700 | [diff] [blame] | 857 | size1 = (!realloc_head || (realloc_head && !add_size)) ? size0 : |
Yinghai Lu | a4ac9fe | 2012-01-21 02:08:17 -0800 | [diff] [blame] | 858 | calculate_iosize(size, min_size, add_size + size1, |
Yinghai Lu | fd59134 | 2012-07-09 19:55:29 -0600 | [diff] [blame] | 859 | resource_size(b_res), min_align); |
Ram Pai | c8adf9a | 2011-02-14 17:43:20 -0800 | [diff] [blame] | 860 | if (!size0 && !size1) { |
Bjorn Helgaas | 865df57 | 2009-11-04 10:32:57 -0700 | [diff] [blame] | 861 | if (b_res->start || b_res->end) |
| 862 | dev_info(&bus->self->dev, "disabling bridge window " |
Yinghai Lu | b918c62 | 2012-05-17 18:51:11 -0700 | [diff] [blame] | 863 | "%pR to %pR (unused)\n", b_res, |
| 864 | &bus->busn_res); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 865 | b_res->flags = 0; |
| 866 | return; |
| 867 | } |
Yinghai Lu | fd59134 | 2012-07-09 19:55:29 -0600 | [diff] [blame] | 868 | |
| 869 | b_res->start = min_align; |
Ram Pai | c8adf9a | 2011-02-14 17:43:20 -0800 | [diff] [blame] | 870 | b_res->end = b_res->start + size0 - 1; |
Ivan Kokshaysky | 8845256 | 2008-03-30 19:50:14 +0400 | [diff] [blame] | 871 | b_res->flags |= IORESOURCE_STARTALIGN; |
Yinghai Lu | b592443 | 2012-01-21 02:08:31 -0800 | [diff] [blame] | 872 | if (size1 > size0 && realloc_head) { |
Yinghai Lu | fd59134 | 2012-07-09 19:55:29 -0600 | [diff] [blame] | 873 | add_to_list(realloc_head, bus->self, b_res, size1-size0, |
| 874 | min_align); |
Yinghai Lu | b592443 | 2012-01-21 02:08:31 -0800 | [diff] [blame] | 875 | dev_printk(KERN_DEBUG, &bus->self->dev, "bridge window " |
Wei Yang | 11251a8 | 2013-08-02 17:31:05 +0800 | [diff] [blame] | 876 | "%pR to %pR add_size %llx\n", b_res, |
| 877 | &bus->busn_res, |
| 878 | (unsigned long long)size1-size0); |
Yinghai Lu | b592443 | 2012-01-21 02:08:31 -0800 | [diff] [blame] | 879 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 880 | } |
| 881 | |
Gavin Shan | c121504 | 2012-09-11 16:59:46 -0600 | [diff] [blame] | 882 | static inline resource_size_t calculate_mem_align(resource_size_t *aligns, |
| 883 | int max_order) |
| 884 | { |
| 885 | resource_size_t align = 0; |
| 886 | resource_size_t min_align = 0; |
| 887 | int order; |
| 888 | |
| 889 | for (order = 0; order <= max_order; order++) { |
| 890 | resource_size_t align1 = 1; |
| 891 | |
| 892 | align1 <<= (order + 20); |
| 893 | |
| 894 | if (!align) |
| 895 | min_align = align1; |
| 896 | else if (ALIGN(align + min_align, min_align) < align1) |
| 897 | min_align = align1 >> 1; |
| 898 | align += aligns[order]; |
| 899 | } |
| 900 | |
| 901 | return min_align; |
| 902 | } |
| 903 | |
Ram Pai | c8adf9a | 2011-02-14 17:43:20 -0800 | [diff] [blame] | 904 | /** |
| 905 | * pbus_size_mem() - size the memory window of a given bus |
| 906 | * |
| 907 | * @bus : the bus |
Wei Yang | 496f70c | 2013-08-02 17:31:04 +0800 | [diff] [blame] | 908 | * @mask: mask the resource flag, then compare it with type |
| 909 | * @type: the type of free resource from bridge |
Yinghai Lu | 5b28541 | 2014-05-19 17:01:55 -0600 | [diff] [blame^] | 910 | * @type2: second match type |
| 911 | * @type3: third match type |
Ram Pai | c8adf9a | 2011-02-14 17:43:20 -0800 | [diff] [blame] | 912 | * @min_size : the minimum memory window that must to be allocated |
| 913 | * @add_size : additional optional memory window |
Ram Pai | 9e8bf93 | 2011-07-25 13:08:42 -0700 | [diff] [blame] | 914 | * @realloc_head : track the additional memory window on this list |
Ram Pai | c8adf9a | 2011-02-14 17:43:20 -0800 | [diff] [blame] | 915 | * |
| 916 | * Calculate the size of the bus and minimal alignment which |
| 917 | * guarantees that all child resources fit in this size. |
| 918 | */ |
Eric W. Biederman | 2876048 | 2009-09-09 14:09:24 -0700 | [diff] [blame] | 919 | static int pbus_size_mem(struct pci_bus *bus, unsigned long mask, |
Yinghai Lu | 5b28541 | 2014-05-19 17:01:55 -0600 | [diff] [blame^] | 920 | unsigned long type, unsigned long type2, |
| 921 | unsigned long type3, |
| 922 | resource_size_t min_size, resource_size_t add_size, |
| 923 | struct list_head *realloc_head) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 924 | { |
| 925 | struct pci_dev *dev; |
Ram Pai | c8adf9a | 2011-02-14 17:43:20 -0800 | [diff] [blame] | 926 | resource_size_t min_align, align, size, size0, size1; |
Alan | 14c8530 | 2014-05-19 14:03:14 +0100 | [diff] [blame] | 927 | resource_size_t aligns[14]; /* Alignments from 1Mb to 8Gb */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 928 | int order, max_order; |
Yinghai Lu | 5b28541 | 2014-05-19 17:01:55 -0600 | [diff] [blame^] | 929 | struct resource *b_res = find_free_bus_resource(bus, |
| 930 | mask | IORESOURCE_PREFETCH, type); |
Yinghai Lu | be76891 | 2011-07-25 13:08:38 -0700 | [diff] [blame] | 931 | resource_size_t children_add_size = 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 932 | |
| 933 | if (!b_res) |
| 934 | return 0; |
| 935 | |
| 936 | memset(aligns, 0, sizeof(aligns)); |
| 937 | max_order = 0; |
| 938 | size = 0; |
| 939 | |
| 940 | list_for_each_entry(dev, &bus->devices, bus_list) { |
| 941 | int i; |
Yinghai Lu | 1f82de1 | 2009-04-23 20:48:32 -0700 | [diff] [blame] | 942 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 943 | for (i = 0; i < PCI_NUM_RESOURCES; i++) { |
| 944 | struct resource *r = &dev->resource[i]; |
Benjamin Herrenschmidt | c40a22e | 2007-12-10 17:32:15 +1100 | [diff] [blame] | 945 | resource_size_t r_size; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 946 | |
Yinghai Lu | 5b28541 | 2014-05-19 17:01:55 -0600 | [diff] [blame^] | 947 | if (r->parent || ((r->flags & mask) != type && |
| 948 | (r->flags & mask) != type2 && |
| 949 | (r->flags & mask) != type3)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 950 | continue; |
Zhao, Yu | 022edd8 | 2008-10-13 19:24:28 +0800 | [diff] [blame] | 951 | r_size = resource_size(r); |
Yinghai Lu | 2aceefc | 2011-07-25 13:08:40 -0700 | [diff] [blame] | 952 | #ifdef CONFIG_PCI_IOV |
| 953 | /* put SRIOV requested res to the optional list */ |
Ram Pai | 9e8bf93 | 2011-07-25 13:08:42 -0700 | [diff] [blame] | 954 | if (realloc_head && i >= PCI_IOV_RESOURCES && |
Yinghai Lu | 2aceefc | 2011-07-25 13:08:40 -0700 | [diff] [blame] | 955 | i <= PCI_IOV_RESOURCE_END) { |
| 956 | r->end = r->start - 1; |
Bjorn Helgaas | f762598 | 2013-11-14 11:28:18 -0700 | [diff] [blame] | 957 | add_to_list(realloc_head, dev, r, r_size, 0/* don't care */); |
Yinghai Lu | 2aceefc | 2011-07-25 13:08:40 -0700 | [diff] [blame] | 958 | children_add_size += r_size; |
| 959 | continue; |
| 960 | } |
| 961 | #endif |
Alan | 14c8530 | 2014-05-19 14:03:14 +0100 | [diff] [blame] | 962 | /* |
| 963 | * aligns[0] is for 1MB (since bridge memory |
| 964 | * windows are always at least 1MB aligned), so |
| 965 | * keep "order" from being negative for smaller |
| 966 | * resources. |
| 967 | */ |
Chris Wright | 6faf17f | 2009-08-28 13:00:06 -0700 | [diff] [blame] | 968 | align = pci_resource_alignment(dev, r); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 969 | order = __ffs(align) - 20; |
Alan | 14c8530 | 2014-05-19 14:03:14 +0100 | [diff] [blame] | 970 | if (order < 0) |
| 971 | order = 0; |
| 972 | if (order >= ARRAY_SIZE(aligns)) { |
Bjorn Helgaas | 865df57 | 2009-11-04 10:32:57 -0700 | [diff] [blame] | 973 | dev_warn(&dev->dev, "disabling BAR %d: %pR " |
| 974 | "(bad alignment %#llx)\n", i, r, |
| 975 | (unsigned long long) align); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 976 | r->flags = 0; |
| 977 | continue; |
| 978 | } |
| 979 | size += r_size; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 980 | /* Exclude ranges with size > align from |
| 981 | calculation of the alignment. */ |
| 982 | if (r_size == align) |
| 983 | aligns[order] += align; |
| 984 | if (order > max_order) |
| 985 | max_order = order; |
Yinghai Lu | be76891 | 2011-07-25 13:08:38 -0700 | [diff] [blame] | 986 | |
Ram Pai | 9e8bf93 | 2011-07-25 13:08:42 -0700 | [diff] [blame] | 987 | if (realloc_head) |
| 988 | children_add_size += get_res_add_size(realloc_head, r); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 989 | } |
| 990 | } |
Jeremy Fitzhardinge | 8308c54 | 2008-09-11 01:31:50 -0700 | [diff] [blame] | 991 | |
Gavin Shan | c121504 | 2012-09-11 16:59:46 -0600 | [diff] [blame] | 992 | min_align = calculate_mem_align(aligns, max_order); |
Wei Yang | 3ad94b0 | 2013-09-06 09:45:58 +0800 | [diff] [blame] | 993 | min_align = max(min_align, window_alignment(bus, b_res->flags)); |
Linus Torvalds | b42282e | 2011-04-11 10:53:11 -0700 | [diff] [blame] | 994 | size0 = calculate_memsize(size, min_size, 0, resource_size(b_res), min_align); |
Yinghai Lu | be76891 | 2011-07-25 13:08:38 -0700 | [diff] [blame] | 995 | if (children_add_size > add_size) |
| 996 | add_size = children_add_size; |
Ram Pai | 9e8bf93 | 2011-07-25 13:08:42 -0700 | [diff] [blame] | 997 | size1 = (!realloc_head || (realloc_head && !add_size)) ? size0 : |
Yinghai Lu | a4ac9fe | 2012-01-21 02:08:17 -0800 | [diff] [blame] | 998 | calculate_memsize(size, min_size, add_size, |
Linus Torvalds | b42282e | 2011-04-11 10:53:11 -0700 | [diff] [blame] | 999 | resource_size(b_res), min_align); |
Ram Pai | c8adf9a | 2011-02-14 17:43:20 -0800 | [diff] [blame] | 1000 | if (!size0 && !size1) { |
Bjorn Helgaas | 865df57 | 2009-11-04 10:32:57 -0700 | [diff] [blame] | 1001 | if (b_res->start || b_res->end) |
| 1002 | dev_info(&bus->self->dev, "disabling bridge window " |
Yinghai Lu | b918c62 | 2012-05-17 18:51:11 -0700 | [diff] [blame] | 1003 | "%pR to %pR (unused)\n", b_res, |
| 1004 | &bus->busn_res); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1005 | b_res->flags = 0; |
| 1006 | return 1; |
| 1007 | } |
| 1008 | b_res->start = min_align; |
Ram Pai | c8adf9a | 2011-02-14 17:43:20 -0800 | [diff] [blame] | 1009 | b_res->end = size0 + min_align - 1; |
Yinghai Lu | 5b28541 | 2014-05-19 17:01:55 -0600 | [diff] [blame^] | 1010 | b_res->flags |= IORESOURCE_STARTALIGN; |
Yinghai Lu | b592443 | 2012-01-21 02:08:31 -0800 | [diff] [blame] | 1011 | if (size1 > size0 && realloc_head) { |
Ram Pai | 9e8bf93 | 2011-07-25 13:08:42 -0700 | [diff] [blame] | 1012 | add_to_list(realloc_head, bus->self, b_res, size1-size0, min_align); |
Yinghai Lu | b592443 | 2012-01-21 02:08:31 -0800 | [diff] [blame] | 1013 | dev_printk(KERN_DEBUG, &bus->self->dev, "bridge window " |
Yinghai Lu | b918c62 | 2012-05-17 18:51:11 -0700 | [diff] [blame] | 1014 | "%pR to %pR add_size %llx\n", b_res, |
| 1015 | &bus->busn_res, (unsigned long long)size1-size0); |
Yinghai Lu | b592443 | 2012-01-21 02:08:31 -0800 | [diff] [blame] | 1016 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1017 | return 1; |
| 1018 | } |
| 1019 | |
Ram Pai | 0a2daa1 | 2011-07-25 13:08:41 -0700 | [diff] [blame] | 1020 | unsigned long pci_cardbus_resource_alignment(struct resource *res) |
| 1021 | { |
| 1022 | if (res->flags & IORESOURCE_IO) |
| 1023 | return pci_cardbus_io_size; |
| 1024 | if (res->flags & IORESOURCE_MEM) |
| 1025 | return pci_cardbus_mem_size; |
| 1026 | return 0; |
| 1027 | } |
| 1028 | |
| 1029 | static void pci_bus_size_cardbus(struct pci_bus *bus, |
Yinghai Lu | bdc4abe | 2012-01-21 02:08:27 -0800 | [diff] [blame] | 1030 | struct list_head *realloc_head) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1031 | { |
| 1032 | struct pci_dev *bridge = bus->self; |
| 1033 | struct resource *b_res = &bridge->resource[PCI_BRIDGE_RESOURCES]; |
Yinghai Lu | 1184893 | 2012-02-10 15:33:47 -0800 | [diff] [blame] | 1034 | resource_size_t b_res_3_size = pci_cardbus_mem_size * 2; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1035 | u16 ctrl; |
| 1036 | |
Yinghai Lu | 3796f1e | 2012-02-10 15:33:48 -0800 | [diff] [blame] | 1037 | if (b_res[0].parent) |
| 1038 | goto handle_b_res_1; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1039 | /* |
| 1040 | * Reserve some resources for CardBus. We reserve |
| 1041 | * a fixed amount of bus space for CardBus bridges. |
| 1042 | */ |
Yinghai Lu | 1184893 | 2012-02-10 15:33:47 -0800 | [diff] [blame] | 1043 | b_res[0].start = pci_cardbus_io_size; |
| 1044 | b_res[0].end = b_res[0].start + pci_cardbus_io_size - 1; |
| 1045 | b_res[0].flags |= IORESOURCE_IO | IORESOURCE_STARTALIGN; |
| 1046 | if (realloc_head) { |
| 1047 | b_res[0].end -= pci_cardbus_io_size; |
| 1048 | add_to_list(realloc_head, bridge, b_res, pci_cardbus_io_size, |
| 1049 | pci_cardbus_io_size); |
| 1050 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1051 | |
Yinghai Lu | 3796f1e | 2012-02-10 15:33:48 -0800 | [diff] [blame] | 1052 | handle_b_res_1: |
| 1053 | if (b_res[1].parent) |
| 1054 | goto handle_b_res_2; |
Yinghai Lu | 1184893 | 2012-02-10 15:33:47 -0800 | [diff] [blame] | 1055 | b_res[1].start = pci_cardbus_io_size; |
| 1056 | b_res[1].end = b_res[1].start + pci_cardbus_io_size - 1; |
| 1057 | b_res[1].flags |= IORESOURCE_IO | IORESOURCE_STARTALIGN; |
| 1058 | if (realloc_head) { |
| 1059 | b_res[1].end -= pci_cardbus_io_size; |
| 1060 | add_to_list(realloc_head, bridge, b_res+1, pci_cardbus_io_size, |
| 1061 | pci_cardbus_io_size); |
| 1062 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1063 | |
Yinghai Lu | 3796f1e | 2012-02-10 15:33:48 -0800 | [diff] [blame] | 1064 | handle_b_res_2: |
Yinghai Lu | dcef0d0 | 2012-02-10 15:33:46 -0800 | [diff] [blame] | 1065 | /* MEM1 must not be pref mmio */ |
| 1066 | pci_read_config_word(bridge, PCI_CB_BRIDGE_CONTROL, &ctrl); |
| 1067 | if (ctrl & PCI_CB_BRIDGE_CTL_PREFETCH_MEM1) { |
| 1068 | ctrl &= ~PCI_CB_BRIDGE_CTL_PREFETCH_MEM1; |
| 1069 | pci_write_config_word(bridge, PCI_CB_BRIDGE_CONTROL, ctrl); |
| 1070 | pci_read_config_word(bridge, PCI_CB_BRIDGE_CONTROL, &ctrl); |
| 1071 | } |
| 1072 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1073 | /* |
| 1074 | * Check whether prefetchable memory is supported |
| 1075 | * by this bridge. |
| 1076 | */ |
| 1077 | pci_read_config_word(bridge, PCI_CB_BRIDGE_CONTROL, &ctrl); |
| 1078 | if (!(ctrl & PCI_CB_BRIDGE_CTL_PREFETCH_MEM0)) { |
| 1079 | ctrl |= PCI_CB_BRIDGE_CTL_PREFETCH_MEM0; |
| 1080 | pci_write_config_word(bridge, PCI_CB_BRIDGE_CONTROL, ctrl); |
| 1081 | pci_read_config_word(bridge, PCI_CB_BRIDGE_CONTROL, &ctrl); |
| 1082 | } |
| 1083 | |
Yinghai Lu | 3796f1e | 2012-02-10 15:33:48 -0800 | [diff] [blame] | 1084 | if (b_res[2].parent) |
| 1085 | goto handle_b_res_3; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1086 | /* |
| 1087 | * If we have prefetchable memory support, allocate |
| 1088 | * two regions. Otherwise, allocate one region of |
| 1089 | * twice the size. |
| 1090 | */ |
| 1091 | if (ctrl & PCI_CB_BRIDGE_CTL_PREFETCH_MEM0) { |
Yinghai Lu | 1184893 | 2012-02-10 15:33:47 -0800 | [diff] [blame] | 1092 | b_res[2].start = pci_cardbus_mem_size; |
| 1093 | b_res[2].end = b_res[2].start + pci_cardbus_mem_size - 1; |
| 1094 | b_res[2].flags |= IORESOURCE_MEM | IORESOURCE_PREFETCH | |
| 1095 | IORESOURCE_STARTALIGN; |
| 1096 | if (realloc_head) { |
| 1097 | b_res[2].end -= pci_cardbus_mem_size; |
| 1098 | add_to_list(realloc_head, bridge, b_res+2, |
| 1099 | pci_cardbus_mem_size, pci_cardbus_mem_size); |
| 1100 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1101 | |
Yinghai Lu | 1184893 | 2012-02-10 15:33:47 -0800 | [diff] [blame] | 1102 | /* reduce that to half */ |
| 1103 | b_res_3_size = pci_cardbus_mem_size; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1104 | } |
Ram Pai | 0a2daa1 | 2011-07-25 13:08:41 -0700 | [diff] [blame] | 1105 | |
Yinghai Lu | 3796f1e | 2012-02-10 15:33:48 -0800 | [diff] [blame] | 1106 | handle_b_res_3: |
| 1107 | if (b_res[3].parent) |
| 1108 | goto handle_done; |
Yinghai Lu | 1184893 | 2012-02-10 15:33:47 -0800 | [diff] [blame] | 1109 | b_res[3].start = pci_cardbus_mem_size; |
| 1110 | b_res[3].end = b_res[3].start + b_res_3_size - 1; |
| 1111 | b_res[3].flags |= IORESOURCE_MEM | IORESOURCE_STARTALIGN; |
| 1112 | if (realloc_head) { |
| 1113 | b_res[3].end -= b_res_3_size; |
| 1114 | add_to_list(realloc_head, bridge, b_res+3, b_res_3_size, |
| 1115 | pci_cardbus_mem_size); |
| 1116 | } |
Yinghai Lu | 3796f1e | 2012-02-10 15:33:48 -0800 | [diff] [blame] | 1117 | |
| 1118 | handle_done: |
| 1119 | ; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1120 | } |
| 1121 | |
Jiang Liu | d66ecb7 | 2013-06-23 01:01:35 +0200 | [diff] [blame] | 1122 | void __ref __pci_bus_size_bridges(struct pci_bus *bus, |
Yinghai Lu | bdc4abe | 2012-01-21 02:08:27 -0800 | [diff] [blame] | 1123 | struct list_head *realloc_head) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1124 | { |
| 1125 | struct pci_dev *dev; |
Yinghai Lu | 5b28541 | 2014-05-19 17:01:55 -0600 | [diff] [blame^] | 1126 | unsigned long mask, prefmask, type2 = 0, type3 = 0; |
Ram Pai | c8adf9a | 2011-02-14 17:43:20 -0800 | [diff] [blame] | 1127 | resource_size_t additional_mem_size = 0, additional_io_size = 0; |
Yinghai Lu | 5b28541 | 2014-05-19 17:01:55 -0600 | [diff] [blame^] | 1128 | struct resource *b_res; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1129 | |
| 1130 | list_for_each_entry(dev, &bus->devices, bus_list) { |
| 1131 | struct pci_bus *b = dev->subordinate; |
| 1132 | if (!b) |
| 1133 | continue; |
| 1134 | |
| 1135 | switch (dev->class >> 8) { |
| 1136 | case PCI_CLASS_BRIDGE_CARDBUS: |
Ram Pai | 9e8bf93 | 2011-07-25 13:08:42 -0700 | [diff] [blame] | 1137 | pci_bus_size_cardbus(b, realloc_head); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1138 | break; |
| 1139 | |
| 1140 | case PCI_CLASS_BRIDGE_PCI: |
| 1141 | default: |
Ram Pai | 9e8bf93 | 2011-07-25 13:08:42 -0700 | [diff] [blame] | 1142 | __pci_bus_size_bridges(b, realloc_head); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1143 | break; |
| 1144 | } |
| 1145 | } |
| 1146 | |
| 1147 | /* The root bus? */ |
Wei Yang | 2ba29e2 | 2013-09-06 09:45:56 +0800 | [diff] [blame] | 1148 | if (pci_is_root_bus(bus)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1149 | return; |
| 1150 | |
| 1151 | switch (bus->self->class >> 8) { |
| 1152 | case PCI_CLASS_BRIDGE_CARDBUS: |
| 1153 | /* don't size cardbuses yet. */ |
| 1154 | break; |
| 1155 | |
| 1156 | case PCI_CLASS_BRIDGE_PCI: |
| 1157 | pci_bridge_check_ranges(bus); |
Eric W. Biederman | 2876048 | 2009-09-09 14:09:24 -0700 | [diff] [blame] | 1158 | if (bus->self->is_hotplug_bridge) { |
Ram Pai | c8adf9a | 2011-02-14 17:43:20 -0800 | [diff] [blame] | 1159 | additional_io_size = pci_hotplug_io_size; |
| 1160 | additional_mem_size = pci_hotplug_mem_size; |
Eric W. Biederman | 2876048 | 2009-09-09 14:09:24 -0700 | [diff] [blame] | 1161 | } |
Ram Pai | c8adf9a | 2011-02-14 17:43:20 -0800 | [diff] [blame] | 1162 | /* |
| 1163 | * Follow thru |
| 1164 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1165 | default: |
Yinghai Lu | 19aa7ee | 2012-01-21 02:08:24 -0800 | [diff] [blame] | 1166 | pbus_size_io(bus, realloc_head ? 0 : additional_io_size, |
| 1167 | additional_io_size, realloc_head); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1168 | /* If the bridge supports prefetchable range, size it |
| 1169 | separately. If it doesn't, or its prefetchable window |
| 1170 | has already been allocated by arch code, try |
| 1171 | non-prefetchable range for both types of PCI memory |
| 1172 | resources. */ |
Yinghai Lu | 5b28541 | 2014-05-19 17:01:55 -0600 | [diff] [blame^] | 1173 | b_res = &bus->self->resource[PCI_BRIDGE_RESOURCES]; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1174 | mask = IORESOURCE_MEM; |
| 1175 | prefmask = IORESOURCE_MEM | IORESOURCE_PREFETCH; |
Yinghai Lu | 5b28541 | 2014-05-19 17:01:55 -0600 | [diff] [blame^] | 1176 | if (b_res[2].flags & IORESOURCE_MEM_64) { |
| 1177 | prefmask |= IORESOURCE_MEM_64; |
| 1178 | if (pbus_size_mem(bus, prefmask, prefmask, |
| 1179 | prefmask, prefmask, |
Yinghai Lu | 19aa7ee | 2012-01-21 02:08:24 -0800 | [diff] [blame] | 1180 | realloc_head ? 0 : additional_mem_size, |
Yinghai Lu | 5b28541 | 2014-05-19 17:01:55 -0600 | [diff] [blame^] | 1181 | additional_mem_size, realloc_head)) { |
| 1182 | /* |
| 1183 | * Success, with pref mmio64, |
| 1184 | * next will size non-pref or |
| 1185 | * non-mmio64 */ |
| 1186 | mask = prefmask; |
| 1187 | type2 = prefmask & ~IORESOURCE_MEM_64; |
| 1188 | type3 = prefmask & ~IORESOURCE_PREFETCH; |
| 1189 | } |
| 1190 | } |
| 1191 | if (!type2) { |
| 1192 | prefmask &= ~IORESOURCE_MEM_64; |
| 1193 | if (pbus_size_mem(bus, prefmask, prefmask, |
| 1194 | prefmask, prefmask, |
| 1195 | realloc_head ? 0 : additional_mem_size, |
| 1196 | additional_mem_size, realloc_head)) { |
| 1197 | /* Success, next will size non-prefetch. */ |
| 1198 | mask = prefmask; |
| 1199 | } else |
| 1200 | additional_mem_size += additional_mem_size; |
| 1201 | type2 = type3 = IORESOURCE_MEM; |
| 1202 | } |
| 1203 | pbus_size_mem(bus, mask, IORESOURCE_MEM, type2, type3, |
Yinghai Lu | 19aa7ee | 2012-01-21 02:08:24 -0800 | [diff] [blame] | 1204 | realloc_head ? 0 : additional_mem_size, |
| 1205 | additional_mem_size, realloc_head); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1206 | break; |
| 1207 | } |
| 1208 | } |
Ram Pai | c8adf9a | 2011-02-14 17:43:20 -0800 | [diff] [blame] | 1209 | |
| 1210 | void __ref pci_bus_size_bridges(struct pci_bus *bus) |
| 1211 | { |
| 1212 | __pci_bus_size_bridges(bus, NULL); |
| 1213 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1214 | EXPORT_SYMBOL(pci_bus_size_bridges); |
| 1215 | |
Jiang Liu | d66ecb7 | 2013-06-23 01:01:35 +0200 | [diff] [blame] | 1216 | void __ref __pci_bus_assign_resources(const struct pci_bus *bus, |
| 1217 | struct list_head *realloc_head, |
| 1218 | struct list_head *fail_head) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1219 | { |
| 1220 | struct pci_bus *b; |
| 1221 | struct pci_dev *dev; |
| 1222 | |
Ram Pai | 9e8bf93 | 2011-07-25 13:08:42 -0700 | [diff] [blame] | 1223 | pbus_assign_resources_sorted(bus, realloc_head, fail_head); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1224 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1225 | list_for_each_entry(dev, &bus->devices, bus_list) { |
| 1226 | b = dev->subordinate; |
| 1227 | if (!b) |
| 1228 | continue; |
| 1229 | |
Ram Pai | 9e8bf93 | 2011-07-25 13:08:42 -0700 | [diff] [blame] | 1230 | __pci_bus_assign_resources(b, realloc_head, fail_head); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1231 | |
| 1232 | switch (dev->class >> 8) { |
| 1233 | case PCI_CLASS_BRIDGE_PCI: |
Yinghai Lu | 6841ec6 | 2010-01-22 01:02:25 -0800 | [diff] [blame] | 1234 | if (!pci_is_enabled(dev)) |
| 1235 | pci_setup_bridge(b); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1236 | break; |
| 1237 | |
| 1238 | case PCI_CLASS_BRIDGE_CARDBUS: |
| 1239 | pci_setup_cardbus(b); |
| 1240 | break; |
| 1241 | |
| 1242 | default: |
Bjorn Helgaas | 80ccba1 | 2008-06-13 10:52:11 -0600 | [diff] [blame] | 1243 | dev_info(&dev->dev, "not setting up bridge for bus " |
| 1244 | "%04x:%02x\n", pci_domain_nr(b), b->number); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1245 | break; |
| 1246 | } |
| 1247 | } |
| 1248 | } |
Yinghai Lu | 568ddef | 2010-01-22 01:02:21 -0800 | [diff] [blame] | 1249 | |
| 1250 | void __ref pci_bus_assign_resources(const struct pci_bus *bus) |
| 1251 | { |
Ram Pai | c8adf9a | 2011-02-14 17:43:20 -0800 | [diff] [blame] | 1252 | __pci_bus_assign_resources(bus, NULL, NULL); |
Yinghai Lu | 568ddef | 2010-01-22 01:02:21 -0800 | [diff] [blame] | 1253 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1254 | EXPORT_SYMBOL(pci_bus_assign_resources); |
| 1255 | |
Yinghai Lu | 6841ec6 | 2010-01-22 01:02:25 -0800 | [diff] [blame] | 1256 | static void __ref __pci_bridge_assign_resources(const struct pci_dev *bridge, |
Yinghai Lu | bdc4abe | 2012-01-21 02:08:27 -0800 | [diff] [blame] | 1257 | struct list_head *add_head, |
| 1258 | struct list_head *fail_head) |
Yinghai Lu | 6841ec6 | 2010-01-22 01:02:25 -0800 | [diff] [blame] | 1259 | { |
| 1260 | struct pci_bus *b; |
| 1261 | |
Yinghai Lu | 8424d75 | 2012-01-21 02:08:21 -0800 | [diff] [blame] | 1262 | pdev_assign_resources_sorted((struct pci_dev *)bridge, |
| 1263 | add_head, fail_head); |
Yinghai Lu | 6841ec6 | 2010-01-22 01:02:25 -0800 | [diff] [blame] | 1264 | |
| 1265 | b = bridge->subordinate; |
| 1266 | if (!b) |
| 1267 | return; |
| 1268 | |
Yinghai Lu | 8424d75 | 2012-01-21 02:08:21 -0800 | [diff] [blame] | 1269 | __pci_bus_assign_resources(b, add_head, fail_head); |
Yinghai Lu | 6841ec6 | 2010-01-22 01:02:25 -0800 | [diff] [blame] | 1270 | |
| 1271 | switch (bridge->class >> 8) { |
| 1272 | case PCI_CLASS_BRIDGE_PCI: |
| 1273 | pci_setup_bridge(b); |
| 1274 | break; |
| 1275 | |
| 1276 | case PCI_CLASS_BRIDGE_CARDBUS: |
| 1277 | pci_setup_cardbus(b); |
| 1278 | break; |
| 1279 | |
| 1280 | default: |
| 1281 | dev_info(&bridge->dev, "not setting up bridge for bus " |
| 1282 | "%04x:%02x\n", pci_domain_nr(b), b->number); |
| 1283 | break; |
| 1284 | } |
| 1285 | } |
Yinghai Lu | 5009b46 | 2010-01-22 01:02:20 -0800 | [diff] [blame] | 1286 | static void pci_bridge_release_resources(struct pci_bus *bus, |
| 1287 | unsigned long type) |
| 1288 | { |
Yinghai Lu | 5b28541 | 2014-05-19 17:01:55 -0600 | [diff] [blame^] | 1289 | struct pci_dev *dev = bus->self; |
Yinghai Lu | 5009b46 | 2010-01-22 01:02:20 -0800 | [diff] [blame] | 1290 | struct resource *r; |
| 1291 | unsigned long type_mask = IORESOURCE_IO | IORESOURCE_MEM | |
Yinghai Lu | 5b28541 | 2014-05-19 17:01:55 -0600 | [diff] [blame^] | 1292 | IORESOURCE_PREFETCH | IORESOURCE_MEM_64; |
| 1293 | unsigned old_flags = 0; |
| 1294 | struct resource *b_res; |
| 1295 | int idx = 1; |
Yinghai Lu | 5009b46 | 2010-01-22 01:02:20 -0800 | [diff] [blame] | 1296 | |
Yinghai Lu | 5b28541 | 2014-05-19 17:01:55 -0600 | [diff] [blame^] | 1297 | b_res = &dev->resource[PCI_BRIDGE_RESOURCES]; |
Yinghai Lu | 5009b46 | 2010-01-22 01:02:20 -0800 | [diff] [blame] | 1298 | |
Yinghai Lu | 5b28541 | 2014-05-19 17:01:55 -0600 | [diff] [blame^] | 1299 | /* |
| 1300 | * 1. if there is io port assign fail, will release bridge |
| 1301 | * io port. |
| 1302 | * 2. if there is non pref mmio assign fail, release bridge |
| 1303 | * nonpref mmio. |
| 1304 | * 3. if there is 64bit pref mmio assign fail, and bridge pref |
| 1305 | * is 64bit, release bridge pref mmio. |
| 1306 | * 4. if there is pref mmio assign fail, and bridge pref is |
| 1307 | * 32bit mmio, release bridge pref mmio |
| 1308 | * 5. if there is pref mmio assign fail, and bridge pref is not |
| 1309 | * assigned, release bridge nonpref mmio. |
| 1310 | */ |
| 1311 | if (type & IORESOURCE_IO) |
| 1312 | idx = 0; |
| 1313 | else if (!(type & IORESOURCE_PREFETCH)) |
| 1314 | idx = 1; |
| 1315 | else if ((type & IORESOURCE_MEM_64) && |
| 1316 | (b_res[2].flags & IORESOURCE_MEM_64)) |
| 1317 | idx = 2; |
| 1318 | else if (!(b_res[2].flags & IORESOURCE_MEM_64) && |
| 1319 | (b_res[2].flags & IORESOURCE_PREFETCH)) |
| 1320 | idx = 2; |
| 1321 | else |
| 1322 | idx = 1; |
| 1323 | |
| 1324 | r = &b_res[idx]; |
| 1325 | |
| 1326 | if (!r->parent) |
| 1327 | return; |
| 1328 | |
| 1329 | /* |
| 1330 | * if there are children under that, we should release them |
| 1331 | * all |
| 1332 | */ |
| 1333 | release_child_resources(r); |
| 1334 | if (!release_resource(r)) { |
| 1335 | type = old_flags = r->flags & type_mask; |
| 1336 | dev_printk(KERN_DEBUG, &dev->dev, "resource %d %pR released\n", |
| 1337 | PCI_BRIDGE_RESOURCES + idx, r); |
| 1338 | /* keep the old size */ |
| 1339 | r->end = resource_size(r) - 1; |
| 1340 | r->start = 0; |
| 1341 | r->flags = 0; |
| 1342 | |
Yinghai Lu | 5009b46 | 2010-01-22 01:02:20 -0800 | [diff] [blame] | 1343 | /* avoiding touch the one without PREF */ |
| 1344 | if (type & IORESOURCE_PREFETCH) |
| 1345 | type = IORESOURCE_PREFETCH; |
| 1346 | __pci_setup_bridge(bus, type); |
Yinghai Lu | 5b28541 | 2014-05-19 17:01:55 -0600 | [diff] [blame^] | 1347 | /* for next child res under same bridge */ |
| 1348 | r->flags = old_flags; |
Yinghai Lu | 5009b46 | 2010-01-22 01:02:20 -0800 | [diff] [blame] | 1349 | } |
| 1350 | } |
| 1351 | |
| 1352 | enum release_type { |
| 1353 | leaf_only, |
| 1354 | whole_subtree, |
| 1355 | }; |
| 1356 | /* |
| 1357 | * try to release pci bridge resources that is from leaf bridge, |
| 1358 | * so we can allocate big new one later |
| 1359 | */ |
| 1360 | static void __ref pci_bus_release_bridge_resources(struct pci_bus *bus, |
| 1361 | unsigned long type, |
| 1362 | enum release_type rel_type) |
| 1363 | { |
| 1364 | struct pci_dev *dev; |
| 1365 | bool is_leaf_bridge = true; |
| 1366 | |
| 1367 | list_for_each_entry(dev, &bus->devices, bus_list) { |
| 1368 | struct pci_bus *b = dev->subordinate; |
| 1369 | if (!b) |
| 1370 | continue; |
| 1371 | |
| 1372 | is_leaf_bridge = false; |
| 1373 | |
| 1374 | if ((dev->class >> 8) != PCI_CLASS_BRIDGE_PCI) |
| 1375 | continue; |
| 1376 | |
| 1377 | if (rel_type == whole_subtree) |
| 1378 | pci_bus_release_bridge_resources(b, type, |
| 1379 | whole_subtree); |
| 1380 | } |
| 1381 | |
| 1382 | if (pci_is_root_bus(bus)) |
| 1383 | return; |
| 1384 | |
| 1385 | if ((bus->self->class >> 8) != PCI_CLASS_BRIDGE_PCI) |
| 1386 | return; |
| 1387 | |
| 1388 | if ((rel_type == whole_subtree) || is_leaf_bridge) |
| 1389 | pci_bridge_release_resources(bus, type); |
| 1390 | } |
| 1391 | |
Yinghai Lu | 76fbc26 | 2008-06-23 20:33:06 +0200 | [diff] [blame] | 1392 | static void pci_bus_dump_res(struct pci_bus *bus) |
| 1393 | { |
Bjorn Helgaas | 89a74ec | 2010-02-23 10:24:31 -0700 | [diff] [blame] | 1394 | struct resource *res; |
| 1395 | int i; |
Yinghai Lu | 76fbc26 | 2008-06-23 20:33:06 +0200 | [diff] [blame] | 1396 | |
Bjorn Helgaas | 89a74ec | 2010-02-23 10:24:31 -0700 | [diff] [blame] | 1397 | pci_bus_for_each_resource(bus, res, i) { |
Yinghai Lu | 7c9342b | 2009-12-22 15:02:24 -0800 | [diff] [blame] | 1398 | if (!res || !res->end || !res->flags) |
Yinghai Lu | 76fbc26 | 2008-06-23 20:33:06 +0200 | [diff] [blame] | 1399 | continue; |
| 1400 | |
Bjorn Helgaas | c7dabef | 2009-10-27 13:26:47 -0600 | [diff] [blame] | 1401 | dev_printk(KERN_DEBUG, &bus->dev, "resource %d %pR\n", i, res); |
Yinghai Lu | 76fbc26 | 2008-06-23 20:33:06 +0200 | [diff] [blame] | 1402 | } |
| 1403 | } |
| 1404 | |
| 1405 | static void pci_bus_dump_resources(struct pci_bus *bus) |
| 1406 | { |
| 1407 | struct pci_bus *b; |
| 1408 | struct pci_dev *dev; |
| 1409 | |
| 1410 | |
| 1411 | pci_bus_dump_res(bus); |
| 1412 | |
| 1413 | list_for_each_entry(dev, &bus->devices, bus_list) { |
| 1414 | b = dev->subordinate; |
| 1415 | if (!b) |
| 1416 | continue; |
| 1417 | |
| 1418 | pci_bus_dump_resources(b); |
| 1419 | } |
| 1420 | } |
| 1421 | |
Yinghai Lu | ff35147 | 2013-07-24 15:37:13 -0600 | [diff] [blame] | 1422 | static int pci_bus_get_depth(struct pci_bus *bus) |
Yinghai Lu | da7822e | 2011-05-12 17:11:37 -0700 | [diff] [blame] | 1423 | { |
| 1424 | int depth = 0; |
Wei Yang | f2a230b | 2013-08-02 17:31:03 +0800 | [diff] [blame] | 1425 | struct pci_bus *child_bus; |
Yinghai Lu | da7822e | 2011-05-12 17:11:37 -0700 | [diff] [blame] | 1426 | |
Wei Yang | f2a230b | 2013-08-02 17:31:03 +0800 | [diff] [blame] | 1427 | list_for_each_entry(child_bus, &bus->children, node){ |
Yinghai Lu | da7822e | 2011-05-12 17:11:37 -0700 | [diff] [blame] | 1428 | int ret; |
Yinghai Lu | da7822e | 2011-05-12 17:11:37 -0700 | [diff] [blame] | 1429 | |
Wei Yang | f2a230b | 2013-08-02 17:31:03 +0800 | [diff] [blame] | 1430 | ret = pci_bus_get_depth(child_bus); |
Yinghai Lu | da7822e | 2011-05-12 17:11:37 -0700 | [diff] [blame] | 1431 | if (ret + 1 > depth) |
| 1432 | depth = ret + 1; |
| 1433 | } |
| 1434 | |
| 1435 | return depth; |
| 1436 | } |
Yinghai Lu | da7822e | 2011-05-12 17:11:37 -0700 | [diff] [blame] | 1437 | |
Yinghai Lu | b55438f | 2012-02-23 19:23:30 -0800 | [diff] [blame] | 1438 | /* |
| 1439 | * -1: undefined, will auto detect later |
| 1440 | * 0: disabled by user |
| 1441 | * 1: disabled by auto detect |
| 1442 | * 2: enabled by user |
| 1443 | * 3: enabled by auto detect |
| 1444 | */ |
| 1445 | enum enable_type { |
| 1446 | undefined = -1, |
| 1447 | user_disabled, |
| 1448 | auto_disabled, |
| 1449 | user_enabled, |
| 1450 | auto_enabled, |
| 1451 | }; |
| 1452 | |
Yinghai Lu | ff35147 | 2013-07-24 15:37:13 -0600 | [diff] [blame] | 1453 | static enum enable_type pci_realloc_enable = undefined; |
Yinghai Lu | b55438f | 2012-02-23 19:23:30 -0800 | [diff] [blame] | 1454 | void __init pci_realloc_get_opt(char *str) |
| 1455 | { |
| 1456 | if (!strncmp(str, "off", 3)) |
| 1457 | pci_realloc_enable = user_disabled; |
| 1458 | else if (!strncmp(str, "on", 2)) |
| 1459 | pci_realloc_enable = user_enabled; |
| 1460 | } |
Yinghai Lu | ff35147 | 2013-07-24 15:37:13 -0600 | [diff] [blame] | 1461 | static bool pci_realloc_enabled(enum enable_type enable) |
Yinghai Lu | b55438f | 2012-02-23 19:23:30 -0800 | [diff] [blame] | 1462 | { |
Yinghai Lu | 967260c | 2013-07-22 14:37:15 -0700 | [diff] [blame] | 1463 | return enable >= user_enabled; |
Yinghai Lu | b55438f | 2012-02-23 19:23:30 -0800 | [diff] [blame] | 1464 | } |
Ram Pai | f483d39 | 2011-07-07 11:19:10 -0700 | [diff] [blame] | 1465 | |
Yinghai Lu | b07f2eb | 2012-02-23 19:23:32 -0800 | [diff] [blame] | 1466 | #if defined(CONFIG_PCI_IOV) && defined(CONFIG_PCI_REALLOC_ENABLE_AUTO) |
Yinghai Lu | ff35147 | 2013-07-24 15:37:13 -0600 | [diff] [blame] | 1467 | static int iov_resources_unassigned(struct pci_dev *dev, void *data) |
Yinghai Lu | 223d96f | 2013-07-22 14:37:13 -0700 | [diff] [blame] | 1468 | { |
| 1469 | int i; |
| 1470 | bool *unassigned = data; |
Yinghai Lu | b07f2eb | 2012-02-23 19:23:32 -0800 | [diff] [blame] | 1471 | |
Yinghai Lu | 223d96f | 2013-07-22 14:37:13 -0700 | [diff] [blame] | 1472 | for (i = PCI_IOV_RESOURCES; i <= PCI_IOV_RESOURCE_END; i++) { |
| 1473 | struct resource *r = &dev->resource[i]; |
Yinghai Lu | fa216bf | 2013-07-22 14:37:14 -0700 | [diff] [blame] | 1474 | struct pci_bus_region region; |
Yinghai Lu | b07f2eb | 2012-02-23 19:23:32 -0800 | [diff] [blame] | 1475 | |
Yinghai Lu | 223d96f | 2013-07-22 14:37:13 -0700 | [diff] [blame] | 1476 | /* Not assigned or rejected by kernel? */ |
Yinghai Lu | fa216bf | 2013-07-22 14:37:14 -0700 | [diff] [blame] | 1477 | if (!r->flags) |
| 1478 | continue; |
Yinghai Lu | b07f2eb | 2012-02-23 19:23:32 -0800 | [diff] [blame] | 1479 | |
Yinghai Lu | fc27985 | 2013-12-09 22:54:40 -0800 | [diff] [blame] | 1480 | pcibios_resource_to_bus(dev->bus, ®ion, r); |
Yinghai Lu | fa216bf | 2013-07-22 14:37:14 -0700 | [diff] [blame] | 1481 | if (!region.start) { |
Yinghai Lu | 223d96f | 2013-07-22 14:37:13 -0700 | [diff] [blame] | 1482 | *unassigned = true; |
| 1483 | return 1; /* return early from pci_walk_bus() */ |
Yinghai Lu | b07f2eb | 2012-02-23 19:23:32 -0800 | [diff] [blame] | 1484 | } |
| 1485 | } |
Yinghai Lu | 223d96f | 2013-07-22 14:37:13 -0700 | [diff] [blame] | 1486 | |
| 1487 | return 0; |
Yinghai Lu | b07f2eb | 2012-02-23 19:23:32 -0800 | [diff] [blame] | 1488 | } |
| 1489 | |
Yinghai Lu | ff35147 | 2013-07-24 15:37:13 -0600 | [diff] [blame] | 1490 | static enum enable_type pci_realloc_detect(struct pci_bus *bus, |
Yinghai Lu | 967260c | 2013-07-22 14:37:15 -0700 | [diff] [blame] | 1491 | enum enable_type enable_local) |
Yinghai Lu | 223d96f | 2013-07-22 14:37:13 -0700 | [diff] [blame] | 1492 | { |
| 1493 | bool unassigned = false; |
Yinghai Lu | da7822e | 2011-05-12 17:11:37 -0700 | [diff] [blame] | 1494 | |
Yinghai Lu | 967260c | 2013-07-22 14:37:15 -0700 | [diff] [blame] | 1495 | if (enable_local != undefined) |
| 1496 | return enable_local; |
Yinghai Lu | da7822e | 2011-05-12 17:11:37 -0700 | [diff] [blame] | 1497 | |
Yinghai Lu | 967260c | 2013-07-22 14:37:15 -0700 | [diff] [blame] | 1498 | pci_walk_bus(bus, iov_resources_unassigned, &unassigned); |
| 1499 | if (unassigned) |
| 1500 | return auto_enabled; |
| 1501 | |
| 1502 | return enable_local; |
Yinghai Lu | 19aa7ee | 2012-01-21 02:08:24 -0800 | [diff] [blame] | 1503 | } |
Yinghai Lu | 223d96f | 2013-07-22 14:37:13 -0700 | [diff] [blame] | 1504 | #else |
Yinghai Lu | ff35147 | 2013-07-24 15:37:13 -0600 | [diff] [blame] | 1505 | static enum enable_type pci_realloc_detect(struct pci_bus *bus, |
Yinghai Lu | 967260c | 2013-07-22 14:37:15 -0700 | [diff] [blame] | 1506 | enum enable_type enable_local) |
| 1507 | { |
| 1508 | return enable_local; |
| 1509 | } |
Yinghai Lu | 223d96f | 2013-07-22 14:37:13 -0700 | [diff] [blame] | 1510 | #endif |
Yinghai Lu | da7822e | 2011-05-12 17:11:37 -0700 | [diff] [blame] | 1511 | |
| 1512 | /* |
| 1513 | * first try will not touch pci bridge res |
Bjorn Helgaas | f762598 | 2013-11-14 11:28:18 -0700 | [diff] [blame] | 1514 | * second and later try will clear small leaf bridge res |
| 1515 | * will stop till to the max depth if can not find good one |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1516 | */ |
Yinghai Lu | 3977203 | 2013-07-22 14:37:18 -0700 | [diff] [blame] | 1517 | void pci_assign_unassigned_root_bus_resources(struct pci_bus *bus) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1518 | { |
Ram Pai | c8adf9a | 2011-02-14 17:43:20 -0800 | [diff] [blame] | 1519 | LIST_HEAD(realloc_head); /* list of resources that |
Yinghai Lu | da7822e | 2011-05-12 17:11:37 -0700 | [diff] [blame] | 1520 | want additional resources */ |
| 1521 | struct list_head *add_list = NULL; |
| 1522 | int tried_times = 0; |
| 1523 | enum release_type rel_type = leaf_only; |
| 1524 | LIST_HEAD(fail_head); |
| 1525 | struct pci_dev_resource *fail_res; |
| 1526 | unsigned long type_mask = IORESOURCE_IO | IORESOURCE_MEM | |
Yinghai Lu | 5b28541 | 2014-05-19 17:01:55 -0600 | [diff] [blame^] | 1527 | IORESOURCE_PREFETCH | IORESOURCE_MEM_64; |
Yinghai Lu | da7822e | 2011-05-12 17:11:37 -0700 | [diff] [blame] | 1528 | int pci_try_num = 1; |
Yinghai Lu | 55ed83a | 2013-07-22 14:37:16 -0700 | [diff] [blame] | 1529 | enum enable_type enable_local; |
Yinghai Lu | da7822e | 2011-05-12 17:11:37 -0700 | [diff] [blame] | 1530 | |
Yinghai Lu | 19aa7ee | 2012-01-21 02:08:24 -0800 | [diff] [blame] | 1531 | /* don't realloc if asked to do so */ |
Yinghai Lu | 55ed83a | 2013-07-22 14:37:16 -0700 | [diff] [blame] | 1532 | enable_local = pci_realloc_detect(bus, pci_realloc_enable); |
Yinghai Lu | 967260c | 2013-07-22 14:37:15 -0700 | [diff] [blame] | 1533 | if (pci_realloc_enabled(enable_local)) { |
Yinghai Lu | 55ed83a | 2013-07-22 14:37:16 -0700 | [diff] [blame] | 1534 | int max_depth = pci_bus_get_depth(bus); |
Yinghai Lu | 19aa7ee | 2012-01-21 02:08:24 -0800 | [diff] [blame] | 1535 | |
| 1536 | pci_try_num = max_depth + 1; |
Yinghai Lu | 55ed83a | 2013-07-22 14:37:16 -0700 | [diff] [blame] | 1537 | dev_printk(KERN_DEBUG, &bus->dev, |
| 1538 | "max bus depth: %d pci_try_num: %d\n", |
| 1539 | max_depth, pci_try_num); |
Yinghai Lu | 19aa7ee | 2012-01-21 02:08:24 -0800 | [diff] [blame] | 1540 | } |
Yinghai Lu | da7822e | 2011-05-12 17:11:37 -0700 | [diff] [blame] | 1541 | |
| 1542 | again: |
Yinghai Lu | 19aa7ee | 2012-01-21 02:08:24 -0800 | [diff] [blame] | 1543 | /* |
| 1544 | * last try will use add_list, otherwise will try good to have as |
| 1545 | * must have, so can realloc parent bridge resource |
| 1546 | */ |
| 1547 | if (tried_times + 1 == pci_try_num) |
Yinghai Lu | bdc4abe | 2012-01-21 02:08:27 -0800 | [diff] [blame] | 1548 | add_list = &realloc_head; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1549 | /* Depth first, calculate sizes and alignments of all |
| 1550 | subordinate buses. */ |
Yinghai Lu | 55ed83a | 2013-07-22 14:37:16 -0700 | [diff] [blame] | 1551 | __pci_bus_size_bridges(bus, add_list); |
Ram Pai | c8adf9a | 2011-02-14 17:43:20 -0800 | [diff] [blame] | 1552 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1553 | /* Depth last, allocate resources and update the hardware. */ |
Yinghai Lu | 55ed83a | 2013-07-22 14:37:16 -0700 | [diff] [blame] | 1554 | __pci_bus_assign_resources(bus, add_list, &fail_head); |
Yinghai Lu | 19aa7ee | 2012-01-21 02:08:24 -0800 | [diff] [blame] | 1555 | if (add_list) |
Yinghai Lu | bdc4abe | 2012-01-21 02:08:27 -0800 | [diff] [blame] | 1556 | BUG_ON(!list_empty(add_list)); |
Yinghai Lu | da7822e | 2011-05-12 17:11:37 -0700 | [diff] [blame] | 1557 | tried_times++; |
| 1558 | |
| 1559 | /* any device complain? */ |
Yinghai Lu | bdc4abe | 2012-01-21 02:08:27 -0800 | [diff] [blame] | 1560 | if (list_empty(&fail_head)) |
Yinghai Lu | 928bea9 | 2013-07-22 14:37:17 -0700 | [diff] [blame] | 1561 | goto dump; |
Ram Pai | f483d39 | 2011-07-07 11:19:10 -0700 | [diff] [blame] | 1562 | |
Yinghai Lu | 0c5be0c | 2012-02-23 19:23:29 -0800 | [diff] [blame] | 1563 | if (tried_times >= pci_try_num) { |
Yinghai Lu | 967260c | 2013-07-22 14:37:15 -0700 | [diff] [blame] | 1564 | if (enable_local == undefined) |
Yinghai Lu | 55ed83a | 2013-07-22 14:37:16 -0700 | [diff] [blame] | 1565 | dev_info(&bus->dev, "Some PCI device resources are unassigned, try booting with pci=realloc\n"); |
Yinghai Lu | 967260c | 2013-07-22 14:37:15 -0700 | [diff] [blame] | 1566 | else if (enable_local == auto_enabled) |
Yinghai Lu | 55ed83a | 2013-07-22 14:37:16 -0700 | [diff] [blame] | 1567 | dev_info(&bus->dev, "Automatically enabled pci realloc, if you have problem, try booting with pci=realloc=off\n"); |
Yinghai Lu | eb572e7 | 2012-02-23 19:23:31 -0800 | [diff] [blame] | 1568 | |
Yinghai Lu | bffc56d | 2012-01-21 02:08:30 -0800 | [diff] [blame] | 1569 | free_list(&fail_head); |
Yinghai Lu | 928bea9 | 2013-07-22 14:37:17 -0700 | [diff] [blame] | 1570 | goto dump; |
Yinghai Lu | da7822e | 2011-05-12 17:11:37 -0700 | [diff] [blame] | 1571 | } |
| 1572 | |
Yinghai Lu | 55ed83a | 2013-07-22 14:37:16 -0700 | [diff] [blame] | 1573 | dev_printk(KERN_DEBUG, &bus->dev, |
| 1574 | "No. %d try to assign unassigned res\n", tried_times + 1); |
Yinghai Lu | da7822e | 2011-05-12 17:11:37 -0700 | [diff] [blame] | 1575 | |
| 1576 | /* third times and later will not check if it is leaf */ |
| 1577 | if ((tried_times + 1) > 2) |
| 1578 | rel_type = whole_subtree; |
| 1579 | |
| 1580 | /* |
| 1581 | * Try to release leaf bridge's resources that doesn't fit resource of |
| 1582 | * child device under that bridge |
| 1583 | */ |
Yinghai Lu | 61e83cd | 2013-07-22 14:37:12 -0700 | [diff] [blame] | 1584 | list_for_each_entry(fail_res, &fail_head, list) |
| 1585 | pci_bus_release_bridge_resources(fail_res->dev->bus, |
Yinghai Lu | b9b0bba | 2012-01-21 02:08:29 -0800 | [diff] [blame] | 1586 | fail_res->flags & type_mask, |
Yinghai Lu | bdc4abe | 2012-01-21 02:08:27 -0800 | [diff] [blame] | 1587 | rel_type); |
Yinghai Lu | 61e83cd | 2013-07-22 14:37:12 -0700 | [diff] [blame] | 1588 | |
Yinghai Lu | da7822e | 2011-05-12 17:11:37 -0700 | [diff] [blame] | 1589 | /* restore size and flags */ |
Yinghai Lu | b9b0bba | 2012-01-21 02:08:29 -0800 | [diff] [blame] | 1590 | list_for_each_entry(fail_res, &fail_head, list) { |
| 1591 | struct resource *res = fail_res->res; |
Yinghai Lu | da7822e | 2011-05-12 17:11:37 -0700 | [diff] [blame] | 1592 | |
Yinghai Lu | b9b0bba | 2012-01-21 02:08:29 -0800 | [diff] [blame] | 1593 | res->start = fail_res->start; |
| 1594 | res->end = fail_res->end; |
| 1595 | res->flags = fail_res->flags; |
| 1596 | if (fail_res->dev->subordinate) |
Yinghai Lu | da7822e | 2011-05-12 17:11:37 -0700 | [diff] [blame] | 1597 | res->flags = 0; |
Yinghai Lu | da7822e | 2011-05-12 17:11:37 -0700 | [diff] [blame] | 1598 | } |
Yinghai Lu | bffc56d | 2012-01-21 02:08:30 -0800 | [diff] [blame] | 1599 | free_list(&fail_head); |
Yinghai Lu | da7822e | 2011-05-12 17:11:37 -0700 | [diff] [blame] | 1600 | |
| 1601 | goto again; |
| 1602 | |
Yinghai Lu | 928bea9 | 2013-07-22 14:37:17 -0700 | [diff] [blame] | 1603 | dump: |
Yinghai Lu | 76fbc26 | 2008-06-23 20:33:06 +0200 | [diff] [blame] | 1604 | /* dump the resource on buses */ |
Yinghai Lu | 55ed83a | 2013-07-22 14:37:16 -0700 | [diff] [blame] | 1605 | pci_bus_dump_resources(bus); |
| 1606 | } |
| 1607 | |
| 1608 | void __init pci_assign_unassigned_resources(void) |
| 1609 | { |
| 1610 | struct pci_bus *root_bus; |
| 1611 | |
| 1612 | list_for_each_entry(root_bus, &pci_root_buses, node) |
| 1613 | pci_assign_unassigned_root_bus_resources(root_bus); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1614 | } |
Yinghai Lu | 6841ec6 | 2010-01-22 01:02:25 -0800 | [diff] [blame] | 1615 | |
| 1616 | void pci_assign_unassigned_bridge_resources(struct pci_dev *bridge) |
| 1617 | { |
| 1618 | struct pci_bus *parent = bridge->subordinate; |
Yinghai Lu | bdc4abe | 2012-01-21 02:08:27 -0800 | [diff] [blame] | 1619 | LIST_HEAD(add_list); /* list of resources that |
Yinghai Lu | 8424d75 | 2012-01-21 02:08:21 -0800 | [diff] [blame] | 1620 | want additional resources */ |
Yinghai Lu | 32180e4 | 2010-01-22 01:02:27 -0800 | [diff] [blame] | 1621 | int tried_times = 0; |
Yinghai Lu | bdc4abe | 2012-01-21 02:08:27 -0800 | [diff] [blame] | 1622 | LIST_HEAD(fail_head); |
Yinghai Lu | b9b0bba | 2012-01-21 02:08:29 -0800 | [diff] [blame] | 1623 | struct pci_dev_resource *fail_res; |
Yinghai Lu | 6841ec6 | 2010-01-22 01:02:25 -0800 | [diff] [blame] | 1624 | int retval; |
Yinghai Lu | 32180e4 | 2010-01-22 01:02:27 -0800 | [diff] [blame] | 1625 | unsigned long type_mask = IORESOURCE_IO | IORESOURCE_MEM | |
| 1626 | IORESOURCE_PREFETCH; |
Yinghai Lu | 6841ec6 | 2010-01-22 01:02:25 -0800 | [diff] [blame] | 1627 | |
Yinghai Lu | 32180e4 | 2010-01-22 01:02:27 -0800 | [diff] [blame] | 1628 | again: |
Yinghai Lu | 8424d75 | 2012-01-21 02:08:21 -0800 | [diff] [blame] | 1629 | __pci_bus_size_bridges(parent, &add_list); |
Yinghai Lu | bdc4abe | 2012-01-21 02:08:27 -0800 | [diff] [blame] | 1630 | __pci_bridge_assign_resources(bridge, &add_list, &fail_head); |
| 1631 | BUG_ON(!list_empty(&add_list)); |
Yinghai Lu | 32180e4 | 2010-01-22 01:02:27 -0800 | [diff] [blame] | 1632 | tried_times++; |
| 1633 | |
Yinghai Lu | bdc4abe | 2012-01-21 02:08:27 -0800 | [diff] [blame] | 1634 | if (list_empty(&fail_head)) |
Yinghai Lu | 3f579c3 | 2010-05-21 14:35:06 -0700 | [diff] [blame] | 1635 | goto enable_all; |
Yinghai Lu | 32180e4 | 2010-01-22 01:02:27 -0800 | [diff] [blame] | 1636 | |
| 1637 | if (tried_times >= 2) { |
| 1638 | /* still fail, don't need to try more */ |
Yinghai Lu | bffc56d | 2012-01-21 02:08:30 -0800 | [diff] [blame] | 1639 | free_list(&fail_head); |
Yinghai Lu | 3f579c3 | 2010-05-21 14:35:06 -0700 | [diff] [blame] | 1640 | goto enable_all; |
Yinghai Lu | 32180e4 | 2010-01-22 01:02:27 -0800 | [diff] [blame] | 1641 | } |
| 1642 | |
| 1643 | printk(KERN_DEBUG "PCI: No. %d try to assign unassigned res\n", |
| 1644 | tried_times + 1); |
| 1645 | |
| 1646 | /* |
| 1647 | * Try to release leaf bridge's resources that doesn't fit resource of |
| 1648 | * child device under that bridge |
| 1649 | */ |
Yinghai Lu | 61e83cd | 2013-07-22 14:37:12 -0700 | [diff] [blame] | 1650 | list_for_each_entry(fail_res, &fail_head, list) |
| 1651 | pci_bus_release_bridge_resources(fail_res->dev->bus, |
| 1652 | fail_res->flags & type_mask, |
Yinghai Lu | 32180e4 | 2010-01-22 01:02:27 -0800 | [diff] [blame] | 1653 | whole_subtree); |
Yinghai Lu | 61e83cd | 2013-07-22 14:37:12 -0700 | [diff] [blame] | 1654 | |
Yinghai Lu | 32180e4 | 2010-01-22 01:02:27 -0800 | [diff] [blame] | 1655 | /* restore size and flags */ |
Yinghai Lu | b9b0bba | 2012-01-21 02:08:29 -0800 | [diff] [blame] | 1656 | list_for_each_entry(fail_res, &fail_head, list) { |
| 1657 | struct resource *res = fail_res->res; |
Yinghai Lu | 32180e4 | 2010-01-22 01:02:27 -0800 | [diff] [blame] | 1658 | |
Yinghai Lu | b9b0bba | 2012-01-21 02:08:29 -0800 | [diff] [blame] | 1659 | res->start = fail_res->start; |
| 1660 | res->end = fail_res->end; |
| 1661 | res->flags = fail_res->flags; |
| 1662 | if (fail_res->dev->subordinate) |
Yinghai Lu | 32180e4 | 2010-01-22 01:02:27 -0800 | [diff] [blame] | 1663 | res->flags = 0; |
Yinghai Lu | 32180e4 | 2010-01-22 01:02:27 -0800 | [diff] [blame] | 1664 | } |
Yinghai Lu | bffc56d | 2012-01-21 02:08:30 -0800 | [diff] [blame] | 1665 | free_list(&fail_head); |
Yinghai Lu | 32180e4 | 2010-01-22 01:02:27 -0800 | [diff] [blame] | 1666 | |
| 1667 | goto again; |
Yinghai Lu | 3f579c3 | 2010-05-21 14:35:06 -0700 | [diff] [blame] | 1668 | |
| 1669 | enable_all: |
| 1670 | retval = pci_reenable_device(bridge); |
Bjorn Helgaas | 9fc9eea | 2013-04-12 11:35:40 -0600 | [diff] [blame] | 1671 | if (retval) |
| 1672 | dev_err(&bridge->dev, "Error reenabling bridge (%d)\n", retval); |
Yinghai Lu | 3f579c3 | 2010-05-21 14:35:06 -0700 | [diff] [blame] | 1673 | pci_set_master(bridge); |
Yinghai Lu | 6841ec6 | 2010-01-22 01:02:25 -0800 | [diff] [blame] | 1674 | } |
| 1675 | EXPORT_SYMBOL_GPL(pci_assign_unassigned_bridge_resources); |
Yinghai Lu | 9b03088 | 2012-01-21 02:08:23 -0800 | [diff] [blame] | 1676 | |
Yinghai Lu | 1778794 | 2012-10-30 14:31:10 -0600 | [diff] [blame] | 1677 | void pci_assign_unassigned_bus_resources(struct pci_bus *bus) |
Yinghai Lu | 9b03088 | 2012-01-21 02:08:23 -0800 | [diff] [blame] | 1678 | { |
Yinghai Lu | 9b03088 | 2012-01-21 02:08:23 -0800 | [diff] [blame] | 1679 | struct pci_dev *dev; |
Yinghai Lu | bdc4abe | 2012-01-21 02:08:27 -0800 | [diff] [blame] | 1680 | LIST_HEAD(add_list); /* list of resources that |
Yinghai Lu | 9b03088 | 2012-01-21 02:08:23 -0800 | [diff] [blame] | 1681 | want additional resources */ |
| 1682 | |
Yinghai Lu | 9b03088 | 2012-01-21 02:08:23 -0800 | [diff] [blame] | 1683 | down_read(&pci_bus_sem); |
| 1684 | list_for_each_entry(dev, &bus->devices, bus_list) |
| 1685 | if (dev->hdr_type == PCI_HEADER_TYPE_BRIDGE || |
| 1686 | dev->hdr_type == PCI_HEADER_TYPE_CARDBUS) |
| 1687 | if (dev->subordinate) |
| 1688 | __pci_bus_size_bridges(dev->subordinate, |
| 1689 | &add_list); |
| 1690 | up_read(&pci_bus_sem); |
| 1691 | __pci_bus_assign_resources(bus, &add_list, NULL); |
Yinghai Lu | bdc4abe | 2012-01-21 02:08:27 -0800 | [diff] [blame] | 1692 | BUG_ON(!list_empty(&add_list)); |
Yinghai Lu | 1778794 | 2012-10-30 14:31:10 -0600 | [diff] [blame] | 1693 | } |