blob: 211757e34198a35267160298d6e0b923f5e8d5a0 [file] [log] [blame]
Thomas Gleixner457c8992019-05-19 13:08:55 +01001// SPDX-License-Identifier: GPL-2.0-only
Linus Torvalds1da177e2005-04-16 15:20:36 -07002/*
3 * pci.c - Low-Level PCI Access in IA-64
4 *
5 * Derived from bios32.c of i386 tree.
6 *
7 * (c) Copyright 2002, 2005 Hewlett-Packard Development Company, L.P.
8 * David Mosberger-Tang <davidm@hpl.hp.com>
9 * Bjorn Helgaas <bjorn.helgaas@hp.com>
10 * Copyright (C) 2004 Silicon Graphics, Inc.
11 *
12 * Note: Above list of copyright holders is incomplete...
13 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070014
15#include <linux/acpi.h>
16#include <linux/types.h>
17#include <linux/kernel.h>
18#include <linux/pci.h>
Jiang Liub02a4a12013-04-12 05:44:22 +000019#include <linux/pci-acpi.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070020#include <linux/init.h>
21#include <linux/ioport.h>
22#include <linux/slab.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070023#include <linux/spinlock.h>
Mike Rapoport57c8a662018-10-30 15:09:49 -070024#include <linux/memblock.h>
Paul Gortmakerbd3ff192011-07-31 18:33:21 -040025#include <linux/export.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070026
Linus Torvalds1da177e2005-04-16 15:20:36 -070027#include <asm/page.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070028#include <asm/io.h>
29#include <asm/sal.h>
30#include <asm/smp.h>
31#include <asm/irq.h>
32#include <asm/hw_irq.h>
33
Linus Torvalds1da177e2005-04-16 15:20:36 -070034/*
35 * Low-level SAL-based PCI configuration access functions. Note that SAL
36 * calls are already serialized (via sal_lock), so we don't need another
37 * synchronization mechanism here.
38 */
39
40#define PCI_SAL_ADDRESS(seg, bus, devfn, reg) \
41 (((u64) seg << 24) | (bus << 16) | (devfn << 8) | (reg))
42
43/* SAL 3.2 adds support for extended config space. */
44
45#define PCI_SAL_EXT_ADDRESS(seg, bus, devfn, reg) \
46 (((u64) seg << 28) | (bus << 20) | (devfn << 12) | (reg))
47
Matthew Wilcoxb6ce0682008-02-10 09:45:28 -050048int raw_pci_read(unsigned int seg, unsigned int bus, unsigned int devfn,
Linus Torvalds1da177e2005-04-16 15:20:36 -070049 int reg, int len, u32 *value)
50{
51 u64 addr, data = 0;
52 int mode, result;
53
54 if (!value || (seg > 65535) || (bus > 255) || (devfn > 255) || (reg > 4095))
55 return -EINVAL;
56
57 if ((seg | reg) <= 255) {
58 addr = PCI_SAL_ADDRESS(seg, bus, devfn, reg);
59 mode = 0;
Matthew Wilcoxadcd7402009-10-12 08:24:30 -060060 } else if (sal_revision >= SAL_VERSION_CODE(3,2)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -070061 addr = PCI_SAL_EXT_ADDRESS(seg, bus, devfn, reg);
62 mode = 1;
Matthew Wilcoxadcd7402009-10-12 08:24:30 -060063 } else {
64 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -070065 }
Matthew Wilcoxadcd7402009-10-12 08:24:30 -060066
Linus Torvalds1da177e2005-04-16 15:20:36 -070067 result = ia64_sal_pci_config_read(addr, mode, len, &data);
68 if (result != 0)
69 return -EINVAL;
70
71 *value = (u32) data;
72 return 0;
73}
74
Matthew Wilcoxb6ce0682008-02-10 09:45:28 -050075int raw_pci_write(unsigned int seg, unsigned int bus, unsigned int devfn,
Linus Torvalds1da177e2005-04-16 15:20:36 -070076 int reg, int len, u32 value)
77{
78 u64 addr;
79 int mode, result;
80
81 if ((seg > 65535) || (bus > 255) || (devfn > 255) || (reg > 4095))
82 return -EINVAL;
83
84 if ((seg | reg) <= 255) {
85 addr = PCI_SAL_ADDRESS(seg, bus, devfn, reg);
86 mode = 0;
Matthew Wilcoxadcd7402009-10-12 08:24:30 -060087 } else if (sal_revision >= SAL_VERSION_CODE(3,2)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -070088 addr = PCI_SAL_EXT_ADDRESS(seg, bus, devfn, reg);
89 mode = 1;
Matthew Wilcoxadcd7402009-10-12 08:24:30 -060090 } else {
91 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -070092 }
93 result = ia64_sal_pci_config_write(addr, mode, len, value);
94 if (result != 0)
95 return -EINVAL;
96 return 0;
97}
98
Matthew Wilcoxb6ce0682008-02-10 09:45:28 -050099static int pci_read(struct pci_bus *bus, unsigned int devfn, int where,
100 int size, u32 *value)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700101{
Matthew Wilcoxb6ce0682008-02-10 09:45:28 -0500102 return raw_pci_read(pci_domain_nr(bus), bus->number,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700103 devfn, where, size, value);
104}
105
Matthew Wilcoxb6ce0682008-02-10 09:45:28 -0500106static int pci_write(struct pci_bus *bus, unsigned int devfn, int where,
107 int size, u32 value)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700108{
Matthew Wilcoxb6ce0682008-02-10 09:45:28 -0500109 return raw_pci_write(pci_domain_nr(bus), bus->number,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700110 devfn, where, size, value);
111}
112
113struct pci_ops pci_root_ops = {
114 .read = pci_read,
115 .write = pci_write,
116};
117
Bjorn Helgaas4f41d5a2005-11-07 15:13:59 -0700118struct pci_root_info {
Jiang Liu02715e82015-10-14 14:29:42 +0800119 struct acpi_pci_root_info common;
Jiang Liu3772aea2015-10-14 14:29:37 +0800120 struct pci_controller controller;
Jiang Liuc9e391c2013-06-06 15:34:50 +0800121 struct list_head io_resources;
Bjorn Helgaas4f41d5a2005-11-07 15:13:59 -0700122};
123
Jiang Liu02715e82015-10-14 14:29:42 +0800124static unsigned int new_space(u64 phys_base, int sparse)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700125{
Bjorn Helgaas4f41d5a2005-11-07 15:13:59 -0700126 u64 mmio_base;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700127 int i;
128
Bjorn Helgaas4f41d5a2005-11-07 15:13:59 -0700129 if (phys_base == 0)
130 return 0; /* legacy I/O port space */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700131
Bjorn Helgaas4f41d5a2005-11-07 15:13:59 -0700132 mmio_base = (u64) ioremap(phys_base, 0);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700133 for (i = 0; i < num_io_spaces; i++)
Bjorn Helgaas4f41d5a2005-11-07 15:13:59 -0700134 if (io_space[i].mmio_base == mmio_base &&
Linus Torvalds1da177e2005-04-16 15:20:36 -0700135 io_space[i].sparse == sparse)
Bjorn Helgaas4f41d5a2005-11-07 15:13:59 -0700136 return i;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700137
138 if (num_io_spaces == MAX_IO_SPACES) {
Yijing Wangc4cbf6b2013-06-06 15:34:53 +0800139 pr_err("PCI: Too many IO port spaces "
Bjorn Helgaas4f41d5a2005-11-07 15:13:59 -0700140 "(MAX_IO_SPACES=%lu)\n", MAX_IO_SPACES);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700141 return ~0;
142 }
143
144 i = num_io_spaces++;
Bjorn Helgaas4f41d5a2005-11-07 15:13:59 -0700145 io_space[i].mmio_base = mmio_base;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700146 io_space[i].sparse = sparse;
147
Bjorn Helgaas4f41d5a2005-11-07 15:13:59 -0700148 return i;
149}
150
Jiang Liu3772aea2015-10-14 14:29:37 +0800151static int add_io_space(struct device *dev, struct pci_root_info *info,
152 struct resource_entry *entry)
Bjorn Helgaas4f41d5a2005-11-07 15:13:59 -0700153{
Jiang Liu3f7abde2015-10-14 14:29:38 +0800154 struct resource_entry *iospace;
Jiang Liu3772aea2015-10-14 14:29:37 +0800155 struct resource *resource, *res = entry->res;
Bjorn Helgaas4f41d5a2005-11-07 15:13:59 -0700156 char *name;
Matthew Wilcoxe088a4a2009-05-22 13:49:49 -0700157 unsigned long base, min, max, base_port;
Bjorn Helgaas4f41d5a2005-11-07 15:13:59 -0700158 unsigned int sparse = 0, space_nr, len;
159
Jiang Liu02715e82015-10-14 14:29:42 +0800160 len = strlen(info->common.name) + 32;
Jiang Liu3f7abde2015-10-14 14:29:38 +0800161 iospace = resource_list_create_entry(NULL, len);
Jiang Liuc9e391c2013-06-06 15:34:50 +0800162 if (!iospace) {
Jiang Liu3772aea2015-10-14 14:29:37 +0800163 dev_err(dev, "PCI: No memory for %s I/O port space\n",
Jiang Liu02715e82015-10-14 14:29:42 +0800164 info->common.name);
Jiang Liu3772aea2015-10-14 14:29:37 +0800165 return -ENOMEM;
Bjorn Helgaas4f41d5a2005-11-07 15:13:59 -0700166 }
167
Jiang Liu3772aea2015-10-14 14:29:37 +0800168 if (res->flags & IORESOURCE_IO_SPARSE)
Bjorn Helgaas4f41d5a2005-11-07 15:13:59 -0700169 sparse = 1;
Jiang Liu3772aea2015-10-14 14:29:37 +0800170 space_nr = new_space(entry->offset, sparse);
Bjorn Helgaas4f41d5a2005-11-07 15:13:59 -0700171 if (space_nr == ~0)
Jiang Liuc9e391c2013-06-06 15:34:50 +0800172 goto free_resource;
Bjorn Helgaas4f41d5a2005-11-07 15:13:59 -0700173
Jiang Liu3772aea2015-10-14 14:29:37 +0800174 name = (char *)(iospace + 1);
175 min = res->start - entry->offset;
176 max = res->end - entry->offset;
Bjorn Helgaas4f41d5a2005-11-07 15:13:59 -0700177 base = __pa(io_space[space_nr].mmio_base);
178 base_port = IO_SPACE_BASE(space_nr);
Jiang Liu02715e82015-10-14 14:29:42 +0800179 snprintf(name, len, "%s I/O Ports %08lx-%08lx", info->common.name,
Jiang Liu3772aea2015-10-14 14:29:37 +0800180 base_port + min, base_port + max);
Bjorn Helgaas4f41d5a2005-11-07 15:13:59 -0700181
182 /*
183 * The SDM guarantees the legacy 0-64K space is sparse, but if the
184 * mapping is done by the processor (not the bridge), ACPI may not
185 * mark it as sparse.
186 */
187 if (space_nr == 0)
188 sparse = 1;
189
Jiang Liu3f7abde2015-10-14 14:29:38 +0800190 resource = iospace->res;
Bjorn Helgaas4f41d5a2005-11-07 15:13:59 -0700191 resource->name = name;
192 resource->flags = IORESOURCE_MEM;
193 resource->start = base + (sparse ? IO_SPACE_SPARSE_ENCODING(min) : min);
194 resource->end = base + (sparse ? IO_SPACE_SPARSE_ENCODING(max) : max);
Jiang Liuc9e391c2013-06-06 15:34:50 +0800195 if (insert_resource(&iomem_resource, resource)) {
Jiang Liu3772aea2015-10-14 14:29:37 +0800196 dev_err(dev,
197 "can't allocate host bridge io space resource %pR\n",
198 resource);
Jiang Liuc9e391c2013-06-06 15:34:50 +0800199 goto free_resource;
200 }
Bjorn Helgaas4f41d5a2005-11-07 15:13:59 -0700201
Jiang Liu3772aea2015-10-14 14:29:37 +0800202 entry->offset = base_port;
203 res->start = min + base_port;
204 res->end = max + base_port;
Jiang Liu3f7abde2015-10-14 14:29:38 +0800205 resource_list_add_tail(iospace, &info->io_resources);
Jiang Liu3772aea2015-10-14 14:29:37 +0800206
207 return 0;
Bjorn Helgaas4f41d5a2005-11-07 15:13:59 -0700208
Bjorn Helgaas4f41d5a2005-11-07 15:13:59 -0700209free_resource:
Jiang Liu3f7abde2015-10-14 14:29:38 +0800210 resource_list_free_entry(iospace);
Jiang Liu3772aea2015-10-14 14:29:37 +0800211 return -ENOSPC;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700212}
213
Jiang Liu3772aea2015-10-14 14:29:37 +0800214/*
215 * An IO port or MMIO resource assigned to a PCI host bridge may be
216 * consumed by the host bridge itself or available to its child
217 * bus/devices. The ACPI specification defines a bit (Producer/Consumer)
218 * to tell whether the resource is consumed by the host bridge itself,
219 * but firmware hasn't used that bit consistently, so we can't rely on it.
220 *
221 * On x86 and IA64 platforms, all IO port and MMIO resources are assumed
222 * to be available to child bus/devices except one special case:
223 * IO port [0xCF8-0xCFF] is consumed by the host bridge itself
224 * to access PCI configuration space.
225 *
226 * So explicitly filter out PCI CFG IO ports[0xCF8-0xCFF].
227 */
228static bool resource_is_pcicfg_ioport(struct resource *res)
Bjorn Helgaas463eb292005-09-23 11:39:07 -0600229{
Jiang Liu3772aea2015-10-14 14:29:37 +0800230 return (res->flags & IORESOURCE_IO) &&
231 res->start == 0xCF8 && res->end == 0xCFF;
Bjorn Helgaas463eb292005-09-23 11:39:07 -0600232}
233
Jiang Liu02715e82015-10-14 14:29:42 +0800234static int pci_acpi_root_prepare_resources(struct acpi_pci_root_info *ci)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700235{
Jiang Liu02715e82015-10-14 14:29:42 +0800236 struct device *dev = &ci->bridge->dev;
237 struct pci_root_info *info;
Jiang Liuc9e391c2013-06-06 15:34:50 +0800238 struct resource *res;
Jiang Liu02715e82015-10-14 14:29:42 +0800239 struct resource_entry *entry, *tmp;
240 int status;
Jiang Liuc9e391c2013-06-06 15:34:50 +0800241
Jiang Liu02715e82015-10-14 14:29:42 +0800242 status = acpi_pci_probe_root_resources(ci);
243 if (status > 0) {
244 info = container_of(ci, struct pci_root_info, common);
245 resource_list_for_each_entry_safe(entry, tmp, &ci->resources) {
246 res = entry->res;
247 if (res->flags & IORESOURCE_MEM) {
248 /*
249 * HP's firmware has a hack to work around a
250 * Windows bug. Ignore these tiny memory ranges.
251 */
252 if (resource_size(res) <= 16) {
253 resource_list_del(entry);
254 insert_resource(&iomem_resource,
255 entry->res);
256 resource_list_add_tail(entry,
257 &info->io_resources);
258 }
259 } else if (res->flags & IORESOURCE_IO) {
260 if (resource_is_pcicfg_ioport(entry->res))
261 resource_list_destroy_entry(entry);
262 else if (add_io_space(dev, info, entry))
263 resource_list_destroy_entry(entry);
264 }
265 }
266 }
267
268 return status;
269}
270
271static void pci_acpi_root_release_info(struct acpi_pci_root_info *ci)
272{
273 struct pci_root_info *info;
274 struct resource_entry *entry, *tmp;
275
276 info = container_of(ci, struct pci_root_info, common);
277 resource_list_for_each_entry_safe(entry, tmp, &info->io_resources) {
Jiang Liu3f7abde2015-10-14 14:29:38 +0800278 release_resource(entry->res);
279 resource_list_destroy_entry(entry);
Jiang Liuc9e391c2013-06-06 15:34:50 +0800280 }
Jiang Liuc9e391c2013-06-06 15:34:50 +0800281 kfree(info);
282}
283
Jiang Liu02715e82015-10-14 14:29:42 +0800284static struct acpi_pci_root_ops pci_acpi_root_ops = {
285 .pci_ops = &pci_root_ops,
286 .release_info = pci_acpi_root_release_info,
287 .prepare_resources = pci_acpi_root_prepare_resources,
288};
Yijing Wang29322392013-06-06 15:34:51 +0800289
Greg Kroah-Hartman5b5e76e2012-12-21 14:05:13 -0800290struct pci_bus *pci_acpi_scan_root(struct acpi_pci_root *root)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700291{
Bjorn Helgaas57283772010-03-11 12:20:11 -0700292 struct acpi_device *device = root->device;
Jiang Liu3772aea2015-10-14 14:29:37 +0800293 struct pci_root_info *info;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700294
Yijing Wang429ac092013-06-06 15:34:49 +0800295 info = kzalloc(sizeof(*info), GFP_KERNEL);
296 if (!info) {
Yijing Wangc4cbf6b2013-06-06 15:34:53 +0800297 dev_err(&device->dev,
Jiang Liu3772aea2015-10-14 14:29:37 +0800298 "pci_bus %04x:%02x: ignored (out of memory)\n",
Jiang Liu02715e82015-10-14 14:29:42 +0800299 root->segment, (int)root->secondary.start);
Yijing Wang3a72af02013-06-06 15:34:52 +0800300 return NULL;
Yijing Wang429ac092013-06-06 15:34:49 +0800301 }
Luck, Tony8a20fd52008-08-15 15:37:48 -0700302
Jiang Liu02715e82015-10-14 14:29:42 +0800303 info->controller.segment = root->segment;
Jiang Liu3772aea2015-10-14 14:29:37 +0800304 info->controller.companion = device;
305 info->controller.node = acpi_get_node(device->handle);
Jiang Liu3772aea2015-10-14 14:29:37 +0800306 INIT_LIST_HEAD(&info->io_resources);
Jiang Liu02715e82015-10-14 14:29:42 +0800307 return acpi_pci_root_create(root, &pci_acpi_root_ops,
308 &info->common, &info->controller);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700309}
310
Rafael J. Wysocki6c0cc952013-01-09 22:33:37 +0100311int pcibios_root_bridge_prepare(struct pci_host_bridge *bridge)
312{
Rafael J. Wysockidc4fdaf2015-05-28 01:39:53 +0200313 /*
314 * We pass NULL as parent to pci_create_root_bus(), so if it is not NULL
315 * here, pci_create_root_bus() has been called by someone else and
316 * sysdata is likely to be different from what we expect. Let it go in
317 * that case.
318 */
319 if (!bridge->dev.parent) {
320 struct pci_controller *controller = bridge->bus->sysdata;
321 ACPI_COMPANION_SET(&bridge->dev, controller->companion);
322 }
Rafael J. Wysocki6c0cc952013-01-09 22:33:37 +0100323 return 0;
324}
325
Greg Kroah-Hartman5b5e76e2012-12-21 14:05:13 -0800326void pcibios_fixup_device_resources(struct pci_dev *dev)
Kenji Kaneshige7b9c8ba2006-01-16 13:45:23 +0900327{
Yinghai Luce821ef2015-01-15 16:21:50 -0600328 int idx;
329
330 if (!dev->bus)
331 return;
332
333 for (idx = 0; idx < PCI_BRIDGE_RESOURCES; idx++) {
334 struct resource *r = &dev->resource[idx];
335
336 if (!r->flags || r->parent || !r->start)
337 continue;
338
339 pci_claim_resource(dev, idx);
340 }
Kenji Kaneshige7b9c8ba2006-01-16 13:45:23 +0900341}
John Keller8ea60912006-10-04 16:49:25 -0500342EXPORT_SYMBOL_GPL(pcibios_fixup_device_resources);
Kenji Kaneshige7b9c8ba2006-01-16 13:45:23 +0900343
Greg Kroah-Hartman5b5e76e2012-12-21 14:05:13 -0800344static void pcibios_fixup_bridge_resources(struct pci_dev *dev)
Kenji Kaneshige7b9c8ba2006-01-16 13:45:23 +0900345{
Yinghai Luce821ef2015-01-15 16:21:50 -0600346 int idx;
347
348 if (!dev->bus)
349 return;
350
351 for (idx = PCI_BRIDGE_RESOURCES; idx < PCI_NUM_RESOURCES; idx++) {
352 struct resource *r = &dev->resource[idx];
353
354 if (!r->flags || r->parent || !r->start)
355 continue;
356
357 pci_claim_bridge_resource(dev, idx);
358 }
Kenji Kaneshige7b9c8ba2006-01-16 13:45:23 +0900359}
360
Linus Torvalds1da177e2005-04-16 15:20:36 -0700361/*
362 * Called after each bus is probed, but before its children are examined.
363 */
Greg Kroah-Hartman5b5e76e2012-12-21 14:05:13 -0800364void pcibios_fixup_bus(struct pci_bus *b)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700365{
366 struct pci_dev *dev;
367
Bjorn Helgaas237865f2015-09-15 13:18:04 -0500368 if (b->self) {
369 pci_read_bridge_bases(b);
Kenji Kaneshige7b9c8ba2006-01-16 13:45:23 +0900370 pcibios_fixup_bridge_resources(b->self);
Bjorn Helgaas237865f2015-09-15 13:18:04 -0500371 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700372 list_for_each_entry(dev, &b->devices, bus_list)
373 pcibios_fixup_device_resources(dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700374}
375
Jiang Liub02a4a12013-04-12 05:44:22 +0000376void pcibios_add_bus(struct pci_bus *bus)
377{
378 acpi_pci_add_bus(bus);
379}
380
381void pcibios_remove_bus(struct pci_bus *bus)
382{
383 acpi_pci_remove_bus(bus);
384}
385
Myron Stowe91e86df2011-10-28 15:47:49 -0600386void pcibios_set_master (struct pci_dev *dev)
387{
388 /* No special bus mastering setup handling */
389}
390
Linus Torvalds1da177e2005-04-16 15:20:36 -0700391int
392pcibios_enable_device (struct pci_dev *dev, int mask)
393{
394 int ret;
395
Bjorn Helgaasd981f162008-03-04 11:56:52 -0700396 ret = pci_enable_resources(dev, mask);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700397 if (ret < 0)
398 return ret;
399
Bjorn Helgaas5a1e0ba2018-03-13 15:03:36 -0500400 if (!pci_dev_msi_enabled(dev))
Eric W. Biedermanbba6f6f2007-03-28 15:36:09 +0200401 return acpi_pci_irq_enable(dev);
402 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700403}
404
Linus Torvalds1da177e2005-04-16 15:20:36 -0700405void
406pcibios_disable_device (struct pci_dev *dev)
407{
Peter Chubbc7f570a2006-12-05 12:25:31 +1100408 BUG_ON(atomic_read(&dev->enable_cnt));
Bjorn Helgaas5a1e0ba2018-03-13 15:03:36 -0500409 if (!pci_dev_msi_enabled(dev))
Eric W. Biedermanbba6f6f2007-03-28 15:36:09 +0200410 acpi_pci_irq_disable(dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700411}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700412
Linus Torvalds1da177e2005-04-16 15:20:36 -0700413/**
Christoph Hellwig05933aa2019-08-13 09:25:02 +0200414 * pci_get_legacy_mem - generic legacy mem routine
Linus Torvalds1da177e2005-04-16 15:20:36 -0700415 * @bus: bus to get legacy memory base address for
416 *
417 * Find the base of legacy memory for @bus. This is typically the first
418 * megabyte of bus address space for @bus or is simply 0 on platforms whose
419 * chipsets support legacy I/O and memory routing. Returns the base address
420 * or an error pointer if an error occurred.
421 *
422 * This is the ia64 generic version of this routine. Other platforms
423 * are free to override it with a machine vector.
424 */
Christoph Hellwig05933aa2019-08-13 09:25:02 +0200425char *pci_get_legacy_mem(struct pci_bus *bus)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700426{
427 return (char *)__IA64_UNCACHED_OFFSET;
428}
429
430/**
431 * pci_mmap_legacy_page_range - map legacy memory space to userland
432 * @bus: bus whose legacy space we're mapping
433 * @vma: vma passed in by mmap
434 *
435 * Map legacy memory space for this device back to userspace using a machine
436 * vector to get the base address.
437 */
438int
Benjamin Herrenschmidtf19aeb12008-10-03 19:49:32 +1000439pci_mmap_legacy_page_range(struct pci_bus *bus, struct vm_area_struct *vma,
440 enum pci_mmap_state mmap_state)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700441{
Bjorn Helgaas32e62c62006-05-05 17:19:50 -0600442 unsigned long size = vma->vm_end - vma->vm_start;
443 pgprot_t prot;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700444 char *addr;
445
Benjamin Herrenschmidtf19aeb12008-10-03 19:49:32 +1000446 /* We only support mmap'ing of legacy memory space */
447 if (mmap_state != pci_mmap_mem)
448 return -ENOSYS;
449
Bjorn Helgaas32e62c62006-05-05 17:19:50 -0600450 /*
Mauro Carvalho Chehabdb9a0972019-04-18 10:10:33 -0300451 * Avoid attribute aliasing. See Documentation/ia64/aliasing.rst
Bjorn Helgaas32e62c62006-05-05 17:19:50 -0600452 * for more details.
453 */
Lennert Buytenhek06c67be2006-07-10 04:45:27 -0700454 if (!valid_mmap_phys_addr_range(vma->vm_pgoff, size))
Bjorn Helgaas32e62c62006-05-05 17:19:50 -0600455 return -EINVAL;
456 prot = phys_mem_access_prot(NULL, vma->vm_pgoff, size,
457 vma->vm_page_prot);
Bjorn Helgaas32e62c62006-05-05 17:19:50 -0600458
Linus Torvalds1da177e2005-04-16 15:20:36 -0700459 addr = pci_get_legacy_mem(bus);
460 if (IS_ERR(addr))
461 return PTR_ERR(addr);
462
463 vma->vm_pgoff += (unsigned long)addr >> PAGE_SHIFT;
Bjorn Helgaas32e62c62006-05-05 17:19:50 -0600464 vma->vm_page_prot = prot;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700465
466 if (remap_pfn_range(vma, vma->vm_start, vma->vm_pgoff,
Bjorn Helgaas32e62c62006-05-05 17:19:50 -0600467 size, vma->vm_page_prot))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700468 return -EAGAIN;
469
470 return 0;
471}
472
473/**
Christoph Hellwig05933aa2019-08-13 09:25:02 +0200474 * pci_legacy_read - read from legacy I/O space
Linus Torvalds1da177e2005-04-16 15:20:36 -0700475 * @bus: bus to read
476 * @port: legacy port value
477 * @val: caller allocated storage for returned value
478 * @size: number of bytes to read
479 *
480 * Simply reads @size bytes from @port and puts the result in @val.
481 *
482 * Again, this (and the write routine) are generic versions that can be
483 * overridden by the platform. This is necessary on platforms that don't
484 * support legacy I/O routing or that hard fail on legacy I/O timeouts.
485 */
Christoph Hellwig05933aa2019-08-13 09:25:02 +0200486int pci_legacy_read(struct pci_bus *bus, u16 port, u32 *val, u8 size)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700487{
488 int ret = size;
489
490 switch (size) {
491 case 1:
492 *val = inb(port);
493 break;
494 case 2:
495 *val = inw(port);
496 break;
497 case 4:
498 *val = inl(port);
499 break;
500 default:
501 ret = -EINVAL;
502 break;
503 }
504
505 return ret;
506}
507
508/**
Christoph Hellwig05933aa2019-08-13 09:25:02 +0200509 * pci_legacy_write - perform a legacy I/O write
Linus Torvalds1da177e2005-04-16 15:20:36 -0700510 * @bus: bus pointer
511 * @port: port to write
512 * @val: value to write
513 * @size: number of bytes to write from @val
514 *
515 * Simply writes @size bytes of @val to @port.
516 */
Christoph Hellwig05933aa2019-08-13 09:25:02 +0200517int pci_legacy_write(struct pci_bus *bus, u16 port, u32 val, u8 size)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700518{
Alex Williamson408045a2005-12-21 15:21:36 -0700519 int ret = size;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700520
521 switch (size) {
522 case 1:
523 outb(val, port);
524 break;
525 case 2:
526 outw(val, port);
527 break;
528 case 4:
529 outl(val, port);
530 break;
531 default:
532 ret = -EINVAL;
533 break;
534 }
535
536 return ret;
537}
538
539/**
Matthew Wilcox3efe2d82006-10-10 08:01:19 -0600540 * set_pci_cacheline_size - determine cacheline size for PCI devices
Linus Torvalds1da177e2005-04-16 15:20:36 -0700541 *
542 * We want to use the line-size of the outer-most cache. We assume
543 * that this line-size is the same for all CPUs.
544 *
545 * Code mostly taken from arch/ia64/kernel/palinfo.c:cache_info().
Linus Torvalds1da177e2005-04-16 15:20:36 -0700546 */
Jesse Barnesac1aa472009-10-26 13:20:44 -0700547static void __init set_pci_dfl_cacheline_size(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700548{
Matthew Wilcoxe088a4a2009-05-22 13:49:49 -0700549 unsigned long levels, unique_caches;
550 long status;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700551 pal_cache_config_info_t cci;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700552
553 status = ia64_pal_cache_summary(&levels, &unique_caches);
554 if (status != 0) {
Yijing Wangc4cbf6b2013-06-06 15:34:53 +0800555 pr_err("%s: ia64_pal_cache_summary() failed "
Harvey Harrisond4ed8082008-03-04 15:15:00 -0800556 "(status=%ld)\n", __func__, status);
Matthew Wilcox3efe2d82006-10-10 08:01:19 -0600557 return;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700558 }
559
Matthew Wilcox3efe2d82006-10-10 08:01:19 -0600560 status = ia64_pal_cache_config_info(levels - 1,
561 /* cache_type (data_or_unified)= */ 2, &cci);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700562 if (status != 0) {
Yijing Wangc4cbf6b2013-06-06 15:34:53 +0800563 pr_err("%s: ia64_pal_cache_config_info() failed "
Harvey Harrisond4ed8082008-03-04 15:15:00 -0800564 "(status=%ld)\n", __func__, status);
Matthew Wilcox3efe2d82006-10-10 08:01:19 -0600565 return;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700566 }
Jesse Barnesac1aa472009-10-26 13:20:44 -0700567 pci_dfl_cache_line_size = (1 << cci.pcci_line_size) / 4;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700568}
569
Matthew Wilcox3efe2d82006-10-10 08:01:19 -0600570static int __init pcibios_init(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700571{
Jesse Barnesac1aa472009-10-26 13:20:44 -0700572 set_pci_dfl_cacheline_size();
Matthew Wilcox3efe2d82006-10-10 08:01:19 -0600573 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700574}
Matthew Wilcox3efe2d82006-10-10 08:01:19 -0600575
576subsys_initcall(pcibios_init);