Greg Kroah-Hartman | b244131 | 2017-11-01 15:07:57 +0100 | [diff] [blame] | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
Zhao, Yu | 557848c | 2008-10-13 19:18:07 +0800 | [diff] [blame] | 2 | #ifndef DRIVERS_PCI_H |
| 3 | #define DRIVERS_PCI_H |
| 4 | |
Alexandru Gagniuc | 2209e06 | 2018-11-28 16:28:04 -0600 | [diff] [blame] | 5 | #include <linux/pci.h> |
| 6 | |
James Sewart | f8bf2ae | 2019-12-10 15:51:33 -0600 | [diff] [blame] | 7 | /* Number of possible devfns: 0.0 to 1f.7 inclusive */ |
| 8 | #define MAX_NR_DEVFNS 256 |
| 9 | |
Wei Yang | fff905f | 2015-06-30 09:16:41 +0800 | [diff] [blame] | 10 | #define PCI_FIND_CAP_TTL 48 |
| 11 | |
Lukas Wunner | 8531e28 | 2017-03-10 21:23:45 +0100 | [diff] [blame] | 12 | #define PCI_VSEC_ID_INTEL_TBT 0x1234 /* Thunderbolt */ |
| 13 | |
Jacob Keller | 343e51a | 2013-07-31 06:53:16 +0000 | [diff] [blame] | 14 | extern const unsigned char pcie_link_speed[]; |
Sinan Kaya | 11eb0e0 | 2018-06-04 22:16:09 -0400 | [diff] [blame] | 15 | extern bool pci_early_dump; |
Jacob Keller | 343e51a | 2013-07-31 06:53:16 +0000 | [diff] [blame] | 16 | |
Yinghai Lu | 7a1562d | 2014-11-11 12:09:46 -0800 | [diff] [blame] | 17 | bool pcie_cap_has_lnkctl(const struct pci_dev *dev); |
Patel, Mayurkumar | af65d1a | 2019-10-18 16:52:21 +0000 | [diff] [blame] | 18 | bool pcie_cap_has_rtctl(const struct pci_dev *dev); |
Yinghai Lu | 7a1562d | 2014-11-11 12:09:46 -0800 | [diff] [blame] | 19 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 20 | /* Functions internal to the PCI core code */ |
| 21 | |
Bjorn Helgaas | f39d5b7 | 2013-04-12 12:02:59 -0600 | [diff] [blame] | 22 | int pci_create_sysfs_dev_files(struct pci_dev *pdev); |
| 23 | void pci_remove_sysfs_dev_files(struct pci_dev *pdev); |
Narendra_K@Dell.com | 6058989 | 2011-03-02 22:34:17 +0530 | [diff] [blame] | 24 | #if !defined(CONFIG_DMI) && !defined(CONFIG_ACPI) |
Narendra K | 911e1c9 | 2010-07-26 05:56:50 -0500 | [diff] [blame] | 25 | static inline void pci_create_firmware_label_files(struct pci_dev *pdev) |
Narendra K | b879743f | 2010-08-02 07:44:29 -0500 | [diff] [blame] | 26 | { return; } |
Narendra K | 911e1c9 | 2010-07-26 05:56:50 -0500 | [diff] [blame] | 27 | static inline void pci_remove_firmware_label_files(struct pci_dev *pdev) |
Narendra K | b879743f | 2010-08-02 07:44:29 -0500 | [diff] [blame] | 28 | { return; } |
Narendra K | 911e1c9 | 2010-07-26 05:56:50 -0500 | [diff] [blame] | 29 | #else |
Bjorn Helgaas | f39d5b7 | 2013-04-12 12:02:59 -0600 | [diff] [blame] | 30 | void pci_create_firmware_label_files(struct pci_dev *pdev); |
| 31 | void pci_remove_firmware_label_files(struct pci_dev *pdev); |
Narendra K | 911e1c9 | 2010-07-26 05:56:50 -0500 | [diff] [blame] | 32 | #endif |
Bjorn Helgaas | f39d5b7 | 2013-04-12 12:02:59 -0600 | [diff] [blame] | 33 | void pci_cleanup_rom(struct pci_dev *dev); |
David Woodhouse | f719582 | 2017-04-12 13:25:59 +0100 | [diff] [blame] | 34 | |
Martin Wilck | 3b519e4 | 2010-11-10 11:03:21 +0100 | [diff] [blame] | 35 | enum pci_mmap_api { |
| 36 | PCI_MMAP_SYSFS, /* mmap on /sys/bus/pci/devices/<BDF>/resource<N> */ |
| 37 | PCI_MMAP_PROCFS /* mmap on /proc/bus/pci/<BDF> */ |
| 38 | }; |
Bjorn Helgaas | f39d5b7 | 2013-04-12 12:02:59 -0600 | [diff] [blame] | 39 | int pci_mmap_fits(struct pci_dev *pdev, int resno, struct vm_area_struct *vmai, |
| 40 | enum pci_mmap_api mmap_api); |
David Woodhouse | f719582 | 2017-04-12 13:25:59 +0100 | [diff] [blame] | 41 | |
Michael S. Tsirkin | 711d577 | 2009-07-27 23:37:48 +0300 | [diff] [blame] | 42 | int pci_probe_reset_function(struct pci_dev *dev); |
Sinan Kaya | 381634c | 2018-07-19 18:04:11 -0500 | [diff] [blame] | 43 | int pci_bridge_secondary_bus_reset(struct pci_dev *dev); |
Keith Busch | c4eed62 | 2018-09-20 10:27:11 -0600 | [diff] [blame] | 44 | int pci_bus_error_reset(struct pci_dev *dev); |
Kumar Gala | ce5ccde | 2007-07-16 23:27:10 -0500 | [diff] [blame] | 45 | |
Bjorn Helgaas | 638c133e | 2020-09-29 14:24:11 -0500 | [diff] [blame] | 46 | #define PCI_PM_D2_DELAY 200 /* usec; see PCIe r4.0, sec 5.9.1 */ |
| 47 | #define PCI_PM_D3HOT_WAIT 10 /* msec */ |
| 48 | #define PCI_PM_D3COLD_WAIT 100 /* msec */ |
Kelsey Skunberg | c776dd5 | 2019-07-24 17:38:38 -0600 | [diff] [blame] | 49 | |
Rafael J. Wysocki | 961d912 | 2008-07-07 03:32:02 +0200 | [diff] [blame] | 50 | /** |
Randy Dunlap | b33bfde | 2009-01-09 17:04:26 -0800 | [diff] [blame] | 51 | * struct pci_platform_pm_ops - Firmware PM callbacks |
Rafael J. Wysocki | 961d912 | 2008-07-07 03:32:02 +0200 | [diff] [blame] | 52 | * |
Mika Westerberg | 26ad34d | 2018-09-27 16:57:14 -0500 | [diff] [blame] | 53 | * @bridge_d3: Does the bridge allow entering into D3 |
| 54 | * |
Randy Dunlap | b33bfde | 2009-01-09 17:04:26 -0800 | [diff] [blame] | 55 | * @is_manageable: returns 'true' if given device is power manageable by the |
Bjorn Helgaas | 0aa0f5d | 2017-12-02 13:21:37 -0600 | [diff] [blame] | 56 | * platform firmware |
Rafael J. Wysocki | 961d912 | 2008-07-07 03:32:02 +0200 | [diff] [blame] | 57 | * |
Randy Dunlap | b33bfde | 2009-01-09 17:04:26 -0800 | [diff] [blame] | 58 | * @set_state: invokes the platform firmware to set the device's power state |
Rafael J. Wysocki | 961d912 | 2008-07-07 03:32:02 +0200 | [diff] [blame] | 59 | * |
Lukas Wunner | cc7cc02 | 2016-09-18 05:39:20 +0200 | [diff] [blame] | 60 | * @get_state: queries the platform firmware for a device's current power state |
| 61 | * |
Rafael J. Wysocki | b51033e | 2019-06-25 14:09:12 +0200 | [diff] [blame] | 62 | * @refresh_state: asks the platform to refresh the device's power state data |
| 63 | * |
Randy Dunlap | b33bfde | 2009-01-09 17:04:26 -0800 | [diff] [blame] | 64 | * @choose_state: returns PCI power state of given device preferred by the |
Bjorn Helgaas | 0aa0f5d | 2017-12-02 13:21:37 -0600 | [diff] [blame] | 65 | * platform; to be used during system-wide transitions from a |
| 66 | * sleeping state to the working state and vice versa |
Rafael J. Wysocki | 961d912 | 2008-07-07 03:32:02 +0200 | [diff] [blame] | 67 | * |
Rafael J. Wysocki | 0847684 | 2017-06-24 01:57:35 +0200 | [diff] [blame] | 68 | * @set_wakeup: enables/disables wakeup capability for the device |
Rafael J. Wysocki | b67ea76 | 2010-02-17 23:44:09 +0100 | [diff] [blame] | 69 | * |
Rafael J. Wysocki | bac2a90 | 2015-01-21 02:17:42 +0100 | [diff] [blame] | 70 | * @need_resume: returns 'true' if the given device (which is currently |
Bjorn Helgaas | 0aa0f5d | 2017-12-02 13:21:37 -0600 | [diff] [blame] | 71 | * suspended) needs to be resumed to be configured for system |
| 72 | * wakeup. |
Rafael J. Wysocki | bac2a90 | 2015-01-21 02:17:42 +0100 | [diff] [blame] | 73 | * |
Rafael J. Wysocki | 961d912 | 2008-07-07 03:32:02 +0200 | [diff] [blame] | 74 | * If given platform is generally capable of power managing PCI devices, all of |
| 75 | * these callbacks are mandatory. |
| 76 | */ |
| 77 | struct pci_platform_pm_ops { |
Mika Westerberg | 26ad34d | 2018-09-27 16:57:14 -0500 | [diff] [blame] | 78 | bool (*bridge_d3)(struct pci_dev *dev); |
Rafael J. Wysocki | 961d912 | 2008-07-07 03:32:02 +0200 | [diff] [blame] | 79 | bool (*is_manageable)(struct pci_dev *dev); |
| 80 | int (*set_state)(struct pci_dev *dev, pci_power_t state); |
Lukas Wunner | cc7cc02 | 2016-09-18 05:39:20 +0200 | [diff] [blame] | 81 | pci_power_t (*get_state)(struct pci_dev *dev); |
Rafael J. Wysocki | b51033e | 2019-06-25 14:09:12 +0200 | [diff] [blame] | 82 | void (*refresh_state)(struct pci_dev *dev); |
Rafael J. Wysocki | 961d912 | 2008-07-07 03:32:02 +0200 | [diff] [blame] | 83 | pci_power_t (*choose_state)(struct pci_dev *dev); |
Rafael J. Wysocki | 0847684 | 2017-06-24 01:57:35 +0200 | [diff] [blame] | 84 | int (*set_wakeup)(struct pci_dev *dev, bool enable); |
Rafael J. Wysocki | bac2a90 | 2015-01-21 02:17:42 +0100 | [diff] [blame] | 85 | bool (*need_resume)(struct pci_dev *dev); |
Rafael J. Wysocki | 961d912 | 2008-07-07 03:32:02 +0200 | [diff] [blame] | 86 | }; |
| 87 | |
Julia Lawall | 299f2ff | 2015-12-06 17:33:45 +0100 | [diff] [blame] | 88 | int pci_set_platform_pm(const struct pci_platform_pm_ops *ops); |
Bjorn Helgaas | f39d5b7 | 2013-04-12 12:02:59 -0600 | [diff] [blame] | 89 | void pci_update_current_state(struct pci_dev *dev, pci_power_t state); |
Rafael J. Wysocki | b51033e | 2019-06-25 14:09:12 +0200 | [diff] [blame] | 90 | void pci_refresh_power_state(struct pci_dev *dev); |
Rafael J. Wysocki | adfac8f | 2019-11-05 11:27:49 +0100 | [diff] [blame] | 91 | int pci_power_up(struct pci_dev *dev); |
Bjorn Helgaas | f39d5b7 | 2013-04-12 12:02:59 -0600 | [diff] [blame] | 92 | void pci_disable_enabled_device(struct pci_dev *dev); |
| 93 | int pci_finish_runtime_suspend(struct pci_dev *dev); |
Bjorn Helgaas | 600a5b4 | 2020-07-16 17:34:30 -0500 | [diff] [blame] | 94 | void pcie_clear_device_status(struct pci_dev *dev); |
Bjorn Helgaas | dcb0453 | 2018-03-09 11:06:53 -0600 | [diff] [blame] | 95 | void pcie_clear_root_pme_status(struct pci_dev *dev); |
Kelsey Skunberg | 669696e | 2019-07-24 17:38:39 -0600 | [diff] [blame] | 96 | bool pci_check_pme_status(struct pci_dev *dev); |
| 97 | void pci_pme_wakeup_bus(struct pci_bus *bus); |
Bjorn Helgaas | f39d5b7 | 2013-04-12 12:02:59 -0600 | [diff] [blame] | 98 | int __pci_pme_wakeup(struct pci_dev *dev, void *ign); |
Rafael J. Wysocki | 0ce3fca | 2017-07-12 03:05:39 +0200 | [diff] [blame] | 99 | void pci_pme_restore(struct pci_dev *dev); |
Rafael J. Wysocki | 0c7376a | 2019-06-07 00:32:31 +0200 | [diff] [blame] | 100 | bool pci_dev_need_resume(struct pci_dev *dev); |
| 101 | void pci_dev_adjust_pme(struct pci_dev *dev); |
Rafael J. Wysocki | 2cef548 | 2015-09-30 01:10:24 +0200 | [diff] [blame] | 102 | void pci_dev_complete_resume(struct pci_dev *pci_dev); |
Bjorn Helgaas | f39d5b7 | 2013-04-12 12:02:59 -0600 | [diff] [blame] | 103 | void pci_config_pm_runtime_get(struct pci_dev *dev); |
| 104 | void pci_config_pm_runtime_put(struct pci_dev *dev); |
| 105 | void pci_pm_init(struct pci_dev *dev); |
Sean O. Stalley | 938174e | 2015-10-29 17:35:39 -0500 | [diff] [blame] | 106 | void pci_ea_init(struct pci_dev *dev); |
Bjorn Helgaas | cbc40d5 | 2020-12-03 12:51:08 -0600 | [diff] [blame] | 107 | void pci_msi_init(struct pci_dev *dev); |
| 108 | void pci_msix_init(struct pci_dev *dev); |
Bjorn Helgaas | f39d5b7 | 2013-04-12 12:02:59 -0600 | [diff] [blame] | 109 | void pci_allocate_cap_save_buffers(struct pci_dev *dev); |
Yinghai Lu | f796841 | 2012-02-11 00:18:30 -0800 | [diff] [blame] | 110 | void pci_free_cap_save_buffers(struct pci_dev *dev); |
Lukas Wunner | c6a6330 | 2016-10-28 10:52:06 +0200 | [diff] [blame] | 111 | bool pci_bridge_d3_possible(struct pci_dev *dev); |
Lukas Wunner | 1ed276a | 2016-10-28 10:52:06 +0200 | [diff] [blame] | 112 | void pci_bridge_d3_update(struct pci_dev *dev); |
Mika Westerberg | ad9001f | 2019-11-12 12:16:17 +0300 | [diff] [blame] | 113 | void pci_bridge_wait_for_secondary_bus(struct pci_dev *dev); |
Rafael J. Wysocki | aa8c6c9 | 2009-01-16 21:54:43 +0100 | [diff] [blame] | 114 | |
Rafael J. Wysocki | b6e335a | 2010-12-29 13:21:23 +0100 | [diff] [blame] | 115 | static inline void pci_wakeup_event(struct pci_dev *dev) |
| 116 | { |
| 117 | /* Wait 100 ms before the system can be put into a sleep state. */ |
| 118 | pm_wakeup_event(&dev->dev, 100); |
| 119 | } |
| 120 | |
Yijing Wang | 326c1cd | 2014-05-04 12:23:36 +0800 | [diff] [blame] | 121 | static inline bool pci_has_subordinate(struct pci_dev *pci_dev) |
Rafael J. Wysocki | aa8c6c9 | 2009-01-16 21:54:43 +0100 | [diff] [blame] | 122 | { |
| 123 | return !!(pci_dev->subordinate); |
| 124 | } |
David Shaohua Li | 0f64474 | 2005-03-19 00:15:48 -0500 | [diff] [blame] | 125 | |
Mika Westerberg | 9d26d3a | 2016-06-02 11:17:12 +0300 | [diff] [blame] | 126 | static inline bool pci_power_manageable(struct pci_dev *pci_dev) |
| 127 | { |
| 128 | /* |
| 129 | * Currently we allow normal PCI devices and PCI bridges transition |
| 130 | * into D3 if their bridge_d3 is set. |
| 131 | */ |
| 132 | return !pci_has_subordinate(pci_dev) || pci_dev->bridge_d3; |
| 133 | } |
| 134 | |
Mika Westerberg | 984998e | 2019-08-22 11:55:52 +0300 | [diff] [blame] | 135 | static inline bool pcie_downstream_port(const struct pci_dev *dev) |
| 136 | { |
| 137 | int type = pci_pcie_type(dev); |
| 138 | |
| 139 | return type == PCI_EXP_TYPE_ROOT_PORT || |
| 140 | type == PCI_EXP_TYPE_DOWNSTREAM || |
| 141 | type == PCI_EXP_TYPE_PCIE_BRIDGE; |
| 142 | } |
| 143 | |
Bjorn Helgaas | f1cd93f | 2016-02-22 13:58:37 -0600 | [diff] [blame] | 144 | int pci_vpd_init(struct pci_dev *dev); |
Bjorn Helgaas | 6437907 | 2016-02-22 13:58:06 -0600 | [diff] [blame] | 145 | void pci_vpd_release(struct pci_dev *dev); |
Bjorn Helgaas | b1c615c | 2018-03-19 13:06:17 -0500 | [diff] [blame] | 146 | void pcie_vpd_create_sysfs_dev_files(struct pci_dev *dev); |
| 147 | void pcie_vpd_remove_sysfs_dev_files(struct pci_dev *dev); |
Ben Hutchings | 94e6108 | 2008-03-05 16:52:39 +0000 | [diff] [blame] | 148 | |
Kelsey Skunberg | 440589d | 2019-07-24 17:38:41 -0600 | [diff] [blame] | 149 | /* PCI Virtual Channel */ |
| 150 | int pci_save_vc_state(struct pci_dev *dev); |
| 151 | void pci_restore_vc_state(struct pci_dev *dev); |
| 152 | void pci_allocate_vc_save_buffers(struct pci_dev *dev); |
| 153 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 154 | /* PCI /proc functions */ |
| 155 | #ifdef CONFIG_PROC_FS |
Bjorn Helgaas | f39d5b7 | 2013-04-12 12:02:59 -0600 | [diff] [blame] | 156 | int pci_proc_attach_device(struct pci_dev *dev); |
| 157 | int pci_proc_detach_device(struct pci_dev *dev); |
| 158 | int pci_proc_detach_bus(struct pci_bus *bus); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 159 | #else |
| 160 | static inline int pci_proc_attach_device(struct pci_dev *dev) { return 0; } |
| 161 | static inline int pci_proc_detach_device(struct pci_dev *dev) { return 0; } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 162 | static inline int pci_proc_detach_bus(struct pci_bus *bus) { return 0; } |
| 163 | #endif |
| 164 | |
| 165 | /* Functions for PCI Hotplug drivers to use */ |
Yinghai Lu | a8e4b9c | 2012-05-18 13:46:34 -0600 | [diff] [blame] | 166 | int pci_hp_add_bridge(struct pci_dev *dev); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 167 | |
Benjamin Herrenschmidt | f19aeb1 | 2008-10-03 19:49:32 +1000 | [diff] [blame] | 168 | #ifdef HAVE_PCI_LEGACY |
Bjorn Helgaas | f39d5b7 | 2013-04-12 12:02:59 -0600 | [diff] [blame] | 169 | void pci_create_legacy_files(struct pci_bus *bus); |
| 170 | void pci_remove_legacy_files(struct pci_bus *bus); |
Benjamin Herrenschmidt | f19aeb1 | 2008-10-03 19:49:32 +1000 | [diff] [blame] | 171 | #else |
| 172 | static inline void pci_create_legacy_files(struct pci_bus *bus) { return; } |
| 173 | static inline void pci_remove_legacy_files(struct pci_bus *bus) { return; } |
| 174 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 175 | |
| 176 | /* Lock for read/write access to pci device and bus lists */ |
Zhang Yanmin | d71374d | 2006-06-02 12:35:43 +0800 | [diff] [blame] | 177 | extern struct rw_semaphore pci_bus_sem; |
Keith Busch | c4eed62 | 2018-09-20 10:27:11 -0600 | [diff] [blame] | 178 | extern struct mutex pci_slot_mutex; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 179 | |
Jan Kiszka | a2e2778 | 2011-11-04 09:46:00 +0100 | [diff] [blame] | 180 | extern raw_spinlock_t pci_lock; |
| 181 | |
Krzysztof Wilczyński | 3789af9 | 2020-07-30 21:08:48 +0000 | [diff] [blame] | 182 | extern unsigned int pci_pm_d3hot_delay; |
Michael Ellerman | 88187df | 2007-01-25 19:34:07 +1100 | [diff] [blame] | 183 | |
Andrew Morton | 4b47b0e | 2005-08-16 15:16:05 -0700 | [diff] [blame] | 184 | #ifdef CONFIG_PCI_MSI |
Matthew Wilcox | 309e57d | 2006-03-05 22:33:34 -0700 | [diff] [blame] | 185 | void pci_no_msi(void); |
Andrew Morton | 4b47b0e | 2005-08-16 15:16:05 -0700 | [diff] [blame] | 186 | #else |
Matthew Wilcox | 309e57d | 2006-03-05 22:33:34 -0700 | [diff] [blame] | 187 | static inline void pci_no_msi(void) { } |
Andrew Morton | 4b47b0e | 2005-08-16 15:16:05 -0700 | [diff] [blame] | 188 | #endif |
Michael Ellerman | 8fed4b6 | 2007-01-25 19:34:08 +1100 | [diff] [blame] | 189 | |
Yinghai Lu | b55438f | 2012-02-23 19:23:30 -0800 | [diff] [blame] | 190 | void pci_realloc_get_opt(char *); |
Ram Pai | f483d39 | 2011-07-07 11:19:10 -0700 | [diff] [blame] | 191 | |
Kristen Carlson Accardi | ffadcc2 | 2006-07-12 08:59:00 -0700 | [diff] [blame] | 192 | static inline int pci_no_d1d2(struct pci_dev *dev) |
| 193 | { |
| 194 | unsigned int parent_dstates = 0; |
Andrew Morton | 4b47b0e | 2005-08-16 15:16:05 -0700 | [diff] [blame] | 195 | |
Kristen Carlson Accardi | ffadcc2 | 2006-07-12 08:59:00 -0700 | [diff] [blame] | 196 | if (dev->bus->self) |
| 197 | parent_dstates = dev->bus->self->no_d1d2; |
| 198 | return (dev->no_d1d2 || parent_dstates); |
| 199 | |
| 200 | } |
Greg Kroah-Hartman | 5136b2d | 2013-10-06 23:55:40 -0700 | [diff] [blame] | 201 | extern const struct attribute_group *pci_dev_groups[]; |
Greg Kroah-Hartman | 56039e6 | 2013-07-24 15:05:17 -0700 | [diff] [blame] | 202 | extern const struct attribute_group *pcibus_groups[]; |
Bhumika Goyal | 69f2dc2 | 2017-09-12 16:43:33 +0530 | [diff] [blame] | 203 | extern const struct device_type pci_dev_type; |
Greg Kroah-Hartman | 0f49ba5 | 2013-10-07 14:51:02 -0600 | [diff] [blame] | 204 | extern const struct attribute_group *pci_bus_groups[]; |
Alex Chiang | 705b1aa | 2009-03-20 14:56:31 -0600 | [diff] [blame] | 205 | |
Kelsey Skunberg | 003d3b2 | 2019-07-24 17:38:42 -0600 | [diff] [blame] | 206 | extern unsigned long pci_hotplug_io_size; |
Nicholas Johnson | d7b8a21 | 2019-10-23 12:12:29 +0000 | [diff] [blame] | 207 | extern unsigned long pci_hotplug_mmio_size; |
| 208 | extern unsigned long pci_hotplug_mmio_pref_size; |
Kelsey Skunberg | 003d3b2 | 2019-07-24 17:38:42 -0600 | [diff] [blame] | 209 | extern unsigned long pci_hotplug_bus_size; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 210 | |
| 211 | /** |
| 212 | * pci_match_one_device - Tell if a PCI device structure has a matching |
Bjorn Helgaas | 0aa0f5d | 2017-12-02 13:21:37 -0600 | [diff] [blame] | 213 | * PCI device id structure |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 214 | * @id: single PCI device id structure to match |
| 215 | * @dev: the PCI device structure to match against |
Greg Kroah-Hartman | 367b09f | 2008-01-30 15:21:33 -0800 | [diff] [blame] | 216 | * |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 217 | * Returns the matching pci_device_id structure or %NULL if there is no match. |
| 218 | */ |
| 219 | static inline const struct pci_device_id * |
| 220 | pci_match_one_device(const struct pci_device_id *id, const struct pci_dev *dev) |
| 221 | { |
| 222 | if ((id->vendor == PCI_ANY_ID || id->vendor == dev->vendor) && |
| 223 | (id->device == PCI_ANY_ID || id->device == dev->device) && |
| 224 | (id->subvendor == PCI_ANY_ID || id->subvendor == dev->subsystem_vendor) && |
| 225 | (id->subdevice == PCI_ANY_ID || id->subdevice == dev->subsystem_device) && |
| 226 | !((id->class ^ dev->class) & id->class_mask)) |
| 227 | return id; |
| 228 | return NULL; |
| 229 | } |
| 230 | |
Alex Chiang | f46753c | 2008-06-10 15:28:50 -0600 | [diff] [blame] | 231 | /* PCI slot sysfs helper code */ |
| 232 | #define to_pci_slot(s) container_of(s, struct pci_slot, kobj) |
| 233 | |
| 234 | extern struct kset *pci_slots_kset; |
| 235 | |
| 236 | struct pci_slot_attribute { |
| 237 | struct attribute attr; |
| 238 | ssize_t (*show)(struct pci_slot *, char *); |
| 239 | ssize_t (*store)(struct pci_slot *, const char *, size_t); |
| 240 | }; |
| 241 | #define to_pci_slot_attr(s) container_of(s, struct pci_slot_attribute, attr) |
| 242 | |
Yu Zhao | 0b400c7 | 2008-11-22 02:40:40 +0800 | [diff] [blame] | 243 | enum pci_bar_type { |
| 244 | pci_bar_unknown, /* Standard PCI BAR probe */ |
Bjorn Helgaas | 0aa0f5d | 2017-12-02 13:21:37 -0600 | [diff] [blame] | 245 | pci_bar_io, /* An I/O port BAR */ |
Yu Zhao | 0b400c7 | 2008-11-22 02:40:40 +0800 | [diff] [blame] | 246 | pci_bar_mem32, /* A 32-bit memory BAR */ |
| 247 | pci_bar_mem64, /* A 64-bit memory BAR */ |
| 248 | }; |
| 249 | |
Kelsey Skunberg | 975e1ac | 2019-07-24 17:38:40 -0600 | [diff] [blame] | 250 | struct device *pci_get_host_bridge_device(struct pci_dev *dev); |
| 251 | void pci_put_host_bridge_device(struct device *dev); |
| 252 | |
Sinan Kaya | 62ce94a | 2017-07-12 00:04:14 -0400 | [diff] [blame] | 253 | int pci_configure_extended_tags(struct pci_dev *dev, void *ign); |
Yinghai Lu | efdc87d | 2012-01-27 10:55:10 -0800 | [diff] [blame] | 254 | bool pci_bus_read_dev_vendor_id(struct pci_bus *bus, int devfn, u32 *pl, |
| 255 | int crs_timeout); |
James Puthukattukaran | aa667c6 | 2018-07-09 11:31:25 -0400 | [diff] [blame] | 256 | bool pci_bus_generic_read_dev_vendor_id(struct pci_bus *bus, int devfn, u32 *pl, |
| 257 | int crs_timeout); |
| 258 | int pci_idt_bus_quirk(struct pci_bus *bus, int devfn, u32 *pl, int crs_timeout); |
| 259 | |
Bjorn Helgaas | f39d5b7 | 2013-04-12 12:02:59 -0600 | [diff] [blame] | 260 | int pci_setup_device(struct pci_dev *dev); |
| 261 | int __pci_read_base(struct pci_dev *dev, enum pci_bar_type type, |
| 262 | struct resource *res, unsigned int reg); |
Bjorn Helgaas | f39d5b7 | 2013-04-12 12:02:59 -0600 | [diff] [blame] | 263 | void pci_configure_ari(struct pci_dev *dev); |
Bjorn Helgaas | 10874f5a | 2014-04-14 16:11:40 -0600 | [diff] [blame] | 264 | void __pci_bus_size_bridges(struct pci_bus *bus, |
Jiang Liu | d66ecb7 | 2013-06-23 01:01:35 +0200 | [diff] [blame] | 265 | struct list_head *realloc_head); |
Bjorn Helgaas | 10874f5a | 2014-04-14 16:11:40 -0600 | [diff] [blame] | 266 | void __pci_bus_assign_resources(const struct pci_bus *bus, |
| 267 | struct list_head *realloc_head, |
| 268 | struct list_head *fail_head); |
Yinghai Lu | 0f7e7ae | 2015-01-15 16:21:49 -0600 | [diff] [blame] | 269 | bool pci_bus_clip_resource(struct pci_dev *dev, int idx); |
Bjorn Helgaas | 939de1d | 2013-01-26 17:35:58 -0700 | [diff] [blame] | 270 | |
Yinghai Lu | 2069ecf | 2012-02-15 21:40:31 -0800 | [diff] [blame] | 271 | void pci_reassigndev_resource_alignment(struct pci_dev *dev); |
Bjorn Helgaas | f39d5b7 | 2013-04-12 12:02:59 -0600 | [diff] [blame] | 272 | void pci_disable_bridge_window(struct pci_dev *dev); |
Kelsey Skunberg | ecd29c1 | 2019-07-24 17:38:43 -0600 | [diff] [blame] | 273 | struct pci_bus *pci_bus_get(struct pci_bus *bus); |
| 274 | void pci_bus_put(struct pci_bus *bus); |
Yuji Shimada | 32a9a682 | 2009-03-16 17:13:39 +0900 | [diff] [blame] | 275 | |
Yicong Yang | 757bfaa | 2020-02-17 19:13:03 +0800 | [diff] [blame] | 276 | /* PCIe link information from Link Capabilities 2 */ |
| 277 | #define PCIE_LNKCAP2_SLS2SPEED(lnkcap2) \ |
Gustavo Pimentel | 3419174 | 2020-11-18 23:49:20 +0100 | [diff] [blame] | 278 | ((lnkcap2) & PCI_EXP_LNKCAP2_SLS_64_0GB ? PCIE_SPEED_64_0GT : \ |
| 279 | (lnkcap2) & PCI_EXP_LNKCAP2_SLS_32_0GB ? PCIE_SPEED_32_0GT : \ |
Yicong Yang | 757bfaa | 2020-02-17 19:13:03 +0800 | [diff] [blame] | 280 | (lnkcap2) & PCI_EXP_LNKCAP2_SLS_16_0GB ? PCIE_SPEED_16_0GT : \ |
| 281 | (lnkcap2) & PCI_EXP_LNKCAP2_SLS_8_0GB ? PCIE_SPEED_8_0GT : \ |
| 282 | (lnkcap2) & PCI_EXP_LNKCAP2_SLS_5_0GB ? PCIE_SPEED_5_0GT : \ |
| 283 | (lnkcap2) & PCI_EXP_LNKCAP2_SLS_2_5GB ? PCIE_SPEED_2_5GT : \ |
| 284 | PCI_SPEED_UNKNOWN) |
Tal Gilboa | 6cf57be | 2018-03-30 07:44:05 -0500 | [diff] [blame] | 285 | |
Tal Gilboa | b852f63 | 2018-03-30 08:32:03 -0500 | [diff] [blame] | 286 | /* PCIe speed to Mb/s reduced by encoding overhead */ |
| 287 | #define PCIE_SPEED2MBS_ENC(speed) \ |
Gustavo Pimentel | 3419174 | 2020-11-18 23:49:20 +0100 | [diff] [blame] | 288 | ((speed) == PCIE_SPEED_64_0GT ? 64000*128/130 : \ |
| 289 | (speed) == PCIE_SPEED_32_0GT ? 32000*128/130 : \ |
Yicong Yang | 9cb3985 | 2020-02-17 19:12:55 +0800 | [diff] [blame] | 290 | (speed) == PCIE_SPEED_16_0GT ? 16000*128/130 : \ |
Tal Gilboa | b852f63 | 2018-03-30 08:32:03 -0500 | [diff] [blame] | 291 | (speed) == PCIE_SPEED_8_0GT ? 8000*128/130 : \ |
| 292 | (speed) == PCIE_SPEED_5_0GT ? 5000*8/10 : \ |
| 293 | (speed) == PCIE_SPEED_2_5GT ? 2500*8/10 : \ |
| 294 | 0) |
| 295 | |
Bjorn Helgaas | e56faff | 2020-02-28 15:02:03 -0600 | [diff] [blame] | 296 | const char *pci_speed_string(enum pci_bus_speed speed); |
Tal Gilboa | 6cf57be | 2018-03-30 07:44:05 -0500 | [diff] [blame] | 297 | enum pci_bus_speed pcie_get_speed_cap(struct pci_dev *dev); |
Tal Gilboa | c70b65f | 2018-03-30 08:24:36 -0500 | [diff] [blame] | 298 | enum pcie_link_width pcie_get_width_cap(struct pci_dev *dev); |
Tal Gilboa | b852f63 | 2018-03-30 08:32:03 -0500 | [diff] [blame] | 299 | u32 pcie_bandwidth_capable(struct pci_dev *dev, enum pci_bus_speed *speed, |
| 300 | enum pcie_link_width *width); |
Alexandru Gagniuc | 2d1ce5e | 2018-08-06 18:25:35 -0500 | [diff] [blame] | 301 | void __pcie_print_link_status(struct pci_dev *dev, bool verbose); |
Lukas Wunner | 0fa635a | 2019-03-20 12:05:30 +0100 | [diff] [blame] | 302 | void pcie_report_downtraining(struct pci_dev *dev); |
Kelsey Skunberg | 5da78d9 | 2019-07-24 17:38:44 -0600 | [diff] [blame] | 303 | void pcie_update_link_speed(struct pci_bus *bus, u16 link_status); |
Tal Gilboa | 6cf57be | 2018-03-30 07:44:05 -0500 | [diff] [blame] | 304 | |
Yu Zhao | d1b054d | 2009-03-20 11:25:11 +0800 | [diff] [blame] | 305 | /* Single Root I/O Virtualization */ |
| 306 | struct pci_sriov { |
Bjorn Helgaas | 0aa0f5d | 2017-12-02 13:21:37 -0600 | [diff] [blame] | 307 | int pos; /* Capability position */ |
| 308 | int nres; /* Number of resources */ |
| 309 | u32 cap; /* SR-IOV Capabilities */ |
| 310 | u16 ctrl; /* SR-IOV Control */ |
| 311 | u16 total_VFs; /* Total VFs associated with the PF */ |
| 312 | u16 initial_VFs; /* Initial VFs associated with the PF */ |
| 313 | u16 num_VFs; /* Number of VFs available */ |
| 314 | u16 offset; /* First VF Routing ID offset */ |
| 315 | u16 stride; /* Following VF stride */ |
| 316 | u16 vf_device; /* VF device ID */ |
| 317 | u32 pgsz; /* Page size for BAR alignment */ |
| 318 | u8 link; /* Function Dependency Link */ |
| 319 | u8 max_VF_buses; /* Max buses consumed by VFs */ |
| 320 | u16 driver_max_VFs; /* Max num VFs driver supports */ |
| 321 | struct pci_dev *dev; /* Lowest numbered PF */ |
| 322 | struct pci_dev *self; /* This PF */ |
KarimAllah Ahmed | cf0921b | 2018-03-19 21:06:00 +0100 | [diff] [blame] | 323 | u32 class; /* VF device */ |
| 324 | u8 hdr_type; /* VF header type */ |
| 325 | u16 subsystem_vendor; /* VF subsystem vendor */ |
| 326 | u16 subsystem_device; /* VF subsystem device */ |
Bjorn Helgaas | 0aa0f5d | 2017-12-02 13:21:37 -0600 | [diff] [blame] | 327 | resource_size_t barsz[PCI_SRIOV_NUM_BARS]; /* VF BAR size */ |
| 328 | bool drivers_autoprobe; /* Auto probing of VFs by driver */ |
Yu Zhao | d1b054d | 2009-03-20 11:25:11 +0800 | [diff] [blame] | 329 | }; |
| 330 | |
Keith Busch | a6bd101 | 2018-09-20 10:27:16 -0600 | [diff] [blame] | 331 | /** |
| 332 | * pci_dev_set_io_state - Set the new error state if possible. |
| 333 | * |
| 334 | * @dev - pci device to set new error_state |
| 335 | * @new - the state we want dev to be in |
| 336 | * |
| 337 | * Must be called with device_lock held. |
| 338 | * |
| 339 | * Returns true if state has been changed to the requested state. |
| 340 | */ |
| 341 | static inline bool pci_dev_set_io_state(struct pci_dev *dev, |
| 342 | pci_channel_state_t new) |
| 343 | { |
| 344 | bool changed = false; |
| 345 | |
| 346 | device_lock_assert(&dev->dev); |
| 347 | switch (new) { |
| 348 | case pci_channel_io_perm_failure: |
| 349 | switch (dev->error_state) { |
| 350 | case pci_channel_io_frozen: |
| 351 | case pci_channel_io_normal: |
| 352 | case pci_channel_io_perm_failure: |
| 353 | changed = true; |
| 354 | break; |
| 355 | } |
| 356 | break; |
| 357 | case pci_channel_io_frozen: |
| 358 | switch (dev->error_state) { |
| 359 | case pci_channel_io_frozen: |
| 360 | case pci_channel_io_normal: |
| 361 | changed = true; |
| 362 | break; |
| 363 | } |
| 364 | break; |
| 365 | case pci_channel_io_normal: |
| 366 | switch (dev->error_state) { |
| 367 | case pci_channel_io_frozen: |
| 368 | case pci_channel_io_normal: |
| 369 | changed = true; |
| 370 | break; |
| 371 | } |
| 372 | break; |
| 373 | } |
| 374 | if (changed) |
| 375 | dev->error_state = new; |
| 376 | return changed; |
| 377 | } |
Keith Busch | 89ee9f7 | 2017-03-29 22:48:59 -0500 | [diff] [blame] | 378 | |
| 379 | static inline int pci_dev_set_disconnected(struct pci_dev *dev, void *unused) |
| 380 | { |
Keith Busch | a6bd101 | 2018-09-20 10:27:16 -0600 | [diff] [blame] | 381 | device_lock(&dev->dev); |
| 382 | pci_dev_set_io_state(dev, pci_channel_io_perm_failure); |
| 383 | device_unlock(&dev->dev); |
| 384 | |
Keith Busch | 89ee9f7 | 2017-03-29 22:48:59 -0500 | [diff] [blame] | 385 | return 0; |
| 386 | } |
| 387 | |
| 388 | static inline bool pci_dev_is_disconnected(const struct pci_dev *dev) |
| 389 | { |
Keith Busch | a6bd101 | 2018-09-20 10:27:16 -0600 | [diff] [blame] | 390 | return dev->error_state == pci_channel_io_perm_failure; |
Keith Busch | 89ee9f7 | 2017-03-29 22:48:59 -0500 | [diff] [blame] | 391 | } |
| 392 | |
Keith Busch | a6bd101 | 2018-09-20 10:27:16 -0600 | [diff] [blame] | 393 | /* pci_dev priv_flags */ |
| 394 | #define PCI_DEV_ADDED 0 |
| 395 | |
Hari Vyas | 44bda4b | 2018-07-03 14:35:41 +0530 | [diff] [blame] | 396 | static inline void pci_dev_assign_added(struct pci_dev *dev, bool added) |
| 397 | { |
| 398 | assign_bit(PCI_DEV_ADDED, &dev->priv_flags, added); |
| 399 | } |
| 400 | |
| 401 | static inline bool pci_dev_is_added(const struct pci_dev *dev) |
| 402 | { |
| 403 | return test_bit(PCI_DEV_ADDED, &dev->priv_flags); |
| 404 | } |
| 405 | |
Keith Busch | 1e45116 | 2018-07-19 16:16:55 -0500 | [diff] [blame] | 406 | #ifdef CONFIG_PCIEAER |
| 407 | #include <linux/aer.h> |
| 408 | |
| 409 | #define AER_MAX_MULTI_ERR_DEVICES 5 /* Not likely to have more */ |
| 410 | |
| 411 | struct aer_err_info { |
| 412 | struct pci_dev *dev[AER_MAX_MULTI_ERR_DEVICES]; |
| 413 | int error_dev_num; |
| 414 | |
| 415 | unsigned int id:16; |
| 416 | |
| 417 | unsigned int severity:2; /* 0:NONFATAL | 1:FATAL | 2:COR */ |
| 418 | unsigned int __pad1:5; |
| 419 | unsigned int multi_error_valid:1; |
| 420 | |
| 421 | unsigned int first_error:5; |
| 422 | unsigned int __pad2:2; |
| 423 | unsigned int tlp_header_valid:1; |
| 424 | |
| 425 | unsigned int status; /* COR/UNCOR Error Status */ |
| 426 | unsigned int mask; /* COR/UNCOR Error Mask */ |
| 427 | struct aer_header_log_regs tlp; /* TLP Header */ |
| 428 | }; |
| 429 | |
| 430 | int aer_get_device_error_info(struct pci_dev *dev, struct aer_err_info *info); |
| 431 | void aer_print_error(struct pci_dev *dev, struct aer_err_info *info); |
| 432 | #endif /* CONFIG_PCIEAER */ |
| 433 | |
Sean V Kelley | 9065563 | 2020-11-20 16:10:24 -0800 | [diff] [blame] | 434 | #ifdef CONFIG_PCIEPORTBUS |
| 435 | /* Cached RCEC Endpoint Association */ |
| 436 | struct rcec_ea { |
| 437 | u8 nextbusn; |
| 438 | u8 lastbusn; |
| 439 | u32 bitmap; |
| 440 | }; |
| 441 | #endif |
| 442 | |
Keith Busch | 4f80217 | 2018-09-20 10:27:08 -0600 | [diff] [blame] | 443 | #ifdef CONFIG_PCIE_DPC |
| 444 | void pci_save_dpc_state(struct pci_dev *dev); |
| 445 | void pci_restore_dpc_state(struct pci_dev *dev); |
Kuppuswamy Sathyanarayanan | 2700561 | 2020-03-23 17:26:04 -0700 | [diff] [blame] | 446 | void pci_dpc_init(struct pci_dev *pdev); |
Kuppuswamy Sathyanarayanan | aea4741 | 2020-03-23 17:26:06 -0700 | [diff] [blame] | 447 | void dpc_process_error(struct pci_dev *pdev); |
| 448 | pci_ers_result_t dpc_reset_link(struct pci_dev *pdev); |
Keith Busch | 4f80217 | 2018-09-20 10:27:08 -0600 | [diff] [blame] | 449 | #else |
| 450 | static inline void pci_save_dpc_state(struct pci_dev *dev) {} |
| 451 | static inline void pci_restore_dpc_state(struct pci_dev *dev) {} |
Kuppuswamy Sathyanarayanan | 2700561 | 2020-03-23 17:26:04 -0700 | [diff] [blame] | 452 | static inline void pci_dpc_init(struct pci_dev *pdev) {} |
Keith Busch | 4f80217 | 2018-09-20 10:27:08 -0600 | [diff] [blame] | 453 | #endif |
| 454 | |
Sean V Kelley | 9065563 | 2020-11-20 16:10:24 -0800 | [diff] [blame] | 455 | #ifdef CONFIG_PCIEPORTBUS |
| 456 | void pci_rcec_init(struct pci_dev *dev); |
| 457 | void pci_rcec_exit(struct pci_dev *dev); |
Sean V Kelley | 507b460 | 2020-11-20 16:10:32 -0800 | [diff] [blame] | 458 | void pcie_link_rcec(struct pci_dev *rcec); |
Sean V Kelley | af11355 | 2020-11-20 16:10:34 -0800 | [diff] [blame] | 459 | void pcie_walk_rcec(struct pci_dev *rcec, |
| 460 | int (*cb)(struct pci_dev *, void *), |
| 461 | void *userdata); |
Sean V Kelley | 9065563 | 2020-11-20 16:10:24 -0800 | [diff] [blame] | 462 | #else |
| 463 | static inline void pci_rcec_init(struct pci_dev *dev) {} |
| 464 | static inline void pci_rcec_exit(struct pci_dev *dev) {} |
Sean V Kelley | 507b460 | 2020-11-20 16:10:32 -0800 | [diff] [blame] | 465 | static inline void pcie_link_rcec(struct pci_dev *rcec) {} |
Sean V Kelley | af11355 | 2020-11-20 16:10:34 -0800 | [diff] [blame] | 466 | static inline void pcie_walk_rcec(struct pci_dev *rcec, |
| 467 | int (*cb)(struct pci_dev *, void *), |
| 468 | void *userdata) {} |
Sean V Kelley | 9065563 | 2020-11-20 16:10:24 -0800 | [diff] [blame] | 469 | #endif |
| 470 | |
Hao, Xudong | 1900ca1 | 2011-12-17 21:24:40 +0800 | [diff] [blame] | 471 | #ifdef CONFIG_PCI_ATS |
Kelsey Skunberg | b92b512 | 2019-07-24 17:38:45 -0600 | [diff] [blame] | 472 | /* Address Translation Service */ |
| 473 | void pci_ats_init(struct pci_dev *dev); |
Bjorn Helgaas | f39d5b7 | 2013-04-12 12:02:59 -0600 | [diff] [blame] | 474 | void pci_restore_ats_state(struct pci_dev *dev); |
Hao, Xudong | 1900ca1 | 2011-12-17 21:24:40 +0800 | [diff] [blame] | 475 | #else |
Kelsey Skunberg | b92b512 | 2019-07-24 17:38:45 -0600 | [diff] [blame] | 476 | static inline void pci_ats_init(struct pci_dev *d) { } |
| 477 | static inline void pci_restore_ats_state(struct pci_dev *dev) { } |
Hao, Xudong | 1900ca1 | 2011-12-17 21:24:40 +0800 | [diff] [blame] | 478 | #endif /* CONFIG_PCI_ATS */ |
| 479 | |
Kuppuswamy Sathyanarayanan | c065190 | 2019-09-05 14:31:45 -0500 | [diff] [blame] | 480 | #ifdef CONFIG_PCI_PRI |
| 481 | void pci_pri_init(struct pci_dev *dev); |
Bjorn Helgaas | fef2dd8 | 2019-10-09 16:47:15 -0500 | [diff] [blame] | 482 | void pci_restore_pri_state(struct pci_dev *pdev); |
Kuppuswamy Sathyanarayanan | c065190 | 2019-09-05 14:31:45 -0500 | [diff] [blame] | 483 | #else |
| 484 | static inline void pci_pri_init(struct pci_dev *dev) { } |
Bjorn Helgaas | fef2dd8 | 2019-10-09 16:47:15 -0500 | [diff] [blame] | 485 | static inline void pci_restore_pri_state(struct pci_dev *pdev) { } |
Kuppuswamy Sathyanarayanan | c065190 | 2019-09-05 14:31:45 -0500 | [diff] [blame] | 486 | #endif |
| 487 | |
Kuppuswamy Sathyanarayanan | 751035b | 2019-09-05 14:31:46 -0500 | [diff] [blame] | 488 | #ifdef CONFIG_PCI_PASID |
| 489 | void pci_pasid_init(struct pci_dev *dev); |
Bjorn Helgaas | fef2dd8 | 2019-10-09 16:47:15 -0500 | [diff] [blame] | 490 | void pci_restore_pasid_state(struct pci_dev *pdev); |
Kuppuswamy Sathyanarayanan | 751035b | 2019-09-05 14:31:46 -0500 | [diff] [blame] | 491 | #else |
| 492 | static inline void pci_pasid_init(struct pci_dev *dev) { } |
Bjorn Helgaas | fef2dd8 | 2019-10-09 16:47:15 -0500 | [diff] [blame] | 493 | static inline void pci_restore_pasid_state(struct pci_dev *pdev) { } |
Kuppuswamy Sathyanarayanan | 751035b | 2019-09-05 14:31:46 -0500 | [diff] [blame] | 494 | #endif |
| 495 | |
Yu Zhao | d1b054d | 2009-03-20 11:25:11 +0800 | [diff] [blame] | 496 | #ifdef CONFIG_PCI_IOV |
Bjorn Helgaas | f39d5b7 | 2013-04-12 12:02:59 -0600 | [diff] [blame] | 497 | int pci_iov_init(struct pci_dev *dev); |
| 498 | void pci_iov_release(struct pci_dev *dev); |
Jakub Kicinski | 3897237 | 2018-06-29 15:08:52 -0500 | [diff] [blame] | 499 | void pci_iov_remove(struct pci_dev *dev); |
Bjorn Helgaas | 6ffa248 | 2016-11-28 09:15:52 -0600 | [diff] [blame] | 500 | void pci_iov_update_resource(struct pci_dev *dev, int resno); |
Bjorn Helgaas | f39d5b7 | 2013-04-12 12:02:59 -0600 | [diff] [blame] | 501 | resource_size_t pci_sriov_resource_alignment(struct pci_dev *dev, int resno); |
| 502 | void pci_restore_iov_state(struct pci_dev *dev); |
| 503 | int pci_iov_bus_range(struct pci_bus *bus); |
Kelsey Skunberg | aaee0c1 | 2019-08-13 14:45:13 -0600 | [diff] [blame] | 504 | extern const struct attribute_group sriov_dev_attr_group; |
Yu Zhao | d1b054d | 2009-03-20 11:25:11 +0800 | [diff] [blame] | 505 | #else |
| 506 | static inline int pci_iov_init(struct pci_dev *dev) |
| 507 | { |
| 508 | return -ENODEV; |
| 509 | } |
| 510 | static inline void pci_iov_release(struct pci_dev *dev) |
| 511 | |
| 512 | { |
| 513 | } |
Jakub Kicinski | 3897237 | 2018-06-29 15:08:52 -0500 | [diff] [blame] | 514 | static inline void pci_iov_remove(struct pci_dev *dev) |
| 515 | { |
| 516 | } |
Yu Zhao | 8c5cdb6 | 2009-03-20 11:25:12 +0800 | [diff] [blame] | 517 | static inline void pci_restore_iov_state(struct pci_dev *dev) |
| 518 | { |
| 519 | } |
Yu Zhao | a28724b | 2009-03-20 11:25:13 +0800 | [diff] [blame] | 520 | static inline int pci_iov_bus_range(struct pci_bus *bus) |
| 521 | { |
| 522 | return 0; |
| 523 | } |
Yu Zhao | 302b421 | 2009-05-18 13:51:32 +0800 | [diff] [blame] | 524 | |
Yu Zhao | d1b054d | 2009-03-20 11:25:11 +0800 | [diff] [blame] | 525 | #endif /* CONFIG_PCI_IOV */ |
| 526 | |
David E. Box | 39850ed | 2020-12-07 14:39:50 -0800 | [diff] [blame] | 527 | #ifdef CONFIG_PCIE_PTM |
| 528 | void pci_save_ptm_state(struct pci_dev *dev); |
| 529 | void pci_restore_ptm_state(struct pci_dev *dev); |
David E. Box | a697f07 | 2020-12-07 14:39:51 -0800 | [diff] [blame] | 530 | void pci_disable_ptm(struct pci_dev *dev); |
David E. Box | 39850ed | 2020-12-07 14:39:50 -0800 | [diff] [blame] | 531 | #else |
| 532 | static inline void pci_save_ptm_state(struct pci_dev *dev) { } |
| 533 | static inline void pci_restore_ptm_state(struct pci_dev *dev) { } |
David E. Box | a697f07 | 2020-12-07 14:39:51 -0800 | [diff] [blame] | 534 | static inline void pci_disable_ptm(struct pci_dev *dev) { } |
David E. Box | 39850ed | 2020-12-07 14:39:50 -0800 | [diff] [blame] | 535 | #endif |
| 536 | |
Bjorn Helgaas | f39d5b7 | 2013-04-12 12:02:59 -0600 | [diff] [blame] | 537 | unsigned long pci_cardbus_resource_alignment(struct resource *); |
Ram Pai | 0a2daa1 | 2011-07-25 13:08:41 -0700 | [diff] [blame] | 538 | |
Cam Macdonell | 0e52247 | 2010-09-07 17:25:20 -0700 | [diff] [blame] | 539 | static inline resource_size_t pci_resource_alignment(struct pci_dev *dev, |
Bjorn Helgaas | f39d5b7 | 2013-04-12 12:02:59 -0600 | [diff] [blame] | 540 | struct resource *res) |
Chris Wright | 6faf17f | 2009-08-28 13:00:06 -0700 | [diff] [blame] | 541 | { |
| 542 | #ifdef CONFIG_PCI_IOV |
| 543 | int resno = res - dev->resource; |
| 544 | |
| 545 | if (resno >= PCI_IOV_RESOURCES && resno <= PCI_IOV_RESOURCE_END) |
| 546 | return pci_sriov_resource_alignment(dev, resno); |
| 547 | #endif |
Bjorn Helgaas | 0aa0f5d | 2017-12-02 13:21:37 -0600 | [diff] [blame] | 548 | if (dev->class >> 8 == PCI_CLASS_BRIDGE_CARDBUS) |
Ram Pai | 0a2daa1 | 2011-07-25 13:08:41 -0700 | [diff] [blame] | 549 | return pci_cardbus_resource_alignment(res); |
Chris Wright | 6faf17f | 2009-08-28 13:00:06 -0700 | [diff] [blame] | 550 | return resource_alignment(res); |
| 551 | } |
| 552 | |
Rajat Jain | 52fbf5b | 2020-07-07 15:46:02 -0700 | [diff] [blame] | 553 | void pci_acs_init(struct pci_dev *dev); |
Bjorn Helgaas | bd2e956 | 2018-08-09 16:19:52 -0500 | [diff] [blame] | 554 | #ifdef CONFIG_PCI_QUIRKS |
| 555 | int pci_dev_specific_acs_enabled(struct pci_dev *dev, u16 acs_flags); |
| 556 | int pci_dev_specific_enable_acs(struct pci_dev *dev); |
Logan Gunthorpe | 73c47dde | 2018-08-09 16:51:43 -0500 | [diff] [blame] | 557 | int pci_dev_specific_disable_acs_redir(struct pci_dev *dev); |
Bjorn Helgaas | bd2e956 | 2018-08-09 16:19:52 -0500 | [diff] [blame] | 558 | #else |
| 559 | static inline int pci_dev_specific_acs_enabled(struct pci_dev *dev, |
| 560 | u16 acs_flags) |
| 561 | { |
| 562 | return -ENOTTY; |
| 563 | } |
| 564 | static inline int pci_dev_specific_enable_acs(struct pci_dev *dev) |
| 565 | { |
| 566 | return -ENOTTY; |
| 567 | } |
Logan Gunthorpe | 73c47dde | 2018-08-09 16:51:43 -0500 | [diff] [blame] | 568 | static inline int pci_dev_specific_disable_acs_redir(struct pci_dev *dev) |
| 569 | { |
| 570 | return -ENOTTY; |
| 571 | } |
Bjorn Helgaas | bd2e956 | 2018-08-09 16:19:52 -0500 | [diff] [blame] | 572 | #endif |
Allen Kay | ae21ee6 | 2009-10-07 10:27:17 -0700 | [diff] [blame] | 573 | |
Oza Pawandeep | 2e28bc8 | 2018-05-17 16:44:15 -0500 | [diff] [blame] | 574 | /* PCI error reporting and recovery */ |
Kuppuswamy Sathyanarayanan | e8e5ff2 | 2020-03-23 17:26:03 -0700 | [diff] [blame] | 575 | pci_ers_result_t pcie_do_recovery(struct pci_dev *dev, |
Sean V Kelley | 8f1bbfb | 2020-11-20 16:10:25 -0800 | [diff] [blame] | 576 | pci_channel_state_t state, |
| 577 | pci_ers_result_t (*reset_subordinates)(struct pci_dev *pdev)); |
Oza Pawandeep | 2e28bc8 | 2018-05-17 16:44:15 -0500 | [diff] [blame] | 578 | |
Oza Pawandeep | 9f5a70f1 | 2018-05-17 16:44:11 -0500 | [diff] [blame] | 579 | bool pcie_wait_for_link(struct pci_dev *pdev, bool active); |
Bjorn Helgaas | 7d8e7d1 | 2017-12-15 08:57:28 -0600 | [diff] [blame] | 580 | #ifdef CONFIG_PCIEASPM |
| 581 | void pcie_aspm_init_link_state(struct pci_dev *pdev); |
| 582 | void pcie_aspm_exit_link_state(struct pci_dev *pdev); |
| 583 | void pcie_aspm_pm_state_change(struct pci_dev *pdev); |
| 584 | void pcie_aspm_powersave_config_link(struct pci_dev *pdev); |
| 585 | #else |
| 586 | static inline void pcie_aspm_init_link_state(struct pci_dev *pdev) { } |
| 587 | static inline void pcie_aspm_exit_link_state(struct pci_dev *pdev) { } |
| 588 | static inline void pcie_aspm_pm_state_change(struct pci_dev *pdev) { } |
| 589 | static inline void pcie_aspm_powersave_config_link(struct pci_dev *pdev) { } |
| 590 | #endif |
| 591 | |
Kelsey Skunberg | 72bde9c | 2019-07-24 17:38:46 -0600 | [diff] [blame] | 592 | #ifdef CONFIG_PCIE_ECRC |
| 593 | void pcie_set_ecrc_checking(struct pci_dev *dev); |
| 594 | void pcie_ecrc_get_policy(char *str); |
| 595 | #else |
| 596 | static inline void pcie_set_ecrc_checking(struct pci_dev *dev) { } |
| 597 | static inline void pcie_ecrc_get_policy(char *str) { } |
| 598 | #endif |
| 599 | |
Jonathan Yong | 9bb04a0 | 2016-06-11 14:13:38 -0500 | [diff] [blame] | 600 | #ifdef CONFIG_PCIE_PTM |
| 601 | void pci_ptm_init(struct pci_dev *dev); |
Kelsey Skunberg | ac6c26d | 2019-07-24 17:38:47 -0600 | [diff] [blame] | 602 | int pci_enable_ptm(struct pci_dev *dev, u8 *granularity); |
Jonathan Yong | 9bb04a0 | 2016-06-11 14:13:38 -0500 | [diff] [blame] | 603 | #else |
| 604 | static inline void pci_ptm_init(struct pci_dev *dev) { } |
Kelsey Skunberg | ac6c26d | 2019-07-24 17:38:47 -0600 | [diff] [blame] | 605 | static inline int pci_enable_ptm(struct pci_dev *dev, u8 *granularity) |
| 606 | { return -EINVAL; } |
Jonathan Yong | 9bb04a0 | 2016-06-11 14:13:38 -0500 | [diff] [blame] | 607 | #endif |
| 608 | |
Dexuan Cui | b9c3b26 | 2009-12-07 13:03:21 +0800 | [diff] [blame] | 609 | struct pci_dev_reset_methods { |
| 610 | u16 vendor; |
| 611 | u16 device; |
| 612 | int (*reset)(struct pci_dev *dev, int probe); |
| 613 | }; |
| 614 | |
Rafael J. Wysocki | 93177a7 | 2010-01-02 22:57:24 +0100 | [diff] [blame] | 615 | #ifdef CONFIG_PCI_QUIRKS |
Bjorn Helgaas | f39d5b7 | 2013-04-12 12:02:59 -0600 | [diff] [blame] | 616 | int pci_dev_specific_reset(struct pci_dev *dev, int probe); |
Rafael J. Wysocki | 93177a7 | 2010-01-02 22:57:24 +0100 | [diff] [blame] | 617 | #else |
| 618 | static inline int pci_dev_specific_reset(struct pci_dev *dev, int probe) |
| 619 | { |
| 620 | return -ENOTTY; |
| 621 | } |
| 622 | #endif |
Dexuan Cui | b9c3b26 | 2009-12-07 13:03:21 +0800 | [diff] [blame] | 623 | |
Dongdong Liu | 169de96 | 2016-12-01 00:33:42 -0600 | [diff] [blame] | 624 | #if defined(CONFIG_PCI_QUIRKS) && defined(CONFIG_ARM64) |
| 625 | int acpi_get_rc_resources(struct device *dev, const char *hid, u16 segment, |
| 626 | struct resource *res); |
| 627 | #endif |
| 628 | |
Christian König | 276b738 | 2017-10-24 14:40:20 -0500 | [diff] [blame] | 629 | int pci_rebar_get_current_size(struct pci_dev *pdev, int bar); |
| 630 | int pci_rebar_set_size(struct pci_dev *pdev, int bar, int size); |
| 631 | static inline u64 pci_rebar_size_to_bytes(int size) |
| 632 | { |
| 633 | return 1ULL << (size + 20); |
| 634 | } |
| 635 | |
Rob Herring | 9e2aee8 | 2018-05-11 12:15:30 -0500 | [diff] [blame] | 636 | struct device_node; |
| 637 | |
| 638 | #ifdef CONFIG_OF |
| 639 | int of_pci_parse_bus_range(struct device_node *node, struct resource *res); |
| 640 | int of_get_pci_domain_nr(struct device_node *node); |
| 641 | int of_pci_get_max_link_speed(struct device_node *node); |
Kelsey Skunberg | 621f7e3 | 2019-07-24 17:38:48 -0600 | [diff] [blame] | 642 | void pci_set_of_node(struct pci_dev *dev); |
| 643 | void pci_release_of_node(struct pci_dev *dev); |
| 644 | void pci_set_bus_of_node(struct pci_bus *bus); |
| 645 | void pci_release_bus_of_node(struct pci_bus *bus); |
Rob Herring | 9e2aee8 | 2018-05-11 12:15:30 -0500 | [diff] [blame] | 646 | |
Rob Herring | 669cbc7 | 2020-07-21 20:25:13 -0600 | [diff] [blame] | 647 | int devm_of_pci_bridge_init(struct device *dev, struct pci_host_bridge *bridge); |
| 648 | |
Rob Herring | 9e2aee8 | 2018-05-11 12:15:30 -0500 | [diff] [blame] | 649 | #else |
| 650 | static inline int |
| 651 | of_pci_parse_bus_range(struct device_node *node, struct resource *res) |
| 652 | { |
| 653 | return -EINVAL; |
| 654 | } |
| 655 | |
| 656 | static inline int |
| 657 | of_get_pci_domain_nr(struct device_node *node) |
| 658 | { |
| 659 | return -1; |
| 660 | } |
| 661 | |
| 662 | static inline int |
| 663 | of_pci_get_max_link_speed(struct device_node *node) |
| 664 | { |
| 665 | return -EINVAL; |
| 666 | } |
Kelsey Skunberg | 621f7e3 | 2019-07-24 17:38:48 -0600 | [diff] [blame] | 667 | |
| 668 | static inline void pci_set_of_node(struct pci_dev *dev) { } |
| 669 | static inline void pci_release_of_node(struct pci_dev *dev) { } |
| 670 | static inline void pci_set_bus_of_node(struct pci_bus *bus) { } |
| 671 | static inline void pci_release_bus_of_node(struct pci_bus *bus) { } |
Rob Herring | 669cbc7 | 2020-07-21 20:25:13 -0600 | [diff] [blame] | 672 | |
| 673 | static inline int devm_of_pci_bridge_init(struct device *dev, struct pci_host_bridge *bridge) |
| 674 | { |
| 675 | return 0; |
| 676 | } |
| 677 | |
Rob Herring | 9e2aee8 | 2018-05-11 12:15:30 -0500 | [diff] [blame] | 678 | #endif /* CONFIG_OF */ |
| 679 | |
Rajat Jain | 60ed982 | 2018-06-21 16:48:26 -0700 | [diff] [blame] | 680 | #ifdef CONFIG_PCIEAER |
| 681 | void pci_no_aer(void); |
| 682 | void pci_aer_init(struct pci_dev *dev); |
Rajat Jain | db89ccb | 2018-06-30 15:07:17 -0500 | [diff] [blame] | 683 | void pci_aer_exit(struct pci_dev *dev); |
Rajat Jain | 81aa520 | 2018-06-21 16:48:28 -0700 | [diff] [blame] | 684 | extern const struct attribute_group aer_stats_attr_group; |
Bjorn Helgaas | 7ab92e8 | 2018-07-19 17:55:58 -0500 | [diff] [blame] | 685 | void pci_aer_clear_fatal_status(struct pci_dev *dev); |
Kuppuswamy Sathyanarayanan | 894020f | 2020-03-23 17:26:08 -0700 | [diff] [blame] | 686 | int pci_aer_clear_status(struct pci_dev *dev); |
Kuppuswamy Sathyanarayanan | 20e15e6 | 2020-03-23 17:26:05 -0700 | [diff] [blame] | 687 | int pci_aer_raw_clear_status(struct pci_dev *dev); |
Rajat Jain | 60ed982 | 2018-06-21 16:48:26 -0700 | [diff] [blame] | 688 | #else |
| 689 | static inline void pci_no_aer(void) { } |
Jisheng Zhang | 31f996e | 2019-04-12 06:43:06 +0000 | [diff] [blame] | 690 | static inline void pci_aer_init(struct pci_dev *d) { } |
Rajat Jain | db89ccb | 2018-06-30 15:07:17 -0500 | [diff] [blame] | 691 | static inline void pci_aer_exit(struct pci_dev *d) { } |
Bjorn Helgaas | 7ab92e8 | 2018-07-19 17:55:58 -0500 | [diff] [blame] | 692 | static inline void pci_aer_clear_fatal_status(struct pci_dev *dev) { } |
Kuppuswamy Sathyanarayanan | 894020f | 2020-03-23 17:26:08 -0700 | [diff] [blame] | 693 | static inline int pci_aer_clear_status(struct pci_dev *dev) { return -EINVAL; } |
Kuppuswamy Sathyanarayanan | 20e15e6 | 2020-03-23 17:26:05 -0700 | [diff] [blame] | 694 | static inline int pci_aer_raw_clear_status(struct pci_dev *dev) { return -EINVAL; } |
Rajat Jain | 60ed982 | 2018-06-21 16:48:26 -0700 | [diff] [blame] | 695 | #endif |
| 696 | |
Krzysztof Wilczynski | 8c3aac6 | 2019-08-27 11:49:50 +0200 | [diff] [blame] | 697 | #ifdef CONFIG_ACPI |
Krzysztof Wilczynski | 4a2dbed | 2019-08-27 11:49:51 +0200 | [diff] [blame] | 698 | int pci_acpi_program_hp_params(struct pci_dev *dev); |
Krzysztof Wilczynski | 8c3aac6 | 2019-08-27 11:49:50 +0200 | [diff] [blame] | 699 | #else |
Krzysztof Wilczynski | 4a2dbed | 2019-08-27 11:49:51 +0200 | [diff] [blame] | 700 | static inline int pci_acpi_program_hp_params(struct pci_dev *dev) |
Krzysztof Wilczynski | 8c3aac6 | 2019-08-27 11:49:50 +0200 | [diff] [blame] | 701 | { |
| 702 | return -ENODEV; |
| 703 | } |
| 704 | #endif |
| 705 | |
Heiner Kallweit | 72ea91a | 2019-10-05 14:07:56 +0200 | [diff] [blame] | 706 | #ifdef CONFIG_PCIEASPM |
| 707 | extern const struct attribute_group aspm_ctrl_attr_group; |
| 708 | #endif |
| 709 | |
Zhao, Yu | 557848c | 2008-10-13 19:18:07 +0800 | [diff] [blame] | 710 | #endif /* DRIVERS_PCI_H */ |