Greg Kroah-Hartman | b244131 | 2017-11-01 15:07:57 +0100 | [diff] [blame] | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
Zhao, Yu | 557848c | 2008-10-13 19:18:07 +0800 | [diff] [blame] | 2 | #ifndef DRIVERS_PCI_H |
| 3 | #define DRIVERS_PCI_H |
| 4 | |
Alexandru Gagniuc | 2209e06 | 2018-11-28 16:28:04 -0600 | [diff] [blame] | 5 | #include <linux/pci.h> |
Greg Kroah-Hartman | 4869126 | 2020-05-01 16:37:30 +0200 | [diff] [blame] | 6 | #include <linux/android_kabi.h> |
Alexandru Gagniuc | 2209e06 | 2018-11-28 16:28:04 -0600 | [diff] [blame] | 7 | |
James Sewart | f8bf2ae | 2019-12-10 15:51:33 -0600 | [diff] [blame] | 8 | /* Number of possible devfns: 0.0 to 1f.7 inclusive */ |
| 9 | #define MAX_NR_DEVFNS 256 |
| 10 | |
Wei Yang | fff905f | 2015-06-30 09:16:41 +0800 | [diff] [blame] | 11 | #define PCI_FIND_CAP_TTL 48 |
| 12 | |
Lukas Wunner | 8531e28 | 2017-03-10 21:23:45 +0100 | [diff] [blame] | 13 | #define PCI_VSEC_ID_INTEL_TBT 0x1234 /* Thunderbolt */ |
| 14 | |
Jacob Keller | 343e51a | 2013-07-31 06:53:16 +0000 | [diff] [blame] | 15 | extern const unsigned char pcie_link_speed[]; |
Sinan Kaya | 11eb0e0e | 2018-06-04 22:16:09 -0400 | [diff] [blame] | 16 | extern bool pci_early_dump; |
Jacob Keller | 343e51a | 2013-07-31 06:53:16 +0000 | [diff] [blame] | 17 | |
Yinghai Lu | 7a1562d | 2014-11-11 12:09:46 -0800 | [diff] [blame] | 18 | bool pcie_cap_has_lnkctl(const struct pci_dev *dev); |
Patel, Mayurkumar | af65d1a | 2019-10-18 16:52:21 +0000 | [diff] [blame] | 19 | bool pcie_cap_has_rtctl(const struct pci_dev *dev); |
Yinghai Lu | 7a1562d | 2014-11-11 12:09:46 -0800 | [diff] [blame] | 20 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 21 | /* Functions internal to the PCI core code */ |
| 22 | |
Bjorn Helgaas | f39d5b7 | 2013-04-12 12:02:59 -0600 | [diff] [blame] | 23 | int pci_create_sysfs_dev_files(struct pci_dev *pdev); |
| 24 | void pci_remove_sysfs_dev_files(struct pci_dev *pdev); |
Narendra_K@Dell.com | 6058989 | 2011-03-02 22:34:17 +0530 | [diff] [blame] | 25 | #if !defined(CONFIG_DMI) && !defined(CONFIG_ACPI) |
Narendra K | 911e1c9 | 2010-07-26 05:56:50 -0500 | [diff] [blame] | 26 | static inline void pci_create_firmware_label_files(struct pci_dev *pdev) |
Narendra K | b879743f | 2010-08-02 07:44:29 -0500 | [diff] [blame] | 27 | { return; } |
Narendra K | 911e1c9 | 2010-07-26 05:56:50 -0500 | [diff] [blame] | 28 | static inline void pci_remove_firmware_label_files(struct pci_dev *pdev) |
Narendra K | b879743f | 2010-08-02 07:44:29 -0500 | [diff] [blame] | 29 | { return; } |
Narendra K | 911e1c9 | 2010-07-26 05:56:50 -0500 | [diff] [blame] | 30 | #else |
Bjorn Helgaas | f39d5b7 | 2013-04-12 12:02:59 -0600 | [diff] [blame] | 31 | void pci_create_firmware_label_files(struct pci_dev *pdev); |
| 32 | void pci_remove_firmware_label_files(struct pci_dev *pdev); |
Narendra K | 911e1c9 | 2010-07-26 05:56:50 -0500 | [diff] [blame] | 33 | #endif |
Bjorn Helgaas | f39d5b7 | 2013-04-12 12:02:59 -0600 | [diff] [blame] | 34 | void pci_cleanup_rom(struct pci_dev *dev); |
David Woodhouse | f719582 | 2017-04-12 13:25:59 +0100 | [diff] [blame] | 35 | |
Martin Wilck | 3b519e4 | 2010-11-10 11:03:21 +0100 | [diff] [blame] | 36 | enum pci_mmap_api { |
| 37 | PCI_MMAP_SYSFS, /* mmap on /sys/bus/pci/devices/<BDF>/resource<N> */ |
| 38 | PCI_MMAP_PROCFS /* mmap on /proc/bus/pci/<BDF> */ |
| 39 | }; |
Bjorn Helgaas | f39d5b7 | 2013-04-12 12:02:59 -0600 | [diff] [blame] | 40 | int pci_mmap_fits(struct pci_dev *pdev, int resno, struct vm_area_struct *vmai, |
| 41 | enum pci_mmap_api mmap_api); |
David Woodhouse | f719582 | 2017-04-12 13:25:59 +0100 | [diff] [blame] | 42 | |
Michael S. Tsirkin | 711d577 | 2009-07-27 23:37:48 +0300 | [diff] [blame] | 43 | int pci_probe_reset_function(struct pci_dev *dev); |
Sinan Kaya | 381634c | 2018-07-19 18:04:11 -0500 | [diff] [blame] | 44 | int pci_bridge_secondary_bus_reset(struct pci_dev *dev); |
Keith Busch | c4eed62 | 2018-09-20 10:27:11 -0600 | [diff] [blame] | 45 | int pci_bus_error_reset(struct pci_dev *dev); |
Kumar Gala | ce5ccde | 2007-07-16 23:27:10 -0500 | [diff] [blame] | 46 | |
Bjorn Helgaas | 638c133e | 2020-09-29 14:24:11 -0500 | [diff] [blame] | 47 | #define PCI_PM_D2_DELAY 200 /* usec; see PCIe r4.0, sec 5.9.1 */ |
| 48 | #define PCI_PM_D3HOT_WAIT 10 /* msec */ |
| 49 | #define PCI_PM_D3COLD_WAIT 100 /* msec */ |
Kelsey Skunberg | c776dd5 | 2019-07-24 17:38:38 -0600 | [diff] [blame] | 50 | |
Rafael J. Wysocki | 961d912 | 2008-07-07 03:32:02 +0200 | [diff] [blame] | 51 | /** |
Randy Dunlap | b33bfde | 2009-01-09 17:04:26 -0800 | [diff] [blame] | 52 | * struct pci_platform_pm_ops - Firmware PM callbacks |
Rafael J. Wysocki | 961d912 | 2008-07-07 03:32:02 +0200 | [diff] [blame] | 53 | * |
Mika Westerberg | 26ad34d | 2018-09-27 16:57:14 -0500 | [diff] [blame] | 54 | * @bridge_d3: Does the bridge allow entering into D3 |
| 55 | * |
Randy Dunlap | b33bfde | 2009-01-09 17:04:26 -0800 | [diff] [blame] | 56 | * @is_manageable: returns 'true' if given device is power manageable by the |
Bjorn Helgaas | 0aa0f5d | 2017-12-02 13:21:37 -0600 | [diff] [blame] | 57 | * platform firmware |
Rafael J. Wysocki | 961d912 | 2008-07-07 03:32:02 +0200 | [diff] [blame] | 58 | * |
Randy Dunlap | b33bfde | 2009-01-09 17:04:26 -0800 | [diff] [blame] | 59 | * @set_state: invokes the platform firmware to set the device's power state |
Rafael J. Wysocki | 961d912 | 2008-07-07 03:32:02 +0200 | [diff] [blame] | 60 | * |
Lukas Wunner | cc7cc02 | 2016-09-18 05:39:20 +0200 | [diff] [blame] | 61 | * @get_state: queries the platform firmware for a device's current power state |
| 62 | * |
Rafael J. Wysocki | b51033e | 2019-06-25 14:09:12 +0200 | [diff] [blame] | 63 | * @refresh_state: asks the platform to refresh the device's power state data |
| 64 | * |
Randy Dunlap | b33bfde | 2009-01-09 17:04:26 -0800 | [diff] [blame] | 65 | * @choose_state: returns PCI power state of given device preferred by the |
Bjorn Helgaas | 0aa0f5d | 2017-12-02 13:21:37 -0600 | [diff] [blame] | 66 | * platform; to be used during system-wide transitions from a |
| 67 | * sleeping state to the working state and vice versa |
Rafael J. Wysocki | 961d912 | 2008-07-07 03:32:02 +0200 | [diff] [blame] | 68 | * |
Rafael J. Wysocki | 0847684 | 2017-06-24 01:57:35 +0200 | [diff] [blame] | 69 | * @set_wakeup: enables/disables wakeup capability for the device |
Rafael J. Wysocki | b67ea76 | 2010-02-17 23:44:09 +0100 | [diff] [blame] | 70 | * |
Rafael J. Wysocki | bac2a90 | 2015-01-21 02:17:42 +0100 | [diff] [blame] | 71 | * @need_resume: returns 'true' if the given device (which is currently |
Bjorn Helgaas | 0aa0f5d | 2017-12-02 13:21:37 -0600 | [diff] [blame] | 72 | * suspended) needs to be resumed to be configured for system |
| 73 | * wakeup. |
Rafael J. Wysocki | bac2a90 | 2015-01-21 02:17:42 +0100 | [diff] [blame] | 74 | * |
Rafael J. Wysocki | 961d912 | 2008-07-07 03:32:02 +0200 | [diff] [blame] | 75 | * If given platform is generally capable of power managing PCI devices, all of |
| 76 | * these callbacks are mandatory. |
| 77 | */ |
| 78 | struct pci_platform_pm_ops { |
Mika Westerberg | 26ad34d | 2018-09-27 16:57:14 -0500 | [diff] [blame] | 79 | bool (*bridge_d3)(struct pci_dev *dev); |
Rafael J. Wysocki | 961d912 | 2008-07-07 03:32:02 +0200 | [diff] [blame] | 80 | bool (*is_manageable)(struct pci_dev *dev); |
| 81 | int (*set_state)(struct pci_dev *dev, pci_power_t state); |
Lukas Wunner | cc7cc02 | 2016-09-18 05:39:20 +0200 | [diff] [blame] | 82 | pci_power_t (*get_state)(struct pci_dev *dev); |
Rafael J. Wysocki | b51033e | 2019-06-25 14:09:12 +0200 | [diff] [blame] | 83 | void (*refresh_state)(struct pci_dev *dev); |
Rafael J. Wysocki | 961d912 | 2008-07-07 03:32:02 +0200 | [diff] [blame] | 84 | pci_power_t (*choose_state)(struct pci_dev *dev); |
Rafael J. Wysocki | 0847684 | 2017-06-24 01:57:35 +0200 | [diff] [blame] | 85 | int (*set_wakeup)(struct pci_dev *dev, bool enable); |
Rafael J. Wysocki | bac2a90 | 2015-01-21 02:17:42 +0100 | [diff] [blame] | 86 | bool (*need_resume)(struct pci_dev *dev); |
Rafael J. Wysocki | 961d912 | 2008-07-07 03:32:02 +0200 | [diff] [blame] | 87 | }; |
| 88 | |
Julia Lawall | 299f2ff | 2015-12-06 17:33:45 +0100 | [diff] [blame] | 89 | int pci_set_platform_pm(const struct pci_platform_pm_ops *ops); |
Bjorn Helgaas | f39d5b7 | 2013-04-12 12:02:59 -0600 | [diff] [blame] | 90 | void pci_update_current_state(struct pci_dev *dev, pci_power_t state); |
Rafael J. Wysocki | b51033e | 2019-06-25 14:09:12 +0200 | [diff] [blame] | 91 | void pci_refresh_power_state(struct pci_dev *dev); |
Rafael J. Wysocki | adfac8f | 2019-11-05 11:27:49 +0100 | [diff] [blame] | 92 | int pci_power_up(struct pci_dev *dev); |
Bjorn Helgaas | f39d5b7 | 2013-04-12 12:02:59 -0600 | [diff] [blame] | 93 | void pci_disable_enabled_device(struct pci_dev *dev); |
| 94 | int pci_finish_runtime_suspend(struct pci_dev *dev); |
Bjorn Helgaas | 600a5b4 | 2020-07-16 17:34:30 -0500 | [diff] [blame] | 95 | void pcie_clear_device_status(struct pci_dev *dev); |
Bjorn Helgaas | dcb0453 | 2018-03-09 11:06:53 -0600 | [diff] [blame] | 96 | void pcie_clear_root_pme_status(struct pci_dev *dev); |
Kelsey Skunberg | 669696e | 2019-07-24 17:38:39 -0600 | [diff] [blame] | 97 | bool pci_check_pme_status(struct pci_dev *dev); |
| 98 | void pci_pme_wakeup_bus(struct pci_bus *bus); |
Bjorn Helgaas | f39d5b7 | 2013-04-12 12:02:59 -0600 | [diff] [blame] | 99 | int __pci_pme_wakeup(struct pci_dev *dev, void *ign); |
Rafael J. Wysocki | 0ce3fca | 2017-07-12 03:05:39 +0200 | [diff] [blame] | 100 | void pci_pme_restore(struct pci_dev *dev); |
Rafael J. Wysocki | 0c7376a | 2019-06-07 00:32:31 +0200 | [diff] [blame] | 101 | bool pci_dev_need_resume(struct pci_dev *dev); |
| 102 | void pci_dev_adjust_pme(struct pci_dev *dev); |
Rafael J. Wysocki | 2cef548 | 2015-09-30 01:10:24 +0200 | [diff] [blame] | 103 | void pci_dev_complete_resume(struct pci_dev *pci_dev); |
Bjorn Helgaas | f39d5b7 | 2013-04-12 12:02:59 -0600 | [diff] [blame] | 104 | void pci_config_pm_runtime_get(struct pci_dev *dev); |
| 105 | void pci_config_pm_runtime_put(struct pci_dev *dev); |
| 106 | void pci_pm_init(struct pci_dev *dev); |
Sean O. Stalley | 938174e | 2015-10-29 17:35:39 -0500 | [diff] [blame] | 107 | void pci_ea_init(struct pci_dev *dev); |
Bjorn Helgaas | f39d5b7 | 2013-04-12 12:02:59 -0600 | [diff] [blame] | 108 | void pci_allocate_cap_save_buffers(struct pci_dev *dev); |
Yinghai Lu | f796841 | 2012-02-11 00:18:30 -0800 | [diff] [blame] | 109 | void pci_free_cap_save_buffers(struct pci_dev *dev); |
Lukas Wunner | c6a6330 | 2016-10-28 10:52:06 +0200 | [diff] [blame] | 110 | bool pci_bridge_d3_possible(struct pci_dev *dev); |
Lukas Wunner | 1ed276a | 2016-10-28 10:52:06 +0200 | [diff] [blame] | 111 | void pci_bridge_d3_update(struct pci_dev *dev); |
Mika Westerberg | ad9001f | 2019-11-12 12:16:17 +0300 | [diff] [blame] | 112 | void pci_bridge_wait_for_secondary_bus(struct pci_dev *dev); |
Rafael J. Wysocki | aa8c6c9 | 2009-01-16 21:54:43 +0100 | [diff] [blame] | 113 | |
Rafael J. Wysocki | b6e335a | 2010-12-29 13:21:23 +0100 | [diff] [blame] | 114 | static inline void pci_wakeup_event(struct pci_dev *dev) |
| 115 | { |
| 116 | /* Wait 100 ms before the system can be put into a sleep state. */ |
| 117 | pm_wakeup_event(&dev->dev, 100); |
| 118 | } |
| 119 | |
Yijing Wang | 326c1cd | 2014-05-04 12:23:36 +0800 | [diff] [blame] | 120 | static inline bool pci_has_subordinate(struct pci_dev *pci_dev) |
Rafael J. Wysocki | aa8c6c9 | 2009-01-16 21:54:43 +0100 | [diff] [blame] | 121 | { |
| 122 | return !!(pci_dev->subordinate); |
| 123 | } |
David Shaohua Li | 0f64474 | 2005-03-19 00:15:48 -0500 | [diff] [blame] | 124 | |
Mika Westerberg | 9d26d3a | 2016-06-02 11:17:12 +0300 | [diff] [blame] | 125 | static inline bool pci_power_manageable(struct pci_dev *pci_dev) |
| 126 | { |
| 127 | /* |
| 128 | * Currently we allow normal PCI devices and PCI bridges transition |
| 129 | * into D3 if their bridge_d3 is set. |
| 130 | */ |
| 131 | return !pci_has_subordinate(pci_dev) || pci_dev->bridge_d3; |
| 132 | } |
| 133 | |
Mika Westerberg | 984998e | 2019-08-22 11:55:52 +0300 | [diff] [blame] | 134 | static inline bool pcie_downstream_port(const struct pci_dev *dev) |
| 135 | { |
| 136 | int type = pci_pcie_type(dev); |
| 137 | |
| 138 | return type == PCI_EXP_TYPE_ROOT_PORT || |
| 139 | type == PCI_EXP_TYPE_DOWNSTREAM || |
| 140 | type == PCI_EXP_TYPE_PCIE_BRIDGE; |
| 141 | } |
| 142 | |
Bjorn Helgaas | f1cd93f | 2016-02-22 13:58:37 -0600 | [diff] [blame] | 143 | int pci_vpd_init(struct pci_dev *dev); |
Bjorn Helgaas | 6437907 | 2016-02-22 13:58:06 -0600 | [diff] [blame] | 144 | void pci_vpd_release(struct pci_dev *dev); |
Bjorn Helgaas | b1c615c | 2018-03-19 13:06:17 -0500 | [diff] [blame] | 145 | void pcie_vpd_create_sysfs_dev_files(struct pci_dev *dev); |
| 146 | void pcie_vpd_remove_sysfs_dev_files(struct pci_dev *dev); |
Ben Hutchings | 94e6108 | 2008-03-05 16:52:39 +0000 | [diff] [blame] | 147 | |
Kelsey Skunberg | 440589d | 2019-07-24 17:38:41 -0600 | [diff] [blame] | 148 | /* PCI Virtual Channel */ |
| 149 | int pci_save_vc_state(struct pci_dev *dev); |
| 150 | void pci_restore_vc_state(struct pci_dev *dev); |
| 151 | void pci_allocate_vc_save_buffers(struct pci_dev *dev); |
| 152 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 153 | /* PCI /proc functions */ |
| 154 | #ifdef CONFIG_PROC_FS |
Bjorn Helgaas | f39d5b7 | 2013-04-12 12:02:59 -0600 | [diff] [blame] | 155 | int pci_proc_attach_device(struct pci_dev *dev); |
| 156 | int pci_proc_detach_device(struct pci_dev *dev); |
| 157 | int pci_proc_detach_bus(struct pci_bus *bus); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 158 | #else |
| 159 | static inline int pci_proc_attach_device(struct pci_dev *dev) { return 0; } |
| 160 | static inline int pci_proc_detach_device(struct pci_dev *dev) { return 0; } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 161 | static inline int pci_proc_detach_bus(struct pci_bus *bus) { return 0; } |
| 162 | #endif |
| 163 | |
| 164 | /* Functions for PCI Hotplug drivers to use */ |
Yinghai Lu | a8e4b9c | 2012-05-18 13:46:34 -0600 | [diff] [blame] | 165 | int pci_hp_add_bridge(struct pci_dev *dev); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 166 | |
Benjamin Herrenschmidt | f19aeb1 | 2008-10-03 19:49:32 +1000 | [diff] [blame] | 167 | #ifdef HAVE_PCI_LEGACY |
Bjorn Helgaas | f39d5b7 | 2013-04-12 12:02:59 -0600 | [diff] [blame] | 168 | void pci_create_legacy_files(struct pci_bus *bus); |
| 169 | void pci_remove_legacy_files(struct pci_bus *bus); |
Benjamin Herrenschmidt | f19aeb1 | 2008-10-03 19:49:32 +1000 | [diff] [blame] | 170 | #else |
| 171 | static inline void pci_create_legacy_files(struct pci_bus *bus) { return; } |
| 172 | static inline void pci_remove_legacy_files(struct pci_bus *bus) { return; } |
| 173 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 174 | |
| 175 | /* Lock for read/write access to pci device and bus lists */ |
Zhang Yanmin | d71374d | 2006-06-02 12:35:43 +0800 | [diff] [blame] | 176 | extern struct rw_semaphore pci_bus_sem; |
Keith Busch | c4eed62 | 2018-09-20 10:27:11 -0600 | [diff] [blame] | 177 | extern struct mutex pci_slot_mutex; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 178 | |
Jan Kiszka | a2e2778 | 2011-11-04 09:46:00 +0100 | [diff] [blame] | 179 | extern raw_spinlock_t pci_lock; |
| 180 | |
Krzysztof Wilczyński | 3789af9 | 2020-07-30 21:08:48 +0000 | [diff] [blame] | 181 | extern unsigned int pci_pm_d3hot_delay; |
Michael Ellerman | 88187df | 2007-01-25 19:34:07 +1100 | [diff] [blame] | 182 | |
Andrew Morton | 4b47b0e | 2005-08-16 15:16:05 -0700 | [diff] [blame] | 183 | #ifdef CONFIG_PCI_MSI |
Matthew Wilcox | 309e57d | 2006-03-05 22:33:34 -0700 | [diff] [blame] | 184 | void pci_no_msi(void); |
Andrew Morton | 4b47b0e | 2005-08-16 15:16:05 -0700 | [diff] [blame] | 185 | #else |
Matthew Wilcox | 309e57d | 2006-03-05 22:33:34 -0700 | [diff] [blame] | 186 | static inline void pci_no_msi(void) { } |
Andrew Morton | 4b47b0e | 2005-08-16 15:16:05 -0700 | [diff] [blame] | 187 | #endif |
Michael Ellerman | 8fed4b6 | 2007-01-25 19:34:08 +1100 | [diff] [blame] | 188 | |
Michael S. Tsirkin | 6a25f5e | 2015-05-07 09:52:21 -0500 | [diff] [blame] | 189 | static inline void pci_msi_set_enable(struct pci_dev *dev, int enable) |
| 190 | { |
| 191 | u16 control; |
| 192 | |
| 193 | pci_read_config_word(dev, dev->msi_cap + PCI_MSI_FLAGS, &control); |
| 194 | control &= ~PCI_MSI_FLAGS_ENABLE; |
| 195 | if (enable) |
| 196 | control |= PCI_MSI_FLAGS_ENABLE; |
| 197 | pci_write_config_word(dev, dev->msi_cap + PCI_MSI_FLAGS, control); |
| 198 | } |
| 199 | |
| 200 | static inline void pci_msix_clear_and_set_ctrl(struct pci_dev *dev, u16 clear, u16 set) |
| 201 | { |
| 202 | u16 ctrl; |
| 203 | |
| 204 | pci_read_config_word(dev, dev->msix_cap + PCI_MSIX_FLAGS, &ctrl); |
| 205 | ctrl &= ~clear; |
| 206 | ctrl |= set; |
| 207 | pci_write_config_word(dev, dev->msix_cap + PCI_MSIX_FLAGS, ctrl); |
| 208 | } |
| 209 | |
Yinghai Lu | b55438f | 2012-02-23 19:23:30 -0800 | [diff] [blame] | 210 | void pci_realloc_get_opt(char *); |
Ram Pai | f483d39 | 2011-07-07 11:19:10 -0700 | [diff] [blame] | 211 | |
Kristen Carlson Accardi | ffadcc2 | 2006-07-12 08:59:00 -0700 | [diff] [blame] | 212 | static inline int pci_no_d1d2(struct pci_dev *dev) |
| 213 | { |
| 214 | unsigned int parent_dstates = 0; |
Andrew Morton | 4b47b0e | 2005-08-16 15:16:05 -0700 | [diff] [blame] | 215 | |
Kristen Carlson Accardi | ffadcc2 | 2006-07-12 08:59:00 -0700 | [diff] [blame] | 216 | if (dev->bus->self) |
| 217 | parent_dstates = dev->bus->self->no_d1d2; |
| 218 | return (dev->no_d1d2 || parent_dstates); |
| 219 | |
| 220 | } |
Greg Kroah-Hartman | 5136b2d | 2013-10-06 23:55:40 -0700 | [diff] [blame] | 221 | extern const struct attribute_group *pci_dev_groups[]; |
Greg Kroah-Hartman | 56039e6 | 2013-07-24 15:05:17 -0700 | [diff] [blame] | 222 | extern const struct attribute_group *pcibus_groups[]; |
Bhumika Goyal | 69f2dc2 | 2017-09-12 16:43:33 +0530 | [diff] [blame] | 223 | extern const struct device_type pci_dev_type; |
Greg Kroah-Hartman | 0f49ba5 | 2013-10-07 14:51:02 -0600 | [diff] [blame] | 224 | extern const struct attribute_group *pci_bus_groups[]; |
Alex Chiang | 705b1aa | 2009-03-20 14:56:31 -0600 | [diff] [blame] | 225 | |
Kelsey Skunberg | 003d3b2 | 2019-07-24 17:38:42 -0600 | [diff] [blame] | 226 | extern unsigned long pci_hotplug_io_size; |
Nicholas Johnson | d7b8a21 | 2019-10-23 12:12:29 +0000 | [diff] [blame] | 227 | extern unsigned long pci_hotplug_mmio_size; |
| 228 | extern unsigned long pci_hotplug_mmio_pref_size; |
Kelsey Skunberg | 003d3b2 | 2019-07-24 17:38:42 -0600 | [diff] [blame] | 229 | extern unsigned long pci_hotplug_bus_size; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 230 | |
| 231 | /** |
| 232 | * pci_match_one_device - Tell if a PCI device structure has a matching |
Bjorn Helgaas | 0aa0f5d | 2017-12-02 13:21:37 -0600 | [diff] [blame] | 233 | * PCI device id structure |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 234 | * @id: single PCI device id structure to match |
| 235 | * @dev: the PCI device structure to match against |
Greg Kroah-Hartman | 367b09f | 2008-01-30 15:21:33 -0800 | [diff] [blame] | 236 | * |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 237 | * Returns the matching pci_device_id structure or %NULL if there is no match. |
| 238 | */ |
| 239 | static inline const struct pci_device_id * |
| 240 | pci_match_one_device(const struct pci_device_id *id, const struct pci_dev *dev) |
| 241 | { |
| 242 | if ((id->vendor == PCI_ANY_ID || id->vendor == dev->vendor) && |
| 243 | (id->device == PCI_ANY_ID || id->device == dev->device) && |
| 244 | (id->subvendor == PCI_ANY_ID || id->subvendor == dev->subsystem_vendor) && |
| 245 | (id->subdevice == PCI_ANY_ID || id->subdevice == dev->subsystem_device) && |
| 246 | !((id->class ^ dev->class) & id->class_mask)) |
| 247 | return id; |
| 248 | return NULL; |
| 249 | } |
| 250 | |
Alex Chiang | f46753c | 2008-06-10 15:28:50 -0600 | [diff] [blame] | 251 | /* PCI slot sysfs helper code */ |
| 252 | #define to_pci_slot(s) container_of(s, struct pci_slot, kobj) |
| 253 | |
| 254 | extern struct kset *pci_slots_kset; |
| 255 | |
| 256 | struct pci_slot_attribute { |
| 257 | struct attribute attr; |
| 258 | ssize_t (*show)(struct pci_slot *, char *); |
| 259 | ssize_t (*store)(struct pci_slot *, const char *, size_t); |
| 260 | }; |
| 261 | #define to_pci_slot_attr(s) container_of(s, struct pci_slot_attribute, attr) |
| 262 | |
Yu Zhao | 0b400c7 | 2008-11-22 02:40:40 +0800 | [diff] [blame] | 263 | enum pci_bar_type { |
| 264 | pci_bar_unknown, /* Standard PCI BAR probe */ |
Bjorn Helgaas | 0aa0f5d | 2017-12-02 13:21:37 -0600 | [diff] [blame] | 265 | pci_bar_io, /* An I/O port BAR */ |
Yu Zhao | 0b400c7 | 2008-11-22 02:40:40 +0800 | [diff] [blame] | 266 | pci_bar_mem32, /* A 32-bit memory BAR */ |
| 267 | pci_bar_mem64, /* A 64-bit memory BAR */ |
| 268 | }; |
| 269 | |
Kelsey Skunberg | 975e1ac | 2019-07-24 17:38:40 -0600 | [diff] [blame] | 270 | struct device *pci_get_host_bridge_device(struct pci_dev *dev); |
| 271 | void pci_put_host_bridge_device(struct device *dev); |
| 272 | |
Sinan Kaya | 62ce94a | 2017-07-12 00:04:14 -0400 | [diff] [blame] | 273 | int pci_configure_extended_tags(struct pci_dev *dev, void *ign); |
Yinghai Lu | efdc87d | 2012-01-27 10:55:10 -0800 | [diff] [blame] | 274 | bool pci_bus_read_dev_vendor_id(struct pci_bus *bus, int devfn, u32 *pl, |
| 275 | int crs_timeout); |
James Puthukattukaran | aa667c6 | 2018-07-09 11:31:25 -0400 | [diff] [blame] | 276 | bool pci_bus_generic_read_dev_vendor_id(struct pci_bus *bus, int devfn, u32 *pl, |
| 277 | int crs_timeout); |
| 278 | int pci_idt_bus_quirk(struct pci_bus *bus, int devfn, u32 *pl, int crs_timeout); |
| 279 | |
Bjorn Helgaas | f39d5b7 | 2013-04-12 12:02:59 -0600 | [diff] [blame] | 280 | int pci_setup_device(struct pci_dev *dev); |
| 281 | int __pci_read_base(struct pci_dev *dev, enum pci_bar_type type, |
| 282 | struct resource *res, unsigned int reg); |
Bjorn Helgaas | f39d5b7 | 2013-04-12 12:02:59 -0600 | [diff] [blame] | 283 | void pci_configure_ari(struct pci_dev *dev); |
Bjorn Helgaas | 10874f5a | 2014-04-14 16:11:40 -0600 | [diff] [blame] | 284 | void __pci_bus_size_bridges(struct pci_bus *bus, |
Jiang Liu | d66ecb7 | 2013-06-23 01:01:35 +0200 | [diff] [blame] | 285 | struct list_head *realloc_head); |
Bjorn Helgaas | 10874f5a | 2014-04-14 16:11:40 -0600 | [diff] [blame] | 286 | void __pci_bus_assign_resources(const struct pci_bus *bus, |
| 287 | struct list_head *realloc_head, |
| 288 | struct list_head *fail_head); |
Yinghai Lu | 0f7e7ae | 2015-01-15 16:21:49 -0600 | [diff] [blame] | 289 | bool pci_bus_clip_resource(struct pci_dev *dev, int idx); |
Bjorn Helgaas | 939de1d | 2013-01-26 17:35:58 -0700 | [diff] [blame] | 290 | |
Yinghai Lu | 2069ecf | 2012-02-15 21:40:31 -0800 | [diff] [blame] | 291 | void pci_reassigndev_resource_alignment(struct pci_dev *dev); |
Bjorn Helgaas | f39d5b7 | 2013-04-12 12:02:59 -0600 | [diff] [blame] | 292 | void pci_disable_bridge_window(struct pci_dev *dev); |
Kelsey Skunberg | ecd29c1 | 2019-07-24 17:38:43 -0600 | [diff] [blame] | 293 | struct pci_bus *pci_bus_get(struct pci_bus *bus); |
| 294 | void pci_bus_put(struct pci_bus *bus); |
Yuji Shimada | 32a9a682 | 2009-03-16 17:13:39 +0900 | [diff] [blame] | 295 | |
Yicong Yang | 757bfaa | 2020-02-17 19:13:03 +0800 | [diff] [blame] | 296 | /* PCIe link information from Link Capabilities 2 */ |
| 297 | #define PCIE_LNKCAP2_SLS2SPEED(lnkcap2) \ |
| 298 | ((lnkcap2) & PCI_EXP_LNKCAP2_SLS_32_0GB ? PCIE_SPEED_32_0GT : \ |
| 299 | (lnkcap2) & PCI_EXP_LNKCAP2_SLS_16_0GB ? PCIE_SPEED_16_0GT : \ |
| 300 | (lnkcap2) & PCI_EXP_LNKCAP2_SLS_8_0GB ? PCIE_SPEED_8_0GT : \ |
| 301 | (lnkcap2) & PCI_EXP_LNKCAP2_SLS_5_0GB ? PCIE_SPEED_5_0GT : \ |
| 302 | (lnkcap2) & PCI_EXP_LNKCAP2_SLS_2_5GB ? PCIE_SPEED_2_5GT : \ |
| 303 | PCI_SPEED_UNKNOWN) |
Tal Gilboa | 6cf57be | 2018-03-30 07:44:05 -0500 | [diff] [blame] | 304 | |
Tal Gilboa | b852f63 | 2018-03-30 08:32:03 -0500 | [diff] [blame] | 305 | /* PCIe speed to Mb/s reduced by encoding overhead */ |
| 306 | #define PCIE_SPEED2MBS_ENC(speed) \ |
Yicong Yang | 9cb3985 | 2020-02-17 19:12:55 +0800 | [diff] [blame] | 307 | ((speed) == PCIE_SPEED_32_0GT ? 32000*128/130 : \ |
| 308 | (speed) == PCIE_SPEED_16_0GT ? 16000*128/130 : \ |
Tal Gilboa | b852f63 | 2018-03-30 08:32:03 -0500 | [diff] [blame] | 309 | (speed) == PCIE_SPEED_8_0GT ? 8000*128/130 : \ |
| 310 | (speed) == PCIE_SPEED_5_0GT ? 5000*8/10 : \ |
| 311 | (speed) == PCIE_SPEED_2_5GT ? 2500*8/10 : \ |
| 312 | 0) |
| 313 | |
Bjorn Helgaas | e56faff | 2020-02-28 15:02:03 -0600 | [diff] [blame] | 314 | const char *pci_speed_string(enum pci_bus_speed speed); |
Tal Gilboa | 6cf57be | 2018-03-30 07:44:05 -0500 | [diff] [blame] | 315 | enum pci_bus_speed pcie_get_speed_cap(struct pci_dev *dev); |
Tal Gilboa | c70b65f | 2018-03-30 08:24:36 -0500 | [diff] [blame] | 316 | enum pcie_link_width pcie_get_width_cap(struct pci_dev *dev); |
Tal Gilboa | b852f63 | 2018-03-30 08:32:03 -0500 | [diff] [blame] | 317 | u32 pcie_bandwidth_capable(struct pci_dev *dev, enum pci_bus_speed *speed, |
| 318 | enum pcie_link_width *width); |
Alexandru Gagniuc | 2d1ce5e | 2018-08-06 18:25:35 -0500 | [diff] [blame] | 319 | void __pcie_print_link_status(struct pci_dev *dev, bool verbose); |
Lukas Wunner | 0fa635a | 2019-03-20 12:05:30 +0100 | [diff] [blame] | 320 | void pcie_report_downtraining(struct pci_dev *dev); |
Kelsey Skunberg | 5da78d9 | 2019-07-24 17:38:44 -0600 | [diff] [blame] | 321 | void pcie_update_link_speed(struct pci_bus *bus, u16 link_status); |
Tal Gilboa | 6cf57be | 2018-03-30 07:44:05 -0500 | [diff] [blame] | 322 | |
Yu Zhao | d1b054d | 2009-03-20 11:25:11 +0800 | [diff] [blame] | 323 | /* Single Root I/O Virtualization */ |
| 324 | struct pci_sriov { |
Bjorn Helgaas | 0aa0f5d | 2017-12-02 13:21:37 -0600 | [diff] [blame] | 325 | int pos; /* Capability position */ |
| 326 | int nres; /* Number of resources */ |
| 327 | u32 cap; /* SR-IOV Capabilities */ |
| 328 | u16 ctrl; /* SR-IOV Control */ |
| 329 | u16 total_VFs; /* Total VFs associated with the PF */ |
| 330 | u16 initial_VFs; /* Initial VFs associated with the PF */ |
| 331 | u16 num_VFs; /* Number of VFs available */ |
| 332 | u16 offset; /* First VF Routing ID offset */ |
| 333 | u16 stride; /* Following VF stride */ |
| 334 | u16 vf_device; /* VF device ID */ |
| 335 | u32 pgsz; /* Page size for BAR alignment */ |
| 336 | u8 link; /* Function Dependency Link */ |
| 337 | u8 max_VF_buses; /* Max buses consumed by VFs */ |
| 338 | u16 driver_max_VFs; /* Max num VFs driver supports */ |
| 339 | struct pci_dev *dev; /* Lowest numbered PF */ |
| 340 | struct pci_dev *self; /* This PF */ |
KarimAllah Ahmed | cf0921b | 2018-03-19 21:06:00 +0100 | [diff] [blame] | 341 | u32 class; /* VF device */ |
| 342 | u8 hdr_type; /* VF header type */ |
| 343 | u16 subsystem_vendor; /* VF subsystem vendor */ |
| 344 | u16 subsystem_device; /* VF subsystem device */ |
Bjorn Helgaas | 0aa0f5d | 2017-12-02 13:21:37 -0600 | [diff] [blame] | 345 | resource_size_t barsz[PCI_SRIOV_NUM_BARS]; /* VF BAR size */ |
| 346 | bool drivers_autoprobe; /* Auto probing of VFs by driver */ |
Greg Kroah-Hartman | 4869126 | 2020-05-01 16:37:30 +0200 | [diff] [blame] | 347 | |
| 348 | ANDROID_KABI_RESERVE(1); |
| 349 | ANDROID_KABI_RESERVE(2); |
| 350 | ANDROID_KABI_RESERVE(3); |
| 351 | ANDROID_KABI_RESERVE(4); |
Yu Zhao | d1b054d | 2009-03-20 11:25:11 +0800 | [diff] [blame] | 352 | }; |
| 353 | |
Keith Busch | a6bd101 | 2018-09-20 10:27:16 -0600 | [diff] [blame] | 354 | /** |
| 355 | * pci_dev_set_io_state - Set the new error state if possible. |
| 356 | * |
| 357 | * @dev - pci device to set new error_state |
| 358 | * @new - the state we want dev to be in |
| 359 | * |
| 360 | * Must be called with device_lock held. |
| 361 | * |
| 362 | * Returns true if state has been changed to the requested state. |
| 363 | */ |
| 364 | static inline bool pci_dev_set_io_state(struct pci_dev *dev, |
| 365 | pci_channel_state_t new) |
| 366 | { |
| 367 | bool changed = false; |
| 368 | |
| 369 | device_lock_assert(&dev->dev); |
| 370 | switch (new) { |
| 371 | case pci_channel_io_perm_failure: |
| 372 | switch (dev->error_state) { |
| 373 | case pci_channel_io_frozen: |
| 374 | case pci_channel_io_normal: |
| 375 | case pci_channel_io_perm_failure: |
| 376 | changed = true; |
| 377 | break; |
| 378 | } |
| 379 | break; |
| 380 | case pci_channel_io_frozen: |
| 381 | switch (dev->error_state) { |
| 382 | case pci_channel_io_frozen: |
| 383 | case pci_channel_io_normal: |
| 384 | changed = true; |
| 385 | break; |
| 386 | } |
| 387 | break; |
| 388 | case pci_channel_io_normal: |
| 389 | switch (dev->error_state) { |
| 390 | case pci_channel_io_frozen: |
| 391 | case pci_channel_io_normal: |
| 392 | changed = true; |
| 393 | break; |
| 394 | } |
| 395 | break; |
| 396 | } |
| 397 | if (changed) |
| 398 | dev->error_state = new; |
| 399 | return changed; |
| 400 | } |
Keith Busch | 89ee9f7 | 2017-03-29 22:48:59 -0500 | [diff] [blame] | 401 | |
| 402 | static inline int pci_dev_set_disconnected(struct pci_dev *dev, void *unused) |
| 403 | { |
Keith Busch | a6bd101 | 2018-09-20 10:27:16 -0600 | [diff] [blame] | 404 | device_lock(&dev->dev); |
| 405 | pci_dev_set_io_state(dev, pci_channel_io_perm_failure); |
| 406 | device_unlock(&dev->dev); |
| 407 | |
Keith Busch | 89ee9f7 | 2017-03-29 22:48:59 -0500 | [diff] [blame] | 408 | return 0; |
| 409 | } |
| 410 | |
| 411 | static inline bool pci_dev_is_disconnected(const struct pci_dev *dev) |
| 412 | { |
Keith Busch | a6bd101 | 2018-09-20 10:27:16 -0600 | [diff] [blame] | 413 | return dev->error_state == pci_channel_io_perm_failure; |
Keith Busch | 89ee9f7 | 2017-03-29 22:48:59 -0500 | [diff] [blame] | 414 | } |
| 415 | |
Keith Busch | a6bd101 | 2018-09-20 10:27:16 -0600 | [diff] [blame] | 416 | /* pci_dev priv_flags */ |
| 417 | #define PCI_DEV_ADDED 0 |
Lukas Wunner | 96c0bf0 | 2021-05-01 10:29:00 +0200 | [diff] [blame] | 418 | #define PCI_DPC_RECOVERED 1 |
| 419 | #define PCI_DPC_RECOVERING 2 |
Keith Busch | a6bd101 | 2018-09-20 10:27:16 -0600 | [diff] [blame] | 420 | |
Hari Vyas | 44bda4b | 2018-07-03 14:35:41 +0530 | [diff] [blame] | 421 | static inline void pci_dev_assign_added(struct pci_dev *dev, bool added) |
| 422 | { |
| 423 | assign_bit(PCI_DEV_ADDED, &dev->priv_flags, added); |
| 424 | } |
| 425 | |
| 426 | static inline bool pci_dev_is_added(const struct pci_dev *dev) |
| 427 | { |
| 428 | return test_bit(PCI_DEV_ADDED, &dev->priv_flags); |
| 429 | } |
| 430 | |
Keith Busch | 1e45116 | 2018-07-19 16:16:55 -0500 | [diff] [blame] | 431 | #ifdef CONFIG_PCIEAER |
| 432 | #include <linux/aer.h> |
| 433 | |
| 434 | #define AER_MAX_MULTI_ERR_DEVICES 5 /* Not likely to have more */ |
| 435 | |
| 436 | struct aer_err_info { |
| 437 | struct pci_dev *dev[AER_MAX_MULTI_ERR_DEVICES]; |
| 438 | int error_dev_num; |
| 439 | |
| 440 | unsigned int id:16; |
| 441 | |
| 442 | unsigned int severity:2; /* 0:NONFATAL | 1:FATAL | 2:COR */ |
| 443 | unsigned int __pad1:5; |
| 444 | unsigned int multi_error_valid:1; |
| 445 | |
| 446 | unsigned int first_error:5; |
| 447 | unsigned int __pad2:2; |
| 448 | unsigned int tlp_header_valid:1; |
| 449 | |
| 450 | unsigned int status; /* COR/UNCOR Error Status */ |
| 451 | unsigned int mask; /* COR/UNCOR Error Mask */ |
| 452 | struct aer_header_log_regs tlp; /* TLP Header */ |
| 453 | }; |
| 454 | |
| 455 | int aer_get_device_error_info(struct pci_dev *dev, struct aer_err_info *info); |
| 456 | void aer_print_error(struct pci_dev *dev, struct aer_err_info *info); |
| 457 | #endif /* CONFIG_PCIEAER */ |
| 458 | |
Keith Busch | 4f80217 | 2018-09-20 10:27:08 -0600 | [diff] [blame] | 459 | #ifdef CONFIG_PCIE_DPC |
| 460 | void pci_save_dpc_state(struct pci_dev *dev); |
| 461 | void pci_restore_dpc_state(struct pci_dev *dev); |
Kuppuswamy Sathyanarayanan | 2700561 | 2020-03-23 17:26:04 -0700 | [diff] [blame] | 462 | void pci_dpc_init(struct pci_dev *pdev); |
Kuppuswamy Sathyanarayanan | aea4741 | 2020-03-23 17:26:06 -0700 | [diff] [blame] | 463 | void dpc_process_error(struct pci_dev *pdev); |
| 464 | pci_ers_result_t dpc_reset_link(struct pci_dev *pdev); |
Lukas Wunner | 96c0bf0 | 2021-05-01 10:29:00 +0200 | [diff] [blame] | 465 | bool pci_dpc_recovered(struct pci_dev *pdev); |
Keith Busch | 4f80217 | 2018-09-20 10:27:08 -0600 | [diff] [blame] | 466 | #else |
| 467 | static inline void pci_save_dpc_state(struct pci_dev *dev) {} |
| 468 | static inline void pci_restore_dpc_state(struct pci_dev *dev) {} |
Kuppuswamy Sathyanarayanan | 2700561 | 2020-03-23 17:26:04 -0700 | [diff] [blame] | 469 | static inline void pci_dpc_init(struct pci_dev *pdev) {} |
Lukas Wunner | 96c0bf0 | 2021-05-01 10:29:00 +0200 | [diff] [blame] | 470 | static inline bool pci_dpc_recovered(struct pci_dev *pdev) { return false; } |
Keith Busch | 4f80217 | 2018-09-20 10:27:08 -0600 | [diff] [blame] | 471 | #endif |
| 472 | |
Hao, Xudong | 1900ca1 | 2011-12-17 21:24:40 +0800 | [diff] [blame] | 473 | #ifdef CONFIG_PCI_ATS |
Kelsey Skunberg | b92b512 | 2019-07-24 17:38:45 -0600 | [diff] [blame] | 474 | /* Address Translation Service */ |
| 475 | void pci_ats_init(struct pci_dev *dev); |
Bjorn Helgaas | f39d5b7 | 2013-04-12 12:02:59 -0600 | [diff] [blame] | 476 | void pci_restore_ats_state(struct pci_dev *dev); |
Hao, Xudong | 1900ca1 | 2011-12-17 21:24:40 +0800 | [diff] [blame] | 477 | #else |
Kelsey Skunberg | b92b512 | 2019-07-24 17:38:45 -0600 | [diff] [blame] | 478 | static inline void pci_ats_init(struct pci_dev *d) { } |
| 479 | static inline void pci_restore_ats_state(struct pci_dev *dev) { } |
Hao, Xudong | 1900ca1 | 2011-12-17 21:24:40 +0800 | [diff] [blame] | 480 | #endif /* CONFIG_PCI_ATS */ |
| 481 | |
Kuppuswamy Sathyanarayanan | c065190 | 2019-09-05 14:31:45 -0500 | [diff] [blame] | 482 | #ifdef CONFIG_PCI_PRI |
| 483 | void pci_pri_init(struct pci_dev *dev); |
Bjorn Helgaas | fef2dd8 | 2019-10-09 16:47:15 -0500 | [diff] [blame] | 484 | void pci_restore_pri_state(struct pci_dev *pdev); |
Kuppuswamy Sathyanarayanan | c065190 | 2019-09-05 14:31:45 -0500 | [diff] [blame] | 485 | #else |
| 486 | static inline void pci_pri_init(struct pci_dev *dev) { } |
Bjorn Helgaas | fef2dd8 | 2019-10-09 16:47:15 -0500 | [diff] [blame] | 487 | static inline void pci_restore_pri_state(struct pci_dev *pdev) { } |
Kuppuswamy Sathyanarayanan | c065190 | 2019-09-05 14:31:45 -0500 | [diff] [blame] | 488 | #endif |
| 489 | |
Kuppuswamy Sathyanarayanan | 751035b | 2019-09-05 14:31:46 -0500 | [diff] [blame] | 490 | #ifdef CONFIG_PCI_PASID |
| 491 | void pci_pasid_init(struct pci_dev *dev); |
Bjorn Helgaas | fef2dd8 | 2019-10-09 16:47:15 -0500 | [diff] [blame] | 492 | void pci_restore_pasid_state(struct pci_dev *pdev); |
Kuppuswamy Sathyanarayanan | 751035b | 2019-09-05 14:31:46 -0500 | [diff] [blame] | 493 | #else |
| 494 | static inline void pci_pasid_init(struct pci_dev *dev) { } |
Bjorn Helgaas | fef2dd8 | 2019-10-09 16:47:15 -0500 | [diff] [blame] | 495 | static inline void pci_restore_pasid_state(struct pci_dev *pdev) { } |
Kuppuswamy Sathyanarayanan | 751035b | 2019-09-05 14:31:46 -0500 | [diff] [blame] | 496 | #endif |
| 497 | |
Yu Zhao | d1b054d | 2009-03-20 11:25:11 +0800 | [diff] [blame] | 498 | #ifdef CONFIG_PCI_IOV |
Bjorn Helgaas | f39d5b7 | 2013-04-12 12:02:59 -0600 | [diff] [blame] | 499 | int pci_iov_init(struct pci_dev *dev); |
| 500 | void pci_iov_release(struct pci_dev *dev); |
Jakub Kicinski | 3897237 | 2018-06-29 15:08:52 -0500 | [diff] [blame] | 501 | void pci_iov_remove(struct pci_dev *dev); |
Bjorn Helgaas | 6ffa248 | 2016-11-28 09:15:52 -0600 | [diff] [blame] | 502 | void pci_iov_update_resource(struct pci_dev *dev, int resno); |
Bjorn Helgaas | f39d5b7 | 2013-04-12 12:02:59 -0600 | [diff] [blame] | 503 | resource_size_t pci_sriov_resource_alignment(struct pci_dev *dev, int resno); |
| 504 | void pci_restore_iov_state(struct pci_dev *dev); |
| 505 | int pci_iov_bus_range(struct pci_bus *bus); |
Kelsey Skunberg | aaee0c1 | 2019-08-13 14:45:13 -0600 | [diff] [blame] | 506 | extern const struct attribute_group sriov_dev_attr_group; |
Yu Zhao | d1b054d | 2009-03-20 11:25:11 +0800 | [diff] [blame] | 507 | #else |
| 508 | static inline int pci_iov_init(struct pci_dev *dev) |
| 509 | { |
| 510 | return -ENODEV; |
| 511 | } |
| 512 | static inline void pci_iov_release(struct pci_dev *dev) |
| 513 | |
| 514 | { |
| 515 | } |
Jakub Kicinski | 3897237 | 2018-06-29 15:08:52 -0500 | [diff] [blame] | 516 | static inline void pci_iov_remove(struct pci_dev *dev) |
| 517 | { |
| 518 | } |
Yu Zhao | 8c5cdb6 | 2009-03-20 11:25:12 +0800 | [diff] [blame] | 519 | static inline void pci_restore_iov_state(struct pci_dev *dev) |
| 520 | { |
| 521 | } |
Yu Zhao | a28724b | 2009-03-20 11:25:13 +0800 | [diff] [blame] | 522 | static inline int pci_iov_bus_range(struct pci_bus *bus) |
| 523 | { |
| 524 | return 0; |
| 525 | } |
Yu Zhao | 302b421 | 2009-05-18 13:51:32 +0800 | [diff] [blame] | 526 | |
Yu Zhao | d1b054d | 2009-03-20 11:25:11 +0800 | [diff] [blame] | 527 | #endif /* CONFIG_PCI_IOV */ |
| 528 | |
Bjorn Helgaas | f39d5b7 | 2013-04-12 12:02:59 -0600 | [diff] [blame] | 529 | unsigned long pci_cardbus_resource_alignment(struct resource *); |
Ram Pai | 0a2daa1 | 2011-07-25 13:08:41 -0700 | [diff] [blame] | 530 | |
Cam Macdonell | 0e52247 | 2010-09-07 17:25:20 -0700 | [diff] [blame] | 531 | static inline resource_size_t pci_resource_alignment(struct pci_dev *dev, |
Bjorn Helgaas | f39d5b7 | 2013-04-12 12:02:59 -0600 | [diff] [blame] | 532 | struct resource *res) |
Chris Wright | 6faf17f | 2009-08-28 13:00:06 -0700 | [diff] [blame] | 533 | { |
| 534 | #ifdef CONFIG_PCI_IOV |
| 535 | int resno = res - dev->resource; |
| 536 | |
| 537 | if (resno >= PCI_IOV_RESOURCES && resno <= PCI_IOV_RESOURCE_END) |
| 538 | return pci_sriov_resource_alignment(dev, resno); |
| 539 | #endif |
Bjorn Helgaas | 0aa0f5d | 2017-12-02 13:21:37 -0600 | [diff] [blame] | 540 | if (dev->class >> 8 == PCI_CLASS_BRIDGE_CARDBUS) |
Ram Pai | 0a2daa1 | 2011-07-25 13:08:41 -0700 | [diff] [blame] | 541 | return pci_cardbus_resource_alignment(res); |
Chris Wright | 6faf17f | 2009-08-28 13:00:06 -0700 | [diff] [blame] | 542 | return resource_alignment(res); |
| 543 | } |
| 544 | |
Rajat Jain | 52fbf5b | 2020-07-07 15:46:02 -0700 | [diff] [blame] | 545 | void pci_acs_init(struct pci_dev *dev); |
Bjorn Helgaas | bd2e956 | 2018-08-09 16:19:52 -0500 | [diff] [blame] | 546 | #ifdef CONFIG_PCI_QUIRKS |
| 547 | int pci_dev_specific_acs_enabled(struct pci_dev *dev, u16 acs_flags); |
| 548 | int pci_dev_specific_enable_acs(struct pci_dev *dev); |
Logan Gunthorpe | 73c47dde | 2018-08-09 16:51:43 -0500 | [diff] [blame] | 549 | int pci_dev_specific_disable_acs_redir(struct pci_dev *dev); |
Bjorn Helgaas | bd2e956 | 2018-08-09 16:19:52 -0500 | [diff] [blame] | 550 | #else |
| 551 | static inline int pci_dev_specific_acs_enabled(struct pci_dev *dev, |
| 552 | u16 acs_flags) |
| 553 | { |
| 554 | return -ENOTTY; |
| 555 | } |
| 556 | static inline int pci_dev_specific_enable_acs(struct pci_dev *dev) |
| 557 | { |
| 558 | return -ENOTTY; |
| 559 | } |
Logan Gunthorpe | 73c47dde | 2018-08-09 16:51:43 -0500 | [diff] [blame] | 560 | static inline int pci_dev_specific_disable_acs_redir(struct pci_dev *dev) |
| 561 | { |
| 562 | return -ENOTTY; |
| 563 | } |
Bjorn Helgaas | bd2e956 | 2018-08-09 16:19:52 -0500 | [diff] [blame] | 564 | #endif |
Allen Kay | ae21ee6 | 2009-10-07 10:27:17 -0700 | [diff] [blame] | 565 | |
Oza Pawandeep | 2e28bc8 | 2018-05-17 16:44:15 -0500 | [diff] [blame] | 566 | /* PCI error reporting and recovery */ |
Kuppuswamy Sathyanarayanan | e8e5ff2 | 2020-03-23 17:26:03 -0700 | [diff] [blame] | 567 | pci_ers_result_t pcie_do_recovery(struct pci_dev *dev, |
Luc Van Oostenryck | 16d79cd | 2020-07-02 18:26:49 +0200 | [diff] [blame] | 568 | pci_channel_state_t state, |
Kuppuswamy Sathyanarayanan | e8e5ff2 | 2020-03-23 17:26:03 -0700 | [diff] [blame] | 569 | pci_ers_result_t (*reset_link)(struct pci_dev *pdev)); |
Oza Pawandeep | 2e28bc8 | 2018-05-17 16:44:15 -0500 | [diff] [blame] | 570 | |
Oza Pawandeep | 9f5a70f1 | 2018-05-17 16:44:11 -0500 | [diff] [blame] | 571 | bool pcie_wait_for_link(struct pci_dev *pdev, bool active); |
Bjorn Helgaas | 7d8e7d1 | 2017-12-15 08:57:28 -0600 | [diff] [blame] | 572 | #ifdef CONFIG_PCIEASPM |
| 573 | void pcie_aspm_init_link_state(struct pci_dev *pdev); |
| 574 | void pcie_aspm_exit_link_state(struct pci_dev *pdev); |
| 575 | void pcie_aspm_pm_state_change(struct pci_dev *pdev); |
| 576 | void pcie_aspm_powersave_config_link(struct pci_dev *pdev); |
| 577 | #else |
| 578 | static inline void pcie_aspm_init_link_state(struct pci_dev *pdev) { } |
| 579 | static inline void pcie_aspm_exit_link_state(struct pci_dev *pdev) { } |
| 580 | static inline void pcie_aspm_pm_state_change(struct pci_dev *pdev) { } |
| 581 | static inline void pcie_aspm_powersave_config_link(struct pci_dev *pdev) { } |
| 582 | #endif |
| 583 | |
Kelsey Skunberg | 72bde9c | 2019-07-24 17:38:46 -0600 | [diff] [blame] | 584 | #ifdef CONFIG_PCIE_ECRC |
| 585 | void pcie_set_ecrc_checking(struct pci_dev *dev); |
| 586 | void pcie_ecrc_get_policy(char *str); |
| 587 | #else |
| 588 | static inline void pcie_set_ecrc_checking(struct pci_dev *dev) { } |
| 589 | static inline void pcie_ecrc_get_policy(char *str) { } |
| 590 | #endif |
| 591 | |
Jonathan Yong | 9bb04a0 | 2016-06-11 14:13:38 -0500 | [diff] [blame] | 592 | #ifdef CONFIG_PCIE_PTM |
| 593 | void pci_ptm_init(struct pci_dev *dev); |
Kelsey Skunberg | ac6c26d | 2019-07-24 17:38:47 -0600 | [diff] [blame] | 594 | int pci_enable_ptm(struct pci_dev *dev, u8 *granularity); |
Jonathan Yong | 9bb04a0 | 2016-06-11 14:13:38 -0500 | [diff] [blame] | 595 | #else |
| 596 | static inline void pci_ptm_init(struct pci_dev *dev) { } |
Kelsey Skunberg | ac6c26d | 2019-07-24 17:38:47 -0600 | [diff] [blame] | 597 | static inline int pci_enable_ptm(struct pci_dev *dev, u8 *granularity) |
| 598 | { return -EINVAL; } |
Jonathan Yong | 9bb04a0 | 2016-06-11 14:13:38 -0500 | [diff] [blame] | 599 | #endif |
| 600 | |
Dexuan Cui | b9c3b26 | 2009-12-07 13:03:21 +0800 | [diff] [blame] | 601 | struct pci_dev_reset_methods { |
| 602 | u16 vendor; |
| 603 | u16 device; |
| 604 | int (*reset)(struct pci_dev *dev, int probe); |
| 605 | }; |
| 606 | |
Rafael J. Wysocki | 93177a7 | 2010-01-02 22:57:24 +0100 | [diff] [blame] | 607 | #ifdef CONFIG_PCI_QUIRKS |
Bjorn Helgaas | f39d5b7 | 2013-04-12 12:02:59 -0600 | [diff] [blame] | 608 | int pci_dev_specific_reset(struct pci_dev *dev, int probe); |
Rafael J. Wysocki | 93177a7 | 2010-01-02 22:57:24 +0100 | [diff] [blame] | 609 | #else |
| 610 | static inline int pci_dev_specific_reset(struct pci_dev *dev, int probe) |
| 611 | { |
| 612 | return -ENOTTY; |
| 613 | } |
| 614 | #endif |
Dexuan Cui | b9c3b26 | 2009-12-07 13:03:21 +0800 | [diff] [blame] | 615 | |
Dongdong Liu | 169de96 | 2016-12-01 00:33:42 -0600 | [diff] [blame] | 616 | #if defined(CONFIG_PCI_QUIRKS) && defined(CONFIG_ARM64) |
| 617 | int acpi_get_rc_resources(struct device *dev, const char *hid, u16 segment, |
| 618 | struct resource *res); |
Arnd Bergmann | 13a2ca8 | 2021-03-08 16:24:47 +0100 | [diff] [blame] | 619 | #else |
| 620 | static inline int acpi_get_rc_resources(struct device *dev, const char *hid, |
| 621 | u16 segment, struct resource *res) |
| 622 | { |
| 623 | return -ENODEV; |
| 624 | } |
Dongdong Liu | 169de96 | 2016-12-01 00:33:42 -0600 | [diff] [blame] | 625 | #endif |
| 626 | |
Christian König | 276b738 | 2017-10-24 14:40:20 -0500 | [diff] [blame] | 627 | u32 pci_rebar_get_possible_sizes(struct pci_dev *pdev, int bar); |
| 628 | int pci_rebar_get_current_size(struct pci_dev *pdev, int bar); |
| 629 | int pci_rebar_set_size(struct pci_dev *pdev, int bar, int size); |
| 630 | static inline u64 pci_rebar_size_to_bytes(int size) |
| 631 | { |
| 632 | return 1ULL << (size + 20); |
| 633 | } |
| 634 | |
Rob Herring | 9e2aee8 | 2018-05-11 12:15:30 -0500 | [diff] [blame] | 635 | struct device_node; |
| 636 | |
| 637 | #ifdef CONFIG_OF |
| 638 | int of_pci_parse_bus_range(struct device_node *node, struct resource *res); |
| 639 | int of_get_pci_domain_nr(struct device_node *node); |
| 640 | int of_pci_get_max_link_speed(struct device_node *node); |
Kelsey Skunberg | 621f7e3 | 2019-07-24 17:38:48 -0600 | [diff] [blame] | 641 | void pci_set_of_node(struct pci_dev *dev); |
| 642 | void pci_release_of_node(struct pci_dev *dev); |
| 643 | void pci_set_bus_of_node(struct pci_bus *bus); |
| 644 | void pci_release_bus_of_node(struct pci_bus *bus); |
Rob Herring | 9e2aee8 | 2018-05-11 12:15:30 -0500 | [diff] [blame] | 645 | |
Rob Herring | 669cbc7 | 2020-07-21 20:25:13 -0600 | [diff] [blame] | 646 | int devm_of_pci_bridge_init(struct device *dev, struct pci_host_bridge *bridge); |
| 647 | |
Rob Herring | 9e2aee8 | 2018-05-11 12:15:30 -0500 | [diff] [blame] | 648 | #else |
| 649 | static inline int |
| 650 | of_pci_parse_bus_range(struct device_node *node, struct resource *res) |
| 651 | { |
| 652 | return -EINVAL; |
| 653 | } |
| 654 | |
| 655 | static inline int |
| 656 | of_get_pci_domain_nr(struct device_node *node) |
| 657 | { |
| 658 | return -1; |
| 659 | } |
| 660 | |
| 661 | static inline int |
| 662 | of_pci_get_max_link_speed(struct device_node *node) |
| 663 | { |
| 664 | return -EINVAL; |
| 665 | } |
Kelsey Skunberg | 621f7e3 | 2019-07-24 17:38:48 -0600 | [diff] [blame] | 666 | |
| 667 | static inline void pci_set_of_node(struct pci_dev *dev) { } |
| 668 | static inline void pci_release_of_node(struct pci_dev *dev) { } |
| 669 | static inline void pci_set_bus_of_node(struct pci_bus *bus) { } |
| 670 | static inline void pci_release_bus_of_node(struct pci_bus *bus) { } |
Rob Herring | 669cbc7 | 2020-07-21 20:25:13 -0600 | [diff] [blame] | 671 | |
| 672 | static inline int devm_of_pci_bridge_init(struct device *dev, struct pci_host_bridge *bridge) |
| 673 | { |
| 674 | return 0; |
| 675 | } |
| 676 | |
Rob Herring | 9e2aee8 | 2018-05-11 12:15:30 -0500 | [diff] [blame] | 677 | #endif /* CONFIG_OF */ |
| 678 | |
Rajat Jain | 60ed982 | 2018-06-21 16:48:26 -0700 | [diff] [blame] | 679 | #ifdef CONFIG_PCIEAER |
| 680 | void pci_no_aer(void); |
| 681 | void pci_aer_init(struct pci_dev *dev); |
Rajat Jain | db89ccb | 2018-06-30 15:07:17 -0500 | [diff] [blame] | 682 | void pci_aer_exit(struct pci_dev *dev); |
Rajat Jain | 81aa520 | 2018-06-21 16:48:28 -0700 | [diff] [blame] | 683 | extern const struct attribute_group aer_stats_attr_group; |
Bjorn Helgaas | 7ab92e8 | 2018-07-19 17:55:58 -0500 | [diff] [blame] | 684 | void pci_aer_clear_fatal_status(struct pci_dev *dev); |
Kuppuswamy Sathyanarayanan | 894020f | 2020-03-23 17:26:08 -0700 | [diff] [blame] | 685 | int pci_aer_clear_status(struct pci_dev *dev); |
Kuppuswamy Sathyanarayanan | 20e15e6 | 2020-03-23 17:26:05 -0700 | [diff] [blame] | 686 | int pci_aer_raw_clear_status(struct pci_dev *dev); |
Rajat Jain | 60ed982 | 2018-06-21 16:48:26 -0700 | [diff] [blame] | 687 | #else |
| 688 | static inline void pci_no_aer(void) { } |
Jisheng Zhang | 31f996e | 2019-04-12 06:43:06 +0000 | [diff] [blame] | 689 | static inline void pci_aer_init(struct pci_dev *d) { } |
Rajat Jain | db89ccb | 2018-06-30 15:07:17 -0500 | [diff] [blame] | 690 | static inline void pci_aer_exit(struct pci_dev *d) { } |
Bjorn Helgaas | 7ab92e8 | 2018-07-19 17:55:58 -0500 | [diff] [blame] | 691 | static inline void pci_aer_clear_fatal_status(struct pci_dev *dev) { } |
Kuppuswamy Sathyanarayanan | 894020f | 2020-03-23 17:26:08 -0700 | [diff] [blame] | 692 | static inline int pci_aer_clear_status(struct pci_dev *dev) { return -EINVAL; } |
Kuppuswamy Sathyanarayanan | 20e15e6 | 2020-03-23 17:26:05 -0700 | [diff] [blame] | 693 | static inline int pci_aer_raw_clear_status(struct pci_dev *dev) { return -EINVAL; } |
Rajat Jain | 60ed982 | 2018-06-21 16:48:26 -0700 | [diff] [blame] | 694 | #endif |
| 695 | |
Krzysztof Wilczynski | 8c3aac6 | 2019-08-27 11:49:50 +0200 | [diff] [blame] | 696 | #ifdef CONFIG_ACPI |
Krzysztof Wilczynski | 4a2dbed | 2019-08-27 11:49:51 +0200 | [diff] [blame] | 697 | int pci_acpi_program_hp_params(struct pci_dev *dev); |
Krzysztof Wilczynski | 8c3aac6 | 2019-08-27 11:49:50 +0200 | [diff] [blame] | 698 | #else |
Krzysztof Wilczynski | 4a2dbed | 2019-08-27 11:49:51 +0200 | [diff] [blame] | 699 | static inline int pci_acpi_program_hp_params(struct pci_dev *dev) |
Krzysztof Wilczynski | 8c3aac6 | 2019-08-27 11:49:50 +0200 | [diff] [blame] | 700 | { |
| 701 | return -ENODEV; |
| 702 | } |
| 703 | #endif |
| 704 | |
Heiner Kallweit | 72ea91a | 2019-10-05 14:07:56 +0200 | [diff] [blame] | 705 | #ifdef CONFIG_PCIEASPM |
| 706 | extern const struct attribute_group aspm_ctrl_attr_group; |
| 707 | #endif |
| 708 | |
Zhao, Yu | 557848c | 2008-10-13 19:18:07 +0800 | [diff] [blame] | 709 | #endif /* DRIVERS_PCI_H */ |