Greg Kroah-Hartman | b244131 | 2017-11-01 15:07:57 +0100 | [diff] [blame] | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
Isaku Yamahata | e04d0d0 | 2008-04-02 10:53:55 -0700 | [diff] [blame] | 2 | #ifndef INCLUDE_XEN_OPS_H |
| 3 | #define INCLUDE_XEN_OPS_H |
| 4 | |
| 5 | #include <linux/percpu.h> |
Stanislaw Gruszka | cd97988 | 2014-02-26 11:30:30 +0100 | [diff] [blame] | 6 | #include <linux/notifier.h> |
Daniel Kiper | be81c8a | 2014-06-30 19:53:02 +0200 | [diff] [blame] | 7 | #include <linux/efi.h> |
Juergen Gross | f030aad | 2018-08-28 09:40:13 +0200 | [diff] [blame] | 8 | #include <xen/features.h> |
Ian Campbell | 7892f69 | 2012-10-16 17:19:15 +0100 | [diff] [blame] | 9 | #include <asm/xen/interface.h> |
Stefano Stabellini | 4ccefbe | 2015-11-05 15:15:07 +0000 | [diff] [blame] | 10 | #include <xen/interface/vcpu.h> |
Isaku Yamahata | e04d0d0 | 2008-04-02 10:53:55 -0700 | [diff] [blame] | 11 | |
| 12 | DECLARE_PER_CPU(struct vcpu_info *, xen_vcpu); |
| 13 | |
Vitaly Kuznetsov | 55467de | 2016-07-29 11:06:48 +0200 | [diff] [blame] | 14 | DECLARE_PER_CPU(uint32_t, xen_vcpu_id); |
| 15 | static inline uint32_t xen_vcpu_nr(int cpu) |
Vitaly Kuznetsov | 88e957d | 2016-06-30 17:56:37 +0200 | [diff] [blame] | 16 | { |
| 17 | return per_cpu(xen_vcpu_id, cpu); |
| 18 | } |
| 19 | |
Ankur Arora | 0b64ffb | 2017-06-02 17:05:59 -0700 | [diff] [blame] | 20 | #define XEN_VCPU_ID_INVALID U32_MAX |
| 21 | |
Ian Campbell | 03c8142 | 2011-02-17 11:04:20 +0000 | [diff] [blame] | 22 | void xen_arch_pre_suspend(void); |
| 23 | void xen_arch_post_suspend(int suspend_cancelled); |
Jeremy Fitzhardinge | 0e91398 | 2008-05-26 23:31:27 +0100 | [diff] [blame] | 24 | |
Isaku Yamahata | ad55db9 | 2008-07-08 15:06:32 -0700 | [diff] [blame] | 25 | void xen_timer_resume(void); |
| 26 | void xen_arch_resume(void); |
Boris Ostrovsky | 2b953a5 | 2015-04-28 18:46:20 -0400 | [diff] [blame] | 27 | void xen_arch_suspend(void); |
Isaku Yamahata | ad55db9 | 2008-07-08 15:06:32 -0700 | [diff] [blame] | 28 | |
Julien Grall | 5d9404e | 2017-04-24 18:58:37 +0100 | [diff] [blame] | 29 | void xen_reboot(int reason); |
| 30 | |
Stanislaw Gruszka | cd97988 | 2014-02-26 11:30:30 +0100 | [diff] [blame] | 31 | void xen_resume_notifier_register(struct notifier_block *nb); |
| 32 | void xen_resume_notifier_unregister(struct notifier_block *nb); |
| 33 | |
Stefano Stabellini | 4ccefbe | 2015-11-05 15:15:07 +0000 | [diff] [blame] | 34 | bool xen_vcpu_stolen(int vcpu); |
| 35 | void xen_setup_runstate_info(int cpu); |
Juergen Gross | ecb23dc | 2016-05-20 09:26:48 +0200 | [diff] [blame] | 36 | void xen_time_setup_guest(void); |
Dongli Zhang | 5e25f5d | 2017-11-01 09:46:33 +0800 | [diff] [blame] | 37 | void xen_manage_runstate_time(int action); |
Stefano Stabellini | 4ccefbe | 2015-11-05 15:15:07 +0000 | [diff] [blame] | 38 | void xen_get_runstate_snapshot(struct vcpu_runstate_info *res); |
Juergen Gross | d34c30c | 2016-07-26 14:15:11 +0200 | [diff] [blame] | 39 | u64 xen_steal_clock(int cpu); |
Stefano Stabellini | 4ccefbe | 2015-11-05 15:15:07 +0000 | [diff] [blame] | 40 | |
Stefano Stabellini | 016b6f5 | 2010-05-14 12:45:07 +0100 | [diff] [blame] | 41 | int xen_setup_shutdown_event(void); |
| 42 | |
Alex Nixon | 08bbc9d | 2009-02-09 12:05:46 -0800 | [diff] [blame] | 43 | extern unsigned long *xen_contiguous_bitmap; |
Vitaly Kuznetsov | 1662439 | 2017-03-14 18:35:54 +0100 | [diff] [blame] | 44 | |
Stefano Stabellini | f900557 | 2018-10-31 16:11:49 -0700 | [diff] [blame] | 45 | #if defined(CONFIG_XEN_PV) || defined(CONFIG_ARM) || defined(CONFIG_ARM64) |
Stefano Stabellini | 1b65c4e | 2013-10-10 13:41:10 +0000 | [diff] [blame] | 46 | int xen_create_contiguous_region(phys_addr_t pstart, unsigned int order, |
Stefano Stabellini | 6990890 | 2013-10-09 16:56:32 +0000 | [diff] [blame] | 47 | unsigned int address_bits, |
| 48 | dma_addr_t *dma_handle); |
Stefano Stabellini | 1b65c4e | 2013-10-10 13:41:10 +0000 | [diff] [blame] | 49 | void xen_destroy_contiguous_region(phys_addr_t pstart, unsigned int order); |
Stefano Stabellini | f900557 | 2018-10-31 16:11:49 -0700 | [diff] [blame] | 50 | #endif |
Juergen Gross | f030aad | 2018-08-28 09:40:13 +0200 | [diff] [blame] | 51 | |
Stefano Stabellini | f900557 | 2018-10-31 16:11:49 -0700 | [diff] [blame] | 52 | #if defined(CONFIG_XEN_PV) |
| 53 | int xen_remap_pfn(struct vm_area_struct *vma, unsigned long addr, |
| 54 | xen_pfn_t *pfn, int nr, int *err_ptr, pgprot_t prot, |
Jan Beulich | 9731572 | 2021-09-22 12:18:25 +0200 | [diff] [blame] | 55 | unsigned int domid, bool no_translate); |
Stefano Stabellini | f900557 | 2018-10-31 16:11:49 -0700 | [diff] [blame] | 56 | #else |
Juergen Gross | f030aad | 2018-08-28 09:40:13 +0200 | [diff] [blame] | 57 | static inline int xen_remap_pfn(struct vm_area_struct *vma, unsigned long addr, |
| 58 | xen_pfn_t *pfn, int nr, int *err_ptr, |
| 59 | pgprot_t prot, unsigned int domid, |
Jan Beulich | 9731572 | 2021-09-22 12:18:25 +0200 | [diff] [blame] | 60 | bool no_translate) |
Juergen Gross | f030aad | 2018-08-28 09:40:13 +0200 | [diff] [blame] | 61 | { |
| 62 | BUG(); |
| 63 | return 0; |
| 64 | } |
Vitaly Kuznetsov | 1662439 | 2017-03-14 18:35:54 +0100 | [diff] [blame] | 65 | #endif |
Alex Nixon | 08bbc9d | 2009-02-09 12:05:46 -0800 | [diff] [blame] | 66 | |
David Howells | c140d87 | 2012-03-28 18:30:02 +0100 | [diff] [blame] | 67 | struct vm_area_struct; |
David Vrabel | 4e8c0c8 | 2015-03-11 14:49:57 +0000 | [diff] [blame] | 68 | |
Paul Durrant | ec4001c | 2017-11-03 17:04:11 +0000 | [diff] [blame] | 69 | #ifdef CONFIG_XEN_AUTO_XLATE |
David Vrabel | 4e8c0c8 | 2015-03-11 14:49:57 +0000 | [diff] [blame] | 70 | int xen_xlate_remap_gfn_array(struct vm_area_struct *vma, |
David Vrabel | 628c28e | 2015-03-11 14:49:56 +0000 | [diff] [blame] | 71 | unsigned long addr, |
David Vrabel | 4e8c0c8 | 2015-03-11 14:49:57 +0000 | [diff] [blame] | 72 | xen_pfn_t *gfn, int nr, |
| 73 | int *err_ptr, pgprot_t prot, |
Juergen Gross | f030aad | 2018-08-28 09:40:13 +0200 | [diff] [blame] | 74 | unsigned int domid, |
David Vrabel | 628c28e | 2015-03-11 14:49:56 +0000 | [diff] [blame] | 75 | struct page **pages); |
| 76 | int xen_xlate_unmap_gfn_range(struct vm_area_struct *vma, |
| 77 | int nr, struct page **pages); |
Paul Durrant | ec4001c | 2017-11-03 17:04:11 +0000 | [diff] [blame] | 78 | #else |
| 79 | /* |
| 80 | * These two functions are called from arch/x86/xen/mmu.c and so stubs |
| 81 | * are needed for a configuration not specifying CONFIG_XEN_AUTO_XLATE. |
| 82 | */ |
| 83 | static inline int xen_xlate_remap_gfn_array(struct vm_area_struct *vma, |
| 84 | unsigned long addr, |
| 85 | xen_pfn_t *gfn, int nr, |
| 86 | int *err_ptr, pgprot_t prot, |
| 87 | unsigned int domid, |
| 88 | struct page **pages) |
| 89 | { |
| 90 | return -EOPNOTSUPP; |
| 91 | } |
| 92 | |
| 93 | static inline int xen_xlate_unmap_gfn_range(struct vm_area_struct *vma, |
| 94 | int nr, struct page **pages) |
| 95 | { |
| 96 | return -EOPNOTSUPP; |
| 97 | } |
| 98 | #endif |
| 99 | |
Arnd Bergmann | a78d14a | 2019-07-22 09:46:29 +0200 | [diff] [blame] | 100 | int xen_remap_vma_range(struct vm_area_struct *vma, unsigned long addr, |
| 101 | unsigned long len); |
| 102 | |
Juergen Gross | f030aad | 2018-08-28 09:40:13 +0200 | [diff] [blame] | 103 | /* |
| 104 | * xen_remap_domain_gfn_array() - map an array of foreign frames by gfn |
| 105 | * @vma: VMA to map the pages into |
| 106 | * @addr: Address at which to map the pages |
| 107 | * @gfn: Array of GFNs to map |
| 108 | * @nr: Number entries in the GFN array |
| 109 | * @err_ptr: Returns per-GFN error status. |
| 110 | * @prot: page protection mask |
| 111 | * @domid: Domain owning the pages |
| 112 | * @pages: Array of pages if this domain has an auto-translated physmap |
| 113 | * |
| 114 | * @gfn and @err_ptr may point to the same buffer, the GFNs will be |
| 115 | * overwritten by the error codes after they are mapped. |
| 116 | * |
| 117 | * Returns the number of successfully mapped frames, or a -ve error |
| 118 | * code. |
| 119 | */ |
| 120 | static inline int xen_remap_domain_gfn_array(struct vm_area_struct *vma, |
| 121 | unsigned long addr, |
| 122 | xen_pfn_t *gfn, int nr, |
| 123 | int *err_ptr, pgprot_t prot, |
| 124 | unsigned int domid, |
| 125 | struct page **pages) |
| 126 | { |
| 127 | if (xen_feature(XENFEAT_auto_translated_physmap)) |
| 128 | return xen_xlate_remap_gfn_array(vma, addr, gfn, nr, err_ptr, |
| 129 | prot, domid, pages); |
| 130 | |
| 131 | /* We BUG_ON because it's a programmer error to pass a NULL err_ptr, |
| 132 | * and the consequences later is quite hard to detect what the actual |
| 133 | * cause of "wrong memory was mapped in". |
| 134 | */ |
| 135 | BUG_ON(err_ptr == NULL); |
| 136 | return xen_remap_pfn(vma, addr, gfn, nr, err_ptr, prot, domid, |
Jan Beulich | 9731572 | 2021-09-22 12:18:25 +0200 | [diff] [blame] | 137 | false); |
Juergen Gross | f030aad | 2018-08-28 09:40:13 +0200 | [diff] [blame] | 138 | } |
| 139 | |
| 140 | /* |
| 141 | * xen_remap_domain_mfn_array() - map an array of foreign frames by mfn |
| 142 | * @vma: VMA to map the pages into |
| 143 | * @addr: Address at which to map the pages |
| 144 | * @mfn: Array of MFNs to map |
| 145 | * @nr: Number entries in the MFN array |
| 146 | * @err_ptr: Returns per-MFN error status. |
| 147 | * @prot: page protection mask |
| 148 | * @domid: Domain owning the pages |
Juergen Gross | f030aad | 2018-08-28 09:40:13 +0200 | [diff] [blame] | 149 | * |
| 150 | * @mfn and @err_ptr may point to the same buffer, the MFNs will be |
| 151 | * overwritten by the error codes after they are mapped. |
| 152 | * |
| 153 | * Returns the number of successfully mapped frames, or a -ve error |
| 154 | * code. |
| 155 | */ |
| 156 | static inline int xen_remap_domain_mfn_array(struct vm_area_struct *vma, |
| 157 | unsigned long addr, xen_pfn_t *mfn, |
| 158 | int nr, int *err_ptr, |
Jan Beulich | 9731572 | 2021-09-22 12:18:25 +0200 | [diff] [blame] | 159 | pgprot_t prot, unsigned int domid) |
Juergen Gross | f030aad | 2018-08-28 09:40:13 +0200 | [diff] [blame] | 160 | { |
| 161 | if (xen_feature(XENFEAT_auto_translated_physmap)) |
| 162 | return -EOPNOTSUPP; |
| 163 | |
| 164 | return xen_remap_pfn(vma, addr, mfn, nr, err_ptr, prot, domid, |
Jan Beulich | 9731572 | 2021-09-22 12:18:25 +0200 | [diff] [blame] | 165 | true); |
Juergen Gross | f030aad | 2018-08-28 09:40:13 +0200 | [diff] [blame] | 166 | } |
| 167 | |
| 168 | /* xen_remap_domain_gfn_range() - map a range of foreign frames |
| 169 | * @vma: VMA to map the pages into |
| 170 | * @addr: Address at which to map the pages |
| 171 | * @gfn: First GFN to map. |
| 172 | * @nr: Number frames to map |
| 173 | * @prot: page protection mask |
| 174 | * @domid: Domain owning the pages |
| 175 | * @pages: Array of pages if this domain has an auto-translated physmap |
| 176 | * |
| 177 | * Returns the number of successfully mapped frames, or a -ve error |
| 178 | * code. |
| 179 | */ |
| 180 | static inline int xen_remap_domain_gfn_range(struct vm_area_struct *vma, |
| 181 | unsigned long addr, |
| 182 | xen_pfn_t gfn, int nr, |
| 183 | pgprot_t prot, unsigned int domid, |
| 184 | struct page **pages) |
| 185 | { |
| 186 | if (xen_feature(XENFEAT_auto_translated_physmap)) |
| 187 | return -EOPNOTSUPP; |
| 188 | |
Jan Beulich | 9731572 | 2021-09-22 12:18:25 +0200 | [diff] [blame] | 189 | return xen_remap_pfn(vma, addr, &gfn, nr, NULL, prot, domid, false); |
Juergen Gross | f030aad | 2018-08-28 09:40:13 +0200 | [diff] [blame] | 190 | } |
| 191 | |
| 192 | int xen_unmap_domain_gfn_range(struct vm_area_struct *vma, |
| 193 | int numpgs, struct page **pages); |
| 194 | |
Shannon Zhao | 243848f | 2016-04-07 20:03:19 +0800 | [diff] [blame] | 195 | int xen_xlate_map_ballooned_pages(xen_pfn_t **pfns, void **vaddr, |
| 196 | unsigned long nr_grant_frames); |
Ian Campbell | de1ef20 | 2009-05-21 10:09:46 +0100 | [diff] [blame] | 197 | |
Konrad Rzeszutek Wilk | 394b40f | 2012-11-27 11:39:40 -0500 | [diff] [blame] | 198 | bool xen_running_on_version_or_later(unsigned int major, unsigned int minor); |
Daniel Kiper | be81c8a | 2014-06-30 19:53:02 +0200 | [diff] [blame] | 199 | |
Juergen Gross | 0951570 | 2019-10-01 10:25:34 +0200 | [diff] [blame] | 200 | void xen_efi_runtime_setup(void); |
Julien Grall | e371fd7 | 2017-04-24 18:58:39 +0100 | [diff] [blame] | 201 | |
Daniel Kiper | be81c8a | 2014-06-30 19:53:02 +0200 | [diff] [blame] | 202 | |
Thomas Gleixner | 2f6474e | 2020-05-21 22:05:26 +0200 | [diff] [blame] | 203 | #if defined(CONFIG_XEN_PV) && !defined(CONFIG_PREEMPTION) |
David Vrabel | fdfd811 | 2015-02-19 15:23:17 +0000 | [diff] [blame] | 204 | |
| 205 | DECLARE_PER_CPU(bool, xen_in_preemptible_hcall); |
| 206 | |
| 207 | static inline void xen_preemptible_hcall_begin(void) |
| 208 | { |
| 209 | __this_cpu_write(xen_in_preemptible_hcall, true); |
| 210 | } |
| 211 | |
| 212 | static inline void xen_preemptible_hcall_end(void) |
| 213 | { |
| 214 | __this_cpu_write(xen_in_preemptible_hcall, false); |
| 215 | } |
| 216 | |
Thomas Gleixner | 2f6474e | 2020-05-21 22:05:26 +0200 | [diff] [blame] | 217 | #else |
| 218 | |
| 219 | static inline void xen_preemptible_hcall_begin(void) { } |
| 220 | static inline void xen_preemptible_hcall_end(void) { } |
| 221 | |
| 222 | #endif /* CONFIG_XEN_PV && !CONFIG_PREEMPTION */ |
David Vrabel | fdfd811 | 2015-02-19 15:23:17 +0000 | [diff] [blame] | 223 | |
Isaku Yamahata | e04d0d0 | 2008-04-02 10:53:55 -0700 | [diff] [blame] | 224 | #endif /* INCLUDE_XEN_OPS_H */ |