Ky Srinivasan | a2a47c6 | 2010-05-06 12:08:41 -0700 | [diff] [blame] | 1 | /* |
| 2 | * HyperV Detection code. |
| 3 | * |
| 4 | * Copyright (C) 2010, Novell, Inc. |
| 5 | * Author : K. Y. Srinivasan <ksrinivasan@novell.com> |
| 6 | * |
| 7 | * This program is free software; you can redistribute it and/or modify |
| 8 | * it under the terms of the GNU General Public License as published by |
Greg Kroah-Hartman | 9fa0231 | 2010-05-07 16:55:41 -0700 | [diff] [blame] | 9 | * the Free Software Foundation; version 2 of the License. |
Ky Srinivasan | a2a47c6 | 2010-05-06 12:08:41 -0700 | [diff] [blame] | 10 | * |
| 11 | */ |
| 12 | |
| 13 | #include <linux/types.h> |
K. Y. Srinivasan | 6f4151c8 | 2011-09-07 15:25:10 -0700 | [diff] [blame] | 14 | #include <linux/time.h> |
| 15 | #include <linux/clocksource.h> |
Paul Gortmaker | 186f436 | 2016-07-13 20:18:56 -0400 | [diff] [blame] | 16 | #include <linux/init.h> |
| 17 | #include <linux/export.h> |
K. Y. Srinivasan | bc2b033 | 2013-02-03 17:22:39 -0800 | [diff] [blame] | 18 | #include <linux/hardirq.h> |
K. Y. Srinivasan | 9e7827b | 2013-09-30 17:28:52 +0200 | [diff] [blame] | 19 | #include <linux/efi.h> |
K. Y. Srinivasan | bc2b033 | 2013-02-03 17:22:39 -0800 | [diff] [blame] | 20 | #include <linux/interrupt.h> |
Thomas Gleixner | 1aec169 | 2014-02-23 21:40:22 +0000 | [diff] [blame] | 21 | #include <linux/irq.h> |
Vitaly Kuznetsov | 2517281 | 2015-08-01 16:08:07 -0700 | [diff] [blame] | 22 | #include <linux/kexec.h> |
Ky Srinivasan | a2a47c6 | 2010-05-06 12:08:41 -0700 | [diff] [blame] | 23 | #include <asm/processor.h> |
H. Peter Anvin | e08cae4 | 2010-05-07 16:57:28 -0700 | [diff] [blame] | 24 | #include <asm/hypervisor.h> |
Ky Srinivasan | a2a47c6 | 2010-05-06 12:08:41 -0700 | [diff] [blame] | 25 | #include <asm/hyperv.h> |
| 26 | #include <asm/mshyperv.h> |
K. Y. Srinivasan | bc2b033 | 2013-02-03 17:22:39 -0800 | [diff] [blame] | 27 | #include <asm/desc.h> |
K. Y. Srinivasan | bc2b033 | 2013-02-03 17:22:39 -0800 | [diff] [blame] | 28 | #include <asm/irq_regs.h> |
K. Y. Srinivasan | 9e7827b | 2013-09-30 17:28:52 +0200 | [diff] [blame] | 29 | #include <asm/i8259.h> |
David Rientjes | d68ce01 | 2013-10-11 16:07:31 -0700 | [diff] [blame] | 30 | #include <asm/apic.h> |
Jason Wang | ca3ba2a | 2014-02-28 11:30:29 +0800 | [diff] [blame] | 31 | #include <asm/timer.h> |
Vitaly Kuznetsov | 2517281 | 2015-08-01 16:08:07 -0700 | [diff] [blame] | 32 | #include <asm/reboot.h> |
Vitaly Kuznetsov | 59107e2 | 2016-12-02 11:07:20 +0100 | [diff] [blame] | 33 | #include <asm/nmi.h> |
Ky Srinivasan | a2a47c6 | 2010-05-06 12:08:41 -0700 | [diff] [blame] | 34 | |
H. Peter Anvin | e08cae4 | 2010-05-07 16:57:28 -0700 | [diff] [blame] | 35 | struct ms_hyperv_info ms_hyperv; |
Ky Srinivasan | 9279aa5 | 2010-06-28 08:48:55 -0600 | [diff] [blame] | 36 | EXPORT_SYMBOL_GPL(ms_hyperv); |
Ky Srinivasan | a2a47c6 | 2010-05-06 12:08:41 -0700 | [diff] [blame] | 37 | |
Thomas Gleixner | 3c43367 | 2014-03-04 23:39:58 +0100 | [diff] [blame] | 38 | #if IS_ENABLED(CONFIG_HYPERV) |
Thomas Gleixner | 76d388c | 2014-03-05 13:42:14 +0100 | [diff] [blame] | 39 | static void (*vmbus_handler)(void); |
Vitaly Kuznetsov | 1e03474 | 2015-09-23 12:02:57 +0200 | [diff] [blame] | 40 | static void (*hv_kexec_handler)(void); |
| 41 | static void (*hv_crash_handler)(struct pt_regs *regs); |
Thomas Gleixner | 1aec169 | 2014-02-23 21:40:22 +0000 | [diff] [blame] | 42 | |
| 43 | void hyperv_vector_handler(struct pt_regs *regs) |
| 44 | { |
| 45 | struct pt_regs *old_regs = set_irq_regs(regs); |
| 46 | |
Thomas Gleixner | 6af7faf | 2015-05-15 15:48:25 +0200 | [diff] [blame] | 47 | entering_irq(); |
Thomas Gleixner | 1aec169 | 2014-02-23 21:40:22 +0000 | [diff] [blame] | 48 | inc_irq_stat(irq_hv_callback_count); |
| 49 | if (vmbus_handler) |
| 50 | vmbus_handler(); |
| 51 | |
Thomas Gleixner | 6af7faf | 2015-05-15 15:48:25 +0200 | [diff] [blame] | 52 | exiting_irq(); |
Thomas Gleixner | 1aec169 | 2014-02-23 21:40:22 +0000 | [diff] [blame] | 53 | set_irq_regs(old_regs); |
| 54 | } |
| 55 | |
Thomas Gleixner | 76d388c | 2014-03-05 13:42:14 +0100 | [diff] [blame] | 56 | void hv_setup_vmbus_irq(void (*handler)(void)) |
Thomas Gleixner | 1aec169 | 2014-02-23 21:40:22 +0000 | [diff] [blame] | 57 | { |
| 58 | vmbus_handler = handler; |
| 59 | /* |
| 60 | * Setup the IDT for hypervisor callback. Prevent reallocation |
| 61 | * at module reload. |
| 62 | */ |
| 63 | if (!test_bit(HYPERVISOR_CALLBACK_VECTOR, used_vectors)) |
| 64 | alloc_intr_gate(HYPERVISOR_CALLBACK_VECTOR, |
| 65 | hyperv_callback_vector); |
| 66 | } |
| 67 | |
Thomas Gleixner | 76d388c | 2014-03-05 13:42:14 +0100 | [diff] [blame] | 68 | void hv_remove_vmbus_irq(void) |
Thomas Gleixner | 1aec169 | 2014-02-23 21:40:22 +0000 | [diff] [blame] | 69 | { |
| 70 | /* We have no way to deallocate the interrupt gate */ |
| 71 | vmbus_handler = NULL; |
| 72 | } |
| 73 | EXPORT_SYMBOL_GPL(hv_setup_vmbus_irq); |
| 74 | EXPORT_SYMBOL_GPL(hv_remove_vmbus_irq); |
Vitaly Kuznetsov | 2517281 | 2015-08-01 16:08:07 -0700 | [diff] [blame] | 75 | |
| 76 | void hv_setup_kexec_handler(void (*handler)(void)) |
| 77 | { |
| 78 | hv_kexec_handler = handler; |
| 79 | } |
| 80 | EXPORT_SYMBOL_GPL(hv_setup_kexec_handler); |
| 81 | |
| 82 | void hv_remove_kexec_handler(void) |
| 83 | { |
| 84 | hv_kexec_handler = NULL; |
| 85 | } |
| 86 | EXPORT_SYMBOL_GPL(hv_remove_kexec_handler); |
Vitaly Kuznetsov | b4370df | 2015-08-01 16:08:09 -0700 | [diff] [blame] | 87 | |
| 88 | void hv_setup_crash_handler(void (*handler)(struct pt_regs *regs)) |
| 89 | { |
| 90 | hv_crash_handler = handler; |
| 91 | } |
| 92 | EXPORT_SYMBOL_GPL(hv_setup_crash_handler); |
| 93 | |
| 94 | void hv_remove_crash_handler(void) |
| 95 | { |
| 96 | hv_crash_handler = NULL; |
| 97 | } |
| 98 | EXPORT_SYMBOL_GPL(hv_remove_crash_handler); |
Thomas Gleixner | 1aec169 | 2014-02-23 21:40:22 +0000 | [diff] [blame] | 99 | |
Vitaly Kuznetsov | 1e03474 | 2015-09-23 12:02:57 +0200 | [diff] [blame] | 100 | #ifdef CONFIG_KEXEC_CORE |
Vitaly Kuznetsov | 2517281 | 2015-08-01 16:08:07 -0700 | [diff] [blame] | 101 | static void hv_machine_shutdown(void) |
| 102 | { |
| 103 | if (kexec_in_progress && hv_kexec_handler) |
| 104 | hv_kexec_handler(); |
| 105 | native_machine_shutdown(); |
| 106 | } |
| 107 | |
Vitaly Kuznetsov | b4370df | 2015-08-01 16:08:09 -0700 | [diff] [blame] | 108 | static void hv_machine_crash_shutdown(struct pt_regs *regs) |
| 109 | { |
| 110 | if (hv_crash_handler) |
| 111 | hv_crash_handler(regs); |
| 112 | native_machine_crash_shutdown(regs); |
| 113 | } |
Vitaly Kuznetsov | 1e03474 | 2015-09-23 12:02:57 +0200 | [diff] [blame] | 114 | #endif /* CONFIG_KEXEC_CORE */ |
| 115 | #endif /* CONFIG_HYPERV */ |
Vitaly Kuznetsov | b4370df | 2015-08-01 16:08:09 -0700 | [diff] [blame] | 116 | |
Jason Wang | 9df56f1 | 2013-07-25 16:54:35 +0800 | [diff] [blame] | 117 | static uint32_t __init ms_hyperv_platform(void) |
Ky Srinivasan | a2a47c6 | 2010-05-06 12:08:41 -0700 | [diff] [blame] | 118 | { |
H. Peter Anvin | e08cae4 | 2010-05-07 16:57:28 -0700 | [diff] [blame] | 119 | u32 eax; |
| 120 | u32 hyp_signature[3]; |
Ky Srinivasan | a2a47c6 | 2010-05-06 12:08:41 -0700 | [diff] [blame] | 121 | |
H. Peter Anvin | e08cae4 | 2010-05-07 16:57:28 -0700 | [diff] [blame] | 122 | if (!boot_cpu_has(X86_FEATURE_HYPERVISOR)) |
Jason Wang | 9df56f1 | 2013-07-25 16:54:35 +0800 | [diff] [blame] | 123 | return 0; |
Ky Srinivasan | a2a47c6 | 2010-05-06 12:08:41 -0700 | [diff] [blame] | 124 | |
H. Peter Anvin | e08cae4 | 2010-05-07 16:57:28 -0700 | [diff] [blame] | 125 | cpuid(HYPERV_CPUID_VENDOR_AND_MAX_FUNCTIONS, |
| 126 | &eax, &hyp_signature[0], &hyp_signature[1], &hyp_signature[2]); |
Ky Srinivasan | a2a47c6 | 2010-05-06 12:08:41 -0700 | [diff] [blame] | 127 | |
Jason Wang | 9df56f1 | 2013-07-25 16:54:35 +0800 | [diff] [blame] | 128 | if (eax >= HYPERV_CPUID_MIN && |
| 129 | eax <= HYPERV_CPUID_MAX && |
| 130 | !memcmp("Microsoft Hv", hyp_signature, 12)) |
| 131 | return HYPERV_CPUID_VENDOR_AND_MAX_FUNCTIONS; |
| 132 | |
| 133 | return 0; |
Ky Srinivasan | a2a47c6 | 2010-05-06 12:08:41 -0700 | [diff] [blame] | 134 | } |
| 135 | |
Thomas Gleixner | a5a1d1c | 2016-12-21 20:32:01 +0100 | [diff] [blame] | 136 | static u64 read_hv_clock(struct clocksource *arg) |
K. Y. Srinivasan | 6f4151c8 | 2011-09-07 15:25:10 -0700 | [diff] [blame] | 137 | { |
Thomas Gleixner | a5a1d1c | 2016-12-21 20:32:01 +0100 | [diff] [blame] | 138 | u64 current_tick; |
K. Y. Srinivasan | 6f4151c8 | 2011-09-07 15:25:10 -0700 | [diff] [blame] | 139 | /* |
| 140 | * Read the partition counter to get the current tick count. This count |
| 141 | * is set to 0 when the partition is created and is incremented in |
| 142 | * 100 nanosecond units. |
| 143 | */ |
| 144 | rdmsrl(HV_X64_MSR_TIME_REF_COUNT, current_tick); |
| 145 | return current_tick; |
| 146 | } |
| 147 | |
| 148 | static struct clocksource hyperv_cs = { |
| 149 | .name = "hyperv_clocksource", |
| 150 | .rating = 400, /* use this when running on Hyperv*/ |
| 151 | .read = read_hv_clock, |
| 152 | .mask = CLOCKSOURCE_MASK(64), |
K. Y. Srinivasan | 32c6590 | 2015-01-12 16:26:02 -0800 | [diff] [blame] | 153 | .flags = CLOCK_SOURCE_IS_CONTINUOUS, |
K. Y. Srinivasan | 6f4151c8 | 2011-09-07 15:25:10 -0700 | [diff] [blame] | 154 | }; |
| 155 | |
Vitaly Kuznetsov | 1e2ae9e | 2016-04-15 15:50:32 +0200 | [diff] [blame] | 156 | static unsigned char hv_get_nmi_reason(void) |
| 157 | { |
| 158 | return 0; |
| 159 | } |
| 160 | |
Vitaly Kuznetsov | 59107e2 | 2016-12-02 11:07:20 +0100 | [diff] [blame] | 161 | #ifdef CONFIG_X86_LOCAL_APIC |
| 162 | /* |
| 163 | * Prior to WS2016 Debug-VM sends NMIs to all CPUs which makes |
| 164 | * it dificult to process CHANNELMSG_UNLOAD in case of crash. Handle |
| 165 | * unknown NMI on the first CPU which gets it. |
| 166 | */ |
| 167 | static int hv_nmi_unknown(unsigned int val, struct pt_regs *regs) |
| 168 | { |
| 169 | static atomic_t nmi_cpu = ATOMIC_INIT(-1); |
| 170 | |
| 171 | if (!unknown_nmi_panic) |
| 172 | return NMI_DONE; |
| 173 | |
| 174 | if (atomic_cmpxchg(&nmi_cpu, -1, raw_smp_processor_id()) != -1) |
| 175 | return NMI_HANDLED; |
| 176 | |
| 177 | return NMI_DONE; |
| 178 | } |
| 179 | #endif |
| 180 | |
H. Peter Anvin | e08cae4 | 2010-05-07 16:57:28 -0700 | [diff] [blame] | 181 | static void __init ms_hyperv_init_platform(void) |
Ky Srinivasan | a2a47c6 | 2010-05-06 12:08:41 -0700 | [diff] [blame] | 182 | { |
Ky Srinivasan | a2a47c6 | 2010-05-06 12:08:41 -0700 | [diff] [blame] | 183 | /* |
H. Peter Anvin | e08cae4 | 2010-05-07 16:57:28 -0700 | [diff] [blame] | 184 | * Extract the features and hints |
Ky Srinivasan | a2a47c6 | 2010-05-06 12:08:41 -0700 | [diff] [blame] | 185 | */ |
H. Peter Anvin | e08cae4 | 2010-05-07 16:57:28 -0700 | [diff] [blame] | 186 | ms_hyperv.features = cpuid_eax(HYPERV_CPUID_FEATURES); |
Denis V. Lunev | cc2dd40 | 2015-08-01 16:08:20 -0700 | [diff] [blame] | 187 | ms_hyperv.misc_features = cpuid_edx(HYPERV_CPUID_FEATURES); |
H. Peter Anvin | e08cae4 | 2010-05-07 16:57:28 -0700 | [diff] [blame] | 188 | ms_hyperv.hints = cpuid_eax(HYPERV_CPUID_ENLIGHTMENT_INFO); |
Ky Srinivasan | a2a47c6 | 2010-05-06 12:08:41 -0700 | [diff] [blame] | 189 | |
Chen Yucong | 1b74dde | 2016-02-02 11:45:02 +0800 | [diff] [blame] | 190 | pr_info("HyperV: features 0x%x, hints 0x%x\n", |
| 191 | ms_hyperv.features, ms_hyperv.hints); |
K. Y. Srinivasan | 6f4151c8 | 2011-09-07 15:25:10 -0700 | [diff] [blame] | 192 | |
K. Y. Srinivasan | 90ab9d5 | 2013-10-10 15:30:24 -0700 | [diff] [blame] | 193 | #ifdef CONFIG_X86_LOCAL_APIC |
K. Y. Srinivasan | 9e7827b | 2013-09-30 17:28:52 +0200 | [diff] [blame] | 194 | if (ms_hyperv.features & HV_X64_MSR_APIC_FREQUENCY_AVAILABLE) { |
| 195 | /* |
| 196 | * Get the APIC frequency. |
| 197 | */ |
H. Peter Anvin | 4c08edd | 2013-11-06 10:00:05 -0800 | [diff] [blame] | 198 | u64 hv_lapic_frequency; |
| 199 | |
K. Y. Srinivasan | 9e7827b | 2013-09-30 17:28:52 +0200 | [diff] [blame] | 200 | rdmsrl(HV_X64_MSR_APIC_FREQUENCY, hv_lapic_frequency); |
| 201 | hv_lapic_frequency = div_u64(hv_lapic_frequency, HZ); |
| 202 | lapic_timer_frequency = hv_lapic_frequency; |
Chen Yucong | 1b74dde | 2016-02-02 11:45:02 +0800 | [diff] [blame] | 203 | pr_info("HyperV: LAPIC Timer Frequency: %#x\n", |
| 204 | lapic_timer_frequency); |
K. Y. Srinivasan | 9e7827b | 2013-09-30 17:28:52 +0200 | [diff] [blame] | 205 | } |
Vitaly Kuznetsov | 59107e2 | 2016-12-02 11:07:20 +0100 | [diff] [blame] | 206 | |
| 207 | register_nmi_handler(NMI_UNKNOWN, hv_nmi_unknown, NMI_FLAG_FIRST, |
| 208 | "hv_nmi_unknown"); |
K. Y. Srinivasan | 90ab9d5 | 2013-10-10 15:30:24 -0700 | [diff] [blame] | 209 | #endif |
K. Y. Srinivasan | 9e7827b | 2013-09-30 17:28:52 +0200 | [diff] [blame] | 210 | |
Olaf Hering | 32068f6 | 2013-02-03 17:22:37 -0800 | [diff] [blame] | 211 | if (ms_hyperv.features & HV_X64_MSR_TIME_REF_COUNT_AVAILABLE) |
| 212 | clocksource_register_hz(&hyperv_cs, NSEC_PER_SEC/100); |
Jason Wang | ca3ba2a | 2014-02-28 11:30:29 +0800 | [diff] [blame] | 213 | |
| 214 | #ifdef CONFIG_X86_IO_APIC |
| 215 | no_timer_check = 1; |
| 216 | #endif |
| 217 | |
Vitaly Kuznetsov | 1e03474 | 2015-09-23 12:02:57 +0200 | [diff] [blame] | 218 | #if IS_ENABLED(CONFIG_HYPERV) && defined(CONFIG_KEXEC_CORE) |
Vitaly Kuznetsov | 2517281 | 2015-08-01 16:08:07 -0700 | [diff] [blame] | 219 | machine_ops.shutdown = hv_machine_shutdown; |
Vitaly Kuznetsov | b4370df | 2015-08-01 16:08:09 -0700 | [diff] [blame] | 220 | machine_ops.crash_shutdown = hv_machine_crash_shutdown; |
Vitaly Kuznetsov | 1e03474 | 2015-09-23 12:02:57 +0200 | [diff] [blame] | 221 | #endif |
Vitaly Kuznetsov | 88c9281 | 2015-08-19 09:54:24 -0700 | [diff] [blame] | 222 | mark_tsc_unstable("running on Hyper-V"); |
Vitaly Kuznetsov | 1e2ae9e | 2016-04-15 15:50:32 +0200 | [diff] [blame] | 223 | |
| 224 | /* |
| 225 | * Generation 2 instances don't support reading the NMI status from |
| 226 | * 0x61 port. |
| 227 | */ |
| 228 | if (efi_enabled(EFI_BOOT)) |
| 229 | x86_platform.get_nmi_reason = hv_get_nmi_reason; |
K. Y. Srinivasan | 8730046 | 2017-01-18 16:45:02 -0700 | [diff] [blame^] | 230 | |
| 231 | #if IS_ENABLED(CONFIG_HYPERV) |
| 232 | /* |
| 233 | * Setup the hook to get control post apic initialization. |
| 234 | */ |
| 235 | x86_platform.apic_post_init = hyperv_init; |
| 236 | #endif |
Ky Srinivasan | a2a47c6 | 2010-05-06 12:08:41 -0700 | [diff] [blame] | 237 | } |
H. Peter Anvin | e08cae4 | 2010-05-07 16:57:28 -0700 | [diff] [blame] | 238 | |
| 239 | const __refconst struct hypervisor_x86 x86_hyper_ms_hyperv = { |
| 240 | .name = "Microsoft HyperV", |
| 241 | .detect = ms_hyperv_platform, |
| 242 | .init_platform = ms_hyperv_init_platform, |
| 243 | }; |
H. Peter Anvin | 96f6e77 | 2010-05-09 01:10:34 -0700 | [diff] [blame] | 244 | EXPORT_SYMBOL(x86_hyper_ms_hyperv); |