blob: 6ff3c887e0b99523cd69774b8de8f3009f69d92f [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001// SPDX-License-Identifier: GPL-2.0
Peter Zijlstra0cd39f42020-08-06 14:35:11 +02002#include <linux/thread_info.h>
Vitaly Kuznetsova52482d2017-03-14 18:35:45 +01003#include <asm/smp.h>
4
Boris Ostrovsky84d582d2017-04-24 15:04:53 -04005#include <xen/events.h>
6
Vitaly Kuznetsova52482d2017-03-14 18:35:45 +01007#include "xen-ops.h"
8#include "smp.h"
9
10
11static void __init xen_hvm_smp_prepare_boot_cpu(void)
12{
13 BUG_ON(smp_processor_id() != 0);
14 native_smp_prepare_boot_cpu();
15
16 /*
Ankur Aroraad73fd52017-06-02 17:05:58 -070017 * Setup vcpu_info for boot CPU. Secondary CPUs get their vcpu_info
18 * in xen_cpu_up_prepare_hvm().
Vitaly Kuznetsova52482d2017-03-14 18:35:45 +010019 */
20 xen_vcpu_setup(0);
21
22 /*
23 * The alternative logic (which patches the unlock/lock) runs before
24 * the smp bootup up code is activated. Hence we need to set this up
25 * the core kernel is being patched. Otherwise we will have only
26 * modules patched but not core code.
27 */
28 xen_init_spinlocks();
29}
30
31static void __init xen_hvm_smp_prepare_cpus(unsigned int max_cpus)
32{
Ankur Arora0b64ffb2017-06-02 17:05:59 -070033 int cpu;
34
Vitaly Kuznetsova52482d2017-03-14 18:35:45 +010035 native_smp_prepare_cpus(max_cpus);
Vitaly Kuznetsova52482d2017-03-14 18:35:45 +010036
David Woodhouse3d7746b2021-01-06 15:39:58 +000037 if (xen_have_vector_callback) {
38 WARN_ON(xen_smp_intr_init(0));
39 xen_init_lock_cpu(0);
40 }
Ankur Arora0b64ffb2017-06-02 17:05:59 -070041
42 for_each_possible_cpu(cpu) {
43 if (cpu == 0)
44 continue;
45
46 /* Set default vcpu_id to make sure that we don't use cpu-0's */
47 per_cpu(xen_vcpu_id, cpu) = XEN_VCPU_ID_INVALID;
48 }
Vitaly Kuznetsova52482d2017-03-14 18:35:45 +010049}
50
51#ifdef CONFIG_HOTPLUG_CPU
52static void xen_hvm_cpu_die(unsigned int cpu)
53{
54 if (common_cpu_die(cpu) == 0) {
David Woodhouse3d7746b2021-01-06 15:39:58 +000055 if (xen_have_vector_callback) {
56 xen_smp_intr_free(cpu);
57 xen_uninit_lock_cpu(cpu);
58 xen_teardown_timer(cpu);
59 }
Vitaly Kuznetsova52482d2017-03-14 18:35:45 +010060 }
61}
62#else
63static void xen_hvm_cpu_die(unsigned int cpu)
64{
65 BUG();
66}
67#endif
68
69void __init xen_hvm_smp_init(void)
70{
David Woodhouse3d7746b2021-01-06 15:39:58 +000071 smp_ops.smp_prepare_boot_cpu = xen_hvm_smp_prepare_boot_cpu;
Vitaly Kuznetsova52482d2017-03-14 18:35:45 +010072 smp_ops.smp_prepare_cpus = xen_hvm_smp_prepare_cpus;
David Woodhouse3d7746b2021-01-06 15:39:58 +000073 smp_ops.smp_cpus_done = xen_smp_cpus_done;
Vitaly Kuznetsova52482d2017-03-14 18:35:45 +010074 smp_ops.cpu_die = xen_hvm_cpu_die;
David Woodhouse3d7746b2021-01-06 15:39:58 +000075
76 if (!xen_have_vector_callback) {
Randy Dunlapbd9dcef2021-01-15 11:11:23 -080077#ifdef CONFIG_PARAVIRT_SPINLOCKS
David Woodhouse3d7746b2021-01-06 15:39:58 +000078 nopvspin = true;
Randy Dunlapbd9dcef2021-01-15 11:11:23 -080079#endif
David Woodhouse3d7746b2021-01-06 15:39:58 +000080 return;
81 }
82
83 smp_ops.smp_send_reschedule = xen_smp_send_reschedule;
Vitaly Kuznetsova52482d2017-03-14 18:35:45 +010084 smp_ops.send_call_func_ipi = xen_smp_send_call_function_ipi;
85 smp_ops.send_call_func_single_ipi = xen_smp_send_call_function_single_ipi;
Vitaly Kuznetsova52482d2017-03-14 18:35:45 +010086}