162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0
262306a36Sopenharmony_ci#include <linux/thread_info.h>
362306a36Sopenharmony_ci#include <asm/smp.h>
462306a36Sopenharmony_ci
562306a36Sopenharmony_ci#include <xen/events.h>
662306a36Sopenharmony_ci
762306a36Sopenharmony_ci#include "xen-ops.h"
862306a36Sopenharmony_ci#include "smp.h"
962306a36Sopenharmony_ci
1062306a36Sopenharmony_ci
1162306a36Sopenharmony_cistatic void __init xen_hvm_smp_prepare_boot_cpu(void)
1262306a36Sopenharmony_ci{
1362306a36Sopenharmony_ci	BUG_ON(smp_processor_id() != 0);
1462306a36Sopenharmony_ci	native_smp_prepare_boot_cpu();
1562306a36Sopenharmony_ci
1662306a36Sopenharmony_ci	/*
1762306a36Sopenharmony_ci	 * Setup vcpu_info for boot CPU. Secondary CPUs get their vcpu_info
1862306a36Sopenharmony_ci	 * in xen_cpu_up_prepare_hvm().
1962306a36Sopenharmony_ci	 */
2062306a36Sopenharmony_ci	xen_vcpu_setup(0);
2162306a36Sopenharmony_ci
2262306a36Sopenharmony_ci	/*
2362306a36Sopenharmony_ci	 * Called again in case the kernel boots on vcpu >= MAX_VIRT_CPUS.
2462306a36Sopenharmony_ci	 * Refer to comments in xen_hvm_init_time_ops().
2562306a36Sopenharmony_ci	 */
2662306a36Sopenharmony_ci	xen_hvm_init_time_ops();
2762306a36Sopenharmony_ci
2862306a36Sopenharmony_ci	/*
2962306a36Sopenharmony_ci	 * The alternative logic (which patches the unlock/lock) runs before
3062306a36Sopenharmony_ci	 * the smp bootup up code is activated. Hence we need to set this up
3162306a36Sopenharmony_ci	 * the core kernel is being patched. Otherwise we will have only
3262306a36Sopenharmony_ci	 * modules patched but not core code.
3362306a36Sopenharmony_ci	 */
3462306a36Sopenharmony_ci	xen_init_spinlocks();
3562306a36Sopenharmony_ci}
3662306a36Sopenharmony_ci
3762306a36Sopenharmony_cistatic void __init xen_hvm_smp_prepare_cpus(unsigned int max_cpus)
3862306a36Sopenharmony_ci{
3962306a36Sopenharmony_ci	int cpu;
4062306a36Sopenharmony_ci
4162306a36Sopenharmony_ci	native_smp_prepare_cpus(max_cpus);
4262306a36Sopenharmony_ci
4362306a36Sopenharmony_ci	if (xen_have_vector_callback) {
4462306a36Sopenharmony_ci		WARN_ON(xen_smp_intr_init(0));
4562306a36Sopenharmony_ci		xen_init_lock_cpu(0);
4662306a36Sopenharmony_ci	}
4762306a36Sopenharmony_ci
4862306a36Sopenharmony_ci	for_each_possible_cpu(cpu) {
4962306a36Sopenharmony_ci		if (cpu == 0)
5062306a36Sopenharmony_ci			continue;
5162306a36Sopenharmony_ci
5262306a36Sopenharmony_ci		/* Set default vcpu_id to make sure that we don't use cpu-0's */
5362306a36Sopenharmony_ci		per_cpu(xen_vcpu_id, cpu) = XEN_VCPU_ID_INVALID;
5462306a36Sopenharmony_ci	}
5562306a36Sopenharmony_ci}
5662306a36Sopenharmony_ci
5762306a36Sopenharmony_ci#ifdef CONFIG_HOTPLUG_CPU
5862306a36Sopenharmony_cistatic void xen_hvm_cleanup_dead_cpu(unsigned int cpu)
5962306a36Sopenharmony_ci{
6062306a36Sopenharmony_ci	if (xen_have_vector_callback) {
6162306a36Sopenharmony_ci		xen_smp_intr_free(cpu);
6262306a36Sopenharmony_ci		xen_uninit_lock_cpu(cpu);
6362306a36Sopenharmony_ci		xen_teardown_timer(cpu);
6462306a36Sopenharmony_ci	}
6562306a36Sopenharmony_ci}
6662306a36Sopenharmony_ci#else
6762306a36Sopenharmony_cistatic void xen_hvm_cleanup_dead_cpu(unsigned int cpu)
6862306a36Sopenharmony_ci{
6962306a36Sopenharmony_ci	BUG();
7062306a36Sopenharmony_ci}
7162306a36Sopenharmony_ci#endif
7262306a36Sopenharmony_ci
7362306a36Sopenharmony_civoid __init xen_hvm_smp_init(void)
7462306a36Sopenharmony_ci{
7562306a36Sopenharmony_ci	smp_ops.smp_prepare_boot_cpu = xen_hvm_smp_prepare_boot_cpu;
7662306a36Sopenharmony_ci	smp_ops.smp_prepare_cpus = xen_hvm_smp_prepare_cpus;
7762306a36Sopenharmony_ci	smp_ops.smp_cpus_done = xen_smp_cpus_done;
7862306a36Sopenharmony_ci	smp_ops.cleanup_dead_cpu = xen_hvm_cleanup_dead_cpu;
7962306a36Sopenharmony_ci
8062306a36Sopenharmony_ci	if (!xen_have_vector_callback) {
8162306a36Sopenharmony_ci#ifdef CONFIG_PARAVIRT_SPINLOCKS
8262306a36Sopenharmony_ci		nopvspin = true;
8362306a36Sopenharmony_ci#endif
8462306a36Sopenharmony_ci		return;
8562306a36Sopenharmony_ci	}
8662306a36Sopenharmony_ci
8762306a36Sopenharmony_ci	smp_ops.smp_send_reschedule = xen_smp_send_reschedule;
8862306a36Sopenharmony_ci	smp_ops.send_call_func_ipi = xen_smp_send_call_function_ipi;
8962306a36Sopenharmony_ci	smp_ops.send_call_func_single_ipi = xen_smp_send_call_function_single_ipi;
9062306a36Sopenharmony_ci}
91