2020-12-09 14:09:24 +08:00
|
|
|
// SPDX-License-Identifier: GPL-2.0
|
|
|
|
|
|
|
|
#define pr_fmt(fmt) "smccc: KVM: " fmt
|
|
|
|
|
|
|
|
#include <linux/arm-smccc.h>
|
|
|
|
#include <linux/bitmap.h>
|
2022-05-09 18:20:53 -07:00
|
|
|
#include <linux/cache.h>
|
2020-12-09 14:09:24 +08:00
|
|
|
#include <linux/kernel.h>
|
2025-02-21 14:02:28 +00:00
|
|
|
#include <linux/memblock.h>
|
2020-12-09 14:09:24 +08:00
|
|
|
#include <linux/string.h>
|
|
|
|
|
2025-02-21 14:02:28 +00:00
|
|
|
#include <uapi/linux/psci.h>
|
|
|
|
|
2020-12-09 14:09:24 +08:00
|
|
|
#include <asm/hypervisor.h>
|
|
|
|
|
|
|
|
static DECLARE_BITMAP(__kvm_arm_hyp_services, ARM_SMCCC_KVM_NUM_FUNCS) __ro_after_init = { };
|
|
|
|
|
|
|
|
void __init kvm_init_hyp_services(void)
|
|
|
|
{
|
2025-04-28 14:07:32 -07:00
|
|
|
uuid_t kvm_uuid = ARM_SMCCC_VENDOR_HYP_UID_KVM;
|
2020-12-09 14:09:24 +08:00
|
|
|
struct arm_smccc_res res;
|
|
|
|
u32 val[4];
|
|
|
|
|
2025-04-28 14:07:32 -07:00
|
|
|
if (!arm_smccc_hypervisor_has_uuid(&kvm_uuid))
|
2020-12-09 14:09:24 +08:00
|
|
|
return;
|
|
|
|
|
|
|
|
memset(&res, 0, sizeof(res));
|
|
|
|
arm_smccc_1_1_invoke(ARM_SMCCC_VENDOR_HYP_KVM_FEATURES_FUNC_ID, &res);
|
|
|
|
|
|
|
|
val[0] = lower_32_bits(res.a0);
|
|
|
|
val[1] = lower_32_bits(res.a1);
|
|
|
|
val[2] = lower_32_bits(res.a2);
|
|
|
|
val[3] = lower_32_bits(res.a3);
|
|
|
|
|
|
|
|
bitmap_from_arr32(__kvm_arm_hyp_services, val, ARM_SMCCC_KVM_NUM_FUNCS);
|
|
|
|
|
|
|
|
pr_info("hypervisor services detected (0x%08lx 0x%08lx 0x%08lx 0x%08lx)\n",
|
|
|
|
res.a3, res.a2, res.a1, res.a0);
|
2024-08-30 14:01:44 +01:00
|
|
|
|
|
|
|
kvm_arch_init_hyp_services();
|
2020-12-09 14:09:24 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
bool kvm_arm_hyp_service_available(u32 func_id)
|
|
|
|
{
|
|
|
|
if (func_id >= ARM_SMCCC_KVM_NUM_FUNCS)
|
|
|
|
return false;
|
|
|
|
|
|
|
|
return test_bit(func_id, __kvm_arm_hyp_services);
|
|
|
|
}
|
|
|
|
EXPORT_SYMBOL_GPL(kvm_arm_hyp_service_available);
|
2025-02-21 14:02:28 +00:00
|
|
|
|
2025-03-06 16:38:28 -08:00
|
|
|
#ifdef CONFIG_ARM64
|
2025-02-21 14:02:28 +00:00
|
|
|
void __init kvm_arm_target_impl_cpu_init(void)
|
|
|
|
{
|
|
|
|
int i;
|
|
|
|
u32 ver;
|
|
|
|
u64 max_cpus;
|
|
|
|
struct arm_smccc_res res;
|
|
|
|
struct target_impl_cpu *target;
|
|
|
|
|
|
|
|
if (!kvm_arm_hyp_service_available(ARM_SMCCC_KVM_FUNC_DISCOVER_IMPL_VER) ||
|
|
|
|
!kvm_arm_hyp_service_available(ARM_SMCCC_KVM_FUNC_DISCOVER_IMPL_CPUS))
|
|
|
|
return;
|
|
|
|
|
|
|
|
arm_smccc_1_1_invoke(ARM_SMCCC_VENDOR_HYP_KVM_DISCOVER_IMPL_VER_FUNC_ID,
|
|
|
|
0, &res);
|
|
|
|
if (res.a0 != SMCCC_RET_SUCCESS)
|
|
|
|
return;
|
|
|
|
|
|
|
|
/* Version info is in lower 32 bits and is in SMMCCC_VERSION format */
|
|
|
|
ver = lower_32_bits(res.a1);
|
|
|
|
if (PSCI_VERSION_MAJOR(ver) != 1) {
|
|
|
|
pr_warn("Unsupported target CPU implementation version v%d.%d\n",
|
|
|
|
PSCI_VERSION_MAJOR(ver), PSCI_VERSION_MINOR(ver));
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (!res.a2) {
|
|
|
|
pr_warn("No target implementation CPUs specified\n");
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
max_cpus = res.a2;
|
|
|
|
target = memblock_alloc(sizeof(*target) * max_cpus, __alignof__(*target));
|
|
|
|
if (!target) {
|
|
|
|
pr_warn("Not enough memory for struct target_impl_cpu\n");
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
for (i = 0; i < max_cpus; i++) {
|
|
|
|
arm_smccc_1_1_invoke(ARM_SMCCC_VENDOR_HYP_KVM_DISCOVER_IMPL_CPUS_FUNC_ID,
|
2025-03-27 09:36:15 -07:00
|
|
|
i, 0, 0, &res);
|
2025-02-21 14:02:28 +00:00
|
|
|
if (res.a0 != SMCCC_RET_SUCCESS) {
|
|
|
|
pr_warn("Discovering target implementation CPUs failed\n");
|
|
|
|
goto mem_free;
|
|
|
|
}
|
|
|
|
target[i].midr = res.a1;
|
|
|
|
target[i].revidr = res.a2;
|
|
|
|
target[i].aidr = res.a3;
|
2025-03-26 12:06:59 +08:00
|
|
|
}
|
2025-02-21 14:02:28 +00:00
|
|
|
|
|
|
|
if (!cpu_errata_set_target_impl(max_cpus, target)) {
|
|
|
|
pr_warn("Failed to set target implementation CPUs\n");
|
|
|
|
goto mem_free;
|
|
|
|
}
|
|
|
|
|
|
|
|
pr_info("Number of target implementation CPUs is %lld\n", max_cpus);
|
|
|
|
return;
|
|
|
|
|
|
|
|
mem_free:
|
|
|
|
memblock_free(target, sizeof(*target) * max_cpus);
|
|
|
|
}
|
2025-03-06 16:38:28 -08:00
|
|
|
#endif
|