@@ -64,7 +64,7 @@ void assert_hvf_ok_impl(hv_return_t ret, const char *file, unsigned int line,
const char *exp);
#define assert_hvf_ok(EX) assert_hvf_ok_impl((EX), __FILE__, __LINE__, #EX)
const char *hvf_return_string(hv_return_t ret);
-int hvf_arch_init(void);
+int hvf_arch_init(MachineState *ms);
hv_return_t hvf_arch_vm_create(MachineState *ms, uint32_t pa_range);
int hvf_arch_init_vcpu(CPUState *cpu);
void hvf_arch_vcpu_destroy(CPUState *cpu);
@@ -41,4 +41,9 @@ static inline uint32_t hvf_arm_get_max_ipa_bit_size(void)
#endif
+/**
+ * hvf_arm_init_emulator() - initialize TCG emulator
+ */
+void hvf_arm_init_emulator(int splitwx, unsigned max_cpus);
+
#endif
@@ -346,7 +346,7 @@ static int hvf_accel_init(MachineState *ms)
hvf_state = s;
memory_listener_register(&hvf_memory_listener, &address_space_memory);
- return hvf_arch_init();
+ return hvf_arch_init(ms);
}
static inline int hvf_gdbstub_sstep_flags(void)
@@ -771,7 +771,7 @@ void cpu_address_space_init(CPUState *cpu, int asidx,
newas = &cpu->cpu_ases[asidx];
newas->cpu = cpu;
newas->as = as;
- if (tcg_enabled()) {
+ if (tcg_enabled() || hvf_enabled()) {
newas->tcg_as_listener.log_global_after_sync = tcg_log_global_after_sync;
newas->tcg_as_listener.commit = tcg_commit;
newas->tcg_as_listener.name = "tcg";
@@ -37,6 +37,17 @@
#include "gdbstub/enums.h"
+#if defined(CONFIG_TCG)
+#include "accel/tcg/internal-common.h"
+#include "accel/tcg/tcg-accel-ops.h"
+#include "exec/tb-flush.h"
+#include "hw/core/cpu.h"
+#include "qapi/error.h"
+#include "qemu/units.h"
+#include "system/tcg.h"
+#include "tcg/startup.h"
+#endif /* defined(CONFIG_TCG) */
+
#define MDSCR_EL1_SS_SHIFT 0
#define MDSCR_EL1_MDE_SHIFT 15
@@ -150,6 +161,17 @@ void hvf_arm_init_debug(void)
g_array_sized_new(true, true, sizeof(HWWatchpoint), max_hw_wps);
}
+#if defined(CONFIG_TCG)
+void hvf_arm_init_emulator(int splitwx, unsigned max_cpus)
+{
+ mttcg_enabled = true;
+ page_init();
+ tb_htable_init();
+ tcg_init(64 * MiB, splitwx, max_cpus);
+ tcg_prologue_init();
+}
+#endif /* defined(CONFIG_TCG) */
+
#define HVF_SYSREG(crn, crm, op0, op1, op2) \
ENCODE_AA64_CP_REG(CP_REG_ARM64_SYSREG_CP, crn, crm, op0, op1, op2)
@@ -968,6 +990,9 @@ void hvf_arm_set_cpu_features_from_host(ARMCPU *cpu)
void hvf_arch_vcpu_destroy(CPUState *cpu)
{
+#if defined(CONFIG_TCG)
+ tcg_exec_unrealizefn(cpu);
+#endif
}
hv_return_t hvf_arch_vm_create(MachineState *ms, uint32_t pa_range)
@@ -1060,13 +1085,26 @@ int hvf_arch_init_vcpu(CPUState *cpu)
arm_cpu->isar.id_aa64mmfr0);
assert_hvf_ok(ret);
+ /* enable TCG emulator */
+#if defined(CONFIG_TCG)
+ tcg_register_thread();
+ tcg_cpu_init_cflags(cpu, current_machine->smp.max_cpus > 1);
+ tcg_exec_realizefn(cpu, &error_fatal);
+#endif
+
return 0;
}
void hvf_kick_vcpu_thread(CPUState *cpu)
{
- cpus_kick_thread(cpu);
- hv_vcpus_exit(&cpu->accel->fd, 1);
+ if (cpu->emulation_enabled) {
+ cpu_exit(cpu);
+ } else {
+ cpus_kick_thread(cpu);
+ if (cpu->accel) {
+ hv_vcpus_exit(&cpu->accel->fd, 1);
+ }
+ }
}
static void hvf_raise_exception(CPUState *cpu, uint32_t excp,
@@ -1881,6 +1919,50 @@ static inline uint64_t sign_extend(uint64_t value, uint32_t bits)
return (uint64_t)((int64_t)(value << (64 - bits)) >> (64 - bits));
}
+#if defined(CONFIG_TCG)
+static int emulate_single_instruction(CPUState *cpu)
+{
+ ARMCPU *arm_cpu = ARM_CPU(cpu);
+ CPUARMState *env = &arm_cpu->env;
+ int prev_ss_enable = cpu->singlestep_enabled;
+ int ret;
+
+ cpu_synchronize_state(cpu);
+ arm_rebuild_hflags(env);
+ cpu_emulate(cpu, true);
+ cpu_single_step(cpu, SSTEP_NODEBUG | SSTEP_ENABLE);
+ do {
+ if (cpu_can_run(cpu)) {
+ bql_unlock();
+ ret = tcg_cpu_exec(cpu);
+ bql_lock();
+ if (ret == EXCP_ATOMIC) {
+ bql_unlock();
+ cpu_exec_step_atomic(cpu);
+ bql_lock();
+ ret = 0;
+ }
+ /* retry if we got an interrupt */
+ if (ret != EXCP_INTERRUPT) {
+ break;
+ }
+ }
+
+ qatomic_set_mb(&cpu->exit_request, 0);
+ qemu_wait_io_event(cpu);
+ } while (!cpu->unplug || cpu_can_run(cpu));
+ cpu_single_step(cpu, prev_ss_enable);
+ cpu_emulate(cpu, false);
+ cpu->accel->dirty = true;
+ flush_cpu_state(cpu);
+ if (!ret && prev_ss_enable) {
+ /* if single-stepping, always return EXCP_DEBUG */
+ ret = EXCP_DEBUG;
+ }
+ return ret;
+}
+#endif
+
int hvf_vcpu_exec(CPUState *cpu)
{
ARMCPU *arm_cpu = ARM_CPU(cpu);
@@ -1993,7 +2075,15 @@ int hvf_vcpu_exec(CPUState *cpu)
break;
}
+#if defined(CONFIG_TCG)
+ if (unlikely(!isv)) {
+ ret = emulate_single_instruction(cpu);
+ advance_pc = false;
+ break;
+ }
+#else
assert(isv);
+#endif
if (iswrite) {
val = hvf_get_reg(cpu, srt);
@@ -2124,7 +2214,7 @@ static void hvf_vm_state_change(void *opaque, bool running, RunState state)
}
}
-int hvf_arch_init(void)
+int hvf_arch_init(MachineState *ms)
{
hvf_state->vtimer_offset = mach_absolute_time();
vmstate_register(NULL, 0, &vmstate_hvf_vtimer, &vtimer);
@@ -2132,6 +2222,10 @@ int hvf_arch_init(void)
hvf_arm_init_debug();
+#if defined(CONFIG_TCG)
+ hvf_arm_init_emulator(0, ms->smp.max_cpus);
+#endif
+
return 0;
}
@@ -218,7 +218,7 @@ void hvf_kick_vcpu_thread(CPUState *cpu)
hv_vcpu_interrupt(&cpu->accel->fd, 1);
}
-int hvf_arch_init(void)
+int hvf_arch_init(MachineState *ms)
{
return 0;
}
On a data abort, the processor will try to decode the faulting instruction so the hypervisor can emulate the read/write. However, it is not always able to do this and ISV=0 whenever the instruction is not decoded. This is the case for example if the faulting instruction is SIMD or a LDP/STP. When this happens, we can use TCG to emulate the faulting instruction. This is needed if the processor uses one of these instructions to access memory that is currently unmapped such as with VGA VRAM. Signed-off-by: Joelle van Dyne <j@getutm.app> --- include/system/hvf_int.h | 2 +- target/arm/hvf_arm.h | 5 ++ accel/hvf/hvf-accel-ops.c | 2 +- system/physmem.c | 2 +- target/arm/hvf/hvf.c | 100 ++++++++++++++++++++++++++++++++++++-- target/i386/hvf/hvf.c | 2 +- 6 files changed, 106 insertions(+), 7 deletions(-)