@@ -100,6 +100,7 @@ struct kvm_arch {
/* Interrupt controller */
enum kvm_irqchip_type irqchip_type;
+ bool irqchip_finalized;
struct kvm_irqchip_flow irqchip_flow;
struct vgic_dist vgic;
@@ -17,6 +17,8 @@ enum kvm_irqchip_type {
#define irqchip_is_gic_v2(k) ((k)->arch.irqchip_type == IRQCHIP_GICv2)
#define irqchip_is_gic_v3(k) ((k)->arch.irqchip_type == IRQCHIP_GICv3)
+#define irqchip_finalized(k) ((k)->arch.irqchip_finalized)
+
struct kvm_irqchip_flow {
void (*irqchip_destroy)(struct kvm *);
int (*irqchip_vcpu_init)(struct kvm_vcpu *);
@@ -1129,7 +1129,7 @@ int kvm_timer_enable(struct kvm_vcpu *vcpu)
if (!irqchip_in_kernel(vcpu->kvm))
goto no_vgic;
- if (!vgic_initialized(vcpu->kvm))
+ if (!irqchip_finalized(vcpu->kvm))
return -ENODEV;
if (!timer_irqs_are_valid(vcpu)) {
@@ -235,7 +235,7 @@ void kvm_arch_free_vm(struct kvm *kvm)
int kvm_arch_vcpu_precreate(struct kvm *kvm, unsigned int id)
{
- if (irqchip_in_kernel(kvm) && vgic_initialized(kvm))
+ if (irqchip_in_kernel(kvm) && irqchip_finalized(kvm))
return -EBUSY;
if (id >= kvm->arch.max_vcpus)
@@ -525,7 +525,7 @@ static int kvm_vcpu_first_run_init(struct kvm_vcpu *vcpu)
bool kvm_arch_intc_initialized(struct kvm *kvm)
{
- return vgic_initialized(kvm);
+ return (irqchip_in_kernel(kvm) && irqchip_finalized(kvm));
}
void kvm_arm_halt_guest(struct kvm *kvm)
@@ -752,7 +752,7 @@ static int kvm_arm_pmu_v3_init(struct kvm_vcpu *vcpu)
* implementation, we require the GIC to be already
* initialized when initializing the PMU.
*/
- if (!vgic_initialized(vcpu->kvm))
+ if (!irqchip_finalized(vcpu->kvm))
return -ENODEV;
if (!kvm_arm_pmu_irq_initialized(vcpu))
@@ -241,7 +241,7 @@ static int vgic_debug_show(struct seq_file *s, void *v)
return 0;
}
- if (!kvm->arch.vgic.initialized)
+ if (!irqchip_finalized(kvm))
return 0;
if (iter->vcpu_id < iter->nr_cpus)
@@ -278,7 +278,7 @@ static void kvm_vgic_vcpu_enable(struct kvm_vcpu *vcpu)
* - the number of vcpus
* The function is generally called when nr_spis has been explicitly set
* by the guest through the KVM DEVICE API. If not nr_spis is set to 256.
- * vgic_initialized() returns true when this function has succeeded.
+ * irqchip_finalized() returns true when this function has succeeded.
* Must be called with kvm->lock held!
*/
int vgic_init(struct kvm *kvm)
@@ -287,7 +287,7 @@ int vgic_init(struct kvm *kvm)
struct kvm_vcpu *vcpu;
int ret = 0, i, idx;
- if (vgic_initialized(kvm))
+ if (irqchip_finalized(kvm))
return 0;
/* Are we also in the middle of creating a VCPU? */
@@ -348,7 +348,7 @@ int vgic_init(struct kvm *kvm)
vgic_debug_init(kvm);
dist->implementation_rev = 2;
- dist->initialized = true;
+ kvm->arch.irqchip_finalized = true;
out:
return ret;
@@ -359,8 +359,8 @@ static void kvm_vgic_dist_destroy(struct kvm *kvm)
struct vgic_dist *dist = &kvm->arch.vgic;
struct vgic_redist_region *rdreg, *next;
+ kvm->arch.irqchip_finalized = false;
dist->ready = false;
- dist->initialized = false;
kfree(dist->spis);
dist->spis = NULL;
@@ -425,7 +425,7 @@ int vgic_lazy_init(struct kvm *kvm)
{
int ret = 0;
- if (unlikely(!vgic_initialized(kvm))) {
+ if (unlikely(!irqchip_finalized(kvm))) {
/*
* We only provide the automatic initialization of the VGIC
* for the legacy case of a GICv2. Any other type must
@@ -124,7 +124,7 @@ int kvm_arch_set_irq_inatomic(struct kvm_kernel_irq_routing_entry *e,
* Injecting SPIs is always possible in atomic context
* as long as the damn vgic is initialized.
*/
- if (unlikely(!vgic_initialized(kvm)))
+ if (unlikely(!irqchip_finalized(kvm)))
break;
return vgic_irqfd_set_irq(e, kvm, irq_source_id, 1, line_status);
}
@@ -1892,7 +1892,7 @@ static int vgic_its_create(struct kvm_device *dev, u32 type)
if (!its)
return -ENOMEM;
- if (vgic_initialized(dev->kvm)) {
+ if (irqchip_finalized(dev->kvm)) {
int ret = vgic_v4_init(dev->kvm);
if (ret < 0) {
kfree(its);
@@ -532,7 +532,7 @@ static int vgic_v3_attr_regs_access(struct kvm_device *dev,
mutex_lock(&dev->kvm->lock);
- if (unlikely(!vgic_initialized(dev->kvm))) {
+ if (unlikely(!irqchip_finalized(dev->kvm))) {
ret = -EBUSY;
goto out;
}
@@ -522,7 +522,7 @@ int vgic_v3_map_resources(struct kvm *kvm)
* For a VGICv3 we require the userland to explicitly initialize
* the VGIC before we need to use it.
*/
- if (!vgic_initialized(kvm)) {
+ if (!irqchip_finalized(kvm)) {
ret = -EBUSY;
goto out;
}
@@ -577,7 +577,7 @@ int kvm_vgic_unmap_phys_irq(struct kvm_vcpu *vcpu, unsigned int vintid)
struct vgic_irq *irq;
unsigned long flags;
- if (!vgic_initialized(vcpu->kvm))
+ if (!irqchip_finalized(vcpu->kvm))
return -EAGAIN;
irq = vgic_get_irq(vcpu->kvm, vcpu, vintid);
@@ -607,7 +607,7 @@ int kvm_vgic_set_owner(struct kvm_vcpu *vcpu, unsigned int intid, void *owner)
unsigned long flags;
int ret = 0;
- if (!vgic_initialized(vcpu->kvm))
+ if (!irqchip_finalized(vcpu->kvm))
return -EAGAIN;
/* SGIs and LPIs cannot be wired up to any device */
@@ -937,7 +937,7 @@ void kvm_vgic_flush_hwstate(struct kvm_vcpu *vcpu)
void kvm_vgic_load(struct kvm_vcpu *vcpu)
{
- if (unlikely(!vgic_initialized(vcpu->kvm)))
+ if (unlikely(!irqchip_finalized(vcpu->kvm)))
return;
if (kvm_vgic_global_state.type == VGIC_V2)
@@ -948,7 +948,7 @@ void kvm_vgic_load(struct kvm_vcpu *vcpu)
void kvm_vgic_put(struct kvm_vcpu *vcpu)
{
- if (unlikely(!vgic_initialized(vcpu->kvm)))
+ if (unlikely(!irqchip_finalized(vcpu->kvm)))
return;
if (kvm_vgic_global_state.type == VGIC_V2)
@@ -1044,7 +1044,7 @@ bool kvm_vgic_map_is_active(struct kvm_vcpu *vcpu, unsigned int vintid)
bool map_is_active;
unsigned long flags;
- if (!vgic_initialized(vcpu->kvm))
+ if (!irqchip_finalized(vcpu->kvm))
return false;
irq = vgic_get_irq(vcpu->kvm, vcpu, vintid);
@@ -202,7 +202,6 @@ struct vgic_redist_region {
struct vgic_dist {
bool ready;
- bool initialized;
/* Implementation revision as reported in the GICD_IIDR */
u32 implementation_rev;
@@ -339,7 +338,6 @@ int kvm_vgic_create(struct kvm *kvm, u32 type);
int kvm_vgic_hyp_init(void);
void kvm_vgic_init_cpu_hardware(void);
-#define vgic_initialized(k) ((k)->arch.vgic.initialized)
#define vgic_valid_spi(k, i) (((i) >= VGIC_NR_PRIVATE_IRQS) && \
((i) < (k)->arch.vgic.nr_spis + VGIC_NR_PRIVATE_IRQS))
As we aim to make the core KVM/arm64 code GIC-agnostic, let's turn vgic_initialized into something more generic, and move the corresponding flag outside of the vgic data structure. Signed-off-by: Marc Zyngier <maz@kernel.org> --- arch/arm64/include/asm/kvm_host.h | 1 + arch/arm64/include/asm/kvm_irq.h | 2 ++ arch/arm64/kvm/arch_timer.c | 2 +- arch/arm64/kvm/arm.c | 4 ++-- arch/arm64/kvm/pmu-emul.c | 2 +- arch/arm64/kvm/vgic/vgic-debug.c | 2 +- arch/arm64/kvm/vgic/vgic-init.c | 10 +++++----- arch/arm64/kvm/vgic/vgic-irqfd.c | 2 +- arch/arm64/kvm/vgic/vgic-its.c | 2 +- arch/arm64/kvm/vgic/vgic-kvm-device.c | 2 +- arch/arm64/kvm/vgic/vgic-v3.c | 2 +- arch/arm64/kvm/vgic/vgic.c | 10 +++++----- include/kvm/arm_vgic.h | 2 -- 13 files changed, 22 insertions(+), 21 deletions(-)