Commit 32e92b71 authored by Marc Zyngier's avatar Marc Zyngier

Merge branch kvm-arm64/m1 into kvmarm-master/next

Rework the KVM GIC and timer to cope with lesser HW such as
the Apple M1 SoC.

* kvm-arm64/m1:
  irqchip/apple-aic: Advertise some level of vGICv3 compatibility
  KVM: arm64: timer: Add support for SW-based deactivation
  KVM: arm64: timer: Refactor IRQ configuration
  KVM: arm64: vgic: Implement SW-driven deactivation
  KVM: arm64: vgic: move irq->get_input_level into an ops structure
  KVM: arm64: vgic: Let an interrupt controller advertise lack of HW deactivation
  KVM: arm64: vgic: Be tolerant to the lack of maintenance interrupt masking
  KVM: arm64: Handle physical FIQ as an IRQ while running a guest
  irqchip/gic: Split vGIC probing information from the GIC code
parents 8124c8a6 b6ca556c
...@@ -9,6 +9,7 @@ ...@@ -9,6 +9,7 @@
#include <linux/kvm_host.h> #include <linux/kvm_host.h>
#include <linux/interrupt.h> #include <linux/interrupt.h>
#include <linux/irq.h> #include <linux/irq.h>
#include <linux/irqdomain.h>
#include <linux/uaccess.h> #include <linux/uaccess.h>
#include <clocksource/arm_arch_timer.h> #include <clocksource/arm_arch_timer.h>
...@@ -973,36 +974,154 @@ static int kvm_timer_dying_cpu(unsigned int cpu) ...@@ -973,36 +974,154 @@ static int kvm_timer_dying_cpu(unsigned int cpu)
return 0; return 0;
} }
int kvm_timer_hyp_init(bool has_gic) static int timer_irq_set_vcpu_affinity(struct irq_data *d, void *vcpu)
{ {
struct arch_timer_kvm_info *info; if (vcpu)
int err; irqd_set_forwarded_to_vcpu(d);
else
irqd_clr_forwarded_to_vcpu(d);
info = arch_timer_get_kvm_info(); return 0;
timecounter = &info->timecounter; }
if (!timecounter->cc) { static int timer_irq_set_irqchip_state(struct irq_data *d,
kvm_err("kvm_arch_timer: uninitialized timecounter\n"); enum irqchip_irq_state which, bool val)
return -ENODEV; {
if (which != IRQCHIP_STATE_ACTIVE || !irqd_is_forwarded_to_vcpu(d))
return irq_chip_set_parent_state(d, which, val);
if (val)
irq_chip_mask_parent(d);
else
irq_chip_unmask_parent(d);
return 0;
}
static void timer_irq_eoi(struct irq_data *d)
{
if (!irqd_is_forwarded_to_vcpu(d))
irq_chip_eoi_parent(d);
}
static void timer_irq_ack(struct irq_data *d)
{
d = d->parent_data;
if (d->chip->irq_ack)
d->chip->irq_ack(d);
}
static struct irq_chip timer_chip = {
.name = "KVM",
.irq_ack = timer_irq_ack,
.irq_mask = irq_chip_mask_parent,
.irq_unmask = irq_chip_unmask_parent,
.irq_eoi = timer_irq_eoi,
.irq_set_type = irq_chip_set_type_parent,
.irq_set_vcpu_affinity = timer_irq_set_vcpu_affinity,
.irq_set_irqchip_state = timer_irq_set_irqchip_state,
};
static int timer_irq_domain_alloc(struct irq_domain *domain, unsigned int virq,
unsigned int nr_irqs, void *arg)
{
irq_hw_number_t hwirq = (uintptr_t)arg;
return irq_domain_set_hwirq_and_chip(domain, virq, hwirq,
&timer_chip, NULL);
}
static void timer_irq_domain_free(struct irq_domain *domain, unsigned int virq,
unsigned int nr_irqs)
{
}
static const struct irq_domain_ops timer_domain_ops = {
.alloc = timer_irq_domain_alloc,
.free = timer_irq_domain_free,
};
static struct irq_ops arch_timer_irq_ops = {
.get_input_level = kvm_arch_timer_get_input_level,
};
static void kvm_irq_fixup_flags(unsigned int virq, u32 *flags)
{
*flags = irq_get_trigger_type(virq);
if (*flags != IRQF_TRIGGER_HIGH && *flags != IRQF_TRIGGER_LOW) {
kvm_err("Invalid trigger for timer IRQ%d, assuming level low\n",
virq);
*flags = IRQF_TRIGGER_LOW;
} }
}
/* First, do the virtual EL1 timer irq */ static int kvm_irq_init(struct arch_timer_kvm_info *info)
{
struct irq_domain *domain = NULL;
if (info->virtual_irq <= 0) { if (info->virtual_irq <= 0) {
kvm_err("kvm_arch_timer: invalid virtual timer IRQ: %d\n", kvm_err("kvm_arch_timer: invalid virtual timer IRQ: %d\n",
info->virtual_irq); info->virtual_irq);
return -ENODEV; return -ENODEV;
} }
host_vtimer_irq = info->virtual_irq; host_vtimer_irq = info->virtual_irq;
kvm_irq_fixup_flags(host_vtimer_irq, &host_vtimer_irq_flags);
if (kvm_vgic_global_state.no_hw_deactivation) {
struct fwnode_handle *fwnode;
struct irq_data *data;
fwnode = irq_domain_alloc_named_fwnode("kvm-timer");
if (!fwnode)
return -ENOMEM;
/* Assume both vtimer and ptimer in the same parent */
data = irq_get_irq_data(host_vtimer_irq);
domain = irq_domain_create_hierarchy(data->domain, 0,
NR_KVM_TIMERS, fwnode,
&timer_domain_ops, NULL);
if (!domain) {
irq_domain_free_fwnode(fwnode);
return -ENOMEM;
}
arch_timer_irq_ops.flags |= VGIC_IRQ_SW_RESAMPLE;
WARN_ON(irq_domain_push_irq(domain, host_vtimer_irq,
(void *)TIMER_VTIMER));
}
host_vtimer_irq_flags = irq_get_trigger_type(host_vtimer_irq); if (info->physical_irq > 0) {
if (host_vtimer_irq_flags != IRQF_TRIGGER_HIGH && host_ptimer_irq = info->physical_irq;
host_vtimer_irq_flags != IRQF_TRIGGER_LOW) { kvm_irq_fixup_flags(host_ptimer_irq, &host_ptimer_irq_flags);
kvm_err("Invalid trigger for vtimer IRQ%d, assuming level low\n",
host_vtimer_irq); if (domain)
host_vtimer_irq_flags = IRQF_TRIGGER_LOW; WARN_ON(irq_domain_push_irq(domain, host_ptimer_irq,
(void *)TIMER_PTIMER));
} }
return 0;
}
int kvm_timer_hyp_init(bool has_gic)
{
struct arch_timer_kvm_info *info;
int err;
info = arch_timer_get_kvm_info();
timecounter = &info->timecounter;
if (!timecounter->cc) {
kvm_err("kvm_arch_timer: uninitialized timecounter\n");
return -ENODEV;
}
err = kvm_irq_init(info);
if (err)
return err;
/* First, do the virtual EL1 timer irq */
err = request_percpu_irq(host_vtimer_irq, kvm_arch_timer_handler, err = request_percpu_irq(host_vtimer_irq, kvm_arch_timer_handler,
"kvm guest vtimer", kvm_get_running_vcpus()); "kvm guest vtimer", kvm_get_running_vcpus());
if (err) { if (err) {
...@@ -1027,15 +1146,6 @@ int kvm_timer_hyp_init(bool has_gic) ...@@ -1027,15 +1146,6 @@ int kvm_timer_hyp_init(bool has_gic)
/* Now let's do the physical EL1 timer irq */ /* Now let's do the physical EL1 timer irq */
if (info->physical_irq > 0) { if (info->physical_irq > 0) {
host_ptimer_irq = info->physical_irq;
host_ptimer_irq_flags = irq_get_trigger_type(host_ptimer_irq);
if (host_ptimer_irq_flags != IRQF_TRIGGER_HIGH &&
host_ptimer_irq_flags != IRQF_TRIGGER_LOW) {
kvm_err("Invalid trigger for ptimer IRQ%d, assuming level low\n",
host_ptimer_irq);
host_ptimer_irq_flags = IRQF_TRIGGER_LOW;
}
err = request_percpu_irq(host_ptimer_irq, kvm_arch_timer_handler, err = request_percpu_irq(host_ptimer_irq, kvm_arch_timer_handler,
"kvm guest ptimer", kvm_get_running_vcpus()); "kvm guest ptimer", kvm_get_running_vcpus());
if (err) { if (err) {
...@@ -1143,7 +1253,7 @@ int kvm_timer_enable(struct kvm_vcpu *vcpu) ...@@ -1143,7 +1253,7 @@ int kvm_timer_enable(struct kvm_vcpu *vcpu)
ret = kvm_vgic_map_phys_irq(vcpu, ret = kvm_vgic_map_phys_irq(vcpu,
map.direct_vtimer->host_timer_irq, map.direct_vtimer->host_timer_irq,
map.direct_vtimer->irq.irq, map.direct_vtimer->irq.irq,
kvm_arch_timer_get_input_level); &arch_timer_irq_ops);
if (ret) if (ret)
return ret; return ret;
...@@ -1151,7 +1261,7 @@ int kvm_timer_enable(struct kvm_vcpu *vcpu) ...@@ -1151,7 +1261,7 @@ int kvm_timer_enable(struct kvm_vcpu *vcpu)
ret = kvm_vgic_map_phys_irq(vcpu, ret = kvm_vgic_map_phys_irq(vcpu,
map.direct_ptimer->host_timer_irq, map.direct_ptimer->host_timer_irq,
map.direct_ptimer->irq.irq, map.direct_ptimer->irq.irq,
kvm_arch_timer_get_input_level); &arch_timer_irq_ops);
} }
if (ret) if (ret)
......
...@@ -76,6 +76,7 @@ el1_trap: ...@@ -76,6 +76,7 @@ el1_trap:
b __guest_exit b __guest_exit
el1_irq: el1_irq:
el1_fiq:
get_vcpu_ptr x1, x0 get_vcpu_ptr x1, x0
mov x0, #ARM_EXCEPTION_IRQ mov x0, #ARM_EXCEPTION_IRQ
b __guest_exit b __guest_exit
...@@ -131,7 +132,6 @@ SYM_CODE_END(\label) ...@@ -131,7 +132,6 @@ SYM_CODE_END(\label)
invalid_vector el2t_error_invalid invalid_vector el2t_error_invalid
invalid_vector el2h_irq_invalid invalid_vector el2h_irq_invalid
invalid_vector el2h_fiq_invalid invalid_vector el2h_fiq_invalid
invalid_vector el1_fiq_invalid
.ltorg .ltorg
...@@ -179,12 +179,12 @@ SYM_CODE_START(__kvm_hyp_vector) ...@@ -179,12 +179,12 @@ SYM_CODE_START(__kvm_hyp_vector)
valid_vect el1_sync // Synchronous 64-bit EL1 valid_vect el1_sync // Synchronous 64-bit EL1
valid_vect el1_irq // IRQ 64-bit EL1 valid_vect el1_irq // IRQ 64-bit EL1
invalid_vect el1_fiq_invalid // FIQ 64-bit EL1 valid_vect el1_fiq // FIQ 64-bit EL1
valid_vect el1_error // Error 64-bit EL1 valid_vect el1_error // Error 64-bit EL1
valid_vect el1_sync // Synchronous 32-bit EL1 valid_vect el1_sync // Synchronous 32-bit EL1
valid_vect el1_irq // IRQ 32-bit EL1 valid_vect el1_irq // IRQ 32-bit EL1
invalid_vect el1_fiq_invalid // FIQ 32-bit EL1 valid_vect el1_fiq // FIQ 32-bit EL1
valid_vect el1_error // Error 32-bit EL1 valid_vect el1_error // Error 32-bit EL1
SYM_CODE_END(__kvm_hyp_vector) SYM_CODE_END(__kvm_hyp_vector)
......
...@@ -482,6 +482,16 @@ static irqreturn_t vgic_maintenance_handler(int irq, void *data) ...@@ -482,6 +482,16 @@ static irqreturn_t vgic_maintenance_handler(int irq, void *data)
return IRQ_HANDLED; return IRQ_HANDLED;
} }
static struct gic_kvm_info *gic_kvm_info;
void __init vgic_set_kvm_info(const struct gic_kvm_info *info)
{
BUG_ON(gic_kvm_info != NULL);
gic_kvm_info = kmalloc(sizeof(*info), GFP_KERNEL);
if (gic_kvm_info)
*gic_kvm_info = *info;
}
/** /**
* kvm_vgic_init_cpu_hardware - initialize the GIC VE hardware * kvm_vgic_init_cpu_hardware - initialize the GIC VE hardware
* *
...@@ -509,18 +519,29 @@ void kvm_vgic_init_cpu_hardware(void) ...@@ -509,18 +519,29 @@ void kvm_vgic_init_cpu_hardware(void)
*/ */
int kvm_vgic_hyp_init(void) int kvm_vgic_hyp_init(void)
{ {
const struct gic_kvm_info *gic_kvm_info; bool has_mask;
int ret; int ret;
gic_kvm_info = gic_get_kvm_info();
if (!gic_kvm_info) if (!gic_kvm_info)
return -ENODEV; return -ENODEV;
if (!gic_kvm_info->maint_irq) { has_mask = !gic_kvm_info->no_maint_irq_mask;
if (has_mask && !gic_kvm_info->maint_irq) {
kvm_err("No vgic maintenance irq\n"); kvm_err("No vgic maintenance irq\n");
return -ENXIO; return -ENXIO;
} }
/*
* If we get one of these oddball non-GICs, taint the kernel,
* as we have no idea of how they *really* behave.
*/
if (gic_kvm_info->no_hw_deactivation) {
kvm_info("Non-architectural vgic, tainting kernel\n");
add_taint(TAINT_CPU_OUT_OF_SPEC, LOCKDEP_STILL_OK);
kvm_vgic_global_state.no_hw_deactivation = true;
}
switch (gic_kvm_info->type) { switch (gic_kvm_info->type) {
case GIC_V2: case GIC_V2:
ret = vgic_v2_probe(gic_kvm_info); ret = vgic_v2_probe(gic_kvm_info);
...@@ -536,10 +557,17 @@ int kvm_vgic_hyp_init(void) ...@@ -536,10 +557,17 @@ int kvm_vgic_hyp_init(void)
ret = -ENODEV; ret = -ENODEV;
} }
kvm_vgic_global_state.maint_irq = gic_kvm_info->maint_irq;
kfree(gic_kvm_info);
gic_kvm_info = NULL;
if (ret) if (ret)
return ret; return ret;
kvm_vgic_global_state.maint_irq = gic_kvm_info->maint_irq; if (!has_mask)
return 0;
ret = request_percpu_irq(kvm_vgic_global_state.maint_irq, ret = request_percpu_irq(kvm_vgic_global_state.maint_irq,
vgic_maintenance_handler, vgic_maintenance_handler,
"vgic", kvm_get_running_vcpus()); "vgic", kvm_get_running_vcpus());
......
...@@ -108,11 +108,22 @@ void vgic_v2_fold_lr_state(struct kvm_vcpu *vcpu) ...@@ -108,11 +108,22 @@ void vgic_v2_fold_lr_state(struct kvm_vcpu *vcpu)
* If this causes us to lower the level, we have to also clear * If this causes us to lower the level, we have to also clear
* the physical active state, since we will otherwise never be * the physical active state, since we will otherwise never be
* told when the interrupt becomes asserted again. * told when the interrupt becomes asserted again.
*
* Another case is when the interrupt requires a helping hand
* on deactivation (no HW deactivation, for example).
*/ */
if (vgic_irq_is_mapped_level(irq) && (val & GICH_LR_PENDING_BIT)) { if (vgic_irq_is_mapped_level(irq)) {
bool resample = false;
if (val & GICH_LR_PENDING_BIT) {
irq->line_level = vgic_get_phys_line_level(irq); irq->line_level = vgic_get_phys_line_level(irq);
resample = !irq->line_level;
} else if (vgic_irq_needs_resampling(irq) &&
!(irq->active || irq->pending_latch)) {
resample = true;
}
if (!irq->line_level) if (resample)
vgic_irq_set_phys_active(irq, false); vgic_irq_set_phys_active(irq, false);
} }
...@@ -152,7 +163,7 @@ void vgic_v2_populate_lr(struct kvm_vcpu *vcpu, struct vgic_irq *irq, int lr) ...@@ -152,7 +163,7 @@ void vgic_v2_populate_lr(struct kvm_vcpu *vcpu, struct vgic_irq *irq, int lr)
if (irq->group) if (irq->group)
val |= GICH_LR_GROUP1; val |= GICH_LR_GROUP1;
if (irq->hw) { if (irq->hw && !vgic_irq_needs_resampling(irq)) {
val |= GICH_LR_HW; val |= GICH_LR_HW;
val |= irq->hwintid << GICH_LR_PHYSID_CPUID_SHIFT; val |= irq->hwintid << GICH_LR_PHYSID_CPUID_SHIFT;
/* /*
......
...@@ -101,11 +101,22 @@ void vgic_v3_fold_lr_state(struct kvm_vcpu *vcpu) ...@@ -101,11 +101,22 @@ void vgic_v3_fold_lr_state(struct kvm_vcpu *vcpu)
* If this causes us to lower the level, we have to also clear * If this causes us to lower the level, we have to also clear
* the physical active state, since we will otherwise never be * the physical active state, since we will otherwise never be
* told when the interrupt becomes asserted again. * told when the interrupt becomes asserted again.
*
* Another case is when the interrupt requires a helping hand
* on deactivation (no HW deactivation, for example).
*/ */
if (vgic_irq_is_mapped_level(irq) && (val & ICH_LR_PENDING_BIT)) { if (vgic_irq_is_mapped_level(irq)) {
bool resample = false;
if (val & ICH_LR_PENDING_BIT) {
irq->line_level = vgic_get_phys_line_level(irq); irq->line_level = vgic_get_phys_line_level(irq);
resample = !irq->line_level;
} else if (vgic_irq_needs_resampling(irq) &&
!(irq->active || irq->pending_latch)) {
resample = true;
}
if (!irq->line_level) if (resample)
vgic_irq_set_phys_active(irq, false); vgic_irq_set_phys_active(irq, false);
} }
...@@ -136,7 +147,7 @@ void vgic_v3_populate_lr(struct kvm_vcpu *vcpu, struct vgic_irq *irq, int lr) ...@@ -136,7 +147,7 @@ void vgic_v3_populate_lr(struct kvm_vcpu *vcpu, struct vgic_irq *irq, int lr)
} }
} }
if (irq->hw) { if (irq->hw && !vgic_irq_needs_resampling(irq)) {
val |= ICH_LR_HW; val |= ICH_LR_HW;
val |= ((u64)irq->hwintid) << ICH_LR_PHYS_ID_SHIFT; val |= ((u64)irq->hwintid) << ICH_LR_PHYS_ID_SHIFT;
/* /*
......
...@@ -182,8 +182,8 @@ bool vgic_get_phys_line_level(struct vgic_irq *irq) ...@@ -182,8 +182,8 @@ bool vgic_get_phys_line_level(struct vgic_irq *irq)
BUG_ON(!irq->hw); BUG_ON(!irq->hw);
if (irq->get_input_level) if (irq->ops && irq->ops->get_input_level)
return irq->get_input_level(irq->intid); return irq->ops->get_input_level(irq->intid);
WARN_ON(irq_get_irqchip_state(irq->host_irq, WARN_ON(irq_get_irqchip_state(irq->host_irq,
IRQCHIP_STATE_PENDING, IRQCHIP_STATE_PENDING,
...@@ -480,7 +480,7 @@ int kvm_vgic_inject_irq(struct kvm *kvm, int cpuid, unsigned int intid, ...@@ -480,7 +480,7 @@ int kvm_vgic_inject_irq(struct kvm *kvm, int cpuid, unsigned int intid,
/* @irq->irq_lock must be held */ /* @irq->irq_lock must be held */
static int kvm_vgic_map_irq(struct kvm_vcpu *vcpu, struct vgic_irq *irq, static int kvm_vgic_map_irq(struct kvm_vcpu *vcpu, struct vgic_irq *irq,
unsigned int host_irq, unsigned int host_irq,
bool (*get_input_level)(int vindid)) struct irq_ops *ops)
{ {
struct irq_desc *desc; struct irq_desc *desc;
struct irq_data *data; struct irq_data *data;
...@@ -500,7 +500,7 @@ static int kvm_vgic_map_irq(struct kvm_vcpu *vcpu, struct vgic_irq *irq, ...@@ -500,7 +500,7 @@ static int kvm_vgic_map_irq(struct kvm_vcpu *vcpu, struct vgic_irq *irq,
irq->hw = true; irq->hw = true;
irq->host_irq = host_irq; irq->host_irq = host_irq;
irq->hwintid = data->hwirq; irq->hwintid = data->hwirq;
irq->get_input_level = get_input_level; irq->ops = ops;
return 0; return 0;
} }
...@@ -509,11 +509,11 @@ static inline void kvm_vgic_unmap_irq(struct vgic_irq *irq) ...@@ -509,11 +509,11 @@ static inline void kvm_vgic_unmap_irq(struct vgic_irq *irq)
{ {
irq->hw = false; irq->hw = false;
irq->hwintid = 0; irq->hwintid = 0;
irq->get_input_level = NULL; irq->ops = NULL;
} }
int kvm_vgic_map_phys_irq(struct kvm_vcpu *vcpu, unsigned int host_irq, int kvm_vgic_map_phys_irq(struct kvm_vcpu *vcpu, unsigned int host_irq,
u32 vintid, bool (*get_input_level)(int vindid)) u32 vintid, struct irq_ops *ops)
{ {
struct vgic_irq *irq = vgic_get_irq(vcpu->kvm, vcpu, vintid); struct vgic_irq *irq = vgic_get_irq(vcpu->kvm, vcpu, vintid);
unsigned long flags; unsigned long flags;
...@@ -522,7 +522,7 @@ int kvm_vgic_map_phys_irq(struct kvm_vcpu *vcpu, unsigned int host_irq, ...@@ -522,7 +522,7 @@ int kvm_vgic_map_phys_irq(struct kvm_vcpu *vcpu, unsigned int host_irq,
BUG_ON(!irq); BUG_ON(!irq);
raw_spin_lock_irqsave(&irq->irq_lock, flags); raw_spin_lock_irqsave(&irq->irq_lock, flags);
ret = kvm_vgic_map_irq(vcpu, irq, host_irq, get_input_level); ret = kvm_vgic_map_irq(vcpu, irq, host_irq, ops);
raw_spin_unlock_irqrestore(&irq->irq_lock, flags); raw_spin_unlock_irqrestore(&irq->irq_lock, flags);
vgic_put_irq(vcpu->kvm, irq); vgic_put_irq(vcpu->kvm, irq);
......
...@@ -50,6 +50,7 @@ ...@@ -50,6 +50,7 @@
#include <linux/cpuhotplug.h> #include <linux/cpuhotplug.h>
#include <linux/io.h> #include <linux/io.h>
#include <linux/irqchip.h> #include <linux/irqchip.h>
#include <linux/irqchip/arm-vgic-info.h>
#include <linux/irqdomain.h> #include <linux/irqdomain.h>
#include <linux/limits.h> #include <linux/limits.h>
#include <linux/of_address.h> #include <linux/of_address.h>
...@@ -787,6 +788,12 @@ static int aic_init_cpu(unsigned int cpu) ...@@ -787,6 +788,12 @@ static int aic_init_cpu(unsigned int cpu)
return 0; return 0;
} }
static struct gic_kvm_info vgic_info __initdata = {
.type = GIC_V3,
.no_maint_irq_mask = true,
.no_hw_deactivation = true,
};
static int __init aic_of_ic_init(struct device_node *node, struct device_node *parent) static int __init aic_of_ic_init(struct device_node *node, struct device_node *parent)
{ {
int i; int i;
...@@ -843,6 +850,8 @@ static int __init aic_of_ic_init(struct device_node *node, struct device_node *p ...@@ -843,6 +850,8 @@ static int __init aic_of_ic_init(struct device_node *node, struct device_node *p
"irqchip/apple-aic/ipi:starting", "irqchip/apple-aic/ipi:starting",
aic_init_cpu, NULL); aic_init_cpu, NULL);
vgic_set_kvm_info(&vgic_info);
pr_info("Initialized with %d IRQs, %d FIQs, %d vIPIs\n", pr_info("Initialized with %d IRQs, %d FIQs, %d vIPIs\n",
irqc->nr_hw, AIC_NR_FIQ, AIC_NR_SWIPI); irqc->nr_hw, AIC_NR_FIQ, AIC_NR_SWIPI);
......
...@@ -12,19 +12,6 @@ ...@@ -12,19 +12,6 @@
static DEFINE_RAW_SPINLOCK(irq_controller_lock); static DEFINE_RAW_SPINLOCK(irq_controller_lock);
static const struct gic_kvm_info *gic_kvm_info;
const struct gic_kvm_info *gic_get_kvm_info(void)
{
return gic_kvm_info;
}
void gic_set_kvm_info(const struct gic_kvm_info *info)
{
BUG_ON(gic_kvm_info != NULL);
gic_kvm_info = info;
}
void gic_enable_of_quirks(const struct device_node *np, void gic_enable_of_quirks(const struct device_node *np,
const struct gic_quirk *quirks, void *data) const struct gic_quirk *quirks, void *data)
{ {
......
...@@ -28,6 +28,4 @@ void gic_enable_quirks(u32 iidr, const struct gic_quirk *quirks, ...@@ -28,6 +28,4 @@ void gic_enable_quirks(u32 iidr, const struct gic_quirk *quirks,
void gic_enable_of_quirks(const struct device_node *np, void gic_enable_of_quirks(const struct device_node *np,
const struct gic_quirk *quirks, void *data); const struct gic_quirk *quirks, void *data);
void gic_set_kvm_info(const struct gic_kvm_info *info);
#endif /* _IRQ_GIC_COMMON_H */ #endif /* _IRQ_GIC_COMMON_H */
...@@ -103,7 +103,7 @@ EXPORT_SYMBOL(gic_nonsecure_priorities); ...@@ -103,7 +103,7 @@ EXPORT_SYMBOL(gic_nonsecure_priorities);
/* ppi_nmi_refs[n] == number of cpus having ppi[n + 16] set as NMI */ /* ppi_nmi_refs[n] == number of cpus having ppi[n + 16] set as NMI */
static refcount_t *ppi_nmi_refs; static refcount_t *ppi_nmi_refs;
static struct gic_kvm_info gic_v3_kvm_info; static struct gic_kvm_info gic_v3_kvm_info __initdata;
static DEFINE_PER_CPU(bool, has_rss); static DEFINE_PER_CPU(bool, has_rss);
#define MPIDR_RS(mpidr) (((mpidr) & 0xF0UL) >> 4) #define MPIDR_RS(mpidr) (((mpidr) & 0xF0UL) >> 4)
...@@ -1852,7 +1852,7 @@ static void __init gic_of_setup_kvm_info(struct device_node *node) ...@@ -1852,7 +1852,7 @@ static void __init gic_of_setup_kvm_info(struct device_node *node)
gic_v3_kvm_info.has_v4 = gic_data.rdists.has_vlpis; gic_v3_kvm_info.has_v4 = gic_data.rdists.has_vlpis;
gic_v3_kvm_info.has_v4_1 = gic_data.rdists.has_rvpeid; gic_v3_kvm_info.has_v4_1 = gic_data.rdists.has_rvpeid;
gic_set_kvm_info(&gic_v3_kvm_info); vgic_set_kvm_info(&gic_v3_kvm_info);
} }
static int __init gic_of_init(struct device_node *node, struct device_node *parent) static int __init gic_of_init(struct device_node *node, struct device_node *parent)
...@@ -2168,7 +2168,7 @@ static void __init gic_acpi_setup_kvm_info(void) ...@@ -2168,7 +2168,7 @@ static void __init gic_acpi_setup_kvm_info(void)
gic_v3_kvm_info.has_v4 = gic_data.rdists.has_vlpis; gic_v3_kvm_info.has_v4 = gic_data.rdists.has_vlpis;
gic_v3_kvm_info.has_v4_1 = gic_data.rdists.has_rvpeid; gic_v3_kvm_info.has_v4_1 = gic_data.rdists.has_rvpeid;
gic_set_kvm_info(&gic_v3_kvm_info); vgic_set_kvm_info(&gic_v3_kvm_info);
} }
static int __init static int __init
......
...@@ -119,7 +119,7 @@ static DEFINE_STATIC_KEY_TRUE(supports_deactivate_key); ...@@ -119,7 +119,7 @@ static DEFINE_STATIC_KEY_TRUE(supports_deactivate_key);
static struct gic_chip_data gic_data[CONFIG_ARM_GIC_MAX_NR] __read_mostly; static struct gic_chip_data gic_data[CONFIG_ARM_GIC_MAX_NR] __read_mostly;
static struct gic_kvm_info gic_v2_kvm_info; static struct gic_kvm_info gic_v2_kvm_info __initdata;
static DEFINE_PER_CPU(u32, sgi_intid); static DEFINE_PER_CPU(u32, sgi_intid);
...@@ -1451,7 +1451,7 @@ static void __init gic_of_setup_kvm_info(struct device_node *node) ...@@ -1451,7 +1451,7 @@ static void __init gic_of_setup_kvm_info(struct device_node *node)
return; return;
if (static_branch_likely(&supports_deactivate_key)) if (static_branch_likely(&supports_deactivate_key))
gic_set_kvm_info(&gic_v2_kvm_info); vgic_set_kvm_info(&gic_v2_kvm_info);
} }
int __init int __init
...@@ -1618,7 +1618,7 @@ static void __init gic_acpi_setup_kvm_info(void) ...@@ -1618,7 +1618,7 @@ static void __init gic_acpi_setup_kvm_info(void)
gic_v2_kvm_info.maint_irq = irq; gic_v2_kvm_info.maint_irq = irq;
gic_set_kvm_info(&gic_v2_kvm_info); vgic_set_kvm_info(&gic_v2_kvm_info);
} }
static int __init gic_v2_acpi_init(union acpi_subtable_headers *header, static int __init gic_v2_acpi_init(union acpi_subtable_headers *header,
......
...@@ -72,6 +72,9 @@ struct vgic_global { ...@@ -72,6 +72,9 @@ struct vgic_global {
bool has_gicv4; bool has_gicv4;
bool has_gicv4_1; bool has_gicv4_1;
/* Pseudo GICv3 from outer space */
bool no_hw_deactivation;
/* GIC system register CPU interface */ /* GIC system register CPU interface */
struct static_key_false gicv3_cpuif; struct static_key_false gicv3_cpuif;
...@@ -89,6 +92,26 @@ enum vgic_irq_config { ...@@ -89,6 +92,26 @@ enum vgic_irq_config {
VGIC_CONFIG_LEVEL VGIC_CONFIG_LEVEL
}; };
/*
* Per-irq ops overriding some common behavious.
*
* Always called in non-preemptible section and the functions can use
* kvm_arm_get_running_vcpu() to get the vcpu pointer for private IRQs.
*/
struct irq_ops {
/* Per interrupt flags for special-cased interrupts */
unsigned long flags;
#define VGIC_IRQ_SW_RESAMPLE BIT(0) /* Clear the active state for resampling */
/*
* Callback function pointer to in-kernel devices that can tell us the
* state of the input level of mapped level-triggered IRQ faster than
* peaking into the physical GIC.
*/
bool (*get_input_level)(int vintid);
};
struct vgic_irq { struct vgic_irq {
raw_spinlock_t irq_lock; /* Protects the content of the struct */ raw_spinlock_t irq_lock; /* Protects the content of the struct */
struct list_head lpi_list; /* Used to link all LPIs together */ struct list_head lpi_list; /* Used to link all LPIs together */
...@@ -126,21 +149,17 @@ struct vgic_irq { ...@@ -126,21 +149,17 @@ struct vgic_irq {
u8 group; /* 0 == group 0, 1 == group 1 */ u8 group; /* 0 == group 0, 1 == group 1 */
enum vgic_irq_config config; /* Level or edge */ enum vgic_irq_config config; /* Level or edge */
/* struct irq_ops *ops;
* Callback function pointer to in-kernel devices that can tell us the
* state of the input level of mapped level-triggered IRQ faster than
* peaking into the physical GIC.
*
* Always called in non-preemptible section and the functions can use
* kvm_arm_get_running_vcpu() to get the vcpu pointer for private
* IRQs.
*/
bool (*get_input_level)(int vintid);
void *owner; /* Opaque pointer to reserve an interrupt void *owner; /* Opaque pointer to reserve an interrupt
for in-kernel devices. */ for in-kernel devices. */
}; };
static inline bool vgic_irq_needs_resampling(struct vgic_irq *irq)
{
return irq->ops && (irq->ops->flags & VGIC_IRQ_SW_RESAMPLE);
}
struct vgic_register_region; struct vgic_register_region;
struct vgic_its; struct vgic_its;
...@@ -352,7 +371,7 @@ void kvm_vgic_init_cpu_hardware(void); ...@@ -352,7 +371,7 @@ void kvm_vgic_init_cpu_hardware(void);
int kvm_vgic_inject_irq(struct kvm *kvm, int cpuid, unsigned int intid, int kvm_vgic_inject_irq(struct kvm *kvm, int cpuid, unsigned int intid,
bool level, void *owner); bool level, void *owner);
int kvm_vgic_map_phys_irq(struct kvm_vcpu *vcpu, unsigned int host_irq, int kvm_vgic_map_phys_irq(struct kvm_vcpu *vcpu, unsigned int host_irq,
u32 vintid, bool (*get_input_level)(int vindid)); u32 vintid, struct irq_ops *ops);
int kvm_vgic_unmap_phys_irq(struct kvm_vcpu *vcpu, unsigned int vintid); int kvm_vgic_unmap_phys_irq(struct kvm_vcpu *vcpu, unsigned int vintid);
bool kvm_vgic_map_is_active(struct kvm_vcpu *vcpu, unsigned int vintid); bool kvm_vgic_map_is_active(struct kvm_vcpu *vcpu, unsigned int vintid);
......
...@@ -7,8 +7,7 @@ ...@@ -7,8 +7,7 @@
#ifndef __LINUX_IRQCHIP_ARM_GIC_COMMON_H #ifndef __LINUX_IRQCHIP_ARM_GIC_COMMON_H
#define __LINUX_IRQCHIP_ARM_GIC_COMMON_H #define __LINUX_IRQCHIP_ARM_GIC_COMMON_H
#include <linux/types.h> #include <linux/irqchip/arm-vgic-info.h>
#include <linux/ioport.h>
#define GICD_INT_DEF_PRI 0xa0 #define GICD_INT_DEF_PRI 0xa0
#define GICD_INT_DEF_PRI_X4 ((GICD_INT_DEF_PRI << 24) |\ #define GICD_INT_DEF_PRI_X4 ((GICD_INT_DEF_PRI << 24) |\
...@@ -16,28 +15,6 @@ ...@@ -16,28 +15,6 @@
(GICD_INT_DEF_PRI << 8) |\ (GICD_INT_DEF_PRI << 8) |\
GICD_INT_DEF_PRI) GICD_INT_DEF_PRI)
enum gic_type {
GIC_V2,
GIC_V3,
};
struct gic_kvm_info {
/* GIC type */
enum gic_type type;
/* Virtual CPU interface */
struct resource vcpu;
/* Interrupt number */
unsigned int maint_irq;
/* Virtual control interface */
struct resource vctrl;
/* vlpi support */
bool has_v4;
/* rvpeid support */
bool has_v4_1;
};
const struct gic_kvm_info *gic_get_kvm_info(void);
struct irq_domain; struct irq_domain;
struct fwnode_handle; struct fwnode_handle;
int gicv2m_init(struct fwnode_handle *parent_handle, int gicv2m_init(struct fwnode_handle *parent_handle,
......
/* SPDX-License-Identifier: GPL-2.0-only */
/*
* include/linux/irqchip/arm-vgic-info.h
*
* Copyright (C) 2016 ARM Limited, All Rights Reserved.
*/
#ifndef __LINUX_IRQCHIP_ARM_VGIC_INFO_H
#define __LINUX_IRQCHIP_ARM_VGIC_INFO_H
#include <linux/types.h>
#include <linux/ioport.h>
enum gic_type {
/* Full GICv2 */
GIC_V2,
/* Full GICv3, optionally with v2 compat */
GIC_V3,
};
struct gic_kvm_info {
/* GIC type */
enum gic_type type;
/* Virtual CPU interface */
struct resource vcpu;
/* Interrupt number */
unsigned int maint_irq;
/* No interrupt mask, no need to use the above field */
bool no_maint_irq_mask;
/* Virtual control interface */
struct resource vctrl;
/* vlpi support */
bool has_v4;
/* rvpeid support */
bool has_v4_1;
/* Deactivation impared, subpar stuff */
bool no_hw_deactivation;
};
#ifdef CONFIG_KVM
void vgic_set_kvm_info(const struct gic_kvm_info *info);
#else
static inline void vgic_set_kvm_info(const struct gic_kvm_info *info) {}
#endif
#endif
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment