Commit 7778c4b2 authored by Paul Burton's avatar Paul Burton Committed by Ralf Baechle

irqchip: mips-gic: Use pcpu_masks to avoid reading GIC_SH_MASK*

This patch avoids the need to read the GIC_SH_MASK* registers when
decoding shared interrupts by setting & clearing the interrupt's bit in
the appropriate CPU's pcpu_masks entry when masking or unmasking the
interrupt.

This effectively means that whilst an interrupt is masked we clear its
bit in all pcpu_masks, which causes gic_handle_shared_int() to ignore it
on all CPUs without needing to check GIC_SH_MASK*.

In essence, we add a little overhead to masking or unmasking interrupts
but in return reduce the overhead of the far more common task of
decoding interrupts.
Signed-off-by: default avatarPaul Burton <paul.burton@imgtec.com>
Acked-by: default avatarMarc Zyngier <marc.zyngier@arm.com>
Cc: Jason Cooper <jason@lakedaemon.net>
Cc: Thomas Gleixner <tglx@linutronix.de>
Cc: linux-mips@linux-mips.org
Patchwork: https://patchwork.linux-mips.org/patch/17109/Signed-off-by: default avatarRalf Baechle <ralf@linux-mips.org>
parent aa493737
...@@ -55,6 +55,15 @@ static struct irq_chip gic_level_irq_controller, gic_edge_irq_controller; ...@@ -55,6 +55,15 @@ static struct irq_chip gic_level_irq_controller, gic_edge_irq_controller;
DECLARE_BITMAP(ipi_resrv, GIC_MAX_INTRS); DECLARE_BITMAP(ipi_resrv, GIC_MAX_INTRS);
DECLARE_BITMAP(ipi_available, GIC_MAX_INTRS); DECLARE_BITMAP(ipi_available, GIC_MAX_INTRS);
static void gic_clear_pcpu_masks(unsigned int intr)
{
unsigned int i;
/* Clear the interrupt's bit in all pcpu_masks */
for_each_possible_cpu(i)
clear_bit(intr, per_cpu_ptr(pcpu_masks, i));
}
static bool gic_local_irq_is_routable(int intr) static bool gic_local_irq_is_routable(int intr)
{ {
u32 vpe_ctl; u32 vpe_ctl;
...@@ -133,24 +142,17 @@ static void gic_handle_shared_int(bool chained) ...@@ -133,24 +142,17 @@ static void gic_handle_shared_int(bool chained)
unsigned int intr, virq; unsigned int intr, virq;
unsigned long *pcpu_mask; unsigned long *pcpu_mask;
DECLARE_BITMAP(pending, GIC_MAX_INTRS); DECLARE_BITMAP(pending, GIC_MAX_INTRS);
DECLARE_BITMAP(intrmask, GIC_MAX_INTRS);
/* Get per-cpu bitmaps */ /* Get per-cpu bitmaps */
pcpu_mask = this_cpu_ptr(pcpu_masks); pcpu_mask = this_cpu_ptr(pcpu_masks);
if (mips_cm_is64) { if (mips_cm_is64)
__ioread64_copy(pending, addr_gic_pend(), __ioread64_copy(pending, addr_gic_pend(),
DIV_ROUND_UP(gic_shared_intrs, 64)); DIV_ROUND_UP(gic_shared_intrs, 64));
__ioread64_copy(intrmask, addr_gic_mask(), else
DIV_ROUND_UP(gic_shared_intrs, 64));
} else {
__ioread32_copy(pending, addr_gic_pend(), __ioread32_copy(pending, addr_gic_pend(),
DIV_ROUND_UP(gic_shared_intrs, 32)); DIV_ROUND_UP(gic_shared_intrs, 32));
__ioread32_copy(intrmask, addr_gic_mask(),
DIV_ROUND_UP(gic_shared_intrs, 32));
}
bitmap_and(pending, pending, intrmask, gic_shared_intrs);
bitmap_and(pending, pending, pcpu_mask, gic_shared_intrs); bitmap_and(pending, pending, pcpu_mask, gic_shared_intrs);
for_each_set_bit(intr, pending, gic_shared_intrs) { for_each_set_bit(intr, pending, gic_shared_intrs) {
...@@ -165,12 +167,23 @@ static void gic_handle_shared_int(bool chained) ...@@ -165,12 +167,23 @@ static void gic_handle_shared_int(bool chained)
static void gic_mask_irq(struct irq_data *d) static void gic_mask_irq(struct irq_data *d)
{ {
write_gic_rmask(BIT(GIC_HWIRQ_TO_SHARED(d->hwirq))); unsigned int intr = GIC_HWIRQ_TO_SHARED(d->hwirq);
write_gic_rmask(BIT(intr));
gic_clear_pcpu_masks(intr);
} }
static void gic_unmask_irq(struct irq_data *d) static void gic_unmask_irq(struct irq_data *d)
{ {
write_gic_smask(BIT(GIC_HWIRQ_TO_SHARED(d->hwirq))); struct cpumask *affinity = irq_data_get_affinity_mask(d);
unsigned int intr = GIC_HWIRQ_TO_SHARED(d->hwirq);
unsigned int cpu;
write_gic_smask(BIT(intr));
gic_clear_pcpu_masks(intr);
cpu = cpumask_first_and(affinity, cpu_online_mask);
set_bit(intr, per_cpu_ptr(pcpu_masks, cpu));
} }
static void gic_ack_irq(struct irq_data *d) static void gic_ack_irq(struct irq_data *d)
...@@ -239,7 +252,6 @@ static int gic_set_affinity(struct irq_data *d, const struct cpumask *cpumask, ...@@ -239,7 +252,6 @@ static int gic_set_affinity(struct irq_data *d, const struct cpumask *cpumask,
unsigned int irq = GIC_HWIRQ_TO_SHARED(d->hwirq); unsigned int irq = GIC_HWIRQ_TO_SHARED(d->hwirq);
cpumask_t tmp = CPU_MASK_NONE; cpumask_t tmp = CPU_MASK_NONE;
unsigned long flags; unsigned long flags;
int i;
cpumask_and(&tmp, cpumask, cpu_online_mask); cpumask_and(&tmp, cpumask, cpu_online_mask);
if (cpumask_empty(&tmp)) if (cpumask_empty(&tmp))
...@@ -252,9 +264,9 @@ static int gic_set_affinity(struct irq_data *d, const struct cpumask *cpumask, ...@@ -252,9 +264,9 @@ static int gic_set_affinity(struct irq_data *d, const struct cpumask *cpumask,
write_gic_map_vp(irq, BIT(mips_cm_vp_id(cpumask_first(&tmp)))); write_gic_map_vp(irq, BIT(mips_cm_vp_id(cpumask_first(&tmp))));
/* Update the pcpu_masks */ /* Update the pcpu_masks */
for (i = 0; i < min(gic_vpes, NR_CPUS); i++) gic_clear_pcpu_masks(irq);
clear_bit(irq, per_cpu_ptr(pcpu_masks, i)); if (read_gic_mask(irq))
set_bit(irq, per_cpu_ptr(pcpu_masks, cpumask_first(&tmp))); set_bit(irq, per_cpu_ptr(pcpu_masks, cpumask_first(&tmp)));
cpumask_copy(irq_data_get_affinity_mask(d), cpumask); cpumask_copy(irq_data_get_affinity_mask(d), cpumask);
spin_unlock_irqrestore(&gic_lock, flags); spin_unlock_irqrestore(&gic_lock, flags);
...@@ -405,18 +417,16 @@ static int gic_local_irq_domain_map(struct irq_domain *d, unsigned int virq, ...@@ -405,18 +417,16 @@ static int gic_local_irq_domain_map(struct irq_domain *d, unsigned int virq,
} }
static int gic_shared_irq_domain_map(struct irq_domain *d, unsigned int virq, static int gic_shared_irq_domain_map(struct irq_domain *d, unsigned int virq,
irq_hw_number_t hw, unsigned int vpe) irq_hw_number_t hw, unsigned int cpu)
{ {
int intr = GIC_HWIRQ_TO_SHARED(hw); int intr = GIC_HWIRQ_TO_SHARED(hw);
unsigned long flags; unsigned long flags;
int i;
spin_lock_irqsave(&gic_lock, flags); spin_lock_irqsave(&gic_lock, flags);
write_gic_map_pin(intr, GIC_MAP_PIN_MAP_TO_PIN | gic_cpu_pin); write_gic_map_pin(intr, GIC_MAP_PIN_MAP_TO_PIN | gic_cpu_pin);
write_gic_map_vp(intr, BIT(mips_cm_vp_id(vpe))); write_gic_map_vp(intr, BIT(mips_cm_vp_id(cpu)));
for (i = 0; i < min(gic_vpes, NR_CPUS); i++) gic_clear_pcpu_masks(intr);
clear_bit(intr, per_cpu_ptr(pcpu_masks, i)); set_bit(intr, per_cpu_ptr(pcpu_masks, cpu));
set_bit(intr, per_cpu_ptr(pcpu_masks, vpe));
spin_unlock_irqrestore(&gic_lock, flags); spin_unlock_irqrestore(&gic_lock, flags);
return 0; return 0;
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment