Commit f4e23cf9 authored by Marc Zyngier's avatar Marc Zyngier

KVM: arm64: pmu: Fix cycle counter truncation

When a counter is disabled, its value is sampled before the event
is being disabled, and the value written back in the shadow register.

In that process, the value gets truncated to 32bit, which is adequate
for any counter but the cycle counter (defined as a 64bit counter).

This obviously results in a corrupted counter, and things like
"perf record -e cycles" not working at all when run in a guest...
A similar, but less critical bug exists in kvm_pmu_get_counter_value.

Make the truncation conditional on the counter not being the cycle
counter, which results in a minor code reorganisation.

Fixes: 80f393a2 ("KVM: arm/arm64: Support chained PMU counters")
Reviewed-by: default avatarAndrew Murray <andrew.murray@arm.com>
Reported-by: default avatarJulien Thierry <julien.thierry.kdev@gmail.com>
Signed-off-by: default avatarMarc Zyngier <maz@kernel.org>
parent da0c9ea1
...@@ -146,8 +146,7 @@ u64 kvm_pmu_get_counter_value(struct kvm_vcpu *vcpu, u64 select_idx) ...@@ -146,8 +146,7 @@ u64 kvm_pmu_get_counter_value(struct kvm_vcpu *vcpu, u64 select_idx)
if (kvm_pmu_pmc_is_chained(pmc) && if (kvm_pmu_pmc_is_chained(pmc) &&
kvm_pmu_idx_is_high_counter(select_idx)) kvm_pmu_idx_is_high_counter(select_idx))
counter = upper_32_bits(counter); counter = upper_32_bits(counter);
else if (select_idx != ARMV8_PMU_CYCLE_IDX)
else if (!kvm_pmu_idx_is_64bit(vcpu, select_idx))
counter = lower_32_bits(counter); counter = lower_32_bits(counter);
return counter; return counter;
...@@ -193,7 +192,7 @@ static void kvm_pmu_release_perf_event(struct kvm_pmc *pmc) ...@@ -193,7 +192,7 @@ static void kvm_pmu_release_perf_event(struct kvm_pmc *pmc)
*/ */
static void kvm_pmu_stop_counter(struct kvm_vcpu *vcpu, struct kvm_pmc *pmc) static void kvm_pmu_stop_counter(struct kvm_vcpu *vcpu, struct kvm_pmc *pmc)
{ {
u64 counter, reg; u64 counter, reg, val;
pmc = kvm_pmu_get_canonical_pmc(pmc); pmc = kvm_pmu_get_canonical_pmc(pmc);
if (!pmc->perf_event) if (!pmc->perf_event)
...@@ -201,16 +200,19 @@ static void kvm_pmu_stop_counter(struct kvm_vcpu *vcpu, struct kvm_pmc *pmc) ...@@ -201,16 +200,19 @@ static void kvm_pmu_stop_counter(struct kvm_vcpu *vcpu, struct kvm_pmc *pmc)
counter = kvm_pmu_get_pair_counter_value(vcpu, pmc); counter = kvm_pmu_get_pair_counter_value(vcpu, pmc);
if (kvm_pmu_pmc_is_chained(pmc)) { if (pmc->idx == ARMV8_PMU_CYCLE_IDX) {
reg = PMEVCNTR0_EL0 + pmc->idx; reg = PMCCNTR_EL0;
__vcpu_sys_reg(vcpu, reg) = lower_32_bits(counter); val = counter;
__vcpu_sys_reg(vcpu, reg + 1) = upper_32_bits(counter);
} else { } else {
reg = (pmc->idx == ARMV8_PMU_CYCLE_IDX) reg = PMEVCNTR0_EL0 + pmc->idx;
? PMCCNTR_EL0 : PMEVCNTR0_EL0 + pmc->idx; val = lower_32_bits(counter);
__vcpu_sys_reg(vcpu, reg) = lower_32_bits(counter);
} }
__vcpu_sys_reg(vcpu, reg) = val;
if (kvm_pmu_pmc_is_chained(pmc))
__vcpu_sys_reg(vcpu, reg + 1) = upper_32_bits(counter);
kvm_pmu_release_perf_event(pmc); kvm_pmu_release_perf_event(pmc);
} }
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment