From: Suzuki K Poulose With the introduction of private memory support, we need to handle invalidation requests with filters for a given type. Add support for passing the attributes down. Signed-off-by: Suzuki K Poulose Signed-off-by: Steven Price --- arch/arm64/include/asm/kvm_host.h | 4 +++- arch/arm64/kvm/mmu.c | 31 +++++++++++++++++++++++-------- 2 files changed, 26 insertions(+), 9 deletions(-) diff --git a/arch/arm64/include/asm/kvm_host.h b/arch/arm64/include/asm/kvm_host.h index 7948b177bf13..d672d87ffe62 100644 --- a/arch/arm64/include/asm/kvm_host.h +++ b/arch/arm64/include/asm/kvm_host.h @@ -234,6 +234,7 @@ struct kvm_vcpu_ops { }; struct kvm_gfn_range; +enum kvm_gfn_range_filter; struct kvm_s2_fault_desc; struct kvm_vm_s2_ops { @@ -244,7 +245,8 @@ struct kvm_vm_s2_ops { u64 nr_pages); void (*vm_stage2_unmap_range)(struct kvm_s2_mmu *mmu, phys_addr_t start, u64 size, - bool may_block); + bool may_block, + enum kvm_gfn_range_filter filter); int (*vm_mem_abort)(const struct kvm_s2_fault_desc *s2fd); }; diff --git a/arch/arm64/kvm/mmu.c b/arch/arm64/kvm/mmu.c index 434502e8c4f9..c5aeb3a58417 100644 --- a/arch/arm64/kvm/mmu.c +++ b/arch/arm64/kvm/mmu.c @@ -324,7 +324,8 @@ static int kvm_pgtable_stage2_unmap_tracked(struct kvm_pgtable *pgt, static void kvm_vm_stage2_unmap_range(struct kvm_s2_mmu *mmu, phys_addr_t start, - u64 size, bool may_block) + u64 size, bool may_block, + enum kvm_gfn_range_filter filter) { struct kvm *kvm = kvm_s2_mmu_to_kvm(mmu); int (*fn)(struct kvm_pgtable *, u64, u64); @@ -339,14 +340,16 @@ static void kvm_vm_stage2_unmap_range(struct kvm_s2_mmu *mmu, static void pkvm_stage2_unmap_range(struct kvm_s2_mmu *mmu, phys_addr_t start, - u64 size, bool may_block) + u64 size, bool may_block, + enum kvm_gfn_range_filter filter) { WARN_ON(stage2_apply_range(mmu, start, start + size, pkvm_pgtable_stage2_unmap, may_block)); } static void no_stage2_unmap_range(struct kvm_s2_mmu *mmu, - phys_addr_t start, u64 size, bool may_block) + phys_addr_t start, u64 size, bool may_block, + enum kvm_gfn_range_filter filter) { } @@ -388,25 +391,36 @@ static int kvm_pgtable_stage2_unmap_tracked(struct kvm_pgtable *pgt, u64 addr, u } /** - * kvm_stage2_unmap_range -- Clear stage2 page table entries to unmap a range + * kvm_stage2_unmap_range_filter -- Clear stage2 page table entries to unmap a + * range * @mmu: The KVM stage-2 MMU pointer * @start: The intermediate physical base address of the range to unmap * @size: The size of the area to unmap * @may_block: Whether or not we are permitted to block + * @filter: Filter for the ipa range (private and/or shared) * * Clear a range of stage-2 mappings, lowering the various ref-counts. Must * be called while holding mmu_lock otherwise another faulting VCPU may * come in and mess with things behind our backs. */ -void kvm_stage2_unmap_range(struct kvm_s2_mmu *mmu, phys_addr_t start, - u64 size, bool may_block) +static void kvm_stage2_unmap_range_filter(struct kvm_s2_mmu *mmu, phys_addr_t start, + u64 size, bool may_block, + enum kvm_gfn_range_filter filter) { struct kvm *kvm = kvm_s2_mmu_to_kvm(mmu); lockdep_assert_held_write(&kvm->mmu_lock); WARN_ON(size & ~PAGE_MASK); - kvm->arch.vm_s2_ops->vm_stage2_unmap_range(mmu, start, size, may_block); + kvm->arch.vm_s2_ops->vm_stage2_unmap_range(mmu, start, size, + may_block, filter); +} + +void kvm_stage2_unmap_range(struct kvm_s2_mmu *mmu, phys_addr_t start, + u64 size, bool may_block) +{ + kvm_stage2_unmap_range_filter(mmu, start, size, may_block, + KVM_FILTER_PRIVATE | KVM_FILTER_SHARED); } void kvm_stage2_flush_range(struct kvm_s2_mmu *mmu, phys_addr_t addr, phys_addr_t end) @@ -2597,7 +2611,8 @@ bool kvm_unmap_gfn_range(struct kvm *kvm, struct kvm_gfn_range *range) if (!kvm->arch.mmu.pgt) return false; - kvm_stage2_unmap_range(&kvm->arch.mmu, gpa, size, may_block); + kvm_stage2_unmap_range_filter(&kvm->arch.mmu, gpa, size, may_block, + range->attr_filter); kvm_nested_unmap_cipa_range(kvm, gpa, size, may_block); return false; -- 2.43.0