mirror of
https://git.kernel.org/pub/scm/linux/kernel/git/stable/linux.git
synced 2024-09-14 06:35:12 +00:00
93984f19e7
Protect gfn=>pfn cache refresh with a mutex to fully serialize refreshes. The refresh logic doesn't protect against - concurrent unmaps, or refreshes with different GPAs (which may or may not happen in practice, for example if a cache is only used under vcpu->mutex; but it's allowed in the code) - a false negative on the memslot generation. If the first refresh sees a stale memslot generation, it will refresh the hva and generation before moving on to the hva=>pfn translation. If it then drops gpc->lock, a different user of the cache can come along, acquire gpc->lock, see that the memslot generation is fresh, and skip the hva=>pfn update due to the userspace address also matching (because it too was updated). The refresh path can already sleep during hva=>pfn resolution, so wrap the refresh with a mutex to ensure that any given refresh runs to completion before other callers can start their refresh. Cc: stable@vger.kernel.org Cc: Lai Jiangshan <jiangshanlai@gmail.com> Signed-off-by: Sean Christopherson <seanjc@google.com> Message-Id: <20220429210025.3293691-7-seanjc@google.com> Signed-off-by: Paolo Bonzini <pbonzini@redhat.com>
120 lines
2.6 KiB
C
120 lines
2.6 KiB
C
/* SPDX-License-Identifier: GPL-2.0-only */
|
|
|
|
#ifndef __KVM_TYPES_H__
|
|
#define __KVM_TYPES_H__
|
|
|
|
struct kvm;
|
|
struct kvm_async_pf;
|
|
struct kvm_device_ops;
|
|
struct kvm_interrupt;
|
|
struct kvm_irq_routing_table;
|
|
struct kvm_memory_slot;
|
|
struct kvm_one_reg;
|
|
struct kvm_run;
|
|
struct kvm_userspace_memory_region;
|
|
struct kvm_vcpu;
|
|
struct kvm_vcpu_init;
|
|
struct kvm_memslots;
|
|
|
|
enum kvm_mr_change;
|
|
|
|
#include <linux/bits.h>
|
|
#include <linux/mutex.h>
|
|
#include <linux/types.h>
|
|
#include <linux/spinlock_types.h>
|
|
|
|
#include <asm/kvm_types.h>
|
|
|
|
/*
|
|
* Address types:
|
|
*
|
|
* gva - guest virtual address
|
|
* gpa - guest physical address
|
|
* gfn - guest frame number
|
|
* hva - host virtual address
|
|
* hpa - host physical address
|
|
* hfn - host frame number
|
|
*/
|
|
|
|
typedef unsigned long gva_t;
|
|
typedef u64 gpa_t;
|
|
typedef u64 gfn_t;
|
|
|
|
#define GPA_INVALID (~(gpa_t)0)
|
|
|
|
typedef unsigned long hva_t;
|
|
typedef u64 hpa_t;
|
|
typedef u64 hfn_t;
|
|
|
|
typedef hfn_t kvm_pfn_t;
|
|
|
|
enum pfn_cache_usage {
|
|
KVM_GUEST_USES_PFN = BIT(0),
|
|
KVM_HOST_USES_PFN = BIT(1),
|
|
KVM_GUEST_AND_HOST_USE_PFN = KVM_GUEST_USES_PFN | KVM_HOST_USES_PFN,
|
|
};
|
|
|
|
struct gfn_to_hva_cache {
|
|
u64 generation;
|
|
gpa_t gpa;
|
|
unsigned long hva;
|
|
unsigned long len;
|
|
struct kvm_memory_slot *memslot;
|
|
};
|
|
|
|
struct gfn_to_pfn_cache {
|
|
u64 generation;
|
|
gpa_t gpa;
|
|
unsigned long uhva;
|
|
struct kvm_memory_slot *memslot;
|
|
struct kvm_vcpu *vcpu;
|
|
struct list_head list;
|
|
rwlock_t lock;
|
|
struct mutex refresh_lock;
|
|
void *khva;
|
|
kvm_pfn_t pfn;
|
|
enum pfn_cache_usage usage;
|
|
bool active;
|
|
bool valid;
|
|
};
|
|
|
|
#ifdef KVM_ARCH_NR_OBJS_PER_MEMORY_CACHE
|
|
/*
|
|
* Memory caches are used to preallocate memory ahead of various MMU flows,
|
|
* e.g. page fault handlers. Gracefully handling allocation failures deep in
|
|
* MMU flows is problematic, as is triggering reclaim, I/O, etc... while
|
|
* holding MMU locks. Note, these caches act more like prefetch buffers than
|
|
* classical caches, i.e. objects are not returned to the cache on being freed.
|
|
*/
|
|
struct kvm_mmu_memory_cache {
|
|
int nobjs;
|
|
gfp_t gfp_zero;
|
|
struct kmem_cache *kmem_cache;
|
|
void *objects[KVM_ARCH_NR_OBJS_PER_MEMORY_CACHE];
|
|
};
|
|
#endif
|
|
|
|
#define HALT_POLL_HIST_COUNT 32
|
|
|
|
struct kvm_vm_stat_generic {
|
|
u64 remote_tlb_flush;
|
|
u64 remote_tlb_flush_requests;
|
|
};
|
|
|
|
struct kvm_vcpu_stat_generic {
|
|
u64 halt_successful_poll;
|
|
u64 halt_attempted_poll;
|
|
u64 halt_poll_invalid;
|
|
u64 halt_wakeup;
|
|
u64 halt_poll_success_ns;
|
|
u64 halt_poll_fail_ns;
|
|
u64 halt_wait_ns;
|
|
u64 halt_poll_success_hist[HALT_POLL_HIST_COUNT];
|
|
u64 halt_poll_fail_hist[HALT_POLL_HIST_COUNT];
|
|
u64 halt_wait_hist[HALT_POLL_HIST_COUNT];
|
|
u64 blocking;
|
|
};
|
|
|
|
#define KVM_STATS_NAME_SIZE 48
|
|
|
|
#endif /* __KVM_TYPES_H__ */
|