mirror of
https://git.kernel.org/pub/scm/linux/kernel/git/stable/linux.git
synced 2024-09-14 06:35:12 +00:00
837f66c712
Allow the capacity of the kvm_mmu_memory_cache struct to be chosen at declaration time rather than being fixed for all declarations. This will be used in a follow-up commit to declare an cache in x86 with a capacity of 512+ objects without having to increase the capacity of all caches in KVM. This change requires each cache now specify its capacity at runtime, since the cache struct itself no longer has a fixed capacity known at compile time. To protect against someone accidentally defining a kvm_mmu_memory_cache struct directly (without the extra storage), this commit includes a WARN_ON() in kvm_mmu_topup_memory_cache(). In order to support different capacities, this commit changes the objects pointer array to be dynamically allocated the first time the cache is topped-up. While here, opportunistically clean up the stack-allocated kvm_mmu_memory_cache structs in riscv and arm64 to use designated initializers. No functional change intended. Reviewed-by: Marc Zyngier <maz@kernel.org> Signed-off-by: David Matlack <dmatlack@google.com> Message-Id: <20220516232138.1783324-22-dmatlack@google.com> Signed-off-by: Paolo Bonzini <pbonzini@redhat.com>
124 lines
2.7 KiB
C
124 lines
2.7 KiB
C
/* SPDX-License-Identifier: GPL-2.0-only */
|
|
|
|
#ifndef __KVM_TYPES_H__
|
|
#define __KVM_TYPES_H__
|
|
|
|
struct kvm;
|
|
struct kvm_async_pf;
|
|
struct kvm_device_ops;
|
|
struct kvm_interrupt;
|
|
struct kvm_irq_routing_table;
|
|
struct kvm_memory_slot;
|
|
struct kvm_one_reg;
|
|
struct kvm_run;
|
|
struct kvm_userspace_memory_region;
|
|
struct kvm_vcpu;
|
|
struct kvm_vcpu_init;
|
|
struct kvm_memslots;
|
|
|
|
enum kvm_mr_change;
|
|
|
|
#include <linux/bits.h>
|
|
#include <linux/mutex.h>
|
|
#include <linux/types.h>
|
|
#include <linux/spinlock_types.h>
|
|
|
|
#include <asm/kvm_types.h>
|
|
|
|
/*
|
|
* Address types:
|
|
*
|
|
* gva - guest virtual address
|
|
* gpa - guest physical address
|
|
* gfn - guest frame number
|
|
* hva - host virtual address
|
|
* hpa - host physical address
|
|
* hfn - host frame number
|
|
*/
|
|
|
|
typedef unsigned long gva_t;
|
|
typedef u64 gpa_t;
|
|
typedef u64 gfn_t;
|
|
|
|
#define GPA_INVALID (~(gpa_t)0)
|
|
|
|
typedef unsigned long hva_t;
|
|
typedef u64 hpa_t;
|
|
typedef u64 hfn_t;
|
|
|
|
typedef hfn_t kvm_pfn_t;
|
|
|
|
enum pfn_cache_usage {
|
|
KVM_GUEST_USES_PFN = BIT(0),
|
|
KVM_HOST_USES_PFN = BIT(1),
|
|
KVM_GUEST_AND_HOST_USE_PFN = KVM_GUEST_USES_PFN | KVM_HOST_USES_PFN,
|
|
};
|
|
|
|
struct gfn_to_hva_cache {
|
|
u64 generation;
|
|
gpa_t gpa;
|
|
unsigned long hva;
|
|
unsigned long len;
|
|
struct kvm_memory_slot *memslot;
|
|
};
|
|
|
|
struct gfn_to_pfn_cache {
|
|
u64 generation;
|
|
gpa_t gpa;
|
|
unsigned long uhva;
|
|
struct kvm_memory_slot *memslot;
|
|
struct kvm_vcpu *vcpu;
|
|
struct list_head list;
|
|
rwlock_t lock;
|
|
struct mutex refresh_lock;
|
|
void *khva;
|
|
kvm_pfn_t pfn;
|
|
enum pfn_cache_usage usage;
|
|
bool active;
|
|
bool valid;
|
|
};
|
|
|
|
#ifdef KVM_ARCH_NR_OBJS_PER_MEMORY_CACHE
|
|
/*
|
|
* Memory caches are used to preallocate memory ahead of various MMU flows,
|
|
* e.g. page fault handlers. Gracefully handling allocation failures deep in
|
|
* MMU flows is problematic, as is triggering reclaim, I/O, etc... while
|
|
* holding MMU locks. Note, these caches act more like prefetch buffers than
|
|
* classical caches, i.e. objects are not returned to the cache on being freed.
|
|
*
|
|
* The @capacity field and @objects array are lazily initialized when the cache
|
|
* is topped up (__kvm_mmu_topup_memory_cache()).
|
|
*/
|
|
struct kvm_mmu_memory_cache {
|
|
int nobjs;
|
|
gfp_t gfp_zero;
|
|
struct kmem_cache *kmem_cache;
|
|
int capacity;
|
|
void **objects;
|
|
};
|
|
#endif
|
|
|
|
#define HALT_POLL_HIST_COUNT 32
|
|
|
|
struct kvm_vm_stat_generic {
|
|
u64 remote_tlb_flush;
|
|
u64 remote_tlb_flush_requests;
|
|
};
|
|
|
|
struct kvm_vcpu_stat_generic {
|
|
u64 halt_successful_poll;
|
|
u64 halt_attempted_poll;
|
|
u64 halt_poll_invalid;
|
|
u64 halt_wakeup;
|
|
u64 halt_poll_success_ns;
|
|
u64 halt_poll_fail_ns;
|
|
u64 halt_wait_ns;
|
|
u64 halt_poll_success_hist[HALT_POLL_HIST_COUNT];
|
|
u64 halt_poll_fail_hist[HALT_POLL_HIST_COUNT];
|
|
u64 halt_wait_hist[HALT_POLL_HIST_COUNT];
|
|
u64 blocking;
|
|
};
|
|
|
|
#define KVM_STATS_NAME_SIZE 48
|
|
|
|
#endif /* __KVM_TYPES_H__ */
|