mirror of
https://git.kernel.org/pub/scm/linux/kernel/git/stable/linux.git
synced 2024-08-21 08:19:28 +00:00
![Xiantao Zhang](/assets/img/avatar_default.png)
Since vmm runs in an isolated address space and it is just a copy of host's kvm-intel module, so once vmm crashes, we just crash all guests running on it instead of crashing whole kernel. Signed-off-by: Xiantao Zhang <xiantao.zhang@intel.com> Signed-off-by: Avi Kivity <avi@redhat.com>
991 lines
23 KiB
C
991 lines
23 KiB
C
/*
|
|
* process.c: handle interruption inject for guests.
|
|
* Copyright (c) 2005, Intel Corporation.
|
|
*
|
|
* This program is free software; you can redistribute it and/or modify it
|
|
* under the terms and conditions of the GNU General Public License,
|
|
* version 2, as published by the Free Software Foundation.
|
|
*
|
|
* This program is distributed in the hope it will be useful, but WITHOUT
|
|
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
|
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
|
|
* more details.
|
|
*
|
|
* You should have received a copy of the GNU General Public License along with
|
|
* this program; if not, write to the Free Software Foundation, Inc., 59 Temple
|
|
* Place - Suite 330, Boston, MA 02111-1307 USA.
|
|
*
|
|
* Shaofan Li (Susue Li) <susie.li@intel.com>
|
|
* Xiaoyan Feng (Fleming Feng) <fleming.feng@intel.com>
|
|
* Xuefei Xu (Anthony Xu) (Anthony.xu@intel.com)
|
|
* Xiantao Zhang (xiantao.zhang@intel.com)
|
|
*/
|
|
#include "vcpu.h"
|
|
|
|
#include <asm/pal.h>
|
|
#include <asm/sal.h>
|
|
#include <asm/fpswa.h>
|
|
#include <asm/kregs.h>
|
|
#include <asm/tlb.h>
|
|
|
|
fpswa_interface_t *vmm_fpswa_interface;
|
|
|
|
#define IA64_VHPT_TRANS_VECTOR 0x0000
|
|
#define IA64_INST_TLB_VECTOR 0x0400
|
|
#define IA64_DATA_TLB_VECTOR 0x0800
|
|
#define IA64_ALT_INST_TLB_VECTOR 0x0c00
|
|
#define IA64_ALT_DATA_TLB_VECTOR 0x1000
|
|
#define IA64_DATA_NESTED_TLB_VECTOR 0x1400
|
|
#define IA64_INST_KEY_MISS_VECTOR 0x1800
|
|
#define IA64_DATA_KEY_MISS_VECTOR 0x1c00
|
|
#define IA64_DIRTY_BIT_VECTOR 0x2000
|
|
#define IA64_INST_ACCESS_BIT_VECTOR 0x2400
|
|
#define IA64_DATA_ACCESS_BIT_VECTOR 0x2800
|
|
#define IA64_BREAK_VECTOR 0x2c00
|
|
#define IA64_EXTINT_VECTOR 0x3000
|
|
#define IA64_PAGE_NOT_PRESENT_VECTOR 0x5000
|
|
#define IA64_KEY_PERMISSION_VECTOR 0x5100
|
|
#define IA64_INST_ACCESS_RIGHTS_VECTOR 0x5200
|
|
#define IA64_DATA_ACCESS_RIGHTS_VECTOR 0x5300
|
|
#define IA64_GENEX_VECTOR 0x5400
|
|
#define IA64_DISABLED_FPREG_VECTOR 0x5500
|
|
#define IA64_NAT_CONSUMPTION_VECTOR 0x5600
|
|
#define IA64_SPECULATION_VECTOR 0x5700 /* UNUSED */
|
|
#define IA64_DEBUG_VECTOR 0x5900
|
|
#define IA64_UNALIGNED_REF_VECTOR 0x5a00
|
|
#define IA64_UNSUPPORTED_DATA_REF_VECTOR 0x5b00
|
|
#define IA64_FP_FAULT_VECTOR 0x5c00
|
|
#define IA64_FP_TRAP_VECTOR 0x5d00
|
|
#define IA64_LOWERPRIV_TRANSFER_TRAP_VECTOR 0x5e00
|
|
#define IA64_TAKEN_BRANCH_TRAP_VECTOR 0x5f00
|
|
#define IA64_SINGLE_STEP_TRAP_VECTOR 0x6000
|
|
|
|
/* SDM vol2 5.5 - IVA based interruption handling */
|
|
#define INITIAL_PSR_VALUE_AT_INTERRUPTION (IA64_PSR_UP | IA64_PSR_MFL |\
|
|
IA64_PSR_MFH | IA64_PSR_PK | IA64_PSR_DT | \
|
|
IA64_PSR_RT | IA64_PSR_MC|IA64_PSR_IT)
|
|
|
|
#define DOMN_PAL_REQUEST 0x110000
|
|
#define DOMN_SAL_REQUEST 0x110001
|
|
|
|
static u64 vec2off[68] = {0x0, 0x400, 0x800, 0xc00, 0x1000, 0x1400, 0x1800,
|
|
0x1c00, 0x2000, 0x2400, 0x2800, 0x2c00, 0x3000, 0x3400, 0x3800, 0x3c00,
|
|
0x4000, 0x4400, 0x4800, 0x4c00, 0x5000, 0x5100, 0x5200, 0x5300, 0x5400,
|
|
0x5500, 0x5600, 0x5700, 0x5800, 0x5900, 0x5a00, 0x5b00, 0x5c00, 0x5d00,
|
|
0x5e00, 0x5f00, 0x6000, 0x6100, 0x6200, 0x6300, 0x6400, 0x6500, 0x6600,
|
|
0x6700, 0x6800, 0x6900, 0x6a00, 0x6b00, 0x6c00, 0x6d00, 0x6e00, 0x6f00,
|
|
0x7000, 0x7100, 0x7200, 0x7300, 0x7400, 0x7500, 0x7600, 0x7700, 0x7800,
|
|
0x7900, 0x7a00, 0x7b00, 0x7c00, 0x7d00, 0x7e00, 0x7f00
|
|
};
|
|
|
|
static void collect_interruption(struct kvm_vcpu *vcpu)
|
|
{
|
|
u64 ipsr;
|
|
u64 vdcr;
|
|
u64 vifs;
|
|
unsigned long vpsr;
|
|
struct kvm_pt_regs *regs = vcpu_regs(vcpu);
|
|
|
|
vpsr = vcpu_get_psr(vcpu);
|
|
vcpu_bsw0(vcpu);
|
|
if (vpsr & IA64_PSR_IC) {
|
|
|
|
/* Sync mpsr id/da/dd/ss/ed bits to vipsr
|
|
* since after guest do rfi, we still want these bits on in
|
|
* mpsr
|
|
*/
|
|
|
|
ipsr = regs->cr_ipsr;
|
|
vpsr = vpsr | (ipsr & (IA64_PSR_ID | IA64_PSR_DA
|
|
| IA64_PSR_DD | IA64_PSR_SS
|
|
| IA64_PSR_ED));
|
|
vcpu_set_ipsr(vcpu, vpsr);
|
|
|
|
/* Currently, for trap, we do not advance IIP to next
|
|
* instruction. That's because we assume caller already
|
|
* set up IIP correctly
|
|
*/
|
|
|
|
vcpu_set_iip(vcpu , regs->cr_iip);
|
|
|
|
/* set vifs.v to zero */
|
|
vifs = VCPU(vcpu, ifs);
|
|
vifs &= ~IA64_IFS_V;
|
|
vcpu_set_ifs(vcpu, vifs);
|
|
|
|
vcpu_set_iipa(vcpu, VMX(vcpu, cr_iipa));
|
|
}
|
|
|
|
vdcr = VCPU(vcpu, dcr);
|
|
|
|
/* Set guest psr
|
|
* up/mfl/mfh/pk/dt/rt/mc/it keeps unchanged
|
|
* be: set to the value of dcr.be
|
|
* pp: set to the value of dcr.pp
|
|
*/
|
|
vpsr &= INITIAL_PSR_VALUE_AT_INTERRUPTION;
|
|
vpsr |= (vdcr & IA64_DCR_BE);
|
|
|
|
/* VDCR pp bit position is different from VPSR pp bit */
|
|
if (vdcr & IA64_DCR_PP) {
|
|
vpsr |= IA64_PSR_PP;
|
|
} else {
|
|
vpsr &= ~IA64_PSR_PP;;
|
|
}
|
|
|
|
vcpu_set_psr(vcpu, vpsr);
|
|
|
|
}
|
|
|
|
void inject_guest_interruption(struct kvm_vcpu *vcpu, u64 vec)
|
|
{
|
|
u64 viva;
|
|
struct kvm_pt_regs *regs;
|
|
union ia64_isr pt_isr;
|
|
|
|
regs = vcpu_regs(vcpu);
|
|
|
|
/* clear cr.isr.ir (incomplete register frame)*/
|
|
pt_isr.val = VMX(vcpu, cr_isr);
|
|
pt_isr.ir = 0;
|
|
VMX(vcpu, cr_isr) = pt_isr.val;
|
|
|
|
collect_interruption(vcpu);
|
|
|
|
viva = vcpu_get_iva(vcpu);
|
|
regs->cr_iip = viva + vec;
|
|
}
|
|
|
|
static u64 vcpu_get_itir_on_fault(struct kvm_vcpu *vcpu, u64 ifa)
|
|
{
|
|
union ia64_rr rr, rr1;
|
|
|
|
rr.val = vcpu_get_rr(vcpu, ifa);
|
|
rr1.val = 0;
|
|
rr1.ps = rr.ps;
|
|
rr1.rid = rr.rid;
|
|
return (rr1.val);
|
|
}
|
|
|
|
|
|
/*
|
|
* Set vIFA & vITIR & vIHA, when vPSR.ic =1
|
|
* Parameter:
|
|
* set_ifa: if true, set vIFA
|
|
* set_itir: if true, set vITIR
|
|
* set_iha: if true, set vIHA
|
|
*/
|
|
void set_ifa_itir_iha(struct kvm_vcpu *vcpu, u64 vadr,
|
|
int set_ifa, int set_itir, int set_iha)
|
|
{
|
|
long vpsr;
|
|
u64 value;
|
|
|
|
vpsr = VCPU(vcpu, vpsr);
|
|
/* Vol2, Table 8-1 */
|
|
if (vpsr & IA64_PSR_IC) {
|
|
if (set_ifa)
|
|
vcpu_set_ifa(vcpu, vadr);
|
|
if (set_itir) {
|
|
value = vcpu_get_itir_on_fault(vcpu, vadr);
|
|
vcpu_set_itir(vcpu, value);
|
|
}
|
|
|
|
if (set_iha) {
|
|
value = vcpu_thash(vcpu, vadr);
|
|
vcpu_set_iha(vcpu, value);
|
|
}
|
|
}
|
|
}
|
|
|
|
/*
|
|
* Data TLB Fault
|
|
* @ Data TLB vector
|
|
* Refer to SDM Vol2 Table 5-6 & 8-1
|
|
*/
|
|
void dtlb_fault(struct kvm_vcpu *vcpu, u64 vadr)
|
|
{
|
|
/* If vPSR.ic, IFA, ITIR, IHA */
|
|
set_ifa_itir_iha(vcpu, vadr, 1, 1, 1);
|
|
inject_guest_interruption(vcpu, IA64_DATA_TLB_VECTOR);
|
|
}
|
|
|
|
/*
|
|
* Instruction TLB Fault
|
|
* @ Instruction TLB vector
|
|
* Refer to SDM Vol2 Table 5-6 & 8-1
|
|
*/
|
|
void itlb_fault(struct kvm_vcpu *vcpu, u64 vadr)
|
|
{
|
|
/* If vPSR.ic, IFA, ITIR, IHA */
|
|
set_ifa_itir_iha(vcpu, vadr, 1, 1, 1);
|
|
inject_guest_interruption(vcpu, IA64_INST_TLB_VECTOR);
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
* Data Nested TLB Fault
|
|
* @ Data Nested TLB Vector
|
|
* Refer to SDM Vol2 Table 5-6 & 8-1
|
|
*/
|
|
void nested_dtlb(struct kvm_vcpu *vcpu)
|
|
{
|
|
inject_guest_interruption(vcpu, IA64_DATA_NESTED_TLB_VECTOR);
|
|
}
|
|
|
|
/*
|
|
* Alternate Data TLB Fault
|
|
* @ Alternate Data TLB vector
|
|
* Refer to SDM Vol2 Table 5-6 & 8-1
|
|
*/
|
|
void alt_dtlb(struct kvm_vcpu *vcpu, u64 vadr)
|
|
{
|
|
set_ifa_itir_iha(vcpu, vadr, 1, 1, 0);
|
|
inject_guest_interruption(vcpu, IA64_ALT_DATA_TLB_VECTOR);
|
|
}
|
|
|
|
|
|
/*
|
|
* Data TLB Fault
|
|
* @ Data TLB vector
|
|
* Refer to SDM Vol2 Table 5-6 & 8-1
|
|
*/
|
|
void alt_itlb(struct kvm_vcpu *vcpu, u64 vadr)
|
|
{
|
|
set_ifa_itir_iha(vcpu, vadr, 1, 1, 0);
|
|
inject_guest_interruption(vcpu, IA64_ALT_INST_TLB_VECTOR);
|
|
}
|
|
|
|
/* Deal with:
|
|
* VHPT Translation Vector
|
|
*/
|
|
static void _vhpt_fault(struct kvm_vcpu *vcpu, u64 vadr)
|
|
{
|
|
/* If vPSR.ic, IFA, ITIR, IHA*/
|
|
set_ifa_itir_iha(vcpu, vadr, 1, 1, 1);
|
|
inject_guest_interruption(vcpu, IA64_VHPT_TRANS_VECTOR);
|
|
|
|
|
|
}
|
|
|
|
/*
|
|
* VHPT Instruction Fault
|
|
* @ VHPT Translation vector
|
|
* Refer to SDM Vol2 Table 5-6 & 8-1
|
|
*/
|
|
void ivhpt_fault(struct kvm_vcpu *vcpu, u64 vadr)
|
|
{
|
|
_vhpt_fault(vcpu, vadr);
|
|
}
|
|
|
|
|
|
/*
|
|
* VHPT Data Fault
|
|
* @ VHPT Translation vector
|
|
* Refer to SDM Vol2 Table 5-6 & 8-1
|
|
*/
|
|
void dvhpt_fault(struct kvm_vcpu *vcpu, u64 vadr)
|
|
{
|
|
_vhpt_fault(vcpu, vadr);
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
* Deal with:
|
|
* General Exception vector
|
|
*/
|
|
void _general_exception(struct kvm_vcpu *vcpu)
|
|
{
|
|
inject_guest_interruption(vcpu, IA64_GENEX_VECTOR);
|
|
}
|
|
|
|
|
|
/*
|
|
* Illegal Operation Fault
|
|
* @ General Exception Vector
|
|
* Refer to SDM Vol2 Table 5-6 & 8-1
|
|
*/
|
|
void illegal_op(struct kvm_vcpu *vcpu)
|
|
{
|
|
_general_exception(vcpu);
|
|
}
|
|
|
|
/*
|
|
* Illegal Dependency Fault
|
|
* @ General Exception Vector
|
|
* Refer to SDM Vol2 Table 5-6 & 8-1
|
|
*/
|
|
void illegal_dep(struct kvm_vcpu *vcpu)
|
|
{
|
|
_general_exception(vcpu);
|
|
}
|
|
|
|
/*
|
|
* Reserved Register/Field Fault
|
|
* @ General Exception Vector
|
|
* Refer to SDM Vol2 Table 5-6 & 8-1
|
|
*/
|
|
void rsv_reg_field(struct kvm_vcpu *vcpu)
|
|
{
|
|
_general_exception(vcpu);
|
|
}
|
|
/*
|
|
* Privileged Operation Fault
|
|
* @ General Exception Vector
|
|
* Refer to SDM Vol2 Table 5-6 & 8-1
|
|
*/
|
|
|
|
void privilege_op(struct kvm_vcpu *vcpu)
|
|
{
|
|
_general_exception(vcpu);
|
|
}
|
|
|
|
/*
|
|
* Unimplement Data Address Fault
|
|
* @ General Exception Vector
|
|
* Refer to SDM Vol2 Table 5-6 & 8-1
|
|
*/
|
|
void unimpl_daddr(struct kvm_vcpu *vcpu)
|
|
{
|
|
_general_exception(vcpu);
|
|
}
|
|
|
|
/*
|
|
* Privileged Register Fault
|
|
* @ General Exception Vector
|
|
* Refer to SDM Vol2 Table 5-6 & 8-1
|
|
*/
|
|
void privilege_reg(struct kvm_vcpu *vcpu)
|
|
{
|
|
_general_exception(vcpu);
|
|
}
|
|
|
|
/* Deal with
|
|
* Nat consumption vector
|
|
* Parameter:
|
|
* vaddr: Optional, if t == REGISTER
|
|
*/
|
|
static void _nat_consumption_fault(struct kvm_vcpu *vcpu, u64 vadr,
|
|
enum tlb_miss_type t)
|
|
{
|
|
/* If vPSR.ic && t == DATA/INST, IFA */
|
|
if (t == DATA || t == INSTRUCTION) {
|
|
/* IFA */
|
|
set_ifa_itir_iha(vcpu, vadr, 1, 0, 0);
|
|
}
|
|
|
|
inject_guest_interruption(vcpu, IA64_NAT_CONSUMPTION_VECTOR);
|
|
}
|
|
|
|
/*
|
|
* Instruction Nat Page Consumption Fault
|
|
* @ Nat Consumption Vector
|
|
* Refer to SDM Vol2 Table 5-6 & 8-1
|
|
*/
|
|
void inat_page_consumption(struct kvm_vcpu *vcpu, u64 vadr)
|
|
{
|
|
_nat_consumption_fault(vcpu, vadr, INSTRUCTION);
|
|
}
|
|
|
|
/*
|
|
* Register Nat Consumption Fault
|
|
* @ Nat Consumption Vector
|
|
* Refer to SDM Vol2 Table 5-6 & 8-1
|
|
*/
|
|
void rnat_consumption(struct kvm_vcpu *vcpu)
|
|
{
|
|
_nat_consumption_fault(vcpu, 0, REGISTER);
|
|
}
|
|
|
|
/*
|
|
* Data Nat Page Consumption Fault
|
|
* @ Nat Consumption Vector
|
|
* Refer to SDM Vol2 Table 5-6 & 8-1
|
|
*/
|
|
void dnat_page_consumption(struct kvm_vcpu *vcpu, u64 vadr)
|
|
{
|
|
_nat_consumption_fault(vcpu, vadr, DATA);
|
|
}
|
|
|
|
/* Deal with
|
|
* Page not present vector
|
|
*/
|
|
static void __page_not_present(struct kvm_vcpu *vcpu, u64 vadr)
|
|
{
|
|
/* If vPSR.ic, IFA, ITIR */
|
|
set_ifa_itir_iha(vcpu, vadr, 1, 1, 0);
|
|
inject_guest_interruption(vcpu, IA64_PAGE_NOT_PRESENT_VECTOR);
|
|
}
|
|
|
|
|
|
void data_page_not_present(struct kvm_vcpu *vcpu, u64 vadr)
|
|
{
|
|
__page_not_present(vcpu, vadr);
|
|
}
|
|
|
|
|
|
void inst_page_not_present(struct kvm_vcpu *vcpu, u64 vadr)
|
|
{
|
|
__page_not_present(vcpu, vadr);
|
|
}
|
|
|
|
|
|
/* Deal with
|
|
* Data access rights vector
|
|
*/
|
|
void data_access_rights(struct kvm_vcpu *vcpu, u64 vadr)
|
|
{
|
|
/* If vPSR.ic, IFA, ITIR */
|
|
set_ifa_itir_iha(vcpu, vadr, 1, 1, 0);
|
|
inject_guest_interruption(vcpu, IA64_DATA_ACCESS_RIGHTS_VECTOR);
|
|
}
|
|
|
|
fpswa_ret_t vmm_fp_emulate(int fp_fault, void *bundle, unsigned long *ipsr,
|
|
unsigned long *fpsr, unsigned long *isr, unsigned long *pr,
|
|
unsigned long *ifs, struct kvm_pt_regs *regs)
|
|
{
|
|
fp_state_t fp_state;
|
|
fpswa_ret_t ret;
|
|
struct kvm_vcpu *vcpu = current_vcpu;
|
|
|
|
uint64_t old_rr7 = ia64_get_rr(7UL<<61);
|
|
|
|
if (!vmm_fpswa_interface)
|
|
return (fpswa_ret_t) {-1, 0, 0, 0};
|
|
|
|
/*
|
|
* Just let fpswa driver to use hardware fp registers.
|
|
* No fp register is valid in memory.
|
|
*/
|
|
memset(&fp_state, 0, sizeof(fp_state_t));
|
|
|
|
/*
|
|
* unsigned long (*EFI_FPSWA) (
|
|
* unsigned long trap_type,
|
|
* void *Bundle,
|
|
* unsigned long *pipsr,
|
|
* unsigned long *pfsr,
|
|
* unsigned long *pisr,
|
|
* unsigned long *ppreds,
|
|
* unsigned long *pifs,
|
|
* void *fp_state);
|
|
*/
|
|
/*Call host fpswa interface directly to virtualize
|
|
*guest fpswa request!
|
|
*/
|
|
ia64_set_rr(7UL << 61, vcpu->arch.host.rr[7]);
|
|
ia64_srlz_d();
|
|
|
|
ret = (*vmm_fpswa_interface->fpswa) (fp_fault, bundle,
|
|
ipsr, fpsr, isr, pr, ifs, &fp_state);
|
|
ia64_set_rr(7UL << 61, old_rr7);
|
|
ia64_srlz_d();
|
|
return ret;
|
|
}
|
|
|
|
/*
|
|
* Handle floating-point assist faults and traps for domain.
|
|
*/
|
|
unsigned long vmm_handle_fpu_swa(int fp_fault, struct kvm_pt_regs *regs,
|
|
unsigned long isr)
|
|
{
|
|
struct kvm_vcpu *v = current_vcpu;
|
|
IA64_BUNDLE bundle;
|
|
unsigned long fault_ip;
|
|
fpswa_ret_t ret;
|
|
|
|
fault_ip = regs->cr_iip;
|
|
/*
|
|
* When the FP trap occurs, the trapping instruction is completed.
|
|
* If ipsr.ri == 0, there is the trapping instruction in previous
|
|
* bundle.
|
|
*/
|
|
if (!fp_fault && (ia64_psr(regs)->ri == 0))
|
|
fault_ip -= 16;
|
|
|
|
if (fetch_code(v, fault_ip, &bundle))
|
|
return -EAGAIN;
|
|
|
|
if (!bundle.i64[0] && !bundle.i64[1])
|
|
return -EACCES;
|
|
|
|
ret = vmm_fp_emulate(fp_fault, &bundle, ®s->cr_ipsr, ®s->ar_fpsr,
|
|
&isr, ®s->pr, ®s->cr_ifs, regs);
|
|
return ret.status;
|
|
}
|
|
|
|
void reflect_interruption(u64 ifa, u64 isr, u64 iim,
|
|
u64 vec, struct kvm_pt_regs *regs)
|
|
{
|
|
u64 vector;
|
|
int status ;
|
|
struct kvm_vcpu *vcpu = current_vcpu;
|
|
u64 vpsr = VCPU(vcpu, vpsr);
|
|
|
|
vector = vec2off[vec];
|
|
|
|
if (!(vpsr & IA64_PSR_IC) && (vector != IA64_DATA_NESTED_TLB_VECTOR)) {
|
|
panic_vm(vcpu, "Interruption with vector :0x%lx occurs "
|
|
"with psr.ic = 0\n", vector);
|
|
return;
|
|
}
|
|
|
|
switch (vec) {
|
|
case 32: /*IA64_FP_FAULT_VECTOR*/
|
|
status = vmm_handle_fpu_swa(1, regs, isr);
|
|
if (!status) {
|
|
vcpu_increment_iip(vcpu);
|
|
return;
|
|
} else if (-EAGAIN == status)
|
|
return;
|
|
break;
|
|
case 33: /*IA64_FP_TRAP_VECTOR*/
|
|
status = vmm_handle_fpu_swa(0, regs, isr);
|
|
if (!status)
|
|
return ;
|
|
else if (-EAGAIN == status) {
|
|
vcpu_decrement_iip(vcpu);
|
|
return ;
|
|
}
|
|
break;
|
|
}
|
|
|
|
VCPU(vcpu, isr) = isr;
|
|
VCPU(vcpu, iipa) = regs->cr_iip;
|
|
if (vector == IA64_BREAK_VECTOR || vector == IA64_SPECULATION_VECTOR)
|
|
VCPU(vcpu, iim) = iim;
|
|
else
|
|
set_ifa_itir_iha(vcpu, ifa, 1, 1, 1);
|
|
|
|
inject_guest_interruption(vcpu, vector);
|
|
}
|
|
|
|
static void set_pal_call_data(struct kvm_vcpu *vcpu)
|
|
{
|
|
struct exit_ctl_data *p = &vcpu->arch.exit_data;
|
|
|
|
/*FIXME:For static and stacked convention, firmware
|
|
* has put the parameters in gr28-gr31 before
|
|
* break to vmm !!*/
|
|
|
|
p->u.pal_data.gr28 = vcpu_get_gr(vcpu, 28);
|
|
p->u.pal_data.gr29 = vcpu_get_gr(vcpu, 29);
|
|
p->u.pal_data.gr30 = vcpu_get_gr(vcpu, 30);
|
|
p->u.pal_data.gr31 = vcpu_get_gr(vcpu, 31);
|
|
p->exit_reason = EXIT_REASON_PAL_CALL;
|
|
}
|
|
|
|
static void set_pal_call_result(struct kvm_vcpu *vcpu)
|
|
{
|
|
struct exit_ctl_data *p = &vcpu->arch.exit_data;
|
|
|
|
if (p->exit_reason == EXIT_REASON_PAL_CALL) {
|
|
vcpu_set_gr(vcpu, 8, p->u.pal_data.ret.status, 0);
|
|
vcpu_set_gr(vcpu, 9, p->u.pal_data.ret.v0, 0);
|
|
vcpu_set_gr(vcpu, 10, p->u.pal_data.ret.v1, 0);
|
|
vcpu_set_gr(vcpu, 11, p->u.pal_data.ret.v2, 0);
|
|
} else
|
|
panic_vm(vcpu, "Mis-set for exit reason!\n");
|
|
}
|
|
|
|
static void set_sal_call_data(struct kvm_vcpu *vcpu)
|
|
{
|
|
struct exit_ctl_data *p = &vcpu->arch.exit_data;
|
|
|
|
p->u.sal_data.in0 = vcpu_get_gr(vcpu, 32);
|
|
p->u.sal_data.in1 = vcpu_get_gr(vcpu, 33);
|
|
p->u.sal_data.in2 = vcpu_get_gr(vcpu, 34);
|
|
p->u.sal_data.in3 = vcpu_get_gr(vcpu, 35);
|
|
p->u.sal_data.in4 = vcpu_get_gr(vcpu, 36);
|
|
p->u.sal_data.in5 = vcpu_get_gr(vcpu, 37);
|
|
p->u.sal_data.in6 = vcpu_get_gr(vcpu, 38);
|
|
p->u.sal_data.in7 = vcpu_get_gr(vcpu, 39);
|
|
p->exit_reason = EXIT_REASON_SAL_CALL;
|
|
}
|
|
|
|
static void set_sal_call_result(struct kvm_vcpu *vcpu)
|
|
{
|
|
struct exit_ctl_data *p = &vcpu->arch.exit_data;
|
|
|
|
if (p->exit_reason == EXIT_REASON_SAL_CALL) {
|
|
vcpu_set_gr(vcpu, 8, p->u.sal_data.ret.r8, 0);
|
|
vcpu_set_gr(vcpu, 9, p->u.sal_data.ret.r9, 0);
|
|
vcpu_set_gr(vcpu, 10, p->u.sal_data.ret.r10, 0);
|
|
vcpu_set_gr(vcpu, 11, p->u.sal_data.ret.r11, 0);
|
|
} else
|
|
panic_vm(vcpu, "Mis-set for exit reason!\n");
|
|
}
|
|
|
|
void kvm_ia64_handle_break(unsigned long ifa, struct kvm_pt_regs *regs,
|
|
unsigned long isr, unsigned long iim)
|
|
{
|
|
struct kvm_vcpu *v = current_vcpu;
|
|
|
|
if (ia64_psr(regs)->cpl == 0) {
|
|
/* Allow hypercalls only when cpl = 0. */
|
|
if (iim == DOMN_PAL_REQUEST) {
|
|
set_pal_call_data(v);
|
|
vmm_transition(v);
|
|
set_pal_call_result(v);
|
|
vcpu_increment_iip(v);
|
|
return;
|
|
} else if (iim == DOMN_SAL_REQUEST) {
|
|
set_sal_call_data(v);
|
|
vmm_transition(v);
|
|
set_sal_call_result(v);
|
|
vcpu_increment_iip(v);
|
|
return;
|
|
}
|
|
}
|
|
reflect_interruption(ifa, isr, iim, 11, regs);
|
|
}
|
|
|
|
void check_pending_irq(struct kvm_vcpu *vcpu)
|
|
{
|
|
int mask, h_pending, h_inservice;
|
|
u64 isr;
|
|
unsigned long vpsr;
|
|
struct kvm_pt_regs *regs = vcpu_regs(vcpu);
|
|
|
|
h_pending = highest_pending_irq(vcpu);
|
|
if (h_pending == NULL_VECTOR) {
|
|
update_vhpi(vcpu, NULL_VECTOR);
|
|
return;
|
|
}
|
|
h_inservice = highest_inservice_irq(vcpu);
|
|
|
|
vpsr = VCPU(vcpu, vpsr);
|
|
mask = irq_masked(vcpu, h_pending, h_inservice);
|
|
if ((vpsr & IA64_PSR_I) && IRQ_NO_MASKED == mask) {
|
|
isr = vpsr & IA64_PSR_RI;
|
|
update_vhpi(vcpu, h_pending);
|
|
reflect_interruption(0, isr, 0, 12, regs); /* EXT IRQ */
|
|
} else if (mask == IRQ_MASKED_BY_INSVC) {
|
|
if (VCPU(vcpu, vhpi))
|
|
update_vhpi(vcpu, NULL_VECTOR);
|
|
} else {
|
|
/* masked by vpsr.i or vtpr.*/
|
|
update_vhpi(vcpu, h_pending);
|
|
}
|
|
}
|
|
|
|
static void generate_exirq(struct kvm_vcpu *vcpu)
|
|
{
|
|
unsigned vpsr;
|
|
uint64_t isr;
|
|
|
|
struct kvm_pt_regs *regs = vcpu_regs(vcpu);
|
|
|
|
vpsr = VCPU(vcpu, vpsr);
|
|
isr = vpsr & IA64_PSR_RI;
|
|
if (!(vpsr & IA64_PSR_IC))
|
|
panic_vm(vcpu, "Trying to inject one IRQ with psr.ic=0\n");
|
|
reflect_interruption(0, isr, 0, 12, regs); /* EXT IRQ */
|
|
}
|
|
|
|
void vhpi_detection(struct kvm_vcpu *vcpu)
|
|
{
|
|
uint64_t threshold, vhpi;
|
|
union ia64_tpr vtpr;
|
|
struct ia64_psr vpsr;
|
|
|
|
vpsr = *(struct ia64_psr *)&VCPU(vcpu, vpsr);
|
|
vtpr.val = VCPU(vcpu, tpr);
|
|
|
|
threshold = ((!vpsr.i) << 5) | (vtpr.mmi << 4) | vtpr.mic;
|
|
vhpi = VCPU(vcpu, vhpi);
|
|
if (vhpi > threshold) {
|
|
/* interrupt actived*/
|
|
generate_exirq(vcpu);
|
|
}
|
|
}
|
|
|
|
|
|
void leave_hypervisor_tail(void)
|
|
{
|
|
struct kvm_vcpu *v = current_vcpu;
|
|
|
|
if (VMX(v, timer_check)) {
|
|
VMX(v, timer_check) = 0;
|
|
if (VMX(v, itc_check)) {
|
|
if (vcpu_get_itc(v) > VCPU(v, itm)) {
|
|
if (!(VCPU(v, itv) & (1 << 16))) {
|
|
vcpu_pend_interrupt(v, VCPU(v, itv)
|
|
& 0xff);
|
|
VMX(v, itc_check) = 0;
|
|
} else {
|
|
v->arch.timer_pending = 1;
|
|
}
|
|
VMX(v, last_itc) = VCPU(v, itm) + 1;
|
|
}
|
|
}
|
|
}
|
|
|
|
rmb();
|
|
if (v->arch.irq_new_pending) {
|
|
v->arch.irq_new_pending = 0;
|
|
VMX(v, irq_check) = 0;
|
|
check_pending_irq(v);
|
|
return;
|
|
}
|
|
if (VMX(v, irq_check)) {
|
|
VMX(v, irq_check) = 0;
|
|
vhpi_detection(v);
|
|
}
|
|
}
|
|
|
|
|
|
static inline void handle_lds(struct kvm_pt_regs *regs)
|
|
{
|
|
regs->cr_ipsr |= IA64_PSR_ED;
|
|
}
|
|
|
|
void physical_tlb_miss(struct kvm_vcpu *vcpu, unsigned long vadr, int type)
|
|
{
|
|
unsigned long pte;
|
|
union ia64_rr rr;
|
|
|
|
rr.val = ia64_get_rr(vadr);
|
|
pte = vadr & _PAGE_PPN_MASK;
|
|
pte = pte | PHY_PAGE_WB;
|
|
thash_vhpt_insert(vcpu, pte, (u64)(rr.ps << 2), vadr, type);
|
|
return;
|
|
}
|
|
|
|
void kvm_page_fault(u64 vadr , u64 vec, struct kvm_pt_regs *regs)
|
|
{
|
|
unsigned long vpsr;
|
|
int type;
|
|
|
|
u64 vhpt_adr, gppa, pteval, rr, itir;
|
|
union ia64_isr misr;
|
|
union ia64_pta vpta;
|
|
struct thash_data *data;
|
|
struct kvm_vcpu *v = current_vcpu;
|
|
|
|
vpsr = VCPU(v, vpsr);
|
|
misr.val = VMX(v, cr_isr);
|
|
|
|
type = vec;
|
|
|
|
if (is_physical_mode(v) && (!(vadr << 1 >> 62))) {
|
|
if (vec == 2) {
|
|
if (__gpfn_is_io((vadr << 1) >> (PAGE_SHIFT + 1))) {
|
|
emulate_io_inst(v, ((vadr << 1) >> 1), 4);
|
|
return;
|
|
}
|
|
}
|
|
physical_tlb_miss(v, vadr, type);
|
|
return;
|
|
}
|
|
data = vtlb_lookup(v, vadr, type);
|
|
if (data != 0) {
|
|
if (type == D_TLB) {
|
|
gppa = (vadr & ((1UL << data->ps) - 1))
|
|
+ (data->ppn >> (data->ps - 12) << data->ps);
|
|
if (__gpfn_is_io(gppa >> PAGE_SHIFT)) {
|
|
if (data->pl >= ((regs->cr_ipsr >>
|
|
IA64_PSR_CPL0_BIT) & 3))
|
|
emulate_io_inst(v, gppa, data->ma);
|
|
else {
|
|
vcpu_set_isr(v, misr.val);
|
|
data_access_rights(v, vadr);
|
|
}
|
|
return ;
|
|
}
|
|
}
|
|
thash_vhpt_insert(v, data->page_flags, data->itir, vadr, type);
|
|
|
|
} else if (type == D_TLB) {
|
|
if (misr.sp) {
|
|
handle_lds(regs);
|
|
return;
|
|
}
|
|
|
|
rr = vcpu_get_rr(v, vadr);
|
|
itir = rr & (RR_RID_MASK | RR_PS_MASK);
|
|
|
|
if (!vhpt_enabled(v, vadr, misr.rs ? RSE_REF : DATA_REF)) {
|
|
if (vpsr & IA64_PSR_IC) {
|
|
vcpu_set_isr(v, misr.val);
|
|
alt_dtlb(v, vadr);
|
|
} else {
|
|
nested_dtlb(v);
|
|
}
|
|
return ;
|
|
}
|
|
|
|
vpta.val = vcpu_get_pta(v);
|
|
/* avoid recursively walking (short format) VHPT */
|
|
|
|
vhpt_adr = vcpu_thash(v, vadr);
|
|
if (!guest_vhpt_lookup(vhpt_adr, &pteval)) {
|
|
/* VHPT successfully read. */
|
|
if (!(pteval & _PAGE_P)) {
|
|
if (vpsr & IA64_PSR_IC) {
|
|
vcpu_set_isr(v, misr.val);
|
|
dtlb_fault(v, vadr);
|
|
} else {
|
|
nested_dtlb(v);
|
|
}
|
|
} else if ((pteval & _PAGE_MA_MASK) != _PAGE_MA_ST) {
|
|
thash_purge_and_insert(v, pteval, itir,
|
|
vadr, D_TLB);
|
|
} else if (vpsr & IA64_PSR_IC) {
|
|
vcpu_set_isr(v, misr.val);
|
|
dtlb_fault(v, vadr);
|
|
} else {
|
|
nested_dtlb(v);
|
|
}
|
|
} else {
|
|
/* Can't read VHPT. */
|
|
if (vpsr & IA64_PSR_IC) {
|
|
vcpu_set_isr(v, misr.val);
|
|
dvhpt_fault(v, vadr);
|
|
} else {
|
|
nested_dtlb(v);
|
|
}
|
|
}
|
|
} else if (type == I_TLB) {
|
|
if (!(vpsr & IA64_PSR_IC))
|
|
misr.ni = 1;
|
|
if (!vhpt_enabled(v, vadr, INST_REF)) {
|
|
vcpu_set_isr(v, misr.val);
|
|
alt_itlb(v, vadr);
|
|
return;
|
|
}
|
|
|
|
vpta.val = vcpu_get_pta(v);
|
|
|
|
vhpt_adr = vcpu_thash(v, vadr);
|
|
if (!guest_vhpt_lookup(vhpt_adr, &pteval)) {
|
|
/* VHPT successfully read. */
|
|
if (pteval & _PAGE_P) {
|
|
if ((pteval & _PAGE_MA_MASK) == _PAGE_MA_ST) {
|
|
vcpu_set_isr(v, misr.val);
|
|
itlb_fault(v, vadr);
|
|
return ;
|
|
}
|
|
rr = vcpu_get_rr(v, vadr);
|
|
itir = rr & (RR_RID_MASK | RR_PS_MASK);
|
|
thash_purge_and_insert(v, pteval, itir,
|
|
vadr, I_TLB);
|
|
} else {
|
|
vcpu_set_isr(v, misr.val);
|
|
inst_page_not_present(v, vadr);
|
|
}
|
|
} else {
|
|
vcpu_set_isr(v, misr.val);
|
|
ivhpt_fault(v, vadr);
|
|
}
|
|
}
|
|
}
|
|
|
|
void kvm_vexirq(struct kvm_vcpu *vcpu)
|
|
{
|
|
u64 vpsr, isr;
|
|
struct kvm_pt_regs *regs;
|
|
|
|
regs = vcpu_regs(vcpu);
|
|
vpsr = VCPU(vcpu, vpsr);
|
|
isr = vpsr & IA64_PSR_RI;
|
|
reflect_interruption(0, isr, 0, 12, regs); /*EXT IRQ*/
|
|
}
|
|
|
|
void kvm_ia64_handle_irq(struct kvm_vcpu *v)
|
|
{
|
|
struct exit_ctl_data *p = &v->arch.exit_data;
|
|
long psr;
|
|
|
|
local_irq_save(psr);
|
|
p->exit_reason = EXIT_REASON_EXTERNAL_INTERRUPT;
|
|
vmm_transition(v);
|
|
local_irq_restore(psr);
|
|
|
|
VMX(v, timer_check) = 1;
|
|
|
|
}
|
|
|
|
static void ptc_ga_remote_func(struct kvm_vcpu *v, int pos)
|
|
{
|
|
u64 oldrid, moldrid, oldpsbits, vaddr;
|
|
struct kvm_ptc_g *p = &v->arch.ptc_g_data[pos];
|
|
vaddr = p->vaddr;
|
|
|
|
oldrid = VMX(v, vrr[0]);
|
|
VMX(v, vrr[0]) = p->rr;
|
|
oldpsbits = VMX(v, psbits[0]);
|
|
VMX(v, psbits[0]) = VMX(v, psbits[REGION_NUMBER(vaddr)]);
|
|
moldrid = ia64_get_rr(0x0);
|
|
ia64_set_rr(0x0, vrrtomrr(p->rr));
|
|
ia64_srlz_d();
|
|
|
|
vaddr = PAGEALIGN(vaddr, p->ps);
|
|
thash_purge_entries_remote(v, vaddr, p->ps);
|
|
|
|
VMX(v, vrr[0]) = oldrid;
|
|
VMX(v, psbits[0]) = oldpsbits;
|
|
ia64_set_rr(0x0, moldrid);
|
|
ia64_dv_serialize_data();
|
|
}
|
|
|
|
static void vcpu_do_resume(struct kvm_vcpu *vcpu)
|
|
{
|
|
/*Re-init VHPT and VTLB once from resume*/
|
|
vcpu->arch.vhpt.num = VHPT_NUM_ENTRIES;
|
|
thash_init(&vcpu->arch.vhpt, VHPT_SHIFT);
|
|
vcpu->arch.vtlb.num = VTLB_NUM_ENTRIES;
|
|
thash_init(&vcpu->arch.vtlb, VTLB_SHIFT);
|
|
|
|
ia64_set_pta(vcpu->arch.vhpt.pta.val);
|
|
}
|
|
|
|
static void vmm_sanity_check(struct kvm_vcpu *vcpu)
|
|
{
|
|
struct exit_ctl_data *p = &vcpu->arch.exit_data;
|
|
|
|
if (!vmm_sanity && p->exit_reason != EXIT_REASON_DEBUG) {
|
|
panic_vm(vcpu, "Failed to do vmm sanity check,"
|
|
"it maybe caused by crashed vmm!!\n\n");
|
|
}
|
|
}
|
|
|
|
static void kvm_do_resume_op(struct kvm_vcpu *vcpu)
|
|
{
|
|
vmm_sanity_check(vcpu); /*Guarantee vcpu runing on healthy vmm!*/
|
|
|
|
if (test_and_clear_bit(KVM_REQ_RESUME, &vcpu->requests)) {
|
|
vcpu_do_resume(vcpu);
|
|
return;
|
|
}
|
|
|
|
if (unlikely(test_and_clear_bit(KVM_REQ_TLB_FLUSH, &vcpu->requests))) {
|
|
thash_purge_all(vcpu);
|
|
return;
|
|
}
|
|
|
|
if (test_and_clear_bit(KVM_REQ_PTC_G, &vcpu->requests)) {
|
|
while (vcpu->arch.ptc_g_count > 0)
|
|
ptc_ga_remote_func(vcpu, --vcpu->arch.ptc_g_count);
|
|
}
|
|
}
|
|
|
|
void vmm_transition(struct kvm_vcpu *vcpu)
|
|
{
|
|
ia64_call_vsa(PAL_VPS_SAVE, (unsigned long)vcpu->arch.vpd,
|
|
1, 0, 0, 0, 0, 0);
|
|
vmm_trampoline(&vcpu->arch.guest, &vcpu->arch.host);
|
|
ia64_call_vsa(PAL_VPS_RESTORE, (unsigned long)vcpu->arch.vpd,
|
|
1, 0, 0, 0, 0, 0);
|
|
kvm_do_resume_op(vcpu);
|
|
}
|
|
|
|
void vmm_panic_handler(u64 vec)
|
|
{
|
|
struct kvm_vcpu *vcpu = current_vcpu;
|
|
vmm_sanity = 0;
|
|
panic_vm(vcpu, "Unexpected interruption occurs in VMM, vector:0x%lx\n",
|
|
vec2off[vec]);
|
|
}
|