sysreg-sr.c File Reference

#include <hyp/sysreg-sr.h>
#include <linux/compiler.h>
#include <linux/kvm_host.h>
#include <asm/kprobes.h>
#include <asm/kvm_asm.h>
#include <asm/kvm_emulate.h>
#include <asm/kvm_hyp.h>
#include <asm/kvm_nested.h>

Include dependency graph for sysreg-sr.c:

Go to the source code of this file.

Functions
void	sysreg_save_host_state_vhe (struct kvm_cpu_context *ctxt)
	NOKPROBE_SYMBOL (sysreg_save_host_state_vhe)
void	sysreg_save_guest_state_vhe (struct kvm_cpu_context *ctxt)
	NOKPROBE_SYMBOL (sysreg_save_guest_state_vhe)
void	sysreg_restore_host_state_vhe (struct kvm_cpu_context *ctxt)
	NOKPROBE_SYMBOL (sysreg_restore_host_state_vhe)
void	sysreg_restore_guest_state_vhe (struct kvm_cpu_context *ctxt)
	NOKPROBE_SYMBOL (sysreg_restore_guest_state_vhe)
void	__vcpu_load_switch_sysregs (struct kvm_vcpu *vcpu)
void	__vcpu_put_switch_sysregs (struct kvm_vcpu *vcpu)

Function Documentation

__vcpu_load_switch_sysregs()

void __vcpu_load_switch_sysregs

(

struct kvm_vcpu *

vcpu

)

__vcpu_load_switch_sysregs - Load guest system registers to the physical CPU

@vcpu: The VCPU pointer

Load system registers that do not affect the host's execution, for example EL1 system registers on a VHE system where the host kernel runs at EL2. This function is called from KVM's vcpu_load() function and loading system register state early avoids having to load them on every entry to the VM.

Definition at line 65 of file sysreg-sr.c.

{
    struct kvm_cpu_context *guest_ctxt = &vcpu->arch.ctxt;
    struct kvm_cpu_context *host_ctxt;
 
    host_ctxt = &this_cpu_ptr(&kvm_host_data)->host_ctxt;
    __sysreg_save_user_state(host_ctxt);
 
    /*
     * When running a normal EL1 guest, we only load a new vcpu
     * after a context switch, which imvolves a DSB, so all
     * speculative EL1&0 walks will have already completed.
     * If running NV, the vcpu may transition between vEL1 and
     * vEL2 without a context switch, so make sure we complete
     * those walks before loading a new context.
     */
    if (vcpu_has_nv(vcpu))
        dsb(nsh);
 
    /*
     * Load guest EL1 and user state
     *
     * We must restore the 32-bit state before the sysregs, thanks
     * to erratum #852523 (Cortex-A57) or #853709 (Cortex-A72).
     */
    __sysreg32_restore_state(vcpu);
    __sysreg_restore_user_state(guest_ctxt);
    __sysreg_restore_el1_state(guest_ctxt);
 
    vcpu_set_flag(vcpu, SYSREGS_ON_CPU);
}

Here is the call graph for this function:

Here is the caller graph for this function:

__vcpu_put_switch_sysregs()

void __vcpu_put_switch_sysregs

(

struct kvm_vcpu *

vcpu

)

__vcpu_put_switch_syregs - Restore host system registers to the physical CPU

@vcpu: The VCPU pointer

Save guest system registers that do not affect the host's execution, for example EL1 system registers on a VHE system where the host kernel runs at EL2. This function is called from KVM's vcpu_put() function and deferring saving system register state until we're no longer running the VCPU avoids having to save them on every exit from the VM.

Definition at line 108 of file sysreg-sr.c.

{
    struct kvm_cpu_context *guest_ctxt = &vcpu->arch.ctxt;
    struct kvm_cpu_context *host_ctxt;
 
    host_ctxt = &this_cpu_ptr(&kvm_host_data)->host_ctxt;
 
    __sysreg_save_el1_state(guest_ctxt);
    __sysreg_save_user_state(guest_ctxt);
    __sysreg32_save_state(vcpu);
 
    /* Restore host user state */
    __sysreg_restore_user_state(host_ctxt);
 
    vcpu_clear_flag(vcpu, SYSREGS_ON_CPU);
}

Here is the call graph for this function:

Here is the caller graph for this function:

NOKPROBE_SYMBOL() [1/4]

NOKPROBE_SYMBOL

(

sysreg_restore_guest_state_vhe

)

NOKPROBE_SYMBOL() [2/4]

NOKPROBE_SYMBOL

(

sysreg_restore_host_state_vhe

)

NOKPROBE_SYMBOL() [3/4]

NOKPROBE_SYMBOL

(

sysreg_save_guest_state_vhe

)

NOKPROBE_SYMBOL() [4/4]

NOKPROBE_SYMBOL

(

sysreg_save_host_state_vhe

)

sysreg_restore_guest_state_vhe()

void sysreg_restore_guest_state_vhe

(

struct kvm_cpu_context *

ctxt

)

Definition at line 47 of file sysreg-sr.c.

{
    __sysreg_restore_common_state(ctxt);
    __sysreg_restore_el2_return_state(ctxt);
}

Here is the call graph for this function:

Here is the caller graph for this function:

sysreg_restore_host_state_vhe()

void sysreg_restore_host_state_vhe

(

struct kvm_cpu_context *

ctxt

)

Definition at line 41 of file sysreg-sr.c.

{
    __sysreg_restore_common_state(ctxt);
}

Here is the call graph for this function:

Here is the caller graph for this function:

sysreg_save_guest_state_vhe()

void sysreg_save_guest_state_vhe

(

struct kvm_cpu_context *

ctxt

)

Definition at line 34 of file sysreg-sr.c.

{
    __sysreg_save_common_state(ctxt);
    __sysreg_save_el2_return_state(ctxt);
}

Here is the call graph for this function:

Here is the caller graph for this function:

sysreg_save_host_state_vhe()

void sysreg_save_host_state_vhe

(

struct kvm_cpu_context *

ctxt

)

Definition at line 28 of file sysreg-sr.c.

{
    __sysreg_save_common_state(ctxt);
}

Here is the call graph for this function:

Here is the caller graph for this function: