pkvm.h File Reference

#include <asm/kvm_pkvm.h>
#include <nvhe/gfp.h>
#include <nvhe/spinlock.h>

Include dependency graph for pkvm.h:

This graph shows which files directly or indirectly include this file:

Go to the source code of this file.

Classes
struct	pkvm_hyp_vcpu
struct	pkvm_hyp_vm

Functions
static struct pkvm_hyp_vm *	pkvm_hyp_vcpu_to_hyp_vm (struct pkvm_hyp_vcpu *hyp_vcpu)
void	pkvm_hyp_vm_table_init (void *tbl)
int	__pkvm_init_vm (struct kvm *host_kvm, unsigned long vm_hva, unsigned long pgd_hva)
int	__pkvm_init_vcpu (pkvm_handle_t handle, struct kvm_vcpu *host_vcpu, unsigned long vcpu_hva)
int	__pkvm_teardown_vm (pkvm_handle_t handle)
struct pkvm_hyp_vcpu *	pkvm_load_hyp_vcpu (pkvm_handle_t handle, unsigned int vcpu_idx)
void	pkvm_put_hyp_vcpu (struct pkvm_hyp_vcpu *hyp_vcpu)

Function Documentation

__pkvm_init_vcpu()

int __pkvm_init_vcpu	(	pkvm_handle_t	handle,
		struct kvm_vcpu *	host_vcpu,
		unsigned long	vcpu_hva
	)

Definition at line 539 of file pkvm.c.

{
    struct pkvm_hyp_vcpu *hyp_vcpu;
    struct pkvm_hyp_vm *hyp_vm;
    unsigned int idx;
    int ret;
 
    hyp_vcpu = map_donated_memory(vcpu_hva, sizeof(*hyp_vcpu));
    if (!hyp_vcpu)
        return -ENOMEM;
 
    hyp_spin_lock(&vm_table_lock);
 
    hyp_vm = get_vm_by_handle(handle);
    if (!hyp_vm) {
        ret = -ENOENT;
        goto unlock;
    }
 
    idx = hyp_vm->nr_vcpus;
    if (idx >= hyp_vm->kvm.created_vcpus) {
        ret = -EINVAL;
        goto unlock;
    }
 
    ret = init_pkvm_hyp_vcpu(hyp_vcpu, hyp_vm, host_vcpu, idx);
    if (ret)
        goto unlock;
 
    hyp_vm->vcpus[idx] = hyp_vcpu;
    hyp_vm->nr_vcpus++;
unlock:
    hyp_spin_unlock(&vm_table_lock);
 
    if (ret)
        unmap_donated_memory(hyp_vcpu, sizeof(*hyp_vcpu));
 
    return ret;
}

Here is the call graph for this function:

Here is the caller graph for this function:

__pkvm_init_vm()

int __pkvm_init_vm	(	struct kvm *	host_kvm,
		unsigned long	vm_hva,
		unsigned long	pgd_hva
	)

Definition at line 470 of file pkvm.c.

{
    struct pkvm_hyp_vm *hyp_vm = NULL;
    size_t vm_size, pgd_size;
    unsigned int nr_vcpus;
    void *pgd = NULL;
    int ret;
 
    ret = hyp_pin_shared_mem(host_kvm, host_kvm + 1);
    if (ret)
        return ret;
 
    nr_vcpus = READ_ONCE(host_kvm->created_vcpus);
    if (nr_vcpus < 1) {
        ret = -EINVAL;
        goto err_unpin_kvm;
    }
 
    vm_size = pkvm_get_hyp_vm_size(nr_vcpus);
    pgd_size = kvm_pgtable_stage2_pgd_size(host_mmu.arch.mmu.vtcr);
 
    ret = -ENOMEM;
 
    hyp_vm = map_donated_memory(vm_hva, vm_size);
    if (!hyp_vm)
        goto err_remove_mappings;
 
    pgd = map_donated_memory_noclear(pgd_hva, pgd_size);
    if (!pgd)
        goto err_remove_mappings;
 
    init_pkvm_hyp_vm(host_kvm, hyp_vm, nr_vcpus);
 
    hyp_spin_lock(&vm_table_lock);
    ret = insert_vm_table_entry(host_kvm, hyp_vm);
    if (ret < 0)
        goto err_unlock;
 
    ret = kvm_guest_prepare_stage2(hyp_vm, pgd);
    if (ret)
        goto err_remove_vm_table_entry;
    hyp_spin_unlock(&vm_table_lock);
 
    return hyp_vm->kvm.arch.pkvm.handle;
 
err_remove_vm_table_entry:
    remove_vm_table_entry(hyp_vm->kvm.arch.pkvm.handle);
err_unlock:
    hyp_spin_unlock(&vm_table_lock);
err_remove_mappings:
    unmap_donated_memory(hyp_vm, vm_size);
    unmap_donated_memory(pgd, pgd_size);
err_unpin_kvm:
    hyp_unpin_shared_mem(host_kvm, host_kvm + 1);
    return ret;
}

Here is the call graph for this function:

Here is the caller graph for this function:

__pkvm_teardown_vm()

int __pkvm_teardown_vm

(

pkvm_handle_t

handle

)

Definition at line 592 of file pkvm.c.

{
    struct kvm_hyp_memcache *mc;
    struct pkvm_hyp_vm *hyp_vm;
    struct kvm *host_kvm;
    unsigned int idx;
    size_t vm_size;
    int err;
 
    hyp_spin_lock(&vm_table_lock);
    hyp_vm = get_vm_by_handle(handle);
    if (!hyp_vm) {
        err = -ENOENT;
        goto err_unlock;
    }
 
    if (WARN_ON(hyp_page_count(hyp_vm))) {
        err = -EBUSY;
        goto err_unlock;
    }
 
    host_kvm = hyp_vm->host_kvm;
 
    /* Ensure the VMID is clean before it can be reallocated */
    __kvm_tlb_flush_vmid(&hyp_vm->kvm.arch.mmu);
    remove_vm_table_entry(handle);
    hyp_spin_unlock(&vm_table_lock);
 
    /* Reclaim guest pages (including page-table pages) */
    mc = &host_kvm->arch.pkvm.teardown_mc;
    reclaim_guest_pages(hyp_vm, mc);
    unpin_host_vcpus(hyp_vm->vcpus, hyp_vm->nr_vcpus);
 
    /* Push the metadata pages to the teardown memcache */
    for (idx = 0; idx < hyp_vm->nr_vcpus; ++idx) {
        struct pkvm_hyp_vcpu *hyp_vcpu = hyp_vm->vcpus[idx];
 
        teardown_donated_memory(mc, hyp_vcpu, sizeof(*hyp_vcpu));
    }
 
    vm_size = pkvm_get_hyp_vm_size(hyp_vm->kvm.created_vcpus);
    teardown_donated_memory(mc, hyp_vm, vm_size);
    hyp_unpin_shared_mem(host_kvm, host_kvm + 1);
    return 0;
 
err_unlock:
    hyp_spin_unlock(&vm_table_lock);
    return err;
}

Here is the call graph for this function:

Here is the caller graph for this function:

pkvm_hyp_vcpu_to_hyp_vm()

static struct pkvm_hyp_vm* pkvm_hyp_vcpu_to_hyp_vm ( struct pkvm_hyp_vcpu *  hyp_vcpu )

inlinestatic

Definition at line 51 of file pkvm.h.

{
    return container_of(hyp_vcpu->vcpu.kvm, struct pkvm_hyp_vm, kvm);
}

Here is the caller graph for this function:

pkvm_hyp_vm_table_init()

void pkvm_hyp_vm_table_init

(

void *

tbl

)

Definition at line 244 of file pkvm.c.

{
    WARN_ON(vm_table);
    vm_table = tbl;
}

Here is the caller graph for this function:

pkvm_load_hyp_vcpu()

struct pkvm_hyp_vcpu* pkvm_load_hyp_vcpu	(	pkvm_handle_t	handle,
		unsigned int	vcpu_idx
	)

Definition at line 263 of file pkvm.c.

{
    struct pkvm_hyp_vcpu *hyp_vcpu = NULL;
    struct pkvm_hyp_vm *hyp_vm;
 
    hyp_spin_lock(&vm_table_lock);
    hyp_vm = get_vm_by_handle(handle);
    if (!hyp_vm || hyp_vm->nr_vcpus <= vcpu_idx)
        goto unlock;
 
    hyp_vcpu = hyp_vm->vcpus[vcpu_idx];
    hyp_page_ref_inc(hyp_virt_to_page(hyp_vm));
unlock:
    hyp_spin_unlock(&vm_table_lock);
    return hyp_vcpu;
}

Here is the call graph for this function:

Here is the caller graph for this function:

pkvm_put_hyp_vcpu()

void pkvm_put_hyp_vcpu

(

struct pkvm_hyp_vcpu *

hyp_vcpu

)

Definition at line 281 of file pkvm.c.

{
    struct pkvm_hyp_vm *hyp_vm = pkvm_hyp_vcpu_to_hyp_vm(hyp_vcpu);
 
    hyp_spin_lock(&vm_table_lock);
    hyp_page_ref_dec(hyp_virt_to_page(hyp_vm));
    hyp_spin_unlock(&vm_table_lock);
}

Here is the call graph for this function:

Here is the caller graph for this function: