page_track.h File Reference

#include <linux/kvm_host.h>
#include <asm/kvm_page_track.h>

Include dependency graph for page_track.h:

This graph shows which files directly or indirectly include this file:

Go to the source code of this file.

Functions
bool	kvm_page_track_write_tracking_enabled (struct kvm *kvm)
int	kvm_page_track_write_tracking_alloc (struct kvm_memory_slot *slot)
void	kvm_page_track_free_memslot (struct kvm_memory_slot *slot)
int	kvm_page_track_create_memslot (struct kvm *kvm, struct kvm_memory_slot *slot, unsigned long npages)
void	__kvm_write_track_add_gfn (struct kvm *kvm, struct kvm_memory_slot *slot, gfn_t gfn)
void	__kvm_write_track_remove_gfn (struct kvm *kvm, struct kvm_memory_slot *slot, gfn_t gfn)
bool	kvm_gfn_is_write_tracked (struct kvm *kvm, const struct kvm_memory_slot *slot, gfn_t gfn)
static int	kvm_page_track_init (struct kvm *kvm)
static void	kvm_page_track_cleanup (struct kvm *kvm)
static void	__kvm_page_track_write (struct kvm *kvm, gpa_t gpa, const u8 *new, int bytes)
static void	kvm_page_track_delete_slot (struct kvm *kvm, struct kvm_memory_slot *slot)
static bool	kvm_page_track_has_external_user (struct kvm *kvm)
static void	kvm_page_track_write (struct kvm_vcpu *vcpu, gpa_t gpa, const u8 *new, int bytes)

Function Documentation

__kvm_page_track_write()

static void __kvm_page_track_write ( struct kvm *  kvm, gpa_t  gpa, const u8 *  new, int  bytes  )

inlinestatic

Definition at line 41 of file page_track.h.

                                                { }

Here is the caller graph for this function:

__kvm_write_track_add_gfn()

void __kvm_write_track_add_gfn	(	struct kvm *	kvm,
		struct kvm_memory_slot *	slot,
		gfn_t	gfn
	)

Definition at line 77 of file page_track.c.

{
    lockdep_assert_held_write(&kvm->mmu_lock);
 
    lockdep_assert_once(lockdep_is_held(&kvm->slots_lock) ||
                srcu_read_lock_held(&kvm->srcu));
 
    if (KVM_BUG_ON(!kvm_page_track_write_tracking_enabled(kvm), kvm))
        return;
 
    update_gfn_write_track(slot, gfn, 1);
 
    /*
     * new track stops large page mapping for the
     * tracked page.
     */
    kvm_mmu_gfn_disallow_lpage(slot, gfn);
 
    if (kvm_mmu_slot_gfn_write_protect(kvm, slot, gfn, PG_LEVEL_4K))
        kvm_flush_remote_tlbs(kvm);
}

Here is the call graph for this function:

Here is the caller graph for this function:

__kvm_write_track_remove_gfn()

void __kvm_write_track_remove_gfn	(	struct kvm *	kvm,
		struct kvm_memory_slot *	slot,
		gfn_t	gfn
	)

Definition at line 100 of file page_track.c.

{
    lockdep_assert_held_write(&kvm->mmu_lock);
 
    lockdep_assert_once(lockdep_is_held(&kvm->slots_lock) ||
                srcu_read_lock_held(&kvm->srcu));
 
    if (KVM_BUG_ON(!kvm_page_track_write_tracking_enabled(kvm), kvm))
        return;
 
    update_gfn_write_track(slot, gfn, -1);
 
    /*
     * allow large page mapping for the tracked page
     * after the tracker is gone.
     */
    kvm_mmu_gfn_allow_lpage(slot, gfn);
}

Here is the call graph for this function:

Here is the caller graph for this function:

kvm_gfn_is_write_tracked()

bool kvm_gfn_is_write_tracked	(	struct kvm *	kvm,
		const struct kvm_memory_slot *	slot,
		gfn_t	gfn
	)

Definition at line 123 of file page_track.c.

{
    int index;
 
    if (!slot)
        return false;
 
    if (!kvm_page_track_write_tracking_enabled(kvm))
        return false;
 
    index = gfn_to_index(gfn, slot->base_gfn, PG_LEVEL_4K);
    return !!READ_ONCE(slot->arch.gfn_write_track[index]);
}

Here is the call graph for this function:

Here is the caller graph for this function:

kvm_page_track_cleanup()

static void kvm_page_track_cleanup ( struct kvm *  kvm )

inlinestatic

Definition at line 39 of file page_track.h.

{ }

Here is the caller graph for this function:

kvm_page_track_create_memslot()

int kvm_page_track_create_memslot	(	struct kvm *	kvm,
		struct kvm_memory_slot *	slot,
		unsigned long	npages
	)

Definition at line 47 of file page_track.c.

{
    if (!kvm_page_track_write_tracking_enabled(kvm))
        return 0;
 
    return __kvm_page_track_write_tracking_alloc(slot, npages);
}

Here is the call graph for this function:

Here is the caller graph for this function:

kvm_page_track_delete_slot()

static void kvm_page_track_delete_slot ( struct kvm *  kvm, struct kvm_memory_slot *  slot  )

inlinestatic

Definition at line 43 of file page_track.h.

                                                        { }

Here is the caller graph for this function:

kvm_page_track_free_memslot()

void kvm_page_track_free_memslot

(

struct kvm_memory_slot *

slot

)

Definition at line 29 of file page_track.c.

{
    kvfree(slot->arch.gfn_write_track);
    slot->arch.gfn_write_track = NULL;
}

Here is the caller graph for this function:

kvm_page_track_has_external_user()

static bool kvm_page_track_has_external_user ( struct kvm *  kvm )

inlinestatic

Definition at line 46 of file page_track.h.

{ return false; }

Here is the caller graph for this function:

kvm_page_track_init()

static int kvm_page_track_init ( struct kvm *  kvm )

inlinestatic

Definition at line 38 of file page_track.h.

{ return 0; }

Here is the caller graph for this function:

kvm_page_track_write()

static void kvm_page_track_write ( struct kvm_vcpu *  vcpu, gpa_t  gpa, const u8 *  new, int  bytes  )

inlinestatic

Definition at line 50 of file page_track.h.

{
    __kvm_page_track_write(vcpu->kvm, gpa, new, bytes);
 
    kvm_mmu_track_write(vcpu, gpa, new, bytes);
}

Here is the call graph for this function:

Here is the caller graph for this function:

kvm_page_track_write_tracking_alloc()

int kvm_page_track_write_tracking_alloc

(

struct kvm_memory_slot *

slot

)

Definition at line 57 of file page_track.c.

{
    return __kvm_page_track_write_tracking_alloc(slot, slot->npages);
}

Here is the call graph for this function:

Here is the caller graph for this function:

kvm_page_track_write_tracking_enabled()

bool kvm_page_track_write_tracking_enabled

(

struct kvm *

kvm

)

Definition at line 23 of file page_track.c.

{
    return IS_ENABLED(CONFIG_KVM_EXTERNAL_WRITE_TRACKING) ||
           !tdp_enabled || kvm_shadow_root_allocated(kvm);
}

Here is the call graph for this function:

Here is the caller graph for this function: