tdp_iter.h File Reference

#include <linux/kvm_host.h>
#include "mmu.h"
#include "spte.h"

Include dependency graph for tdp_iter.h:

This graph shows which files directly or indirectly include this file:

Go to the source code of this file.

Classes
struct	tdp_iter

Macros
#define	for_each_tdp_pte_min_level(iter, root, min_level, start, end)
#define	for_each_tdp_pte(iter, root, start, end)    for_each_tdp_pte_min_level(iter, root, PG_LEVEL_4K, start, end)

Functions
static u64	kvm_tdp_mmu_read_spte (tdp_ptep_t sptep)
static u64	kvm_tdp_mmu_write_spte_atomic (tdp_ptep_t sptep, u64 new_spte)
static void	__kvm_tdp_mmu_write_spte (tdp_ptep_t sptep, u64 new_spte)
static bool	kvm_tdp_mmu_spte_need_atomic_write (u64 old_spte, int level)
static u64	kvm_tdp_mmu_write_spte (tdp_ptep_t sptep, u64 old_spte, u64 new_spte, int level)
static u64	tdp_mmu_clear_spte_bits (tdp_ptep_t sptep, u64 old_spte, u64 mask, int level)
tdp_ptep_t	spte_to_child_pt (u64 pte, int level)
void	tdp_iter_start (struct tdp_iter *iter, struct kvm_mmu_page *root, int min_level, gfn_t next_last_level_gfn)
void	tdp_iter_next (struct tdp_iter *iter)
void	tdp_iter_restart (struct tdp_iter *iter)

Macro Definition Documentation

for_each_tdp_pte

#define for_each_tdp_pte	(		iter,
			root,
			start,
			end
	)		for_each_tdp_pte_min_level(iter, root, PG_LEVEL_4K, start, end)

Definition at line 128 of file tdp_iter.h.

for_each_tdp_pte_min_level

#define for_each_tdp_pte_min_level	(		iter,
			root,
			min_level,
			start,
			end
	)

Value:

    for (tdp_iter_start(&iter, root, min_level, start); \
         iter.valid && iter.gfn < end;           \
         tdp_iter_next(&iter))

Definition at line 123 of file tdp_iter.h.

Function Documentation

__kvm_tdp_mmu_write_spte()

static void __kvm_tdp_mmu_write_spte ( tdp_ptep_t  sptep, u64  new_spte  )

inlinestatic

Definition at line 27 of file tdp_iter.h.

{
    WRITE_ONCE(*rcu_dereference(sptep), new_spte);
}

Here is the caller graph for this function:

kvm_tdp_mmu_read_spte()

static u64 kvm_tdp_mmu_read_spte ( tdp_ptep_t  sptep )

inlinestatic

Definition at line 17 of file tdp_iter.h.

{
    return READ_ONCE(*rcu_dereference(sptep));
}

Here is the caller graph for this function:

kvm_tdp_mmu_spte_need_atomic_write()

static bool kvm_tdp_mmu_spte_need_atomic_write ( u64  old_spte, int  level  )

inlinestatic

Definition at line 44 of file tdp_iter.h.

{
    return is_shadow_present_pte(old_spte) &&
           is_last_spte(old_spte, level) &&
           spte_has_volatile_bits(old_spte);
}

Here is the call graph for this function:

Here is the caller graph for this function:

kvm_tdp_mmu_write_spte()

static u64 kvm_tdp_mmu_write_spte ( tdp_ptep_t  sptep, u64  old_spte, u64  new_spte, int  level  )

inlinestatic

Definition at line 51 of file tdp_iter.h.

{
    if (kvm_tdp_mmu_spte_need_atomic_write(old_spte, level))
        return kvm_tdp_mmu_write_spte_atomic(sptep, new_spte);
 
    __kvm_tdp_mmu_write_spte(sptep, new_spte);
    return old_spte;
}

Here is the call graph for this function:

Here is the caller graph for this function:

kvm_tdp_mmu_write_spte_atomic()

static u64 kvm_tdp_mmu_write_spte_atomic ( tdp_ptep_t  sptep, u64  new_spte  )

inlinestatic

Definition at line 22 of file tdp_iter.h.

{
    return xchg(rcu_dereference(sptep), new_spte);
}

Here is the caller graph for this function:

spte_to_child_pt()

tdp_ptep_t spte_to_child_pt	(	u64	pte,
		int	level
	)

Definition at line 62 of file tdp_iter.c.

{
    /*
     * There's no child entry if this entry isn't present or is a
     * last-level entry.
     */
    if (!is_shadow_present_pte(spte) || is_last_spte(spte, level))
        return NULL;
 
    return (tdp_ptep_t)__va(spte_to_pfn(spte) << PAGE_SHIFT);
}

Here is the call graph for this function:

Here is the caller graph for this function:

tdp_iter_next()

void tdp_iter_next

(

struct tdp_iter *

iter

)

Definition at line 161 of file tdp_iter.c.

{
    if (iter->yielded) {
        tdp_iter_restart(iter);
        return;
    }
 
    if (try_step_down(iter))
        return;
 
    do {
        if (try_step_side(iter))
            return;
    } while (try_step_up(iter));
    iter->valid = false;
}

Here is the call graph for this function:

tdp_iter_restart()

void tdp_iter_restart

(

struct tdp_iter *

iter

)

Definition at line 23 of file tdp_iter.c.

{
    iter->yielded = false;
    iter->yielded_gfn = iter->next_last_level_gfn;
    iter->level = iter->root_level;
 
    iter->gfn = gfn_round_for_level(iter->next_last_level_gfn, iter->level);
    tdp_iter_refresh_sptep(iter);
 
    iter->valid = true;
}

Here is the call graph for this function:

Here is the caller graph for this function:

tdp_iter_start()

void tdp_iter_start	(	struct tdp_iter *	iter,
		struct kvm_mmu_page *	root,
		int	min_level,
		gfn_t	next_last_level_gfn
	)

Definition at line 39 of file tdp_iter.c.

{
    if (WARN_ON_ONCE(!root || (root->role.level < 1) ||
             (root->role.level > PT64_ROOT_MAX_LEVEL))) {
        iter->valid = false;
        return;
    }
 
    iter->next_last_level_gfn = next_last_level_gfn;
    iter->root_level = root->role.level;
    iter->min_level = min_level;
    iter->pt_path[iter->root_level - 1] = (tdp_ptep_t)root->spt;
    iter->as_id = kvm_mmu_page_as_id(root);
 
    tdp_iter_restart(iter);
}

Here is the call graph for this function:

tdp_mmu_clear_spte_bits()

static u64 tdp_mmu_clear_spte_bits ( tdp_ptep_t  sptep, u64  old_spte, u64  mask, int  level  )

inlinestatic

Definition at line 61 of file tdp_iter.h.

{
    atomic64_t *sptep_atomic;
 
    if (kvm_tdp_mmu_spte_need_atomic_write(old_spte, level)) {
        sptep_atomic = (atomic64_t *)rcu_dereference(sptep);
        return (u64)atomic64_fetch_and(~mask, sptep_atomic);
    }
 
    __kvm_tdp_mmu_write_spte(sptep, old_spte & ~mask);
    return old_spte;
}

Here is the call graph for this function:

Here is the caller graph for this function: