stacktrace.c File Reference

#include <linux/kvm.h>
#include <linux/kvm_host.h>
#include <asm/stacktrace/nvhe.h>

Include dependency graph for stacktrace.c:

Go to the source code of this file.

Functions
static struct stack_info	stackinfo_get_overflow (void)
static struct stack_info	stackinfo_get_overflow_kern_va (void)
static struct stack_info	stackinfo_get_hyp (void)
static struct stack_info	stackinfo_get_hyp_kern_va (void)
static bool	kvm_nvhe_stack_kern_va (unsigned long *addr, unsigned long size)
static bool	kvm_nvhe_stack_kern_record_va (unsigned long *addr)
static int	unwind_next (struct unwind_state *state)
static void	unwind (struct unwind_state *state, stack_trace_consume_fn consume_entry, void *cookie)
static bool	kvm_nvhe_dump_backtrace_entry (void *arg, unsigned long where)
static void	kvm_nvhe_dump_backtrace_start (void)
static void	kvm_nvhe_dump_backtrace_end (void)
static void	hyp_dump_backtrace (unsigned long hyp_offset)
static void	pkvm_dump_backtrace (unsigned long hyp_offset)
void	kvm_nvhe_dump_backtrace (unsigned long hyp_offset)

Function Documentation

hyp_dump_backtrace()

static void hyp_dump_backtrace ( unsigned long  hyp_offset )

static

Definition at line 178 of file stacktrace.c.

{
    struct kvm_nvhe_stacktrace_info *stacktrace_info;
    struct stack_info stacks[] = {
        stackinfo_get_overflow_kern_va(),
        stackinfo_get_hyp_kern_va(),
    };
    struct unwind_state state = {
        .stacks = stacks,
        .nr_stacks = ARRAY_SIZE(stacks),
    };
 
    stacktrace_info = this_cpu_ptr_nvhe_sym(kvm_stacktrace_info);
 
    kvm_nvhe_unwind_init(&state, stacktrace_info->fp, stacktrace_info->pc);
 
    kvm_nvhe_dump_backtrace_start();
    unwind(&state, kvm_nvhe_dump_backtrace_entry, (void *)hyp_offset);
    kvm_nvhe_dump_backtrace_end();
}

Here is the call graph for this function:

Here is the caller graph for this function:

kvm_nvhe_dump_backtrace()

void kvm_nvhe_dump_backtrace

(

unsigned long

hyp_offset

)

Definition at line 239 of file stacktrace.c.

{
    if (is_protected_kvm_enabled())
        pkvm_dump_backtrace(hyp_offset);
    else
        hyp_dump_backtrace(hyp_offset);
}

Here is the call graph for this function:

Here is the caller graph for this function:

kvm_nvhe_dump_backtrace_end()

static void kvm_nvhe_dump_backtrace_end ( void  )

static

Definition at line 163 of file stacktrace.c.

{
    kvm_err("---[ end nVHE call trace ]---\n");
}

Here is the caller graph for this function:

kvm_nvhe_dump_backtrace_entry()

static bool kvm_nvhe_dump_backtrace_entry ( void *  arg, unsigned long  where  )

static

Definition at line 146 of file stacktrace.c.

{
    unsigned long va_mask = GENMASK_ULL(vabits_actual - 1, 0);
    unsigned long hyp_offset = (unsigned long)arg;
 
    /* Mask tags and convert to kern addr */
    where = (where & va_mask) + hyp_offset;
    kvm_err(" [<%016lx>] %pB\n", where, (void *)(where + kaslr_offset()));
 
    return true;
}

Here is the caller graph for this function:

kvm_nvhe_dump_backtrace_start()

static void kvm_nvhe_dump_backtrace_start ( void  )

static

Definition at line 158 of file stacktrace.c.

{
    kvm_err("nVHE call trace:\n");
}

Here is the caller graph for this function:

kvm_nvhe_stack_kern_record_va()

static bool kvm_nvhe_stack_kern_record_va ( unsigned long *  addr )

static

Definition at line 109 of file stacktrace.c.

{
    return kvm_nvhe_stack_kern_va(addr, 16);
}

Here is the call graph for this function:

Here is the caller graph for this function:

kvm_nvhe_stack_kern_va()

static bool kvm_nvhe_stack_kern_va ( unsigned long *  addr, unsigned long  size  )

static

Definition at line 85 of file stacktrace.c.

{
    struct stack_info stack_hyp, stack_kern;
 
    stack_hyp = stackinfo_get_hyp();
    stack_kern = stackinfo_get_hyp_kern_va();
    if (stackinfo_on_stack(&stack_hyp, *addr, size))
        goto found;
 
    stack_hyp = stackinfo_get_overflow();
    stack_kern = stackinfo_get_overflow_kern_va();
    if (stackinfo_on_stack(&stack_hyp, *addr, size))
        goto found;
 
    return false;
 
found:
    *addr = *addr - stack_hyp.low + stack_kern.low;
    return true;
}

Here is the call graph for this function:

Here is the caller graph for this function:

pkvm_dump_backtrace()

static void pkvm_dump_backtrace ( unsigned long  hyp_offset )

static

Definition at line 228 of file stacktrace.c.

{
    kvm_err("Cannot dump pKVM nVHE stacktrace: !CONFIG_PROTECTED_NVHE_STACKTRACE\n");
}

Here is the caller graph for this function:

stackinfo_get_hyp()

static struct stack_info stackinfo_get_hyp ( void  )

static

Definition at line 1 of file stacktrace.c.

{
    struct kvm_nvhe_stacktrace_info *stacktrace_info
                = this_cpu_ptr_nvhe_sym(kvm_stacktrace_info);
    unsigned long low = (unsigned long)stacktrace_info->stack_base;
    unsigned long high = low + PAGE_SIZE;
 
    return (struct stack_info) {
        .low = low,
        .high = high,
    };
}

Here is the caller graph for this function:

stackinfo_get_hyp_kern_va()

static struct stack_info stackinfo_get_hyp_kern_va ( void  )

static

Definition at line 1 of file stacktrace.c.

{
    unsigned long low = (unsigned long)*this_cpu_ptr(&kvm_arm_hyp_stack_page);
    unsigned long high = low + PAGE_SIZE;
 
    return (struct stack_info) {
        .low = low,
        .high = high,
    };
}

Here is the caller graph for this function:

stackinfo_get_overflow()

static struct stack_info stackinfo_get_overflow ( void  )

static

Definition at line 1 of file stacktrace.c.

{
    struct kvm_nvhe_stacktrace_info *stacktrace_info
                = this_cpu_ptr_nvhe_sym(kvm_stacktrace_info);
    unsigned long low = (unsigned long)stacktrace_info->overflow_stack_base;
    unsigned long high = low + OVERFLOW_STACK_SIZE;
 
    return (struct stack_info) {
        .low = low,
        .high = high,
    };
}

Here is the caller graph for this function:

stackinfo_get_overflow_kern_va()

static struct stack_info stackinfo_get_overflow_kern_va ( void  )

static

Definition at line 1 of file stacktrace.c.

{
    unsigned long low = (unsigned long)this_cpu_ptr_nvhe_sym(overflow_stack);
    unsigned long high = low + OVERFLOW_STACK_SIZE;
 
    return (struct stack_info) {
        .low = low,
        .high = high,
    };
}

Here is the caller graph for this function:

unwind()

static void unwind ( struct unwind_state *  state, stack_trace_consume_fn  consume_entry, void *  cookie  )

static

Definition at line 126 of file stacktrace.c.

{
    while (1) {
        int ret;
 
        if (!consume_entry(cookie, state->pc))
            break;
        ret = unwind_next(state);
        if (ret < 0)
            break;
    }
}

Here is the call graph for this function:

Here is the caller graph for this function:

unwind_next()

static int unwind_next ( struct unwind_state *  state )

static

Definition at line 114 of file stacktrace.c.

{
    /*
     * The FP is in the hypervisor VA space. Convert it to the kernel VA
     * space so it can be unwound by the regular unwind functions.
     */
    if (!kvm_nvhe_stack_kern_record_va(&state->fp))
        return -EINVAL;
 
    return unwind_next_frame_record(state);
}

Here is the call graph for this function:

Here is the caller graph for this function: