pmu.c File Reference

#include <linux/kvm_host.h>
#include <linux/perf_event.h>

Include dependency graph for pmu.c:

Go to the source code of this file.

Macros
#define	PMEVTYPER_READ_CASE(idx)
#define	PMEVTYPER_WRITE_CASE(idx)
#define	PMEVTYPER_CASES(readwrite)

Functions
static	DEFINE_PER_CPU (struct kvm_pmu_events, kvm_pmu_events)
static bool	kvm_pmu_switch_needed (struct perf_event_attr *attr)
struct kvm_pmu_events *	kvm_get_pmu_events (void)
void	kvm_set_pmu_events (u32 set, struct perf_event_attr *attr)
void	kvm_clr_pmu_events (u32 clr)
static u64	kvm_vcpu_pmu_read_evtype_direct (int idx)
static void	kvm_vcpu_pmu_write_evtype_direct (int idx, u32 val)
static void	kvm_vcpu_pmu_enable_el0 (unsigned long events)
static void	kvm_vcpu_pmu_disable_el0 (unsigned long events)
void	kvm_vcpu_pmu_restore_guest (struct kvm_vcpu *vcpu)
void	kvm_vcpu_pmu_restore_host (struct kvm_vcpu *vcpu)
bool	kvm_set_pmuserenr (u64 val)
void	kvm_vcpu_pmu_resync_el0 (void)

Macro Definition Documentation

PMEVTYPER_CASES

#define PMEVTYPER_CASES

(

readwrite

)

Definition at line 74 of file pmu.c.

PMEVTYPER_READ_CASE

#define PMEVTYPER_READ_CASE

(

idx

)

Value:

    case idx:                       \
        return read_sysreg(pmevtyper##idx##_el0)

Definition at line 65 of file pmu.c.

PMEVTYPER_WRITE_CASE

#define PMEVTYPER_WRITE_CASE

(

idx

)

Value:

    case idx:                       \
        write_sysreg(val, pmevtyper##idx##_el0);    \
        break

Definition at line 69 of file pmu.c.

Function Documentation

DEFINE_PER_CPU()

static DEFINE_PER_CPU ( struct kvm_pmu_events  , kvm_pmu_events    )

static

kvm_clr_pmu_events()

void kvm_clr_pmu_events

(

u32

clr

)

Definition at line 54 of file pmu.c.

{
    struct kvm_pmu_events *pmu = kvm_get_pmu_events();
 
    if (!kvm_arm_support_pmu_v3())
        return;
 
    pmu->events_host &= ~clr;
    pmu->events_guest &= ~clr;
}

Here is the call graph for this function:

kvm_get_pmu_events()

struct kvm_pmu_events* kvm_get_pmu_events

(

void

)

Definition at line 29 of file pmu.c.

{
    return this_cpu_ptr(&kvm_pmu_events);
}

Here is the caller graph for this function:

kvm_pmu_switch_needed()

static bool kvm_pmu_switch_needed ( struct perf_event_attr *  attr )

static

With VHE the guest kernel runs at EL1 and the host at EL2, where user (EL0) is excluded then we have no reason to switch counters.

Definition at line 15 of file pmu.c.

{
    /**
     * With VHE the guest kernel runs at EL1 and the host at EL2,
     * where user (EL0) is excluded then we have no reason to switch
     * counters.
     */
    if (has_vhe() && attr->exclude_user)
        return false;
 
    /* Only switch if attributes are different */
    return (attr->exclude_host != attr->exclude_guest);
}

Here is the caller graph for this function:

kvm_set_pmu_events()

void kvm_set_pmu_events	(	u32	set,
		struct perf_event_attr *	attr
	)

Definition at line 38 of file pmu.c.

{
    struct kvm_pmu_events *pmu = kvm_get_pmu_events();
 
    if (!kvm_arm_support_pmu_v3() || !kvm_pmu_switch_needed(attr))
        return;
 
    if (!attr->exclude_host)
        pmu->events_host |= set;
    if (!attr->exclude_guest)
        pmu->events_guest |= set;
}

Here is the call graph for this function:

kvm_set_pmuserenr()

bool kvm_set_pmuserenr

(

u64

val

)

Definition at line 223 of file pmu.c.

{
    struct kvm_cpu_context *hctxt;
    struct kvm_vcpu *vcpu;
 
    if (!kvm_arm_support_pmu_v3() || !has_vhe())
        return false;
 
    vcpu = kvm_get_running_vcpu();
    if (!vcpu || !vcpu_get_flag(vcpu, PMUSERENR_ON_CPU))
        return false;
 
    hctxt = &this_cpu_ptr(&kvm_host_data)->host_ctxt;
    ctxt_sys_reg(hctxt, PMUSERENR_EL0) = val;
    return true;
}

Here is the call graph for this function:

kvm_vcpu_pmu_disable_el0()

static void kvm_vcpu_pmu_disable_el0 ( unsigned long  events )

static

Definition at line 158 of file pmu.c.

{
    u64 typer;
    u32 counter;
 
    for_each_set_bit(counter, &events, 32) {
        typer = kvm_vcpu_pmu_read_evtype_direct(counter);
        typer |= ARMV8_PMU_EXCLUDE_EL0;
        kvm_vcpu_pmu_write_evtype_direct(counter, typer);
    }
}

Here is the call graph for this function:

Here is the caller graph for this function:

kvm_vcpu_pmu_enable_el0()

static void kvm_vcpu_pmu_enable_el0 ( unsigned long  events )

static

Definition at line 143 of file pmu.c.

{
    u64 typer;
    u32 counter;
 
    for_each_set_bit(counter, &events, 32) {
        typer = kvm_vcpu_pmu_read_evtype_direct(counter);
        typer &= ~ARMV8_PMU_EXCLUDE_EL0;
        kvm_vcpu_pmu_write_evtype_direct(counter, typer);
    }
}

Here is the call graph for this function:

Here is the caller graph for this function:

kvm_vcpu_pmu_read_evtype_direct()

static u64 kvm_vcpu_pmu_read_evtype_direct ( int  idx )

static

Definition at line 111 of file pmu.c.

{
    switch (idx) {
    PMEVTYPER_CASES(READ);
    case ARMV8_PMU_CYCLE_IDX:
        return read_sysreg(pmccfiltr_el0);
    default:
        WARN_ON(1);
    }
 
    return 0;
}

Here is the caller graph for this function:

kvm_vcpu_pmu_restore_guest()

void kvm_vcpu_pmu_restore_guest

(

struct kvm_vcpu *

vcpu

)

Definition at line 176 of file pmu.c.

{
    struct kvm_pmu_events *pmu;
    u32 events_guest, events_host;
 
    if (!kvm_arm_support_pmu_v3() || !has_vhe())
        return;
 
    preempt_disable();
    pmu = kvm_get_pmu_events();
    events_guest = pmu->events_guest;
    events_host = pmu->events_host;
 
    kvm_vcpu_pmu_enable_el0(events_guest);
    kvm_vcpu_pmu_disable_el0(events_host);
    preempt_enable();
}

Here is the call graph for this function:

Here is the caller graph for this function:

kvm_vcpu_pmu_restore_host()

void kvm_vcpu_pmu_restore_host

(

struct kvm_vcpu *

vcpu

)

Definition at line 197 of file pmu.c.

{
    struct kvm_pmu_events *pmu;
    u32 events_guest, events_host;
 
    if (!kvm_arm_support_pmu_v3() || !has_vhe())
        return;
 
    pmu = kvm_get_pmu_events();
    events_guest = pmu->events_guest;
    events_host = pmu->events_host;
 
    kvm_vcpu_pmu_enable_el0(events_host);
    kvm_vcpu_pmu_disable_el0(events_guest);
}

Here is the call graph for this function:

Here is the caller graph for this function:

kvm_vcpu_pmu_resync_el0()

void kvm_vcpu_pmu_resync_el0

(

void

)

Definition at line 244 of file pmu.c.

{
    struct kvm_vcpu *vcpu;
 
    if (!has_vhe() || !in_interrupt())
        return;
 
    vcpu = kvm_get_running_vcpu();
    if (!vcpu)
        return;
 
    kvm_make_request(KVM_REQ_RESYNC_PMU_EL0, vcpu);
}

Here is the call graph for this function:

kvm_vcpu_pmu_write_evtype_direct()

static void kvm_vcpu_pmu_write_evtype_direct ( int  idx, u32  val  )

static

Definition at line 128 of file pmu.c.

{
    switch (idx) {
    PMEVTYPER_CASES(WRITE);
    case ARMV8_PMU_CYCLE_IDX:
        write_sysreg(val, pmccfiltr_el0);
        break;
    default:
        WARN_ON(1);
    }
}

Here is the caller graph for this function: