vgic-mmio.h File Reference

This graph shows which files directly or indirectly include this file:

Go to the source code of this file.

Classes
struct	vgic_register_region

Macros
#define	VGIC_ACCESS_8bit   1
#define	VGIC_ACCESS_32bit   2
#define	VGIC_ACCESS_64bit   4
#define	VGIC_ADDR_IRQ_MASK(bits)   (((bits) * 1024 / 8) - 1)
#define	VGIC_ADDR_TO_INTID(addr, bits)
#define	REGISTER_DESC_WITH_BITS_PER_IRQ(off, rd, wr, ur, uw, bpi, acc)
#define	REGISTER_DESC_WITH_LENGTH(off, rd, wr, length, acc)
#define	REGISTER_DESC_WITH_LENGTH_UACCESS(off, rd, wr, urd, uwr, length, acc)

Functions
unsigned long	vgic_data_mmio_bus_to_host (const void *val, unsigned int len)
void	vgic_data_host_to_mmio_bus (void *buf, unsigned int len, unsigned long data)
unsigned long	extract_bytes (u64 data, unsigned int offset, unsigned int num)
u64	update_64bit_reg (u64 reg, unsigned int offset, unsigned int len, unsigned long val)
unsigned long	vgic_mmio_read_raz (struct kvm_vcpu *vcpu, gpa_t addr, unsigned int len)
unsigned long	vgic_mmio_read_rao (struct kvm_vcpu *vcpu, gpa_t addr, unsigned int len)
void	vgic_mmio_write_wi (struct kvm_vcpu *vcpu, gpa_t addr, unsigned int len, unsigned long val)
int	vgic_mmio_uaccess_write_wi (struct kvm_vcpu *vcpu, gpa_t addr, unsigned int len, unsigned long val)
unsigned long	vgic_mmio_read_group (struct kvm_vcpu *vcpu, gpa_t addr, unsigned int len)
void	vgic_mmio_write_group (struct kvm_vcpu *vcpu, gpa_t addr, unsigned int len, unsigned long val)
unsigned long	vgic_mmio_read_enable (struct kvm_vcpu *vcpu, gpa_t addr, unsigned int len)
void	vgic_mmio_write_senable (struct kvm_vcpu *vcpu, gpa_t addr, unsigned int len, unsigned long val)
void	vgic_mmio_write_cenable (struct kvm_vcpu *vcpu, gpa_t addr, unsigned int len, unsigned long val)
int	vgic_uaccess_write_senable (struct kvm_vcpu *vcpu, gpa_t addr, unsigned int len, unsigned long val)
int	vgic_uaccess_write_cenable (struct kvm_vcpu *vcpu, gpa_t addr, unsigned int len, unsigned long val)
unsigned long	vgic_mmio_read_pending (struct kvm_vcpu *vcpu, gpa_t addr, unsigned int len)
unsigned long	vgic_uaccess_read_pending (struct kvm_vcpu *vcpu, gpa_t addr, unsigned int len)
void	vgic_mmio_write_spending (struct kvm_vcpu *vcpu, gpa_t addr, unsigned int len, unsigned long val)
void	vgic_mmio_write_cpending (struct kvm_vcpu *vcpu, gpa_t addr, unsigned int len, unsigned long val)
int	vgic_uaccess_write_spending (struct kvm_vcpu *vcpu, gpa_t addr, unsigned int len, unsigned long val)
int	vgic_uaccess_write_cpending (struct kvm_vcpu *vcpu, gpa_t addr, unsigned int len, unsigned long val)
unsigned long	vgic_mmio_read_active (struct kvm_vcpu *vcpu, gpa_t addr, unsigned int len)
unsigned long	vgic_uaccess_read_active (struct kvm_vcpu *vcpu, gpa_t addr, unsigned int len)
void	vgic_mmio_write_cactive (struct kvm_vcpu *vcpu, gpa_t addr, unsigned int len, unsigned long val)
void	vgic_mmio_write_sactive (struct kvm_vcpu *vcpu, gpa_t addr, unsigned int len, unsigned long val)
int	vgic_mmio_uaccess_write_cactive (struct kvm_vcpu *vcpu, gpa_t addr, unsigned int len, unsigned long val)
int	vgic_mmio_uaccess_write_sactive (struct kvm_vcpu *vcpu, gpa_t addr, unsigned int len, unsigned long val)
unsigned long	vgic_mmio_read_priority (struct kvm_vcpu *vcpu, gpa_t addr, unsigned int len)
void	vgic_mmio_write_priority (struct kvm_vcpu *vcpu, gpa_t addr, unsigned int len, unsigned long val)
unsigned long	vgic_mmio_read_config (struct kvm_vcpu *vcpu, gpa_t addr, unsigned int len)
void	vgic_mmio_write_config (struct kvm_vcpu *vcpu, gpa_t addr, unsigned int len, unsigned long val)
int	vgic_uaccess (struct kvm_vcpu *vcpu, struct vgic_io_device *dev, bool is_write, int offset, u32 *val)
u32	vgic_read_irq_line_level_info (struct kvm_vcpu *vcpu, u32 intid)
void	vgic_write_irq_line_level_info (struct kvm_vcpu *vcpu, u32 intid, const u32 val)
unsigned int	vgic_v2_init_dist_iodev (struct vgic_io_device *dev)
unsigned int	vgic_v3_init_dist_iodev (struct vgic_io_device *dev)
u64	vgic_sanitise_outer_cacheability (u64 reg)
u64	vgic_sanitise_inner_cacheability (u64 reg)
u64	vgic_sanitise_shareability (u64 reg)
u64	vgic_sanitise_field (u64 reg, u64 field_mask, int field_shift, u64(*sanitise_fn)(u64))
const struct vgic_register_region *	vgic_find_mmio_region (const struct vgic_register_region *regions, int nr_regions, unsigned int offset)

Variables
const struct kvm_io_device_ops	kvm_io_gic_ops

Macro Definition Documentation

REGISTER_DESC_WITH_BITS_PER_IRQ

#define REGISTER_DESC_WITH_BITS_PER_IRQ	(		off,
			rd,
			wr,
			ur,
			uw,
			bpi,
			acc
	)

Value:

    {                               \
        .reg_offset = off,                  \
        .bits_per_irq = bpi,                    \
        .len = bpi * 1024 / 8,                  \
        .access_flags = acc,                    \
        .read = rd,                     \
        .write = wr,                        \
        .uaccess_read = ur,                 \
        .uaccess_write = uw,                    \
    }

Definition at line 67 of file vgic-mmio.h.

REGISTER_DESC_WITH_LENGTH

#define REGISTER_DESC_WITH_LENGTH	(		off,
			rd,
			wr,
			length,
			acc
	)

Value:

    {                               \
        .reg_offset = off,                  \
        .bits_per_irq = 0,                  \
        .len = length,                      \
        .access_flags = acc,                    \
        .read = rd,                     \
        .write = wr,                        \
    }

Definition at line 79 of file vgic-mmio.h.

REGISTER_DESC_WITH_LENGTH_UACCESS

#define REGISTER_DESC_WITH_LENGTH_UACCESS	(		off,
			rd,
			wr,
			urd,
			uwr,
			length,
			acc
	)

Value:

    {                               \
        .reg_offset = off,                  \
        .bits_per_irq = 0,                  \
        .len = length,                      \
        .access_flags = acc,                    \
        .read = rd,                     \
        .write = wr,                        \
        .uaccess_read = urd,                    \
        .uaccess_write = uwr,                   \
    }

Definition at line 89 of file vgic-mmio.h.

VGIC_ACCESS_32bit

#define VGIC_ACCESS_32bit   2

Definition at line 40 of file vgic-mmio.h.

VGIC_ACCESS_64bit

#define VGIC_ACCESS_64bit   4

Definition at line 41 of file vgic-mmio.h.

VGIC_ACCESS_8bit

#define VGIC_ACCESS_8bit   1

Definition at line 39 of file vgic-mmio.h.

VGIC_ADDR_IRQ_MASK

#define VGIC_ADDR_IRQ_MASK

(

bits

)

(((bits) * 1024 / 8) - 1)

Definition at line 48 of file vgic-mmio.h.

VGIC_ADDR_TO_INTID

#define VGIC_ADDR_TO_INTID	(		addr,
			bits
	)

Value:

                    (((addr) & VGIC_ADDR_IRQ_MASK(bits)) * \
                    8 >> ilog2(bits))

Definition at line 58 of file vgic-mmio.h.

Function Documentation

extract_bytes()

unsigned long extract_bytes	(	u64	data,
		unsigned int	offset,
		unsigned int	num
	)

Definition at line 22 of file vgic-mmio-v3.c.

{
    return (data >> (offset * 8)) & GENMASK_ULL(num * 8 - 1, 0);
}

Here is the caller graph for this function:

update_64bit_reg()

u64 update_64bit_reg	(	u64	reg,
		unsigned int	offset,
		unsigned int	len,
		unsigned long	val
	)

Definition at line 29 of file vgic-mmio-v3.c.

{
    int lower = (offset & 4) * 8;
    int upper = lower + 8 * len - 1;
 
    reg &= ~GENMASK_ULL(upper, lower);
    val &= GENMASK_ULL(len * 8 - 1, 0);
 
    return reg | ((u64)val << lower);
}

Here is the caller graph for this function:

vgic_data_host_to_mmio_bus()

void vgic_data_host_to_mmio_bus	(	void *	buf,
		unsigned int	len,
		unsigned long	data
	)

Definition at line 893 of file vgic-mmio.c.

{
    switch (len) {
    case 1:
        break;
    case 2:
        data = cpu_to_le16(data);
        break;
    case 4:
        data = cpu_to_le32(data);
        break;
    default:
        data = cpu_to_le64(data);
    }
 
    kvm_mmio_write_buf(buf, len, data);
}

Here is the call graph for this function:

Here is the caller graph for this function:

vgic_data_mmio_bus_to_host()

unsigned long vgic_data_mmio_bus_to_host	(	const void *	val,
		unsigned int	len
	)

Definition at line 868 of file vgic-mmio.c.

{
    unsigned long data = kvm_mmio_read_buf(val, len);
 
    switch (len) {
    case 1:
        return data;
    case 2:
        return le16_to_cpu(data);
    case 4:
        return le32_to_cpu(data);
    default:
        return le64_to_cpu(data);
    }
}

Here is the call graph for this function:

Here is the caller graph for this function:

vgic_find_mmio_region()

const struct vgic_register_region* vgic_find_mmio_region	(	const struct vgic_register_region *	regions,
		int	nr_regions,
		unsigned int	offset
	)

Definition at line 836 of file vgic-mmio.c.

{
    return bsearch((void *)(uintptr_t)offset, regions, nr_regions,
               sizeof(regions[0]), match_region);
}

Here is the call graph for this function:

Here is the caller graph for this function:

vgic_mmio_read_active()

unsigned long vgic_mmio_read_active	(	struct kvm_vcpu *	vcpu,
		gpa_t	addr,
		unsigned int	len
	)

Definition at line 512 of file vgic-mmio.c.

{
    u32 intid = VGIC_ADDR_TO_INTID(addr, 1);
    u32 val;
 
    mutex_lock(&vcpu->kvm->arch.config_lock);
    vgic_access_active_prepare(vcpu, intid);
 
    val = __vgic_mmio_read_active(vcpu, addr, len);
 
    vgic_access_active_finish(vcpu, intid);
    mutex_unlock(&vcpu->kvm->arch.config_lock);
 
    return val;
}

Here is the call graph for this function:

vgic_mmio_read_config()

unsigned long vgic_mmio_read_config	(	struct kvm_vcpu *	vcpu,
		gpa_t	addr,
		unsigned int	len
	)

Definition at line 714 of file vgic-mmio.c.

{
    u32 intid = VGIC_ADDR_TO_INTID(addr, 2);
    u32 value = 0;
    int i;
 
    for (i = 0; i < len * 4; i++) {
        struct vgic_irq *irq = vgic_get_irq(vcpu->kvm, vcpu, intid + i);
 
        if (irq->config == VGIC_CONFIG_EDGE)
            value |= (2U << (i * 2));
 
        vgic_put_irq(vcpu->kvm, irq);
    }
 
    return value;
}

Here is the call graph for this function:

vgic_mmio_read_enable()

unsigned long vgic_mmio_read_enable	(	struct kvm_vcpu *	vcpu,
		gpa_t	addr,
		unsigned int	len
	)

Definition at line 96 of file vgic-mmio.c.

{
    u32 intid = VGIC_ADDR_TO_INTID(addr, 1);
    u32 value = 0;
    int i;
 
    /* Loop over all IRQs affected by this read */
    for (i = 0; i < len * 8; i++) {
        struct vgic_irq *irq = vgic_get_irq(vcpu->kvm, vcpu, intid + i);
 
        if (irq->enabled)
            value |= (1U << i);
 
        vgic_put_irq(vcpu->kvm, irq);
    }
 
    return value;
}

Here is the call graph for this function:

vgic_mmio_read_group()

unsigned long vgic_mmio_read_group	(	struct kvm_vcpu *	vcpu,
		gpa_t	addr,
		unsigned int	len
	)

Definition at line 44 of file vgic-mmio.c.

{
    u32 intid = VGIC_ADDR_TO_INTID(addr, 1);
    u32 value = 0;
    int i;
 
    /* Loop over all IRQs affected by this read */
    for (i = 0; i < len * 8; i++) {
        struct vgic_irq *irq = vgic_get_irq(vcpu->kvm, vcpu, intid + i);
 
        if (irq->group)
            value |= BIT(i);
 
        vgic_put_irq(vcpu->kvm, irq);
    }
 
    return value;
}

Here is the call graph for this function:

vgic_mmio_read_pending()

unsigned long vgic_mmio_read_pending	(	struct kvm_vcpu *	vcpu,
		gpa_t	addr,
		unsigned int	len
	)

Definition at line 286 of file vgic-mmio.c.

{
    return __read_pending(vcpu, addr, len, false);
}

Here is the call graph for this function:

vgic_mmio_read_priority()

unsigned long vgic_mmio_read_priority	(	struct kvm_vcpu *	vcpu,
		gpa_t	addr,
		unsigned int	len
	)

Definition at line 667 of file vgic-mmio.c.

{
    u32 intid = VGIC_ADDR_TO_INTID(addr, 8);
    int i;
    u64 val = 0;
 
    for (i = 0; i < len; i++) {
        struct vgic_irq *irq = vgic_get_irq(vcpu->kvm, vcpu, intid + i);
 
        val |= (u64)irq->priority << (i * 8);
 
        vgic_put_irq(vcpu->kvm, irq);
    }
 
    return val;
}

Here is the call graph for this function:

vgic_mmio_read_rao()

unsigned long vgic_mmio_read_rao	(	struct kvm_vcpu *	vcpu,
		gpa_t	addr,
		unsigned int	len
	)

Definition at line 25 of file vgic-mmio.c.

{
    return -1UL;
}

vgic_mmio_read_raz()

unsigned long vgic_mmio_read_raz	(	struct kvm_vcpu *	vcpu,
		gpa_t	addr,
		unsigned int	len
	)

Definition at line 19 of file vgic-mmio.c.

{
    return 0;
}

vgic_mmio_uaccess_write_cactive()

int vgic_mmio_uaccess_write_cactive	(	struct kvm_vcpu *	vcpu,
		gpa_t	addr,
		unsigned int	len,
		unsigned long	val
	)

Definition at line 622 of file vgic-mmio.c.

{
    __vgic_mmio_write_cactive(vcpu, addr, len, val);
    return 0;
}

Here is the call graph for this function:

vgic_mmio_uaccess_write_sactive()

int vgic_mmio_uaccess_write_sactive	(	struct kvm_vcpu *	vcpu,
		gpa_t	addr,
		unsigned int	len,
		unsigned long	val
	)

Definition at line 659 of file vgic-mmio.c.

{
    __vgic_mmio_write_sactive(vcpu, addr, len, val);
    return 0;
}

Here is the call graph for this function:

vgic_mmio_uaccess_write_wi()

int vgic_mmio_uaccess_write_wi	(	struct kvm_vcpu *	vcpu,
		gpa_t	addr,
		unsigned int	len,
		unsigned long	val
	)

Definition at line 37 of file vgic-mmio.c.

{
    /* Ignore */
    return 0;
}

vgic_mmio_write_cactive()

void vgic_mmio_write_cactive	(	struct kvm_vcpu *	vcpu,
		gpa_t	addr,
		unsigned int	len,
		unsigned long	val
	)

Definition at line 607 of file vgic-mmio.c.

{
    u32 intid = VGIC_ADDR_TO_INTID(addr, 1);
 
    mutex_lock(&vcpu->kvm->arch.config_lock);
    vgic_access_active_prepare(vcpu, intid);
 
    __vgic_mmio_write_cactive(vcpu, addr, len, val);
 
    vgic_access_active_finish(vcpu, intid);
    mutex_unlock(&vcpu->kvm->arch.config_lock);
}

Here is the call graph for this function:

vgic_mmio_write_cenable()

void vgic_mmio_write_cenable	(	struct kvm_vcpu *	vcpu,
		gpa_t	addr,
		unsigned int	len,
		unsigned long	val
	)

Definition at line 165 of file vgic-mmio.c.

{
    u32 intid = VGIC_ADDR_TO_INTID(addr, 1);
    int i;
    unsigned long flags;
 
    for_each_set_bit(i, &val, len * 8) {
        struct vgic_irq *irq = vgic_get_irq(vcpu->kvm, vcpu, intid + i);
 
        raw_spin_lock_irqsave(&irq->irq_lock, flags);
        if (irq->hw && vgic_irq_is_sgi(irq->intid) && irq->enabled)
            disable_irq_nosync(irq->host_irq);
 
        irq->enabled = false;
 
        raw_spin_unlock_irqrestore(&irq->irq_lock, flags);
        vgic_put_irq(vcpu->kvm, irq);
    }
}

Here is the call graph for this function:

vgic_mmio_write_config()

void vgic_mmio_write_config	(	struct kvm_vcpu *	vcpu,
		gpa_t	addr,
		unsigned int	len,
		unsigned long	val
	)

Definition at line 733 of file vgic-mmio.c.

{
    u32 intid = VGIC_ADDR_TO_INTID(addr, 2);
    int i;
    unsigned long flags;
 
    for (i = 0; i < len * 4; i++) {
        struct vgic_irq *irq;
 
        /*
         * The configuration cannot be changed for SGIs in general,
         * for PPIs this is IMPLEMENTATION DEFINED. The arch timer
         * code relies on PPIs being level triggered, so we also
         * make them read-only here.
         */
        if (intid + i < VGIC_NR_PRIVATE_IRQS)
            continue;
 
        irq = vgic_get_irq(vcpu->kvm, vcpu, intid + i);
        raw_spin_lock_irqsave(&irq->irq_lock, flags);
 
        if (test_bit(i * 2 + 1, &val))
            irq->config = VGIC_CONFIG_EDGE;
        else
            irq->config = VGIC_CONFIG_LEVEL;
 
        raw_spin_unlock_irqrestore(&irq->irq_lock, flags);
        vgic_put_irq(vcpu->kvm, irq);
    }
}

Here is the call graph for this function:

vgic_mmio_write_cpending()

void vgic_mmio_write_cpending	(	struct kvm_vcpu *	vcpu,
		gpa_t	addr,
		unsigned int	len,
		unsigned long	val
	)

Definition at line 440 of file vgic-mmio.c.

{
    __clear_pending(vcpu, addr, len, val, false);
}

Here is the call graph for this function:

vgic_mmio_write_group()

void vgic_mmio_write_group	(	struct kvm_vcpu *	vcpu,
		gpa_t	addr,
		unsigned int	len,
		unsigned long	val
	)

Definition at line 69 of file vgic-mmio.c.

{
    u32 intid = VGIC_ADDR_TO_INTID(addr, 1);
    int i;
    unsigned long flags;
 
    for (i = 0; i < len * 8; i++) {
        struct vgic_irq *irq = vgic_get_irq(vcpu->kvm, vcpu, intid + i);
 
        raw_spin_lock_irqsave(&irq->irq_lock, flags);
        irq->group = !!(val & BIT(i));
        if (irq->hw && vgic_irq_is_sgi(irq->intid)) {
            vgic_update_vsgi(irq);
            raw_spin_unlock_irqrestore(&irq->irq_lock, flags);
        } else {
            vgic_queue_irq_unlock(vcpu->kvm, irq, flags);
        }
 
        vgic_put_irq(vcpu->kvm, irq);
    }
}

Here is the call graph for this function:

Here is the caller graph for this function:

vgic_mmio_write_priority()

void vgic_mmio_write_priority	(	struct kvm_vcpu *	vcpu,
		gpa_t	addr,
		unsigned int	len,
		unsigned long	val
	)

Definition at line 692 of file vgic-mmio.c.

{
    u32 intid = VGIC_ADDR_TO_INTID(addr, 8);
    int i;
    unsigned long flags;
 
    for (i = 0; i < len; i++) {
        struct vgic_irq *irq = vgic_get_irq(vcpu->kvm, vcpu, intid + i);
 
        raw_spin_lock_irqsave(&irq->irq_lock, flags);
        /* Narrow the priority range to what we actually support */
        irq->priority = (val >> (i * 8)) & GENMASK(7, 8 - VGIC_PRI_BITS);
        if (irq->hw && vgic_irq_is_sgi(irq->intid))
            vgic_update_vsgi(irq);
        raw_spin_unlock_irqrestore(&irq->irq_lock, flags);
 
        vgic_put_irq(vcpu->kvm, irq);
    }
}

Here is the call graph for this function:

vgic_mmio_write_sactive()

void vgic_mmio_write_sactive	(	struct kvm_vcpu *	vcpu,
		gpa_t	addr,
		unsigned int	len,
		unsigned long	val
	)

Definition at line 644 of file vgic-mmio.c.

{
    u32 intid = VGIC_ADDR_TO_INTID(addr, 1);
 
    mutex_lock(&vcpu->kvm->arch.config_lock);
    vgic_access_active_prepare(vcpu, intid);
 
    __vgic_mmio_write_sactive(vcpu, addr, len, val);
 
    vgic_access_active_finish(vcpu, intid);
    mutex_unlock(&vcpu->kvm->arch.config_lock);
}

Here is the call graph for this function:

vgic_mmio_write_senable()

void vgic_mmio_write_senable	(	struct kvm_vcpu *	vcpu,
		gpa_t	addr,
		unsigned int	len,
		unsigned long	val
	)

Definition at line 116 of file vgic-mmio.c.

{
    u32 intid = VGIC_ADDR_TO_INTID(addr, 1);
    int i;
    unsigned long flags;
 
    for_each_set_bit(i, &val, len * 8) {
        struct vgic_irq *irq = vgic_get_irq(vcpu->kvm, vcpu, intid + i);
 
        raw_spin_lock_irqsave(&irq->irq_lock, flags);
        if (irq->hw && vgic_irq_is_sgi(irq->intid)) {
            if (!irq->enabled) {
                struct irq_data *data;
 
                irq->enabled = true;
                data = &irq_to_desc(irq->host_irq)->irq_data;
                while (irqd_irq_disabled(data))
                    enable_irq(irq->host_irq);
            }
 
            raw_spin_unlock_irqrestore(&irq->irq_lock, flags);
            vgic_put_irq(vcpu->kvm, irq);
 
            continue;
        } else if (vgic_irq_is_mapped_level(irq)) {
            bool was_high = irq->line_level;
 
            /*
             * We need to update the state of the interrupt because
             * the guest might have changed the state of the device
             * while the interrupt was disabled at the VGIC level.
             */
            irq->line_level = vgic_get_phys_line_level(irq);
            /*
             * Deactivate the physical interrupt so the GIC will let
             * us know when it is asserted again.
             */
            if (!irq->active && was_high && !irq->line_level)
                vgic_irq_set_phys_active(irq, false);
        }
        irq->enabled = true;
        vgic_queue_irq_unlock(vcpu->kvm, irq, flags);
 
        vgic_put_irq(vcpu->kvm, irq);
    }
}

Here is the call graph for this function:

vgic_mmio_write_spending()

void vgic_mmio_write_spending	(	struct kvm_vcpu *	vcpu,
		gpa_t	addr,
		unsigned int	len,
		unsigned long	val
	)

Definition at line 353 of file vgic-mmio.c.

{
    __set_pending(vcpu, addr, len, val, false);
}

Here is the call graph for this function:

vgic_mmio_write_wi()

void vgic_mmio_write_wi	(	struct kvm_vcpu *	vcpu,
		gpa_t	addr,
		unsigned int	len,
		unsigned long	val
	)

Definition at line 31 of file vgic-mmio.c.

{
    /* Ignore */
}

vgic_read_irq_line_level_info()

u32 vgic_read_irq_line_level_info	(	struct kvm_vcpu *	vcpu,
		u32	intid
	)

Definition at line 766 of file vgic-mmio.c.

{
    int i;
    u32 val = 0;
    int nr_irqs = vcpu->kvm->arch.vgic.nr_spis + VGIC_NR_PRIVATE_IRQS;
 
    for (i = 0; i < 32; i++) {
        struct vgic_irq *irq;
 
        if ((intid + i) < VGIC_NR_SGIS || (intid + i) >= nr_irqs)
            continue;
 
        irq = vgic_get_irq(vcpu->kvm, vcpu, intid + i);
        if (irq->config == VGIC_CONFIG_LEVEL && irq->line_level)
            val |= (1U << i);
 
        vgic_put_irq(vcpu->kvm, irq);
    }
 
    return val;
}

Here is the call graph for this function:

Here is the caller graph for this function:

vgic_sanitise_field()

u64 vgic_sanitise_field	(	u64	reg,
		u64	field_mask,
		int	field_shift,
		u64(*)(u64)	sanitise_fn
	)

Definition at line 404 of file vgic-mmio-v3.c.

{
    u64 field = (reg & field_mask) >> field_shift;
 
    field = sanitise_fn(field) << field_shift;
    return (reg & ~field_mask) | field;
}

Here is the caller graph for this function:

vgic_sanitise_inner_cacheability()

u64 vgic_sanitise_inner_cacheability

(

u64

reg

)

Definition at line 381 of file vgic-mmio-v3.c.

{
    switch (field) {
    case GIC_BASER_CACHE_nCnB:
    case GIC_BASER_CACHE_nC:
        return GIC_BASER_CACHE_RaWb;
    default:
        return field;
    }
}

Here is the caller graph for this function:

vgic_sanitise_outer_cacheability()

u64 vgic_sanitise_outer_cacheability

(

u64

reg

)

Definition at line 393 of file vgic-mmio-v3.c.

{
    switch (field) {
    case GIC_BASER_CACHE_SameAsInner:
    case GIC_BASER_CACHE_nC:
        return field;
    default:
        return GIC_BASER_CACHE_SameAsInner;
    }
}

Here is the caller graph for this function:

vgic_sanitise_shareability()

u64 vgic_sanitise_shareability

(

u64

reg

)

Definition at line 370 of file vgic-mmio-v3.c.

{
    switch (field) {
    case GIC_BASER_OuterShareable:
        return GIC_BASER_InnerShareable;
    default:
        return field;
    }
}

Here is the caller graph for this function:

vgic_uaccess()

int vgic_uaccess	(	struct kvm_vcpu *	vcpu,
		struct vgic_io_device *	dev,
		bool	is_write,
		int	offset,
		u32 *	val
	)

Definition at line 1005 of file vgic-mmio.c.

{
    if (is_write)
        return vgic_uaccess_write(vcpu, dev, offset, val);
    else
        return vgic_uaccess_read(vcpu, dev, offset, val);
}

Here is the call graph for this function:

Here is the caller graph for this function:

vgic_uaccess_read_active()

unsigned long vgic_uaccess_read_active	(	struct kvm_vcpu *	vcpu,
		gpa_t	addr,
		unsigned int	len
	)

Definition at line 529 of file vgic-mmio.c.

{
    return __vgic_mmio_read_active(vcpu, addr, len);
}

Here is the call graph for this function:

vgic_uaccess_read_pending()

unsigned long vgic_uaccess_read_pending	(	struct kvm_vcpu *	vcpu,
		gpa_t	addr,
		unsigned int	len
	)

Definition at line 292 of file vgic-mmio.c.

{
    return __read_pending(vcpu, addr, len, true);
}

Here is the call graph for this function:

vgic_uaccess_write_cenable()

int vgic_uaccess_write_cenable	(	struct kvm_vcpu *	vcpu,
		gpa_t	addr,
		unsigned int	len,
		unsigned long	val
	)

Definition at line 208 of file vgic-mmio.c.

{
    u32 intid = VGIC_ADDR_TO_INTID(addr, 1);
    int i;
    unsigned long flags;
 
    for_each_set_bit(i, &val, len * 8) {
        struct vgic_irq *irq = vgic_get_irq(vcpu->kvm, vcpu, intid + i);
 
        raw_spin_lock_irqsave(&irq->irq_lock, flags);
        irq->enabled = false;
        raw_spin_unlock_irqrestore(&irq->irq_lock, flags);
 
        vgic_put_irq(vcpu->kvm, irq);
    }
 
    return 0;
}

Here is the call graph for this function:

vgic_uaccess_write_cpending()

int vgic_uaccess_write_cpending	(	struct kvm_vcpu *	vcpu,
		gpa_t	addr,
		unsigned int	len,
		unsigned long	val
	)

Definition at line 447 of file vgic-mmio.c.

{
    __clear_pending(vcpu, addr, len, val, true);
    return 0;
}

Here is the call graph for this function:

Here is the caller graph for this function:

vgic_uaccess_write_senable()

int vgic_uaccess_write_senable	(	struct kvm_vcpu *	vcpu,
		gpa_t	addr,
		unsigned int	len,
		unsigned long	val
	)

Definition at line 187 of file vgic-mmio.c.

{
    u32 intid = VGIC_ADDR_TO_INTID(addr, 1);
    int i;
    unsigned long flags;
 
    for_each_set_bit(i, &val, len * 8) {
        struct vgic_irq *irq = vgic_get_irq(vcpu->kvm, vcpu, intid + i);
 
        raw_spin_lock_irqsave(&irq->irq_lock, flags);
        irq->enabled = true;
        vgic_queue_irq_unlock(vcpu->kvm, irq, flags);
 
        vgic_put_irq(vcpu->kvm, irq);
    }
 
    return 0;
}

Here is the call graph for this function:

vgic_uaccess_write_spending()

int vgic_uaccess_write_spending	(	struct kvm_vcpu *	vcpu,
		gpa_t	addr,
		unsigned int	len,
		unsigned long	val
	)

Definition at line 360 of file vgic-mmio.c.

{
    __set_pending(vcpu, addr, len, val, true);
    return 0;
}

Here is the call graph for this function:

Here is the caller graph for this function:

vgic_v2_init_dist_iodev()

unsigned int vgic_v2_init_dist_iodev

(

struct vgic_io_device *

dev

)

Definition at line 487 of file vgic-mmio-v2.c.

{
    dev->regions = vgic_v2_dist_registers;
    dev->nr_regions = ARRAY_SIZE(vgic_v2_dist_registers);
 
    kvm_iodevice_init(&dev->dev, &kvm_io_gic_ops);
 
    return SZ_4K;
}

Here is the call graph for this function:

Here is the caller graph for this function:

vgic_v3_init_dist_iodev()

unsigned int vgic_v3_init_dist_iodev

(

struct vgic_io_device *

dev

)

Definition at line 727 of file vgic-mmio-v3.c.

{
    dev->regions = vgic_v3_dist_registers;
    dev->nr_regions = ARRAY_SIZE(vgic_v3_dist_registers);
 
    kvm_iodevice_init(&dev->dev, &kvm_io_gic_ops);
 
    return SZ_64K;
}

Here is the call graph for this function:

Here is the caller graph for this function:

vgic_write_irq_line_level_info()

void vgic_write_irq_line_level_info	(	struct kvm_vcpu *	vcpu,
		u32	intid,
		const u32	val
	)

Definition at line 788 of file vgic-mmio.c.

{
    int i;
    int nr_irqs = vcpu->kvm->arch.vgic.nr_spis + VGIC_NR_PRIVATE_IRQS;
    unsigned long flags;
 
    for (i = 0; i < 32; i++) {
        struct vgic_irq *irq;
        bool new_level;
 
        if ((intid + i) < VGIC_NR_SGIS || (intid + i) >= nr_irqs)
            continue;
 
        irq = vgic_get_irq(vcpu->kvm, vcpu, intid + i);
 
        /*
         * Line level is set irrespective of irq type
         * (level or edge) to avoid dependency that VM should
         * restore irq config before line level.
         */
        new_level = !!(val & (1U << i));
        raw_spin_lock_irqsave(&irq->irq_lock, flags);
        irq->line_level = new_level;
        if (new_level)
            vgic_queue_irq_unlock(vcpu->kvm, irq, flags);
        else
            raw_spin_unlock_irqrestore(&irq->irq_lock, flags);
 
        vgic_put_irq(vcpu->kvm, irq);
    }
}

Here is the call graph for this function:

Here is the caller graph for this function:

Variable Documentation

kvm_io_gic_ops

const struct kvm_io_device_ops kvm_io_gic_ops

extern

Definition at line 1046 of file vgic-mmio.c.