KVM
memory.h
Go to the documentation of this file.
1 /* SPDX-License-Identifier: GPL-2.0-only */
2 #ifndef __KVM_HYP_MEMORY_H
3 #define __KVM_HYP_MEMORY_H
4 
5 #include <asm/kvm_mmu.h>
6 #include <asm/page.h>
7 
8 #include <linux/types.h>
9 
10 struct hyp_page {
11  unsigned short refcount;
12  unsigned short order;
13 };
14 
15 extern u64 __hyp_vmemmap;
16 #define hyp_vmemmap ((struct hyp_page *)__hyp_vmemmap)
17 
18 #define __hyp_va(phys) ((void *)((phys_addr_t)(phys) - hyp_physvirt_offset))
19 
20 static inline void *hyp_phys_to_virt(phys_addr_t phys)
21 {
22  return __hyp_va(phys);
23 }
24 
25 static inline phys_addr_t hyp_virt_to_phys(void *addr)
26 {
27  return __hyp_pa(addr);
28 }
29 
30 #define hyp_phys_to_pfn(phys) ((phys) >> PAGE_SHIFT)
31 #define hyp_pfn_to_phys(pfn) ((phys_addr_t)((pfn) << PAGE_SHIFT))
32 #define hyp_phys_to_page(phys) (&hyp_vmemmap[hyp_phys_to_pfn(phys)])
33 #define hyp_virt_to_page(virt) hyp_phys_to_page(__hyp_pa(virt))
34 #define hyp_virt_to_pfn(virt) hyp_phys_to_pfn(__hyp_pa(virt))
35 
36 #define hyp_page_to_pfn(page) ((struct hyp_page *)(page) - hyp_vmemmap)
37 #define hyp_page_to_phys(page) hyp_pfn_to_phys((hyp_page_to_pfn(page)))
38 #define hyp_page_to_virt(page) __hyp_va(hyp_page_to_phys(page))
39 #define hyp_page_to_pool(page) (((struct hyp_page *)page)->pool)
40 
41 /*
42  * Refcounting for 'struct hyp_page'.
43  * hyp_pool::lock must be held if atomic access to the refcount is required.
44  */
45 static inline int hyp_page_count(void *addr)
46 {
47  struct hyp_page *p = hyp_virt_to_page(addr);
48 
49  return p->refcount;
50 }
51 
52 static inline void hyp_page_ref_inc(struct hyp_page *p)
53 {
54  BUG_ON(p->refcount == USHRT_MAX);
55  p->refcount++;
56 }
57 
58 static inline void hyp_page_ref_dec(struct hyp_page *p)
59 {
60  BUG_ON(!p->refcount);
61  p->refcount--;
62 }
63 
64 static inline int hyp_page_ref_dec_and_test(struct hyp_page *p)
65 {
67  return (p->refcount == 0);
68 }
69 
70 static inline void hyp_set_page_refcounted(struct hyp_page *p)
71 {
72  BUG_ON(p->refcount);
73  p->refcount = 1;
74 }
75 #endif /* __KVM_HYP_MEMORY_H */
static int hyp_page_ref_dec_and_test(struct hyp_page *p)
Definition: memory.h:64
static void * hyp_phys_to_virt(phys_addr_t phys)
Definition: memory.h:20
#define hyp_virt_to_page(virt)
Definition: memory.h:33
static int hyp_page_count(void *addr)
Definition: memory.h:45
static void hyp_page_ref_dec(struct hyp_page *p)
Definition: memory.h:58
u64 __hyp_vmemmap
Definition: page_alloc.c:10
static void hyp_page_ref_inc(struct hyp_page *p)
Definition: memory.h:52
#define __hyp_va(phys)
Definition: memory.h:18
static phys_addr_t hyp_virt_to_phys(void *addr)
Definition: memory.h:25
static void hyp_set_page_refcounted(struct hyp_page *p)
Definition: memory.h:70
unsigned short refcount
Definition: memory.h:11
unsigned short order
Definition: memory.h:12