1 /* SPDX-License-Identifier: GPL-2.0-only */ 2 #ifndef __KVM_HYP_MEMORY_H 3 #define __KVM_HYP_MEMORY_H 4 5 #include <asm/kvm_mmu.h> 6 #include <asm/page.h> 7 8 #include <linux/types.h> 9 10 struct hyp_page { 11 unsigned short refcount; 12 unsigned short order; 13 }; 14 15 extern u64 __hyp_vmemmap; 16 #define hyp_vmemmap ((struct hyp_page *)__hyp_vmemmap) 17 18 #define __hyp_va(phys) ((void *)((phys_addr_t)(phys) - hyp_physvirt_offset)) 19 20 static inline void *hyp_phys_to_virt(phys_addr_t phys) 21 { 22 return __hyp_va(phys); 23 } 24 25 static inline phys_addr_t hyp_virt_to_phys(void *addr) 26 { 27 return __hyp_pa(addr); 28 } 29 30 #define hyp_phys_to_pfn(phys) ((phys) >> PAGE_SHIFT) 31 #define hyp_pfn_to_phys(pfn) ((phys_addr_t)((pfn) << PAGE_SHIFT)) 32 #define hyp_phys_to_page(phys) (&hyp_vmemmap[hyp_phys_to_pfn(phys)]) 33 #define hyp_virt_to_page(virt) hyp_phys_to_page(__hyp_pa(virt)) 34 #define hyp_virt_to_pfn(virt) hyp_phys_to_pfn(__hyp_pa(virt)) 35 36 #define hyp_page_to_pfn(page) ((struct hyp_page *)(page) - hyp_vmemmap) 37 #define hyp_page_to_phys(page) hyp_pfn_to_phys((hyp_page_to_pfn(page))) 38 #define hyp_page_to_virt(page) __hyp_va(hyp_page_to_phys(page)) 39 #define hyp_page_to_pool(page) (((struct hyp_page *)page)->pool) 40 41 /* 42 * Refcounting for 'struct hyp_page'. 43 * hyp_pool::lock must be held if atomic access to the refcount is required. 44 */ 45 static inline int hyp_page_count(void *addr) 46 { 47 struct hyp_page *p = hyp_virt_to_page(addr); 48 49 return p->refcount; 50 } 51 52 static inline void hyp_page_ref_inc(struct hyp_page *p) 53 { 54 BUG_ON(p->refcount == USHRT_MAX); 55 p->refcount++; 56 } 57 58 static inline void hyp_page_ref_dec(struct hyp_page *p) 59 { 60 BUG_ON(!p->refcount); 61 p->refcount--; 62 } 63 64 static inline int hyp_page_ref_dec_and_test(struct hyp_page *p) 65 { 66 hyp_page_ref_dec(p); 67 return (p->refcount == 0); 68 } 69 70 static inline void hyp_set_page_refcounted(struct hyp_page *p) 71 { 72 BUG_ON(p->refcount); 73 p->refcount = 1; 74 } 75 #endif /* __KVM_HYP_MEMORY_H */ 76