29 static uint64_t pgd_index(struct kvm_vm *vm, vm_vaddr_t gva)  in pgd_index()  argument
34 	return (gva >> shift) & mask;  in pgd_index()
37 static uint64_t pud_index(struct kvm_vm *vm, vm_vaddr_t gva)  in pud_index()  argument
45 	return (gva >> shift) & mask;  in pud_index()
48 static uint64_t pmd_index(struct kvm_vm *vm, vm_vaddr_t gva)  in pmd_index()  argument
56 	return (gva >> shift) & mask;  in pmd_index()
59 static uint64_t pte_index(struct kvm_vm *vm, vm_vaddr_t gva)  in pte_index()  argument
62 	return (gva >> vm->page_shift) & mask;  in pte_index()
189 uint64_t *virt_get_pte_hva_at_level(struct kvm_vm *vm, vm_vaddr_t gva, int level)  in virt_get_pte_hva_at_level()  argument
196 	ptep = addr_gpa2hva(vm, vm->pgd) + pgd_index(vm, gva) * 8;  in virt_get_pte_hva_at_level()
204 		ptep = addr_gpa2hva(vm, pte_addr(vm, *ptep)) + pud_index(vm, gva) * 8;  in virt_get_pte_hva_at_level()
211 		ptep = addr_gpa2hva(vm, pte_addr(vm, *ptep)) + pmd_index(vm, gva) * 8;  in virt_get_pte_hva_at_level()
218 		ptep = addr_gpa2hva(vm, pte_addr(vm, *ptep)) + pte_index(vm, gva) * 8;  in virt_get_pte_hva_at_level()
229 	TEST_FAIL("No mapping for vm virtual address, gva: 0x%lx", gva);  in virt_get_pte_hva_at_level()
233 uint64_t *virt_get_pte_hva(struct kvm_vm *vm, vm_vaddr_t gva)  in virt_get_pte_hva()  argument
235 	return virt_get_pte_hva_at_level(vm, gva, 3);  in virt_get_pte_hva()
238 vm_paddr_t addr_arch_gva2gpa(struct kvm_vm *vm, vm_vaddr_t gva)  in addr_arch_gva2gpa()  argument
240 	uint64_t *ptep = virt_get_pte_hva(vm, gva);  in addr_arch_gva2gpa()
242 	return pte_addr(vm, *ptep) + (gva & (vm->page_size - 1));  in addr_arch_gva2gpa()