| /freebsd/sys/i386/include/ |
| H A D | pmap_pae.h | 97 #define pte_load_store(ptep, pte) atomic_swap_64_i586(ptep, pte) argument
98 #define pte_load_clear(ptep) atomic_swap_64_i586(ptep, 0) argument
99 #define pte_store(ptep, pte) atomic_store_rel_64_i586(ptep, pte) argument
100 #define pte_store_zero(ptep, pte) \ argument
104 MPASS((*ptep & PG_V) == 0); \
105 p = (void *)ptep; \
110 #define pte_load(ptep) atomic_load_acq_64_i586(ptep) argument
|
| H A D | pmap_nopae.h | 80 #define pte_load_store(ptep, pte) atomic_swap_int(ptep, pte) argument
81 #define pte_load_clear(ptep) atomic_swap_int(ptep, 0) argument
82 #define pte_store(ptep, pte) do { \ argument
83 *(u_int *)(ptep) = (u_int)(pte); \
85 #define pte_store_zero(ptep, pte) pte_store(ptep, pte) argument
86 #define pte_load(ptep) atomic_load_int(ptep) argument
|
| H A D | pmap.h | 148 #define pte_clear(ptep) pte_store(ptep, 0) argument
|
| /freebsd/sys/amd64/include/ |
| H A D | pmap.h | 283 #define pte_load_store(ptep, pte) atomic_swap_long(ptep, pte) argument
284 #define pte_load_clear(ptep) atomic_swap_long(ptep, 0) argument
285 #define pte_store(ptep, pte) do { \ argument
286 *(u_long *)(ptep) = (u_long)(pte); \
288 #define pte_clear(ptep) pte_store(ptep, 0) argument
|
| /freebsd/sys/x86/iommu/ |
| H A D | amd_idpgtbl.c | 131 iommu_pte_t *pte, *ptep; in amdiommu_pgtbl_map_pte() local
161 ptep = amdiommu_pgtbl_map_pte(domain, base, lvl - 1, in amdiommu_pgtbl_map_pte()
163 if (ptep == NULL) { in amdiommu_pgtbl_map_pte()
171 ptep->pte = VM_PAGE_TO_PHYS(m) | AMDIOMMU_PTE_IR | in amdiommu_pgtbl_map_pte()
|
| H A D | intel_idpgtbl.c | 331 iommu_pte_t *pte, *ptep; in dmar_pgtbl_map_pte() local
369 ptep = dmar_pgtbl_map_pte(domain, base, lvl - 1, in dmar_pgtbl_map_pte()
371 if (ptep == NULL) { in dmar_pgtbl_map_pte()
379 dmar_pte_store(&ptep->pte, DMAR_PTE_R | DMAR_PTE_W | in dmar_pgtbl_map_pte()
381 dmar_flush_pte_to_ram(domain->dmar, ptep); in dmar_pgtbl_map_pte()
|
| /freebsd/sys/arm64/arm64/ |
| H A D | pmap.c | 2305 pt_entry_t *ptep, *ptep_end; in pmap_kremove_device() local
2316 ptep = pmap_pte(kernel_pmap, va, &lvl); in pmap_kremove_device()
2317 KASSERT(ptep != NULL, ("Invalid page table, va: 0x%lx", va)); in pmap_kremove_device()
2328 pmap_clear(ptep); in pmap_kremove_device()
2331 pmap_remove_kernel_l2(kernel_pmap, ptep, va); in pmap_kremove_device()
2339 if ((pmap_load(ptep) & ATTR_CONTIGUOUS) != 0) { in pmap_kremove_device()
2345 ptep_end = ptep + L3C_ENTRIES; in pmap_kremove_device()
2346 for (; ptep < ptep_end; ptep++) in pmap_kremove_device()
2347 pmap_clear(ptep); in pmap_kremove_device()
2353 pmap_clear(ptep); in pmap_kremove_device()
[all …]
|
| /freebsd/sys/arm64/vmm/ |
| H A D | vmm_arm64.c | 844 uint64_t mask, *ptep, pte, pte_addr; in vmmops_gla2gpa() local
985 ptep = ptp_hold(hypctx->vcpu, pte_addr, PAGE_SIZE, &cookie); in vmmops_gla2gpa()
986 if (ptep == NULL) in vmmops_gla2gpa()
988 pte = ptep[idx]; in vmmops_gla2gpa()
|
| /freebsd/sys/powerpc/aim/ |
| H A D | mmu_radix.c | 841 #define pte_load_store(ptep, pte) atomic_swap_long(ptep, pte) argument
842 #define pte_load_clear(ptep) atomic_swap_long(ptep, 0) argument
843 #define pte_store(ptep, pte) do { \ argument
845 *(u_long *)(ptep) = htobe64((u_long)((pte) | PG_V | RPTE_LEAF)); \
850 #define pde_store(ptep, pa) do { \ argument
851 *(u_long *)(ptep) = htobe64((u_long)(pa|RPTE_VALID|RPTE_SHIFT)); \
854 #define pte_clear(ptep) do { \ argument
855 *(u_long *)(ptep) = (u_long)(0); \
|
| /freebsd/sys/i386/i386/ |
| H A D | pmap.c | 1637 pt_entry_t *eh_ptep, pte, *ptep; in pmap_pte_ufast() local
1647 ptep = (pt_entry_t *)PCPU_GET(pmap_eh_va) + (i386_btop(va) & in pmap_pte_ufast()
1649 pte = *ptep; in pmap_pte_ufast()
6079 pt_entry_t opte, *ptep; in __CONCAT() local
6088 ptep = vtopte(sf->kva); in __CONCAT()
6089 opte = *ptep; in __CONCAT()
6090 *ptep = VM_PAGE_TO_PHYS(sf->m) | PG_RW | PG_V | in __CONCAT()
|
| /freebsd/sys/amd64/amd64/ |
| H A D | pmap.c | 11568 pt_entry_t newpte, *ptep, pte; in pmap_pkru_update_range() local
11620 for (ptep = pmap_pde_to_pte(pde, va); va != va_next; in pmap_pkru_update_range()
11621 ptep++, va += PAGE_SIZE) { in pmap_pkru_update_range()
11622 pte = *ptep; in pmap_pkru_update_range()
11627 *ptep = newpte; in pmap_pkru_update_range()
|