| /freebsd/sys/i386/include/ |
| H A D | pmap_pae.h | 97 #define pte_load_store(ptep, pte) atomic_swap_64_i586(ptep, pte) argument
98 #define pte_load_clear(ptep) atomic_swap_64_i586(ptep, 0) argument
99 #define pte_store(ptep, pte) atomic_store_rel_64_i586(ptep, pte) argument
100 #define pte_store_zero(ptep, pte) \ argument
104 MPASS((*ptep & PG_V) == 0); \
105 p = (void *)ptep; \
110 #define pte_load(ptep) atomic_load_acq_64_i586(ptep) argument
|
| H A D | pmap_nopae.h | 80 #define pte_load_store(ptep, pte) atomic_swap_int(ptep, pte) argument
81 #define pte_load_clear(ptep) atomic_swap_int(ptep, 0) argument
82 #define pte_store(ptep, pte) do { \ argument
83 *(u_int *)(ptep) = (u_int)(pte); \
85 #define pte_store_zero(ptep, pte) pte_store(ptep, pte) argument
86 #define pte_load(ptep) atomic_load_int(ptep) argument
|
| H A D | pmap.h | 148 #define pte_clear(ptep) pte_store(ptep, 0) argument
|
| /freebsd/sys/amd64/include/ |
| H A D | pmap.h | 339 #define pte_load_store(ptep, pte) atomic_swap_long(ptep, pte) argument
340 #define pte_load_clear(ptep) atomic_swap_long(ptep, 0) argument
341 #define pte_store(ptep, pte) do { \ argument
342 *(u_long *)(ptep) = (u_long)(pte); \
344 #define pte_clear(ptep) pte_store(ptep, 0) argument
|
| /freebsd/sys/x86/iommu/ |
| H A D | amd_idpgtbl.c | 131 iommu_pte_t *pte, *ptep; in amdiommu_pgtbl_map_pte() local
161 ptep = amdiommu_pgtbl_map_pte(domain, base, lvl - 1, in amdiommu_pgtbl_map_pte()
163 if (ptep == NULL) { in amdiommu_pgtbl_map_pte()
171 ptep->pte = VM_PAGE_TO_PHYS(m) | AMDIOMMU_PTE_IR | in amdiommu_pgtbl_map_pte()
|
| H A D | intel_idpgtbl.c | 331 iommu_pte_t *pte, *ptep; in dmar_pgtbl_map_pte() local
369 ptep = dmar_pgtbl_map_pte(domain, base, lvl - 1, in dmar_pgtbl_map_pte()
371 if (ptep == NULL) { in dmar_pgtbl_map_pte()
379 dmar_pte_store(&ptep->pte, DMAR_PTE_R | DMAR_PTE_W | in dmar_pgtbl_map_pte()
381 dmar_flush_pte_to_ram(domain->dmar, ptep); in dmar_pgtbl_map_pte()
|
| /freebsd/sys/arm64/arm64/ |
| H A D | pmap.c | 2235 pt_entry_t *ptep, *ptep_end; in pmap_kremove_device() local
2246 ptep = pmap_pte(kernel_pmap, va, &lvl); in pmap_kremove_device()
2247 KASSERT(ptep != NULL, ("Invalid page table, va: 0x%lx", va)); in pmap_kremove_device()
2258 pmap_clear(ptep); in pmap_kremove_device()
2261 pmap_remove_kernel_l2(kernel_pmap, ptep, va); in pmap_kremove_device()
2269 if ((pmap_load(ptep) & ATTR_CONTIGUOUS) != 0) { in pmap_kremove_device()
2275 ptep_end = ptep + L3C_ENTRIES; in pmap_kremove_device()
2276 for (; ptep < ptep_end; ptep++) in pmap_kremove_device()
2277 pmap_clear(ptep); in pmap_kremove_device()
2283 pmap_clear(ptep); in pmap_kremove_device()
[all …]
|
| /freebsd/sys/arm64/vmm/ |
| H A D | vmm_arm64.c | 838 uint64_t mask, *ptep, pte, pte_addr; in vmmops_gla2gpa() local
979 ptep = ptp_hold(hypctx->vcpu, pte_addr, PAGE_SIZE, &cookie); in vmmops_gla2gpa()
980 if (ptep == NULL) in vmmops_gla2gpa()
982 pte = ptep[idx]; in vmmops_gla2gpa()
|
| /freebsd/sys/powerpc/aim/ |
| H A D | mmu_radix.c | 841 #define pte_load_store(ptep, pte) atomic_swap_long(ptep, pte) argument
842 #define pte_load_clear(ptep) atomic_swap_long(ptep, 0) argument
843 #define pte_store(ptep, pte) do { \ argument
845 *(u_long *)(ptep) = htobe64((u_long)((pte) | PG_V | RPTE_LEAF)); \
850 #define pde_store(ptep, pa) do { \ argument
851 *(u_long *)(ptep) = htobe64((u_long)(pa|RPTE_VALID|RPTE_SHIFT)); \
854 #define pte_clear(ptep) do { \ argument
855 *(u_long *)(ptep)
[all...] |
| /freebsd/sys/i386/i386/ |
| H A D | pmap.c | 1637 pt_entry_t *eh_ptep, pte, *ptep; in pmap_pte_ufast() local
1647 ptep = (pt_entry_t *)PCPU_GET(pmap_eh_va) + (i386_btop(va) & in pmap_pte_ufast()
1649 pte = *ptep; in pmap_pte_ufast()
6079 pt_entry_t opte, *ptep; in __CONCAT() local
6088 ptep = vtopte(sf->kva); in __CONCAT()
6089 opte = *ptep; in __CONCAT()
6090 *ptep = VM_PAGE_TO_PHYS(sf->m) | PG_RW | PG_V | in __CONCAT()
|
| /freebsd/sys/amd64/amd64/ |
| H A D | pmap.c | 11559 pt_entry_t newpte, *ptep, pte; in pmap_pkru_update_range() local
11611 for (ptep = pmap_pde_to_pte(pde, va); va != va_next; in pmap_pkru_update_range()
11612 ptep++, va += PAGE_SIZE) { in pmap_pkru_update_range()
11613 pte = *ptep; in pmap_pkru_update_range()
11618 *ptep = newpte; in pmap_pkru_update_range()
|