| /freebsd/sys/i386/include/ |
| H A D | pmap_pae.h | 97 #define pte_load_store(ptep, pte) atomic_swap_64_i586(ptep, pte) argument
98 #define pte_load_clear(ptep) atomic_swap_64_i586(ptep, 0) argument
99 #define pte_store(ptep, pte) atomic_store_rel_64_i586(ptep, pte) argument
100 #define pte_store_zero(ptep, pte) \ argument
104 MPASS((*ptep & PG_V) == 0); \
105 p = (void *)ptep; \
110 #define pte_load(ptep) atomic_load_acq_64_i586(ptep) argument
|
| H A D | pmap_nopae.h | 80 #define pte_load_store(ptep, pte) atomic_swap_int(ptep, pte) argument
81 #define pte_load_clear(ptep) atomic_swap_int(ptep, 0) argument
82 #define pte_store(ptep, pte) do { \ argument
83 *(u_int *)(ptep) = (u_int)(pte); \
85 #define pte_store_zero(ptep, pte) pte_store(ptep, pte) argument
86 #define pte_load(ptep) atomic_load_int(ptep) argument
|
| H A D | pmap.h | 148 #define pte_clear(ptep) pte_store(ptep, 0) argument
|
| /freebsd/sys/amd64/include/ |
| H A D | pmap.h | 285 #define pte_load_store(ptep, pte) atomic_swap_long(ptep, pte) argument
286 #define pte_load_clear(ptep) atomic_swap_long(ptep, 0) argument
287 #define pte_store(ptep, pte) do { \ argument
288 *(u_long *)(ptep) = (u_long)(pte); \
290 #define pte_clear(ptep) pte_store(ptep, 0) argument
|
| /freebsd/sys/x86/iommu/ |
| H A D | amd_idpgtbl.c | 134 iommu_pte_t *pte, *ptep; in amdiommu_pgtbl_map_pte() local
164 ptep = amdiommu_pgtbl_map_pte(domain, base, lvl - 1, in amdiommu_pgtbl_map_pte()
166 if (ptep == NULL) { in amdiommu_pgtbl_map_pte()
174 ptep->pte = VM_PAGE_TO_PHYS(m) | AMDIOMMU_PTE_IR | in amdiommu_pgtbl_map_pte()
|
| H A D | intel_idpgtbl.c | 333 iommu_pte_t *pte, *ptep; in dmar_pgtbl_map_pte() local
371 ptep = dmar_pgtbl_map_pte(domain, base, lvl - 1, in dmar_pgtbl_map_pte()
373 if (ptep == NULL) { in dmar_pgtbl_map_pte()
381 dmar_pte_store(&ptep->pte, DMAR_PTE_R | DMAR_PTE_W | in dmar_pgtbl_map_pte()
383 dmar_flush_pte_to_ram(domain->dmar, ptep); in dmar_pgtbl_map_pte()
|
| /freebsd/sys/arm64/arm64/ |
| H A D | pmap.c | 2500 pt_entry_t *ptep, *ptep_end; in pmap_kremove_device() local
2511 ptep = pmap_pte(kernel_pmap, va, &lvl); in pmap_kremove_device()
2512 KASSERT(ptep != NULL, ("Invalid page table, va: 0x%lx", va)); in pmap_kremove_device()
2523 pmap_clear(ptep); in pmap_kremove_device()
2526 pmap_remove_kernel_l2(kernel_pmap, ptep, va); in pmap_kremove_device()
2534 if ((pmap_load(ptep) & ATTR_CONTIGUOUS) != 0) { in pmap_kremove_device()
2540 ptep_end = ptep + L3C_ENTRIES; in pmap_kremove_device()
2541 for (; ptep < ptep_end; ptep++) in pmap_kremove_device()
2542 pmap_clear(ptep); in pmap_kremove_device()
2548 pmap_clear(ptep); in pmap_kremove_device()
[all …]
|
| /freebsd/sys/arm64/vmm/ |
| H A D | vmm_arm64.c | 861 uint64_t mask, *ptep, pte, pte_addr; in vmmops_gla2gpa() local
1002 ptep = ptp_hold(hypctx->vcpu, pte_addr, PAGE_SIZE, &cookie); in vmmops_gla2gpa()
1003 if (ptep == NULL) in vmmops_gla2gpa()
1005 pte = ptep[idx]; in vmmops_gla2gpa()
|
| /freebsd/sys/powerpc/aim/ |
| H A D | mmu_radix.c | 840 #define pte_load_store(ptep, pte) atomic_swap_long(ptep, pte) argument
841 #define pte_load_clear(ptep) atomic_swap_long(ptep, 0) argument
842 #define pte_store(ptep, pte) do { \ argument
844 *(u_long *)(ptep) = htobe64((u_long)((pte) | PG_V | RPTE_LEAF)); \
849 #define pde_store(ptep, pa) do { \ argument
850 *(u_long *)(ptep) = htobe64((u_long)(pa|RPTE_VALID|RPTE_SHIFT)); \
853 #define pte_clear(ptep) do { \ argument
854 *(u_long *)(ptep) = (u_long)(0); \
|
| /freebsd/sys/i386/i386/ |
| H A D | pmap.c | 1630 pt_entry_t *eh_ptep, pte, *ptep; in pmap_pte_ufast() local
1640 ptep = (pt_entry_t *)PCPU_GET(pmap_eh_va) + (i386_btop(va) & in pmap_pte_ufast()
1642 pte = *ptep; in pmap_pte_ufast()
6082 pt_entry_t opte, *ptep; in __CONCAT() local
6091 ptep = vtopte(sf->kva); in __CONCAT()
6092 opte = *ptep; in __CONCAT()
6093 *ptep = VM_PAGE_TO_PHYS(sf->m) | PG_RW | PG_V | in __CONCAT()
|
| /freebsd/sys/amd64/amd64/ |
| H A D | pmap.c | 11560 pt_entry_t newpte, *ptep, pte; in pmap_pkru_update_range() local
11628 for (ptep = pmap_pde_to_pte(pde, va); va != va_next; in pmap_pkru_update_range()
11629 ptep++, va += PAGE_SIZE) { in pmap_pkru_update_range()
11630 pte = *ptep; in pmap_pkru_update_range()
11635 *ptep = newpte; in pmap_pkru_update_range()
|