| /freebsd/sys/arm64/iommu/ |
| H A D | iommu_pmap.c | 86 static vm_page_t _pmap_alloc_l3(struct smmu_pmap *pmap, vm_pindex_t ptepindex);
435 _pmap_alloc_l3(struct smmu_pmap *pmap, vm_pindex_t ptepindex) in _pmap_alloc_l3() argument
451 m->pindex = ptepindex; in _pmap_alloc_l3()
468 if (ptepindex >= (NUL2E + NUL1E)) { in _pmap_alloc_l3()
472 l0index = ptepindex - (NUL2E + NUL1E); in _pmap_alloc_l3()
475 } else if (ptepindex >= NUL2E) { in _pmap_alloc_l3()
480 l1index = ptepindex - NUL2E; in _pmap_alloc_l3()
499 l1 = &l1[ptepindex & Ln_ADDR_MASK]; in _pmap_alloc_l3()
506 l1index = ptepindex >> IOMMU_Ln_ENTRIES_SHIFT; in _pmap_alloc_l3()
540 l2 = &l2[ptepindex & Ln_ADDR_MASK]; in _pmap_alloc_l3()
|
| /freebsd/sys/i386/i386/ |
| H A D | pmap.c | 343 static vm_page_t _pmap_allocpte(pmap_t pmap, u_int ptepindex, u_int flags);
2120 _pmap_allocpte(pmap_t pmap, u_int ptepindex, u_int flags) in _pmap_allocpte() argument
2143 m->pindex = ptepindex; in _pmap_allocpte()
2153 KASSERT((pmap->pm_pdir[ptepindex] & PG_V) == 0, in _pmap_allocpte()
2155 __func__, (uintmax_t)pmap->pm_pdir[ptepindex])); in _pmap_allocpte()
2156 pmap->pm_pdir[ptepindex] = in _pmap_allocpte()
2165 u_int ptepindex; in pmap_allocpte() local
2172 ptepindex = va >> PDRSHIFT; in pmap_allocpte()
2177 ptepa = pmap->pm_pdir[ptepindex]; in pmap_allocpte()
2184 (void)pmap_demote_pde(pmap, &pmap->pm_pdir[ptepindex], v in pmap_allocpte()
4175 u_int ptepindex; pmap_enter_quick_locked() local
4475 u_int ptepindex; __CONCAT() local
[all...] |
| /freebsd/sys/riscv/riscv/ |
| H A D | pmap.c | 327 static vm_page_t _pmap_alloc_l3(pmap_t pmap, vm_pindex_t ptepindex,
1602 _pmap_alloc_l3(pmap_t pmap, vm_pindex_t ptepindex, struct rwlock **lockp) in _pmap_alloc_l3() argument
1631 m->pindex = ptepindex; in _pmap_alloc_l3()
1638 if (ptepindex >= NUL2E + NUL1E) { in _pmap_alloc_l3()
1643 ("%s: pindex %#lx in SV39 mode", __func__, ptepindex)); in _pmap_alloc_l3()
1644 KASSERT(ptepindex < NUL2E + NUL1E + NUL0E, in _pmap_alloc_l3()
1645 ("%s: pindex %#lx out of range", __func__, ptepindex)); in _pmap_alloc_l3()
1647 l0index = ptepindex - (NUL2E + NUL1E); in _pmap_alloc_l3()
1654 } else if (ptepindex >= NUL2E) { in _pmap_alloc_l3()
1658 l1index = ptepindex - NUL2E; in _pmap_alloc_l3()
[all …]
|
| /freebsd/sys/powerpc/aim/ |
| H A D | mmu_radix.c | 598 static vm_page_t _pmap_allocpte(pmap_t pmap, vm_pindex_t ptepindex, struct rwlock **lockp);
3391 vm_pindex_t ptepindex; in mmu_radix_enter_quick_locked() local
3397 ptepindex = pmap_l3e_pindex(va); in mmu_radix_enter_quick_locked()
3398 if (mpte && (mpte->pindex == ptepindex)) { in mmu_radix_enter_quick_locked()
3422 mpte = _pmap_allocpte(pmap, ptepindex, NULL); in mmu_radix_enter_quick_locked()
4283 _pmap_allocpte(pmap_t pmap, vm_pindex_t ptepindex, struct rwlock **lockp) in _pmap_allocpte() argument
4305 m->pindex = ptepindex; in _pmap_allocpte()
4312 if (ptepindex >= (NUPDE + NUPDPE)) { in _pmap_allocpte()
4317 pml1index = ptepindex - (NUPDE + NUPDPE); in _pmap_allocpte()
4322 } else if (ptepindex >= NUPDE) { in _pmap_allocpte()
[all …]
|
| /freebsd/sys/amd64/amd64/ |
| H A D | pmap.c | 1341 static vm_page_t pmap_allocpte_alloc(pmap_t pmap, vm_pindex_t ptepindex,
1343 static vm_page_t pmap_allocpte_nosleep(pmap_t pmap, vm_pindex_t ptepindex,
4693 pmap_allocpte_nosleep(pmap_t pmap, vm_pindex_t ptepindex, struct rwlock **lockp, in pmap_allocpte_nosleep() argument
4714 m = pmap_alloc_pt_page(pmap, ptepindex, in pmap_allocpte_nosleep()
4723 if (ptepindex >= NUPDE + NUPDPE + NUPML4E) { in pmap_allocpte_nosleep()
4740 } else if (ptepindex >= NUPDE + NUPDPE) { in pmap_allocpte_nosleep()
4769 } else if (ptepindex >= NUPDE) { in pmap_allocpte_nosleep()
4822 pmap_allocpte_alloc(pmap_t pmap, vm_pindex_t ptepindex, struct rwlock **lockp, in pmap_allocpte_alloc() argument
4827 m = pmap_allocpte_nosleep(pmap, ptepindex, lockp, va); in pmap_allocpte_alloc()
4881 vm_pindex_t ptepindex; in pmap_allocpte() local
[all …]
|
| /freebsd/sys/arm64/arm64/ |
| H A D | pmap.c | 504 static vm_page_t _pmap_alloc_l3(pmap_t pmap, vm_pindex_t ptepindex,
2681 _pmap_alloc_l3(pmap_t pmap, vm_pindex_t ptepindex, struct rwlock **lockp) in _pmap_alloc_l3() argument
2704 m->pindex = ptepindex; in _pmap_alloc_l3()
2721 if (ptepindex >= (NUL2E + NUL1E)) { in _pmap_alloc_l3()
2725 l0index = ptepindex - (NUL2E + NUL1E); in _pmap_alloc_l3()
2742 } else if (ptepindex >= NUL2E) { in _pmap_alloc_l3()
2747 l1index = ptepindex - NUL2E; in _pmap_alloc_l3()
2766 l1 = &l1[ptepindex & Ln_ADDR_MASK]; in _pmap_alloc_l3()
2775 l1index = ptepindex >> Ln_ENTRIES_SHIFT; in _pmap_alloc_l3()
2810 l2 = &l2[ptepindex & Ln_ADDR_MASK]; in _pmap_alloc_l3()
[all …]
|