/freebsd/sys/vm/ |
H A D | vm_fault.c | 342 int psind; in vm_fault_soft_fast() local 380 psind = 0; in vm_fault_soft_fast() 384 psind = m_super->psind; in vm_fault_soft_fast() 385 KASSERT(psind > 0, in vm_fault_soft_fast() 386 ("psind %d of m_super %p < 1", psind, m_super)); in vm_fault_soft_fast() 399 while (rounddown2(vaddr, pagesizes[psind]) < fs->entry->start || in vm_fault_soft_fast() 400 roundup2(vaddr + 1, pagesizes[psind]) > fs->entry->end || in vm_fault_soft_fast() 401 (vaddr & (pagesizes[psind] in vm_fault_soft_fast() 501 int bdry_idx, i, npages, psind, rv; vm_fault_populate() local [all...] |
H A D | vm_reserv.c | 453 KASSERT(rv->pages->psind == VM_LEVEL_0_PSIND, in vm_reserv_depopulate() 456 rv->pages->psind = VM_LEVEL_0_PSIND - 1; in vm_reserv_depopulate() 460 rv->pages[rounddown2(index, VM_SUBLEVEL_0_NPAGES)].psind = 0; in vm_reserv_depopulate() 574 KASSERT(rv->pages->psind >= 0 && in vm_reserv_populate() 575 rv->pages->psind < VM_LEVEL_0_PSIND, in vm_reserv_populate() 583 rv->pages[rounddown2(index, VM_SUBLEVEL_0_NPAGES)].psind = 1; in vm_reserv_populate() 599 KASSERT(rv->pages->psind == VM_LEVEL_0_PSIND - 1, in vm_reserv_populate() 602 rv->pages->psind = VM_LEVEL_0_PSIND; in vm_reserv_populate() 957 m->psind = 0; in vm_reserv_break()
|
H A D | pmap.h | 131 vm_prot_t prot, u_int flags, int8_t psind);
|
H A D | vm_page.h | 248 int8_t psind; /* pagesizes[] index (O) */ member 669 bool vm_page_ps_test(vm_page_t m, int psind, int flags, vm_page_t skip_m);
|
H A D | vm_map.c | 2680 int psind; in vm_map_pmap_enter() 2735 for (psind = p->psind; psind > 0; psind--) { in vm_map_pmap_enter() 2737 (pagesizes[psind] - 1)) == 0) { in vm_map_pmap_enter() 2738 mask = atop(pagesizes[psind]) - 1; in vm_map_pmap_enter() 2740 vm_page_ps_test(p, psind, in vm_map_pmap_enter() 2679 int psind; vm_map_pmap_enter() local
|
H A D | vm_page.c | 512 m->psind = 0; in vm_page_init_page() 5762 vm_page_ps_test(vm_page_t m, int psind, int flags, vm_page_t skip_m) in vm_page_ps_test() argument 5771 KASSERT(psind <= m->psind, in vm_page_ps_test() 5772 ("psind %d > psind %d of m %p", psind, m->psind, m)); in vm_page_ps_test() 5773 npages = atop(pagesizes[psind]); in vm_page_ps_test()
|
/freebsd/lib/libc/sys/ |
H A D | shm_open.c | 52 shm_create_largepage(const char *path, int flags, int psind, int alloc_policy, in shm_create_largepage() argument 63 slc.psind = psind; in shm_create_largepage()
|
/freebsd/sys/kern/ |
H A D | uipc_shm.c | 282 int psind; in shm_largepage_phys_populate() local 284 psind = object->un_pager.phys.data_val; in shm_largepage_phys_populate() 285 if (psind == 0 || pidx >= object->size) in shm_largepage_phys_populate() 287 *first = rounddown2(pidx, pagesizes[psind] / PAGE_SIZE); in shm_largepage_phys_populate() 298 *last = *first + atop(pagesizes[psind]) - 1; in shm_largepage_phys_populate() 306 int psind; in shm_largepage_phys_haspage() local 308 psind = object->un_pager.phys.data_val; in shm_largepage_phys_haspage() 309 if (psind == 0 || pindex >= object->size) in shm_largepage_phys_haspage() 312 *before = pindex - rounddown2(pindex, pagesizes[psind] / in shm_largepage_phys_haspage() 316 *after = roundup2(pindex, pagesizes[psind] / PAGE_SIZE) - in shm_largepage_phys_haspage() [all …]
|
H A D | kern_proc.c | 2578 if (m->psind != 0 && addr + pagesizes[1] <= entry->end && in kern_proc_vmmap_resident()
|
/freebsd/tests/sys/posixshm/ |
H A D | posixshm_test.c | 1221 shm_open_large(int psind, int policy, size_t sz) in shm_open_large() argument 1225 fd = shm_create_largepage(SHM_ANON, O_CREAT | O_RDWR, psind, policy, 0); in shm_open_large() 1329 lpc.psind = 1; in ATF_TC_BODY() 1909 int fd, psind; in ATF_TC_BODY() local 1912 psind = 1; in ATF_TC_BODY() 1915 fd = shm_create_largepage(test_path, O_CREAT | O_RDWR, psind, in ATF_TC_BODY() 1921 ATF_REQUIRE_MSG(ftruncate(fd, ps[psind]) == 0, in ATF_TC_BODY() 1929 addr = mmap(NULL, ps[psind], PROT_READ | PROT_WRITE, MAP_SHARED, fd, 0); in ATF_TC_BODY() 1935 vec = malloc(ps[psind] / ps[0]); in ATF_TC_BODY() 1937 ATF_REQUIRE_MSG(mincore(addr, ps[psind], vec) == 0, in ATF_TC_BODY() [all …]
|
/freebsd/lib/libc/gen/ |
H A D | memfd_create.c | 109 slc.psind = pgidx; in memfd_create()
|
/freebsd/sys/powerpc/aim/ |
H A D | mmu_oea64.c | 363 vm_page_t m, vm_prot_t prot, u_int flags, int8_t psind); 393 u_int flags, int8_t psind); 1646 vm_prot_t prot, u_int flags, int8_t psind) in moea64_enter() argument 1661 if (psind > 0) in moea64_enter() 1662 return (moea64_sp_enter(pmap, va, m, prot, flags, psind)); in moea64_enter() 1830 int8_t psind; in moea64_enter_object() local 1839 m->psind == 1 && moea64_ps_enabled(pm)) in moea64_enter_object() 1840 psind = 1; in moea64_enter_object() 1842 psind = 0; in moea64_enter_object() 1845 PMAP_ENTER_NOSLEEP | PMAP_ENTER_QUICK_LOCKED, psind); in moea64_enter_object() [all …]
|
H A D | mmu_oea.c | 1138 u_int flags, int8_t psind) in moea_enter() argument 1145 error = moea_enter_locked(pmap, va, m, prot, flags, psind); in moea_enter() 1166 u_int flags, int8_t psind __unused) in moea_enter_locked()
|
H A D | mmu_radix.c | 2827 vm_prot_t prot, u_int flags, int8_t psind) in mmu_radix_enter() argument 2843 m, prot, flags, psind); in mmu_radix_enter() 2885 if (psind == 1) { in mmu_radix_enter() 2888 KASSERT(m->psind > 0, ("pmap_enter: m->psind < psind")); in mmu_radix_enter() 2937 pmap, va, m, prot, flags, psind, pmap->pm_pid, in mmu_radix_enter() 3046 pmap, va, m, prot, flags, psind, in mmu_radix_enter() 3255 * we do not perform pmap_enter(psind == 1) in pmap_enter_l3e() 3357 m->psind in mmu_radix_enter_object() [all...] |
/freebsd/sys/arm64/arm64/ |
H A D | pmap.c | 5048 int psind) in pmap_enter_largepage() argument 5054 KASSERT(psind > 0 && psind < MAXPAGESIZES, in pmap_enter_largepage() 5055 ("psind %d unexpected", psind)); in pmap_enter_largepage() 5056 KASSERT((PTE_TO_PHYS(pte) & (pagesizes[psind] - 1)) == 0, in pmap_enter_largepage() 5058 PTE_TO_PHYS(pte), pte, psind)); in pmap_enter_largepage() 5062 if (!pmap_bti_same(pmap, va, va + pagesizes[psind], &newpte)) in pmap_enter_largepage() 5064 if (psind == 3) { in pmap_enter_largepage() 5067 KASSERT(pagesizes[psind] == L1_SIZE, in pmap_enter_largepage() 5068 ("pagesizes[%d] != L1_SIZE", psind)); in pmap_enter_largepage() 5098 } else if (psind == 2) { in pmap_enter_largepage() [all …]
|
/freebsd/sys/sys/ |
H A D | mman.h | 199 int psind; member
|
/freebsd/sys/i386/i386/ |
H A D | pmap_base.c | 676 u_int flags, int8_t psind) in pmap_enter() argument 679 return (pmap_methods_ptr->pm_enter(pmap, va, m, prot, flags, psind)); in pmap_enter()
|
H A D | pmap.c | 3651 vm_prot_t prot, u_int flags, int8_t psind) in __CONCAT() 3691 newpte |= pmap_cache_bits(pmap, m->md.pat_mode, psind > 0); in __CONCAT() 3698 if (psind == 1) { in __CONCAT() 3701 KASSERT(m->psind > 0, ("pmap_enter: m->psind < psind")); in __CONCAT() 4122 m->psind == 1 && pg_ps_enabled && in __CONCAT()
|
/freebsd/sys/amd64/amd64/ |
H A D | pmap.c | 7077 int psind) in pmap_enter_largepage() argument 7083 KASSERT(psind > 0 && psind < MAXPAGESIZES && pagesizes[psind] != 0, in pmap_enter_largepage() 7084 ("psind %d unexpected", psind)); in pmap_enter_largepage() 7085 KASSERT(((newpte & PG_FRAME) & (pagesizes[psind] - 1)) == 0, in pmap_enter_largepage() 7087 newpte & PG_FRAME, newpte, psind)); in pmap_enter_largepage() 7088 KASSERT((va & (pagesizes[psind] - 1)) == 0, in pmap_enter_largepage() 7089 ("unaligned va %#lx psind %d", va, psind)); in pmap_enter_largepage() 7092 KASSERT(va + pagesizes[psind] < VM_MAXUSER_ADDRESS, in pmap_enter_largepage() 7093 ("overflowing user map va %#lx psind %d", va, psind)); /* XXXKIB */ in pmap_enter_largepage() 7099 if (!pmap_pkru_same(pmap, va, va + pagesizes[psind], &pten)) in pmap_enter_largepage() [all …]
|
/freebsd/sys/riscv/riscv/ |
H A D | pmap.c | 3158 u_int flags, int8_t psind) in pmap_enter() argument 3209 if (psind == 1) { in pmap_enter() 3213 KASSERT(m->psind > 0, ("pmap_enter: m->psind < psind")); in pmap_enter() 3634 m->psind == 1 && pmap_ps_enabled(pmap) && in pmap_enter_object()
|