Home
last modified time | relevance | path

Searched refs:psind (Results 1 – 22 of 22) sorted by relevance

/freebsd/sys/vm/
H A Dvm_fault.c359 int psind; in vm_fault_soft_fast() local
397 psind = 0; in vm_fault_soft_fast()
401 psind = m_super->psind; in vm_fault_soft_fast()
402 KASSERT(psind > 0, in vm_fault_soft_fast()
403 ("psind %d of m_super %p < 1", psind, m_super)); in vm_fault_soft_fast()
416 while (rounddown2(vaddr, pagesizes[psind]) < fs->entry->start || in vm_fault_soft_fast()
417 roundup2(vaddr + 1, pagesizes[psind]) > fs->entry->end || in vm_fault_soft_fast()
418 (vaddr & (pagesizes[psind] - 1)) != in vm_fault_soft_fast()
419 (VM_PAGE_TO_PHYS(m) & (pagesizes[psind] - 1)) || in vm_fault_soft_fast()
420 !vm_page_ps_test(m_super, psind, flags, m) || in vm_fault_soft_fast()
[all …]
H A Dvm_reserv.c453 KASSERT(rv->pages->psind == VM_LEVEL_0_PSIND, in vm_reserv_depopulate()
456 rv->pages->psind = VM_LEVEL_0_PSIND - 1; in vm_reserv_depopulate()
460 rv->pages[rounddown2(index, VM_SUBLEVEL_0_NPAGES)].psind = 0; in vm_reserv_depopulate()
639 KASSERT(rv->pages->psind >= 0 && in vm_reserv_populate()
640 rv->pages->psind < VM_LEVEL_0_PSIND, in vm_reserv_populate()
648 rv->pages[rounddown2(index, VM_SUBLEVEL_0_NPAGES)].psind = 1; in vm_reserv_populate()
664 KASSERT(rv->pages->psind == VM_LEVEL_0_PSIND - 1, in vm_reserv_populate()
667 rv->pages->psind = VM_LEVEL_0_PSIND; in vm_reserv_populate()
940 m->psind = 0; in vm_reserv_break()
H A Dpmap.h132 vm_prot_t prot, u_int flags, int8_t psind);
H A Dvm_page.h243 int8_t psind; /* pagesizes[] index (O) */ member
630 bool vm_page_ps_test(vm_page_t m, int psind, int flags, vm_page_t skip_m);
H A Dvm_map.c2708 int psind; in vm_map_pmap_enter() local
2759 for (psind = p->psind; psind > 0; psind--) { in vm_map_pmap_enter()
2761 (pagesizes[psind] - 1)) == 0) { in vm_map_pmap_enter()
2762 mask = atop(pagesizes[psind]) - 1; in vm_map_pmap_enter()
2764 vm_page_ps_test(p, psind, in vm_map_pmap_enter()
H A Dvm_page.c530 m->psind = 0; in vm_page_init_page()
5770 vm_page_ps_test(vm_page_t m, int psind, int flags, vm_page_t skip_m) in vm_page_ps_test() argument
5779 KASSERT(psind <= m->psind, in vm_page_ps_test()
5780 ("psind %d > psind %d of m %p", psind, m->psind, m)); in vm_page_ps_test()
5781 npages = atop(pagesizes[psind]); in vm_page_ps_test()
/freebsd/lib/libc/sys/
H A Dshm_open.c52 shm_create_largepage(const char *path, int flags, int psind, int alloc_policy, in shm_create_largepage() argument
63 slc.psind = psind; in shm_create_largepage()
/freebsd/sys/kern/
H A Duipc_shm.c285 int psind; in shm_largepage_phys_populate() local
287 psind = object->un_pager.phys.data_val; in shm_largepage_phys_populate()
288 if (psind == 0 || pidx >= object->size) in shm_largepage_phys_populate()
290 *first = rounddown2(pidx, pagesizes[psind] / PAGE_SIZE); in shm_largepage_phys_populate()
301 *last = *first + atop(pagesizes[psind]) - 1; in shm_largepage_phys_populate()
309 int psind; in shm_largepage_phys_haspage() local
311 psind = object->un_pager.phys.data_val; in shm_largepage_phys_haspage()
312 if (psind == 0 || pindex >= object->size) in shm_largepage_phys_haspage()
315 *before = pindex - rounddown2(pindex, pagesizes[psind] / in shm_largepage_phys_haspage()
319 *after = roundup2(pindex, pagesizes[psind] / PAGE_SIZE) - in shm_largepage_phys_haspage()
[all …]
H A Dkern_proc.c2611 if (m->psind != 0 && addr + pagesizes[1] <= entry->end && in kern_proc_vmmap_resident()
/freebsd/tests/sys/posixshm/
H A Dposixshm_test.c1237 shm_open_large(int psind, int policy, size_t sz) in shm_open_large() argument
1241 fd = shm_create_largepage(SHM_ANON, O_CREAT | O_RDWR, psind, policy, 0); in shm_open_large()
1331 lpc.psind = 1; in ATF_TC_BODY()
2117 int fd, psind; in ATF_TC_BODY() local
2120 psind = 1; in ATF_TC_BODY()
2123 fd = shm_create_largepage(test_path, O_CREAT | O_RDWR, psind, in ATF_TC_BODY()
2129 ATF_REQUIRE_MSG(ftruncate(fd, ps[psind]) == 0, in ATF_TC_BODY()
2137 addr = mmap(NULL, ps[psind], PROT_READ | PROT_WRITE, MAP_SHARED, fd, 0); in ATF_TC_BODY()
2143 vec = malloc(ps[psind] / ps[0]); in ATF_TC_BODY()
2145 ATF_REQUIRE_MSG(mincore(addr, ps[psind], vec) == 0, in ATF_TC_BODY()
[all …]
/freebsd/lib/libc/gen/
H A Dmemfd_create.c118 slc.psind = pgidx; in memfd_create()
/freebsd/sys/powerpc/aim/
H A Dmmu_oea64.c332 vm_page_t m, vm_prot_t prot, u_int flags, int8_t psind);
364 u_int flags, int8_t psind);
1605 vm_prot_t prot, u_int flags, int8_t psind) in moea64_enter() argument
1620 if (psind > 0) in moea64_enter()
1621 return (moea64_sp_enter(pmap, va, m, prot, flags, psind)); in moea64_enter()
1789 int8_t psind; in moea64_enter_object() local
1799 m->psind == 1 && moea64_ps_enabled(pm)) in moea64_enter_object()
1800 psind = 1; in moea64_enter_object()
1802 psind = 0; in moea64_enter_object()
1805 PMAP_ENTER_NOSLEEP | PMAP_ENTER_QUICK_LOCKED, psind); in moea64_enter_object()
[all …]
H A Dmmu_oea.c1138 u_int flags, int8_t psind) in moea_enter() argument
1145 error = moea_enter_locked(pmap, va, m, prot, flags, psind); in moea_enter()
1166 u_int flags, int8_t psind __unused) in moea_enter_locked()
H A Dmmu_radix.c2832 vm_prot_t prot, u_int flags, int8_t psind) in mmu_radix_enter() argument
2848 m, prot, flags, psind); in mmu_radix_enter()
2890 if (psind == 1) { in mmu_radix_enter()
2893 KASSERT(m->psind > 0, ("pmap_enter: m->psind < psind")); in mmu_radix_enter()
2942 pmap, va, m, prot, flags, psind, pmap->pm_pid, in mmu_radix_enter()
3051 pmap, va, m, prot, flags, psind, in mmu_radix_enter()
3361 m->psind == 1 && mmu_radix_ps_enabled(pmap) && in mmu_radix_enter_object()
/freebsd/sys/arm64/arm64/
H A Dpmap.c5473 int psind) in pmap_enter_largepage() argument
5479 KASSERT(psind > 0 && psind < MAXPAGESIZES, in pmap_enter_largepage()
5480 ("psind %d unexpected", psind)); in pmap_enter_largepage()
5481 KASSERT((PTE_TO_PHYS(pte) & (pagesizes[psind] - 1)) == 0, in pmap_enter_largepage()
5483 PTE_TO_PHYS(pte), pte, psind)); in pmap_enter_largepage()
5487 if (!pmap_bti_same(pmap, va, va + pagesizes[psind], &newpte)) in pmap_enter_largepage()
5489 if (psind == 3) { in pmap_enter_largepage()
5492 KASSERT(pagesizes[psind] == L1_SIZE, in pmap_enter_largepage()
5493 ("pagesizes[%d] != L1_SIZE", psind)); in pmap_enter_largepage()
5523 } else if (psind == 2) { in pmap_enter_largepage()
[all …]
/freebsd/sys/sys/
H A Dmman.h201 int psind; member
/freebsd/sys/i386/i386/
H A Dpmap_base.c682 u_int flags, int8_t psind) in pmap_enter() argument
685 return (pmap_methods_ptr->pm_enter(pmap, va, m, prot, flags, psind)); in pmap_enter()
H A Dpmap.c3648 vm_prot_t prot, u_int flags, int8_t psind) in __CONCAT()
3688 newpte |= pmap_cache_bits(pmap, m->md.pat_mode, psind > 0); in __CONCAT()
3695 if (psind == 1) { in __CONCAT()
3698 KASSERT(m->psind > 0, ("pmap_enter: m->psind < psind")); in __CONCAT()
4120 m->psind == 1 && pg_ps_enabled && in __CONCAT()
/freebsd/sys/amd64/amd64/
H A Dpmap.c6999 int psind) in pmap_enter_largepage() argument
7005 KASSERT(psind > 0 && psind < MAXPAGESIZES && pagesizes[psind] != 0, in pmap_enter_largepage()
7006 ("psind %d unexpected", psind)); in pmap_enter_largepage()
7007 KASSERT(((newpte & PG_FRAME) & (pagesizes[psind] - 1)) == 0, in pmap_enter_largepage()
7009 newpte & PG_FRAME, newpte, psind)); in pmap_enter_largepage()
7010 KASSERT((va & (pagesizes[psind] - 1)) == 0, in pmap_enter_largepage()
7011 ("unaligned va %#lx psind %d", va, psind)); in pmap_enter_largepage()
7014 KASSERT(va + pagesizes[psind] < VM_MAXUSER_ADDRESS, in pmap_enter_largepage()
7015 ("overflowing user map va %#lx psind %d", va, psind)); /* XXXKIB */ in pmap_enter_largepage()
7021 if (!pmap_pkru_same(pmap, va, va + pagesizes[psind], &pten)) in pmap_enter_largepage()
[all …]
/freebsd/sys/powerpc/booke/
H A Dpmap.c188 vm_prot_t, u_int flags, int8_t psind);
301 vm_prot_t, u_int flags, int8_t psind);
1298 vm_prot_t prot, u_int flags, int8_t psind) in mmu_booke_enter() argument
1304 error = mmu_booke_enter_locked(pmap, va, m, prot, flags, psind); in mmu_booke_enter()
1312 vm_prot_t prot, u_int pmap_flags, int8_t psind __unused) in mmu_booke_enter_locked()
/freebsd/sys/riscv/riscv/
H A Dpmap.c3355 u_int flags, int8_t psind) in pmap_enter() argument
3406 if (psind == 1) { in pmap_enter()
3410 KASSERT(m->psind > 0, ("pmap_enter: m->psind < psind")); in pmap_enter()
3832 m->psind == 1 && pmap_ps_enabled(pmap) && in pmap_enter_object()
/freebsd/sys/arm/arm/
H A Dpmap-v6.c3874 u_int flags, int8_t psind) in pmap_enter() argument
3915 if (psind == 1) { in pmap_enter()
3919 KASSERT(m->psind > 0, ("%s: m->psind < psind", __func__)); in pmap_enter()
4839 m->psind == 1 && sp_enabled && in pmap_enter_object()