Home
last modified time | relevance | path

Searched refs:psind (Results 1 – 22 of 22) sorted by relevance

/freebsd/sys/vm/
H A Dvm_fault.c361 int psind; in vm_fault_soft_fast() local
399 psind = 0; in vm_fault_soft_fast()
403 psind = m_super->psind; in vm_fault_soft_fast()
404 KASSERT(psind > 0, in vm_fault_soft_fast()
405 ("psind %d of m_super %p < 1", psind, m_super)); in vm_fault_soft_fast()
418 while (rounddown2(vaddr, pagesizes[psind]) < fs->entry->start || in vm_fault_soft_fast()
419 roundup2(vaddr + 1, pagesizes[psind]) > fs->entry->end || in vm_fault_soft_fast()
420 (vaddr & (pagesizes[psind] - 1)) != in vm_fault_soft_fast()
421 (VM_PAGE_TO_PHYS(m) & (pagesizes[psind] - 1)) || in vm_fault_soft_fast()
422 !vm_page_ps_test(m_super, psind, flags, m) || in vm_fault_soft_fast()
[all …]
H A Dvm_reserv.c453 KASSERT(rv->pages->psind == VM_LEVEL_0_PSIND, in vm_reserv_depopulate()
456 rv->pages->psind = VM_LEVEL_0_PSIND - 1; in vm_reserv_depopulate()
460 rv->pages[rounddown2(index, VM_SUBLEVEL_0_NPAGES)].psind = 0; in vm_reserv_depopulate()
639 KASSERT(rv->pages->psind >= 0 && in vm_reserv_populate()
640 rv->pages->psind < VM_LEVEL_0_PSIND, in vm_reserv_populate()
648 rv->pages[rounddown2(index, VM_SUBLEVEL_0_NPAGES)].psind = 1; in vm_reserv_populate()
664 KASSERT(rv->pages->psind == VM_LEVEL_0_PSIND - 1, in vm_reserv_populate()
667 rv->pages->psind = VM_LEVEL_0_PSIND; in vm_reserv_populate()
940 m->psind = 0; in vm_reserv_break()
H A Dpmap.h131 vm_prot_t prot, u_int flags, int8_t psind);
H A Dvm_page.h243 int8_t psind; /* pagesizes[] index (O) */ member
626 bool vm_page_ps_test(vm_page_t m, int psind, int flags, vm_page_t skip_m);
H A Dvm_map.c2708 int psind; in vm_map_pmap_enter() local
2759 for (psind = p->psind; psind > 0; psind--) { in vm_map_pmap_enter()
2761 (pagesizes[psind] - 1)) == 0) { in vm_map_pmap_enter()
2762 mask = atop(pagesizes[psind]) - 1; in vm_map_pmap_enter()
2764 vm_page_ps_test(p, psind, in vm_map_pmap_enter()
H A Dvm_page.c526 m->psind = 0; in vm_page_init_page()
5786 vm_page_ps_test(vm_page_t m, int psind, int flags, vm_page_t skip_m) in vm_page_ps_test() argument
5795 KASSERT(psind <= m->psind, in vm_page_ps_test()
5796 ("psind %d > psind %d of m %p", psind, m->psind, m)); in vm_page_ps_test()
5797 npages = atop(pagesizes[psind]); in vm_page_ps_test()
/freebsd/lib/libc/sys/
H A Dshm_open.c52 shm_create_largepage(const char *path, int flags, int psind, int alloc_policy, in shm_create_largepage() argument
63 slc.psind = psind; in shm_create_largepage()
/freebsd/sys/kern/
H A Duipc_shm.c285 int psind; in shm_largepage_phys_populate() local
287 psind = object->un_pager.phys.data_val; in shm_largepage_phys_populate()
288 if (psind == 0 || pidx >= object->size) in shm_largepage_phys_populate()
290 *first = rounddown2(pidx, pagesizes[psind] / PAGE_SIZE); in shm_largepage_phys_populate()
301 *last = *first + atop(pagesizes[psind]) - 1; in shm_largepage_phys_populate()
309 int psind; in shm_largepage_phys_haspage() local
311 psind = object->un_pager.phys.data_val; in shm_largepage_phys_haspage()
312 if (psind == 0 || pindex >= object->size) in shm_largepage_phys_haspage()
315 *before = pindex - rounddown2(pindex, pagesizes[psind] / in shm_largepage_phys_haspage()
319 *after = roundup2(pindex, pagesizes[psind] / PAGE_SIZE) - in shm_largepage_phys_haspage()
[all …]
H A Dkern_proc.c2584 if (m->psind != 0 && addr + pagesizes[1] <= entry->end && in kern_proc_vmmap_resident()
2591 * rather than m->psind. in kern_proc_vmmap_resident()
/freebsd/tests/sys/posixshm/
H A Dposixshm_test.c1221 shm_open_large(int psind, int policy, size_t sz) in shm_open_large() argument
1225 fd = shm_create_largepage(SHM_ANON, O_CREAT | O_RDWR, psind, policy, 0); in shm_open_large()
1329 lpc.psind = 1; in ATF_TC_BODY()
1909 int fd, psind; in ATF_TC_BODY() local
1912 psind = 1; in ATF_TC_BODY()
1915 fd = shm_create_largepage(test_path, O_CREAT | O_RDWR, psind, in ATF_TC_BODY()
1921 ATF_REQUIRE_MSG(ftruncate(fd, ps[psind]) == 0, in ATF_TC_BODY()
1929 addr = mmap(NULL, ps[psind], PROT_READ | PROT_WRITE, MAP_SHARED, fd, 0); in ATF_TC_BODY()
1935 vec = malloc(ps[psind] / ps[0]); in ATF_TC_BODY()
1937 ATF_REQUIRE_MSG(mincore(addr, ps[psind], vec) == 0, in ATF_TC_BODY()
[all …]
/freebsd/lib/libc/gen/
H A Dmemfd_create.c109 slc.psind = pgidx; in memfd_create()
/freebsd/sys/powerpc/aim/
H A Dmmu_oea64.c326 vm_page_t m, vm_prot_t prot, u_int flags, int8_t psind);
358 u_int flags, int8_t psind);
1609 vm_prot_t prot, u_int flags, int8_t psind) in moea64_enter() argument
1624 if (psind > 0) in moea64_enter()
1625 return (moea64_sp_enter(pmap, va, m, prot, flags, psind)); in moea64_enter()
1793 int8_t psind; in moea64_enter_object() local
1803 m->psind == 1 && moea64_ps_enabled(pm)) in moea64_enter_object()
1804 psind = 1; in moea64_enter_object()
1806 psind = 0; in moea64_enter_object()
1809 PMAP_ENTER_NOSLEEP | PMAP_ENTER_QUICK_LOCKED, psind); in moea64_enter_object()
[all …]
H A Dmmu_oea.c1138 u_int flags, int8_t psind) in moea_enter() argument
1145 error = moea_enter_locked(pmap, va, m, prot, flags, psind); in moea_enter()
1166 u_int flags, int8_t psind __unused) in moea_enter_locked()
H A Dmmu_radix.c2826 vm_prot_t prot, u_int flags, int8_t psind) in mmu_radix_enter() argument
2842 m, prot, flags, psind); in mmu_radix_enter()
2884 if (psind == 1) { in mmu_radix_enter()
2887 KASSERT(m->psind > 0, ("pmap_enter: m->psind < psind")); in mmu_radix_enter()
2936 pmap, va, m, prot, flags, psind, pmap->pm_pid, in mmu_radix_enter()
3045 pmap, va, m, prot, flags, psind, in mmu_radix_enter()
3356 m->psind == 1 && mmu_radix_ps_enabled(pmap) && in mmu_radix_enter_object()
/freebsd/sys/arm64/arm64/
H A Dpmap.c5230 int psind) in pmap_enter_largepage() argument
5236 KASSERT(psind > 0 && psind < MAXPAGESIZES, in pmap_enter_largepage()
5237 ("psind %d unexpected", psind)); in pmap_enter_largepage()
5238 KASSERT((PTE_TO_PHYS(pte) & (pagesizes[psind] - 1)) == 0, in pmap_enter_largepage()
5239 ("unaligned phys address %#lx pte %#lx psind %d", in pmap_enter_largepage()
5240 PTE_TO_PHYS(pte), pte, psind)); in pmap_enter_largepage()
5244 if (!pmap_bti_same(pmap, va, va + pagesizes[psind], &newpte)) in pmap_enter_largepage()
5246 if (psind in pmap_enter_largepage()
5373 pmap_enter(pmap_t pmap,vm_offset_t va,vm_page_t m,vm_prot_t prot,u_int flags,int8_t psind) pmap_enter() argument
8954 int lvl, psind, val; pmap_mincore() local
[all...]
/freebsd/sys/sys/
H A Dmman.h201 int psind; member
/freebsd/sys/i386/i386/
H A Dpmap_base.c682 u_int flags, int8_t psind) in pmap_enter() argument
685 return (pmap_methods_ptr->pm_enter(pmap, va, m, prot, flags, psind)); in pmap_enter()
H A Dpmap.c3646 vm_prot_t prot, u_int flags, int8_t psind) in __CONCAT()
3686 newpte |= pmap_cache_bits(pmap, m->md.pat_mode, psind > 0); in __CONCAT()
3693 if (psind == 1) { in __CONCAT()
3696 KASSERT(m->psind > 0, ("pmap_enter: m->psind < psind")); in __CONCAT()
4118 m->psind == 1 && pg_ps_enabled && in __CONCAT()
/freebsd/sys/amd64/amd64/
H A Dpmap.c6989 int psind) in pmap_enter_largepage() argument
6995 KASSERT(psind > 0 && psind < MAXPAGESIZES && pagesizes[psind] != 0, in pmap_enter_largepage()
6996 ("psind %d unexpected", psind)); in pmap_enter_largepage()
6997 KASSERT(((newpte & PG_FRAME) & (pagesizes[psind] - 1)) == 0, in pmap_enter_largepage()
6999 newpte & PG_FRAME, newpte, psind)); in pmap_enter_largepage()
7000 KASSERT((va & (pagesizes[psind] - 1)) == 0, in pmap_enter_largepage()
7001 ("unaligned va %#lx psind %d", va, psind)); in pmap_enter_largepage()
7004 KASSERT(va + pagesizes[psind] < VM_MAXUSER_ADDRESS, in pmap_enter_largepage()
7005 ("overflowing user map va %#lx psind %d", va, psind)); /* XXXKIB */ in pmap_enter_largepage()
7011 if (!pmap_pkru_same(pmap, va, va + pagesizes[psind], &pten)) in pmap_enter_largepage()
[all …]
/freebsd/sys/powerpc/booke/
H A Dpmap.c186 vm_prot_t, u_int flags, int8_t psind);
296 vm_prot_t, u_int flags, int8_t psind);
1262 vm_prot_t prot, u_int flags, int8_t psind) in mmu_booke_enter() argument
1268 error = mmu_booke_enter_locked(pmap, va, m, prot, flags, psind); in mmu_booke_enter()
1276 vm_prot_t prot, u_int pmap_flags, int8_t psind __unused) in mmu_booke_enter_locked()
/freebsd/sys/riscv/riscv/
H A Dpmap.c3256 u_int flags, int8_t psind) in pmap_enter() argument
3307 if (psind == 1) { in pmap_enter()
3311 KASSERT(m->psind > 0, ("pmap_enter: m->psind < psind")); in pmap_enter()
3733 m->psind == 1 && pmap_ps_enabled(pmap) && in pmap_enter_object()
/freebsd/sys/arm/arm/
H A Dpmap-v6.c3873 u_int flags, int8_t psind) in pmap_enter() argument
3914 if (psind == 1) { in pmap_enter()
3918 KASSERT(m->psind > 0, ("%s: m->psind < psind", __func__)); in pmap_enter()
4838 m->psind == 1 && sp_enabled && in pmap_enter_object()