Lines Matching refs:pgsz
249 #define CALC_LPG_REGION(pgsz, seg, addr, len, lpgaddr, lpgeaddr) { \ argument
251 lpgaddr = (caddr_t)P2ALIGN((uintptr_t)(addr), pgsz); \
254 (len)), pgsz); \
414 size_t pgsz; in segvn_init() local
431 pgsz = page_get_pagesize(szc); in segvn_init()
432 if (pgsz <= PAGESIZE || !IS_P2ALIGNED(pgsz, pgsz)) { in segvn_init()
549 size_t pgsz; in segvn_create() local
588 pgsz = page_get_pagesize(a->szc); in segvn_create()
589 if (!IS_P2ALIGNED(seg->s_base, pgsz) || in segvn_create()
590 !IS_P2ALIGNED(seg->s_size, pgsz)) { in segvn_create()
759 IS_P2ALIGNED(pseg->s_base, pgsz) && in segvn_create()
760 IS_P2ALIGNED(pseg->s_size, pgsz))); in segvn_create()
798 IS_P2ALIGNED(nseg->s_base, pgsz) && in segvn_create()
799 IS_P2ALIGNED(nseg->s_size, pgsz))); in segvn_create()
1916 size_t pgsz = page_get_pagesize(seg->s_szc); in segvn_unmap() local
1918 if (!IS_P2ALIGNED(addr, pgsz) || !IS_P2ALIGNED(len, pgsz)) { in segvn_unmap()
3363 size_t pgsz = page_get_pagesize(szc); in segvn_fill_vp_pages() local
3364 pgcnt_t pages = btop(pgsz); in segvn_fill_vp_pages()
3366 u_offset_t eoff = off + pgsz; in segvn_fill_vp_pages()
3832 size_t pgsz = page_get_pagesize(szc); in segvn_fault_vnodepages() local
3833 size_t maxpgsz = pgsz; in segvn_fault_vnodepages()
3834 pgcnt_t pages = btop(pgsz); in segvn_fault_vnodepages()
3921 for (; a < lpgeaddr; a += pgsz, off += pgsz, aindx += pages) { in segvn_fault_vnodepages()
3935 pgsz = ppgsz; in segvn_fault_vnodepages()
3936 pages = btop(pgsz); in segvn_fault_vnodepages()
3937 e = P2ROUNDUP((uintptr_t)eaddr, pgsz); in segvn_fault_vnodepages()
3963 pgsz = maxpgsz; in segvn_fault_vnodepages()
4040 ierr = VOP_GETPAGE(vp, (offset_t)off, pgsz, in segvn_fault_vnodepages()
4041 &vpprot, ppa, pgsz, seg, a, arw, in segvn_fault_vnodepages()
4073 if (a + pgsz <= eaddr) { in segvn_fault_vnodepages()
4084 if (btopr(va.va_size) >= btopr(off + pgsz)) { in segvn_fault_vnodepages()
4187 hat_memload_array(hat, a, pgsz, ppa, prot, in segvn_fault_vnodepages()
4263 hat_memload_array_region(hat, a, pgsz, in segvn_fault_vnodepages()
4363 hat_memload_array_region(hat, a, pgsz, in segvn_fault_vnodepages()
4429 hat_memload_array_region(hat, a, pgsz, ppa, in segvn_fault_vnodepages()
4489 hat_memload_array_region(hat, a, pgsz, ppa, in segvn_fault_vnodepages()
4544 pgsz = page_get_pagesize(szc); in segvn_fault_vnodepages()
4545 pages = btop(pgsz); in segvn_fault_vnodepages()
4551 a = (caddr_t)P2ALIGN((uintptr_t)a, pgsz); in segvn_fault_vnodepages()
4553 lpgeaddr = (caddr_t)P2ROUNDUP((uintptr_t)eaddr, pgsz); in segvn_fault_vnodepages()
4563 ASSERT(IS_P2ALIGNED(a, pgsz)); in segvn_fault_vnodepages()
4564 ASSERT(IS_P2ALIGNED(lpgeaddr, pgsz)); in segvn_fault_vnodepages()
4565 lpgeaddr = (caddr_t)P2ROUNDUP((uintptr_t)eaddr, pgsz); in segvn_fault_vnodepages()
4575 a = (caddr_t)P2ALIGN((uintptr_t)addr, pgsz); in segvn_fault_vnodepages()
4641 size_t pgsz = page_get_pagesize(szc); in segvn_fault_anonpages() local
4642 size_t maxpgsz = pgsz; in segvn_fault_anonpages()
4643 pgcnt_t pages = btop(pgsz); in segvn_fault_anonpages()
4704 for (; a < lpgeaddr; a += pgsz, aindx += pages) { in segvn_fault_anonpages()
4716 pgsz < maxpgsz) { in segvn_fault_anonpages()
4719 pgsz = maxpgsz; in segvn_fault_anonpages()
4720 pages = btop(pgsz); in segvn_fault_anonpages()
4723 pgsz); in segvn_fault_anonpages()
4769 hat_memload_array(hat, a, pgsz, ppa, in segvn_fault_anonpages()
4830 pgsz = page_get_pagesize(szc); in segvn_fault_anonpages()
4831 pages = btop(pgsz); in segvn_fault_anonpages()
4833 (IS_P2ALIGNED(a, pgsz) && IS_P2ALIGNED(lpgeaddr, pgsz))); in segvn_fault_anonpages()
4851 a = (caddr_t)P2ALIGN((uintptr_t)a, pgsz); in segvn_fault_anonpages()
4853 lpgeaddr = (caddr_t)P2ROUNDUP((uintptr_t)eaddr, pgsz); in segvn_fault_anonpages()
4863 ASSERT(IS_P2ALIGNED(a, pgsz)); in segvn_fault_anonpages()
4864 ASSERT(IS_P2ALIGNED(lpgeaddr, pgsz)); in segvn_fault_anonpages()
4865 lpgeaddr = (caddr_t)P2ROUNDUP((uintptr_t)eaddr, pgsz); in segvn_fault_anonpages()
4875 a = (caddr_t)P2ALIGN((uintptr_t)addr, pgsz); in segvn_fault_anonpages()
4939 size_t pgsz; in segvn_fault() local
4955 pgsz = (seg->s_szc == 0) ? PAGESIZE : in segvn_fault()
4957 VM_STAT_COND_ADD(pgsz > PAGESIZE, segvnvmstats.fltanpages[16]); in segvn_fault()
4958 CALC_LPG_REGION(pgsz, seg, addr, len, lpgaddr, lpgeaddr); in segvn_fault()
5089 pgsz = page_get_pagesize(seg->s_szc); in segvn_fault()
5090 CALC_LPG_REGION(pgsz, seg, addr, len, lpgaddr, in segvn_fault()
5092 if (lpgeaddr - lpgaddr > pgsz) { in segvn_fault()
5161 pgsz = page_get_pagesize(seg->s_szc); in segvn_fault()
5163 CALC_LPG_REGION(pgsz, seg, addr, len, lpgaddr, lpgeaddr); in segvn_fault()
5674 size_t pgsz; in segvn_setprot() local
5745 pgsz = page_get_pagesize(seg->s_szc); in segvn_setprot()
5746 pgcnt = pgsz >> PAGESHIFT; in segvn_setprot()
5748 if (!IS_P2ALIGNED(addr, pgsz) || !IS_P2ALIGNED(len, pgsz)) { in segvn_setprot()
5764 pgsz, (uintptr_t)seg->s_base, in segvn_setprot()
6010 ASSERT(seg->s_szc == 0 || IS_P2ALIGNED(len, pgsz)); in segvn_setprot()
6077 size_t pgsz = page_get_pagesize(szc); in segvn_setpagesize() local
6096 if (!IS_P2ALIGNED(addr, pgsz) || in segvn_setpagesize()
6097 (!IS_P2ALIGNED(eaddr, pgsz) && in segvn_setpagesize()
6134 for (a = addr; a < eaddr; a += pgsz) { in segvn_setpagesize()
6135 if ((a + pgsz) > eaddr) { in segvn_setpagesize()
6140 if (!sameprot(seg, a, pgsz)) { in segvn_setpagesize()
6235 if (!IS_P2ALIGNED(eaddr, pgsz)) { in segvn_setpagesize()
6357 size_t pgsz; in segvn_clrszc() local
6411 pgsz = page_get_pagesize(seg->s_szc); in segvn_clrszc()
6412 pages = btop(pgsz); in segvn_clrszc()
6420 for (; a < ea; a += pgsz, an_idx += pages) { in segvn_clrszc()
6424 ASSERT(sameprot(seg, a, pgsz)); in segvn_clrszc()
6731 size_t pgsz; in segvn_demote_range() local
6740 pgsz = page_get_pagesize(szc); in segvn_demote_range()
6747 CALC_LPG_REGION(pgsz, seg, addr, len, lpgaddr, lpgeaddr); in segvn_demote_range()
6758 if (eaddr != lpgeaddr && eaddr > lpgaddr + pgsz && in segvn_demote_range()
6759 eaddr < lpgaddr + 2 * pgsz) { in segvn_demote_range()
6762 ASSERT(badseg1->s_size == 2 * pgsz); in segvn_demote_range()
6764 nseg = segvn_split_seg(nseg, lpgaddr + pgsz); in segvn_demote_range()
6766 ASSERT(badseg1->s_size == pgsz); in segvn_demote_range()
6767 if (eaddr != lpgeaddr && eaddr > lpgaddr + pgsz) { in segvn_demote_range()
6768 ASSERT(lpgeaddr - lpgaddr > 2 * pgsz); in segvn_demote_range()
6769 nseg = segvn_split_seg(nseg, lpgeaddr - pgsz); in segvn_demote_range()
6772 ASSERT(badseg2->s_base == lpgeaddr - pgsz); in segvn_demote_range()
6773 ASSERT(badseg2->s_size == pgsz); in segvn_demote_range()
6779 badseg1 = nseg = segvn_split_seg(seg, lpgeaddr - pgsz); in segvn_demote_range()
6781 ASSERT(badseg1->s_base == lpgeaddr - pgsz); in segvn_demote_range()
6782 ASSERT(badseg1->s_size == pgsz); in segvn_demote_range()
6787 ASSERT(flag == SDR_RANGE || badseg1->s_size == pgsz || in segvn_demote_range()
6788 badseg1->s_size == 2 * pgsz); in segvn_demote_range()
6789 ASSERT(sameprot(badseg1, badseg1->s_base, pgsz)); in segvn_demote_range()
6790 ASSERT(badseg1->s_size == pgsz || in segvn_demote_range()
6791 sameprot(badseg1, badseg1->s_base + pgsz, pgsz)); in segvn_demote_range()
6832 ASSERT(badseg2->s_size == pgsz); in segvn_demote_range()
8357 size_t pgsz; in segvn_advise() local
8359 pgsz = page_get_pagesize(seg->s_szc); in segvn_advise()
8360 addr = (caddr_t)P2ALIGN((uintptr_t)addr, pgsz); in segvn_advise()
8361 len = P2ROUNDUP(len, pgsz); in segvn_advise()
8827 size_t pgsz; in segvn_pagelock() local
8907 pgsz = page_get_pagesize(seg->s_szc); in segvn_pagelock()
8908 CALC_LPG_REGION(pgsz, seg, addr, len, lpgaddr, lpgeaddr); in segvn_pagelock()
8914 pgsz = PAGESIZE; in segvn_pagelock()
8944 pgsz = PAGESIZE; in segvn_pagelock()
9171 for (; a < ea; a += pgsz) { in segvn_pagelock()
9175 sameprot(seg, a, pgsz)); in segvn_pagelock()
9231 for (a = lpgaddr, wlen = 0; a < lpgeaddr; a += pgsz) { in segvn_pagelock()
9235 sameprot(seg, a, pgsz)); in segvn_pagelock()
9242 wlen += pgsz; in segvn_pagelock()