Lines Matching refs:pgsz
249 #define CALC_LPG_REGION(pgsz, seg, addr, len, lpgaddr, lpgeaddr) { \ argument
251 lpgaddr = (caddr_t)P2ALIGN((uintptr_t)(addr), pgsz); \
254 (len)), pgsz); \
414 size_t pgsz; in segvn_init() local
431 pgsz = page_get_pagesize(szc); in segvn_init()
432 if (pgsz <= PAGESIZE || !IS_P2ALIGNED(pgsz, pgsz)) { in segvn_init()
549 size_t pgsz; in segvn_create() local
588 pgsz = page_get_pagesize(a->szc); in segvn_create()
589 if (!IS_P2ALIGNED(seg->s_base, pgsz) || in segvn_create()
590 !IS_P2ALIGNED(seg->s_size, pgsz)) { in segvn_create()
759 IS_P2ALIGNED(pseg->s_base, pgsz) && in segvn_create()
760 IS_P2ALIGNED(pseg->s_size, pgsz))); in segvn_create()
798 IS_P2ALIGNED(nseg->s_base, pgsz) && in segvn_create()
799 IS_P2ALIGNED(nseg->s_size, pgsz))); in segvn_create()
1916 size_t pgsz = page_get_pagesize(seg->s_szc); in segvn_unmap() local
1918 if (!IS_P2ALIGNED(addr, pgsz) || !IS_P2ALIGNED(len, pgsz)) { in segvn_unmap()
3363 size_t pgsz = page_get_pagesize(szc); in segvn_fill_vp_pages() local
3364 pgcnt_t pages = btop(pgsz); in segvn_fill_vp_pages()
3366 u_offset_t eoff = off + pgsz; in segvn_fill_vp_pages()
3832 size_t pgsz = page_get_pagesize(szc); in segvn_fault_vnodepages() local
3833 size_t maxpgsz = pgsz; in segvn_fault_vnodepages()
3834 pgcnt_t pages = btop(pgsz); in segvn_fault_vnodepages()
3926 for (; a < lpgeaddr; a += pgsz, off += pgsz, aindx += pages) { in segvn_fault_vnodepages()
3940 pgsz = ppgsz; in segvn_fault_vnodepages()
3941 pages = btop(pgsz); in segvn_fault_vnodepages()
3942 e = P2ROUNDUP((uintptr_t)eaddr, pgsz); in segvn_fault_vnodepages()
3968 pgsz = maxpgsz; in segvn_fault_vnodepages()
4045 ierr = VOP_GETPAGE(vp, (offset_t)off, pgsz, in segvn_fault_vnodepages()
4046 &vpprot, ppa, pgsz, seg, a, arw, in segvn_fault_vnodepages()
4078 if (a + pgsz <= eaddr) { in segvn_fault_vnodepages()
4089 if (btopr(va.va_size) >= btopr(off + pgsz)) { in segvn_fault_vnodepages()
4192 hat_memload_array(hat, a, pgsz, ppa, prot, in segvn_fault_vnodepages()
4269 hat_memload_array_region(hat, a, pgsz, in segvn_fault_vnodepages()
4384 hat_memload_array_region(hat, a, pgsz, in segvn_fault_vnodepages()
4450 hat_memload_array_region(hat, a, pgsz, ppa, in segvn_fault_vnodepages()
4510 hat_memload_array_region(hat, a, pgsz, ppa, in segvn_fault_vnodepages()
4565 pgsz = page_get_pagesize(szc); in segvn_fault_vnodepages()
4566 pages = btop(pgsz); in segvn_fault_vnodepages()
4572 a = (caddr_t)P2ALIGN((uintptr_t)a, pgsz); in segvn_fault_vnodepages()
4574 lpgeaddr = (caddr_t)P2ROUNDUP((uintptr_t)eaddr, pgsz); in segvn_fault_vnodepages()
4584 ASSERT(IS_P2ALIGNED(a, pgsz)); in segvn_fault_vnodepages()
4585 ASSERT(IS_P2ALIGNED(lpgeaddr, pgsz)); in segvn_fault_vnodepages()
4586 lpgeaddr = (caddr_t)P2ROUNDUP((uintptr_t)eaddr, pgsz); in segvn_fault_vnodepages()
4596 a = (caddr_t)P2ALIGN((uintptr_t)addr, pgsz); in segvn_fault_vnodepages()
4662 size_t pgsz = page_get_pagesize(szc); in segvn_fault_anonpages() local
4663 size_t maxpgsz = pgsz; in segvn_fault_anonpages()
4664 pgcnt_t pages = btop(pgsz); in segvn_fault_anonpages()
4725 for (; a < lpgeaddr; a += pgsz, aindx += pages) { in segvn_fault_anonpages()
4737 pgsz < maxpgsz) { in segvn_fault_anonpages()
4740 pgsz = maxpgsz; in segvn_fault_anonpages()
4741 pages = btop(pgsz); in segvn_fault_anonpages()
4744 pgsz); in segvn_fault_anonpages()
4790 hat_memload_array(hat, a, pgsz, ppa, in segvn_fault_anonpages()
4851 pgsz = page_get_pagesize(szc); in segvn_fault_anonpages()
4852 pages = btop(pgsz); in segvn_fault_anonpages()
4854 (IS_P2ALIGNED(a, pgsz) && IS_P2ALIGNED(lpgeaddr, pgsz))); in segvn_fault_anonpages()
4872 a = (caddr_t)P2ALIGN((uintptr_t)a, pgsz); in segvn_fault_anonpages()
4874 lpgeaddr = (caddr_t)P2ROUNDUP((uintptr_t)eaddr, pgsz); in segvn_fault_anonpages()
4884 ASSERT(IS_P2ALIGNED(a, pgsz)); in segvn_fault_anonpages()
4885 ASSERT(IS_P2ALIGNED(lpgeaddr, pgsz)); in segvn_fault_anonpages()
4886 lpgeaddr = (caddr_t)P2ROUNDUP((uintptr_t)eaddr, pgsz); in segvn_fault_anonpages()
4896 a = (caddr_t)P2ALIGN((uintptr_t)addr, pgsz); in segvn_fault_anonpages()
4960 size_t pgsz; in segvn_fault() local
4976 pgsz = (seg->s_szc == 0) ? PAGESIZE : in segvn_fault()
4978 VM_STAT_COND_ADD(pgsz > PAGESIZE, segvnvmstats.fltanpages[16]); in segvn_fault()
4979 CALC_LPG_REGION(pgsz, seg, addr, len, lpgaddr, lpgeaddr); in segvn_fault()
5110 pgsz = page_get_pagesize(seg->s_szc); in segvn_fault()
5111 CALC_LPG_REGION(pgsz, seg, addr, len, lpgaddr, in segvn_fault()
5113 if (lpgeaddr - lpgaddr > pgsz) { in segvn_fault()
5182 pgsz = page_get_pagesize(seg->s_szc); in segvn_fault()
5184 CALC_LPG_REGION(pgsz, seg, addr, len, lpgaddr, lpgeaddr); in segvn_fault()
5695 size_t pgsz; in segvn_setprot() local
5766 pgsz = page_get_pagesize(seg->s_szc); in segvn_setprot()
5767 pgcnt = pgsz >> PAGESHIFT; in segvn_setprot()
5769 if (!IS_P2ALIGNED(addr, pgsz) || !IS_P2ALIGNED(len, pgsz)) { in segvn_setprot()
5785 pgsz, (uintptr_t)seg->s_base, in segvn_setprot()
6031 ASSERT(seg->s_szc == 0 || IS_P2ALIGNED(len, pgsz)); in segvn_setprot()
6098 size_t pgsz = page_get_pagesize(szc); in segvn_setpagesize() local
6117 if (!IS_P2ALIGNED(addr, pgsz) || in segvn_setpagesize()
6118 (!IS_P2ALIGNED(eaddr, pgsz) && in segvn_setpagesize()
6155 for (a = addr; a < eaddr; a += pgsz) { in segvn_setpagesize()
6156 if ((a + pgsz) > eaddr) { in segvn_setpagesize()
6161 if (!sameprot(seg, a, pgsz)) { in segvn_setpagesize()
6256 if (!IS_P2ALIGNED(eaddr, pgsz)) { in segvn_setpagesize()
6378 size_t pgsz; in segvn_clrszc() local
6432 pgsz = page_get_pagesize(seg->s_szc); in segvn_clrszc()
6433 pages = btop(pgsz); in segvn_clrszc()
6441 for (; a < ea; a += pgsz, an_idx += pages) { in segvn_clrszc()
6445 ASSERT(sameprot(seg, a, pgsz)); in segvn_clrszc()
6752 size_t pgsz; in segvn_demote_range() local
6761 pgsz = page_get_pagesize(szc); in segvn_demote_range()
6768 CALC_LPG_REGION(pgsz, seg, addr, len, lpgaddr, lpgeaddr); in segvn_demote_range()
6779 if (eaddr != lpgeaddr && eaddr > lpgaddr + pgsz && in segvn_demote_range()
6780 eaddr < lpgaddr + 2 * pgsz) { in segvn_demote_range()
6783 ASSERT(badseg1->s_size == 2 * pgsz); in segvn_demote_range()
6785 nseg = segvn_split_seg(nseg, lpgaddr + pgsz); in segvn_demote_range()
6787 ASSERT(badseg1->s_size == pgsz); in segvn_demote_range()
6788 if (eaddr != lpgeaddr && eaddr > lpgaddr + pgsz) { in segvn_demote_range()
6789 ASSERT(lpgeaddr - lpgaddr > 2 * pgsz); in segvn_demote_range()
6790 nseg = segvn_split_seg(nseg, lpgeaddr - pgsz); in segvn_demote_range()
6793 ASSERT(badseg2->s_base == lpgeaddr - pgsz); in segvn_demote_range()
6794 ASSERT(badseg2->s_size == pgsz); in segvn_demote_range()
6800 badseg1 = nseg = segvn_split_seg(seg, lpgeaddr - pgsz); in segvn_demote_range()
6802 ASSERT(badseg1->s_base == lpgeaddr - pgsz); in segvn_demote_range()
6803 ASSERT(badseg1->s_size == pgsz); in segvn_demote_range()
6808 ASSERT(flag == SDR_RANGE || badseg1->s_size == pgsz || in segvn_demote_range()
6809 badseg1->s_size == 2 * pgsz); in segvn_demote_range()
6810 ASSERT(sameprot(badseg1, badseg1->s_base, pgsz)); in segvn_demote_range()
6811 ASSERT(badseg1->s_size == pgsz || in segvn_demote_range()
6812 sameprot(badseg1, badseg1->s_base + pgsz, pgsz)); in segvn_demote_range()
6853 ASSERT(badseg2->s_size == pgsz); in segvn_demote_range()
8378 size_t pgsz; in segvn_advise() local
8380 pgsz = page_get_pagesize(seg->s_szc); in segvn_advise()
8381 addr = (caddr_t)P2ALIGN((uintptr_t)addr, pgsz); in segvn_advise()
8382 len = P2ROUNDUP(len, pgsz); in segvn_advise()
8848 size_t pgsz; in segvn_pagelock() local
8928 pgsz = page_get_pagesize(seg->s_szc); in segvn_pagelock()
8929 CALC_LPG_REGION(pgsz, seg, addr, len, lpgaddr, lpgeaddr); in segvn_pagelock()
8935 pgsz = PAGESIZE; in segvn_pagelock()
8965 pgsz = PAGESIZE; in segvn_pagelock()
9192 for (; a < ea; a += pgsz) { in segvn_pagelock()
9196 sameprot(seg, a, pgsz)); in segvn_pagelock()
9252 for (a = lpgaddr, wlen = 0; a < lpgeaddr; a += pgsz) { in segvn_pagelock()
9256 sameprot(seg, a, pgsz)); in segvn_pagelock()
9263 wlen += pgsz; in segvn_pagelock()