| /titanic_44/usr/src/uts/sun4/vm/ |
| H A D | vm_dep.h | 90 #define PAGE_FREELISTS(mnode, szc, color, mtype) \ argument
91 (*(page_freelists[szc][mtype][mnode] + (color)))
141 #define MEM_NODE_ITERATOR_INIT(pfn, mnode, szc, it) \ argument
142 (pfn) = plat_mem_node_iterator_init((pfn), (mnode), (szc), (it), 1)
153 #define MEM_NODE_ITERATOR_INIT(pfn, mnode, szc, it) argument
222 #define PAGE_GET_COLOR_SHIFT(szc, nszc) \ argument
224 page_get_color_shift_cpu(szc, nszc) : \
226 hw_page_array[(szc)].hp_shift))
228 #define PAGE_CONVERT_COLOR(ncolor, szc, nszc) \ argument
230 page_convert_color_cpu(ncolor, szc, nszc) : \
[all …]
|
| H A D | vm_dep.c | 519 int szc; in map_pgszheap() local
530 for (szc = mmu_page_sizes - 1; szc >= 0; szc--) { in map_pgszheap()
531 pgsz = hw_page_array[szc].hp_size; in map_pgszheap()
532 if ((disable_auto_data_large_pages & (1 << szc)) || in map_pgszheap()
555 int szc; in map_pgszstk() local
566 for (szc = mmu_page_sizes - 1; szc >= 0; szc--) { in map_pgszstk()
567 pgsz = hw_page_array[szc].hp_size; in map_pgszstk()
568 if ((disable_auto_data_large_pages & (1 << szc)) || in map_pgszstk()
590 uint_t szc; in map_pgszism() local
593 for (szc = mmu_page_sizes - 1; szc >= TTE4M; szc--) { in map_pgszism()
[all …]
|
| /titanic_44/usr/src/uts/i86pc/vm/ |
| H A D | vm_dep.h | 67 #define PLCNT_INCR(pp, mnode, mtype, szc, flags) \ argument
68 plcnt_inc_dec(pp, mtype, szc, 1l << PAGE_BSZS_SHIFT(szc), flags)
69 #define PLCNT_DECR(pp, mnode, mtype, szc, flags) \ argument
70 plcnt_inc_dec(pp, mtype, szc, -1l << PAGE_BSZS_SHIFT(szc), flags)
117 #define PAGE_FREELISTS(mnode, szc, color, mtype) \ argument
118 (*(page_freelists[mtype][szc] + (color)))
148 #define MEM_NODE_ITERATOR_INIT(pfn, mnode, szc, it) argument
193 #define PAGE_GET_COLOR_SHIFT(szc, nszc) \ argument
194 (hw_page_array[(nszc)].hp_shift - hw_page_array[(szc)].hp_shift)
196 #define PAGE_CONVERT_COLOR(ncolor, szc, nszc) \ argument
[all …]
|
| H A D | hment.c | 673 uint_t szc; in hment_mapcnt() local
689 for (szc = 1; szc <= pp->p_szc; ++szc) { in hment_mapcnt()
690 larger = PP_GROUPLEADER(pp, szc); in hment_mapcnt()
697 ((htable_t *)larger->p_mapping)->ht_level == szc) { in hment_mapcnt()
702 if (hm->hm_htable->ht_level == szc) in hment_mapcnt()
|
| H A D | vm_machdep.c | 1601 int szc, colors; in plcnt_sz() local
1604 for (szc = 0; szc < mmu_page_sizes; szc++) { in plcnt_sz()
1605 colors = page_get_pagecolors(szc); in plcnt_sz()
1616 int mt, szc, colors; in plcnt_init() local
1621 for (szc = 0; szc < mmu_page_sizes; szc++) { in plcnt_init()
1622 colors = page_get_pagecolors(szc); in plcnt_init()
1623 mnoderanges[mt].mnr_mts[szc].mnr_mts_colors = colors; in plcnt_init()
1624 mnoderanges[mt].mnr_mts[szc].mnr_mtsc_pgcnt = in plcnt_init()
1634 plcnt_inc_dec(page_t *pp, int mtype, int szc, long cnt, int flags) in plcnt_inc_dec() argument
1640 atomic_add_long(&mnoderanges[mtype].mnr_mts[szc].mnr_mts_pgcnt, cnt); in plcnt_inc_dec()
[all …]
|
| H A D | hat_i86.c | 3500 uint_t szc; in hat_page_demote() local
3586 szc = pszc; in hat_page_demote()
3587 while (szc > 1) { in hat_page_demote()
3588 lastpp = PP_GROUPLEADER(pp, szc); in hat_page_demote()
3589 pgcnt = page_get_pagecnt(szc); in hat_page_demote()
3591 firstpp = PP_GROUPLEADER(pp, (szc - 1)); in hat_page_demote()
3592 pgcnt = page_get_pagecnt(szc - 1); in hat_page_demote()
3594 szc--; in hat_page_demote()
3600 lastpp->p_szc = szc - 1; in hat_page_demote()
3603 firstpp->p_szc = szc - 1; in hat_page_demote()
[all …]
|
| /titanic_44/usr/src/uts/sun4v/cpu/ |
| H A D | niagara2.c | 347 n2_hash2color(uint_t color, uchar_t szc) in n2_hash2color() argument
349 n2color_t m = n2color[szc]; in n2_hash2color()
353 ASSERT((color & ~(hw_page_array[szc].hp_colors - 1)) == 0); in n2_hash2color()
365 n2_color2hash(uint_t color, uchar_t szc, uint_t node) in n2_color2hash() argument
367 n2color_t m = n2color[szc]; in n2_color2hash()
385 page_pfn_2_color_cpu(pfn_t pfn, uchar_t szc, void *cookie) in page_pfn_2_color_cpu() argument
390 ASSERT(szc <= TTE256M); in page_pfn_2_color_cpu()
398 pfn = PFN_BASE(pfn, szc); in page_pfn_2_color_cpu()
400 if (szc < TTE4M) { in page_pfn_2_color_cpu()
403 if (szc > TTE64K) in page_pfn_2_color_cpu()
[all …]
|
| /titanic_44/usr/src/uts/common/vm/ |
| H A D | vm_pagelist.c | 124 #define SETPGCPFAILCNT(szc) \ argument
125 if (++pgcpfailcnt[szc] >= PGCPFAILMAX) \
126 pgcpfailcnt[szc] = PGCPFAILMAX / 2;
420 int szc = page_szc(pagesize); in page_szc_user_filtered() local
421 if ((szc != -1) && (SZC_2_USERSZC(szc) != -1)) { in page_szc_user_filtered()
422 return (szc); in page_szc_user_filtered()
456 page_get_pagecnt(uint_t szc) in page_get_pagecnt() argument
458 if (szc >= mmu_page_sizes) in page_get_pagecnt()
459 panic("page_get_pagecnt: out of range %d", szc); in page_get_pagecnt()
460 return (hw_page_array[szc].hp_pgcnt); in page_get_pagecnt()
[all …]
|
| H A D | vm_anon.c | 1150 uint_t szc) in anon_decref_pages() argument
1155 pgcnt_t pgcnt = page_get_pagecnt(szc); in anon_decref_pages()
1164 ASSERT(szc != 0); in anon_decref_pages()
1242 ASSERT(pp->p_szc <= szc); in anon_decref_pages()
1384 uint_t szc, in anon_dup_fill_holes() argument
1396 ASSERT(szc != 0); in anon_dup_fill_holes()
1397 pgcnt = page_get_pagecnt(szc); in anon_dup_fill_holes()
1493 uint_t szc, in anon_fill_cow_holes() argument
1505 ASSERT(szc != 0); in anon_fill_cow_holes()
1506 pgcnt = page_get_pagecnt(szc); in anon_fill_cow_holes()
[all …]
|
| H A D | seg_vn.h | 62 uint_t szc; /* max preferred page size code */ member
168 ((struct segvn_crargs *)(argsp))->szc == 0 && \
173 (((struct segvn_crargs *)(argsp))->szc == 0 || \
174 ((struct segvn_crargs *)(argsp))->szc == AS_MAP_HEAP || \
175 ((struct segvn_crargs *)(argsp))->szc == AS_MAP_STACK) && \
|
| H A D | vm_page.c | 570 uint_t szc = page_num_pagesizes() - 1; in add_physmem() local
571 pgcnt_t large = page_get_pagecnt(szc); in add_physmem()
629 if (szc == 0) { in add_physmem()
654 pp->p_szc = szc; in add_physmem()
690 pp->p_szc = szc; in add_physmem()
1066 page_exists_physcontig(vnode_t *vp, u_offset_t off, uint_t szc, page_t *ppa[]) in page_exists_physcontig() argument
1080 ASSERT(szc != 0); in page_exists_physcontig()
1105 pages = page_get_pagecnt(szc); in page_exists_physcontig()
1109 if ((pszc = pp->p_szc) >= szc && ppa != NULL) { in page_exists_physcontig()
1179 } else if (pszc >= szc) { in page_exists_physcontig()
[all …]
|
| H A D | seg_vn.c | 133 uint_t szc);
413 uint_t szc; in segvn_init() local
422 szc = maxszc = page_num_pagesizes() - 1; in segvn_init()
423 if (szc == 0) { in segvn_init()
430 while (szc != 0) { in segvn_init()
431 pgsz = page_get_pagesize(szc); in segvn_init()
433 panic("segvn_init: bad szc %d", szc); in segvn_init()
436 szc--; in segvn_init()
448 for (szc = 1; szc <= segvn_maxpgszc; szc++) { in segvn_init()
451 (void) sprintf(str, "segvn_szc_cache%d", szc); in segvn_init()
[all …]
|
| H A D | vm_as.c | 1521 uint_t szc; in as_map_segvn_segs() local
1545 vn_a->szc = 0; in as_map_segvn_segs()
1559 szc = 0; in as_map_segvn_segs()
1577 vn_a->szc = szc; in as_map_segvn_segs()
1591 szc = nszc; in as_map_segvn_segs()
1606 vn_a->szc = szc; in as_map_segvn_segs()
1620 szcvec &= ~(1 << szc); in as_map_segvn_segs()
1622 szc = highbit(szcvec) - 1; in as_map_segvn_segs()
1623 pgsz = page_get_pagesize(szc); in as_map_segvn_segs()
1658 vn_a->szc = 0; in as_map_vnsegs()
[all …]
|
| H A D | seg_spt.h | 49 uint_t szc; member
102 uint_t prot, uint_t flags, uint_t szc);
|
| H A D | seg_spt.c | 211 sptcargs.szc = share_szc; in sptcreate()
432 seg->s_szc = sptcargs->szc; in segspt_create()
840 uint_t szc; in segspt_dismpagelock() local
917 if ((szc = ppa[an_idx]->p_szc) != 0) { in segspt_dismpagelock()
918 npgs = page_get_pagecnt(szc); in segspt_dismpagelock()
952 if ((szc = ppa[an_idx]->p_szc) != 0) { in segspt_dismpagelock()
953 npgs = page_get_pagecnt(szc); in segspt_dismpagelock()
1106 if ((szc = ppa[an_idx]->p_szc) != 0) { in segspt_dismpagelock()
1107 npgs = page_get_pagecnt(szc); in segspt_dismpagelock()
2352 uint_t szc = sptseg->s_szc; in spt_anon_getpages() local
[all …]
|
| H A D | page_lock.c | 939 uint_t szc; in page_szc_lock() local
979 szc = pp->p_szc; in page_szc_lock()
980 ASSERT(szc < pszc); in page_szc_lock()
982 pszc = szc; in page_szc_lock()
|
| H A D | seg.h | 236 #define SEGOP_SETPAGESIZE(s, a, l, szc) \ argument
237 (*(s)->s_ops->setpagesize)((s), (a), (l), (szc))
|
| H A D | as.h | 300 int as_setpagesize(struct as *as, caddr_t addr, size_t size, uint_t szc,
|
| /titanic_44/usr/src/uts/common/os/ |
| H A D | grow.c | 102 int oszc, szc; in brk_lpg() local
118 szc = page_szc(pgsz); in brk_lpg()
126 if (szc <= oszc) { in brk_lpg()
135 err = brk_internal(nva, szc); in brk_lpg()
138 if (szc != 0) { in brk_lpg()
154 (void) as_setpagesize(p->p_as, addr, len, szc, B_FALSE); in brk_lpg()
155 p->p_brkpageszc = szc; in brk_lpg()
174 uint_t szc; in brk_internal() local
183 if ((szc = brkszc) != 0) { in brk_internal()
184 pgsz = page_get_pagesize(szc); in brk_internal()
[all …]
|
| H A D | mem_cage.c | 1314 uint_t szc; in kcage_setnoreloc_pages() local
1321 szc = rootpp->p_szc; in kcage_setnoreloc_pages()
1322 if (szc == 0) { in kcage_setnoreloc_pages()
1333 npgs = page_get_pagecnt(szc); in kcage_setnoreloc_pages()
1339 ASSERT(pp->p_szc == szc); in kcage_setnoreloc_pages()
|
| H A D | exec.c | 1150 off_t offset, int prot, int page, uint_t szc) in execmap() argument
1315 if (szc > 0) { in execmap()
1321 size_t pgsz = page_get_pagesize(szc); in execmap()
1325 crargs.szc = szc; in execmap()
1327 crargs.szc = AS_MAP_HEAP; in execmap()
1330 crargs.szc = AS_MAP_NO_LPOOB; in execmap()
|
| /titanic_44/usr/src/uts/common/syscall/ |
| H A D | memcntl.c | 63 uint_t szc, oszc, pgcmd; in memcntl() local
233 szc = mem_getpgszc(pgsz); in memcntl()
234 if (szc == (uint_t)-1) { in memcntl()
252 if (szc == p->p_brkpageszc) { in memcntl()
256 if (szc > p->p_brkpageszc) { in memcntl()
258 + p->p_brksize, szc); in memcntl()
273 p->p_brkpageszc = szc; in memcntl()
292 if (szc == p->p_stkpageszc) { in memcntl()
297 if (szc > p->p_stkpageszc) { in memcntl()
299 p->p_stksize, szc); in memcntl()
[all …]
|
| /titanic_44/usr/src/uts/common/fs/ |
| H A D | fsflush.c | 132 uint_t szc; in fsflush_do_pages() local
196 szc = pp->p_szc; in fsflush_do_pages()
197 if (pp->p_vnode != NULL || szc == fsf_npgsz - 1) { in fsflush_do_pages()
206 if (coal_page == NULL || coal_szc != szc) { in fsflush_do_pages()
211 if ((page_pptonum(pp) & fsf_mask[szc]) != 0) { in fsflush_do_pages()
216 coal_szc = szc; in fsflush_do_pages()
|
| /titanic_44/usr/src/uts/sparc/v9/vm/ |
| H A D | seg_nf.c | 80 uint_t szc);
479 uint_t szc) in segnf_setpagesize() argument
|
| /titanic_44/usr/src/uts/sfmmu/vm/ |
| H A D | hat_sfmmu.c | 475 #define sfmmu_load_tsb(sfmmup, vaddr, tte, szc) \ argument
476 sfmmu_mod_tsb(sfmmup, vaddr, tte, szc)
477 #define sfmmu_unload_tsb(sfmmup, vaddr, szc) \ argument
478 sfmmu_mod_tsb(sfmmup, vaddr, NULL, szc)
525 static pgcnt_t ism_tsb_entries(sfmmu_t *, int szc);
2881 int szc = 0; in sfmmu_select_tsb_szc() local
2890 while ((szc < tsb_max_growsize) && (pgcnt > SFMMU_RSS_TSBSIZE(szc))) in sfmmu_select_tsb_szc()
2891 szc++; in sfmmu_select_tsb_szc()
2892 return (szc); in sfmmu_select_tsb_szc()
8453 ism_tsb_entries(sfmmu_t *sfmmup, int szc) in ism_tsb_entries() argument
[all …]
|