Lines Matching refs:cpuset
3318 cpuset_t cpuset = sfmmu_rgntlb_demap(vaddr, in sfmmu_tteload_addentry() local
3320 xt_sync(cpuset); in sfmmu_tteload_addentry()
4845 cpuset_t cpuset; in sfmmu_chgattr() local
4848 CPUSET_ZERO(cpuset); in sfmmu_chgattr()
4919 cpuset = sfmmup->sfmmu_cpusran; in sfmmu_chgattr()
4920 xt_sync(cpuset); in sfmmu_chgattr()
5174 cpuset_t cpuset; in hat_chgprot() local
5182 CPUSET_ZERO(cpuset); in hat_chgprot()
5247 cpuset = sfmmup->sfmmu_cpusran; in hat_chgprot()
5248 xt_sync(cpuset); in hat_chgprot()
5462 cpuset_t cpuset; in hat_unload_large_virtual() local
5542 cpuset = sfmmup->sfmmu_cpusran; in hat_unload_large_virtual()
5543 xt_sync(cpuset); in hat_unload_large_virtual()
5563 cpuset = sfmmup->sfmmu_cpusran; in hat_unload_large_virtual()
5564 xt_sync(cpuset); in hat_unload_large_virtual()
5599 cpuset_t cpuset; in hat_unload_callback() local
5631 CPUSET_ZERO(cpuset); in hat_unload_callback()
5818 cpuset = sfmmup->sfmmu_cpusran; in hat_unload_callback()
5819 xt_sync(cpuset); in hat_unload_callback()
5859 cpuset = sfmmup->sfmmu_cpusran; in hat_unload_callback()
5860 xt_sync(cpuset); in hat_unload_callback()
6221 cpuset_t cpuset; in hat_sync() local
6228 CPUSET_ZERO(cpuset); in hat_sync()
6293 cpuset = sfmmup->sfmmu_cpusran; in hat_sync()
6294 xt_sync(cpuset); in hat_sync()
6613 cpuset_t cpuset; in hat_pagesuspend() local
6675 cpuset = cpu_ready_set; in hat_pagesuspend()
6676 CPUSET_DEL(cpuset, CPU->cpu_id); in hat_pagesuspend()
6684 xt_some(cpuset, vtag_flushpage_tl1, (uint64_t)addr, in hat_pagesuspend()
6686 xt_sync(cpuset); in hat_pagesuspend()
6755 cpuset_t cpuset; in hat_page_relocate() local
6833 cpuset = cpu_ready_set; in hat_page_relocate()
6834 CPUSET_DEL(cpuset, CPU->cpu_id); in hat_page_relocate()
6835 if (!cap_cpus || CPUSET_ISNULL(cpuset)) { in hat_page_relocate()
6839 xc_attention(cpuset); in hat_page_relocate()
6933 xc_dismissed(cpuset); in hat_page_relocate()
7026 cpuset_t cpuset, tset; in hat_pageunload() local
7034 CPUSET_ZERO(cpuset); in hat_pageunload()
7074 CPUSET_OR(cpuset, tset); in hat_pageunload()
7093 xt_sync(cpuset); in hat_pageunload()
7155 cpuset_t cpuset; in sfmmu_pageunload() local
7161 CPUSET_ZERO(cpuset); in sfmmu_pageunload()
7174 return (cpuset); in sfmmu_pageunload()
7212 cpuset = sfmmu_rgntlb_demap(addr, rgnp, hmeblkp, 1); in sfmmu_pageunload()
7252 cpuset = cpu_ready_set; in sfmmu_pageunload()
7255 cpuset = sfmmup->sfmmu_cpusran; in sfmmu_pageunload()
7292 return (cpuset); in sfmmu_pageunload()
7371 cpuset_t cpuset, tset; in hat_pagesync() local
7378 CPUSET_ZERO(cpuset); in hat_pagesync()
7451 CPUSET_OR(cpuset, tset); in hat_pagesync()
7475 xt_sync(cpuset); in hat_pagesync()
7492 cpuset_t cpuset; in sfmmu_pagesync() local
7501 CPUSET_ZERO(cpuset); in sfmmu_pagesync()
7536 cpuset = sfmmu_rgntlb_demap(addr, in sfmmu_pagesync()
7541 cpuset = sfmmup->sfmmu_cpusran; in sfmmu_pagesync()
7548 return (cpuset); in sfmmu_pagesync()
7566 cpuset_t cpuset; in sfmmu_pageclrwrt() local
7571 CPUSET_ZERO(cpuset); in sfmmu_pageclrwrt()
7606 cpuset = sfmmu_rgntlb_demap(addr, in sfmmu_pageclrwrt()
7610 cpuset = sfmmup->sfmmu_cpusran; in sfmmu_pageclrwrt()
7615 return (cpuset); in sfmmu_pageclrwrt()
7628 cpuset_t cpuset; in hat_page_clrwrt() local
7633 CPUSET_ZERO(cpuset); in hat_page_clrwrt()
7651 CPUSET_OR(cpuset, tset); in hat_page_clrwrt()
7664 xt_sync(cpuset); in hat_page_clrwrt()
8185 cpuset_t cpuset; in hat_page_demote() local
8211 CPUSET_ZERO(cpuset); in hat_page_demote()
8231 CPUSET_OR(cpuset, tset); in hat_page_demote()
8241 xt_sync(cpuset); in hat_page_demote()
8931 cpuset_t cpuset = cpu_ready_set; in sfmmu_hblkcache_reclaim() local
8958 CPUSET_DEL(cpuset, CPU->cpu_id); in sfmmu_hblkcache_reclaim()
8959 xt_sync(cpuset); in sfmmu_hblkcache_reclaim()
8960 xt_sync(cpuset); in sfmmu_hblkcache_reclaim()
9367 cpuset_t cpuset; in sfmmu_page_cache_array() local
9398 cpuset = cpu_ready_set; in sfmmu_page_cache_array()
9399 xc_attention(cpuset); in sfmmu_page_cache_array()
9435 xt_sync(cpuset); in sfmmu_page_cache_array()
9436 xc_dismissed(cpuset); in sfmmu_page_cache_array()
9698 cpuset_t cpuset; in sfmmu_ctx_wrap_around() local
9705 cpuset = mmu_ctxp->mmu_cpuset; in sfmmu_ctx_wrap_around()
9706 ASSERT(CPU_IN_SET(cpuset, CPU->cpu_id) || !reset_cnum); in sfmmu_ctx_wrap_around()
9707 CPUSET_DEL(cpuset, CPU->cpu_id); in sfmmu_ctx_wrap_around()
9708 CPUSET_AND(cpuset, cpu_ready_set); in sfmmu_ctx_wrap_around()
9715 xt_some(cpuset, sfmmu_raise_tsb_exception, in sfmmu_ctx_wrap_around()
9717 xt_sync(cpuset); in sfmmu_ctx_wrap_around()
11942 cpuset_t cpuset; in sfmmu_rgntlb_demap() local
11985 cpuset = sfmmup->sfmmu_cpusran; in sfmmu_rgntlb_demap()
11986 CPUSET_AND(cpuset, cpu_ready_set); in sfmmu_rgntlb_demap()
11987 CPUSET_DEL(cpuset, CPU->cpu_id); in sfmmu_rgntlb_demap()
11989 xt_some(cpuset, vtag_flushpage_tl1, in sfmmu_rgntlb_demap()
11996 CPUSET_OR(rcpuset, cpuset); in sfmmu_rgntlb_demap()
12059 cpuset_t cpuset; in sfmmu_ismtlbcache_demap() local
12119 cpuset = sfmmup->sfmmu_cpusran; in sfmmu_ismtlbcache_demap()
12120 CPUSET_AND(cpuset, cpu_ready_set); in sfmmu_ismtlbcache_demap()
12121 CPUSET_DEL(cpuset, CPU->cpu_id); in sfmmu_ismtlbcache_demap()
12123 xt_some(cpuset, vtag_flushpage_tl1, (uint64_t)va, in sfmmu_ismtlbcache_demap()
12134 cpuset = cpu_ready_set; in sfmmu_ismtlbcache_demap()
12135 CPUSET_DEL(cpuset, CPU->cpu_id); in sfmmu_ismtlbcache_demap()
12139 xt_some(cpuset, vac_flushpage_tl1, pfnum, vcolor); in sfmmu_ismtlbcache_demap()
12160 cpuset_t cpuset; in sfmmu_tlbcache_demap() local
12198 cpuset = sfmmup->sfmmu_cpusran; in sfmmu_tlbcache_demap()
12199 CPUSET_AND(cpuset, cpu_ready_set); in sfmmu_tlbcache_demap()
12200 CPUSET_DEL(cpuset, CPU->cpu_id); in sfmmu_tlbcache_demap()
12204 xt_some(cpuset, vtag_flushpage_tl1, (uint64_t)addr, in sfmmu_tlbcache_demap()
12222 cpuset = cpu_ready_set; in sfmmu_tlbcache_demap()
12224 cpuset = sfmmup->sfmmu_cpusran; in sfmmu_tlbcache_demap()
12225 CPUSET_AND(cpuset, cpu_ready_set); in sfmmu_tlbcache_demap()
12227 CPUSET_DEL(cpuset, CPU->cpu_id); in sfmmu_tlbcache_demap()
12229 xt_some(cpuset, vac_flushpage_tl1, pfnum, vcolor); in sfmmu_tlbcache_demap()
12245 cpuset_t cpuset; in sfmmu_tlb_demap() local
12265 cpuset = sfmmup->sfmmu_cpusran; in sfmmu_tlb_demap()
12266 CPUSET_AND(cpuset, cpu_ready_set); in sfmmu_tlb_demap()
12267 CPUSET_DEL(cpuset, CPU->cpu_id); in sfmmu_tlb_demap()
12270 xt_some(cpuset, vtag_flushpage_tl1, (uint64_t)addr, (uint64_t)sfmmup); in sfmmu_tlb_demap()
12295 cpuset_t cpuset; in sfmmu_tlb_range_demap() local
12367 cpuset = sfmmup->sfmmu_cpusran; in sfmmu_tlb_range_demap()
12368 CPUSET_AND(cpuset, cpu_ready_set); in sfmmu_tlb_range_demap()
12369 CPUSET_DEL(cpuset, CPU->cpu_id); in sfmmu_tlb_range_demap()
12372 xt_some(cpuset, vtag_flush_pgcnt_tl1, (uint64_t)addr, in sfmmu_tlb_range_demap()
12414 cpuset_t cpuset; in sfmmu_invalidate_ctx() local
12452 cpuset = sfmmup->sfmmu_cpusran; in sfmmu_invalidate_ctx()
12453 CPUSET_DEL(cpuset, CPU->cpu_id); in sfmmu_invalidate_ctx()
12454 CPUSET_AND(cpuset, cpu_ready_set); in sfmmu_invalidate_ctx()
12455 if (!CPUSET_ISNULL(cpuset)) { in sfmmu_invalidate_ctx()
12457 xt_some(cpuset, sfmmu_raise_tsb_exception, in sfmmu_invalidate_ctx()
12459 xt_sync(cpuset); in sfmmu_invalidate_ctx()
12497 cpuset_t cpuset; in sfmmu_cache_flush() local
12500 cpuset = cpu_ready_set; in sfmmu_cache_flush()
12501 CPUSET_DEL(cpuset, CPU->cpu_id); in sfmmu_cache_flush()
12503 xt_some(cpuset, vac_flushpage_tl1, pfnum, vcolor); in sfmmu_cache_flush()
12504 xt_sync(cpuset); in sfmmu_cache_flush()
12512 cpuset_t cpuset; in sfmmu_cache_flushcolor() local
12517 cpuset = cpu_ready_set; in sfmmu_cache_flushcolor()
12518 CPUSET_DEL(cpuset, CPU->cpu_id); in sfmmu_cache_flushcolor()
12520 xt_some(cpuset, vac_flushcolor_tl1, vcolor, pfnum); in sfmmu_cache_flushcolor()
12521 xt_sync(cpuset); in sfmmu_cache_flushcolor()
15380 cpuset_t cpuset = cpu_ready_set; in sfmmu_hblks_list_purge() local
15421 CPUSET_DEL(cpuset, CPU->cpu_id); in sfmmu_hblks_list_purge()
15422 xt_sync(cpuset); in sfmmu_hblks_list_purge()
15423 xt_sync(cpuset); in sfmmu_hblks_list_purge()
15510 cpuset_t cpuset = cpu_ready_set; in sfmmu_hblk_hash_rm() local
15572 CPUSET_DEL(cpuset, CPU->cpu_id); in sfmmu_hblk_hash_rm()
15573 xt_sync(cpuset); in sfmmu_hblk_hash_rm()
15574 xt_sync(cpuset); in sfmmu_hblk_hash_rm()
15596 cpuset_t cpuset = cpu_ready_set; in sfmmu_check_pending_hblks() local
15632 CPUSET_DEL(cpuset, CPU->cpu_id); in sfmmu_check_pending_hblks()
15633 xt_sync(cpuset); in sfmmu_check_pending_hblks()
15634 xt_sync(cpuset); in sfmmu_check_pending_hblks()