| /illumos-gate/usr/src/uts/sun4u/vm/ |
| H A D | mach_sfmmu.c | 207 vtag_flushpage(va, (uint64_t)ksfmmup); in sfmmu_clear_user_tsbs()
215 vtag_flushpage(va, (uint64_t)ksfmmup); in sfmmu_clear_user_tsbs()
297 vtag_flushpage(va, (uint64_t)ksfmmup); in kdi_tlb_page_lock()
308 vtag_flushpage(va, (uint64_t)ksfmmup); in kdi_tlb_page_unlock()
|
| H A D | mach_sfmmu_asm.S | 76 sethi %hi(ksfmmup), %g3
77 ldx [%g3 + %lo(ksfmmup)], %g3
|
| H A D | mach_kpm.c | 319 ASSERT(hat == ksfmmup); in hat_kpm_fault()
1690 if ((tmphat == ksfmmup) || hmeblkp->hblk_lckcnt) { in sfmmu_kpm_vac_conflict()
1790 cpuset = ksfmmup->sfmmu_cpusran; in sfmmu_kpm_demap_tlbs()
1793 SFMMU_XCALL_STATS(ksfmmup); in sfmmu_kpm_demap_tlbs()
1796 (uint64_t)ksfmmup); in sfmmu_kpm_demap_tlbs()
1797 vtag_flushpage(vaddr, (uint64_t)ksfmmup); in sfmmu_kpm_demap_tlbs()
2204 SFMMU_XCALL_STATS(ksfmmup); in sfmmu_kpm_page_cache()
|
| /illumos-gate/usr/src/uts/sun4v/vm/ |
| H A D | mach_sfmmu.c | 121 struct hv_tsb_block *hvbp = &ksfmmup->sfmmu_hvblock; in sfmmu_set_tsbs()
361 if (sfmmup != ksfmmup) { in sfmmu_setup_tsbinfo()
376 ASSERT(sfmmup != ksfmmup || sfmmup->sfmmu_scdp == NULL); in sfmmu_setup_tsbinfo()
|
| H A D | mach_sfmmu_asm.S | 81 sethi %hi(ksfmmup), %g3
82 ldx [%g3 + %lo(ksfmmup)], %g3
249 sethi %hi(ksfmmup), %o3
250 ldx [%o3 + %lo(ksfmmup)], %o3
|
| /illumos-gate/usr/src/uts/sfmmu/vm/ |
| H A D | hat_sfmmu.c | 98 ASSERT((hat) != ksfmmup); \
707 sfmmu_t *ksfmmup; /* kernel's hat id */ variable
1474 ksfmmup = sfmmup; in hat_alloc()
1533 if (sfmmup == ksfmmup) { in hat_alloc()
1919 ASSERT(sfmmup != ksfmmup); in hat_free_start()
2132 ASSERT(hat != ksfmmup); in hat_dup()
2133 ASSERT(newhat != ksfmmup); in hat_dup()
2233 ASSERT((hat == ksfmmup) || AS_LOCK_HELD(hat->sfmmu_as)); in hat_do_memload()
2243 if ((hat != ksfmmup) && AS_TYPE_64BIT(hat->sfmmu_as) && in hat_do_memload()
2283 ASSERT((hat == ksfmmup) || AS_LOCK_HELD(hat->sfmmu_as)); in hat_devload()
[all …]
|
| H A D | hat_sfmmu.h | 1491 #define KHATID ksfmmup
1591 if (sfmmup == ksfmmup) { \
1766 sfmmu_t *ksfmmup; /* kernel hat id */ member
2327 extern sfmmu_t *ksfmmup;
|
| /illumos-gate/usr/src/uts/sfmmu/ml/ |
| H A D | sfmmu_kdi.S | 292 sethi %hi(ksfmmup), %g2
293 ldx [%g2 + %lo(ksfmmup)], %g2
|
| H A D | sfmmu_asm.S | 546 sethi %hi(ksfmmup), %g1
547 ldx [%g1 + %lo(ksfmmup)], %g1
|
| /illumos-gate/usr/src/uts/sun4u/cpu/ |
| H A D | us3_common_mmu.c | 266 ASSERT(hat != ksfmmup); in mmu_fixup_large_pages()
330 ASSERT(hat != ksfmmup); in mmu_setup_page_sizes()
419 ASSERT(hat != ksfmmup); in mmu_set_ctx_page_sizes()
|
| H A D | opl_olympus_asm.S | 90 sethi %hi(ksfmmup), %o3
91 ldx [%o3 + %lo(ksfmmup)], %o3
163 sethi %hi(ksfmmup), %g3
164 ldx [%g3 + %lo(ksfmmup)], %g3
219 sethi %hi(ksfmmup), %g4
220 ldx [%g4 + %lo(ksfmmup)], %g4
|
| H A D | us3_common_asm.S | 196 sethi %hi(ksfmmup), %o3
197 ldx [%o3 + %lo(ksfmmup)], %o3
268 sethi %hi(ksfmmup), %g3
269 ldx [%g3 + %lo(ksfmmup)], %g3
324 sethi %hi(ksfmmup), %g4
325 ldx [%g4 + %lo(ksfmmup)], %g4
|
| H A D | opl_olympus.c | 877 ASSERT(hat != ksfmmup);
927 if (hat->sfmmu_ismhat || hat == ksfmmup)
|
| H A D | spitfire_asm.S | 370 sethi %hi(ksfmmup), %o3
371 ldx [%o3 + %lo(ksfmmup)], %o3
|
| H A D | us3_common.c | 731 if (hat != ksfmmup) { in mondo_recover_proc()
791 if (hat != ksfmmup && in mondo_recover_proc()
854 hat = ksfmmup; in mondo_recover_proc()
|
| /illumos-gate/usr/src/uts/sun4/ml/ |
| H A D | swtch.S | 225 sethi %hi(ksfmmup), %o2
226 ldx [%o2 + %lo(ksfmmup)], %o2
229 cmp %i5, %o2 ! new proc hat == ksfmmup ?
|
| /illumos-gate/usr/src/uts/sun4v/os/ |
| H A D | ppage.c | 226 vtag_flushpage(va, (uint64_t)ksfmmup); in pp_unload_tlb()
|
| /illumos-gate/usr/src/uts/sun4u/os/ |
| H A D | ppage.c | 354 vtag_flushpage(va, (uint64_t)ksfmmup); in pp_unload_tlb()
|
| H A D | cpr_impl.c | 711 vtag_flushpage(vaddr, (uint64_t)ksfmmup); in i_cpr_mapout()
|
| /illumos-gate/usr/src/uts/sun4v/ml/ |
| H A D | mach_offsets.in | 163 ksfmmup TSBMISS_KHATID
|
| /illumos-gate/usr/src/uts/sun4u/ml/ |
| H A D | mach_offsets.in | 128 ksfmmup TSBMISS_KHATID
|
| /illumos-gate/usr/src/uts/sun4u/sunfire/io/ |
| H A D | ac_test.c | 91 vtag_flushpage(va, (uint64_t)ksfmmup); in ac_unmap()
|
| /illumos-gate/usr/src/uts/sun4/io/ |
| H A D | trapstat.c | 990 struct hv_tsb_block *hvbp = &ksfmmup->sfmmu_hvblock; in trapstat_disable()
1886 (uint64_t)ksfmmup); in trapstat_teardown()
|
| /illumos-gate/usr/src/uts/sun4u/opl/io/ |
| H A D | mc-opl.c | 3116 vtag_flushpage(new_va, (uint64_t)ksfmmup); in mc_lock_va()
3125 vtag_flushpage(va, (uint64_t)ksfmmup); in mc_unlock_va()
|
| H A D | drmach.c | 3393 vtag_flushpage(new_va, (uint64_t)ksfmmup); in drmach_lock_critical()
3409 vtag_flushpage(va, (uint64_t)ksfmmup); in drmach_unlock_critical()
|