Lines Matching refs:g5
619 SFMMU_MMUID_GNUM_CNUM(%g2, %g5, %g6, %g4)
642 cmp %g5, %o4
670 SFMMU_MMUID_GNUM_CNUM(%g2, %g5, %g6, %g4)
686 cmp %g5, %o4
1308 MAKE_JMP_INSTR(5, %o1, %o2) ! jmp %g5
1578 USE_ALTERNATE_GLOBALS(%g5)
1579 GET_MMU_BOTH_TAGACC(%g5 /*dtag*/, %g2 /*itag*/, %g6, %g4)
1587 mov %g5, %g2
1619 USE_ALTERNATE_GLOBALS(%g5)
1620 GET_MMU_BOTH_TAGACC(%g5 /*dtag*/, %g2 /*itag*/, %g4, %g6)
1628 mov %g5, %g2
1648 USE_ALTERNATE_GLOBALS(%g5)
1649 GET_MMU_BOTH_TAGACC(%g5 /*dtag*/, %g2 /*itag*/, %g4, %g3)
1654 mov %g5, %g2
1702 rdpr %tl, %g5
1703 sub %g5, 1, %g3
1706 wrpr %g5, %tl
1713 rdpr %tl, %g5
1714 sub %g5, 1, %g3
1717 wrpr %g5, %tl
1747 USE_ALTERNATE_GLOBALS(%g5)
1748 GET_MMU_D_TAGACC(%g6 /*dtag*/, %g5 /*scratch*/)
1756 mov T_DATA_PROT, %g5
1758 move %icc, T_DATA_MMU_MISS, %g5
1760 move %icc, T_DATA_MMU_MISS, %g5
1801 USE_ALTERNATE_GLOBALS(%g5)
2267 GET_TSBE_POINTER(MMU_PAGESHIFT, %g1, %g7, %g3, %g5)
2277 GET_TSBE_POINTER(MMU_PAGESHIFT4M, %g3, %g7, %g6, %g5)
2295 GET_1ST_TSBE_PTR(%g2, %g1, %g4, %g5)
2302 GET_2ND_TSBE_PTR(%g2, %g3, %g4, %g5)
2312 GET_2ND_TSBE_PTR(%g2, %g3, %g4, %g5)
2319 GET_2ND_TSBE_PTR(%g7, %g1, %g3, %g4, %g5, sfmmu_uprot)
2322 GET_1ST_TSBE_PTR(%g7, %g1, %g5, sfmmu_uprot)
2351 RUNTIME_PATCH_SETX(%g4, %g5)
2357 ldda [%g1]RUNTIME_PATCH, %g4 ! %g4 = tag, %g5 = data
2362 andcc %g5, TTE_EXECPRM_INT, %g0 ! check exec bit
2366 ITLB_STUFF(%g5, %g1, %g2, %g3, %g4)
2376 ldda [%g3]RUNTIME_PATCH, %g4 ! %g4 = tag, %g5 = data
2379 andcc %g5, TTE_EXECPRM_INT, %g0 ! check exec bit
2383 ITLB_STUFF(%g5, %g1, %g2, %g3, %g4)
2409 KPM_TLBMISS_STAT_INCR(%g2, %g4, %g5, %g6, kpmtlbm_stat_out)
2430 ldda [%g7 + %g1]RUNTIME_PATCH, %g4 ! %g4 = tag, %g5 = data
2436 DTLB_STUFF(%g5, %g1, %g2, %g3, %g4)
2478 ldda [%g7 + %g3]RUNTIME_PATCH, %g4 ! %g4 = tag, %g5 = data
2487 DTLB_STUFF(%g5, %g1, %g2, %g3, %g4)
2575 GET_1ST_TSBE_PTR(%g2, %g1, %g4, %g5)
2579 GET_2ND_TSBE_PTR(%g2, %g3, %g4, %g5)
2619 GET_4TH_TSBE_PTR(%g2, %g6, %g4, %g5)
2625 GET_2ND_TSBE_PTR(%g2, %g3, %g4, %g5)
2631 GET_3RD_TSBE_PTR(%g2, %g6, %g4, %g5)
2638 GET_1ST_TSBE_PTR(%g3, %g1, %g5, sfmmu_uitlb)
2642 GET_2ND_TSBE_PTR(%g6, %g7, %g3, %g4, %g5, sfmmu_uitlb)
2685 GET_2ND_TSBE_PTR(%g2, %g3, %g4, %g5)
2695 GET_4TH_TSBE_PTR(%g2, %g6, %g4, %g5)
2705 GET_3RD_TSBE_PTR(%g2, %g6, %g4, %g5)
2733 GET_4TH_TSBE_PTR(%g2, %g6, %g4, %g5)
2743 GET_2ND_TSBE_PTR(%g2, %g3, %g4, %g5)
2755 GET_3RD_TSBE_PTR(%g2, %g6, %g4, %g5)
2779 GET_1ST_TSBE_PTR(%g2, %g1, %g4, %g5)
2792 GET_1ST_TSBE_PTR(%g4, %g1, %g5, sfmmu_udtlb)
2818 GET_2ND_TSBE_PTR(%g2, %g3, %g4, %g5)
2822 GET_2ND_TSBE_PTR(%g2, %g7, %g3, %g4, %g5, sfmmu_udtlb)
2882 HAT_PERCPU_STAT32(%g6, TSBMISS_UTSBMISS, %g5)
2894 ISM_CHECK(%g2, %g6, %g3, %g4, %g5, %g7, %g1, tsb_l1, tsb_ism)
2906 HAT_PERCPU_STAT32(%g6, TSBMISS_KTSBMISS, %g5)
2913 MMU_PAGESHIFT64K, TTE64K, %g5, tsb_l8K, tsb_checktte,
2918 sllx %g2, TAGACC_CTX_LSHIFT, %g5
2919 brz,pn %g5, 3f
2921 and %g4, HAT_512K_FLAG, %g5
2934 brz,pn %g5, tsb_4M
2942 MMU_PAGESHIFT512K, TTE512K, %g5, tsb_l512K, tsb_checktte,
2947 sllx %g2, TAGACC_CTX_LSHIFT, %g5
2948 brz,pn %g5, 4f
2950 and %g4, HAT_4M_FLAG, %g5
2951 brz,pn %g5, tsb_32M
2959 MMU_PAGESHIFT4M, TTE4M, %g5, tsb_l4M, tsb_checktte,
2964 sllx %g2, TAGACC_CTX_LSHIFT, %g5
2966 brz,pn %g5, 6f
2968 brz,pn %g5, tsb_pagefault
2971 and %g4, HAT_32M_FLAG, %g5
2972 brz,pn %g5, tsb_256M
2980 MMU_PAGESHIFT32M, TTE32M, %g5, tsb_l32M, tsb_checktte,
2989 and %g4, HAT_256M_FLAG, %g5
2990 brz,pn %g5, tsb_shme
2998 MMU_PAGESHIFT256M, TTE256M, %g5, tsb_l256M, tsb_checktte,
3025 sllx %g2, TAGACC_CTX_LSHIFT, %g5
3026 brz,pn %g5, tsb_pagefault
3033 MMU_PAGESHIFT64K, TTE64K, %g5, tsb_shme_l8K, tsb_shme_checktte,
3039 and %g4, HAT_512K_FLAG, %g5
3040 brz,pn %g5, tsb_shme_4M
3048 MMU_PAGESHIFT512K, TTE512K, %g5, tsb_shme_l512K, tsb_shme_checktte,
3054 and %g4, HAT_4M_FLAG, %g5
3055 brz,pn %g5, tsb_shme_32M
3062 MMU_PAGESHIFT4M, TTE4M, %g5, tsb_shme_l4M, tsb_shme_checktte,
3068 and %g4, HAT_32M_FLAG, %g5
3069 brz,pn %g5, tsb_shme_256M
3077 MMU_PAGESHIFT32M, TTE32M, %g5, tsb_shme_l32M, tsb_shme_checktte,
3083 and %g4, HAT_256M_FLAG, %g5
3084 brz,pn %g5, tsb_pagefault
3092 MMU_PAGESHIFT256M, TTE256M, %g5, tsb_shme_l256M, tsb_shme_checktte,
3132 TTE_SET_REFMOD_ML(%g3, %g4, %g6, %g7, %g5, tsb_lset_refmod,
3138 ldx [%g7 + MMFSA_D_ADDR], %g5 /* load fault addr for later */
3140 mov MMU_TAG_ACCESS, %g5
3141 ldxa [%g5]ASI_DMMU, %g5
3164 TTE_SET_REF_ML(%g3, %g4, %g6, %g7, %g5, tsb_lset_ref)
3186 mov %g2, %g5 ! load the fault addr for later use
3190 mov MMU_TAG_ACCESS, %g5
3196 ldxa [%g5]ASI_DMMU, %g5
3198 ldxa [%g5]ASI_IMMU, %g5
3238 GET_3RD_TSBE_PTR(%g5, %g1, %g6, %g7)
3251 rdpr %tt, %g5
3253 cmp %g5, T_INSTR_MMU_MISS
3255 mov %g3, %g5
3257 cmp %g5, FAST_IMMU_MISS_TT
3259 mov %g3, %g5
3261 DTLB_STUFF(%g5, %g1, %g2, %g3, %g4)
3262 ! trapstat wants TTE in %g5
3265 ITLB_STUFF(%g5, %g1, %g2, %g3, %g4)
3266 ! trapstat wants TTE in %g5
3278 GET_4TH_TSBE_PTR(%g5, %g1, %g6, %g7)
3295 rdpr %tt, %g5
3297 cmp %g5, T_INSTR_MMU_MISS
3299 mov %g3, %g5
3301 cmp %g5, FAST_IMMU_MISS_TT
3303 mov %g3, %g5
3305 DTLB_STUFF(%g5, %g1, %g2, %g3, %g4)
3306 ! trapstat wants TTE in %g5
3309 ITLB_STUFF(%g5, %g1, %g2, %g3, %g4)
3310 ! trapstat wants TTE in %g5
3332 rdpr %tt, %g5
3333 cmp %g5, FAST_IMMU_MISS_TT
3339 mov %g3, %g5
3343 GET_4M_PFN_OFF(%g3, %g6, %g5, %g7, 1) /* make 4M pfn offset */
3347 TSB_UPDATE_TL_PN(%g1, %g5, %g2, %g4, %g7, %g3, locked_tsb_l5) /* update TSB */
3349 DTLB_STUFF(%g5, %g1, %g2, %g3, %g4)
3357 GET_4M_PFN_OFF(%g3, %g6, %g5, %g7, 2) /* make 4M pfn offset */
3359 or %g5, %g3, %g5 /* add 4M bits to TTE */
3363 TSB_UPDATE_TL_PN(%g1, %g5, %g2, %g4, %g7, %g3, locked_tsb_l6) /* update TSB */
3365 SET_TTE4M_PN(%g5, %g7) /* add TTE4M pagesize to TTE */
3366 ITLB_STUFF(%g5, %g1, %g2, %g3, %g4)
3371 rdpr %tt, %g5
3396 cmp %g5, T_INSTR_MMU_MISS
3398 mov %g3, %g5 ! trapstat wants TTE in %g5
3400 cmp %g5, FAST_IMMU_MISS_TT
3402 mov %g3, %g5 ! trapstat wants TTE in %g5
3403 DTLB_STUFF(%g5, %g1, %g2, %g3, %g4)
3404 ! trapstat wants TTE in %g5
3407 ITLB_STUFF(%g5, %g1, %g2, %g3, %g4)
3408 ! trapstat wants TTE in %g5
3426 sub %g4, (IMAP_ISMHAT - IMAP_VB_SHIFT), %g5
3427 lduba [%g5]ASI_MEM, %g4 /* g4 = imap_vb_shift */
3435 sub %g5, (IMAP_VB_SHIFT - IMAP_HATFLAGS), %g5
3436 lduha [%g5]ASI_MEM, %g4 /* g5 = pa of imap_hatflags */
3438 and %g4, HAT_CTX1_FLAG, %g5 /* g5 = imap_hatflags */
3439 brz,pt %g5, tsb_chk4M_ism
3441 ldub [%g6 + TSBMISS_URTTEFLAGS], %g5
3442 or %g5, HAT_CHKCTX1_FLAG, %g5
3443 stub %g5, [%g6 + TSBMISS_URTTEFLAGS]
3444 rdpr %tt, %g5
3445 SAVE_CTX1(%g5, %g3, %g1, tsb_shctxl)
3460 and %g4, HAT_4M_FLAG, %g5 /* g4 = imap_hatflags */
3461 brnz,pt %g5, tsb_ism_4M /* branch if 4M pages */
3465 and %g4, HAT_32M_FLAG, %g5 /* check default 32M next */
3466 brz,pn %g5, tsb_ism_256M
3474 TTE32M, %g5, tsb_ism_l32M, tsb_ism_32M_found, sfmmu_suspend_tl,
3485 and %g4, HAT_256M_FLAG, %g5 /* 256M is last resort */
3486 brz,a,pn %g5, ptl1_panic
3493 TTE256M, %g5, tsb_ism_l256M, tsb_ism_256M_found, sfmmu_suspend_tl,
3505 TTE4M, %g5, tsb_ism_l4M, tsb_ism_4M_found, sfmmu_suspend_tl,
3519 TTE64K, %g5, tsb_ism_l8K, tsb_ism_8K_found, sfmmu_suspend_tl,
3550 ldx [%g4 + MMFSA_I_CTX], %g5
3552 move %icc, %g5, %g4
3554 move %icc, %g5, %g4
3558 ldxa [%g4]ASI_IMMU, %g5
3559 move %icc, %g5, %g2
3561 move %icc, %g5, %g2
3565 rdpr %tl, %g5
3574 cmp %g5, 1
3608 cmp %g5, 1
3649 CPU_INDEX(%g5, %g6)
3651 sllx %g5, CPU_CORE_SHIFT, %g5
3652 add %g5, %g6, %g5
3653 lduh [%g5 + CPUC_DTRACE_FLAGS], %g6
3657 stuh %g6, [%g5 + CPUC_DTRACE_FLAGS]
3659 stx %g3, [%g5 + CPUC_DTRACE_ILLVAL]
3666 rdpr %tstate, %g5
3667 btst TSTATE_PRIV, %g5
3675 rdpr %tt, %g5
3676 cmp %g5, FAST_IMMU_MISS_TT
3681 cmp %g5, T_INSTR_MMU_MISS
3695 rdpr %tl, %g5
3696 cmp %g5, 1
3732 mov TTE64K, %g5 /* g5 = rehash # */
3759 GET_TTE(%o0, %o4, %g1, %g2, %o5, %g4, %g6, %g5, %g3,
3793 cmp %g5, MAX_HASHCNT
3795 cmp %g5, DEFAULT_MAX_HASHCNT /* no 32/256M kernel pages */
3801 add %g5, 2, %g5
3802 cmp %g5, 3
3807 inc %g5
3808 cmp %g5, 2
3900 GET_TTE(%o0, %o4, %g3, %g4, %g1, %o5, %g6, %o1, %g5,
3911 TTETOPFN(%g3, %o0, kvaszc2pfn_l2, %g2, %g4, %g5)
4018 and %g4, KPMTSBM_ENABLE_FLAG, %g5
4019 brz,pn %g5, sfmmu_tsb_miss /* if kpm not enabled */
4026 ldx [%g6 + KPMTSBM_VEND], %g5
4027 cmp %g2, %g5
4035 lduw [%g6 + KPMTSBM_TSBMISS], %g5
4038 inc %g5
4040 st %g5, [%g6 + KPMTSBM_TSBMISS]
4042 inc %g5
4043 st %g5, [%g6 + KPMTSBM_TSBMISS]
4068 PAGE_NUM2MEMSEG_NOLOCK_PA(%g2, %g3, %g6, %g4, %g5, %g7, kpmtsbmp2m)
4077 ldub [%g6 + KPMTSBM_KPMP2PSHFT], %g5
4079 srlx %g2, %g5, %g4
4080 sllx %g4, %g5, %g4
4082 srlx %g4, %g5, %g4
4089 ldxa [%g3 + MEMSEG_KPM_NKPMPGS]%asi, %g5
4090 cmp %g4, %g5 /* inx - nkpmpgs */
4100 ldxa [%g3 + MEMSEG_KPM_PAGES]%asi, %g5 /* kpm_pages */
4101 add %g5, %g4, %g5 /* kp */
4109 srlx %g5, %g1, %g1 /* x = ksp >> kpmp_shift */
4110 add %g5, %g1, %g5 /* y = ksp + x */
4111 and %g5, %g7, %g5 /* hashinx = y & mask */
4125 sllx %g5, KPMHLK_SHIFT, %g5
4126 add %g4, %g5, %g3
4134 sethi %hi(TTE_VALID_INT), %g5 /* upper part */
4135 sllx %g5, 32, %g5
4138 or %g5, %g4, %g5
4141 mov TTE4M, %g5
4142 sllx %g5, TTE_SZ_SHFT_INT, %g5
4143 or %g5, %g4, %g5 /* upper part */
4144 sllx %g5, 32, %g5
4146 or %g5, %g4, %g5
4149 or %g5, %g4, %g5 /* tte */
4190 TSB_INSERT_UNLOCK_ENTRY(%g4, %g5, %g2, %g7)
4192 DTLB_STUFF(%g5, %g1, %g2, %g4, %g6)
4241 and %g4, KPMTSBM_ENABLE_FLAG, %g5
4242 brz,pn %g5, sfmmu_tsb_miss /* if kpm not enabled */
4252 ldx [%g6 + KPMTSBM_VEND], %g5
4253 cmp %g2, %g5
4261 lduw [%g6 + KPMTSBM_TSBMISS], %g5
4264 inc %g5
4266 st %g5, [%g6 + KPMTSBM_TSBMISS]
4268 inc %g5
4269 st %g5, [%g6 + KPMTSBM_TSBMISS]
4289 sethi %hi(vac_colors_mask), %g5
4290 ld [%g5 + %lo(vac_colors_mask)], %g5
4293 and %g1, %g5, %g1 /* g1 = v */
4294 sllx %g7, %g3, %g5 /* g5 = r << kpm_size_shift */
4297 sub %g4, %g5, %g4 /* paddr -= r << kpm_size_shift */
4298 sub %g7, %g1, %g5 /* g5 = r - v */
4299 sllx %g5, MMU_PAGESHIFT, %g7 /* (r-v) << MMU_PAGESHIFT */
4304 sllx %g7, MMU_PAGESHIFT, %g5 /* else */
4305 sub %g4, %g5, %g4 /* paddr -= r << MMU_PAGESHIFT */
4328 PAGE_NUM2MEMSEG_NOLOCK_PA(%g2, %g3, %g6, %g4, %g5, %g7, kpmtsbmsp2m)
4345 ldxa [%g3 + MEMSEG_KPM_NKPMPGS]%asi, %g5
4346 cmp %g4, %g5 /* inx - nkpmpgs */
4353 ldxa [%g3 + MEMSEG_KPM_SPAGES]%asi, %g5
4354 add %g5, %g4, %g5 /* ksp */
4363 sllx %g5, %g1, %g1 /* x = ksp << kpmp_shift */
4364 add %g5, %g1, %g5 /* y = ksp + x */
4365 and %g5, %g7, %g5 /* hashinx = y & mask */
4382 sllx %g5, KPMSHLK_SHIFT, %g5
4383 add %g4, %g5, %g3 /* hlck_pa */
4390 sethi %hi(TTE_VALID_INT), %g5 /* upper part */
4391 sllx %g5, 32, %g5
4393 or %g5, %g4, %g5
4395 or %g5, %g4, %g5 /* tte */
4416 or %g5, TTE_CV_INT, %g5 /* cacheable */
4434 TSB_INSERT_UNLOCK_ENTRY(%g4, %g5, %g2, %g7)
4436 DTLB_STUFF(%g5, %g2, %g4, %g5, %g6)
4591 GET_TSBE_POINTER(MMU_PAGESHIFT, %g1, %g7, %g3, %g5)
4600 GET_TSBE_POINTER(MMU_PAGESHIFT4M, %g3, %g7, %g6, %g5)
4612 GET_1ST_TSBE_PTR(%g2, %g1, %g4, %g5)
4619 GET_2ND_TSBE_PTR(%g2, %g3, %g4, %g5)