/titanic_44/usr/src/uts/sun4v/vm/ |
H A D | mach_sfmmu.h | 236 #define ITLB_STUFF(tte, scr1, scr2, scr3, scr4) \ argument 244 mov tte, %o2; \ 263 #define DTLB_STUFF(tte, scr1, scr2, scr3, scr4) \ argument 271 mov tte, %o2; \ 293 #define TTETOPFN(tte, vaddr, label, scr1, scr2, scr3) \ argument 294 and tte, TTE_SZ_BITS, scr1; /* scr1 = ttesz */ \ 295 sllx tte, TTE_PA_LSHIFT, tte; \ 301 srlx tte, scr3, tte; \ 302 sllx tte, scr2, tte; \ 309 or tte, scr2, tte; \ [all …]
|
H A D | mach_sfmmu.c | 205 tte_t tte; in sfmmu_remap_kernel() local 217 sfmmu_memtte(&tte, pfn, attr, TTE4M); in sfmmu_remap_kernel() 218 ASSERT(TTE_IS_MOD(&tte)); in sfmmu_remap_kernel() 226 TTE_SET_LOCKED(&tte); in sfmmu_remap_kernel() 228 sfmmu_tteload(kas.a_hat, &tte, va, NULL, flags); in sfmmu_remap_kernel() 229 bigktsb_ttes[i] = tte; in sfmmu_remap_kernel() 254 uint64_t tte; in sfmmu_set_tlb() local 258 tte = *(uint64_t *)&bigktsb_ttes[i]; in sfmmu_set_tlb() 259 (void) hv_mmu_map_perm_addr(va, KCONTEXT, tte, in sfmmu_set_tlb() 291 tte_t tte; in kdi_tlb_page_lock() local [all …]
|
H A D | mach_vm_dep.c | 360 uint_t tte; in mmu_get_kernel_lpsize() local 377 for (tte = TTE8K; tte <= TTE256M; tte++) { in mmu_get_kernel_lpsize() 379 if ((mmu_exported_pagesize_mask & (1 << tte)) == 0) in mmu_get_kernel_lpsize() 382 if (lpsize == TTEBYTES(tte)) in mmu_get_kernel_lpsize()
|
/titanic_44/usr/src/uts/sun4u/vm/ |
H A D | mach_sfmmu.h | 215 #define ITLB_STUFF(tte, scr1, scr2, scr3, scr4) \ argument 216 stxa tte, [%g0]ASI_ITLB_IN 225 #define DTLB_STUFF(tte, scr1, scr2, scr3, scr4) \ argument 226 stxa tte, [%g0]ASI_DTLB_IN 239 #define TTETOPFN(tte, vaddr, label, scr1, scr2, scr3) \ argument 240 srlx tte, TTE_SZ_SHFT, scr1; \ 242 srlx tte, TTE_SZ2_SHFT, scr3; \ 247 sllx tte, TTE_PA_LSHIFT, tte; \ 251 srlx tte, scr3, tte; \ 253 sllx tte, scr2, tte; \ [all …]
|
H A D | mach_sfmmu.c | 158 tte_t tte; in sfmmu_remap_kernel() local 170 sfmmu_memtte(&tte, pfn, attr, TTE4M); in sfmmu_remap_kernel() 171 ASSERT(TTE_IS_MOD(&tte)); in sfmmu_remap_kernel() 179 TTE_SET_LOCKED(&tte); in sfmmu_remap_kernel() 181 sfmmu_tteload(kas.a_hat, &tte, va, NULL, flags); in sfmmu_remap_kernel() 182 bigktsb_ttes[i] = tte; in sfmmu_remap_kernel() 255 uint64_t tte; in sfmmu_set_tlb() local 259 tte = *(uint64_t *)&bigktsb_ttes[i]; in sfmmu_set_tlb() 260 (void) prom_dtlb_load(index, tte, va); in sfmmu_set_tlb() 290 tte_t tte; in kdi_tlb_page_lock() local [all …]
|
H A D | mach_kpm.c | 188 tte_t tte; in hat_kpm_mapin_pfn() local 199 KPM_TTE_VCACHED(tte.ll, pfn, szc); in hat_kpm_mapin_pfn() 200 sfmmu_kpm_load_tsb(vaddr, &tte, shift); in hat_kpm_mapin_pfn() 335 tte_t tte; in hat_kpm_fault() local 340 KPM_TTE_VCACHED(tte.ll, pfn, szc); in hat_kpm_fault() 341 sfmmu_kpm_load_tsb(vaddr, &tte, shift); in hat_kpm_fault() 694 tte_t tte; in sfmmu_kpm_mapin() local 756 KPM_TTE_VCACHED(tte.ll, pfn, TTE8K); in sfmmu_kpm_mapin() 758 KPM_TTE_VUNCACHED(tte.ll, pfn, TTE8K); in sfmmu_kpm_mapin() 761 sfmmu_kpm_load_tsb(vaddr, &tte, MMU_PAGESHIFT); in sfmmu_kpm_mapin() [all …]
|
H A D | zulu_hat.c | 682 struct zulu_tte tte; in zulu_hat_load() local 698 uint64_t *p = (uint64_t *)&tte; in zulu_hat_load() 703 zuluvm_load_tte(zhat, vaddr, flags_pfn, tte.zulu_tte_perm, in zulu_hat_load() 704 tte.zulu_tte_size); in zulu_hat_load() 706 *ppg_size = tte.zulu_tte_size; in zulu_hat_load() 718 tte = zblkp->zulu_hat_blk_tte; in zulu_hat_load() 719 tte.zulu_tte_pfn = ZULU_HAT_ADJ_PFN((&tte), vaddr); in zulu_hat_load() 720 zuluvm_load_tte(zhat, vaddr, tte.zulu_tte_pfn, in zulu_hat_load() 721 tte.zulu_tte_perm, tte.zulu_tte_size); in zulu_hat_load() 723 *ppg_size = tte.zulu_tte_size; in zulu_hat_load()
|
/titanic_44/usr/src/uts/sun4u/cpu/ |
H A D | us3_common_mmu.c | 526 uint_t tte; member 572 uint_t tte = page_szc(segkmem_lpsize); in mmu_init_kernel_pgsz() local 575 if (heaplp_use_dt512 == 0 || tte > TTE4M) { in mmu_init_kernel_pgsz() 577 tte = TTE8K; in mmu_init_kernel_pgsz() 580 new_cext_nucleus = TAGACCEXT_MKSZPAIR(tte, TTE8K); in mmu_init_kernel_pgsz() 581 new_cext_primary = TAGACCEXT_MKSZPAIR(TTE8K, tte); in mmu_init_kernel_pgsz() 593 uint_t tte = TTE8K; in mmu_get_kernel_lpsize() local 613 tte = p_lpgsz->tte; in mmu_get_kernel_lpsize() 618 if (lpsize == TTEBYTES(p_lpgsz->tte) && in mmu_get_kernel_lpsize() 622 tte = p_lpgsz->tte; in mmu_get_kernel_lpsize() [all …]
|
H A D | mach_cpu_module.c | 194 itlb_rd_entry(uint_t entry, tte_t *tte, uint64_t *va_tag) in itlb_rd_entry() argument 199 dtlb_rd_entry(uint_t entry, tte_t *tte, uint64_t *va_tag) in dtlb_rd_entry() argument
|
/titanic_44/usr/src/cmd/mdb/sparc/v9/kmdb/ |
H A D | kaif_handlers.s | 103 #define KAIF_ITLB_STUFF(tte, ouch, scr1, scr2, scr3, scr4) \ argument 113 mov tte, %o2; \ 136 #define KAIF_DTLB_STUFF(tte, ouch, scr1, scr2, scr3, scr4) \ argument 146 mov tte, %o2; \ 171 #define KAIF_DTLB_STUFF(tte, ouch, scr1, scr2, scr3, scr4) \ argument 172 DTLB_STUFF(tte, scr1, scr2, scr3, scr4) 174 #define KAIF_ITLB_STUFF(tte, ouch, scr1, scr2, scr3, scr4) \ argument 175 ITLB_STUFF(tte, scr1, scr2, scr3, scr4)
|
/titanic_44/usr/src/uts/sfmmu/vm/ |
H A D | hat_kdi.c | 43 tte_t tte; in kdi_vtop() local 48 if (kdi_vatotte(va, KCONTEXT, &tte) < 0) in kdi_vtop() 51 *pap = (TTE_TO_PFN((caddr_t)va, &tte) << MMU_PAGESHIFT) | in kdi_vtop()
|
H A D | hat_sfmmu.c | 475 #define sfmmu_load_tsb(sfmmup, vaddr, tte, szc) \ argument 476 sfmmu_mod_tsb(sfmmup, vaddr, tte, szc) 2228 tte_t tte; in hat_do_memload() local 2269 sfmmu_memtte(&tte, pp->p_pagenum, attr, TTE8K); in hat_do_memload() 2270 (void) sfmmu_tteload_array(hat, &tte, addr, &pp, flags, rid); in hat_do_memload() 2292 tte_t tte; in hat_devload() local 2374 sfmmu_memtte(&tte, pfn, attr, TTE8K); in hat_devload() 2375 (void) sfmmu_tteload_array(hat, &tte, addr, &pp, in hat_devload() 2390 sfmmu_memtte(&tte, pfn, attr, TTE4M); in hat_devload() 2391 (void) sfmmu_tteload_array(hat, &tte, addr, &pp, in hat_devload() [all …]
|
/titanic_44/usr/src/uts/sun4v/promif/ |
H A D | promif_emul.c | 239 tte_t tte; in unmap_prom_mappings() local 281 pfn = sfmmu_vatopfn((caddr_t)vaddr, KHATID, &tte); in unmap_prom_mappings() 284 tte.tte_inthi = promt->tte_hi; in unmap_prom_mappings() 285 tte.tte_intlo = promt->tte_lo; in unmap_prom_mappings() 287 promt->virt_hi, promt->virt_lo), &tte); in unmap_prom_mappings() 293 ASSERT(!TTE_IS_LOCKED(&tte)); in unmap_prom_mappings() 294 ASSERT(TTE_IS_8K(&tte)); in unmap_prom_mappings()
|
/titanic_44/usr/src/uts/sun4u/sys/pci/ |
H A D | pci_iommu.h | 75 #define TTE_IS_INVALID(tte) (((tte) & COMMON_IOMMU_TTE_V) == 0x0ull) argument 220 #define IOMMU_TTE2CTX(tte) \ argument 221 (((tte) >> (IOMMU_TTE_CTX_SHIFT - 32)) & IOMMU_CTX_MASK)
|
H A D | pci_dma.h | 267 #define PCI_GET_MP_TTE(tte) \ argument 268 (((uint64_t)(uintptr_t)(tte) >> 5) << (32 + 5) | \ 269 ((uint32_t)(uintptr_t)(tte)) & 0x12) 270 #define PCI_SAVE_MP_TTE(mp, tte) \ argument 271 (mp)->dmai_tte = (caddr_t)(HI32(tte) | ((tte) & 0x12))
|
/titanic_44/usr/src/psm/stand/cpr/sparcv9/sun4u/ |
H A D | pages.c | 256 tte_t tte; in dtlb_cleanup() local 262 get_dtlb_entry(dtlb_index, &vaddr, &tte); in dtlb_cleanup() 263 if (TTE_IS_LOCKED(&tte)) { in dtlb_cleanup() 264 tte.ll = 0; in dtlb_cleanup() 265 set_dtlb_entry(dtlb_index, (caddr_t)0, &tte); in dtlb_cleanup()
|
H A D | util.c | 430 tte_t tte; in cb_mapin() local 432 tte.tte_inthi = TTE_VALID_INT | TTE_SZ_INT(size) | in cb_mapin() 434 tte.tte_intlo = TTE_PFN_INTLO(ppn) | TTE_LCK_INT | in cb_mapin() 436 set_dtlb_entry(dtlb_index, vaddr, &tte); in cb_mapin()
|
/titanic_44/usr/src/uts/sun4/io/px/ |
H A D | px_dma.h | 236 #define PX_GET_MP_TTE(tte) \ argument 237 (((uint64_t)(uintptr_t)(tte) >> 5) << (32 + 5) | \ 238 ((uint32_t)(uintptr_t)(tte)) & (PCI_MAP_ATTR_READ | \ 242 #define PX_SAVE_MP_TTE(mp, tte) \ argument 243 (mp)->dmai_tte = (caddr_t)((uintptr_t)HI32(tte) | ((tte) & \
|
/titanic_44/usr/src/uts/sun4v/os/ |
H A D | lpad.c | 143 lpm->tte = ktext_tte; in lpad_setup() 152 lpm->tte = kdata_tte; in lpad_setup() 164 lpm->tte = kdata_tte; in lpad_setup()
|
/titanic_44/usr/src/uts/sun4u/io/pci/ |
H A D | pci_iommu.c | 269 uint64_t tte = PCI_GET_MP_TTE(mp->dmai_tte); in iommu_map_pages() local 283 volatile uint64_t cur_tte = IOMMU_PTOB(pfn) | tte; in iommu_map_pages() 517 uint64_t tte = lddphys(obp_tsb_pa + i * 8); in iommu_preserve_tsb() local 520 if (TTE_IS_INVALID(tte)) { in iommu_preserve_tsb() 525 base_tte_addr[i] = tte; in iommu_preserve_tsb() 528 (uint_t)(tte >> 32), (uint_t)(tte & 0xffffffff)); in iommu_preserve_tsb()
|
/titanic_44/usr/src/uts/sfmmu/ml/ |
H A D | sfmmu_asm.s | 211 #define TSB_INSERT_UNLOCK_ENTRY(tsbep, tte, tagtarget, tmp1) \ argument 213 stxa tte, [tmp1]ASI_MEM /* write tte data */ ;\ 220 #define TSB_INSERT_UNLOCK_ENTRY(tsbep, tte, tagtarget,tmp1) \ argument 221 stxa tte, [tsbep + TSBE_TTE]%asi /* write tte data */ ;\ 242 #define TSB_UPDATE_TL(tsbep, tte, tagtarget, ttepa, tmp1, tmp2, label) \ argument 250 ldxa [ttepa]ASI_MEM, tte ;\ 254 brgez,a,pn tte, label ;\ 256 TSB_INSERT_UNLOCK_ENTRY(tsbep, tte, tagtarget, tmp1) ;\ 261 #define TSB_UPDATE_TL(tsbep, tte, tagtarget, ttepa, tmp1, tmp2, label) \ argument 269 ldxa [ttepa]ASI_MEM, tte ;\ [all …]
|
/titanic_44/usr/src/uts/sun4u/os/ |
H A D | cpr_impl.c | 313 tte_t tte; in i_cpr_scan_tlb() local 316 (*ctip->reader)((uint_t)tlb_index, &tte, &va_tag); in i_cpr_scan_tlb() 317 if (va_tag && TTE_IS_VALID(&tte)) in i_cpr_scan_tlb() 318 (*ctip->filter)(tlb_index, &tte, va_tag, ctip); in i_cpr_scan_tlb() 346 ctip->dst->tte.ll = ttep->ll; in i_cpr_lnb() 368 (*ctip->writer)((uint_t)index, &clr.tte, &clr.va_tag); in i_cpr_ufw() 387 (*wrfunc)((uint_t)listp->index, &clr.tte, &clr.va_tag); in i_cpr_clear_tmp() 460 ctip->dst->tte.tte_inthi = TTE_VALID_INT | TTE_PFN_INTHI(ppn); in i_cpr_make_tte() 461 ctip->dst->tte.tte_intlo = TTE_PFN_INTLO(ppn) | TTE_LCK_INT | in i_cpr_make_tte() 687 tte_t tte; in i_cpr_mapin() local [all …]
|
H A D | ppage.c | 270 tte_t tte; in pp_load_tlb() local 337 tte.tte_inthi = TTE_VALID_INT | TTE_PFN_INTHI(pp->p_pagenum); in pp_load_tlb() 338 tte.tte_intlo = TTE_PFN_INTLO(pp->p_pagenum) | TTE_CP_INT | in pp_load_tlb() 342 sfmmu_dtlb_ld_kva(va, &tte); in pp_load_tlb()
|
/titanic_44/usr/src/uts/sun4u/ml/ |
H A D | zulu_asm.s | 189 ! set tte size to ZULUVM_BASE_PGSZ 229 ! write tte to zulu mmu 231 ! %g2 tte size 233 ! %g4 tte wrperm
|
/titanic_44/usr/src/cmd/mdb/sun4u/modules/unix/ |
H A D | sfmmu.c | 201 tte_t tte; in sfmmu_vtop_impl() local 320 tte = sfhmep->hme_tte; in sfmmu_vtop_impl() 321 SFMMU_VTOP_DBG_VRB("tte=%llx ", tte.ll); in sfmmu_vtop_impl() 322 if (TTE_IS_VALID(&tte)) { in sfmmu_vtop_impl() 323 start_pfn = TTE_TO_TTEPFN(&tte); in sfmmu_vtop_impl() 325 (addr & TTE_PAGE_OFFSET(tte.tte_size)); in sfmmu_vtop_impl()
|