/titanic_50/usr/src/uts/i86pc/os/ |
H A D | ppage.c | 60 hat_memload(kas.a_hat, va, pp, vprot | HAT_NOSYNC, HAT_LOAD_LOCK); in ppmapin() 67 hat_unload(kas.a_hat, va, PAGESIZE, HAT_UNLOAD_UNLOCK); in ppmapout() 79 hat_devload(kas.a_hat, kaddr, MMU_PAGESIZE, page_pptonum(pp), in i86_pp_map() 93 pfnum = hat_getpfnum(asp->a_hat, vaddr); in i86_va_map() 94 hat_devload(kas.a_hat, kaddr, MMU_PAGESIZE, pfnum, in i86_va_map()
|
H A D | mp_pc.c | 98 hat_devload(kas.a_hat, in mach_cpucontext_init() 121 hat_unload(kas.a_hat, (caddr_t)(uintptr_t)rm_platter_pa, MMU_PAGESIZE, in mach_cpucontext_fini() 136 if (MAKECR3(kas.a_hat->hat_htable->ht_pfn) > 0xffffffffUL) in rmp_gdt_init() 139 MAKECR3(kas.a_hat->hat_htable->ht_pfn)); in rmp_gdt_init() 316 rm->rm_pdbr = MAKECR3(kas.a_hat->hat_htable->ht_pfn); in mach_cpucontext_xalloc()
|
H A D | fastboot.c | 521 start_addr_pa = mmu_ptob((uint64_t)hat_getpfnum(kas.a_hat, in fastboot_build_mbi() 1072 fb->fb_pte_list_pa = mmu_ptob((uint64_t)hat_getpfnum(kas.a_hat, in fastboot_load_kernel() 1079 paddr = mmu_ptob((uint64_t)hat_getpfnum(kas.a_hat, in fastboot_load_kernel() 1207 hat_devload(kas.a_hat, (caddr_t)fb->fb_va, in fastboot_load_kernel() 1262 mmu_ptob((uint64_t)hat_getpfnum(kas.a_hat, in fastboot_load_kernel() 1304 hat_devload(curproc->p_as->a_hat, (caddr_t)fb->fb_va, in fastboot_xc_func() 1314 if (t_intr && t_intr->t_procp->p_as->a_hat != curproc->p_as->a_hat && in fastboot_xc_func() 1316 hat_devload(t_intr->t_procp->p_as->a_hat, (caddr_t)fb->fb_va, in fastboot_xc_func() 1350 hat_devload(curproc->p_as->a_hat, (caddr_t)fb->fb_va, in fast_reboot()
|
H A D | graphics.c | 167 hat_devload(kas.a_hat, videomem, videomem_size, in progressbar_start() 191 hat_unload(kas.a_hat, videomem, videomem_size, HAT_UNLOAD_UNLOCK); in progressbar_stop()
|
H A D | mp_implfuncs.c | 234 hat_devload(kas.a_hat, cvaddr, mmu_ptob(npages), mmu_btop(base), in psm_map_phys_new() 252 hat_unload(kas.a_hat, base, ptob(npages), HAT_UNLOAD_UNLOCK); in psm_unmap_phys() 296 hat_unload(kas.a_hat, base, ptob(npages), HAT_UNLOAD_UNLOCK); in psm_unmap()
|
/titanic_50/usr/src/uts/common/vm/ |
H A D | hat_refmod.c | 113 chunk = hat_get_mapped_size(as->a_hat); in hat_startstat() 123 hat_enter(as->a_hat); in hat_startstat() 130 hat_exit(as->a_hat); in hat_startstat() 134 hat_exit(as->a_hat); in hat_startstat() 135 (void) hat_stats_enable(as->a_hat); in hat_startstat() 217 hat_stats_disable(as->a_hat); /* tell the hat layer to stop */ in hat_freestat() 218 hat_enter(as->a_hat); in hat_freestat() 225 hat_exit(as->a_hat); in hat_freestat() 228 hat_exit(as->a_hat); in hat_freestat() 441 hat_sync(as->a_hat, addr, len, clearflag); in hat_getstat()
|
H A D | seg_kmem.c | 478 if (!hat_probe(kas.a_hat, addr)) { in segkmem_fault() 526 hat_unload(kas.a_hat, addr, size, HAT_UNLOAD); in segkmem_setprot() 528 hat_chgprot(kas.a_hat, addr, size, prot); in segkmem_setprot() 588 pfn_t pfn = hat_getpfnum(kas.a_hat, addr); in segkmem_xdump_range() 912 hat_memload(kas.a_hat, (caddr_t)(uintptr_t)pp->p_offset, pp, in segkmem_xalloc() 1004 hat_unload(kas.a_hat, addr, size, HAT_UNLOAD_UNLOCK); in segkmem_free_vn() 1076 hat_unload(seg->s_as->a_hat, addr, size, HAT_UNLOAD_UNLOCK); in segkmem_mapin() 1077 hat_devload(seg->s_as->a_hat, addr, size, pfn, vprot, in segkmem_mapin() 1084 hat_unload(seg->s_as->a_hat, addr, size, HAT_UNLOAD_UNLOCK); in segkmem_mapout() 1184 hat_memload_array(kas.a_hat, in segkmem_xalloc_lp() [all …]
|
H A D | seg_spt.c | 570 hat_memload_array(seg->s_as->a_hat, a, sz, in segspt_create() 645 hat_unload(seg->s_as->a_hat, addr, len, hat_flags); in segspt_free_pages() 1614 hat_unlock(sptseg->s_as->a_hat, sptseg_addr, len); in segspt_softunlock() 1709 if ((error = hat_share(seg->s_as->a_hat, seg->s_base, in segspt_shmattach() 1710 shmd_arg->shm_sptas->a_hat, SEGSPTADDR, in segspt_shmattach() 1717 error = hat_share(seg->s_as->a_hat, seg->s_base, in segspt_shmattach() 1718 shmd_arg->shm_sptas->a_hat, SEGSPTADDR, in segspt_shmattach() 1760 hat_unshare(seg->s_as->a_hat, raddr, ssize, seg->s_szc); in segspt_shmunmap() 1923 hat_memload_array(sptseg->s_as->a_hat, in segspt_dismfault() 1935 hat_memload_array(sptseg->s_as->a_hat, in segspt_dismfault() [all …]
|
/titanic_50/usr/src/uts/i86pc/vm/ |
H A D | hat_i86.c | 344 src = htable_lookup(kas.a_hat, va, rp->hkr_level); in hat_alloc() 378 hat->hat_next = kas.a_hat->hat_next; in hat_alloc() 382 kas.a_hat->hat_prev = hat; in hat_alloc() 383 kas.a_hat->hat_next = hat; in hat_alloc() 432 kas.a_hat->hat_next = hat->hat_next; in hat_free_end() 436 kas.a_hat->hat_prev = hat->hat_prev; in hat_free_end() 730 kas.a_hat = kmem_cache_alloc(hat_cache, KM_NOSLEEP); in hat_init() 731 mutex_init(&kas.a_hat->hat_mutex, NULL, MUTEX_DEFAULT, NULL); in hat_init() 732 kas.a_hat->hat_as = &kas; in hat_init() 733 kas.a_hat->hat_flags = 0; in hat_init() [all …]
|
H A D | i86_mmu.c | 76 hat_devload(kas.a_hat, addr, MMU_PAGESIZE, pf, in i86devmap() 79 hat_memload(kas.a_hat, addr, pp, in i86devmap() 227 ht = htable_create(kas.a_hat, va, 0, NULL); in hat_kmap_init() 232 hat_devload(kas.a_hat, ptes + i * MMU_PAGESIZE, in hat_kmap_init() 492 htable_attach(kas.a_hat, 0, mmu.max_level, NULL, in hat_kern_setup() 517 CPUSET_ATOMIC_ADD(kas.a_hat->hat_cpus, CPU->cpu_id); in hat_kern_setup() 518 CPU->cpu_current_hat = kas.a_hat; in hat_kern_setup()
|
H A D | htable.c | 546 kas.a_hat->hat_next = hat->hat_next; in move_victim() 551 kas.a_hat->hat_prev = hat->hat_prev; in move_victim() 554 hat->hat_prev = kas.a_hat->hat_prev; in move_victim() 558 kas.a_hat->hat_next = hat; in move_victim() 560 kas.a_hat->hat_prev = hat; in move_victim() 570 hat_t *hat = kas.a_hat; /* list starts with khat */ in htable_steal() 611 hat = kas.a_hat->hat_next; in htable_steal() 694 kas.a_hat->hat_prev != hat) in htable_steal() 706 ASSERT(hat != kas.a_hat); in htable_steal() 1157 (higher->ht_hat == kas.a_hat && higher->ht_level == VLP_LEVEL) || in link_ptp() [all …]
|
/titanic_50/usr/src/uts/i86pc/io/gfx_private/ |
H A D | gfxp_vm.c | 129 hat_devload(kas.a_hat, cvaddr, ptob(npages), pfn, in gfxp_map_kernel_space() 151 hat_unload(kas.a_hat, base, ptob(npages), HAT_UNLOAD_UNLOCK); in gfxp_unmap_kernel_space() 163 *pa = pa_to_ma(pfn_to_pa(hat_getpfnum(as->a_hat, addr))); in gfxp_va2pa() 165 *pa = pfn_to_pa(hat_getpfnum(as->a_hat, addr)); in gfxp_va2pa()
|
/titanic_50/usr/src/uts/sun4v/os/ |
H A D | ppage.c | 164 hat_memload(kas.a_hat, va, pp, in ppmapin() 181 hat_memload(kas.a_hat, va, pp, vprot | HAT_NOSYNC, HAT_LOAD_LOCK); in ppmapin() 197 hat_unload(kas.a_hat, va, PAGESIZE, in ppmapout() 205 hat_unload(kas.a_hat, va, PAGESIZE, in ppmapout()
|
/titanic_50/usr/src/uts/common/os/ |
H A D | urw.c | 143 pfnum = hat_getpfnum(as->a_hat, addr); in mapin() 161 hat_devload(kas.a_hat, kaddr, PAGESIZE, pfnum, in mapin() 244 if (SEGOP_FAULT(as->a_hat, seg, page, PAGESIZE, F_SOFTLOCK, rw)) { in urw() 303 (void) SEGOP_FAULT(as->a_hat, seg, page, PAGESIZE, F_SOFTUNLOCK, rw); in urw()
|
H A D | subr.c | 327 hat_devload(kas.a_hat, vaddr, PAGESIZE, in hot_patch_kernel_text() 328 hat_getpfnum(kas.a_hat, iaddr - off), in hot_patch_kernel_text() 349 hat_unload(kas.a_hat, vaddr, PAGESIZE, HAT_UNLOAD_UNLOCK); in hot_patch_kernel_text()
|
H A D | bp_map.c | 169 pfnum = hat_getpfnum(as->a_hat, in bp_mapin_common() 180 hat_devload(kas.a_hat, kaddr, PAGESIZE, pfnum, in bp_mapin_common() 235 hat_unload(kas.a_hat, (void *)base, size, in bp_mapout() 357 pfn = hat_getpfnum(as->a_hat, in bp_copy_common()
|
H A D | vm_subr.c | 386 hat = as->a_hat; in cow_mapin() 476 hat_devload(kas.a_hat, kaddr, PAGESIZE, in cow_mapin() 503 res = as_fault(as->a_hat, as, uaddr, size, F_INVAL, S_READ); in cow_mapin()
|
H A D | fbio.c | 91 err = segmap_fault(kas.a_hat, segkmap, raddr, rsize, F_SOFTLOCK, rw); in fbread() 159 (void) segmap_fault(kas.a_hat, segkmap, addr, size, F_SOFTUNLOCK, rw); \
|
/titanic_50/usr/src/uts/i86pc/io/ioat/ |
H A D | ioat_ioctl.c | 268 cmd->dp.copy.cc_source = ptob64(hat_getpfnum(kas.a_hat, in ioat_ioctl_test() 270 cmd->dp.copy.cc_dest = ptob64(hat_getpfnum(kas.a_hat, in ioat_ioctl_test() 290 cmd->dp.copy.cc_source = ptob64(hat_getpfnum(kas.a_hat, in ioat_ioctl_test() 292 cmd->dp.copy.cc_dest = ptob64(hat_getpfnum(kas.a_hat, in ioat_ioctl_test()
|
/titanic_50/usr/src/uts/sun4u/starfire/os/ |
H A D | cpu_sgnblk.c | 118 hat_devload(kas.a_hat, cvaddr, ptob(num_pages), in cpu_sgn_mapin() 175 hat_unload(kas.a_hat, (caddr_t)cvaddr, ptob(num_pages), in cpu_sgn_mapout()
|
/titanic_50/usr/src/uts/sun4v/vm/ |
H A D | mach_kpm.c | 63 hat_devload(kas.a_hat, kpm_vbase + start, in mach_kpm_init() 246 hat_devload(kas.a_hat, kpm_vbase + mmu_ptob(base), in hat_kpm_addmem_mseg_update() 287 hat_unload(kas.a_hat, kpm_vbase + mmu_ptob(base), mmu_ptob(end - base), in hat_kpm_delmem_mseg_update()
|
H A D | mach_sfmmu.c | 178 sfmmu_tteload(kas.a_hat, &ktext_tte, textva, NULL, flags); in sfmmu_remap_kernel() 195 sfmmu_tteload(kas.a_hat, &kdata_tte, datava, in sfmmu_remap_kernel() 228 sfmmu_tteload(kas.a_hat, &tte, va, NULL, flags); in sfmmu_remap_kernel()
|
/titanic_50/usr/src/uts/sun4u/vm/ |
H A D | mach_sfmmu.c | 131 sfmmu_tteload(kas.a_hat, &ktext_tte, textva, NULL, flags); in sfmmu_remap_kernel() 148 sfmmu_tteload(kas.a_hat, &kdata_tte, datava, in sfmmu_remap_kernel() 181 sfmmu_tteload(kas.a_hat, &tte, va, NULL, flags); in sfmmu_remap_kernel()
|
/titanic_50/usr/src/uts/sun4u/os/ |
H A D | ppage.c | 192 hat_memload(kas.a_hat, va, pp, in ppmapin() 215 hat_memload(kas.a_hat, va, pp, vprot | HAT_NOSYNC, HAT_LOAD_LOCK); in ppmapin() 231 hat_unload(kas.a_hat, va, PAGESIZE, in ppmapout() 243 hat_unload(kas.a_hat, va, PAGESIZE, in ppmapout()
|
/titanic_50/usr/src/uts/common/xen/os/ |
H A D | gnttab.c | 546 if ((pfn = hat_getpfnum(kas.a_hat, va)) == PFN_INVALID) in gnttab_map() 553 hat_unload(kas.a_hat, va, MMU_PAGESIZE, HAT_UNLOAD); in gnttab_map() 562 hat_devload(kas.a_hat, va, MMU_PAGESIZE, pfn, in gnttab_map() 601 hat_devload(kas.a_hat, (caddr_t)GT_PGADDR(i), PAGESIZE, in gnttab_init()
|