/illumos-gate/usr/src/uts/i86pc/vm/ |
H A D | hat_i86.c | 439 hat->hat_next = kas.a_hat->hat_next; in hat_list_append() 443 kas.a_hat->hat_prev = hat; in hat_list_append() 444 kas.a_hat->hat_next = hat; in hat_list_append() 574 src = htable_lookup(kas.a_hat, va, rp->hkr_level); in hat_alloc() 684 kas.a_hat->hat_next = hat->hat_next; in hat_free_end() 688 kas.a_hat->hat_prev = hat->hat_prev; in hat_free_end() 1009 AS_LOCK_ENTER(&kas, RW_WRITER); in hat_init() 1010 kas.a_hat = kmem_cache_alloc(hat_cache, KM_NOSLEEP); in hat_init() 1011 mutex_init(&kas.a_hat->hat_mutex, NULL, MUTEX_DEFAULT, NULL); in hat_init() 1012 kas.a_hat->hat_as = &kas; in hat_init() [all …]
|
H A D | i86_mmu.c | 68 (cpu)->cpu_m.mcpu_current_hat != kas.a_hat) 146 ht = htable_create(kas.a_hat, va, 0, NULL); in hat_kmap_init() 151 hat_devload(kas.a_hat, ptes + i * MMU_PAGESIZE, in hat_kmap_init() 397 htable_attach(kas.a_hat, 0, mmu.max_level, NULL, in hat_kern_setup() 418 CPUSET_ATOMIC_ADD(kas.a_hat->hat_cpus, CPU->cpu_id); in hat_kern_setup() 419 CPU->cpu_current_hat = kas.a_hat; in hat_kern_setup()
|
H A D | htable.c | 546 kas.a_hat->hat_next = hat->hat_next; in move_victim() 551 kas.a_hat->hat_prev = hat->hat_prev; in move_victim() 554 hat->hat_prev = kas.a_hat->hat_prev; in move_victim() 558 kas.a_hat->hat_next = hat; in move_victim() 560 kas.a_hat->hat_prev = hat; in move_victim() 570 hat_t *hat = kas.a_hat; /* list starts with khat */ in htable_steal() 611 hat = kas.a_hat->hat_next; in htable_steal() 698 kas.a_hat->hat_prev != hat) in htable_steal() 710 ASSERT(hat != kas.a_hat); in htable_steal() 1224 (hat != kas.a_hat || va >= kernelbase)) in htable_release() [all …]
|
/illumos-gate/usr/src/uts/i86pc/os/ |
H A D | ppage.c | 58 hat_memload(kas.a_hat, va, pp, vprot | HAT_NOSYNC, HAT_LOAD_LOCK); in ppmapin() 65 hat_unload(kas.a_hat, va, PAGESIZE, HAT_UNLOAD_UNLOCK); in ppmapout() 77 hat_devload(kas.a_hat, kaddr, MMU_PAGESIZE, page_pptonum(pp), in i86_pp_map() 92 hat_devload(kas.a_hat, kaddr, MMU_PAGESIZE, pfnum, in i86_va_map()
|
H A D | startup.c | 920 rw_enter(&kas.a_lock, RW_WRITER); in kpm_init() 922 if (seg_attach(&kas, kpm_vbase, kpm_size, segkpm) < 0) in kpm_init() 931 rw_exit(&kas.a_lock); in kpm_init() 2024 rw_enter(&kas.a_lock, RW_WRITER); in startup_vm() 2027 segkp->s_as = &kas; in startup_vm() 2028 } else if (seg_attach(&kas, (caddr_t)segkp_base, mmu_ptob(segkpsize), in startup_vm() 2039 rw_exit(&kas.a_lock); in startup_vm() 2051 rw_enter(&kas.a_lock, RW_WRITER); in startup_vm() 2052 if (seg_attach(&kas, (caddr_t)segmap_start, segmapsize, segmap) < 0) { in startup_vm() 2064 rw_exit(&kas.a_lock); in startup_vm() [all …]
|
H A D | mp_pc.c | 98 hat_devload(kas.a_hat, in mach_cpucontext_init() 121 hat_unload(kas.a_hat, (caddr_t)(uintptr_t)rm_platter_pa, MMU_PAGESIZE, in mach_cpucontext_fini() 133 if (mmu_ptob(kas.a_hat->hat_htable->ht_pfn) > 0xffffffffUL) { in rmp_gdt_init() 136 mmu_ptob(kas.a_hat->hat_htable->ht_pfn)); in rmp_gdt_init() 341 rm->rm_pdbr = MAKECR3(kas.a_hat->hat_htable->ht_pfn, PCID_NONE); in mach_cpucontext_xalloc()
|
H A D | graphics.c | 169 hat_devload(kas.a_hat, videomem, videomem_size, in progressbar_start() 193 hat_unload(kas.a_hat, videomem, videomem_size, HAT_UNLOAD_UNLOCK); in progressbar_stop()
|
H A D | fastboot.c | 513 start_addr_pa = mmu_ptob((uint64_t)hat_getpfnum(kas.a_hat, in fastboot_build_mbi() 1060 fb->fb_pte_list_pa = mmu_ptob((uint64_t)hat_getpfnum(kas.a_hat, in fastboot_load_kernel() 1067 paddr = mmu_ptob((uint64_t)hat_getpfnum(kas.a_hat, in fastboot_load_kernel() 1195 hat_devload(kas.a_hat, (caddr_t)fb->fb_va, in fastboot_load_kernel() 1246 mmu_ptob((uint64_t)hat_getpfnum(kas.a_hat, in fastboot_load_kernel() 1288 if (&kas != curproc->p_as) { in fastboot_xc_func() 1300 t_intr->t_procp->p_as != &kas) in fastboot_xc_func() 1334 if (&kas != curproc->p_as) { in fast_reboot()
|
/illumos-gate/usr/src/uts/common/os/ |
H A D | subr.c | 337 (void) as_pagelock(&kas, &ppp, ipageaddr, mapsize, S_WRITE); in hot_patch_kernel_text() 339 hat_devload(kas.a_hat, vaddr, PAGESIZE, in hot_patch_kernel_text() 340 hat_getpfnum(kas.a_hat, ipageaddr), PROT_READ | PROT_WRITE, in hot_patch_kernel_text() 344 hat_devload(kas.a_hat, vaddr + PAGESIZE, PAGESIZE, in hot_patch_kernel_text() 345 hat_getpfnum(kas.a_hat, ipageaddr + PAGESIZE), in hot_patch_kernel_text() 366 as_pageunlock(&kas, ppp, ipageaddr, mapsize, S_WRITE); in hot_patch_kernel_text() 367 hat_unload(kas.a_hat, vaddr, mapsize, HAT_UNLOAD_UNLOCK); in hot_patch_kernel_text()
|
H A D | bp_map.c | 100 ((bp->b_proc == NULL) || (bp->b_proc->p_as == &kas)))) in bp_mapin_common() 157 as = &kas; in bp_mapin_common() 179 hat_devload(kas.a_hat, kaddr, PAGESIZE, pfnum, in bp_mapin_common() 234 hat_unload(kas.a_hat, (void *)base, size, in bp_mapout() 317 as = &kas; in bp_copy_common()
|
H A D | sched.c | 139 (p)->p_as == &kas) 574 rw_enter(&kas.a_lock, RW_READER); in swapin() 577 rw_exit(&kas.a_lock); in swapin() 708 rw_enter(&kas.a_lock, RW_READER); in swapout() 712 rw_exit(&kas.a_lock); in swapout() 874 rw_enter(&kas.a_lock, RW_READER); in process_swap_queue() 877 rw_exit(&kas.a_lock); in process_swap_queue()
|
/illumos-gate/usr/src/uts/common/vm/ |
H A D | seg_kmem.c | 118 struct as kas; /* kernel address space */ variable 460 if (seg->s_as != &kas || size > seg->s_size || in segkmem_fault() 486 if (!hat_probe(kas.a_hat, addr)) { in segkmem_fault() 522 if (seg->s_as != &kas || size > seg->s_size || in segkmem_setprot() 534 hat_unload(kas.a_hat, addr, size, HAT_UNLOAD); in segkmem_setprot() 536 hat_chgprot(kas.a_hat, addr, size, prot); in segkmem_setprot() 550 if (seg->s_as != &kas) in segkmem_checkprot() 574 if (seg->s_as != &kas) in segkmem_kluster() 596 pfn_t pfn = hat_getpfnum(kas.a_hat, addr); in segkmem_xdump_range() 761 if (seg->s_as != &kas) in segkmem_getmemid() [all …]
|
H A D | seg_umap.c | 149 AS_LOCK_ENTER(&kas, RW_READER); in segumap_verify_safe() 150 seg = as_segat(&kas, kaddr); in segumap_verify_safe() 154 AS_LOCK_EXIT(&kas); in segumap_verify_safe() 254 pfn = hat_getpfnum(kas.a_hat, sud->sud_kaddr + i); in segumap_fault()
|
/illumos-gate/usr/src/uts/sun4/os/ |
H A D | startup.c | 1871 kseg.s_as = &kas; in startup_vm() 1934 rw_enter(&kas.a_lock, RW_WRITER); in startup_vm() 1935 if (seg_attach(&kas, va, i, segkp) < 0) in startup_vm() 1939 rw_exit(&kas.a_lock); in startup_vm() 1948 rw_enter(&kas.a_lock, RW_WRITER); in startup_vm() 1965 if (seg_attach(&kas, kpm_vbase, kpm_size * vac_colors, in startup_vm() 1975 rw_exit(&kas.a_lock); in startup_vm() 2026 rw_enter(&kas.a_lock, RW_WRITER); in startup_vm() 2028 (void) seg_attach(&kas, segzio_base, mmu_ptob(segziosize), in startup_vm() 2035 rw_exit(&kas.a_lock); in startup_vm() [all …]
|
/illumos-gate/usr/src/uts/common/cpr/ |
H A D | cpr_uthread.c | 114 if (p->p_as == &kas || p->p_stat == SZOMB) in cpr_stop_user() 179 if (ttoproc(tp)->p_as == &kas || ttoproc(tp)->p_stat == SZOMB) in cpr_check_user_threads() 235 if (ttoproc(tp)->p_as == &kas) continue; in cpr_start_user_threads() 325 if (p->p_as != &kas) in cpr_threads_are_stopped()
|
/illumos-gate/usr/src/uts/sun4u/vm/ |
H A D | mach_sfmmu.c | 113 extern struct as kas; in sfmmu_remap_kernel() 131 sfmmu_tteload(kas.a_hat, &ktext_tte, textva, NULL, flags); in sfmmu_remap_kernel() 148 sfmmu_tteload(kas.a_hat, &kdata_tte, datava, in sfmmu_remap_kernel() 181 sfmmu_tteload(kas.a_hat, &tte, va, NULL, flags); in sfmmu_remap_kernel()
|
/illumos-gate/usr/src/uts/sun4v/os/ |
H A D | ppage.c | 164 hat_memload(kas.a_hat, va, pp, in ppmapin() 181 hat_memload(kas.a_hat, va, pp, vprot | HAT_NOSYNC, HAT_LOAD_LOCK); in ppmapin() 197 hat_unload(kas.a_hat, va, PAGESIZE, in ppmapout() 205 hat_unload(kas.a_hat, va, PAGESIZE, in ppmapout()
|
/illumos-gate/usr/src/uts/i86pc/io/ioat/ |
H A D | ioat_ioctl.c | 266 cmd->dp.copy.cc_source = ptob64(hat_getpfnum(kas.a_hat, in ioat_ioctl_test() 268 cmd->dp.copy.cc_dest = ptob64(hat_getpfnum(kas.a_hat, in ioat_ioctl_test() 288 cmd->dp.copy.cc_source = ptob64(hat_getpfnum(kas.a_hat, in ioat_ioctl_test() 290 cmd->dp.copy.cc_dest = ptob64(hat_getpfnum(kas.a_hat, in ioat_ioctl_test()
|
/illumos-gate/usr/src/uts/i86pc/io/gfx_private/ |
H A D | gfxp_vm.c | 128 hat_devload(kas.a_hat, cvaddr, ptob(npages), pfn, in gfxp_map_kernel_space() 150 hat_unload(kas.a_hat, base, ptob(npages), HAT_UNLOAD_UNLOCK); in gfxp_unmap_kernel_space() 345 hat_devload(kas.a_hat, cvaddr, ptob(npages), pfn, in gfxp_load_kernel_space() 366 hat_unload(kas.a_hat, base, ptob(npages), HAT_UNLOAD_UNLOCK); in gfxp_unload_kernel_space()
|
/illumos-gate/usr/src/uts/common/io/ |
H A D | mem.c | 305 hat_devload(kas.a_hat, mm_map, PAGESIZE, pfn, in mmio() 326 hat_unload(kas.a_hat, mm_map, PAGESIZE, HAT_UNLOAD_UNLOCK); in mmio() 352 #define NEED_LOCK_KVADDR(kva) mmpagelock(&kas, kva) 422 locked = (as_pagelock(&kas, &ppp, vaddr, in mmrw() 425 v = hat_getpfnum(kas.a_hat, in mmrw() 429 as_pageunlock(&kas, ppp, vaddr, in mmrw() 439 as_pageunlock(&kas, ppp, vaddr, PAGESIZE, in mmrw() 531 if (mem_vtop.m_as == &kas) { in mmioctl_vtop() 532 pfn = hat_getpfnum(kas.a_hat, mem_vtop.m_va); in mmioctl_vtop()
|
/illumos-gate/usr/src/uts/sun4v/vm/ |
H A D | mach_kpm.c | 63 hat_devload(kas.a_hat, kpm_vbase + start, in mach_kpm_init() 246 hat_devload(kas.a_hat, kpm_vbase + mmu_ptob(base), in hat_kpm_addmem_mseg_update() 287 hat_unload(kas.a_hat, kpm_vbase + mmu_ptob(base), mmu_ptob(end - base), in hat_kpm_delmem_mseg_update()
|
H A D | mach_sfmmu.c | 162 extern struct as kas; in sfmmu_remap_kernel() 178 sfmmu_tteload(kas.a_hat, &ktext_tte, textva, NULL, flags); in sfmmu_remap_kernel() 195 sfmmu_tteload(kas.a_hat, &kdata_tte, datava, in sfmmu_remap_kernel() 228 sfmmu_tteload(kas.a_hat, &tte, va, NULL, flags); in sfmmu_remap_kernel()
|
/illumos-gate/usr/src/uts/sun4u/os/ |
H A D | ppage.c | 192 hat_memload(kas.a_hat, va, pp, in ppmapin() 215 hat_memload(kas.a_hat, va, pp, vprot | HAT_NOSYNC, HAT_LOAD_LOCK); in ppmapin() 231 hat_unload(kas.a_hat, va, PAGESIZE, in ppmapout() 243 hat_unload(kas.a_hat, va, PAGESIZE, in ppmapout()
|
/illumos-gate/usr/src/uts/i86xpv/os/ |
H A D | xen_machdep.c | 356 pfn = hat_getpfnum(kas.a_hat, in rebuild_mfn_list() 361 pfn = hat_getpfnum(kas.a_hat, (caddr_t)mfn_list + off); in rebuild_mfn_list() 365 pfn = hat_getpfnum(kas.a_hat, (caddr_t)mfn_list_pages_page); in rebuild_mfn_list() 453 pfn = hat_getpfnum(kas.a_hat, (caddr_t)xen_info); in xen_suspend_domain() 1115 if ((err = as_setprot(&kas, (caddr_t)cp->cpu_gdt, in xen_gdt_setprot() 1141 if ((err = as_setprot(&kas, (caddr_t)ldt, lsize, prot)) != 0) in xen_ldt_setprot() 1148 if ((err = xen_kpm_page(hat_getpfnum(kas.a_hat, lva), in xen_ldt_setprot()
|
/illumos-gate/usr/src/uts/sun4u/sunfire/io/ |
H A D | sysctrl_quiesce.c | 353 if (p->p_as == &kas || p->p_stat == SZOMB) in sysctrl_stop_user_threads() 401 if (p->p_as == &kas || p->p_stat == SZOMB) in sysctrl_stop_user_threads() 476 if (p->p_as != &kas) in sysctrl_stop_kernel_threads() 506 if (ttoproc(tp)->p_as == &kas) in sysctrl_start_user_threads()
|