Home
last modified time | relevance | path

Searched refs:kernel_pmap (Results 1 – 25 of 49) sorted by relevance

12

/freebsd/sys/powerpc/booke/
H A Dpmap_32.c251 (pmap == kernel_pmap), pdir_idx); in ptbl_alloc()
309 (pmap == kernel_pmap), pdir_idx); in ptbl_free()
334 pa = pte_vatopa(kernel_pmap, va); in ptbl_free()
359 (pmap == kernel_pmap), pdir_idx); in ptbl_unhold()
363 KASSERT((pmap != kernel_pmap), in ptbl_unhold()
374 pa = pte_vatopa(kernel_pmap, in ptbl_unhold()
412 KASSERT((pmap != kernel_pmap), in ptbl_hold()
420 pa = pte_vatopa(kernel_pmap, in ptbl_hold()
468 } else if (pmap == kernel_pmap && m && m->md.pv_tracked) { in pte_remove()
511 pmap == kernel_pmap, pmap, va); in pte_enter()
[all …]
H A Dpmap_64.c325 if (hold_parent && pmap != kernel_pmap) { in get_pgtbl_page()
387 KASSERT((pmap != kernel_pmap), in ptbl_unhold()
425 KASSERT((pmap != kernel_pmap), in ptbl_hold()
468 } else if (pmap == kernel_pmap && m && m->md.pv_tracked) { in pte_remove()
522 if (pmap != kernel_pmap) in pte_enter()
580 kernel_pmap->pm_root = kernel_ptbl_root; in kernel_pte_alloc()
602 kernel_pmap->pm_root[i] = (pte_t ***)l1_va; in kernel_pte_alloc()
606 kernel_pmap->pm_root[i][j] = (pte_t **)pdir_va; in kernel_pte_alloc()
616 kernel_pmap->pm_root[i][j][k] = in kernel_pte_alloc()
630 pte = &(kernel_pmap->pm_root[PG_ROOT_IDX(va)][PDIR_L1_IDX(va)][PDIR_IDX(va)][PTBL_IDX(va)]); in kernel_pte_alloc()
[all …]
H A Dpmap.c198 ((pmap) != kernel_pmap && (pmap)->pm_stats.resident_count == 0)
944 mtx_init(&kernel_pmap->pm_mtx, "kernel pmap", NULL, MTX_DEF); in mmu_booke_bootstrap()
946 debugf("kernel_pmap = 0x%"PRI0ptrX"\n", (uintptr_t)kernel_pmap); in mmu_booke_bootstrap()
949 kernel_pmap->pm_tid[i] = TID_KERNEL; in mmu_booke_bootstrap()
952 tid_set_busy(i, TID_KERNEL, kernel_pmap); in mmu_booke_bootstrap()
956 CPU_FILL(&kernel_pmap->pm_active); in mmu_booke_bootstrap()
1080 p = pte_vatopa(kernel_pmap, va); in mmu_booke_kextract()
1187 pte = pte_find(kernel_pmap, va); in mmu_booke_kenter_attr()
1228 pte = pte_find(kernel_pmap, va); in mmu_booke_kremove()
1320 su = (pmap == kernel_pmap); in mmu_booke_enter_locked()
[all …]
/freebsd/sys/amd64/amd64/
H A Dmp_machdep.c171 MPASS(kernel_pmap->pm_cr3 < (1UL << 32)); in cpu_mp_start()
172 mptramp_pagetables = kernel_pmap->pm_cr3; in cpu_mp_start()
391 v_pml4 = &kernel_pmap->pm_pmltop[0]; in start_all_aps()
423 old_pml45 = kernel_pmap->pm_pmltop[0]; in start_all_aps()
425 kernel_pmap->pm_pmltop[0] = VM_PAGE_TO_PHYS(m_pml4) | in start_all_aps()
430 pmap_invalidate_all(kernel_pmap); in start_all_aps()
502 kernel_pmap->pm_pmltop[0] = old_pml45; in start_all_aps()
730 if (invlpgb_works && pmap == kernel_pmap) { in smp_masked_invltlb()
753 if (invlpgb_works && pmap == kernel_pmap) { in smp_masked_invlpg()
770 if (invlpgb_works && pmap == kernel_pmap) { in smp_masked_invlpg_range()
[all...]
H A Dpmap.c1615 if (pmap == kernel_pmap) in pmap_pt_page_count_adj()
2143 mtx_init(&kernel_pmap->pm_mtx, "kernel pmap", NULL, MTX_DEF); in pmap_bootstrap()
2152 kernel_pmap->pm_pmltop = PHYS_TO_DMAP(KPML5phys); in pmap_bootstrap()
2153 kernel_pmap->pm_cr3 = KPML5phys; in pmap_bootstrap()
2154 pmap_pt_page_count_adj(kernel_pmap, 1); /* top-level page */ in pmap_bootstrap()
2157 kernel_pmap->pm_pmltop = kernel_pml4; in pmap_bootstrap()
2158 kernel_pmap->pm_cr3 = KPML4phys; in pmap_bootstrap()
2160 kernel_pmap->pm_ucr3 = PMAP_NO_CR3; in pmap_bootstrap()
2161 TAILQ_INIT(&kernel_pmap->pm_pvchunk); in pmap_bootstrap()
2162 kernel_pmap in pmap_bootstrap()
[all...]
H A Defirt_machdep.c259 bits = pmap_cache_bits(kernel_pmap, mode, false) | X86_PG_RW | in efi_create_1t1_map()
289 bits = pmap_cache_bits(kernel_pmap, VM_MEMATTR_WRITE_BACK, in efi_create_1t1_map()
/freebsd/sys/i386/i386/
H A Dpmap.c633 mtx_init(&kernel_pmap->pm_mtx, "kernel pmap", NULL, MTX_DEF); in __CONCAT()
634 kernel_pmap->pm_pdir = IdlePTD; in __CONCAT()
636 kernel_pmap->pm_pdpt = IdlePDPT; in __CONCAT()
638 CPU_FILL(&kernel_pmap->pm_active); /* don't allow deactivation */ in __CONCAT()
639 kernel_pmap->pm_stats.resident_count = res; in __CONCAT()
640 TAILQ_INIT(&kernel_pmap->pm_pvchunk); in __CONCAT()
641 vm_radix_init(&kernel_pmap->pm_root); in __CONCAT()
964 PMAP_LOCK(kernel_pmap); in __CONCAT()
980 pmap_insert_pt_page(kernel_pmap, mpte, true, true)) in __CONCAT()
983 PMAP_UNLOCK(kernel_pmap); in __CONCAT()
[all …]
H A Dmem.c125 pa = pmap_extract(kernel_pmap, addr); in memrw()
139 pmap_invalidate_page(kernel_pmap,(vm_offset_t)ptvmmap); in memrw()
H A Dmp_machdep.c460 pmap_invalidate_page (kernel_pmap, va); in install_ap_tramp()
667 if (smp_tlb_pmap == kernel_pmap) in invltlb_handler()
686 if (smp_tlb_pmap == kernel_pmap) in invlpg_handler()
708 if (smp_tlb_pmap == kernel_pmap) { in invlrng_handler()
H A Dvm86.c740 pmap_invalidate_page(kernel_pmap, vmc->pmap[i].kva); in vm86_datacall()
749 pmap_invalidate_page(kernel_pmap, vmc->pmap[i].kva); in vm86_datacall()
764 pmap_invalidate_page(kernel_pmap, vmc->pmap[i].kva); in vm86_datacall()
770 pmap_invalidate_page(kernel_pmap, vmc->pmap[i].kva); in vm86_datacall()
/freebsd/sys/powerpc/aim/
H A Dmmu_oea64.c281 (pvo)->pvo_pmap != kernel_pmap)
552 if (pmap == kernel_pmap && (pvo->pvo_vaddr & PVO_LARGE) != 0) in init_pvo_entry()
712 PMAP_LOCK(kernel_pmap); in moea64_add_ofw_mappings()
713 pvo = moea64_pvo_find_va(kernel_pmap, in moea64_add_ofw_mappings()
715 PMAP_UNLOCK(kernel_pmap); in moea64_add_ofw_mappings()
789 init_pvo_entry(pvo, kernel_pmap, va); in moea64_kenter_large()
815 PMAP_LOCK(kernel_pmap); in moea64_setup_direct_map()
831 PMAP_UNLOCK(kernel_pmap); in moea64_setup_direct_map()
1087 kernel_pmap->pm_sr[i] = EMPTY_SEGMENT + i; in moea64_mid_bootstrap()
1090 kernel_pmap->pmap_phys = kernel_pmap; in moea64_mid_bootstrap()
[all …]
H A Dmmu_radix.c919 l3e = pmap_pml3e(kernel_pmap, va); in kvtopte()
1086 if (pmap == kernel_pmap) in pmap_invalidate_page()
1097 if (pmap == kernel_pmap) in pmap_invalidate_page_2m()
1108 if (pmap == kernel_pmap) in pmap_invalidate_pwc()
1123 if (pmap == kernel_pmap) { in pmap_invalidate_range()
1141 if (pmap == kernel_pmap) in pmap_invalidate_all()
1564 if (pmap != kernel_pmap) in free_pv_entry()
1800 pte = pmap_pml1e(kernel_pmap, PHYS_TO_DMAP_ADDR(start)); in mmu_radix_dmap_range()
1854 bzero(kernel_pmap, sizeof(struct pmap)); in mmu_radix_setup_pagetables()
1855 mtx_init(&kernel_pmap in mmu_radix_setup_pagetables()
[all...]
H A Dmmu_oea.c686 mtsrin(i << ADDR_SR_SHFT, kernel_pmap->pm_sr[i]); in moea_cpu_bootstrap()
881 mtx_init(&kernel_pmap->pm_mtx, "kernel pmap", NULL, MTX_DEF); in moea_bootstrap()
883 kernel_pmap->pm_sr[i] = EMPTY_SEGMENT + i; in moea_bootstrap()
884 CPU_FILL(&kernel_pmap->pm_active); in moea_bootstrap()
885 RB_INIT(&kernel_pmap->pmap_pvo); in moea_bootstrap()
1215 if (pmap != kernel_pmap && error == ENOENT && in moea_enter_locked()
1492 if (pvo->pvo_pmap == kernel_pmap) in moea_page_set_memattr()
1526 PMAP_LOCK(kernel_pmap); in moea_kenter_attr()
1527 error = moea_pvo_enter(kernel_pmap, moea_upvo_zone, in moea_kenter_attr()
1534 PMAP_UNLOCK(kernel_pmap); in moea_kenter_attr()
[all …]
/freebsd/sys/kern/
H A Dsubr_bus_dma.c177 &m->m_epg_hdr[segoff], seglen, kernel_pmap, in _bus_dmamap_load_mbuf_epg()
203 &m->m_epg_trail[off], len, kernel_pmap, flags, segs, in _bus_dmamap_load_mbuf_epg()
224 kernel_pmap, flags | BUS_DMA_LOAD_MBUF, segs, nsegs); in _bus_dmamap_load_single_mbuf()
248 m->m_data, m->m_len, kernel_pmap, in _bus_dmamap_load_mbuf_sg()
298 pmap = kernel_pmap; in _bus_dmamap_load_uio()
345 error = _bus_dmamap_load_buffer(dmat, map, buf, buflen, kernel_pmap, in bus_dmamap_load()
481 mem->md_len, kernel_pmap, flags, NULL, &nsegs); in bus_dmamap_load_mem()
489 mem->md_nseg, kernel_pmap, &nsegs, flags, 0, SIZE_T_MAX); in bus_dmamap_load_mem()
547 cb->cb_buf_len, kernel_pmap, flags, NULL, &nsegs); in bus_dmamap_load_crp_buffer()
/freebsd/sys/arm64/arm64/
H A Dpmap.c870 if (pmap == kernel_pmap) in pmap_ps_enabled()
1438 mtx_init(&kernel_pmap->pm_mtx, "kernel pmap", NULL, MTX_DEF); in pmap_bootstrap()
1439 kernel_pmap->pm_l0_paddr = in pmap_bootstrap()
1441 TAILQ_INIT(&kernel_pmap->pm_pvchunk); in pmap_bootstrap()
1442 vm_radix_init(&kernel_pmap->pm_root); in pmap_bootstrap()
1443 kernel_pmap->pm_cookie = COOKIE_FROM(-1, INT_MIN); in pmap_bootstrap()
1444 kernel_pmap->pm_stage = PM_STAGE1; in pmap_bootstrap()
1445 kernel_pmap->pm_levels = 4; in pmap_bootstrap()
1446 kernel_pmap->pm_ttbr = kernel_pmap->pm_l0_paddr; in pmap_bootstrap()
1447 kernel_pmap->pm_asid_set = &asids; in pmap_bootstrap()
[all …]
H A Dmem.c97 v = pmap_extract(kernel_pmap, v); in memrw()
/freebsd/sys/riscv/riscv/
H A Dpmap.c541 if (pmap != kernel_pmap || pmap_mode != PMAP_MODE_SV39) in pmap_distribute_l1()
566 KASSERT(pmap_is_valid_memattr(kernel_pmap, mode), in pmap_memattr_bits()
931 mtx_init(&kernel_pmap->pm_mtx, "kernel pmap", NULL, MTX_DEF); in pmap_bootstrap()
932 TAILQ_INIT(&kernel_pmap->pm_pvchunk); in pmap_bootstrap()
933 vm_radix_init(&kernel_pmap->pm_root); in pmap_bootstrap()
942 CPU_SET(PCPU_GET(hart), &kernel_pmap->pm_active); in pmap_bootstrap()
963 kernel_pmap->pm_stage = PM_STAGE1; in pmap_bootstrap()
964 kernel_pmap->pm_top = PHYS_TO_DMAP(root_pt_phys); in pmap_bootstrap()
965 kernel_pmap->pm_satp = atop(root_pt_phys) | pmap_satp_mode(); in pmap_bootstrap()
966 csr_write(satp, kernel_pmap->pm_satp); in pmap_bootstrap()
[all …]
H A Dmem.c98 v = pmap_extract(kernel_pmap, v); in memrw()
/freebsd/sys/riscv/include/
H A Dpmap.h92 #define kernel_pmap (&kernel_pmap_store) macro
93 #define pmap_kernel() kernel_pmap
/freebsd/sys/vm/
H A Dvm_kern.c304 pmap_enter(kernel_pmap, addr + i, m, prot, in kmem_alloc_attr_domain()
404 pmap_enter(kernel_pmap, tmp, m, VM_PROT_RW, in kmem_alloc_contig_domain()
608 pmap_enter(kernel_pmap, addr + i, m, prot, in kmem_back_domain()
680 pmap_remove(kernel_pmap, addr, addr + size); in _kmem_unback()
830 pmap_protect(kernel_pmap, (vm_offset_t)addr, in kmem_init_zero_region()
893 vm_map_init_system(kernel_map, kernel_pmap, VM_MIN_KERNEL_ADDRESS, end); in kmem_init()
1014 pmap_remove(kernel_pmap, start, end); in kmem_bootstrap_free()
/freebsd/sys/arm64/include/
H A Dpmap.h107 #define kernel_pmap (&kernel_pmap_store) macro
108 #define pmap_kernel() kernel_pmap
/freebsd/sys/powerpc/include/
H A Dpmap.h285 #define kernel_pmap (&kernel_pmap_store) macro
294 (pmap == kernel_pmap) ? "kernelpmap" : \
/freebsd/sys/x86/isa/
H A Disa_dma.c271 phys = pmap_extract(kernel_pmap, (vm_offset_t)addr); in isa_dmastart()
396 phys = trunc_page(pmap_extract(kernel_pmap, (vm_offset_t)va)); in isa_dmarangecheck()
/freebsd/sys/arm/arm/
H A Dpmap-v6.c1176 mtx_init(&kernel_pmap->pm_mtx, "kernel pmap", NULL, MTX_DEF); in pmap_bootstrap()
1178 kernel_pmap->pm_pt1 = kern_pt1; in pmap_bootstrap()
1179 kernel_pmap->pm_pt2tab = kern_pt2tab; in pmap_bootstrap()
1180 CPU_FILL(&kernel_pmap->pm_active); /* don't allow deactivation */ in pmap_bootstrap()
1181 TAILQ_INIT(&kernel_pmap->pm_pvchunk); in pmap_bootstrap()
1196 LIST_INSERT_HEAD(&allpmaps, kernel_pmap, pm_list); in pmap_bootstrap()
1491 if (pmap == kernel_pmap || !CPU_EMPTY(&pmap->pm_active)) in pmap_tlb_flush()
1499 if (pmap == kernel_pmap || !CPU_EMPTY(&pmap->pm_active)) in pmap_tlb_flush_range()
1719 if (pmap == kernel_pmap) in pmap_pt2pg_init()
1874 return (pmap == kernel_pmap || in pmap_is_current()
[all …]
/freebsd/sys/amd64/acpica/
H A Dacpi_wakeup.c425 bcopy(kernel_pmap->pm_pmltop, pt5, PAGE_SIZE); in acpi_install_wakeup_handler()
429 bcopy(kernel_pmap->pm_pmltop, pt4, PAGE_SIZE); in acpi_install_wakeup_handler()

12