Home
last modified time | relevance | path

Searched refs:kernel_pmap (Results 1 – 25 of 47) sorted by relevance

12

/freebsd/sys/amd64/amd64/
H A Dmp_machdep.c166 MPASS(kernel_pmap->pm_cr3 < (1UL << 32)); in cpu_mp_start()
167 mptramp_pagetables = kernel_pmap->pm_cr3; in cpu_mp_start()
347 v_pml4 = &kernel_pmap->pm_pmltop[0]; in start_all_aps()
379 old_pml45 = kernel_pmap->pm_pmltop[0]; in start_all_aps()
381 kernel_pmap->pm_pmltop[0] = VM_PAGE_TO_PHYS(m_pml4) | in start_all_aps()
386 pmap_invalidate_all(kernel_pmap); in start_all_aps()
453 kernel_pmap->pm_pmltop[0] = old_pml45; in start_all_aps()
681 if (invlpgb_works && pmap == kernel_pmap) { in smp_masked_invltlb()
704 if (invlpgb_works && pmap == kernel_pmap) { in smp_masked_invlpg()
721 if (invlpgb_works && pmap == kernel_pmap) { in smp_masked_invlpg_range()
[all …]
H A Dpmap.c1602 if (pmap == kernel_pmap) in pmap_pt_page_count_adj()
2121 PMAP_LOCK_INIT(kernel_pmap); in pmap_bootstrap()
2130 kernel_pmap->pm_pmltop = (void *)PHYS_TO_DMAP(KPML5phys); in pmap_bootstrap()
2131 kernel_pmap->pm_cr3 = KPML5phys; in pmap_bootstrap()
2132 pmap_pt_page_count_adj(kernel_pmap, 1); /* top-level page */ in pmap_bootstrap()
2135 kernel_pmap->pm_pmltop = kernel_pml4; in pmap_bootstrap()
2136 kernel_pmap->pm_cr3 = KPML4phys; in pmap_bootstrap()
2138 kernel_pmap->pm_ucr3 = PMAP_NO_CR3; in pmap_bootstrap()
2139 TAILQ_INIT(&kernel_pmap->pm_pvchunk); in pmap_bootstrap()
2140 kernel_pmap->pm_stats.resident_count = res; in pmap_bootstrap()
[all …]
H A Defirt_machdep.c256 bits = pmap_cache_bits(kernel_pmap, mode, false) | X86_PG_RW | in efi_create_1t1_map()
286 bits = pmap_cache_bits(kernel_pmap, VM_MEMATTR_WRITE_BACK, in efi_create_1t1_map()
/freebsd/sys/i386/i386/
H A Dpmap.c633 PMAP_LOCK_INIT(kernel_pmap); in __CONCAT()
634 kernel_pmap->pm_pdir = IdlePTD; in __CONCAT()
636 kernel_pmap->pm_pdpt = IdlePDPT; in __CONCAT()
638 CPU_FILL(&kernel_pmap->pm_active); /* don't allow deactivation */ in __CONCAT()
639 kernel_pmap->pm_stats.resident_count = res; in __CONCAT()
640 TAILQ_INIT(&kernel_pmap->pm_pvchunk); in __CONCAT()
641 vm_radix_init(&kernel_pmap->pm_root); in __CONCAT()
964 PMAP_LOCK(kernel_pmap); in __CONCAT()
980 pmap_insert_pt_page(kernel_pmap, mpte, true, true)) in __CONCAT()
983 PMAP_UNLOCK(kernel_pmap); in __CONCAT()
[all …]
H A Dmem.c125 pa = pmap_extract(kernel_pmap, addr); in memrw()
139 pmap_invalidate_page(kernel_pmap,(vm_offset_t)ptvmmap); in memrw()
H A Dmp_machdep.c462 pmap_invalidate_page (kernel_pmap, va); in install_ap_tramp()
669 if (smp_tlb_pmap == kernel_pmap) in invltlb_handler()
688 if (smp_tlb_pmap == kernel_pmap) in invlpg_handler()
710 if (smp_tlb_pmap == kernel_pmap) { in invlrng_handler()
H A Dvm86.c740 pmap_invalidate_page(kernel_pmap, vmc->pmap[i].kva); in vm86_datacall()
749 pmap_invalidate_page(kernel_pmap, vmc->pmap[i].kva); in vm86_datacall()
764 pmap_invalidate_page(kernel_pmap, vmc->pmap[i].kva); in vm86_datacall()
770 pmap_invalidate_page(kernel_pmap, vmc->pmap[i].kva); in vm86_datacall()
/freebsd/sys/powerpc/aim/
H A Dmmu_oea64.c316 (pvo)->pvo_pmap != kernel_pmap)
587 if (pmap == kernel_pmap && (pvo->pvo_vaddr & PVO_LARGE) != 0) in init_pvo_entry()
747 PMAP_LOCK(kernel_pmap); in moea64_add_ofw_mappings()
748 pvo = moea64_pvo_find_va(kernel_pmap, in moea64_add_ofw_mappings()
750 PMAP_UNLOCK(kernel_pmap); in moea64_add_ofw_mappings()
824 init_pvo_entry(pvo, kernel_pmap, va); in moea64_kenter_large()
850 PMAP_LOCK(kernel_pmap); in moea64_setup_direct_map()
866 PMAP_UNLOCK(kernel_pmap); in moea64_setup_direct_map()
1120 kernel_pmap->pm_sr[i] = EMPTY_SEGMENT + i; in moea64_mid_bootstrap()
1123 kernel_pmap->pmap_phys = kernel_pmap; in moea64_mid_bootstrap()
[all …]
H A Dmmu_radix.c910 l3e = pmap_pml3e(kernel_pmap, va); in kvtopte()
1077 if (pmap == kernel_pmap) in pmap_invalidate_page()
1088 if (pmap == kernel_pmap) in pmap_invalidate_page_2m()
1099 if (pmap == kernel_pmap) in pmap_invalidate_pwc()
1114 if (pmap == kernel_pmap) { in pmap_invalidate_range()
1132 if (pmap == kernel_pmap) in pmap_invalidate_all()
1555 if (pmap != kernel_pmap) in free_pv_entry()
1791 pte = pmap_pml1e(kernel_pmap, PHYS_TO_DMAP(start)); in mmu_radix_dmap_range()
1845 bzero(kernel_pmap, sizeof(struct pmap)); in mmu_radix_setup_pagetables()
1846 PMAP_LOCK_INIT(kernel_pmap); in mmu_radix_setup_pagetables()
[all …]
H A Dmmu_oea.c686 mtsrin(i << ADDR_SR_SHFT, kernel_pmap->pm_sr[i]); in moea_cpu_bootstrap()
881 PMAP_LOCK_INIT(kernel_pmap); in moea_bootstrap()
883 kernel_pmap->pm_sr[i] = EMPTY_SEGMENT + i; in moea_bootstrap()
884 CPU_FILL(&kernel_pmap->pm_active); in moea_bootstrap()
885 RB_INIT(&kernel_pmap->pmap_pvo); in moea_bootstrap()
1216 if (pmap != kernel_pmap && error == ENOENT && in moea_enter_locked()
1493 if (pvo->pvo_pmap == kernel_pmap) in moea_page_set_memattr()
1527 PMAP_LOCK(kernel_pmap); in moea_kenter_attr()
1528 error = moea_pvo_enter(kernel_pmap, moea_upvo_zone, in moea_kenter_attr()
1535 PMAP_UNLOCK(kernel_pmap); in moea_kenter_attr()
[all …]
/freebsd/sys/kern/
H A Dsubr_bus_dma.c177 &m->m_epg_hdr[segoff], seglen, kernel_pmap, in _bus_dmamap_load_mbuf_epg()
203 &m->m_epg_trail[off], len, kernel_pmap, flags, segs, in _bus_dmamap_load_mbuf_epg()
224 kernel_pmap, flags | BUS_DMA_LOAD_MBUF, segs, nsegs); in _bus_dmamap_load_single_mbuf()
248 m->m_data, m->m_len, kernel_pmap, in _bus_dmamap_load_mbuf_sg()
298 pmap = kernel_pmap; in _bus_dmamap_load_uio()
345 error = _bus_dmamap_load_buffer(dmat, map, buf, buflen, kernel_pmap, in bus_dmamap_load()
481 mem->md_len, kernel_pmap, flags, NULL, &nsegs); in bus_dmamap_load_mem()
489 mem->md_nseg, kernel_pmap, &nsegs, flags, 0, SIZE_T_MAX); in bus_dmamap_load_mem()
547 cb->cb_buf_len, kernel_pmap, flags, NULL, &nsegs); in bus_dmamap_load_crp_buffer()
/freebsd/sys/arm64/arm64/
H A Dpmap.c790 if (pmap == kernel_pmap) in pmap_ps_enabled()
1347 PMAP_LOCK_INIT(kernel_pmap); in pmap_bootstrap()
1348 kernel_pmap->pm_l0_paddr = in pmap_bootstrap()
1350 TAILQ_INIT(&kernel_pmap->pm_pvchunk); in pmap_bootstrap()
1351 vm_radix_init(&kernel_pmap->pm_root); in pmap_bootstrap()
1352 kernel_pmap->pm_cookie = COOKIE_FROM(-1, INT_MIN); in pmap_bootstrap()
1353 kernel_pmap->pm_stage = PM_STAGE1; in pmap_bootstrap()
1354 kernel_pmap->pm_levels = 4; in pmap_bootstrap()
1355 kernel_pmap->pm_ttbr = kernel_pmap->pm_l0_paddr; in pmap_bootstrap()
1356 kernel_pmap->pm_asid_set = &asids; in pmap_bootstrap()
[all …]
H A Dmem.c97 v = pmap_extract(kernel_pmap, v); in memrw()
/freebsd/sys/riscv/riscv/
H A Dpmap.c534 if (pmap != kernel_pmap || pmap_mode != PMAP_MODE_SV39) in pmap_distribute_l1()
559 KASSERT(pmap_is_valid_memattr(kernel_pmap, mode), in pmap_memattr_bits()
856 PMAP_LOCK_INIT(kernel_pmap); in pmap_bootstrap()
857 TAILQ_INIT(&kernel_pmap->pm_pvchunk); in pmap_bootstrap()
858 vm_radix_init(&kernel_pmap->pm_root); in pmap_bootstrap()
867 CPU_SET(PCPU_GET(hart), &kernel_pmap->pm_active); in pmap_bootstrap()
888 kernel_pmap->pm_stage = PM_STAGE1; in pmap_bootstrap()
889 kernel_pmap->pm_top = (pd_entry_t *)PHYS_TO_DMAP(root_pt_phys); in pmap_bootstrap()
890 kernel_pmap->pm_satp = atop(root_pt_phys) | pmap_satp_mode(); in pmap_bootstrap()
891 csr_write(satp, kernel_pmap->pm_satp); in pmap_bootstrap()
[all …]
H A Dmem.c98 v = pmap_extract(kernel_pmap, v); in memrw()
/freebsd/sys/vm/
H A Dvm_kern.c297 pmap_enter(kernel_pmap, addr + i, m, prot, in kmem_alloc_attr_domain()
391 pmap_enter(kernel_pmap, tmp, m, VM_PROT_RW, in kmem_alloc_contig_domain()
590 pmap_enter(kernel_pmap, addr + i, m, prot, in kmem_back_domain()
662 pmap_remove(kernel_pmap, addr, addr + size); in _kmem_unback()
785 pmap_protect(kernel_pmap, addr, addr + ZERO_REGION_SIZE, VM_PROT_READ); in kmem_init_zero_region()
847 vm_map_init_system(kernel_map, kernel_pmap, VM_MIN_KERNEL_ADDRESS, end); in kmem_init()
976 pmap_remove(kernel_pmap, start, end); in kmem_bootstrap_free()
/freebsd/sys/powerpc/booke/
H A Dpmap.c196 ((pmap) != kernel_pmap && (pmap)->pm_stats.resident_count == 0)
904 PMAP_LOCK_INIT(kernel_pmap); in mmu_booke_bootstrap()
906 debugf("kernel_pmap = 0x%"PRI0ptrX"\n", (uintptr_t)kernel_pmap); in mmu_booke_bootstrap()
909 kernel_pmap->pm_tid[i] = TID_KERNEL; in mmu_booke_bootstrap()
912 tidbusy[i][TID_KERNEL] = kernel_pmap; in mmu_booke_bootstrap()
916 CPU_FILL(&kernel_pmap->pm_active); in mmu_booke_bootstrap()
1040 p = pte_vatopa(kernel_pmap, va); in mmu_booke_kextract()
1151 pte = pte_find(kernel_pmap, va); in mmu_booke_kenter_attr()
1192 pte = pte_find(kernel_pmap, va); in mmu_booke_kremove()
1284 su = (pmap == kernel_pmap); in mmu_booke_enter_locked()
[all …]
/freebsd/sys/riscv/include/
H A Dpmap.h92 #define kernel_pmap (&kernel_pmap_store) macro
93 #define pmap_kernel() kernel_pmap
/freebsd/sys/arm64/include/
H A Dpmap.h102 #define kernel_pmap (&kernel_pmap_store) macro
103 #define pmap_kernel() kernel_pmap
/freebsd/sys/powerpc/include/
H A Dpmap.h285 #define kernel_pmap (&kernel_pmap_store) macro
294 (pmap == kernel_pmap) ? "kernelpmap" : \
/freebsd/sys/x86/isa/
H A Disa_dma.c271 phys = pmap_extract(kernel_pmap, (vm_offset_t)addr); in isa_dmastart()
396 phys = trunc_page(pmap_extract(kernel_pmap, (vm_offset_t)va)); in isa_dmarangecheck()
/freebsd/sys/arm/arm/
H A Dpmap-v6.c1176 PMAP_LOCK_INIT(kernel_pmap); in pmap_bootstrap()
1178 kernel_pmap->pm_pt1 = kern_pt1; in pmap_bootstrap()
1179 kernel_pmap->pm_pt2tab = kern_pt2tab; in pmap_bootstrap()
1180 CPU_FILL(&kernel_pmap->pm_active); /* don't allow deactivation */ in pmap_bootstrap()
1181 TAILQ_INIT(&kernel_pmap->pm_pvchunk); in pmap_bootstrap()
1196 LIST_INSERT_HEAD(&allpmaps, kernel_pmap, pm_list); in pmap_bootstrap()
1491 if (pmap == kernel_pmap || !CPU_EMPTY(&pmap->pm_active)) in pmap_tlb_flush()
1499 if (pmap == kernel_pmap || !CPU_EMPTY(&pmap->pm_active)) in pmap_tlb_flush_range()
1719 if (pmap == kernel_pmap) in pmap_pt2pg_init()
1873 return (pmap == kernel_pmap || in pmap_is_current()
[all …]
H A Dmem.c140 if (pmap_extract(kernel_pmap, addr) == 0) in memrw()
/freebsd/sys/amd64/acpica/
H A Dacpi_wakeup.c408 bcopy(kernel_pmap->pm_pmltop, pt5, PAGE_SIZE); in acpi_install_wakeup_handler()
412 bcopy(kernel_pmap->pm_pmltop, pt4, PAGE_SIZE); in acpi_install_wakeup_handler()
/freebsd/sys/arm/include/
H A Dpmap.h115 #define kernel_pmap (&kernel_pmap_store) macro

12