Home
last modified time | relevance | path

Searched refs:kernel_pmap (Results 1 – 25 of 44) sorted by relevance

12

/freebsd/sys/amd64/amd64/
H A Dmp_machdep.c166 MPASS(kernel_pmap->pm_cr3 < (1UL << 32)); in cpu_mp_start()
167 mptramp_pagetables = kernel_pmap->pm_cr3; in cpu_mp_start()
347 v_pml4 = &kernel_pmap->pm_pmltop[0]; in start_all_aps()
379 old_pml45 = kernel_pmap->pm_pmltop[0]; in start_all_aps()
381 kernel_pmap->pm_pmltop[0] = VM_PAGE_TO_PHYS(m_pml4) | in start_all_aps()
386 pmap_invalidate_all(kernel_pmap); in start_all_aps()
453 kernel_pmap->pm_pmltop[0] = old_pml45; in start_all_aps()
681 if (invlpgb_works && pmap == kernel_pmap) { in smp_masked_invltlb()
704 if (invlpgb_works && pmap == kernel_pmap) { in smp_masked_invlpg()
721 if (invlpgb_works && pmap == kernel_pmap) { in smp_masked_invlpg_range()
[all …]
H A Dpmap.c1543 if (pmap == kernel_pmap) in pmap_pt_page_count_adj()
1981 PMAP_LOCK_INIT(kernel_pmap); in pmap_bootstrap()
1982 kernel_pmap->pm_pmltop = kernel_pml4; in pmap_bootstrap()
1983 kernel_pmap->pm_cr3 = KPML4phys; in pmap_bootstrap()
1984 kernel_pmap->pm_ucr3 = PMAP_NO_CR3; in pmap_bootstrap()
1985 TAILQ_INIT(&kernel_pmap->pm_pvchunk); in pmap_bootstrap()
1986 kernel_pmap->pm_stats.resident_count = res; in pmap_bootstrap()
1987 vm_radix_init(&kernel_pmap->pm_root); in pmap_bootstrap()
1988 kernel_pmap->pm_flags = pmap_flags; in pmap_bootstrap()
1990 rangeset_init(&kernel_pmap->pm_pkru, pkru_dup_range, in pmap_bootstrap()
[all …]
H A Dmem.c139 v = pmap_extract(kernel_pmap, v); in memrw()
/freebsd/sys/i386/i386/
H A Dpmap.c642 PMAP_LOCK_INIT(kernel_pmap); in __CONCAT()
643 kernel_pmap->pm_pdir = IdlePTD; in __CONCAT()
645 kernel_pmap->pm_pdpt = IdlePDPT; in __CONCAT()
647 CPU_FILL(&kernel_pmap->pm_active); /* don't allow deactivation */ in __CONCAT()
648 kernel_pmap->pm_stats.resident_count = res; in __CONCAT()
649 TAILQ_INIT(&kernel_pmap->pm_pvchunk); in __CONCAT()
650 vm_radix_init(&kernel_pmap->pm_root); in __CONCAT()
971 PMAP_LOCK(kernel_pmap); in __CONCAT()
987 pmap_insert_pt_page(kernel_pmap, mpte, true, true)) in __CONCAT()
990 PMAP_UNLOCK(kernel_pmap); in __CONCAT()
[all...]
H A Dmem.c125 pa = pmap_extract(kernel_pmap, addr); in memrw()
139 pmap_invalidate_page(kernel_pmap,(vm_offset_t)ptvmmap); in memrw()
H A Dmp_machdep.c462 pmap_invalidate_page (kernel_pmap, va); in install_ap_tramp()
669 if (smp_tlb_pmap == kernel_pmap) in invltlb_handler()
688 if (smp_tlb_pmap == kernel_pmap) in invlpg_handler()
710 if (smp_tlb_pmap == kernel_pmap) { in invlrng_handler()
H A Dvm86.c740 pmap_invalidate_page(kernel_pmap, vmc->pmap[i].kva); in vm86_datacall()
749 pmap_invalidate_page(kernel_pmap, vmc->pmap[i].kva); in vm86_datacall()
764 pmap_invalidate_page(kernel_pmap, vmc->pmap[i].kva); in vm86_datacall()
770 pmap_invalidate_page(kernel_pmap, vmc->pmap[i].kva); in vm86_datacall()
/freebsd/sys/powerpc/aim/
H A Dmmu_oea64.c312 (pvo)->pvo_pmap != kernel_pmap)
581 if (pmap == kernel_pmap && (pvo->pvo_vaddr & PVO_LARGE) != 0) in init_pvo_entry()
741 PMAP_LOCK(kernel_pmap); in moea64_add_ofw_mappings()
742 pvo = moea64_pvo_find_va(kernel_pmap, in moea64_add_ofw_mappings()
744 PMAP_UNLOCK(kernel_pmap); in moea64_add_ofw_mappings()
818 init_pvo_entry(pvo, kernel_pmap, va); in moea64_kenter_large()
844 PMAP_LOCK(kernel_pmap); in moea64_setup_direct_map()
860 PMAP_UNLOCK(kernel_pmap); in moea64_setup_direct_map()
1114 kernel_pmap->pm_sr[i] = EMPTY_SEGMENT + i; in moea64_mid_bootstrap()
1117 kernel_pmap->pmap_phys = kernel_pmap; in moea64_mid_bootstrap()
[all …]
H A Dmmu_radix.c910 l3e = pmap_pml3e(kernel_pmap, va); in kvtopte()
1077 if (pmap == kernel_pmap) in pmap_invalidate_page()
1088 if (pmap == kernel_pmap) in pmap_invalidate_page_2m()
1099 if (pmap == kernel_pmap) in pmap_invalidate_pwc()
1114 if (pmap == kernel_pmap) { in pmap_invalidate_range()
1132 if (pmap == kernel_pmap) in pmap_invalidate_all()
1555 if (pmap != kernel_pmap) in free_pv_entry()
1791 pte = pmap_pml1e(kernel_pmap, PHYS_TO_DMAP(start)); in mmu_radix_dmap_range()
1845 bzero(kernel_pmap, sizeof(struct pmap)); in mmu_radix_setup_pagetables()
1846 PMAP_LOCK_INIT(kernel_pmap); in mmu_radix_setup_pagetables()
[all...]
H A Dmmu_oea.c685 mtsrin(i << ADDR_SR_SHFT, kernel_pmap->pm_sr[i]); in moea_cpu_bootstrap()
880 PMAP_LOCK_INIT(kernel_pmap); in moea_bootstrap()
882 kernel_pmap->pm_sr[i] = EMPTY_SEGMENT + i; in moea_bootstrap()
883 CPU_FILL(&kernel_pmap->pm_active); in moea_bootstrap()
884 RB_INIT(&kernel_pmap->pmap_pvo); in moea_bootstrap()
1215 if (pmap != kernel_pmap && error == ENOENT && in moea_enter_locked()
1486 if (pvo->pvo_pmap == kernel_pmap) in moea_page_set_memattr()
1520 PMAP_LOCK(kernel_pmap); in moea_kenter_attr()
1521 error = moea_pvo_enter(kernel_pmap, moea_upvo_zone, in moea_kenter_attr()
1528 PMAP_UNLOCK(kernel_pmap); in moea_kenter_attr()
[all …]
H A Dslb.c272 if (pm == kernel_pmap) in va_to_vsid()
297 KASSERT(pm != kernel_pmap, ("Attempting to allocate a kernel VSID")); in allocate_user_vsid()
/freebsd/sys/kern/
H A Dsubr_bus_dma.c177 &m->m_epg_hdr[segoff], seglen, kernel_pmap, in _bus_dmamap_load_mbuf_epg()
203 &m->m_epg_trail[off], len, kernel_pmap, flags, segs, in _bus_dmamap_load_mbuf_epg()
224 kernel_pmap, flags | BUS_DMA_LOAD_MBUF, segs, nsegs); in _bus_dmamap_load_single_mbuf()
248 m->m_data, m->m_len, kernel_pmap, in _bus_dmamap_load_mbuf_sg()
298 pmap = kernel_pmap; in _bus_dmamap_load_uio()
345 error = _bus_dmamap_load_buffer(dmat, map, buf, buflen, kernel_pmap, in bus_dmamap_load()
481 mem->md_len, kernel_pmap, flags, NULL, &nsegs); in bus_dmamap_load_mem()
489 mem->md_nseg, kernel_pmap, &nsegs, flags, 0, SIZE_T_MAX); in bus_dmamap_load_mem()
547 cb->cb_buf_len, kernel_pmap, flags, NULL, &nsegs); in bus_dmamap_load_crp_buffer()
/freebsd/sys/arm64/arm64/
H A Dpmap.c780 if (pmap == kernel_pmap) in pmap_ps_enabled()
1324 PMAP_LOCK_INIT(kernel_pmap); in pmap_bootstrap()
1325 kernel_pmap->pm_l0_paddr = in pmap_bootstrap()
1327 TAILQ_INIT(&kernel_pmap->pm_pvchunk); in pmap_bootstrap()
1328 vm_radix_init(&kernel_pmap->pm_root); in pmap_bootstrap()
1329 kernel_pmap->pm_cookie = COOKIE_FROM(-1, INT_MIN); in pmap_bootstrap()
1330 kernel_pmap->pm_stage = PM_STAGE1; in pmap_bootstrap()
1331 kernel_pmap->pm_levels = 4; in pmap_bootstrap()
1332 kernel_pmap->pm_ttbr = kernel_pmap->pm_l0_paddr; in pmap_bootstrap()
1333 kernel_pmap->pm_asid_set = &asids; in pmap_bootstrap()
[all …]
H A Dmem.c97 v = pmap_extract(kernel_pmap, v); in memrw()
H A Dmp_machdep.c495 pa = pmap_extract(kernel_pmap, (vm_offset_t)mpentry_spintable); in start_cpu()
498 pa = pmap_extract(kernel_pmap, (vm_offset_t)mpentry_psci); in start_cpu()
/freebsd/sys/riscv/riscv/
H A Dpmap.c527 if (pmap != kernel_pmap || pmap_mode != PMAP_MODE_SV39) in pmap_distribute_l1()
552 KASSERT(pmap_is_valid_memattr(kernel_pmap, mode), in pmap_memattr_bits()
849 PMAP_LOCK_INIT(kernel_pmap); in pmap_bootstrap()
850 TAILQ_INIT(&kernel_pmap->pm_pvchunk); in pmap_bootstrap()
851 vm_radix_init(&kernel_pmap->pm_root); in pmap_bootstrap()
860 CPU_SET(PCPU_GET(hart), &kernel_pmap->pm_active); in pmap_bootstrap()
876 kernel_pmap->pm_stage = PM_STAGE1; in pmap_bootstrap()
877 kernel_pmap->pm_top = (pd_entry_t *)PHYS_TO_DMAP(root_pt_phys); in pmap_bootstrap()
878 kernel_pmap->pm_satp = atop(root_pt_phys) | pmap_satp_mode(); in pmap_bootstrap()
879 csr_write(satp, kernel_pmap->pm_satp); in pmap_bootstrap()
[all …]
H A Dmem.c98 v = pmap_extract(kernel_pmap, v); in memrw()
/freebsd/sys/arm/arm/
H A Dmem.c118 pmap_tlb_flush(kernel_pmap, (vm_offset_t)_tmppt); in memrw()
140 if (pmap_extract(kernel_pmap, addr) == 0) in memrw()
/freebsd/sys/vm/
H A Dvm_kern.c290 pmap_enter(kernel_pmap, addr + i, m, prot, in kmem_alloc_attr_domain()
382 pmap_enter(kernel_pmap, tmp, m, VM_PROT_RW, in kmem_alloc_contig_domain()
576 pmap_enter(kernel_pmap, addr + i, m, prot, in kmem_back_domain()
648 pmap_remove(kernel_pmap, addr, addr + size); in _kmem_unback()
771 pmap_protect(kernel_pmap, addr, addr + ZERO_REGION_SIZE, VM_PROT_READ); in kmem_init_zero_region()
833 vm_map_init(kernel_map, kernel_pmap, VM_MIN_KERNEL_ADDRESS, end); in kmem_init()
963 pmap_remove(kernel_pmap, start, end); in kmem_bootstrap_free()
/freebsd/sys/riscv/include/
H A Dpmap.h92 #define kernel_pmap (&kernel_pmap_store) macro
93 #define pmap_kernel() kernel_pmap
/freebsd/sys/arm64/include/
H A Dpmap.h101 #define kernel_pmap (&kernel_pmap_store) macro
102 #define pmap_kernel() kernel_pmap
/freebsd/sys/powerpc/include/
H A Dpmap.h285 #define kernel_pmap (&kernel_pmap_store) macro
294 (pmap == kernel_pmap) ? "kernelpmap" : \
/freebsd/sys/x86/isa/
H A Disa_dma.c271 phys = pmap_extract(kernel_pmap, (vm_offset_t)addr); in isa_dmastart()
396 phys = trunc_page(pmap_extract(kernel_pmap, (vm_offset_t)va)); in isa_dmarangecheck()
/freebsd/sys/arm/include/
H A Dpmap.h115 #define kernel_pmap (&kernel_pmap_store) macro
/freebsd/sys/amd64/include/
H A Dpmap.h404 #define kernel_pmap (&kernel_pmap_store) macro
524 if (pmap == kernel_pmap && PCPU_GET(pcid_invlpg_workaround)) { in pmap_invlpg()

12