Home
last modified time | relevance | path

Searched refs:ptdesc (Results 1 – 7 of 7) sorted by relevance

/linux/arch/m68k/include/asm/
H A Dmcf_pgalloc.h17 struct ptdesc *ptdesc = pagetable_alloc((GFP_DMA | __GFP_ZERO) & in pte_alloc_one_kernel() local
20 if (!ptdesc) in pte_alloc_one_kernel()
22 if (!pagetable_pte_ctor(mm, ptdesc)) { in pte_alloc_one_kernel()
23 pagetable_free(ptdesc); in pte_alloc_one_kernel()
27 return ptdesc_address(ptdesc); in pte_alloc_one_kernel()
42 struct ptdesc *ptdesc = virt_to_ptdesc(pgtable); in __pte_free_tlb() local
44 pagetable_dtor(ptdesc); in __pte_free_tlb()
45 pagetable_free(ptdesc); in __pte_free_tlb()
50 struct ptdesc *ptdesc = pagetable_alloc(GFP_DMA | __GFP_ZERO, 0); in pte_alloc_one() local
53 if (!ptdesc) in pte_alloc_one()
[all …]
/linux/arch/arm64/include/asm/
H A Dtlb.h79 struct ptdesc *ptdesc = page_ptdesc(pte); in __pte_free_tlb() local
81 tlb_remove_ptdesc(tlb, ptdesc); in __pte_free_tlb()
88 struct ptdesc *ptdesc = virt_to_ptdesc(pmdp); in __pmd_free_tlb() local
90 tlb_remove_ptdesc(tlb, ptdesc); in __pmd_free_tlb()
98 struct ptdesc *ptdesc = virt_to_ptdesc(pudp); in __pud_free_tlb() local
103 tlb_remove_ptdesc(tlb, ptdesc); in __pud_free_tlb()
111 struct ptdesc *ptdesc = virt_to_ptdesc(p4dp); in __p4d_free_tlb() local
116 tlb_remove_ptdesc(tlb, ptdesc); in __p4d_free_tlb()
/linux/arch/parisc/include/asm/
H A Dpgalloc.h34 struct ptdesc *ptdesc; in pmd_alloc_one() local
39 ptdesc = pagetable_alloc(gfp, PMD_TABLE_ORDER); in pmd_alloc_one()
40 if (!ptdesc) in pmd_alloc_one()
42 if (!pagetable_pmd_ctor(mm, ptdesc)) { in pmd_alloc_one()
43 pagetable_free(ptdesc); in pmd_alloc_one()
46 return ptdesc_address(ptdesc); in pmd_alloc_one()
/linux/arch/powerpc/mm/book3s64/
H A Dmmu_context.c245 struct ptdesc *ptdesc; in pmd_frag_destroy() local
247 ptdesc = virt_to_ptdesc(pmd_frag); in pmd_frag_destroy()
251 if (atomic_sub_and_test(PMD_FRAG_NR - count, &ptdesc->pt_frag_refcount)) { in pmd_frag_destroy()
252 pagetable_dtor(ptdesc); in pmd_frag_destroy()
253 pagetable_free(ptdesc); in pmd_frag_destroy()
/linux/arch/riscv/mm/
H A Dinit.c425 struct ptdesc *ptdesc = pagetable_alloc(GFP_KERNEL, 0); in alloc_pte_late() local
432 BUG_ON(!ptdesc || !pagetable_pte_ctor(NULL, ptdesc)); in alloc_pte_late()
433 return __pa((pte_t *)ptdesc_address(ptdesc)); in alloc_pte_late()
492 struct ptdesc *ptdesc = pagetable_alloc(GFP_KERNEL, 0); in alloc_pmd_late() local
495 BUG_ON(!ptdesc || !pagetable_pmd_ctor(NULL, ptdesc)); in alloc_pmd_late()
496 return __pa((pmd_t *)ptdesc_address(ptdesc)); in alloc_pmd_late()
557 struct ptdesc *ptdesc = pagetable_alloc(GFP_KERNEL, 0); in alloc_pud_late() local
559 BUG_ON(!ptdesc); in alloc_pud_late()
560 pagetable_pud_ctor(ptdesc); in alloc_pud_late()
561 return __pa((pud_t *)ptdesc_address(ptdesc)); in alloc_pud_late()
[all …]
/linux/arch/x86/xen/
H A Dmmu_pv.c839 struct ptdesc *ptdesc; in xen_mm_pin_all() local
844 list_for_each_entry(ptdesc, &pgd_list, pt_list) { in xen_mm_pin_all()
845 if (!PagePinned(ptdesc_page(ptdesc))) { in xen_mm_pin_all()
846 __xen_pgd_pin(&init_mm, (pgd_t *)ptdesc_address(ptdesc)); in xen_mm_pin_all()
847 SetPageSavePinned(ptdesc_page(ptdesc)); in xen_mm_pin_all()
950 struct ptdesc *ptdesc; in xen_mm_unpin_all() local
955 list_for_each_entry(ptdesc, &pgd_list, pt_list) { in xen_mm_unpin_all()
956 if (PageSavePinned(ptdesc_page(ptdesc))) { in xen_mm_unpin_all()
957 BUG_ON(!PagePinned(ptdesc_page(ptdesc))); in xen_mm_unpin_all()
958 __xen_pgd_unpin(&init_mm, (pgd_t *)ptdesc_address(ptdesc)); in xen_mm_unpin_all()
[all …]
/linux/arch/arm64/mm/
H A Dmmu.c548 struct ptdesc *ptdesc = pagetable_alloc(gfp & ~__GFP_ZERO, 0); in __pgd_pgtable_alloc() local
551 if (!ptdesc) in __pgd_pgtable_alloc()
554 pa = page_to_phys(ptdesc_page(ptdesc)); in __pgd_pgtable_alloc()
558 BUG_ON(!pagetable_pte_ctor(mm, ptdesc)); in __pgd_pgtable_alloc()
561 BUG_ON(!pagetable_pmd_ctor(mm, ptdesc)); in __pgd_pgtable_alloc()
564 pagetable_pud_ctor(ptdesc); in __pgd_pgtable_alloc()
567 pagetable_p4d_ctor(ptdesc); in __pgd_pgtable_alloc()