Home
last modified time | relevance | path

Searched refs:pudp (Results 1 – 25 of 34) sorted by relevance

12

/linux/arch/arm64/mm/
H A Dmmu.c304 static int alloc_init_cont_pmd(pud_t *pudp, unsigned long addr, in alloc_init_cont_pmd() argument
312 pud_t pud = READ_ONCE(*pudp); in alloc_init_cont_pmd()
332 __pud_populate(pudp, pmd_phys, pudval); in alloc_init_cont_pmd()
335 pmdp = pmd_set_fixmap_offset(pudp, addr); in alloc_init_cont_pmd()
371 pud_t *pudp; in alloc_init_pud() local
383 pudp = pud_set_fixmap(pud_phys); in alloc_init_pud()
384 init_clear_pgtable(pudp); in alloc_init_pud()
385 pudp += pud_index(addr); in alloc_init_pud()
389 pudp = pud_set_fixmap_offset(p4dp, addr); in alloc_init_pud()
393 pud_t old_pud = READ_ONCE(*pudp); in alloc_init_pud()
650 split_pud(pud_t * pudp,pud_t pud,gfp_t gfp,bool to_cont) split_pud() argument
692 pud_t *pudp, pud; split_kernel_leaf_mapping_locked() local
872 split_to_ptes_pud_entry(pud_t * pudp,unsigned long addr,unsigned long next,struct mm_walk * walk) split_to_ptes_pud_entry() argument
1546 unmap_hotplug_pmd_range(pud_t * pudp,unsigned long addr,unsigned long end,bool free_mapped,struct vmem_altmap * altmap) unmap_hotplug_pmd_range() argument
1589 pud_t *pudp, pud; unmap_hotplug_pud_range() local
1701 free_empty_pmd_table(pud_t * pudp,unsigned long addr,unsigned long end,unsigned long floor,unsigned long ceiling) free_empty_pmd_table() argument
1745 pud_t *pudp, pud; free_empty_pud_table() local
1865 pud_set_huge(pud_t * pudp,phys_addr_t phys,pgprot_t prot) pud_set_huge() argument
1899 pud_clear_huge(pud_t * pudp) pud_clear_huge() argument
1934 pud_free_pmd_page(pud_t * pudp,unsigned long addr) pud_free_pmd_page() argument
2057 pud_t *pudp, pud; addr_splits_kernel_leaf() local
[all...]
H A Dhugetlbpage.c83 pud_t *pudp; in find_num_contig() local
88 pudp = pud_offset(p4dp, addr); in find_num_contig()
89 pmdp = pmd_offset(pudp, addr); in find_num_contig()
242 pud_t *pudp; in huge_pte_alloc() local
251 pudp = pud_alloc(mm, p4dp, addr); in huge_pte_alloc()
252 if (!pudp) in huge_pte_alloc()
256 ptep = (pte_t *)pudp; in huge_pte_alloc()
258 pmdp = pmd_alloc(mm, pudp, addr); in huge_pte_alloc()
265 if (want_pmd_share(vma, addr) && pud_none(READ_ONCE(*pudp))) in huge_pte_alloc()
266 ptep = huge_pmd_share(mm, vma, addr, pudp); in huge_pte_alloc()
[all …]
H A Dfault.c167 pud_t *pudp, pud; in show_pte() local
180 pudp = pud_offset_lockless(p4dp, p4d, addr); in show_pte()
181 pud = READ_ONCE(*pudp); in show_pte()
186 pmdp = pmd_offset_lockless(pudp, pud, addr); in show_pte()
/linux/arch/x86/include/asm/
H A Dpgtable-3level.h53 static inline void native_set_pud(pud_t *pudp, pud_t pud) in native_set_pud() argument
56 pud.p4d.pgd = pti_set_user_pgtbl(&pudp->p4d.pgd, pud.p4d.pgd); in native_set_pud()
58 pxx_xchg64(pud, pudp, native_pud_val(pud)); in native_set_pud()
81 static inline void native_pud_clear(pud_t *pudp) in native_pud_clear() argument
85 static inline void pud_clear(pud_t *pudp) in pud_clear() argument
87 set_pud(pudp, __pud(0)); in pud_clear()
113 static inline pud_t native_pudp_get_and_clear(pud_t *pudp) in native_pudp_get_and_clear() argument
115 return pxx_xchg64(pud, pudp, 0ULL); in native_pudp_get_and_clear()
H A Dpgtable.h81 # define set_pud(pudp, pud) native_set_pud(pudp, pud) argument
1194 static inline pud_t native_local_pudp_get_and_clear(pud_t *pudp) in native_local_pudp_get_and_clear() argument
1196 pud_t res = *pudp; in native_local_pudp_get_and_clear()
1198 native_pud_clear(pudp); in native_local_pudp_get_and_clear()
1210 pud_t *pudp, pud_t pud) in set_pud_at() argument
1212 page_table_check_pud_set(mm, addr, pudp, pud); in set_pud_at()
1213 native_set_pud(pudp, pud); in set_pud_at()
1302 unsigned long address, pud_t *pudp,
1309 unsigned long addr, pud_t *pudp);
1329 unsigned long addr, pud_t *pudp) in pudp_huge_get_and_clear() argument
[all …]
H A Dpgtable-2level.h25 static inline void native_set_pud(pud_t *pudp, pud_t pud) in native_set_pud() argument
39 static inline void native_pud_clear(pud_t *pudp) in native_pud_clear() argument
H A Dpgtable_64.h113 static inline void native_set_pud(pud_t *pudp, pud_t pud) in native_set_pud() argument
115 WRITE_ONCE(*pudp, pud); in native_set_pud()
/linux/arch/arm/include/asm/
H A Dpgtable-3level.h123 #define pud_clear(pudp) \ argument
125 *pudp = __pud(0); \
126 clean_pmd_entry(pudp); \
129 #define set_pud(pudp, pud) \ argument
131 *pudp = pud; \
132 flush_pmd_entry(pudp); \
/linux/arch/sparc/mm/
H A Dsrmmu.c491 pud_t *pudp; in srmmu_mapioaddr() local
499 pudp = pud_offset(p4dp, virt_addr); in srmmu_mapioaddr()
500 pmdp = pmd_offset(pudp, virt_addr); in srmmu_mapioaddr()
530 pud_t *pudp; in srmmu_unmapioaddr() local
537 pudp = pud_offset(p4dp, virt_addr); in srmmu_unmapioaddr()
538 pmdp = pmd_offset(pudp, virt_addr); in srmmu_unmapioaddr()
648 pud_t *pudp; in srmmu_early_allocate_ptable_skeleton() local
655 pudp = pud_offset(p4dp, start); in srmmu_early_allocate_ptable_skeleton()
656 if (pud_none(*__nocache_fix(pudp))) { in srmmu_early_allocate_ptable_skeleton()
662 pud_set(__nocache_fix(pudp), pmdp); in srmmu_early_allocate_ptable_skeleton()
[all …]
H A Dfault_64.c83 pud_t *pudp; in get_user_insn() local
94 pudp = pud_offset(p4dp, tpc); in get_user_insn()
95 if (pud_none(*pudp) || unlikely(pud_bad(*pudp))) in get_user_insn()
101 pmdp = pmd_offset(pudp, tpc); in get_user_insn()
/linux/arch/s390/mm/
H A Dgmap_helpers.c46 pud_t *pudp, pud; in try_get_locked_pte() local
59 pudp = pud_offset_lockless(p4dp, p4d, vmaddr); in try_get_locked_pte()
60 pud = pudp_get(pudp); in try_get_locked_pte()
63 pmdp = pmd_offset_lockless(pudp, pud, vmaddr); in try_get_locked_pte()
/linux/arch/m68k/include/asm/
H A Dmotorola_pgtable.h95 static inline void pud_set(pud_t *pudp, pmd_t *pmdp) in pud_set() argument
97 pud_val(*pudp) = _PAGE_TABLE | _PAGE_ACCESSED | __pa(pmdp); in pud_set()
131 #define pud_clear(pudp) ({ pud_val(*pudp) = 0; }) argument
/linux/mm/
H A Dgup.c650 unsigned long addr, pud_t *pudp, in follow_huge_pud() argument
655 pud_t pud = *pudp; in follow_huge_pud()
659 assert_spin_locked(pud_lockptr(mm, pudp)); in follow_huge_pud()
748 unsigned long addr, pud_t *pudp, in follow_huge_pud() argument
899 unsigned long address, pud_t *pudp, in follow_pmd_mask() argument
908 pmd = pmd_offset(pudp, address); in follow_pmd_mask()
947 pud_t *pudp, pud; in follow_pud_mask() local
952 pudp = pud_offset(p4dp, address); in follow_pud_mask()
953 pud = pudp_get(pudp); in follow_pud_mask()
957 ptl = pud_lock(mm, pudp); in follow_pud_mask()
[all …]
H A Dhmm.c491 static int hmm_vma_walk_pud(pud_t *pudp, unsigned long start, unsigned long end, in hmm_vma_walk_pud() argument
498 spinlock_t *ptl = pud_trans_huge_lock(pudp, walk->vma); in hmm_vma_walk_pud()
506 pud = pudp_get(pudp); in hmm_vma_walk_pud()
/linux/arch/sparc/include/asm/
H A Dpgalloc_32.h29 static inline void pud_set(pud_t * pudp, pmd_t * pmdp) in pud_set() argument
33 set_pte((pte_t *)pudp, __pte((SRMMU_ET_PTD | (pa >> 4)))); in pud_set()
/linux/arch/riscv/include/asm/
H A Dpgtable-64.h203 static inline void set_pud(pud_t *pudp, pud_t pud) in set_pud() argument
205 WRITE_ONCE(*pudp, pud); in set_pud()
208 static inline void pud_clear(pud_t *pudp) in pud_clear() argument
210 set_pud(pudp, __pud(0)); in pud_clear()
/linux/arch/arm64/include/asm/
H A Dtlb.h95 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pudp, in __pud_free_tlb() argument
98 struct ptdesc *ptdesc = virt_to_ptdesc(pudp); in __pud_free_tlb()
/linux/arch/riscv/mm/
H A Dfault.c32 pud_t *pudp, pud; in show_pte() local
56 pudp = pud_offset(p4dp, addr); in show_pte()
57 pud = pudp_get(pudp); in show_pte()
62 pmdp = pmd_offset(pudp, addr); in show_pte()
H A Dinit.c602 static void __meminit create_pud_mapping(pud_t *pudp, uintptr_t va, phys_addr_t pa, phys_addr_t sz, in create_pud_mapping() argument
610 if (pud_val(pudp[pud_index]) == 0) in create_pud_mapping()
611 pudp[pud_index] = pfn_pud(PFN_DOWN(pa), prot); in create_pud_mapping()
615 if (pud_val(pudp[pud_index]) == 0) { in create_pud_mapping()
617 pudp[pud_index] = pfn_pud(PFN_DOWN(next_phys), PAGE_TABLE); in create_pud_mapping()
621 next_phys = PFN_PHYS(_pud_pfn(pudp[pud_index])); in create_pud_mapping()
1624 pud_t *pudp, pud; in remove_pud_mapping() local
1629 pudp = pgtable_l4_enabled ? pud_base + pud_index(addr) : pud_base; in remove_pud_mapping()
1630 pud = pudp_get(pudp); in remove_pud_mapping()
1636 pud_clear(pudp); in remove_pud_mapping()
[all …]
/linux/arch/x86/boot/compressed/
H A Dident_map_64.c261 pud_t *pudp; in set_clr_page_flags() local
284 pudp = pud_offset(p4dp, address); in set_clr_page_flags()
285 pmdp = pmd_offset(pudp, address); in set_clr_page_flags()
/linux/arch/arc/include/asm/
H A Dpgtable-levels.h135 #define set_pud(pudp, pud) (*(pudp) = pud) argument
/linux/arch/powerpc/include/asm/book3s/64/
H A Dradix.h289 pud_t *pudp, unsigned long clr,
299 unsigned long addr, pud_t *pudp);
/linux/arch/sh/include/asm/
H A Dpgalloc.h17 extern void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd);
/linux/arch/mips/mm/
H A Dtlb-r4k.c302 pud_t *pudp; in __update_tlb() local
328 pudp = pud_offset(p4dp, address); in __update_tlb()
329 pmdp = pmd_offset(pudp, address); in __update_tlb()
/linux/arch/sparc/kernel/
H A Dsignal32.c301 pud_t *pudp; in flush_signal_insns() local
323 pudp = pud_offset(p4dp, address); in flush_signal_insns()
324 if (pud_none(*pudp)) in flush_signal_insns()
326 pmdp = pmd_offset(pudp, address); in flush_signal_insns()

12