Home
last modified time | relevance | path

Searched refs:pudp (Results 1 – 25 of 43) sorted by relevance

12

/linux/arch/arm64/mm/
H A Dkasan_init.c76 static pmd_t *__init kasan_pmd_offset(pud_t *pudp, unsigned long addr, int node, in kasan_pmd_offset() argument
79 if (pud_none(READ_ONCE(*pudp))) { in kasan_pmd_offset()
83 __pud_populate(pudp, pmd_phys, PUD_TYPE_TABLE); in kasan_pmd_offset()
86 return early ? pmd_offset_kimg(pudp, addr) : pmd_offset(pudp, addr); in kasan_pmd_offset()
132 static void __init kasan_pmd_populate(pud_t *pudp, unsigned long addr, in kasan_pmd_populate() argument
136 pmd_t *pmdp = kasan_pmd_offset(pudp, addr, node, early); in kasan_pmd_populate()
148 pud_t *pudp = kasan_pud_offset(p4dp, addr, node, early); in kasan_pud_populate() local
152 kasan_pmd_populate(pudp, addr, next, node, early); in kasan_pud_populate()
153 } while (pudp in kasan_pud_populate()
260 pud_t *pudp = (pud_t *)__phys_to_kimg(__pgd_to_phys(pgd)); clone_next_level() local
284 pud_t *pudp = (pud_t *)__phys_to_kimg(__pgd_to_phys(pgd)); clear_next_level() local
[all...]
/linux/arch/powerpc/mm/kasan/
H A Dinit_book3e_64.c36 pud_t *pudp; in kasan_map_kernel_page() local
43 pudp = memblock_alloc_or_panic(PUD_TABLE_SIZE, PUD_TABLE_SIZE); in kasan_map_kernel_page()
44 memcpy(pudp, kasan_early_shadow_pud, PUD_TABLE_SIZE); in kasan_map_kernel_page()
45 p4d_populate(&init_mm, p4dp, pudp); in kasan_map_kernel_page()
47 pudp = pud_offset(p4dp, ea); in kasan_map_kernel_page()
48 if (kasan_pmd_table(*pudp)) { in kasan_map_kernel_page()
51 pud_populate(&init_mm, pudp, pmdp); in kasan_map_kernel_page()
53 pmdp = pmd_offset(pudp, ea); in kasan_map_kernel_page()
/linux/arch/x86/include/asm/
H A Dpgtable-3level.h53 static inline void native_set_pud(pud_t *pudp, pud_t pud) in native_set_pud() argument
56 pud.p4d.pgd = pti_set_user_pgtbl(&pudp->p4d.pgd, pud.p4d.pgd); in native_set_pud()
58 pxx_xchg64(pud, pudp, native_pud_val(pud)); in native_set_pud()
81 static inline void native_pud_clear(pud_t *pudp) in native_pud_clear() argument
85 static inline void pud_clear(pud_t *pudp) in pud_clear() argument
87 set_pud(pudp, __pud(0)); in pud_clear()
113 static inline pud_t native_pudp_get_and_clear(pud_t *pudp) in native_pudp_get_and_clear() argument
115 return pxx_xchg64(pud, pudp, 0ULL); in native_pudp_get_and_clear()
H A Dpgtable.h81 # define set_pud(pudp, pud) native_set_pud(pudp, pud) argument
1198 static inline pud_t native_local_pudp_get_and_clear(pud_t *pudp) in native_local_pudp_get_and_clear() argument
1200 pud_t res = *pudp; in native_local_pudp_get_and_clear()
1202 native_pud_clear(pudp); in native_local_pudp_get_and_clear()
1214 pud_t *pudp, pud_t pud) in set_pud_at() argument
1216 page_table_check_pud_set(mm, addr, pudp, pud); in set_pud_at()
1217 native_set_pud(pudp, pud); in set_pud_at()
1306 unsigned long address, pud_t *pudp,
1313 unsigned long addr, pud_t *pudp); in pmdp_huge_get_and_clear()
1321 pudp_huge_get_and_clear(struct mm_struct * mm,unsigned long addr,pud_t * pudp) pudp_huge_get_and_clear() argument
1365 pudp_establish(struct vm_area_struct * vma,unsigned long address,pud_t * pudp,pud_t pud) pudp_establish() argument
1719 set_pud_safe(pudp,pud) global() argument
[all...]
H A Dpgtable-2level.h25 static inline void native_set_pud(pud_t *pudp, pud_t pud) in native_set_pud() argument
39 static inline void native_pud_clear(pud_t *pudp) in native_pud_clear() argument
/linux/arch/riscv/mm/
H A Dkasan_init.c84 pud_t *pudp, *p; in kasan_populate_pud() local
92 pudp = pud_offset(p4d, vaddr); in kasan_populate_pud()
97 if (pud_none(pudp_get(pudp)) && IS_ALIGNED(vaddr, PUD_SIZE) && in kasan_populate_pud()
101 set_pud(pudp, pfn_pud(PFN_DOWN(phys_addr), PAGE_KERNEL)); in kasan_populate_pud()
107 kasan_populate_pmd(pudp, vaddr, next); in kasan_populate_pud()
108 } while (pudp++, vaddr = next, vaddr != end); in kasan_populate_pud()
168 pud_t *pudp, *base_pud; in kasan_early_clear_pud() local
172 pudp = (pud_t *)p4dp; in kasan_early_clear_pud()
175 pudp = base_pud + pud_index(vaddr); in kasan_early_clear_pud()
182 pud_clear(pudp); in kasan_early_clear_pud()
[all …]
H A Dfault.c32 pud_t *pudp, pud; in show_pte() local
56 pudp = pud_offset(p4dp, addr); in show_pte()
57 pud = pudp_get(pudp); in show_pte()
62 pmdp = pmd_offset(pudp, addr); in show_pte()
H A Dinit.c594 static void __meminit create_pud_mapping(pud_t *pudp, uintptr_t va, phys_addr_t pa, phys_addr_t sz, in create_pud_mapping() argument
602 if (pud_val(pudp[pud_index]) == 0) in create_pud_mapping()
603 pudp[pud_index] = pfn_pud(PFN_DOWN(pa), prot); in create_pud_mapping()
607 if (pud_val(pudp[pud_index]) == 0) { in create_pud_mapping()
609 pudp[pud_index] = pfn_pud(PFN_DOWN(next_phys), PAGE_TABLE); in create_pud_mapping()
613 next_phys = PFN_PHYS(_pud_pfn(pudp[pud_index])); in create_pud_mapping()
1614 pud_t *pudp, pud; in remove_pmd_mapping()
1619 pudp = pud_base + pud_index(addr); in remove_pmd_mapping()
1620 pud = pudp_get(pudp); in remove_pmd_mapping()
1626 pud_clear(pudp); in remove_pud_mapping()
1627 pud_t *pudp, pud; remove_pud_mapping() local
[all...]
/linux/include/trace/events/
H A Dxen.h175 TP_PROTO(pud_t *pudp, pud_t pudval),
176 TP_ARGS(pudp, pudval),
178 __field(pud_t *, pudp)
181 TP_fast_assign(__entry->pudp = pudp;
183 TP_printk("pudp %p pudval %0*llx (raw %0*llx)",
184 __entry->pudp,
/linux/arch/arm/include/asm/
H A Dpgtable-3level.h123 #define pud_clear(pudp) \ argument
125 *pudp = __pud(0); \
126 clean_pmd_entry(pudp); \
129 #define set_pud(pudp, pud) \ argument
131 *pudp = pud; \
132 flush_pmd_entry(pudp); \
/linux/arch/powerpc/include/asm/book3s/64/
H A Dpgtable.h858 static inline void pud_clear(pud_t *pudp) in pud_clear() argument
865 WARN_ON((pud_val(*pudp) & (H_PAGE_HASHPTE | _PAGE_PTE)) == (H_PAGE_HASHPTE | _PAGE_PTE)); in pud_clear()
867 *pudp = __pud(0); in pud_clear()
1112 pud_t *pudp, pud_t pud);
1151 pud_hugepage_update(struct mm_struct *mm, unsigned long addr, pud_t *pudp, in pud_hugepage_update() argument
1155 return radix__pud_hugepage_update(mm, addr, pudp, clr, set); in pud_hugepage_update()
1157 return pud_val(*pudp); in pud_hugepage_update()
1176 unsigned long addr, pud_t *pudp) in __pudp_test_and_clear_young() argument
1180 if ((pud_raw(*pudp) & cpu_to_be64(_PAGE_ACCESSED | H_PAGE_HASHPTE)) == 0) in __pudp_test_and_clear_young()
1182 old = pud_hugepage_update(mm, addr, pudp, _PAGE_ACCESSED, 0); in __pudp_test_and_clear_young()
[all …]
/linux/arch/arm/mm/
H A Dkasan_init.c93 static void __init kasan_pmd_populate(pud_t *pudp, unsigned long addr, in kasan_pmd_populate() argument
97 pmd_t *pmdp = pmd_offset(pudp, addr); in kasan_pmd_populate()
129 pud_t *pudp; in kasan_pgd_populate() local
156 pudp = pud_offset(p4dp, addr); in kasan_pgd_populate()
158 kasan_pmd_populate(pudp, addr, next, early); in kasan_pgd_populate()
/linux/arch/riscv/include/asm/
H A Dpgtable.h975 pud_t *pudp, pud_t pud) in pte_user_accessible_page()
977 page_table_check_pud_set(mm, addr, pudp, pud); in pmd_user_accessible_page()
978 return __set_pte_at(mm, (pte_t *)pudp, pud_pte(pud)); in pmd_user_accessible_page()
1101 unsigned long address, pud_t *pudp, in pudp_test_and_clear_young()
1104 return ptep_set_access_flags(vma, address, (pte_t *)pudp, pud_pte(entry), dirty); in pudp_huge_get_and_clear()
1108 unsigned long address, pud_t *pudp) in pudp_huge_get_and_clear()
1110 return ptep_test_and_clear_young(vma, address, (pte_t *)pudp); in pudp_huge_get_and_clear()
1115 unsigned long address, pud_t *pudp) in pudp_huge_get_and_clear()
1118 pud_t pud = __pud(xchg(&pudp->pud, 0)); in pudp_huge_get_and_clear()
1120 pud_t pud = *pudp; in pud_young()
965 set_pud_at(struct mm_struct * mm,unsigned long addr,pud_t * pudp,pud_t pud) set_pud_at() argument
1091 pudp_set_access_flags(struct vm_area_struct * vma,unsigned long address,pud_t * pudp,pud_t entry,int dirty) pudp_set_access_flags() argument
1098 pudp_test_and_clear_young(struct vm_area_struct * vma,unsigned long address,pud_t * pudp) pudp_test_and_clear_young() argument
1105 pudp_huge_get_and_clear(struct mm_struct * mm,unsigned long address,pud_t * pudp) pudp_huge_get_and_clear() argument
1126 update_mmu_cache_pud(struct vm_area_struct * vma,unsigned long address,pud_t * pudp) update_mmu_cache_pud() argument
1134 pudp_establish(struct vm_area_struct * vma,unsigned long address,pud_t * pudp,pud_t pud) pudp_establish() argument
[all...]
H A Dpgtable-64.h203 static inline void set_pud(pud_t *pudp, pud_t pud) in set_pud() argument
205 WRITE_ONCE(*pudp, pud); in set_pud()
208 static inline void pud_clear(pud_t *pudp) in pud_clear() argument
210 set_pud(pudp, __pud(0)); in pud_clear()
/linux/arch/s390/mm/
H A Dgmap_helpers.c45 pud_t *pudp, pud; in try_get_locked_pte() local
58 pudp = pud_offset_lockless(p4dp, p4d, vmaddr); in try_get_locked_pte()
59 pud = pudp_get(pudp); in try_get_locked_pte()
62 pmdp = pmd_offset_lockless(pudp, pud, vmaddr); in try_get_locked_pte()
/linux/arch/m68k/include/asm/
H A Dmotorola_pgtable.h95 static inline void pud_set(pud_t *pudp, pmd_t *pmdp) in pud_set() argument
97 pud_val(*pudp) = _PAGE_TABLE | _PAGE_ACCESSED | __pa(pmdp); in pud_set()
131 #define pud_clear(pudp) ({ pud_val(*pudp) = 0; }) argument
/linux/arch/sparc/mm/
H A Dfault_64.c83 pud_t *pudp; in get_user_insn() local
94 pudp = pud_offset(p4dp, tpc); in get_user_insn()
95 if (pud_none(*pudp) || unlikely(pud_bad(*pudp))) in get_user_insn()
101 pmdp = pmd_offset(pudp, tpc); in get_user_insn()
/linux/arch/sparc/include/asm/
H A Dpgalloc_32.h29 static inline void pud_set(pud_t * pudp, pmd_t * pmdp) in pud_set() argument
33 set_pte((pte_t *)pudp, __pte((SRMMU_ET_PTD | (pa >> 4)))); in pud_set()
/linux/mm/
H A Dpagewalk.c904 pud_t *pudp, pud; in folio_walk_start() local
925 pudp = pud_offset(p4dp, addr); in folio_walk_start()
926 pud = pudp_get(pudp); in folio_walk_start()
931 ptl = pud_lock(vma->vm_mm, pudp); in folio_walk_start()
932 pud = pudp_get(pudp); in folio_walk_start()
936 fw->pudp = pudp; in folio_walk_start()
956 pmdp = pmd_offset(pudp, addr); in folio_walk_start()
/linux/arch/arm64/include/asm/
H A Dtlb.h95 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pudp, in __pud_free_tlb() argument
98 struct ptdesc *ptdesc = virt_to_ptdesc(pudp); in __pud_free_tlb()
H A Dpgtable.h725 pud_t *pudp, pud_t pud, unsigned int nr) in __set_puds() argument
727 __set_ptes_anysz(mm, addr, (pte_t *)pudp, pud_pte(pud), nr, PUD_SIZE); in __set_puds()
729 #define set_pud_at(mm, addr, pudp, pud) __set_puds(mm, addr, pudp, pud, 1) argument
890 static inline void set_pud(pud_t *pudp, pud_t pud) in set_pud() argument
892 if (!pgtable_l4_enabled() && in_swapper_pgdir(pudp)) { in set_pud()
893 set_swapper_pgd((pgd_t *)pudp, __pgd(pud_val(pud))); in set_pud()
897 WRITE_ONCE(*pudp, pud); in set_pud()
903 static inline void pud_clear(pud_t *pudp) in pud_clear() argument
905 set_pud(pudp, __pu in pud_clear()
938 pmd_set_fixmap_offset(pudp,addr) global() argument
[all...]
/linux/arch/x86/boot/compressed/
H A Dident_map_64.c261 pud_t *pudp; in set_clr_page_flags() local
284 pudp = pud_offset(p4dp, address); in set_clr_page_flags()
285 pmdp = pmd_offset(pudp, address); in set_clr_page_flags()
/linux/arch/arc/include/asm/
H A Dpgtable-levels.h135 #define set_pud(pudp, pud) (*(pudp) = pud) argument
/linux/arch/s390/include/asm/
H A Dpgtable.h971 static inline void set_pud(pud_t *pudp, pud_t pud) in set_pud() argument
973 WRITE_ONCE(*pudp, pud); in set_pud()
1001 static inline pud_t pudp_get(pud_t *pudp) in pud_clear()
1003 return READ_ONCE(*pudp);
1478 static inline pmd_t *pmd_offset_lockless(pud_t *pudp, pud_t pud, unsigned long address)
1482 return (pmd_t *) pudp;
1486 static inline pmd_t *pmd_offset(pud_t *pudp, unsigned long address) in pmd_wrprotect()
1488 return pmd_offset_lockless(pudp, *pudp, address); in pmd_wrprotect()
1664 static __always_inline void __pudp_idte(unsigned long addr, pud_t *pudp,
1451 pmd_offset_lockless(pud_t * pudp,pud_t pud,unsigned long address) pmd_offset_lockless() argument
1459 pmd_offset(pud_t * pudp,unsigned long address) pmd_offset() argument
1637 __pudp_idte(unsigned long addr,pud_t * pudp,unsigned long opt,unsigned long asce,int local) __pudp_idte() argument
[all...]
/linux/arch/powerpc/lib/
H A Dcode-patching.c250 pud_t *pudp; unmap_patch_area() local

12