Home
last modified time | relevance | path

Searched refs:pudp (Results 1 – 25 of 26) sorted by relevance

12

/linux/arch/arm64/mm/
H A Dmmu.c304 static int alloc_init_cont_pmd(pud_t *pudp, unsigned long addr, in alloc_init_cont_pmd() argument
312 pud_t pud = READ_ONCE(*pudp); in alloc_init_cont_pmd()
332 __pud_populate(pudp, pmd_phys, pudval); in alloc_init_cont_pmd()
335 pmdp = pmd_set_fixmap_offset(pudp, addr); in alloc_init_cont_pmd()
371 pud_t *pudp; in alloc_init_pud() local
383 pudp = pud_set_fixmap(pud_phys); in alloc_init_pud()
384 init_clear_pgtable(pudp); in alloc_init_pud()
385 pudp += pud_index(addr); in alloc_init_pud()
389 pudp = pud_set_fixmap_offset(p4dp, addr); in alloc_init_pud()
393 pud_t old_pud = READ_ONCE(*pudp); in alloc_init_pud()
[all …]
H A Dhugetlbpage.c83 pud_t *pudp; in find_num_contig() local
88 pudp = pud_offset(p4dp, addr); in find_num_contig()
89 pmdp = pmd_offset(pudp, addr); in find_num_contig()
242 pud_t *pudp; in huge_pte_alloc() local
251 pudp = pud_alloc(mm, p4dp, addr); in huge_pte_alloc()
252 if (!pudp) in huge_pte_alloc()
256 ptep = (pte_t *)pudp; in huge_pte_alloc()
258 pmdp = pmd_alloc(mm, pudp, addr); in huge_pte_alloc()
265 if (want_pmd_share(vma, addr) && pud_none(READ_ONCE(*pudp))) in huge_pte_alloc()
266 ptep = huge_pmd_share(mm, vma, addr, pudp); in huge_pte_alloc()
[all …]
H A Dfault.c163 pud_t *pudp, pud; in show_pte() local
176 pudp = pud_offset(p4dp, addr); in show_pte()
177 pud = READ_ONCE(*pudp); in show_pte()
182 pmdp = pmd_offset(pudp, addr); in show_pte()
/linux/arch/x86/include/asm/
H A Dpgtable-3level.h53 static inline void native_set_pud(pud_t *pudp, pud_t pud) in native_set_pud() argument
56 pud.p4d.pgd = pti_set_user_pgtbl(&pudp->p4d.pgd, pud.p4d.pgd); in native_set_pud()
58 pxx_xchg64(pud, pudp, native_pud_val(pud)); in native_set_pud()
81 static inline void native_pud_clear(pud_t *pudp) in native_pud_clear() argument
85 static inline void pud_clear(pud_t *pudp) in pud_clear() argument
87 set_pud(pudp, __pud(0)); in pud_clear()
113 static inline pud_t native_pudp_get_and_clear(pud_t *pudp) in native_pudp_get_and_clear() argument
115 return pxx_xchg64(pud, pudp, 0ULL); in native_pudp_get_and_clear()
H A Dpgtable-2level.h25 static inline void native_set_pud(pud_t *pudp, pud_t pud) in native_set_pud() argument
39 static inline void native_pud_clear(pud_t *pudp) in native_pud_clear() argument
H A Dpgtable_64.h113 static inline void native_set_pud(pud_t *pudp, pud_t pud) in native_set_pud() argument
115 WRITE_ONCE(*pudp, pud); in native_set_pud()
H A Dpgalloc.h95 extern void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd);
/linux/arch/arm/include/asm/
H A Dpgtable-3level.h123 #define pud_clear(pudp) \ argument
125 *pudp = __pud(0); \
126 clean_pmd_entry(pudp); \
129 #define set_pud(pudp, pud) \ argument
131 *pudp = pud; \
132 flush_pmd_entry(pudp); \
/linux/arch/sparc/mm/
H A Dsrmmu.c491 pud_t *pudp; in srmmu_mapioaddr() local
499 pudp = pud_offset(p4dp, virt_addr); in srmmu_mapioaddr()
500 pmdp = pmd_offset(pudp, virt_addr); in srmmu_mapioaddr()
530 pud_t *pudp; in srmmu_unmapioaddr() local
537 pudp = pud_offset(p4dp, virt_addr); in srmmu_unmapioaddr()
538 pmdp = pmd_offset(pudp, virt_addr); in srmmu_unmapioaddr()
648 pud_t *pudp; in srmmu_early_allocate_ptable_skeleton() local
655 pudp = pud_offset(p4dp, start); in srmmu_early_allocate_ptable_skeleton()
656 if (pud_none(*__nocache_fix(pudp))) { in srmmu_early_allocate_ptable_skeleton()
662 pud_set(__nocache_fix(pudp), pmdp); in srmmu_early_allocate_ptable_skeleton()
[all …]
H A Dfault_64.c83 pud_t *pudp; in get_user_insn() local
94 pudp = pud_offset(p4dp, tpc); in get_user_insn()
95 if (pud_none(*pudp) || unlikely(pud_bad(*pudp))) in get_user_insn()
101 pmdp = pmd_offset(pudp, tpc); in get_user_insn()
/linux/arch/m68k/include/asm/
H A Dmotorola_pgtable.h95 static inline void pud_set(pud_t *pudp, pmd_t *pmdp) in pud_set() argument
97 pud_val(*pudp) = _PAGE_TABLE | _PAGE_ACCESSED | __pa(pmdp); in pud_set()
131 #define pud_clear(pudp) ({ pud_val(*pudp) = 0; }) argument
/linux/arch/sparc/include/asm/
H A Dpgalloc_32.h29 static inline void pud_set(pud_t * pudp, pmd_t * pmdp) in pud_set() argument
33 set_pte((pte_t *)pudp, __pte((SRMMU_ET_PTD | (pa >> 4)))); in pud_set()
/linux/arch/arm64/include/asm/
H A Dtlb.h95 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pudp, in __pud_free_tlb() argument
98 struct ptdesc *ptdesc = virt_to_ptdesc(pudp); in __pud_free_tlb()
/linux/arch/riscv/include/asm/
H A Dpgtable-64.h203 static inline void set_pud(pud_t *pudp, pud_t pud) in set_pud() argument
205 WRITE_ONCE(*pudp, pud); in set_pud()
208 static inline void pud_clear(pud_t *pudp) in pud_clear() argument
210 set_pud(pudp, __pud(0)); in pud_clear()
/linux/arch/riscv/mm/
H A Dfault.c32 pud_t *pudp, pud; in show_pte() local
56 pudp = pud_offset(p4dp, addr); in show_pte()
57 pud = pudp_get(pudp); in show_pte()
62 pmdp = pmd_offset(pudp, addr); in show_pte()
H A Dinit.c602 static void __meminit create_pud_mapping(pud_t *pudp, uintptr_t va, phys_addr_t pa, phys_addr_t sz, in create_pud_mapping() argument
610 if (pud_val(pudp[pud_index]) == 0) in create_pud_mapping()
611 pudp[pud_index] = pfn_pud(PFN_DOWN(pa), prot); in create_pud_mapping()
615 if (pud_val(pudp[pud_index]) == 0) { in create_pud_mapping()
617 pudp[pud_index] = pfn_pud(PFN_DOWN(next_phys), PAGE_TABLE); in create_pud_mapping()
621 next_phys = PFN_PHYS(_pud_pfn(pudp[pud_index])); in create_pud_mapping()
1622 pud_t *pudp, pud; in remove_pud_mapping() local
1627 pudp = pgtable_l4_enabled ? pud_base + pud_index(addr) : pud_base; in remove_pud_mapping()
1628 pud = pudp_get(pudp); in remove_pud_mapping()
1634 pud_clear(pudp); in remove_pud_mapping()
[all …]
/linux/arch/x86/boot/compressed/
H A Dident_map_64.c261 pud_t *pudp; in set_clr_page_flags() local
284 pudp = pud_offset(p4dp, address); in set_clr_page_flags()
285 pmdp = pmd_offset(pudp, address); in set_clr_page_flags()
/linux/arch/arc/include/asm/
H A Dpgtable-levels.h135 #define set_pud(pudp, pud) (*(pudp) = pud) argument
/linux/arch/sh/include/asm/
H A Dpgalloc.h17 extern void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd);
/linux/arch/powerpc/include/asm/book3s/64/
H A Dradix.h289 pud_t *pudp, unsigned long clr,
299 unsigned long addr, pud_t *pudp);
/linux/arch/mips/mm/
H A Dtlb-r4k.c302 pud_t *pudp; in __update_tlb() local
328 pudp = pud_offset(p4dp, address); in __update_tlb()
329 pmdp = pmd_offset(pudp, address); in __update_tlb()
/linux/arch/sparc/kernel/
H A Dsignal32.c301 pud_t *pudp; in flush_signal_insns() local
323 pudp = pud_offset(p4dp, address); in flush_signal_insns()
324 if (pud_none(*pudp)) in flush_signal_insns()
326 pmdp = pmd_offset(pudp, address); in flush_signal_insns()
/linux/drivers/net/ethernet/sun/
H A Dsunvnet_common.c330 struct udphdr *pudp = udp_hdr(skb); in vnet_fullcsum_ipv4() local
332 pudp->check = 0; in vnet_fullcsum_ipv4()
334 pudp->check = csum_tcpudp_magic(iph->saddr, iph->daddr, in vnet_fullcsum_ipv4()
363 struct udphdr *pudp = udp_hdr(skb); in vnet_fullcsum_ipv6() local
365 pudp->check = 0; in vnet_fullcsum_ipv6()
367 pudp->check = csum_ipv6_magic(&ip6h->saddr, &ip6h->daddr, in vnet_fullcsum_ipv6()
/linux/arch/loongarch/include/asm/
H A Dpgtable.h235 static inline void pud_clear(pud_t *pudp) in pud_clear() argument
237 set_pud(pudp, __pud((unsigned long)invalid_pmd_table)); in pud_clear()
/linux/arch/powerpc/kvm/
H A Dbook3s_64_mmu_radix.c1292 pud_t pud, *pudp; in debugfs_radix_read() local
1371 pudp = pud_offset(&p4d, gpa); in debugfs_radix_read()
1372 pud = READ_ONCE(*pudp); in debugfs_radix_read()

12