| /linux/include/asm-generic/ |
| H A D | pgtable-nopmd.h | 18 typedef struct { pud_t pud; } pmd_t; member
30 static inline int pud_none(pud_t pud) { return 0; } in pud_none()
31 static inline int pud_bad(pud_t pud) { return 0; } in pud_bad()
32 static inline int pud_present(pud_t pud) { return 1; } in pud_present()
33 static inline int pud_user(pud_t pud) { return 0; } in pud_user()
34 static inline int pud_leaf(pud_t pud) { return 0; } in pud_leaf()
35 static inline void pud_clear(pud_t *pud) { } in pud_clear()
46 static inline pmd_t * pmd_offset(pud_t * pud, unsigned long address) in pmd_offset()
55 #define pud_page(pud) (pmd_page((pmd_t){ pud })) argument
56 #define pud_pgtable(pud) ((pmd_t *)(pmd_page_vaddr((pmd_t){ pud }))) argument
|
| H A D | pgtable-nopud.h | 32 #define pud_ERROR(pud) (p4d_ERROR((pud).p4d)) argument
34 #define p4d_populate(mm, p4d, pud) do { } while (0) argument
35 #define p4d_populate_safe(mm, p4d, pud) do { } while (0) argument
|
| /linux/arch/powerpc/include/asm/book3s/64/ |
| H A D | pgalloc.h | 88 static inline void p4d_populate(struct mm_struct *mm, p4d_t *pgd, pud_t *pud) in p4d_populate()
95 pud_t *pud; in pud_alloc_one() local
110 static inline void __pud_free(pud_t *pud) in __pud_free()
126 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
131 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
136 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
|
| H A D | pgtable.h | 273 static inline bool pud_leaf(pud_t pud) in pud_leaf()
288 static inline unsigned long pud_leaf_size(pud_t pud) in pud_leaf_size()
874 static inline int pud_none(pud_t pud) in pud_none()
879 static inline int pud_present(pud_t pud) in pud_present()
886 static inline pte_t pud_pte(pud_t pud) in pud_pte()
896 static inline pte_t *pudp_ptep(pud_t *pud) in pudp_ptep()
901 #define pud_pfn(pud) pte_pfn(pud_pte(pud)) argument
902 #define pud_dirty(pud) pte_dirty(pud_pte(pud)) argument
903 #define pud_young(pud) pte_young(pud_pte(pud)) argument
904 #define pud_mkold(pud) pte_pud(pte_mkold(pud_pte(pud))) argument
[all …]
|
| H A D | radix.h | 248 static inline int radix__pud_bad(pud_t pud) in radix__pud_bad()
275 static inline int radix__pud_trans_huge(pud_t pud) in radix__pud_trans_huge()
280 static inline pud_t radix__pud_mkhuge(pud_t pud) in radix__pud_mkhuge()
323 static inline pud_t radix__pud_mkdevmap(pud_t pud) in radix__pud_mkdevmap()
|
| /linux/arch/riscv/include/asm/ |
| H A D | pgtable-64.h | 55 unsigned long pud; member
175 static inline int pud_present(pud_t pud) in pud_present()
180 static inline int pud_none(pud_t pud) in pud_none()
185 static inline int pud_bad(pud_t pud) in pud_bad()
191 static inline bool pud_leaf(pud_t pud) in pud_leaf()
196 static inline int pud_user(pud_t pud) in pud_user()
201 static inline void set_pud(pud_t *pudp, pud_t pud) in set_pud()
216 static inline unsigned long _pud_pfn(pud_t pud) in _pud_pfn()
221 static inline pmd_t *pud_pgtable(pud_t pud) in pud_pgtable()
226 static inline struct page *pud_page(pud_t pud) in pud_page()
[all …]
|
| /linux/arch/x86/mm/ |
| H A D | ident_map.c | 14 static void free_pmd(struct x86_mapping_info *info, pud_t *pud) in free_pmd()
34 pud_t *pud = pud_offset(p4d, 0); in free_pud() local
100 pud_t *pud = pud_page + pud_index(addr); in ident_pud_init() local
155 pud_t *pud; in ident_p4d_init() local
227 pud_t *pud = pud_offset(p4d, 0); in kernel_ident_mapping_init() local
|
| /linux/arch/powerpc/include/asm/nohash/64/ |
| H A D | pgtable.h | 119 #define pud_none(pud) (!pud_val(pud)) argument
120 #define pud_bad(pud) (!is_kernel_addr(pud_val(pud)) \ argument
122 #define pud_present(pud) (pud_val(pud) != 0) argument
124 static inline pmd_t *pud_pgtable(pud_t pud) in pud_pgtable()
131 static inline pte_t pud_pte(pud_t pud) in pud_pte()
140 #define pud_write(pud) pte_write(pud_pte(pud)) argument
|
| H A D | pgalloc.h | 18 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
29 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
34 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
64 #define __pud_free_tlb(tlb, pud, addr) \ argument
|
| /linux/arch/um/include/asm/ |
| H A D | pgtable-4level.h | 61 #define pud_populate(mm, pud, pmd) \ argument
69 #define p4d_populate(mm, p4d, pud) \ argument
84 static inline void pud_clear (pud_t *pud) in pud_clear()
94 #define pud_page(pud) phys_to_page(pud_val(pud) & PAGE_MASK) argument
95 #define pud_pgtable(pud) ((pmd_t *) __va(pud_val(pud) & PAGE_MASK)) argument
|
| /linux/include/linux/ |
| H A D | page_table_check.h | 60 static inline void page_table_check_pud_clear(struct mm_struct *mm, pud_t pud) in page_table_check_pud_clear()
87 pud_t pud) in page_table_check_pud_set()
123 static inline void page_table_check_pud_clear(struct mm_struct *mm, pud_t pud) in page_table_check_pud_clear()
138 pud_t pud) in page_table_check_pud_set()
|
| /linux/arch/sparc/include/asm/ |
| H A D | pgalloc_64.h | 19 static inline void __p4d_populate(p4d_t *p4d, pud_t *pud) in __p4d_populate()
36 static inline void __pud_populate(pud_t *pud, pmd_t *pmd) in __pud_populate()
48 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
115 #define __pud_free_tlb(tlb, pud, addr) \ argument
|
| /linux/arch/x86/include/asm/ |
| H A D | pgalloc.h | 99 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate() argument
105 static inline void pud_populate_safe(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate_safe() argument
113 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate() argument
119 static inline void p4d_populate_safe(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate_safe() argument
127 __pud_free_tlb(struct mmu_gather * tlb,pud_t * pud,unsigned long address) __pud_free_tlb() argument
[all...] |
| /linux/arch/arm/mm/ |
| H A D | idmap.c | 24 static void idmap_add_pmd(pud_t *pud, unsigned long addr, unsigned long end, in idmap_add_pmd()
55 static void idmap_add_pmd(pud_t *pud, unsigned long addr, unsigned long end, in idmap_add_pmd()
72 pud_t *pud = pud_offset(p4d, addr); in idmap_add_pud() local
|
| /linux/arch/sparc/mm/ |
| H A D | hugetlbpage.c | 166 unsigned long pud_leaf_size(pud_t pud) { return 1UL << tte_to_shift(*(pte_t *)&pud); } in pud_leaf_size()
175 pud_t *pud; in huge_pte_alloc() local
198 pud_t *pud; in huge_pte_offset() local
309 static void hugetlb_free_pmd_range(struct mmu_gather *tlb, pud_t *pud, in hugetlb_free_pmd_range()
350 pud_t *pud; in hugetlb_free_pud_range() local
|
| /linux/arch/mips/include/asm/ |
| H A D | pgalloc.h | 40 pud_populate(struct mm_struct * mm,pud_t * pud,pmd_t * pmd) pud_populate() argument
92 pud_t *pud; pud_alloc_one() local
105 p4d_populate(struct mm_struct * mm,p4d_t * p4d,pud_t * pud) p4d_populate() argument
|
| /linux/arch/loongarch/include/asm/ |
| H A D | pgalloc.h | 29 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate() argument
37 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate() argument
93 pud_t *pud; in pud_alloc_one() local
|
| /linux/arch/riscv/mm/ |
| H A D | pgtable.c | 72 int pud_set_huge(pud_t *pud, phys_addr_t phys, pgprot_t prot) in pud_set_huge()
80 int pud_clear_huge(pud_t *pud) in pud_clear_huge()
88 int pud_free_pmd_page(pud_t *pud, unsigned long addr) in pud_free_pmd_page()
|
| /linux/arch/m68k/include/asm/ |
| H A D | motorola_pgtable.h | 108 #define pud_pgtable(pud) ((pmd_t *)__va(pud_val(pud) & _TABLE_MASK)) argument
134 #define pud_none(pud) (!pud_val(pud)) argument
135 #define pud_bad(pud) ((pud_val(pud) & _DESCTYPE_MASK) != _PAGE_TABLE) argument
136 #define pud_present(pud) (pud_val(pud) & _PAGE_TABLE) argument
138 #define pud_page(pud) (mem_map + ((unsigned long)(__va(pud_val(pud)) - PAGE_OFFSET) >> PAGE_SHIFT)) argument
|
| /linux/arch/s390/mm/ |
| H A D | vmem.c | 220 static int __ref modify_pmd_table(pud_t *pud, unsigned long addr, in modify_pmd_table()
299 static void try_free_pmd_table(pud_t *pud, unsigned long start) in try_free_pmd_table()
317 pud_t *pud; in modify_pud_table() local
366 pud_t *pud; in try_free_pud_table() local
384 pud_t *pud; in modify_p4d_table() local
567 pud_t *pud; in vmem_get_alloc_pte() local
|
| /linux/arch/loongarch/mm/ |
| H A D | hugetlbpage.c | 21 pud_t *pud; in huge_pte_alloc() local
38 pud_t *pud; in huge_pte_offset() local
|
| /linux/arch/s390/include/asm/ |
| H A D | pgalloc.h | 75 pud_free(struct mm_struct * mm,pud_t * pud) pud_free() argument
108 p4d_populate(struct mm_struct * mm,p4d_t * p4d,pud_t * pud) p4d_populate() argument
113 pud_populate(struct mm_struct * mm,pud_t * pud,pmd_t * pmd) pud_populate() argument
|
| H A D | pgtable.h | 615 static inline pud_t clear_pud_bit(pud_t pud, pgprot_t prot) in clear_pud_bit()
620 static inline pud_t set_pud_bit(pud_t pud, pgprot_t prot) in set_pud_bit()
777 static inline int pud_folded(pud_t pud) in pud_folded()
782 static inline int pud_present(pud_t pud) in pud_present()
789 static inline int pud_none(pud_t pud) in pud_none()
797 static inline bool pud_leaf(pud_t pud) in pud_leaf()
822 static inline int pud_bad(pud_t pud) in pud_bad()
856 static inline int pud_write(pud_t pud) in pud_write()
1023 static inline void set_pud(pud_t *pudp, pud_t pud) in set_pud()
1050 static inline void pud_clear(pud_t *pud) in pud_clear()
[all …]
|
| /linux/mm/ |
| H A D | debug_vm_pgtable.c | 289 pud_t pud; in pud_basic_tests() local
330 pud_t pud; in pud_advanced_tests() local
400 pud_t pud; in pud_leaf_tests() local
450 pud_t pud; in pud_huge_tests() local
493 pud_t pud = pudp_get(args->pudp); in pud_clear_tests() local
507 pud_t pud; in pud_populate_tests() local
721 pud_t pud; in pud_devmap_tests() local
971 pud_t pud; in pud_thp_tests() local
|
| /linux/arch/sh/mm/ |
| H A D | init.c | 51 pud_t *pud; in __get_pte_phys() local
135 static pmd_t * __init one_md_table_init(pud_t *pud) in one_md_table_init() argument
177 pud_t *pud; page_table_range_init() local
[all...] |