| /linux/include/asm-generic/ |
| H A D | pgtable-nopmd.h | 18 typedef struct { pud_t pud; } pmd_t; member 30 static inline int pud_none(pud_t pud) { return 0; } in pud_none() 31 static inline int pud_bad(pud_t pud) { return 0; } in pud_bad() 32 static inline int pud_present(pud_t pud) { return 1; } in pud_present() 33 static inline int pud_user(pud_t pud) { return 0; } in pud_user() 34 static inline int pud_leaf(pud_t pud) { return 0; } in pud_leaf() 35 static inline void pud_clear(pud_t *pud) { } in pud_clear() 46 static inline pmd_t * pmd_offset(pud_t * pud, unsigned long address) in pmd_offset() 55 #define pud_page(pud) (pmd_page((pmd_t){ pud })) argument 56 #define pud_pgtable(pud) ((pmd_t *)(pmd_page_vaddr((pmd_t){ pud }))) argument
|
| H A D | pgtable-nopud.h | 32 #define pud_ERROR(pud) (p4d_ERROR((pud).p4d)) argument 34 #define p4d_populate(mm, p4d, pud) do { } while (0) argument 35 #define p4d_populate_safe(mm, p4d, pud) do { } while (0) argument
|
| /linux/arch/x86/include/asm/ |
| H A D | pgtable.h | 81 # define set_pud(pudp, pud) native_set_pud(pudp, pud) argument 85 #define pud_clear(pud) native_pud_clear(pud) argument 130 static inline pud_t pud_set_flags(pud_t pud, pudval_t set) in pud_set_flags() 137 static inline pud_t pud_clear_flags(pud_t pud, pudval_t clear) in pud_clear_flags() 188 static inline bool pud_dirty(pud_t pud) in pud_dirty() 193 static inline int pud_young(pud_t pud) in pud_young() 198 static inline bool pud_shstk(pud_t pud) in pud_shstk() 225 static inline int pud_write(pud_t pud) in pud_write() 271 static inline unsigned long pud_pfn(pud_t pud) in pud_pfn() 303 static inline int pud_trans_huge(pud_t pud) in pud_trans_huge() [all …]
|
| H A D | pgalloc.h | 97 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate() 103 static inline void pud_populate_safe(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate_safe() 111 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate() 117 static inline void p4d_populate_safe(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate_safe() 125 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
|
| /linux/arch/powerpc/include/asm/book3s/64/ |
| H A D | pgalloc.h | 88 static inline void p4d_populate(struct mm_struct *mm, p4d_t *pgd, pud_t *pud) in p4d_populate() 95 pud_t *pud; in pud_alloc_one() local 110 static inline void __pud_free(pud_t *pud) in __pud_free() 126 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free() 131 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate() 136 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
|
| H A D | pgtable.h | 274 static inline bool pud_leaf(pud_t pud) in pud_leaf() 289 static inline unsigned long pud_leaf_size(pud_t pud) in pud_leaf_size() 870 static inline int pud_none(pud_t pud) in pud_none() 875 static inline int pud_present(pud_t pud) in pud_present() 882 static inline pte_t pud_pte(pud_t pud) in pud_pte() 892 static inline pte_t *pudp_ptep(pud_t *pud) in pudp_ptep() 897 #define pud_pfn(pud) pte_pfn(pud_pte(pud)) argument 898 #define pud_dirty(pud) pte_dirty(pud_pte(pud)) argument 899 #define pud_young(pud) pte_young(pud_pte(pud)) argument 900 #define pud_mkold(pud) pte_pud(pte_mkold(pud_pte(pud))) argument [all …]
|
| H A D | radix.h | 248 static inline int radix__pud_bad(pud_t pud) in radix__pud_bad() 275 static inline int radix__pud_trans_huge(pud_t pud) in radix__pud_trans_huge() 280 static inline pud_t radix__pud_mkhuge(pud_t pud) in radix__pud_mkhuge()
|
| /linux/arch/riscv/include/asm/ |
| H A D | pgtable-64.h | 55 unsigned long pud; member 177 static inline int pud_present(pud_t pud) in pud_present() 182 static inline int pud_none(pud_t pud) in pud_none() 187 static inline int pud_bad(pud_t pud) in pud_bad() 193 static inline bool pud_leaf(pud_t pud) in pud_leaf() 198 static inline int pud_user(pud_t pud) in pud_user() 203 static inline void set_pud(pud_t *pudp, pud_t pud) in set_pud() 218 static inline unsigned long _pud_pfn(pud_t pud) in _pud_pfn() 223 static inline pmd_t *pud_pgtable(pud_t pud) in pud_pgtable() 228 static inline struct page *pud_page(pud_t pud) in pud_page()
|
| H A D | pgalloc.h | 35 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate() 42 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate() 52 pud_t *pud) in p4d_populate_safe() 83 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free() 89 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
|
| H A D | pgtable.h | 269 static inline pte_t pud_pte(pud_t pud) in pud_pte() 775 #define __pud_to_phys(pud) (__page_val_to_pfn(pud_val(pud)) << PAGE_SHIFT) argument 778 static inline unsigned long pud_pfn(pud_t pud) in pud_pfn() 790 static inline pgprot_t pud_pgprot(pud_t pud) in pud_pgprot() 807 static inline int pud_write(pud_t pud) in pud_write() 880 static inline bool pud_special(pud_t pud) in pud_special() 885 static inline pud_t pud_mkspecial(pud_t pud) in pud_mkspecial() 965 pud_t *pudp, pud_t pud) in set_pud_at() 982 static inline bool pud_user_accessible_page(struct mm_struct *mm, unsigned long addr, pud_t pud) in pud_user_accessible_page() 1045 static inline pud_t pud_wrprotect(pud_t pud) in pud_wrprotect() [all …]
|
| /linux/arch/powerpc/include/asm/nohash/64/ |
| H A D | pgalloc.h | 18 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate() 29 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free() 34 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate() 64 #define __pud_free_tlb(tlb, pud, addr) \ argument
|
| /linux/arch/um/include/asm/ |
| H A D | pgtable-4level.h | 61 #define pud_populate(mm, pud, pmd) \ argument 69 #define p4d_populate(mm, p4d, pud) \ argument 84 static inline void pud_clear (pud_t *pud) in pud_clear() 94 #define pud_page(pud) phys_to_page(pud_val(pud) & PAGE_MASK) argument 95 #define pud_pgtable(pud) ((pmd_t *) __va(pud_val(pud) & PAGE_MASK)) argument
|
| /linux/arch/arm64/include/asm/ |
| H A D | pgtable.h | 227 #define pud_access_permitted(pud, write) \ argument 489 static inline pte_t pud_pte(pud_t pud) in pud_pte() 499 static inline pmd_t pud_pmd(pud_t pud) in pud_pmd() 633 #define pud_young(pud) pte_young(pud_pte(pud)) argument 634 #define pud_mkyoung(pud) pte_pud(pte_mkyoung(pud_pte(pud))) argument 635 #define pud_mkwrite_novma(pud) pte_pud(pte_mkwrite_novma(pud_pte(pud))) argument 636 #define pud_mkvalid_k(pud) pte_pud(pte_mkvalid_k(pud_pte(pud))) argument 637 #define pud_write(pud) pte_write(pud_pte(pud)) argument 639 static inline pud_t pud_mkhuge(pud_t pud) in pud_mkhuge() 652 #define __pud_to_phys(pud) __pte_to_phys(pud_pte(pud)) argument [all …]
|
| /linux/arch/sparc/include/asm/ |
| H A D | pgalloc_64.h | 19 static inline void __p4d_populate(p4d_t *p4d, pud_t *pud) in __p4d_populate() 36 static inline void __pud_populate(pud_t *pud, pmd_t *pmd) in __pud_populate() 48 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free() 115 #define __pud_free_tlb(tlb, pud, addr) \ argument
|
| /linux/arch/arm/mm/ |
| H A D | idmap.c | 24 static void idmap_add_pmd(pud_t *pud, unsigned long addr, unsigned long end, in idmap_add_pmd() 55 static void idmap_add_pmd(pud_t *pud, unsigned long addr, unsigned long end, in idmap_add_pmd() 72 pud_t *pud = pud_offset(p4d, addr); in idmap_add_pud() local
|
| /linux/arch/arm/include/asm/ |
| H A D | pgtable-3level.h | 114 #define pud_none(pud) (!pud_val(pud)) argument 115 #define pud_bad(pud) (!(pud_val(pud) & PUD_TABLE_BIT)) argument 116 #define pud_present(pud) (pud_val(pud)) argument 129 #define set_pud(pudp, pud) \ argument 135 static inline pmd_t *pud_pgtable(pud_t pud) in pud_pgtable()
|
| /linux/arch/m68k/include/asm/ |
| H A D | motorola_pgtable.h | 102 #define pud_pgtable(pud) ((pmd_t *)__va(pud_val(pud) & _TABLE_MASK)) argument 128 #define pud_none(pud) (!pud_val(pud)) argument 129 #define pud_bad(pud) ((pud_val(pud) & _DESCTYPE_MASK) != _PAGE_TABLE) argument 130 #define pud_present(pud) (pud_val(pud) & _PAGE_TABLE) argument 132 #define pud_page(pud) (mem_map + ((unsigned long)(__va(pud_val(pud)) - PAGE_OFFSET) >> PAGE_SHIFT)) argument
|
| /linux/arch/loongarch/include/asm/ |
| H A D | pgtable.h | 148 typedef struct { unsigned long pud; } pud_t; member 203 static inline int pud_none(pud_t pud) in pud_none() 208 static inline int pud_bad(pud_t pud) in pud_bad() 213 static inline int pud_present(pud_t pud) in pud_present() 218 static inline pmd_t *pud_pgtable(pud_t pud) in pud_pgtable() 223 static inline void set_pud(pud_t *pud, pud_t pudval) in set_pud() 233 #define pud_phys(pud) PHYSADDR(pud_val(pud)) argument 234 #define pud_page(pud) (pfn_to_page(pud_phys(pud) >> PAGE_SHIFT)) argument 635 #define pud_leaf(pud) ((pud_val(pud) & _PAGE_HUGE) != 0) argument
|
| /linux/arch/s390/mm/ |
| H A D | vmem.c | 223 static int __ref modify_pmd_table(pud_t *pud, unsigned long addr, in modify_pmd_table() 302 static void try_free_pmd_table(pud_t *pud, unsigned long start) in try_free_pmd_table() 320 pud_t *pud; in modify_pud_table() local 373 pud_t *pud; in try_free_pud_table() local 391 pud_t *pud; in modify_p4d_table() local 580 pud_t *pud; in vmem_get_alloc_pte() local
|
| /linux/arch/s390/include/asm/ |
| H A D | pgtable.h | 578 static inline pud_t clear_pud_bit(pud_t pud, pgprot_t prot) in clear_pud_bit() 583 static inline pud_t set_pud_bit(pud_t pud, pgprot_t prot) in set_pud_bit() 719 static inline int pud_folded(pud_t pud) in pud_folded() 724 static inline int pud_present(pud_t pud) in pud_present() 731 static inline int pud_none(pud_t pud) in pud_none() 739 static inline bool pud_leaf(pud_t pud) in pud_leaf() 764 static inline int pud_bad(pud_t pud) in pud_bad() 798 static inline int pud_write(pud_t pud) in pud_write() 971 static inline void set_pud(pud_t *pudp, pud_t pud) in set_pud() 998 static inline void pud_clear(pud_t *pud) in pud_clear() [all …]
|
| /linux/arch/loongarch/mm/ |
| H A D | hugetlbpage.c | 21 pud_t *pud; in huge_pte_alloc() local 38 pud_t *pud; in huge_pte_offset() local
|
| /linux/arch/s390/boot/ |
| H A D | vmem.c | 159 static bool kasan_pud_populate_zero_shadow(pud_t *pud, unsigned long addr, in kasan_pud_populate_zero_shadow() 207 static inline bool kasan_pud_populate_zero_shadow(pud_t *pud, unsigned long addr, in kasan_pud_populate_zero_shadow() 354 static void pgtable_pmd_populate(pud_t *pud, unsigned long addr, unsigned long end, in pgtable_pmd_populate() 390 pud_t *pud, entry; in pgtable_pud_populate() local 423 pud_t *pud; in pgtable_p4d_populate() local
|
| /linux/arch/sh/include/asm/ |
| H A D | pgtable-3level.h | 41 static inline pmd_t *pud_pgtable(pud_t pud) in pud_pgtable() 47 #define pud_page(pud) NULL argument
|
| /linux/arch/x86/mm/pat/ |
| H A D | set_memory.c | 722 pud_t *pud; in lookup_address_in_pgd_attr() local 818 pud_t *pud; in lookup_pmd_address() local 898 pud_t *pud; in __set_pmd_pte() local 1307 pud_t *pud = pud_offset(p4d, addr); in collapse_pmd_page() local 1322 static int collapse_pud_page(pud_t *pud, unsigned long addr, in collapse_pud_page() 1382 pud_t *pud; in collapse_large_pages() local 1452 static void __unmap_pmd_range(pud_t *pud, pmd_t *pmd, in __unmap_pmd_range() 1460 static void unmap_pmd_range(pud_t *pud, unsigned long start, unsigned long end) in unmap_pmd_range() 1506 pud_t *pud = pud_offset(p4d, start); in unmap_pud_range() local 1557 static int alloc_pmd_page(pud_t *pud) in alloc_pmd_page() [all …]
|
| /linux/arch/arc/include/asm/ |
| H A D | pgtable-levels.h | 133 #define pud_pgtable(pud) ((pmd_t *)(pud_val(pud) & PAGE_MASK)) argument 134 #define pud_page(pud) virt_to_page(pud_pgtable(pud)) argument 135 #define set_pud(pudp, pud) (*(pudp) = pud) argument
|