| /linux/arch/riscv/include/asm/ |
| H A D | pgtable.h | 141 pmd_t *(*get_pmd_virt)(phys_addr_t pa);
197 static inline int pmd_present(pmd_t pmd) in pmd_present()
208 static inline int pmd_present(pmd_t pmd) in pmd_present()
214 static inline int pmd_none(pmd_t pmd) in pmd_none()
219 static inline int pmd_bad(pmd_t pmd) in pmd_bad()
225 static inline bool pmd_leaf(pmd_t pmd) in pmd_leaf()
230 static inline void set_pmd(pmd_t *pmdp, pmd_t pmd) in set_pmd()
235 static inline void pmd_clear(pmd_t *pmdp) in pmd_clear()
254 static inline struct page *pmd_page(pmd_t pmd) in pmd_page()
259 static inline unsigned long pmd_page_vaddr(pmd_t pmd) in pmd_page_vaddr()
[all …]
|
| /linux/arch/x86/include/asm/ |
| H A D | pgtable.h | 116 static inline pmd_t pmd_set_flags(pmd_t pmd, pmdval_t set) in pmd_set_flags()
123 static inline pmd_t pmd_clear_flags(pmd_t pmd, pmdval_t clear) in pmd_clear_flags()
170 static inline bool pmd_dirty(pmd_t pmd) in pmd_dirty()
175 static inline bool pmd_shstk(pmd_t pmd) in pmd_shstk()
183 static inline int pmd_young(pmd_t pmd) in pmd_young()
215 static inline int pmd_write(pmd_t pmd) in pmd_write()
263 static inline unsigned long pmd_pfn(pmd_t pmd) in pmd_pfn()
291 static inline bool pmd_leaf(pmd_t pte) in pmd_leaf()
297 static inline int pmd_trans_huge(pmd_t pmd) in pmd_trans_huge()
316 static inline bool pmd_special(pmd_t pmd) in pmd_special()
[all …]
|
| H A D | pgtable-3level.h | 48 static inline void native_set_pmd(pmd_t *pmdp, pmd_t pmd) in native_set_pmd()
74 static inline void native_pmd_clear(pmd_t *pmdp) in native_pmd_clear()
108 static inline pmd_t native_pmdp_get_and_clear(pmd_t *pmdp) in native_pmdp_get_and_clear()
125 static inline pmd_t pmdp_establish(struct vm_area_struct *vma, in pmdp_establish()
126 unsigned long address, pmd_t *pmdp, pmd_t pmd) in pmdp_establish()
128 pmd_t old; in pmdp_establish()
|
| H A D | pgalloc.h | 63 pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
70 pmd_t *pmd, pte_t *pte) in pmd_populate_kernel_safe()
76 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
86 extern void ___pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd);
88 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb()
95 extern void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd);
97 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
103 static inline void pud_populate_safe(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate_safe()
|
| H A D | pgtable_64.h | 22 extern pmd_t level2_kernel_pgt[512];
23 extern pmd_t level2_fixmap_pgt[512];
77 static inline void native_set_pmd(pmd_t *pmdp, pmd_t pmd) in native_set_pmd()
82 static inline void native_pmd_clear(pmd_t *pmd) in native_pmd_clear()
100 static inline pmd_t native_pmdp_get_and_clear(pmd_t *xp) in native_pmdp_get_and_clear()
107 pmd_t ret = *xp; in native_pmdp_get_and_clear()
|
| /linux/arch/loongarch/include/asm/ |
| H A D | pgtable.h | 194 typedef struct { unsigned long pmd; } pmd_t; typedef
196 #define __pmd(x) ((pmd_t) { (x) })
198 extern pmd_t invalid_pmd_table[PTRS_PER_PMD];
218 static inline pmd_t *pud_pgtable(pud_t pud) in pud_pgtable()
220 return (pmd_t *)pud_val(pud); in pud_pgtable()
241 static inline int pmd_none(pmd_t pmd) in pmd_none()
246 static inline int pmd_bad(pmd_t pmd) in pmd_bad()
251 static inline int pmd_present(pmd_t pmd) in pmd_present()
259 static inline void set_pmd(pmd_t *pmd, pmd_t pmdval) in set_pmd()
264 static inline void pmd_clear(pmd_t *pmdp) in pmd_clear()
[all …]
|
| /linux/include/asm-generic/ |
| H A D | pgtable_uffd.h | 27 static __always_inline int pmd_uffd_wp(pmd_t pmd) in pmd_uffd_wp()
37 static __always_inline pmd_t pmd_mkuffd_wp(pmd_t pmd) in pmd_mkuffd_wp()
47 static __always_inline pmd_t pmd_clear_uffd_wp(pmd_t pmd) in pmd_clear_uffd_wp()
67 static inline pmd_t pmd_swp_mkuffd_wp(pmd_t pmd) in pmd_swp_mkuffd_wp()
72 static inline int pmd_swp_uffd_wp(pmd_t pmd) in pmd_swp_uffd_wp()
77 static inline pmd_t pmd_swp_clear_uffd_wp(pmd_t pmd) in pmd_swp_clear_uffd_wp()
|
| H A D | pgtable-nopmd.h | 18 typedef struct { pud_t pud; } pmd_t; typedef
44 #define set_pud(pudptr, pudval) set_pmd((pmd_t *)(pudptr), (pmd_t) { pudval })
46 static inline pmd_t * pmd_offset(pud_t * pud, unsigned long address) in pmd_offset()
48 return (pmd_t *)pud; in pmd_offset()
53 #define __pmd(x) ((pmd_t) { __pud(x) } )
55 #define pud_page(pud) (pmd_page((pmd_t){ pud }))
56 #define pud_pgtable(pud) ((pmd_t *)(pmd_page_vaddr((pmd_t){ pud })))
63 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
|
| /linux/arch/s390/include/asm/ |
| H A D | pgtable.h | 568 static inline pmd_t clear_pmd_bit(pmd_t pmd, pgprot_t prot) in clear_pmd_bit()
573 static inline pmd_t set_pmd_bit(pmd_t pmd, pgprot_t prot) in set_pmd_bit()
746 static inline int pmd_present(pmd_t pmd) in pmd_present()
752 static inline bool pmd_leaf(pmd_t pmd) in pmd_leaf()
757 static inline int pmd_bad(pmd_t pmd) in pmd_bad()
786 static inline int pmd_none(pmd_t pmd) in pmd_none()
792 static inline int pmd_write(pmd_t pmd) in pmd_write()
804 static inline int pmd_dirty(pmd_t pmd) in pmd_dirty()
810 static inline int pmd_young(pmd_t pmd) in pmd_young()
851 static inline int pmd_protnone(pmd_t pmd) in pmd_protnone()
[all …]
|
| /linux/arch/powerpc/include/asm/book3s/64/ |
| H A D | hash-4k.h | 37 #define H_PMD_TABLE_SIZE (sizeof(pmd_t) << H_PMD_INDEX_SIZE)
122 static inline char *get_hpte_slot_array(pmd_t *pmdp) in get_hpte_slot_array()
147 static inline int hash__pmd_trans_huge(pmd_t pmd) in hash__pmd_trans_huge()
152 static inline pmd_t hash__pmd_mkhuge(pmd_t pmd) in hash__pmd_mkhuge()
159 unsigned long addr, pmd_t *pmdp,
161 extern pmd_t hash__pmdp_collapse_flush(struct vm_area_struct *vma,
162 unsigned long address, pmd_t *pmdp);
163 extern void hash__pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp,
165 extern pgtable_t hash__pgtable_trans_huge_withdraw(struct mm_struct *mm, pmd_t *pmdp);
166 extern pmd_t hash__pmdp_huge_get_and_clear(struct mm_struct *mm,
[all …]
|
| H A D | hash-64k.h | 188 #define H_PMD_TABLE_SIZE ((sizeof(pmd_t) << PMD_INDEX_SIZE) + \
191 #define H_PMD_TABLE_SIZE (sizeof(pmd_t) << PMD_INDEX_SIZE)
202 static inline char *get_hpte_slot_array(pmd_t *pmdp) in get_hpte_slot_array()
260 static inline int hash__pmd_trans_huge(pmd_t pmd) in hash__pmd_trans_huge()
266 static inline pmd_t hash__pmd_mkhuge(pmd_t pmd) in hash__pmd_mkhuge()
272 unsigned long addr, pmd_t *pmdp,
274 extern pmd_t hash__pmdp_collapse_flush(struct vm_area_struct *vma,
275 unsigned long address, pmd_t *pmdp);
276 extern void hash__pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp,
278 extern pgtable_t hash__pgtable_trans_huge_withdraw(struct mm_struct *mm, pmd_t *pmdp);
[all …]
|
| H A D | pgtable.h | 268 static inline bool pmd_leaf(pmd_t pmd) in pmd_leaf()
280 static inline unsigned long pmd_leaf_size(pmd_t pmd) in pmd_leaf_size()
803 static inline void pmd_clear(pmd_t *pmdp) in pmd_clear()
815 static inline int pmd_none(pmd_t pmd) in pmd_none()
820 static inline int pmd_present(pmd_t pmd) in pmd_present()
834 static inline int pmd_is_serializing(pmd_t pmd) in pmd_is_serializing()
851 static inline int pmd_bad(pmd_t pmd) in pmd_bad()
881 extern struct page *pmd_page(pmd_t pmd);
989 static inline pmd_t *pud_pgtable(pud_t pud) in pud_pgtable()
991 return (pmd_t *)__va(pud_val(pud) & ~PUD_MASKED_BITS); in pud_pgtable()
[all …]
|
| H A D | radix.h | 137 #define RADIX_PMD_TABLE_SIZE (sizeof(pmd_t) << RADIX_PMD_INDEX_SIZE)
238 static inline int radix__pmd_bad(pmd_t pmd) in radix__pmd_bad()
243 static inline int radix__pmd_same(pmd_t pmd_a, pmd_t pmd_b) in radix__pmd_same()
265 static inline int radix__pmd_trans_huge(pmd_t pmd) in radix__pmd_trans_huge()
270 static inline pmd_t radix__pmd_mkhuge(pmd_t pmd) in radix__pmd_mkhuge()
286 pmd_t *pmdp, unsigned long clr,
291 extern pmd_t radix__pmdp_collapse_flush(struct vm_area_struct *vma,
292 unsigned long address, pmd_t *pmdp);
293 extern void radix__pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp,
295 extern pgtable_t radix__pgtable_trans_huge_withdraw(struct mm_struct *mm, pmd_t *pmdp);
[all …]
|
| H A D | pgalloc.h | 19 extern pmd_t *pmd_fragment_alloc(struct mm_struct *, unsigned long);
131 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
142 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long addr) in pmd_alloc_one()
147 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
152 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb()
158 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
164 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
|
| /linux/arch/powerpc/include/asm/ |
| H A D | pgtable-be-types.h | 23 typedef struct { __be64 pmd; } pmd_t; typedef
24 #define __pmd(x) ((pmd_t) { cpu_to_be64(x) })
25 #define __pmd_raw(x) ((pmd_t) { (x) })
26 static inline unsigned long pmd_val(pmd_t x) in pmd_val()
31 static inline __be64 pmd_raw(pmd_t x) in pmd_raw()
93 static inline bool pmd_xchg(pmd_t *pmdp, pmd_t old, pmd_t new) in pmd_xchg()
|
| /linux/arch/arc/include/asm/ |
| H A D | hugepage.h | 20 static inline pte_t pmd_pte(pmd_t pmd) in pmd_pte()
25 static inline pmd_t pte_pmd(pte_t pte) in pte_pmd()
47 static inline pmd_t pmd_modify(pmd_t pmd, pgprot_t newprot) in pmd_modify()
57 pmd_t *pmdp, pmd_t pmd) in set_pmd_at()
63 pmd_t *pmd);
|
| /linux/arch/m68k/include/asm/ |
| H A D | motorola_pgalloc.h | 54 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address) in pmd_alloc_one()
59 static inline int pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
64 static inline int __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb()
82 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
87 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t page) in pmd_populate()
92 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
|
| /linux/arch/sh/include/asm/ |
| H A D | pgalloc.h | 17 extern void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd);
18 extern pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address);
19 extern void pmd_free(struct mm_struct *mm, pmd_t *pmd);
23 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
29 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
|
| H A D | pgtable-3level.h | 37 } pmd_t; typedef
39 #define __pmd(x) ((pmd_t) { .pmd = (x) } )
41 static inline pmd_t *pud_pgtable(pud_t pud) in pud_pgtable()
43 return (pmd_t *)(unsigned long)pud_val(pud); in pud_pgtable()
|
| /linux/arch/arm64/include/asm/ |
| H A D | pgtable.h | 242 static inline pmd_t clear_pmd_bit(pmd_t pmd, pgprot_t prot) in clear_pmd_bit()
248 static inline pmd_t set_pmd_bit(pmd_t pmd, pgprot_t prot) in set_pmd_bit()
333 static inline pmd_t pmd_mkcont(pmd_t pmd) in pmd_mkcont()
338 static inline pmd_t pmd_mknoncont(pmd_t pmd) in pmd_mknoncont()
499 static inline pmd_t pud_pmd(pud_t pud) in pud_pmd()
504 static inline pte_t pmd_pte(pmd_t pmd) in pmd_pte()
509 static inline pmd_t pte_pmd(pte_t pte) in pte_pmd()
574 static inline int pmd_protnone(pmd_t pmd) in pmd_protnone()
607 static inline pmd_t pmd_mkhuge(pmd_t pmd) in pmd_mkhuge()
622 static inline pmd_t pmd_mkspecial(pmd_t pmd) in pmd_mkspecial()
[all …]
|
| /linux/arch/powerpc/include/asm/nohash/64/ |
| H A D | pgalloc.h | 34 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
39 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
45 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
51 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long addr) in pmd_alloc_one()
57 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
|
| /linux/arch/arm/include/asm/ |
| H A D | pgtable-3level.h | 135 static inline pmd_t *pud_pgtable(pud_t pud) in pud_pgtable()
199 static inline pmd_t pmd_##fn(pmd_t pmd) { pmd_val(pmd) op; return pmd; }
217 static inline pmd_t pmd_mkinvalid(pmd_t pmd) in pmd_mkinvalid()
222 static inline pmd_t pmd_modify(pmd_t pmd, pgprot_t newprot) in pmd_modify()
231 pmd_t *pmdp, pmd_t pmd) in set_pmd_at()
|
| H A D | pgalloc.h | 26 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
37 #define pmd_alloc_one(mm,addr) ({ BUG(); ((pmd_t *)2); })
107 static inline void __pmd_populate(pmd_t *pmdp, phys_addr_t pte, in __pmd_populate()
125 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, pte_t *ptep) in pmd_populate_kernel()
134 pmd_populate(struct mm_struct *mm, pmd_t *pmdp, pgtable_t ptep) in pmd_populate()
|
| /linux/arch/powerpc/include/asm/nohash/32/ |
| H A D | pte-8xx.h | 144 static inline unsigned long __pte_leaf_size(pmd_t pmd, pte_t pte) in __pte_leaf_size()
167 static pmd_t *pmd_off(struct mm_struct *mm, unsigned long addr);
168 static inline pte_t *pte_offset_kernel(pmd_t *pmd, unsigned long address);
172 return (pmd_t *)ptep == pmd_off(mm, ALIGN_DOWN(addr, SZ_8M)); in ptep_is_8m_pmdp()
175 static inline int number_of_cells_per_pte(pmd_t *pmd, pte_basic_t val, int huge) in number_of_cells_per_pte()
194 pmd_t *pmd = pmd_off(mm, addr); in __pte_update()
216 pmd_t *pmdp = (pmd_t *)ptep; in pte_update()
|
| /linux/arch/x86/power/ |
| H A D | hibernate_32.c | 30 static pmd_t *resume_one_md_table_init(pgd_t *pgd) in resume_one_md_table_init()
34 pmd_t *pmd_table; in resume_one_md_table_init()
37 pmd_table = (pmd_t *)get_safe_page(GFP_ATOMIC); in resume_one_md_table_init()
59 static pte_t *resume_one_page_table_init(pmd_t *pmd) in resume_one_page_table_init()
85 pmd_t *pmd; in resume_physical_mapping_init()
148 pmd_t *pmd; in set_up_temporary_text_mapping()
|