| /linux/mm/ |
| H A D | pgtable-generic.c | 110 unsigned long address, pmd_t *pmdp, in pmdp_set_access_flags() argument
125 unsigned long address, pmd_t *pmdp) in pmdp_clear_flush_young() argument
138 pmd_t *pmdp) in pmdp_huge_clear_flush() argument
165 pgtable_trans_huge_deposit(struct mm_struct * mm,pmd_t * pmdp,pgtable_t pgtable) pgtable_trans_huge_deposit() argument
181 pgtable_trans_huge_withdraw(struct mm_struct * mm,pmd_t * pmdp) pgtable_trans_huge_withdraw() argument
199 pmdp_invalidate(struct vm_area_struct * vma,unsigned long address,pmd_t * pmdp) pmdp_invalidate() argument
209 pmdp_invalidate_ad(struct vm_area_struct * vma,unsigned long address,pmd_t * pmdp) pmdp_invalidate_ad() argument
217 pmdp_collapse_flush(struct vm_area_struct * vma,unsigned long address,pmd_t * pmdp) pmdp_collapse_flush() argument
[all...] |
| /linux/arch/arm64/include/asm/ |
| H A D | pgalloc.h | 24 static inline void __pud_populate(pud_t *pudp, phys_addr_t pmdp, pudval_t prot) in __pud_populate()
29 static inline void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmdp) in pud_populate()
37 static inline void __pud_populate(pud_t *pudp, phys_addr_t pmdp, pudval_t prot) in __pud_populate()
116 static inline void __pmd_populate(pmd_t *pmdp, phys_addr_t ptep, in __pmd_populate()
127 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, pte_t *ptep) in pmd_populate_kernel()
134 pmd_populate(struct mm_struct *mm, pmd_t *pmdp, pgtable_t ptep) in pmd_populate()
|
| /linux/arch/powerpc/mm/book3s64/ |
| H A D | hash_pgtable.c | 152 pmd_t *pmdp; in hash__map_kernel_page() local
191 pmd_t *pmdp, unsigned long clr, in hash__pmd_hugepage_update()
224 pmd_t *pmdp) in hash__pmdp_collapse_flush()
267 void hash__pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp, in hash__pgtable_trans_huge_deposit()
287 pgtable_t hash__pgtable_trans_huge_withdraw(struct mm_struct *mm, pmd_t *pmdp) in hash__pgtable_trans_huge_withdraw()
313 pmd_t *pmdp, unsigned long old_pmd) in hpte_do_hugepage_flush()
346 unsigned long addr, pmd_t *pmdp) in hash__pmdp_huge_get_and_clear()
|
| H A D | radix_pgtable.c | 79 pmd_t *pmdp; in early_map_kernel_page() local
131 pmd_t *pmdp; in __map_kernel_page() local
192 pmd_t *pmdp; in radix__change_memory_range() local
924 int __meminit vmemmap_check_pmd(pmd_t *pmdp, int node, in vmemmap_check_pmd()
935 void __meminit vmemmap_set_pmd(pmd_t *pmdp, void *p, int node, in vmemmap_set_pmd()
949 static pte_t * __meminit radix__vmemmap_pte_populate(pmd_t *pmdp, unsigned long addr, in radix__vmemmap_pte_populate()
1030 static inline pte_t *vmemmap_pte_alloc(pmd_t *pmdp, int node, in vmemmap_pte_alloc()
1345 pmd_t *pmdp, unsigned long clr, in radix__pmd_hugepage_update()
1379 pmd_t *pmdp) in radix__pmdp_collapse_flush()
1404 void radix__pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp, in radix__pgtable_trans_huge_deposit()
[all …]
|
| H A D | pgtable.c | 49 pmd_t *pmdp, pmd_t entry, int dirty) in pmdp_set_access_flags() argument
90 unsigned long address, pmd_t *pmdp) in pmdp_test_and_clear_young() argument
106 pmd_t *pmdp, pmd_t pmd) in set_pmd_at() argument
169 pmdp_invalidate(struct vm_area_struct * vma,unsigned long address,pmd_t * pmdp) pmdp_invalidate() argument
179 pmdp_huge_get_and_clear_full(struct vm_area_struct * vma,unsigned long addr,pmd_t * pmdp,int full) pmdp_huge_get_and_clear_full() argument
[all...] |
| /linux/arch/sparc/mm/ |
| H A D | tlb.c | 223 pmd_t *pmdp, pmd_t pmd) in set_pmd_at() argument
232 unsigned long address, pmd_t *pmdp, pmd_t pmd) in pmdp_establish() argument
248 pmd_t *pmdp) in pmdp_invalidate() argument
268 pgtable_trans_huge_deposit(struct mm_struct * mm,pmd_t * pmdp,pgtable_t pgtable) pgtable_trans_huge_deposit() argument
283 pgtable_trans_huge_withdraw(struct mm_struct * mm,pmd_t * pmdp) pgtable_trans_huge_withdraw() argument
[all...] |
| /linux/arch/s390/mm/ |
| H A D | pgtable.c | 377 unsigned long addr, pmd_t *pmdp) in pmdp_idte_local()
389 unsigned long addr, pmd_t *pmdp) in pmdp_idte_global()
408 unsigned long addr, pmd_t *pmdp) in pmdp_flush_direct()
426 unsigned long addr, pmd_t *pmdp) in pmdp_flush_lazy()
448 static int pmd_lookup(struct mm_struct *mm, unsigned long addr, pmd_t **pmdp) in pmd_lookup()
482 pmd_t *pmdp, pmd_t new) in pmdp_xchg_direct()
495 pmd_t *pmdp, pmd_t new) in pmdp_xchg_lazy()
565 void pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp, in pgtable_trans_huge_deposit()
580 pgtable_t pgtable_trans_huge_withdraw(struct mm_struct *mm, pmd_t *pmdp) in pgtable_trans_huge_withdraw()
808 pmd_t *pmdp; in set_guest_storage_key() local
[all …]
|
| H A D | pageattr.c | 86 static int walk_pte_level(pmd_t *pmdp, unsigned long addr, unsigned long end, in walk_pte_level()
122 static int split_pmd_page(pmd_t *pmdp, unsigned long addr) in split_pmd_page()
151 static void modify_pmd_page(pmd_t *pmdp, unsigned long addr, in modify_pmd_page()
180 pmd_t *pmdp; in walk_pmd_level() local
214 pmd_t *pm_dir, *pmdp; in split_pud_page() local
|
| H A D | hugetlbpage.c | 181 pmd_t *pmdp = (pmd_t *) ptep; in huge_ptep_get_and_clear() local
197 pmd_t *pmdp = NULL; in huge_pte_alloc() local
219 pmd_t *pmdp = NULL; in huge_pte_offset() local
|
| H A D | gmap.c | 930 pmd_t *pmdp; in gmap_pmd_op_walk() local
958 static inline void gmap_pmd_op_end(struct gmap *gmap, pmd_t *pmdp) in gmap_pmd_op_end()
979 pmd_t *pmdp, int prot, unsigned long bits) in gmap_protect_pmd()
1024 pmd_t *pmdp, int prot, unsigned long bits) in gmap_protect_pte()
1063 pmd_t *pmdp; in gmap_protect_range() local
2301 static void pmdp_notify_gmap(struct gmap *gmap, pmd_t *pmdp, in pmdp_notify_gmap()
2318 static void gmap_pmdp_xchg(struct gmap *gmap, pmd_t *pmdp, pmd_t new, in gmap_pmdp_xchg()
2337 pmd_t *pmdp; in gmap_pmdp_clear() local
2392 pmd_t *pmdp; in gmap_pmdp_idte_local() local
2427 pmd_t *pmdp; in gmap_pmdp_idte_global() local
[all …]
|
| /linux/arch/x86/include/asm/ |
| H A D | pgtable-3level.h | 48 static inline void native_set_pmd(pmd_t *pmdp, pmd_t pmd) in native_set_pmd()
74 static inline void native_pmd_clear(pmd_t *pmdp) in native_pmd_clear()
108 static inline pmd_t native_pmdp_get_and_clear(pmd_t *pmdp) in native_pmdp_get_and_clear()
126 unsigned long address, pmd_t *pmdp, pmd_t pmd) in pmdp_establish()
|
| /linux/arch/arm/include/asm/ |
| H A D | pgalloc.h | 107 static inline void __pmd_populate(pmd_t *pmdp, phys_addr_t pte, in __pmd_populate()
125 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, pte_t *ptep) in pmd_populate_kernel()
134 pmd_populate(struct mm_struct *mm, pmd_t *pmdp, pgtable_t ptep) in pmd_populate()
|
| /linux/arch/arm64/mm/ |
| H A D | mmu.c | 190 static void alloc_init_cont_pte(pmd_t *pmdp, unsigned long addr, in alloc_init_cont_pte()
242 static void init_pmd(pmd_t *pmdp, unsigned long addr, unsigned long end, in init_pmd()
282 pmd_t *pmdp; in alloc_init_cont_pmd() local
852 static void unmap_hotplug_pte_range(pmd_t *pmdp, unsigned long addr, in unmap_hotplug_pte_range()
878 pmd_t *pmdp, pmd; in unmap_hotplug_pmd_range() local
984 static void free_empty_pte_table(pmd_t *pmdp, unsigned long addr, in free_empty_pte_table()
1025 pmd_t *pmdp, pmd; in free_empty_pmd_table() local
1160 void __meminit vmemmap_set_pmd(pmd_t *pmdp, void *p, int node, in vmemmap_set_pmd()
1166 int __meminit vmemmap_check_pmd(pmd_t *pmdp, int node, in vmemmap_check_pmd()
1209 int pmd_set_huge(pmd_t *pmdp, phys_addr_t phys, pgprot_t prot) in pmd_set_huge()
[all …]
|
| H A D | fixmap.c | 43 static void __init early_fixmap_init_pte(pmd_t *pmdp, unsigned long addr) in early_fixmap_init_pte()
59 pmd_t *pmdp; in early_fixmap_init_pmd() local
|
| /linux/arch/powerpc/include/asm/nohash/32/ |
| H A D | pgalloc.h | 17 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, in pmd_populate_kernel()
26 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmdp, in pmd_populate()
|
| /linux/arch/powerpc/mm/nohash/ |
| H A D | 40x.c | 111 pmd_t *pmdp; in mmu_mapin_ram() local
126 pmd_t *pmdp; in mmu_mapin_ram() local
|
| H A D | 8xx.c | 51 static pte_t __init *early_hugepd_alloc_kernel(hugepd_t *pmdp, unsigned long va) in early_hugepd_alloc_kernel()
68 pmd_t *pmdp = pmd_off_k(va); in __early_map_kernel_hugepage() local
|
| /linux/arch/xtensa/include/asm/ |
| H A D | pgalloc.h | 24 #define pmd_populate_kernel(mm, pmdp, ptep) \ argument
26 #define pmd_populate(mm, pmdp, page) \ argument
|
| /linux/include/linux/ |
| H A D | pgtable.h | 298 unsigned long address, pmd_t *pmdp, in pmdp_set_access_flags() argument
322 static inline pmd_t pmdp_get(pmd_t *pmdp) in pmdp_get() argument
368 pmd_t *pmdp) in pmdp_test_and_clear_young() argument
381 pmd_t *pmdp) in pmdp_test_and_clear_young() argument
404 unsigned long address, pmd_t *pmdp) in pmdp_clear_flush_young() argument
513 pmdp_get_lockless(pmd_t * pmdp) pmdp_get_lockless() argument
542 pmdp_get_lockless(pmd_t * pmdp) pmdp_get_lockless() argument
555 pmdp_huge_get_and_clear(struct mm_struct * mm,unsigned long address,pmd_t * pmdp) pmdp_huge_get_and_clear() argument
583 pmdp_huge_get_and_clear_full(struct vm_area_struct * vma,unsigned long address,pmd_t * pmdp,int full) pmdp_huge_get_and_clear_full() argument
799 pmdp_set_wrprotect(struct mm_struct * mm,unsigned long address,pmd_t * pmdp) pmdp_set_wrprotect() argument
806 pmdp_set_wrprotect(struct mm_struct * mm,unsigned long address,pmd_t * pmdp) pmdp_set_wrprotect() argument
839 pmdp_collapse_flush(struct vm_area_struct * vma,unsigned long address,pmd_t * pmdp) pmdp_collapse_flush() argument
868 generic_pmdp_establish(struct vm_area_struct * vma,unsigned long address,pmd_t * pmdp,pmd_t pmd) generic_pmdp_establish() argument
989 set_pmd_safe(pmdp,pmd) global() argument
[all...] |
| /linux/arch/powerpc/include/asm/book3s/32/ |
| H A D | pgalloc.h | 28 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, in pmd_populate_kernel()
34 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmdp, in pmd_populate()
|
| /linux/arch/riscv/include/asm/ |
| H A D | pgtable.h | 246 static inline void set_pmd(pmd_t *pmdp, pmd_t pmd) in set_pmd()
251 static inline void pmd_clear(pmd_t *pmdp) in pmd_clear()
496 unsigned long address, pmd_t *pmdp) in update_mmu_cache_pmd()
725 pmd_t *pmdp, pmd_t pmd) in set_pmd_at()
763 unsigned long address, pmd_t *pmdp, in pmdp_set_access_flags()
771 unsigned long address, pmd_t *pmdp) in pmdp_test_and_clear_young()
778 unsigned long address, pmd_t *pmdp) in pmdp_huge_get_and_clear()
789 unsigned long address, pmd_t *pmdp) in pmdp_set_wrprotect()
796 unsigned long address, pmd_t *pmdp, pmd_t pmd) in pmdp_establish()
|
| /linux/arch/s390/include/asm/ |
| H A D | pgtable.h | 955 set_pmd(pmd_t * pmdp,pmd_t pmd) set_pmd() argument
983 pmd_clear(pmd_t * pmdp) pmd_clear() argument
1628 __pmdp_csp(pmd_t * pmdp) __pmdp_csp() argument
1641 __pmdp_idte(unsigned long addr,pmd_t * pmdp,unsigned long opt,unsigned long asce,int local) __pmdp_idte() argument
1709 pmdp_set_access_flags(struct vm_area_struct * vma,unsigned long addr,pmd_t * pmdp,pmd_t entry,int dirty) pmdp_set_access_flags() argument
1725 pmdp_test_and_clear_young(struct vm_area_struct * vma,unsigned long addr,pmd_t * pmdp) pmdp_test_and_clear_young() argument
1735 pmdp_clear_flush_young(struct vm_area_struct * vma,unsigned long addr,pmd_t * pmdp) pmdp_clear_flush_young() argument
1742 set_pmd_at(struct mm_struct * mm,unsigned long addr,pmd_t * pmdp,pmd_t entry) set_pmd_at() argument
1758 pmdp_huge_get_and_clear(struct mm_struct * mm,unsigned long addr,pmd_t * pmdp) pmdp_huge_get_and_clear() argument
1766 pmdp_huge_get_and_clear_full(struct vm_area_struct * vma,unsigned long addr,pmd_t * pmdp,int full) pmdp_huge_get_and_clear_full() argument
1778 pmdp_huge_clear_flush(struct vm_area_struct * vma,unsigned long addr,pmd_t * pmdp) pmdp_huge_clear_flush() argument
1785 pmdp_invalidate(struct vm_area_struct * vma,unsigned long addr,pmd_t * pmdp) pmdp_invalidate() argument
1794 pmdp_set_wrprotect(struct mm_struct * mm,unsigned long addr,pmd_t * pmdp) pmdp_set_wrprotect() argument
1804 pmdp_collapse_flush(struct vm_area_struct * vma,unsigned long address,pmd_t * pmdp) pmdp_collapse_flush() argument
[all...] |
| /linux/arch/powerpc/mm/ |
| H A D | pgtable_32.c | 42 pmd_t *pmdp = pmd_off_k(addr); in early_ioremap_init() local
62 pte_t __init *early_pte_alloc_kernel(pmd_t *pmdp, unsigned long va) in early_pte_alloc_kernel()
|
| /linux/arch/arm/mm/ |
| H A D | kasan_init.c | 43 static void __init kasan_pte_populate(pmd_t *pmdp, unsigned long addr, in kasan_pte_populate()
97 pmd_t *pmdp = pmd_offset(pudp, addr); in kasan_pmd_populate() local
|
| /linux/arch/loongarch/mm/ |
| H A D | kasan_init.c | 106 static pte_t *__init kasan_pte_offset(pmd_t *pmdp, unsigned long addr, int node, bool early) in kasan_pte_offset()
145 static void __init kasan_pte_populate(pmd_t *pmdp, unsigned long addr, in kasan_pte_populate()
164 pmd_t *pmdp = kasan_pmd_offset(pudp, addr, node, early); in kasan_pmd_populate() local
|