| /linux/mm/ |
| H A D | pgtable-generic.c | 112 unsigned long address, pmd_t *pmdp, in pmdp_set_access_flags()
127 unsigned long address, pmd_t *pmdp) in pmdp_clear_flush_young()
140 pmd_t *pmdp) in pmdp_huge_clear_flush()
166 void pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp, in pgtable_trans_huge_deposit()
182 pgtable_t pgtable_trans_huge_withdraw(struct mm_struct *mm, pmd_t *pmdp) in pgtable_trans_huge_withdraw()
200 pmd_t *pmdp) in pmdp_invalidate()
211 pmd_t *pmdp) in pmdp_invalidate_ad()
220 pmd_t *pmdp) in pmdp_collapse_flush()
|
| H A D | migrate_device.c | 136 static int migrate_vma_collect_huge_pmd(pmd_t *pmdp, unsigned long start, in migrate_vma_collect_huge_pmd()
247 static int migrate_vma_collect_pmd(pmd_t *pmdp, in migrate_vma_collect_pmd()
797 pmd_t *pmdp) in migrate_vma_insert_huge_pmd_page()
934 pmd_t *pmdp) in migrate_vma_insert_huge_pmd_page()
983 pmd_t *pmdp; in migrate_vma_insert_page() local
|
| /linux/arch/s390/mm/ |
| H A D | pgtable.c | 344 unsigned long addr, pmd_t *pmdp) in pmdp_idte_local()
356 unsigned long addr, pmd_t *pmdp) in pmdp_idte_global()
371 unsigned long addr, pmd_t *pmdp) in pmdp_flush_direct()
389 unsigned long addr, pmd_t *pmdp) in pmdp_flush_lazy()
411 static int pmd_lookup(struct mm_struct *mm, unsigned long addr, pmd_t **pmdp) in pmd_lookup()
445 pmd_t *pmdp, pmd_t new) in pmdp_xchg_direct()
458 pmd_t *pmdp, pmd_t new) in pmdp_xchg_lazy()
522 void pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp, in pgtable_trans_huge_deposit()
537 pgtable_t pgtable_trans_huge_withdraw(struct mm_struct *mm, pmd_t *pmdp) in pgtable_trans_huge_withdraw()
765 pmd_t *pmdp; in set_guest_storage_key() local
[all …]
|
| H A D | pageattr.c | 86 static int walk_pte_level(pmd_t *pmdp, unsigned long addr, unsigned long end, in walk_pte_level()
120 static int split_pmd_page(pmd_t *pmdp, unsigned long addr) in split_pmd_page()
149 static void modify_pmd_page(pmd_t *pmdp, unsigned long addr, in modify_pmd_page()
176 pmd_t *pmdp; in walk_pmd_level() local
210 pmd_t *pm_dir, *pmdp; in split_pud_page() local
|
| H A D | gmap.c | 363 pmd_t *pmdp; in __gmap_unlink_by_vmaddr() local
821 pmd_t *pmdp; in gmap_pmd_op_walk() local
849 static inline void gmap_pmd_op_end(struct gmap *gmap, pmd_t *pmdp) in gmap_pmd_op_end()
870 pmd_t *pmdp, int prot, unsigned long bits) in gmap_protect_pmd()
915 pmd_t *pmdp, int prot, unsigned long bits) in gmap_protect_pte()
956 pmd_t *pmdp; in gmap_protect_one() local
1963 static void pmdp_notify_gmap(struct gmap *gmap, pmd_t *pmdp, in pmdp_notify_gmap()
1980 static void gmap_pmdp_xchg(struct gmap *gmap, pmd_t *pmdp, pmd_t new, in gmap_pmdp_xchg()
1997 pmd_t *pmdp; in gmap_pmdp_clear() local
2040 pmd_t *pmdp; in gmap_pmdp_idte_local() local
[all …]
|
| /linux/arch/arm64/mm/ |
| H A D | mmu.c | 197 static int alloc_init_cont_pte(pmd_t *pmdp, unsigned long addr, in alloc_init_cont_pte()
253 static int init_pmd(pmd_t *pmdp, unsigned long addr, unsigned long end, in init_pmd()
301 pmd_t *pmdp; in alloc_init_cont_pmd() local
587 static int split_pmd(pmd_t *pmdp, pmd_t pmd, gfp_t gfp, bool to_cont) in split_pmd()
622 static void split_contpmd(pmd_t *pmdp) in split_contpmd()
638 pmd_t *pmdp; in split_pud() local
672 pmd_t *pmdp, pmd; in split_kernel_leaf_mapping_locked() local
844 static int split_to_ptes_pmd_entry(pmd_t *pmdp, unsigned long addr, in split_to_ptes_pmd_entry()
1448 static void unmap_hotplug_pte_range(pmd_t *pmdp, unsigned long addr, in unmap_hotplug_pte_range()
1474 pmd_t *pmdp, pmd; in unmap_hotplug_pmd_range() local
[all …]
|
| H A D | kasan_init.c | 62 static pte_t *__init kasan_pte_offset(pmd_t *pmdp, unsigned long addr, int node, in kasan_pte_offset()
115 static void __init kasan_pte_populate(pmd_t *pmdp, unsigned long addr, in kasan_pte_populate()
136 pmd_t *pmdp = kasan_pmd_offset(pudp, addr, node, early); in kasan_pmd_populate() local
|
| /linux/arch/x86/include/asm/ |
| H A D | pgtable-3level.h | 48 static inline void native_set_pmd(pmd_t *pmdp, pmd_t pmd) in native_set_pmd()
74 static inline void native_pmd_clear(pmd_t *pmdp) in native_pmd_clear()
108 static inline pmd_t native_pmdp_get_and_clear(pmd_t *pmdp) in native_pmdp_get_and_clear()
126 unsigned long address, pmd_t *pmdp, pmd_t pmd) in pmdp_establish()
|
| H A D | pgtable-2level.h | 20 static inline void native_set_pmd(pmd_t *pmdp, pmd_t pmd) in native_set_pmd()
34 static inline void native_pmd_clear(pmd_t *pmdp) in native_pmd_clear()
|
| /linux/arch/arm/include/asm/ |
| H A D | pgalloc.h | 107 static inline void __pmd_populate(pmd_t *pmdp, phys_addr_t pte, in __pmd_populate()
125 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, pte_t *ptep) in pmd_populate_kernel()
134 pmd_populate(struct mm_struct *mm, pmd_t *pmdp, pgtable_t ptep) in pmd_populate()
|
| /linux/arch/powerpc/include/asm/nohash/32/ |
| H A D | pgalloc.h | 17 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, in pmd_populate_kernel()
26 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmdp, in pmd_populate()
|
| /linux/arch/powerpc/mm/book3s64/ |
| H A D | radix_pgtable.c | 81 pmd_t *pmdp; in early_map_kernel_page() local
133 pmd_t *pmdp; in __map_kernel_page() local
194 pmd_t *pmdp; in radix__change_memory_range() local
989 int __meminit vmemmap_check_pmd(pmd_t *pmdp, int node, in vmemmap_check_pmd()
1000 void __meminit vmemmap_set_pmd(pmd_t *pmdp, void *p, int node, in vmemmap_set_pmd()
1014 static pte_t * __meminit radix__vmemmap_pte_populate(pmd_t *pmdp, unsigned long addr, in radix__vmemmap_pte_populate()
1095 static inline pte_t *vmemmap_pte_alloc(pmd_t *pmdp, int node, in vmemmap_pte_alloc()
1430 pmd_t *pmdp, unsigned long clr, in radix__pmd_hugepage_update()
1464 pmd_t *pmdp) in radix__pmdp_collapse_flush()
1488 void radix__pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp, in radix__pgtable_trans_huge_deposit()
[all …]
|
| H A D | pgtable.c | 61 pmd_t *pmdp, pmd_t entry, int dirty) in pmdp_set_access_flags()
101 unsigned long address, pmd_t *pmdp) in pmdp_test_and_clear_young()
117 pmd_t *pmdp, pmd_t pmd) in set_pmd_at()
180 pmd_t *pmdp) in pmdp_invalidate()
202 unsigned long addr, pmd_t *pmdp, int full) in pmdp_huge_get_and_clear_full()
|
| /linux/include/linux/ |
| H A D | pgtable.h | 321 unsigned long address, pmd_t *pmdp, in pmdp_set_access_flags()
345 static inline pmd_t pmdp_get(pmd_t *pmdp) in pmdp_get()
391 pmd_t *pmdp) in pmdp_test_and_clear_young()
404 pmd_t *pmdp) in pmdp_test_and_clear_young()
427 unsigned long address, pmd_t *pmdp) in pmdp_clear_flush_young()
604 static inline pmd_t pmdp_get_lockless(pmd_t *pmdp) in pmdp_get_lockless()
633 static inline pmd_t pmdp_get_lockless(pmd_t *pmdp) in pmdp_get_lockless()
646 pmd_t *pmdp) in pmdp_huge_get_and_clear()
674 unsigned long address, pmd_t *pmdp, in pmdp_huge_get_and_clear_full()
969 unsigned long address, pmd_t *pmdp) in pmdp_set_wrprotect()
[all …]
|
| /linux/arch/powerpc/include/asm/book3s/32/ |
| H A D | pgalloc.h | 34 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, in pmd_populate_kernel()
40 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmdp, in pmd_populate()
|
| /linux/arch/powerpc/mm/ |
| H A D | pgtable.c | 229 pmd_t *pmdp = pmd_off_k(va); in unmap_kernel_page() local
326 pmd_t *pmdp = pmd_off(mm, addr); in set_huge_pte_at() local
436 pmd_t pmd, *pmdp; in __find_linux_pte() local
|
| H A D | pgtable_32.c | 42 pmd_t *pmdp = pmd_off_k(addr); in early_ioremap_init() local
57 pte_t __init *early_pte_alloc_kernel(pmd_t *pmdp, unsigned long va) in early_pte_alloc_kernel()
|
| /linux/arch/arm/mm/ |
| H A D | kasan_init.c | 43 static void __init kasan_pte_populate(pmd_t *pmdp, unsigned long addr, in kasan_pte_populate()
97 pmd_t *pmdp = pmd_offset(pudp, addr); in kasan_pmd_populate() local
|
| /linux/arch/s390/include/asm/ |
| H A D | pgtable.h | 1024 static inline void set_pmd(pmd_t *pmdp, pmd_t pmd) in set_pmd()
1052 static inline void pmd_clear(pmd_t *pmdp) in pmd_clear()
1680 static inline void __pmdp_cspg(pmd_t *pmdp) in __pmdp_cspg()
1693 static __always_inline void __pmdp_idte(unsigned long addr, pmd_t *pmdp, in __pmdp_idte()
1761 unsigned long addr, pmd_t *pmdp, in pmdp_set_access_flags()
1777 unsigned long addr, pmd_t *pmdp) in pmdp_test_and_clear_young()
1787 unsigned long addr, pmd_t *pmdp) in pmdp_clear_flush_young()
1794 pmd_t *pmdp, pmd_t entry) in set_pmd_at()
1808 unsigned long addr, pmd_t *pmdp) in pmdp_huge_get_and_clear()
1816 pmd_t *pmdp, int full) in pmdp_huge_get_and_clear_full()
[all …]
|
| /linux/arch/loongarch/mm/ |
| H A D | kasan_init.c | 116 static pte_t *__init kasan_pte_offset(pmd_t *pmdp, unsigned long addr, int node, bool early) in kasan_pte_offset()
168 static void __init kasan_pte_populate(pmd_t *pmdp, unsigned long addr, in kasan_pte_populate()
187 pmd_t *pmdp = kasan_pmd_offset(pudp, addr, node, early); in kasan_pmd_populate() local
|
| /linux/arch/m68k/include/asm/ |
| H A D | motorola_pgtable.h | 90 static inline void pmd_set(pmd_t *pmdp, pte_t *ptep) in pmd_set()
95 static inline void pud_set(pud_t *pudp, pmd_t *pmdp) in pud_set()
117 #define pmd_clear(pmdp) ({ pmd_val(*pmdp) = 0; }) argument
|
| H A D | mcf_pgtable.h | 105 #define pmd_set(pmdp, ptep) do {} while (0) argument
107 static inline void pgd_set(pgd_t *pgdp, pmd_t *pmdp) in pgd_set()
138 static inline void pmd_clear(pmd_t *pmdp) { pmd_val(*pmdp) = 0; } in pmd_clear()
|
| /linux/arch/x86/mm/ |
| H A D | pgtable.c | 405 unsigned long address, pmd_t *pmdp, in pmdp_set_access_flags()
460 unsigned long addr, pmd_t *pmdp) in pmdp_test_and_clear_young()
507 unsigned long address, pmd_t *pmdp) in pmdp_clear_flush_young()
521 pmd_t *pmdp) in pmdp_invalidate_ad()
|
| /linux/arch/x86/boot/compressed/ |
| H A D | ident_map_64.c | 193 pmd_t *pmdp, unsigned long __address) in split_large_pmd()
262 pmd_t *pmdp; in set_clr_page_flags() local
|
| /linux/arch/riscv/include/asm/ |
| H A D | pgtable.h | 248 static inline void set_pmd(pmd_t *pmdp, pmd_t pmd) in set_pmd()
253 static inline void pmd_clear(pmd_t *pmdp) in pmd_clear()
596 unsigned long address, pmd_t *pmdp) in update_mmu_cache_pmd()
945 pmd_t *pmdp, pmd_t pmd) in set_pmd_at()
983 unsigned long address, pmd_t *pmdp, in pmdp_set_access_flags()
991 unsigned long address, pmd_t *pmdp) in pmdp_test_and_clear_young()
998 unsigned long address, pmd_t *pmdp) in pmdp_huge_get_and_clear()
1009 unsigned long address, pmd_t *pmdp) in pmdp_set_wrprotect()
1016 unsigned long address, pmd_t *pmdp, pmd_t pmd) in pmdp_establish()
|