| /linux/arch/arm64/include/asm/ |
| H A D | tlb.h | 15 static void tlb_flush(struct mmu_gather *tlb);
24 static inline int tlb_get_level(struct mmu_gather *tlb) in tlb_get_level()
53 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
76 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, in __pte_free_tlb()
85 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp, in __pmd_free_tlb()
95 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pudp, in __pud_free_tlb()
108 static inline void __p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4dp, in __p4d_free_tlb()
|
| /linux/arch/x86/include/asm/ |
| H A D | pgalloc.h | 54 extern void ___pte_free_tlb(struct mmu_gather *tlb, struct page *pte);
56 static inline void __pte_free_tlb(struct mmu_gather *tlb, struct page *pte, in __pte_free_tlb()
86 extern void ___pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd);
88 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb()
123 extern void ___pud_free_tlb(struct mmu_gather *tlb, pud_t *pud);
125 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
148 extern void ___p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d);
150 static inline void __p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in __p4d_free_tlb()
|
| /linux/arch/powerpc/include/asm/nohash/ |
| H A D | pgalloc.h | 8 extern void tlb_remove_table(struct mmu_gather *tlb, void *table);
10 extern void tlb_flush_pgtable(struct mmu_gather *tlb, unsigned long address);
13 static inline void tlb_flush_pgtable(struct mmu_gather *tlb, in tlb_flush_pgtable()
53 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, int shift) in pgtable_free_tlb()
70 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, in __pte_free_tlb()
|
| /linux/arch/sparc/include/asm/ |
| H A D | pgalloc_64.h | 79 struct mmu_gather;
80 void tlb_remove_table(struct mmu_gather *, void *);
82 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, bool is_page) in pgtable_free_tlb()
100 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, bool is_page) in pgtable_free_tlb()
106 static inline void __pte_free_tlb(struct mmu_gather *tlb, pte_t *pte, in __pte_free_tlb()
|
| /linux/tools/testing/vma/include/ |
| H A D | stubs.h | 38 struct mmu_gather {}; struct
52 static inline void free_pgd_range(struct mmu_gather *tlb, in free_pgd_range()
381 static inline void tlb_gather_mmu(struct mmu_gather *tlb, struct mm_struct *mm) in tlb_gather_mmu()
393 static inline void unmap_vmas(struct mmu_gather *tlb, struct unmap_desc *unmap) in unmap_vmas()
397 static inline void free_pgtables(struct mmu_gather *tlb, struct unmap_desc *unmap) in free_pgtables()
409 static inline void tlb_finish_mmu(struct mmu_gather *tlb) in tlb_finish_mmu()
|
| /linux/arch/riscv/include/asm/ |
| H A D | pgalloc.h | 89 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
96 static inline void __p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in __p4d_free_tlb()
125 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb()
133 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, in __pte_free_tlb()
|
| /linux/arch/powerpc/include/asm/book3s/64/ |
| H A D | pgalloc.h | 21 extern void pgtable_free_tlb(struct mmu_gather *tlb, void *table, int shift);
136 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
152 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb()
170 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, in __pte_free_tlb()
|
| H A D | tlbflush.h | 105 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
|
| /linux/arch/powerpc/include/asm/book3s/32/ |
| H A D | tlbflush.h | 14 void hash__flush_gather(struct mmu_gather *tlb);
30 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
|
| H A D | pgalloc.h | 56 static inline void pgtable_free_tlb(struct mmu_gather *tlb, in pgtable_free_tlb()
73 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, in __pte_free_tlb()
|
| /linux/arch/m68k/include/asm/ |
| H A D | motorola_pgalloc.h | 47 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pgtable, in __pte_free_tlb()
64 static inline int __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb()
|
| H A D | mcf_pgalloc.h | 39 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pgtable, in __pte_free_tlb()
|
| /linux/arch/loongarch/include/asm/ |
| H A D | tlb.h | 135 static void tlb_flush(struct mmu_gather *tlb);
140 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
|
| /linux/include/linux/ |
| H A D | hugetlb.h | 19 struct mmu_gather;
132 void __unmap_hugepage_range(struct mmu_gather *tlb,
241 int huge_pmd_unshare(struct mmu_gather *tlb, struct vm_area_struct *vma,
243 void huge_pmd_unshare_flush(struct mmu_gather *tlb, struct vm_area_struct *vma);
303 static inline int huge_pmd_unshare(struct mmu_gather *tlb, in huge_pmd_unshare()
309 static inline void huge_pmd_unshare_flush(struct mmu_gather *tlb, in huge_pmd_unshare_flush()
447 static inline void __unmap_hugepage_range(struct mmu_gather *tlb, in __unmap_hugepage_range()
|
| H A D | mm.h | 1675 struct mmu_gather;
3093 void free_pgd_range(struct mmu_gather *tlb, unsigned long addr,
3289 extern long change_protection(struct mmu_gather *tlb,
3292 extern int mprotect_fixup(struct vma_iterator *vmi, struct mmu_gather *tlb,
|
| /linux/mm/ |
| H A D | madvise.c | 50 struct mmu_gather *tlb;
69 struct mmu_gather *tlb;
359 struct mmu_gather *tlb = private->tlb; in madvise_cold_or_pageout_pte_range()
574 static void madvise_cold_page_range(struct mmu_gather *tlb, in madvise_cold_page_range()
599 struct mmu_gather tlb; in madvise_cold()
612 static void madvise_pageout_page_range(struct mmu_gather *tlb, in madvise_pageout_page_range()
629 struct mmu_gather tlb; in madvise_pageout()
658 struct mmu_gather *tlb = walk->private; in madvise_free_pte_range()
808 struct mmu_gather *tlb = madv_behavior->tlb; in madvise_free_single_vma()
2009 struct mmu_gather tlb; in do_madvise()
[all …]
|
| H A D | memory.c | 176 static void free_pte_range(struct mmu_gather *tlb, pmd_t *pmd, in free_pte_range()
185 static inline void free_pmd_range(struct mmu_gather *tlb, pud_t *pud, in free_pmd_range()
219 static inline void free_pud_range(struct mmu_gather *tlb, p4d_t *p4d, in free_pud_range()
253 static inline void free_p4d_range(struct mmu_gather *tlb, pgd_t *pgd, in free_p4d_range()
298 void free_pgd_range(struct mmu_gather *tlb, in free_pgd_range()
373 void free_pgtables(struct mmu_gather *tlb, struct unmap_desc *unmap) in free_pgtables()
1638 static __always_inline void zap_present_folio_ptes(struct mmu_gather *tlb, in zap_present_folio_ptes()
1689 static inline int zap_present_ptes(struct mmu_gather *tlb, in zap_present_ptes()
1735 static inline int zap_nonpresent_ptes(struct mmu_gather *tlb, in zap_nonpresent_ptes()
1806 static inline int do_zap_pte_range(struct mmu_gather *tlb, in do_zap_pte_range()
[all …]
|
| H A D | hugetlb.c | 5084 struct mmu_gather tlb; in move_hugetlb_page_tables()
5136 void __unmap_hugepage_range(struct mmu_gather *tlb, struct vm_area_struct *vma, in __unmap_hugepage_range()
5336 struct mmu_gather tlb; in unmap_hugepage_range()
6392 struct mmu_gather tlb; in hugetlb_change_protection()
6910 int huge_pmd_unshare(struct mmu_gather *tlb, struct vm_area_struct *vma, in huge_pmd_unshare()
6944 void huge_pmd_unshare_flush(struct mmu_gather *tlb, struct vm_area_struct *vma) in huge_pmd_unshare_flush()
6964 int huge_pmd_unshare(struct mmu_gather *tlb, struct vm_area_struct *vma, in huge_pmd_unshare()
6970 void huge_pmd_unshare_flush(struct mmu_gather *tlb, struct vm_area_struct *vma) in huge_pmd_unshare_flush()
7240 struct mmu_gather tlb; in hugetlb_unshare_pmds()
|
| H A D | huge_memory.c | 2342 bool madvise_free_huge_pmd(struct mmu_gather *tlb, struct vm_area_struct *vma, in madvise_free_huge_pmd()
2487 bool zap_huge_pmd(struct mmu_gather *tlb, struct vm_area_struct *vma, in zap_huge_pmd()
2660 int change_huge_pmd(struct mmu_gather *tlb, struct vm_area_struct *vma, in change_huge_pmd()
2761 int change_huge_pud(struct mmu_gather *tlb, struct vm_area_struct *vma, in change_huge_pud()
2956 int zap_huge_pud(struct mmu_gather *tlb, struct vm_area_struct *vma, in zap_huge_pud()
|
| H A D | rmap.c | 2145 struct mmu_gather tlb; in try_to_unmap_one()
2546 struct mmu_gather tlb; in try_to_migrate_one()
|
| H A D | userfaultfd.c | 997 struct mmu_gather tlb; in uffd_wp_range()
|
| /linux/arch/powerpc/include/asm/book3s/ |
| H A D | pgalloc.h | 7 extern void tlb_remove_table(struct mmu_gather *tlb, void *table);
|
| /linux/arch/powerpc/mm/book3s32/ |
| H A D | tlb.c | 109 void hash__flush_gather(struct mmu_gather *tlb) in hash__flush_gather()
|
| /linux/arch/x86/kernel/ |
| H A D | ldt.c | 396 struct mmu_gather tlb; in free_ldt_pgtables()
|
| /linux/arch/powerpc/lib/ |
| H A D | code-patching.c | 144 struct mmu_gather tlb; in put_patching_mm()
|