| /linux/include/asm-generic/ |
| H A D | tlb.h | 225 extern void tlb_remove_table(struct mmu_gather *tlb, void *table);
229 static inline void tlb_remove_page(struct mmu_gather *tlb, struct page *page);
234 static inline void tlb_remove_table(struct mmu_gather *tlb, void *table) in tlb_remove_table()
290 extern bool __tlb_remove_page_size(struct mmu_gather *tlb, struct page *page,
292 bool __tlb_remove_folio_pages(struct mmu_gather *tlb, struct page *page,
301 extern void tlb_flush_rmaps(struct mmu_gather *tlb, struct vm_area_struct *vma);
315 static inline void tlb_flush_rmaps(struct mmu_gather *tlb, struct vm_area_struct *vma) { } in tlb_flush_rmaps()
322 struct mmu_gather { struct
395 void tlb_flush_mmu(struct mmu_gather *tlb); argument
397 static inline void __tlb_adjust_range(struct mmu_gather *tlb, in __tlb_adjust_range()
[all …]
|
| /linux/mm/ |
| H A D | mmu_gather.c | 19 static bool tlb_next_batch(struct mmu_gather *tlb) in tlb_next_batch()
83 void tlb_flush_rmaps(struct mmu_gather *tlb, struct vm_area_struct *vma) in tlb_flush_rmaps()
145 static void tlb_batch_pages_flush(struct mmu_gather *tlb) in tlb_batch_pages_flush()
154 static void tlb_batch_list_free(struct mmu_gather *tlb) in tlb_batch_list_free()
165 static bool __tlb_remove_folio_pages_size(struct mmu_gather *tlb, in __tlb_remove_folio_pages_size()
206 bool __tlb_remove_folio_pages(struct mmu_gather *tlb, struct page *page, in __tlb_remove_folio_pages()
213 bool __tlb_remove_page_size(struct mmu_gather *tlb, struct page *page, in __tlb_remove_page_size()
311 static inline void tlb_table_invalidate(struct mmu_gather *tlb) in tlb_table_invalidate()
352 static void tlb_table_flush(struct mmu_gather *tlb) in tlb_table_flush()
363 void tlb_remove_table(struct mmu_gather *tlb, void *table) in tlb_remove_table()
[all …]
|
| H A D | mprotect.c | 122 int idx, bool set_write, struct mmu_gather *tlb) in prot_commit_flush_ptes()
174 pte_t oldpte, pte_t ptent, int nr_ptes, struct mmu_gather *tlb) in commit_anon_folio_batch()
193 pte_t oldpte, pte_t ptent, int nr_ptes, struct mmu_gather *tlb) in set_write_prot_commit_flush_ptes()
214 static long change_pte_range(struct mmu_gather *tlb, in change_pte_range()
451 static inline long change_pmd_range(struct mmu_gather *tlb, in change_pmd_range()
521 static inline long change_pud_range(struct mmu_gather *tlb, in change_pud_range()
580 static inline long change_p4d_range(struct mmu_gather *tlb, in change_p4d_range()
603 static long change_protection_range(struct mmu_gather *tlb, in change_protection_range()
633 long change_protection(struct mmu_gather *tlb, in change_protection()
695 mprotect_fixup(struct vma_iterator *vmi, struct mmu_gather *tlb, in mprotect_fixup()
[all …]
|
| H A D | pt_reclaim.c | 29 void free_pte(struct mm_struct *mm, unsigned long addr, struct mmu_gather *tlb, in free_pte()
37 struct mmu_gather *tlb) in try_to_free_pte()
|
| H A D | madvise.c | 50 struct mmu_gather *tlb;
69 struct mmu_gather *tlb;
359 struct mmu_gather *tlb = private->tlb; in madvise_cold_or_pageout_pte_range()
574 static void madvise_cold_page_range(struct mmu_gather *tlb, in madvise_cold_page_range()
599 struct mmu_gather tlb; in madvise_cold()
612 static void madvise_pageout_page_range(struct mmu_gather *tlb, in madvise_pageout_page_range()
629 struct mmu_gather tlb; in madvise_pageout()
658 struct mmu_gather *tlb = walk->private; in madvise_free_pte_range()
807 struct mmu_gather *tlb = madv_behavior->tlb; in madvise_free_single_vma()
2017 struct mmu_gather tlb; in do_madvise()
[all …]
|
| H A D | vma_exec.c | 41 struct mmu_gather tlb; in relocate_vma_down()
|
| /linux/arch/x86/include/asm/ |
| H A D | pgalloc.h | 54 extern void ___pte_free_tlb(struct mmu_gather *tlb, struct page *pte);
56 static inline void __pte_free_tlb(struct mmu_gather *tlb, struct page *pte, in __pte_free_tlb()
86 extern void ___pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd);
88 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb()
123 extern void ___pud_free_tlb(struct mmu_gather *tlb, pud_t *pud);
125 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
148 extern void ___p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d);
150 static inline void __p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in __p4d_free_tlb()
|
| /linux/arch/powerpc/include/asm/nohash/ |
| H A D | pgalloc.h | 8 extern void tlb_remove_table(struct mmu_gather *tlb, void *table);
10 extern void tlb_flush_pgtable(struct mmu_gather *tlb, unsigned long address);
13 static inline void tlb_flush_pgtable(struct mmu_gather *tlb, in tlb_flush_pgtable()
53 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, int shift) in pgtable_free_tlb()
70 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, in __pte_free_tlb()
|
| /linux/arch/sparc/include/asm/ |
| H A D | pgalloc_64.h | 79 struct mmu_gather;
80 void tlb_remove_table(struct mmu_gather *, void *);
82 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, bool is_page) in pgtable_free_tlb()
100 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, bool is_page) in pgtable_free_tlb()
106 static inline void __pte_free_tlb(struct mmu_gather *tlb, pte_t *pte, in __pte_free_tlb()
|
| /linux/arch/riscv/include/asm/ |
| H A D | pgalloc.h | 89 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
96 static inline void __p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in __p4d_free_tlb()
125 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb()
133 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, in __pte_free_tlb()
|
| /linux/arch/powerpc/include/asm/book3s/64/ |
| H A D | pgalloc.h | 21 extern void pgtable_free_tlb(struct mmu_gather *tlb, void *table, int shift);
136 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
152 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb()
170 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, in __pte_free_tlb()
|
| H A D | tlbflush-radix.h | 13 struct mmu_gather;
82 extern void radix__tlb_flush(struct mmu_gather *tlb);
95 extern void radix__flush_tlb_pwc(struct mmu_gather *tlb, unsigned long addr);
|
| H A D | tlbflush-hash.h | 69 struct mmu_gather;
70 extern void hash__tlb_flush(struct mmu_gather *tlb);
|
| /linux/arch/powerpc/include/asm/book3s/32/ |
| H A D | tlbflush.h | 14 void hash__flush_gather(struct mmu_gather *tlb);
30 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
|
| H A D | pgalloc.h | 56 static inline void pgtable_free_tlb(struct mmu_gather *tlb, in pgtable_free_tlb()
73 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, in __pte_free_tlb()
|
| /linux/include/linux/ |
| H A D | huge_mm.h | 28 bool madvise_free_huge_pmd(struct mmu_gather *tlb, struct vm_area_struct *vma,
30 int zap_huge_pmd(struct mmu_gather *tlb, struct vm_area_struct *vma, pmd_t *pmd,
32 int zap_huge_pud(struct mmu_gather *tlb, struct vm_area_struct *vma, pud_t *pud,
36 int change_huge_pmd(struct mmu_gather *tlb, struct vm_area_struct *vma,
466 int change_huge_pud(struct mmu_gather *tlb, struct vm_area_struct *vma,
471 change_huge_pud(struct mmu_gather *tlb, struct vm_area_struct *vma, in change_huge_pud()
755 static inline int change_huge_pud(struct mmu_gather *tlb, in change_huge_pud()
|
| H A D | hugetlb.h | 21 struct mmu_gather;
134 void __unmap_hugepage_range(struct mmu_gather *tlb,
243 int huge_pmd_unshare(struct mmu_gather *tlb, struct vm_area_struct *vma,
245 void huge_pmd_unshare_flush(struct mmu_gather *tlb, struct vm_area_struct *vma);
304 static inline int huge_pmd_unshare(struct mmu_gather *tlb, in huge_pmd_unshare()
310 static inline void huge_pmd_unshare_flush(struct mmu_gather *tlb, in huge_pmd_unshare_flush()
448 static inline void __unmap_hugepage_range(struct mmu_gather *tlb, in __unmap_hugepage_range()
|
| H A D | mm_types.h | 1530 struct mmu_gather;
1531 extern void tlb_gather_mmu(struct mmu_gather *tlb, struct mm_struct *mm);
1532 extern void tlb_gather_mmu_fullmm(struct mmu_gather *tlb, struct mm_struct *mm);
1533 void tlb_gather_mmu_vma(struct mmu_gather *tlb, struct vm_area_struct *vma);
1534 extern void tlb_finish_mmu(struct mmu_gather *tlb);
|
| /linux/arch/m68k/include/asm/ |
| H A D | motorola_pgalloc.h | 47 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pgtable, in __pte_free_tlb()
64 static inline int __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb()
|
| H A D | mcf_pgalloc.h | 39 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pgtable, in __pte_free_tlb()
|
| /linux/arch/loongarch/include/asm/ |
| H A D | tlb.h | 135 static void tlb_flush(struct mmu_gather *tlb);
140 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
|
| /linux/arch/powerpc/include/asm/book3s/ |
| H A D | pgalloc.h | 7 extern void tlb_remove_table(struct mmu_gather *tlb, void *table);
|
| /linux/arch/x86/mm/ |
| H A D | pgtable.c | 21 void ___pte_free_tlb(struct mmu_gather *tlb, struct page *pte) in ___pte_free_tlb()
28 void ___pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd) in ___pmd_free_tlb()
42 void ___pud_free_tlb(struct mmu_gather *tlb, pud_t *pud) in ___pud_free_tlb()
49 void ___p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d) in ___p4d_free_tlb()
|
| /linux/arch/powerpc/mm/book3s32/ |
| H A D | tlb.c | 109 void hash__flush_gather(struct mmu_gather *tlb) in hash__flush_gather()
|
| /linux/tools/testing/vma/ |
| H A D | vma_internal.h | 514 struct mmu_gather {}; struct
1114 static inline void tlb_gather_mmu(struct mmu_gather *tlb, struct mm_struct *mm) in tlb_gather_mmu()
1126 static inline void unmap_vmas(struct mmu_gather *tlb, struct ma_state *mas, in unmap_vmas()
1132 static inline void free_pgtables(struct mmu_gather *tlb, struct ma_state *mas, in free_pgtables()
1146 static inline void tlb_finish_mmu(struct mmu_gather *tlb) in tlb_finish_mmu()
1710 static inline void free_pgd_range(struct mmu_gather *tlb, in free_pgd_range()
|