| /linux/mm/ |
| H A D | mmu_gather.c | 18 static bool tlb_next_batch(struct mmu_gather *tlb) in tlb_next_batch()
82 void tlb_flush_rmaps(struct mmu_gather *tlb, struct vm_area_struct *vma) in tlb_flush_rmaps()
144 static void tlb_batch_pages_flush(struct mmu_gather *tlb) in tlb_batch_pages_flush()
153 static void tlb_batch_list_free(struct mmu_gather *tlb) in tlb_batch_list_free()
164 static bool __tlb_remove_folio_pages_size(struct mmu_gather *tlb, in __tlb_remove_folio_pages_size()
205 bool __tlb_remove_folio_pages(struct mmu_gather *tlb, struct page *page, in __tlb_remove_folio_pages()
212 bool __tlb_remove_page_size(struct mmu_gather *tlb, struct page *page, in __tlb_remove_page_size()
310 static inline void tlb_table_invalidate(struct mmu_gather *tlb) in tlb_table_invalidate()
351 static void tlb_table_flush(struct mmu_gather *tlb) in tlb_table_flush()
362 void tlb_remove_table(struct mmu_gather *tlb, void *table) in tlb_remove_table()
[all …]
|
| H A D | mprotect.c | 180 int idx, bool set_write, struct mmu_gather *tlb) in prot_commit_flush_ptes()
232 pte_t oldpte, pte_t ptent, int nr_ptes, struct mmu_gather *tlb) in commit_anon_folio_batch()
251 pte_t oldpte, pte_t ptent, int nr_ptes, struct mmu_gather *tlb) in set_write_prot_commit_flush_ptes()
272 static long change_pte_range(struct mmu_gather *tlb, in change_pte_range()
511 static inline long change_pmd_range(struct mmu_gather *tlb, in change_pmd_range()
581 static inline long change_pud_range(struct mmu_gather *tlb, in change_pud_range()
640 static inline long change_p4d_range(struct mmu_gather *tlb, in change_p4d_range()
663 static long change_protection_range(struct mmu_gather *tlb, in change_protection_range()
693 long change_protection(struct mmu_gather *tlb, in change_protection()
755 mprotect_fixup(struct vma_iterator *vmi, struct mmu_gather *tlb, in mprotect_fixup()
[all …]
|
| H A D | madvise.c | 50 struct mmu_gather *tlb; member
69 struct mmu_gather *tlb; member
361 struct mmu_gather *tlb = private->tlb; in madvise_cold_or_pageout_pte_range() local
576 static void madvise_cold_page_range(struct mmu_gather *tlb, in madvise_cold_page_range()
601 struct mmu_gather tlb; in madvise_cold() local
614 static void madvise_pageout_page_range(struct mmu_gather *tlb, in madvise_pageout_page_range()
631 struct mmu_gather tlb; in madvise_pageout() local
660 struct mmu_gather *tlb = walk->private; in madvise_free_pte_range() local
810 struct mmu_gather *tlb = madv_behavior->tlb; in madvise_free_single_vma() local
1965 struct mmu_gather tlb; in do_madvise() local
[all …]
|
| H A D | memory.c | 188 static void free_pte_range(struct mmu_gather *tlb, pmd_t *pmd, in free_pte_range()
197 static inline void free_pmd_range(struct mmu_gather *tlb, pud_t *pud, in free_pmd_range()
231 static inline void free_pud_range(struct mmu_gather *tlb, p4d_t *p4d, in free_pud_range()
265 static inline void free_p4d_range(struct mmu_gather *tlb, pgd_t *pgd, in free_p4d_range()
310 void free_pgd_range(struct mmu_gather *tlb, in free_pgd_range()
372 void free_pgtables(struct mmu_gather *tlb, struct ma_state *mas, in free_pgtables()
1617 static __always_inline void zap_present_folio_ptes(struct mmu_gather *tlb, in zap_present_folio_ptes()
1668 static inline int zap_present_ptes(struct mmu_gather *tlb, in zap_present_ptes()
1714 static inline int zap_nonpresent_ptes(struct mmu_gather *tlb, in zap_nonpresent_ptes()
1784 static inline int do_zap_pte_range(struct mmu_gather *tlb, in do_zap_pte_range()
[all …]
|
| /linux/arch/sparc/include/asm/ |
| H A D | pgalloc_64.h | 82 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, bool is_page) in pgtable_free_tlb()
100 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, bool is_page) in pgtable_free_tlb()
106 static inline void __pte_free_tlb(struct mmu_gather *tlb, pte_t *pte, in __pte_free_tlb()
112 #define __pmd_free_tlb(tlb, pmd, addr) \ argument
115 #define __pud_free_tlb(tlb, pud, addr) \ argument
|
| H A D | pgalloc_32.h | 51 #define __pmd_free_tlb(tlb, pmd, addr) pmd_free((tlb)->mm, pmd) argument
75 #define __pte_free_tlb(tlb, pte, addr) pte_free((tlb)->mm, pte) argument
|
| /linux/arch/um/include/asm/ |
| H A D | pgalloc.h | 28 #define __pte_free_tlb(tlb, pte, address) \ argument
33 #define __pmd_free_tlb(tlb, pmd, address) \ argument
38 #define __pud_free_tlb(tlb, pud, address) \ argument
|
| /linux/arch/powerpc/include/asm/nohash/ |
| H A D | pgalloc.h | 13 static inline void tlb_flush_pgtable(struct mmu_gather *tlb, in tlb_flush_pgtable()
53 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, int shift) in pgtable_free_tlb()
70 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, in __pte_free_tlb()
|
| /linux/arch/riscv/include/asm/ |
| H A D | pgalloc.h | 89 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
96 static inline void __p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in __p4d_free_tlb()
125 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb()
133 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, in __pte_free_tlb()
|
| /linux/arch/powerpc/include/asm/book3s/32/ |
| H A D | pgalloc.h | 31 #define __pmd_free_tlb(tlb,x,a) do { } while (0) argument
56 static inline void pgtable_free_tlb(struct mmu_gather *tlb, in pgtable_free_tlb()
73 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, in __pte_free_tlb()
|
| /linux/arch/mips/include/asm/ |
| H A D | pgalloc.h | 51 #define __pte_free_tlb(tlb, pte, address) \ argument
75 #define __pmd_free_tlb(tlb, x, addr) pmd_free((tlb)->mm, x) argument
101 #define __pud_free_tlb(tlb, x, addr) pud_free((tlb)->mm, x) argument
|
| /linux/arch/loongarch/include/asm/ |
| H A D | pgalloc.h | 58 #define __pte_free_tlb(tlb, pte, address) \ argument
82 #define __pmd_free_tlb(tlb, x, addr) pmd_free((tlb)->mm, x) argument
102 #define __pud_free_tlb(tlb, x, addr) pud_free((tlb)->mm, x) argument
|
| /linux/arch/alpha/include/asm/ |
| H A D | tlb.h | 7 #define __pte_free_tlb(tlb, pte, address) pte_free((tlb)->mm, pte) argument
8 #define __pmd_free_tlb(tlb, pmd, address) pmd_free((tlb)->mm, pmd) argument
|
| /linux/arch/parisc/include/asm/ |
| H A D | tlb.h | 8 #define __pmd_free_tlb(tlb, pmd, addr) pmd_free((tlb)->mm, pmd) argument
10 #define __pte_free_tlb(tlb, pte, addr) pte_free((tlb)->mm, pte) argument
|
| /linux/arch/x86/include/asm/ |
| H A D | pgalloc.h | 56 static inline void __pte_free_tlb(struct mmu_gather *tlb, struct page *pte, in __pte_free_tlb()
88 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb()
125 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
150 static inline void __p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in __p4d_free_tlb()
|
| /linux/arch/sh/include/asm/ |
| H A D | pgalloc.h | 20 #define __pmd_free_tlb(tlb, pmdp, addr) pmd_free((tlb)->mm, (pmdp)) argument
35 #define __pte_free_tlb(tlb, pte, addr) \ argument
|
| /linux/arch/powerpc/include/asm/book3s/64/ |
| H A D | pgalloc.h | 136 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
152 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb()
170 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, in __pte_free_tlb()
|
| /linux/arch/powerpc/include/asm/nohash/64/ |
| H A D | pgalloc.h | 62 #define __pmd_free_tlb(tlb, pmd, addr) \ argument
64 #define __pud_free_tlb(tlb, pud, addr) \ argument
|
| /linux/arch/m68k/include/asm/ |
| H A D | motorola_pgalloc.h | 47 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pgtable, in __pte_free_tlb()
64 static inline int __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb()
|
| /linux/arch/x86/mm/ |
| H A D | pgtable.c | 21 void ___pte_free_tlb(struct mmu_gather *tlb, struct page *pte) in ___pte_free_tlb()
28 void ___pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd) in ___pmd_free_tlb()
42 void ___pud_free_tlb(struct mmu_gather *tlb, pud_t *pud) in ___pud_free_tlb()
49 void ___p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d) in ___p4d_free_tlb()
|
| /linux/arch/xtensa/include/asm/ |
| H A D | tlb.h | 19 #define __pte_free_tlb(tlb, pte, address) pte_free((tlb)->mm, pte) argument
|
| /linux/kernel/dma/ |
| H A D | swiotlb.c | 320 int (*remap)(void *tlb, unsigned long nslabs)) in swiotlb_memblock_alloc() argument
323 void *tlb; in swiotlb_memblock_alloc() local
355 int (*remap)(void *tlb, unsigne in swiotlb_init_remap() argument
361 void *tlb; swiotlb_init_remap() local
431 swiotlb_init_late(size_t size,gfp_t gfp_mask,int (* remap)(void * tlb,unsigned long nslabs)) swiotlb_init_late() argument
689 struct page *tlb; swiotlb_alloc_pool() local
[all...] |
| /linux/arch/nios2/include/asm/ |
| H A D | pgalloc.h | 31 #define __pte_free_tlb(tlb, pte, addr) \ argument
|
| /linux/arch/powerpc/include/asm/nohash/32/ |
| H A D | pgalloc.h | 14 #define __pmd_free_tlb(tlb,x,a) do { } while (0) argument
|
| /linux/arch/openrisc/include/asm/ |
| H A D | pgalloc.h | 67 #define __pte_free_tlb(tlb, pte, addr) \ argument
|