/linux/include/asm-generic/ |
H A D | tlb.h | 218 #define tlb_remove_table(tlb, page) tlb_remove_page((tlb), (page)) argument 279 #define tlb_delay_rmap(tlb) (((tlb)->delayed_rmap = 1), true) argument 293 #define tlb_delay_rmap(tlb) (false) argument 294 static inline void tlb_flush_rmaps(struct mmu_gather *tlb, struct vm_area_struct *vma) { } in tlb_flush_rmaps() 362 static inline void __tlb_adjust_range(struct mmu_gather *tlb, in __tlb_adjust_range() 370 static inline void __tlb_reset_range(struct mmu_gather *tlb) in __tlb_reset_range() 404 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush() 418 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush() 437 tlb_update_vma_flags(struct mmu_gather *tlb, struct vm_area_struct *vma) in tlb_update_vma_flags() 455 static inline void tlb_flush_mmu_tlbonly(struct mmu_gather *tlb) in tlb_flush_mmu_tlbonly() [all …]
|
/linux/mm/ |
H A D | mmu_gather.c | 18 static bool tlb_next_batch(struct mmu_gather *tlb) in tlb_next_batch() 82 void tlb_flush_rmaps(struct mmu_gather *tlb, struct vm_area_struct *vma) in tlb_flush_rmaps() 144 static void tlb_batch_pages_flush(struct mmu_gather *tlb) in tlb_batch_pages_flush() 153 static void tlb_batch_list_free(struct mmu_gather *tlb) in tlb_batch_list_free() 164 static bool __tlb_remove_folio_pages_size(struct mmu_gather *tlb, in __tlb_remove_folio_pages_size() 205 bool __tlb_remove_folio_pages(struct mmu_gather *tlb, struct page *page, in __tlb_remove_folio_pages() 212 bool __tlb_remove_page_size(struct mmu_gather *tlb, struct page *page, in __tlb_remove_page_size() 302 static inline void tlb_table_invalidate(struct mmu_gather *tlb) in tlb_table_invalidate() 320 static void tlb_table_flush(struct mmu_gather *tlb) in tlb_table_flush() 331 void tlb_remove_table(struct mmu_gather *tlb, void *table) in tlb_remove_table() [all …]
|
H A D | mprotect.c | 86 static long change_pte_range(struct mmu_gather *tlb, in change_pte_range() argument 359 change_pmd_range(struct mmu_gather * tlb,struct vm_area_struct * vma,pud_t * pud,unsigned long addr,unsigned long end,pgprot_t newprot,unsigned long cp_flags) change_pmd_range() argument 429 change_pud_range(struct mmu_gather * tlb,struct vm_area_struct * vma,p4d_t * p4d,unsigned long addr,unsigned long end,pgprot_t newprot,unsigned long cp_flags) change_pud_range() argument 488 change_p4d_range(struct mmu_gather * tlb,struct vm_area_struct * vma,pgd_t * pgd,unsigned long addr,unsigned long end,pgprot_t newprot,unsigned long cp_flags) change_p4d_range() argument 511 change_protection_range(struct mmu_gather * tlb,struct vm_area_struct * vma,unsigned long addr,unsigned long end,pgprot_t newprot,unsigned long cp_flags) change_protection_range() argument 541 change_protection(struct mmu_gather * tlb,struct vm_area_struct * vma,unsigned long start,unsigned long end,unsigned long cp_flags) change_protection() argument 603 mprotect_fixup(struct vma_iterator * vmi,struct mmu_gather * tlb,struct vm_area_struct * vma,struct vm_area_struct ** pprev,unsigned long start,unsigned long end,unsigned long newflags) mprotect_fixup() argument 718 struct mmu_gather tlb; do_mprotect_pkey() local [all...] |
H A D | madvise.c | 41 struct mmu_gather *tlb; global() member 341 struct mmu_gather *tlb = private->tlb; madvise_cold_or_pageout_pte_range() local 561 madvise_cold_page_range(struct mmu_gather * tlb,struct vm_area_struct * vma,unsigned long addr,unsigned long end) madvise_cold_page_range() argument 585 struct mmu_gather tlb; madvise_cold() local 599 madvise_pageout_page_range(struct mmu_gather * tlb,struct vm_area_struct * vma,unsigned long addr,unsigned long end) madvise_pageout_page_range() argument 618 struct mmu_gather tlb; madvise_pageout() local 647 struct mmu_gather *tlb = walk->private; madvise_free_pte_range() local 794 struct mmu_gather tlb; madvise_free_single_vma() local [all...] |
/linux/arch/s390/include/asm/ |
H A D | tlb.h | 48 static inline bool __tlb_remove_page_size(struct mmu_gather *tlb, in __tlb_remove_page_size() 57 static inline bool __tlb_remove_folio_pages(struct mmu_gather *tlb, in __tlb_remove_folio_pages() 72 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush() 81 static inline void pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, in pte_free_tlb() 100 static inline void pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in pmd_free_tlb() 120 static inline void p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in p4d_free_tlb() 138 static inline void pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in pud_free_tlb()
|
/linux/arch/arm64/include/asm/ |
H A D | tlb.h | 29 static inline int tlb_get_level(struct mmu_gather *tlb) in tlb_get_level() 58 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush() 80 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, in __pte_free_tlb() 90 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp, in __pmd_free_tlb() 101 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pudp, in __pud_free_tlb()
|
/linux/arch/sparc/include/asm/ |
H A D | pgalloc_64.h | 82 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, bool is_page) in pgtable_free_tlb() 100 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, bool is_page) in pgtable_free_tlb() 106 static inline void __pte_free_tlb(struct mmu_gather *tlb, pte_t *pte, in __pte_free_tlb() 112 #define __pmd_free_tlb(tlb, pmd, addr) \ argument 115 #define __pud_free_tlb(tlb, pud, addr) \ argument
|
H A D | pgalloc_32.h | 51 #define __pmd_free_tlb(tlb, pmd, addr) pmd_free((tlb)->mm, pmd) argument 75 #define __pte_free_tlb(tlb, pte, addr) pte_free((tlb)->mm, pte) argument
|
H A D | spitfire.h | 302 static inline unsigned long cheetah_get_dtlb_data(int entry, int tlb) in cheetah_get_dtlb_data() 314 static inline unsigned long cheetah_get_dtlb_tag(int entry, int tlb) in cheetah_get_dtlb_tag() 324 static inline void cheetah_put_dtlb_data(int entry, unsigned long data, int tlb) in cheetah_put_dtlb_data()
|
/linux/arch/arm/include/asm/ |
H A D | tlb.h | 23 #define tlb_flush(tlb) ((void) tlb) argument 40 __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, unsigned long addr) in __pte_free_tlb() 59 __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp, unsigned long addr) in __pmd_free_tlb()
|
/linux/arch/um/include/asm/ |
H A D | pgalloc.h | 28 #define __pte_free_tlb(tlb, pte, address) \ argument 36 #define __pmd_free_tlb(tlb, pmd, address) \ argument 44 #define __pud_free_tlb(tlb, pud, address) \ argument
|
/linux/arch/powerpc/include/asm/nohash/ |
H A D | pgalloc.h | 13 static inline void tlb_flush_pgtable(struct mmu_gather *tlb, in tlb_flush_pgtable() 53 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, int shift) in pgtable_free_tlb() 70 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, in __pte_free_tlb()
|
/linux/arch/arc/include/asm/ |
H A D | pgalloc.h | 80 #define __pud_free_tlb(tlb, pmd, addr) pud_free((tlb)->mm, pmd) argument 91 #define __pmd_free_tlb(tlb, pmd, addr) pmd_free((tlb)->mm, pmd) argument 95 #define __pte_free_tlb(tlb, pte, addr) pte_free((tlb)->mm, pte) argument
|
/linux/arch/powerpc/include/asm/book3s/32/ |
H A D | pgalloc.h | 25 #define __pmd_free_tlb(tlb,x,a) do { } while (0) argument 50 static inline void pgtable_free_tlb(struct mmu_gather *tlb, in pgtable_free_tlb() 67 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, in __pte_free_tlb()
|
/linux/arch/alpha/include/asm/ |
H A D | tlb.h | 7 #define __pte_free_tlb(tlb, pte, address) pte_free((tlb)->mm, pte) argument 8 #define __pmd_free_tlb(tlb, pmd, address) pmd_free((tlb)->mm, pmd) argument
|
/linux/arch/parisc/include/asm/ |
H A D | tlb.h | 8 #define __pmd_free_tlb(tlb, pmd, addr) pmd_free((tlb)->mm, pmd) argument 10 #define __pte_free_tlb(tlb, pte, addr) pte_free((tlb)->mm, pte) argument
|
/linux/arch/mips/include/asm/ |
H A D | pgalloc.h | 57 #define __pte_free_tlb(tlb, pte, address) \ argument 84 #define __pmd_free_tlb(tlb, x, addr) pmd_free((tlb)->mm, x) argument 110 #define __pud_free_tlb(tlb, x, addr) pud_free((tlb)->mm, x) argument
|
/linux/arch/loongarch/include/asm/ |
H A D | pgalloc.h | 58 #define __pte_free_tlb(tlb, pte, address) \ argument 85 #define __pmd_free_tlb(tlb, x, addr) pmd_free((tlb)->mm, x) argument 105 #define __pud_free_tlb(tlb, x, addr) pud_free((tlb)->mm, x) argument
|
/linux/arch/x86/include/asm/ |
H A D | pgalloc.h | 58 static inline void __pte_free_tlb(struct mmu_gather *tlb, struct page *pte, in __pte_free_tlb() 90 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb() 127 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb() 170 static inline void __p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in __p4d_free_tlb()
|
/linux/arch/sh/include/asm/ |
H A D | pgalloc.h | 20 #define __pmd_free_tlb(tlb, pmdp, addr) pmd_free((tlb)->mm, (pmdp)) argument 35 #define __pte_free_tlb(tlb, pte, addr) \ argument
|
/linux/arch/powerpc/include/asm/book3s/64/ |
H A D | pgalloc.h | 136 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb() 152 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb() 170 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, in __pte_free_tlb()
|
/linux/arch/powerpc/include/asm/nohash/64/ |
H A D | pgalloc.h | 62 #define __pmd_free_tlb(tlb, pmd, addr) \ argument 64 #define __pud_free_tlb(tlb, pud, addr) \ argument
|
/linux/arch/m68k/include/asm/ |
H A D | motorola_pgalloc.h | 47 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pgtable, in __pte_free_tlb() 64 static inline int __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb()
|
/linux/arch/x86/mm/ |
H A D | pgtable.c | 23 void paravirt_tlb_remove_table(struct mmu_gather *tlb, void *table) in paravirt_tlb_remove_table() 53 void ___pte_free_tlb(struct mmu_gather *tlb, struct page *pte) in ___pte_free_tlb() 61 void ___pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd) in ___pmd_free_tlb() 77 void ___pud_free_tlb(struct mmu_gather *tlb, pud_t *pud) in ___pud_free_tlb() 87 void ___p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d) in ___p4d_free_tlb()
|
/linux/arch/xtensa/include/asm/ |
H A D | tlb.h | 19 #define __pte_free_tlb(tlb, pte, address) pte_free((tlb)->mm, pte) argument
|