Home
last modified time | relevance | path

Searched refs:tlb (Results 1 – 25 of 89) sorted by relevance

1234

/linux/arch/arm64/include/asm/
H A Dtlb.h15 static void tlb_flush(struct mmu_gather *tlb);
24 static inline int tlb_get_level(struct mmu_gather *tlb) in tlb_get_level() argument
27 if (tlb->freed_tables) in tlb_get_level()
30 if (tlb->cleared_ptes && !(tlb->cleared_pmds || in tlb_get_level()
31 tlb->cleared_puds || in tlb_get_level()
32 tlb->cleared_p4ds)) in tlb_get_level()
35 if (tlb->cleared_pmds && !(tlb->cleared_ptes || in tlb_get_level()
36 tlb->cleared_puds || in tlb_get_level()
37 tlb->cleared_p4ds)) in tlb_get_level()
40 if (tlb->cleared_puds && !(tlb->cleared_ptes || in tlb_get_level()
[all …]
/linux/arch/sh/mm/
H A DMakefile30 debugfs-$(CONFIG_CPU_SH4) += tlb-debugfs.o
31 tlb-$(CONFIG_CPU_SH3) := tlb-sh3.o
32 tlb-$(CONFIG_CPU_SH4) := tlb-sh4.o tlb-urb.o
33 tlb-$(CONFIG_CPU_HAS_PTEAEX) := tlb-pteaex.o tlb-urb.o
34 obj-y += $(tlb-y)
/linux/arch/powerpc/include/asm/nohash/
H A Dpgalloc.h8 extern void tlb_remove_table(struct mmu_gather *tlb, void *table);
10 extern void tlb_flush_pgtable(struct mmu_gather *tlb, unsigned long address);
13 static inline void tlb_flush_pgtable(struct mmu_gather *tlb, in tlb_flush_pgtable() argument
53 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, int shift) in pgtable_free_tlb() argument
59 tlb_remove_table(tlb, (void *)pgf); in pgtable_free_tlb()
70 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, in __pte_free_tlb() argument
73 tlb_flush_pgtable(tlb, address); in __pte_free_tlb()
74 pgtable_free_tlb(tlb, table, 0); in __pte_free_tlb()
/linux/arch/x86/include/asm/
H A Dpgalloc.h54 extern void ___pte_free_tlb(struct mmu_gather *tlb, struct page *pte);
56 static inline void __pte_free_tlb(struct mmu_gather *tlb, struct page *pte, in __pte_free_tlb() argument
59 ___pte_free_tlb(tlb, pte); in __pte_free_tlb()
86 extern void ___pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd);
88 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb() argument
91 ___pmd_free_tlb(tlb, pmd); in __pmd_free_tlb()
123 extern void ___pud_free_tlb(struct mmu_gather *tlb, pud_t *pud);
125 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb() argument
128 ___pud_free_tlb(tlb, pud); in __pud_free_tlb()
148 extern void ___p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d);
[all …]
/linux/arch/sparc/include/asm/
H A Dpgalloc_64.h82 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, bool is_page) in pgtable_free_tlb() argument
87 tlb_remove_table(tlb, (void *)pgf); in pgtable_free_tlb()
100 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, bool is_page) in pgtable_free_tlb() argument
106 static inline void __pte_free_tlb(struct mmu_gather *tlb, pte_t *pte, in __pte_free_tlb() argument
109 pgtable_free_tlb(tlb, pte, true); in __pte_free_tlb()
112 #define __pmd_free_tlb(tlb, pmd, addr) \ argument
113 pgtable_free_tlb(tlb, pmd, false)
115 #define __pud_free_tlb(tlb, pud, addr) \ argument
116 pgtable_free_tlb(tlb, pud, false)
H A Dpgalloc_32.h51 #define __pmd_free_tlb(tlb, pmd, addr) pmd_free((tlb)->mm, pmd) argument
75 #define __pte_free_tlb(tlb, pte, addr) pte_free((tlb)->mm, pte) argument
/linux/arch/um/include/asm/
H A Dpgalloc.h28 #define __pte_free_tlb(tlb, pte, address) \ argument
29 tlb_remove_ptdesc((tlb), page_ptdesc(pte))
33 #define __pmd_free_tlb(tlb, pmd, address) \ argument
34 tlb_remove_ptdesc((tlb), virt_to_ptdesc(pmd))
38 #define __pud_free_tlb(tlb, pud, address) \ argument
39 tlb_remove_ptdesc((tlb), virt_to_ptdesc(pud))
/linux/arch/powerpc/mm/book3s32/
H A Dtlb.c109 void hash__flush_gather(struct mmu_gather *tlb) in hash__flush_gather() argument
111 if (tlb->fullmm || tlb->need_flush_all) in hash__flush_gather()
112 hash__flush_tlb_mm(tlb->mm); in hash__flush_gather()
114 hash__flush_range(tlb->mm, tlb->start, tlb->end); in hash__flush_gather()
/linux/include/linux/
H A Dio-pgtable.h111 const struct iommu_flush_ops *tlb; member
280 if (iop->cfg.tlb && iop->cfg.tlb->tlb_flush_all) in io_pgtable_tlb_flush_all()
281 iop->cfg.tlb->tlb_flush_all(iop->cookie); in io_pgtable_tlb_flush_all()
288 if (iop->cfg.tlb && iop->cfg.tlb->tlb_flush_walk) in io_pgtable_tlb_flush_walk()
289 iop->cfg.tlb->tlb_flush_walk(iova, size, granule, iop->cookie); in io_pgtable_tlb_flush_walk()
297 if (iop->cfg.tlb && iop->cfg.tlb->tlb_add_page) in io_pgtable_tlb_add_page()
298 iop->cfg.tlb->tlb_add_page(gather, iova, granule, iop->cookie); in io_pgtable_tlb_add_page()
/linux/arch/loongarch/include/asm/
H A Dtlb.h135 static void tlb_flush(struct mmu_gather *tlb);
140 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush() argument
144 vma.vm_mm = tlb->mm; in tlb_flush()
146 if (tlb->fullmm) { in tlb_flush()
147 flush_tlb_mm(tlb->mm); in tlb_flush()
151 flush_tlb_range(&vma, tlb->start, tlb->end); in tlb_flush()
/linux/arch/riscv/include/asm/
H A Dpgalloc.h89 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb() argument
93 tlb_remove_ptdesc(tlb, virt_to_ptdesc(pud)); in __pud_free_tlb()
96 static inline void __p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in __p4d_free_tlb() argument
100 tlb_remove_ptdesc(tlb, virt_to_ptdesc(p4d)); in __p4d_free_tlb()
125 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb() argument
128 tlb_remove_ptdesc(tlb, virt_to_ptdesc(pmd)); in __pmd_free_tlb()
133 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, in __pte_free_tlb() argument
136 tlb_remove_ptdesc(tlb, page_ptdesc(pte)); in __pte_free_tlb()
/linux/arch/riscv/boot/dts/sifive/
H A Dfu540-c000.dtsi48 d-tlb-sets = <1>;
49 d-tlb-size = <32>;
54 i-tlb-sets = <1>;
55 i-tlb-size = <32>;
62 tlb-split;
75 d-tlb-sets = <1>;
76 d-tlb-size = <32>;
81 i-tlb-sets = <1>;
82 i-tlb-size = <32>;
89 tlb-split;
[all …]
H A Dfu740-c000.dtsi49 d-tlb-sets = <1>;
50 d-tlb-size = <40>;
55 i-tlb-sets = <1>;
56 i-tlb-size = <40>;
64 tlb-split;
76 d-tlb-sets = <1>;
77 d-tlb-size = <40>;
82 i-tlb-sets = <1>;
83 i-tlb-size = <40>;
91 tlb-split;
[all …]
/linux/arch/powerpc/boot/dts/
H A Dmicrowatt.dts122 i-tlb-sets = <1>;
127 i-tlb-size = <64>;
132 tlb-size = <0>;
133 tlb-sets = <0>;
135 d-tlb-size = <128>;
136 d-tlb-sets = <2>;
152 i-tlb-sets = <1>;
157 i-tlb-size = <64>;
162 tlb-size = <0>;
163 tlb-sets = <0>;
[all …]
/linux/arch/powerpc/include/asm/book3s/64/
H A Dpgalloc.h21 extern void pgtable_free_tlb(struct mmu_gather *tlb, void *table, int shift);
136 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb() argument
139 pgtable_free_tlb(tlb, pud, PUD_INDEX); in __pud_free_tlb()
152 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb() argument
155 return pgtable_free_tlb(tlb, pmd, PMD_INDEX); in __pmd_free_tlb()
170 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, in __pte_free_tlb() argument
173 pgtable_free_tlb(tlb, table, PTE_INDEX); in __pte_free_tlb()
/linux/Documentation/devicetree/bindings/nios2/
H A Dnios2.txt23 - altr,tlb-num-ways: Specifies the number of set-associativity ways in the TLB.
24 - altr,tlb-num-entries: Specifies the number of entries in the TLB.
25 - altr,tlb-ptr-sz: Specifies size of TLB pointer.
30 - altr,fast-tlb-miss-addr: Specifies CPU fast TLB miss exception address
52 altr,tlb-num-ways = <16>;
53 altr,tlb-num-entries = <128>;
54 altr,tlb-ptr-sz = <7>;
58 altr,fast-tlb-miss-addr = <0xc7fff400>;
/linux/arch/powerpc/include/asm/book3s/32/
H A Dpgalloc.h31 #define __pmd_free_tlb(tlb,x,a) do { } while (0) argument
56 static inline void pgtable_free_tlb(struct mmu_gather *tlb, in pgtable_free_tlb() argument
62 tlb_remove_table(tlb, (void *)pgf); in pgtable_free_tlb()
73 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, in __pte_free_tlb() argument
76 pgtable_free_tlb(tlb, table, 0); in __pte_free_tlb()
H A Dtlbflush.h14 void hash__flush_gather(struct mmu_gather *tlb);
30 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush() argument
34 hash__flush_gather(tlb); in tlb_flush()
/linux/arch/sh/include/asm/
H A Dpgalloc.h20 #define __pmd_free_tlb(tlb, pmdp, addr) pmd_free((tlb)->mm, (pmdp)) argument
35 #define __pte_free_tlb(tlb, pte, addr) \ argument
36 tlb_remove_ptdesc((tlb), page_ptdesc(pte))
/linux/arch/mips/mm/
H A DMakefile17 obj-y += tlb-funcs.o
35 obj-$(CONFIG_CPU_R3K_TLB) += tlb-r3k.o
36 obj-$(CONFIG_CPU_R4K_CACHE_TLB) += c-r4k.o cex-gen.o tlb-r4k.o
38 obj-$(CONFIG_CPU_SB1) += c-r4k.o cerr-sb1.o cex-sb1.o tlb-r4k.o
39 obj-$(CONFIG_CPU_CAVIUM_OCTEON) += c-octeon.o cex-oct.o tlb-r4k.o
/linux/arch/powerpc/include/asm/nohash/64/
H A Dpgalloc.h62 #define __pmd_free_tlb(tlb, pmd, addr) \ argument
63 pgtable_free_tlb(tlb, pmd, PMD_CACHE_INDEX)
64 #define __pud_free_tlb(tlb, pud, addr) \ argument
65 pgtable_free_tlb(tlb, pud, PUD_INDEX_SIZE)
/linux/arch/arm/mm/
H A DMakefile58 obj-$(CONFIG_CPU_TLB_V4WT) += tlb-v4.o
59 obj-$(CONFIG_CPU_TLB_V4WB) += tlb-v4wb.o
60 obj-$(CONFIG_CPU_TLB_V4WBI) += tlb-v4wbi.o
61 obj-$(CONFIG_CPU_TLB_FEROCEON) += tlb-v4wbi.o # reuse v4wbi TLB functions
62 obj-$(CONFIG_CPU_TLB_V6) += tlb-v6.o
63 obj-$(CONFIG_CPU_TLB_V7) += tlb-v7.o
64 obj-$(CONFIG_CPU_TLB_FA) += tlb-fa.o
65 obj-y += tlb.o
/linux/tools/testing/vma/include/
H A Dstubs.h52 static inline void free_pgd_range(struct mmu_gather *tlb, in free_pgd_range() argument
381 static inline void tlb_gather_mmu(struct mmu_gather *tlb, struct mm_struct *mm) in tlb_gather_mmu() argument
393 static inline void unmap_vmas(struct mmu_gather *tlb, struct unmap_desc *unmap) in unmap_vmas() argument
397 static inline void free_pgtables(struct mmu_gather *tlb, struct unmap_desc *unmap) in free_pgtables() argument
409 static inline void tlb_finish_mmu(struct mmu_gather *tlb) in tlb_finish_mmu() argument
/linux/arch/xtensa/include/asm/
H A Dtlb.h19 #define __pte_free_tlb(tlb, pte, address) pte_free((tlb)->mm, pte) argument
/linux/mm/
H A Dmemory.c86 #include <asm/tlb.h>
176 static void free_pte_range(struct mmu_gather *tlb, pmd_t *pmd, in free_pte_range() argument
181 pte_free_tlb(tlb, token, addr); in free_pte_range()
182 mm_dec_nr_ptes(tlb->mm); in free_pte_range()
185 static inline void free_pmd_range(struct mmu_gather *tlb, pud_t *pud, in free_pmd_range() argument
199 free_pte_range(tlb, pmd, addr); in free_pmd_range()
215 pmd_free_tlb(tlb, pmd, start); in free_pmd_range()
216 mm_dec_nr_pmds(tlb->mm); in free_pmd_range()
219 static inline void free_pud_range(struct mmu_gather *tlb, p4d_t *p4d, in free_pud_range() argument
233 free_pmd_range(tlb, pu in free_pud_range()
253 free_p4d_range(struct mmu_gather * tlb,pgd_t * pgd,unsigned long addr,unsigned long end,unsigned long floor,unsigned long ceiling) free_p4d_range() argument
298 free_pgd_range(struct mmu_gather * tlb,unsigned long addr,unsigned long end,unsigned long floor,unsigned long ceiling) free_pgd_range() argument
373 free_pgtables(struct mmu_gather * tlb,struct unmap_desc * unmap) free_pgtables() argument
1638 zap_present_folio_ptes(struct mmu_gather * tlb,struct vm_area_struct * vma,struct folio * folio,struct page * page,pte_t * pte,pte_t ptent,unsigned int nr,unsigned long addr,struct zap_details * details,int * rss,bool * force_flush,bool * force_break,bool * any_skipped) zap_present_folio_ptes() argument
1689 zap_present_ptes(struct mmu_gather * tlb,struct vm_area_struct * vma,pte_t * pte,pte_t ptent,unsigned int max_nr,unsigned long addr,struct zap_details * details,int * rss,bool * force_flush,bool * force_break,bool * any_skipped) zap_present_ptes() argument
1735 zap_nonpresent_ptes(struct mmu_gather * tlb,struct vm_area_struct * vma,pte_t * pte,pte_t ptent,unsigned int max_nr,unsigned long addr,struct zap_details * details,int * rss,bool * any_skipped) zap_nonpresent_ptes() argument
1806 do_zap_pte_range(struct mmu_gather * tlb,struct vm_area_struct * vma,pte_t * pte,unsigned long addr,unsigned long end,struct zap_details * details,int * rss,bool * force_flush,bool * force_break,bool * any_skipped) do_zap_pte_range() argument
1900 zap_pte_range(struct mmu_gather * tlb,struct vm_area_struct * vma,pmd_t * pmd,unsigned long addr,unsigned long end,struct zap_details * details) zap_pte_range() argument
1992 zap_pmd_range(struct mmu_gather * tlb,struct vm_area_struct * vma,pud_t * pud,unsigned long addr,unsigned long end,struct zap_details * details) zap_pmd_range() argument
2028 zap_pud_range(struct mmu_gather * tlb,struct vm_area_struct * vma,p4d_t * p4d,unsigned long addr,unsigned long end,struct zap_details * details) zap_pud_range() argument
2056 zap_p4d_range(struct mmu_gather * tlb,struct vm_area_struct * vma,pgd_t * pgd,unsigned long addr,unsigned long end,struct zap_details * details) zap_p4d_range() argument
2075 __zap_vma_range(struct mmu_gather * tlb,struct vm_area_struct * vma,unsigned long start,unsigned long end,struct zap_details * details) __zap_vma_range() argument
2130 struct mmu_gather tlb; zap_vma_for_reaping() local
2161 unmap_vmas(struct mmu_gather * tlb,struct unmap_desc * unmap) unmap_vmas() argument
2199 zap_vma_range_batched(struct mmu_gather * tlb,struct vm_area_struct * vma,unsigned long address,unsigned long size,struct zap_details * details) zap_vma_range_batched() argument
2244 struct mmu_gather tlb; zap_vma_range() local
4346 struct mmu_gather tlb; unmap_mapping_range_tree() local
[all...]

1234