| /linux/include/asm-generic/ |
| H A D | tlb.h | 100 * - mmu_gather::fullmm
330 unsigned int fullmm : 1;
388 if (tlb->fullmm) { in __tlb_reset_range()
436 if (tlb->fullmm || tlb->need_flush_all) {
523 if (!tlb->fullmm && !tlb->need_flush_all) in tlb_get_unmap_shift()
557 if (tlb->fullmm) in tlb_end_vma()
568 if (tlb->fullmm) in tlb_end_vma()
314 unsigned int fullmm : 1; global() member
|
| /linux/mm/ |
| H A D | mmu_gather.c | 400 bool fullmm)
403 tlb->fullmm = fullmm;
476 * The aarch64 yields better performance with fullmm by
480 * On x86 non-fullmm doesn't yield significant difference
481 * against fullmm.
483 tlb->fullmm = 1;
377 __tlb_gather_mmu(struct mmu_gather * tlb,struct mm_struct * mm,bool fullmm) __tlb_gather_mmu() argument
|
| H A D | madvise.c | 696 clear_not_present_full_ptes(mm, addr, pte, nr, tlb->fullmm); in madvise_free_pte_range()
699 pte_clear_not_present_full(mm, addr, pte, tlb->fullmm); in madvise_free_pte_range()
|
| H A D | memory.c | 1511 ptent = get_and_clear_full_ptes(mm, addr, pte, nr, tlb->fullmm); in zap_present_folio_ptes()
1524 clear_full_ptes(mm, addr, pte, nr, tlb->fullmm); in zap_present_folio_ptes()
1567 ptep_get_and_clear_full(mm, addr, pte, tlb->fullmm); in zap_present_ptes()
1666 clear_not_present_full_ptes(vma->vm_mm, addr, pte, nr, tlb->fullmm); in zap_nonpresent_ptes()
|
| H A D | huge_memory.c | 2141 tlb->fullmm); in zap_huge_pmd()
2646 orig_pud = pudp_huge_get_and_clear_full(vma, addr, pud, tlb->fullmm); in zap_huge_pud()
|
| /linux/arch/sparc/include/asm/ |
| H A D | pgtable_64.h | 898 pte_t *ptep, pte_t orig, int fullmm,
902 pte_t *ptep, pte_t orig, int fullmm, in maybe_tlb_batch_add() argument
912 tlb_batch_add(mm, vaddr, ptep, orig, fullmm, hugepage_shift); in maybe_tlb_batch_add()
926 pte_t *ptep, pte_t pte, int fullmm) in __set_pte_at() argument
931 maybe_tlb_batch_add(mm, addr, ptep, orig, fullmm, PAGE_SHIFT); in __set_pte_at()
956 #define pte_clear_not_present_full(mm,addr,ptep,fullmm) \ argument
957 __set_pte_at((mm), (addr), (ptep), __pte(0UL), (fullmm))
|
| /linux/arch/riscv/include/asm/ |
| H A D | tlb.h | 19 if (tlb->fullmm || tlb->need_flush_all || tlb->freed_tables)
|
| /linux/arch/powerpc/mm/book3s64/ |
| H A D | radix_tlb.c | 609 static void __flush_all_mm(struct mm_struct *mm, bool fullmm) in __flush_all_mm() argument
765 static enum tlb_flush_type flush_type_needed(struct mm_struct *mm, bool fullmm) in flush_type_needed() argument
796 if (fullmm) in flush_type_needed()
875 static void __flush_all_mm(struct mm_struct *mm, bool fullmm) in __flush_all_mm() argument
886 type = flush_type_needed(mm, fullmm); in __flush_all_mm()
1199 if (tlb->fullmm) { in radix__tlb_flush()
|
| /linux/arch/arm64/include/asm/ |
| H A D | tlb.h | 65 if (tlb->fullmm) { in tlb_flush()
|
| /linux/arch/loongarch/include/asm/ |
| H A D | tlb.h | 146 if (tlb->fullmm) { in tlb_flush()
|