Home
last modified time | relevance | path

Searched refs:vm_mm (Results 1 – 25 of 99) sorted by relevance

1234

/linux/arch/powerpc/mm/book3s64/
H A Dradix_hugetlbpage.c16 radix__flush_tlb_page_psize(vma->vm_mm, vmaddr, psize); in radix__flush_hugetlb_page()
25 radix__local_flush_tlb_page_psize(vma->vm_mm, vmaddr, psize); in radix__local_flush_hugetlb_page()
39 radix__flush_tlb_pwc_range_psize(vma->vm_mm, start, end, psize); in radix__flush_hugetlb_tlb_range()
41 radix__flush_tlb_range_psize(vma->vm_mm, start, end, psize); in radix__flush_hugetlb_tlb_range()
42 mmu_notifier_arch_invalidate_secondary_tlbs(vma->vm_mm, start, end); in radix__flush_hugetlb_tlb_range()
49 struct mm_struct *mm = vma->vm_mm; in radix__huge_ptep_modify_prot_commit()
62 set_huge_pte_at(vma->vm_mm, addr, ptep, pte, psize); in radix__huge_ptep_modify_prot_commit()
/linux/arch/mips/mm/
H A Dtlb-r3k.c71 struct mm_struct *mm = vma->vm_mm; in local_flush_tlb_range()
152 if (cpu_context(cpu, vma->vm_mm) != 0) { in local_flush_tlb_page()
157 printk("[tlbpage<%lu,0x%08lx>]", cpu_context(cpu, vma->vm_mm), page); in local_flush_tlb_page()
159 newpid = cpu_context(cpu, vma->vm_mm) & asid_mask; in local_flush_tlb_page()
188 if (current->active_mm != vma->vm_mm) in __update_tlb()
194 if ((pid != (cpu_context(cpu, vma->vm_mm) & asid_mask)) || (cpu_context(cpu, vma->vm_mm) == 0)) { in __update_tlb()
196 (cpu_context(cpu, vma->vm_mm)), pid); in __update_tlb()
/linux/arch/riscv/mm/
H A Dtlbflush.c166 __flush_tlb_range(vma->vm_mm, mm_cpumask(vma->vm_mm), in flush_tlb_page()
199 __flush_tlb_range(vma->vm_mm, mm_cpumask(vma->vm_mm), in flush_tlb_range()
213 __flush_tlb_range(vma->vm_mm, mm_cpumask(vma->vm_mm), in flush_pmd_tlb_range()
220 __flush_tlb_range(vma->vm_mm, mm_cpumask(vma->vm_mm), in flush_pud_tlb_range()
/linux/include/linux/
H A Dmmap_lock.h213 struct mm_struct *mm = vma->vm_mm; in vma_refcount_put()
242 mmap_assert_locked(vma->vm_mm); in vma_start_read_locked_nested()
269 const struct mm_struct *mm = vma->vm_mm; in __vma_raw_mm_seqnum()
272 mmap_assert_write_locked(vma->vm_mm); in __vma_raw_mm_seqnum()
409 if (lockdep_is_held(&vma->vm_mm->mmap_lock)) in vma_assert_stabilised()
412 if (rwsem_is_locked(&vma->vm_mm->mmap_lock)) in vma_assert_stabilised()
508 { mmap_assert_write_locked(vma->vm_mm); } in vma_assert_write_locked()
522 mmap_assert_locked(vma->vm_mm); in vma_assert_locked()
528 mmap_assert_locked(vma->vm_mm); in vma_assert_stabilised()
/linux/arch/sh/mm/
H A Dtlbflush_32.c19 if (vma->vm_mm && cpu_context(cpu, vma->vm_mm) != NO_CONTEXT) { in local_flush_tlb_page()
24 asid = cpu_asid(cpu, vma->vm_mm); in local_flush_tlb_page()
28 if (vma->vm_mm != current->mm) { in local_flush_tlb_page()
42 struct mm_struct *mm = vma->vm_mm; in local_flush_tlb_range()
H A Dcache-sh4.c231 if (cpu_context(smp_processor_id(), vma->vm_mm) == NO_CONTEXT) in sh4_flush_cache_page()
234 pmd = pmd_off(vma->vm_mm, address); in sh4_flush_cache_page()
241 if ((vma->vm_mm == current->active_mm)) in sh4_flush_cache_page()
293 if (cpu_context(smp_processor_id(), vma->vm_mm) == NO_CONTEXT) in sh4_flush_cache_range()
/linux/arch/arc/mm/
H A Dtlb.c222 local_flush_tlb_mm(vma->vm_mm); in local_flush_tlb_range()
235 if (asid_mm(vma->vm_mm, cpu) != MM_CTXT_NO_ASID) { in local_flush_tlb_range()
237 tlb_entry_erase(start | hw_pid(vma->vm_mm, cpu)); in local_flush_tlb_range()
288 if (asid_mm(vma->vm_mm, cpu) != MM_CTXT_NO_ASID) { in local_flush_tlb_page()
289 tlb_entry_erase((page & PAGE_MASK) | hw_pid(vma->vm_mm, cpu)); in local_flush_tlb_page()
351 on_each_cpu_mask(mm_cpumask(vma->vm_mm), ipi_flush_tlb_page, &ta, 1); in flush_tlb_page()
363 on_each_cpu_mask(mm_cpumask(vma->vm_mm), ipi_flush_tlb_range, &ta, 1); in flush_tlb_range()
376 on_each_cpu_mask(mm_cpumask(vma->vm_mm), ipi_flush_pmd_tlb_range, &ta, 1); in flush_pmd_tlb_range()
425 if (current->active_mm != vma->vm_mm) in create_tlb()
547 if (likely(asid_mm(vma->vm_mm, cpu) != MM_CTXT_NO_ASID)) { in local_flush_pmd_tlb_range()
[all …]
/linux/mm/
H A Dmemory.c601 __print_bad_page_map_pgtable(vma->vm_mm, addr); in print_bad_page_map()
905 set_pte_at(vma->vm_mm, address, ptep, pte); in restore_exclusive_pte()
1094 set_pte_at(dst_vma->vm_mm, addr, dst_pte, pte); in copy_present_page()
1102 struct mm_struct *src_mm = src_vma->vm_mm; in __copy_present_ptes()
1118 set_ptes(dst_vma->vm_mm, addr, dst_pte, pte, nr); in __copy_present_ptes()
1228 struct mm_struct *dst_mm = dst_vma->vm_mm; in copy_pte_range()
1229 struct mm_struct *src_mm = src_vma->vm_mm; in copy_pte_range()
1383 struct mm_struct *dst_mm = dst_vma->vm_mm; in copy_pmd_range()
1384 struct mm_struct *src_mm = src_vma->vm_mm; in copy_pmd_range()
1420 struct mm_struct *dst_mm = dst_vma->vm_mm; in copy_pud_range()
[all …]
H A Dmigrate_device.c248 struct mm_struct *mm = vma->vm_mm; in migrate_vma_collect_pmd()
512 migrate->vma->vm_mm, migrate->start, migrate->end, in migrate_vma_collect()
516 walk_page_range(migrate->vma->vm_mm, migrate->start, migrate->end, in migrate_vma_collect()
817 if (mem_cgroup_charge(folio, migrate->vma->vm_mm, gfp)) { in migrate_vma_insert_huge_pmd_page()
826 pgtable = pte_alloc_one(vma->vm_mm); in migrate_vma_insert_huge_pmd_page()
850 ptl = pmd_lock(vma->vm_mm, pmdp); in migrate_vma_insert_huge_pmd_page()
851 csa_ret = check_stable_address_space(vma->vm_mm); in migrate_vma_insert_huge_pmd_page()
869 add_mm_counter(vma->vm_mm, MM_ANONPAGES, HPAGE_PMD_NR); in migrate_vma_insert_huge_pmd_page()
876 pte_free(vma->vm_mm, pgtable); in migrate_vma_insert_huge_pmd_page()
880 pgtable_trans_huge_deposit(vma->vm_mm, pmdp, pgtable); in migrate_vma_insert_huge_pmd_page()
[all …]
H A Dhuge_memory.c133 if (!vma->vm_mm) /* vdso */ in __thp_vma_allowable_orders()
1349 if (mem_cgroup_charge(folio, vma->vm_mm, gfp)) { in vma_alloc_anon_folio_pmd()
1385 set_pmd_at(vma->vm_mm, haddr, pmd, entry); in map_anon_folio_pmd_nopf()
1394 add_mm_counter(vma->vm_mm, MM_ANONPAGES, HPAGE_PMD_NR); in map_anon_folio_pmd_pf()
1397 count_memcg_event_mm(vma->vm_mm, THP_FAULT_ALLOC); in map_anon_folio_pmd_pf()
1412 pgtable = pte_alloc_one(vma->vm_mm); in __do_huge_pmd_anonymous_page()
1418 vmf->ptl = pmd_lock(vma->vm_mm, vmf->pmd); in __do_huge_pmd_anonymous_page()
1422 ret = check_stable_address_space(vma->vm_mm); in __do_huge_pmd_anonymous_page()
1430 pte_free(vma->vm_mm, pgtable); in __do_huge_pmd_anonymous_page()
1435 pgtable_trans_huge_deposit(vma->vm_mm, vmf->pmd, pgtable); in __do_huge_pmd_anonymous_page()
[all …]
H A Dpagewalk.c721 .mm = vma->vm_mm, in walk_page_range_vma_unsafe()
751 .mm = vma->vm_mm, in walk_page_vma()
829 walk.mm = vma->vm_mm; in walk_page_mapping()
911 mmap_assert_locked(vma->vm_mm); in folio_walk_start()
917 pgdp = pgd_offset(vma->vm_mm, addr); in folio_walk_start()
931 ptl = pud_lock(vma->vm_mm, pudp); in folio_walk_start()
962 ptl = pmd_lock(vma->vm_mm, pmdp); in folio_walk_start()
993 ptep = pte_offset_map_lock(vma->vm_mm, pmdp, addr, &ptl); in folio_walk_start()
/linux/arch/arm/mm/
H A Dfault-armv.c57 set_pte_at(vma->vm_mm, address, ptep, entry); in do_adjust_pte()
76 pgd = pgd_offset(vma->vm_mm, address); in adjust_pte()
98 pte = pte_offset_map_rw_nolock(vma->vm_mm, pmd, address, &pmdval, &ptl); in adjust_pte()
129 struct mm_struct *mm = vma->vm_mm; in make_coherent()
157 if (mpnt->vm_mm != mm || mpnt == vma) in make_coherent()
/linux/arch/arm/kernel/
H A Dsmp_tlb.c202 on_each_cpu_mask(mm_cpumask(vma->vm_mm), ipi_flush_tlb_page, in flush_tlb_page()
206 broadcast_tlb_mm_a15_erratum(vma->vm_mm); in flush_tlb_page()
228 on_each_cpu_mask(mm_cpumask(vma->vm_mm), ipi_flush_tlb_range, in flush_tlb_range()
232 broadcast_tlb_mm_a15_erratum(vma->vm_mm); in flush_tlb_range()
/linux/arch/m68k/include/asm/
H A Dtlbflush.h86 if (vma->vm_mm == current->active_mm) in flush_tlb_page()
93 if (vma->vm_mm == current->active_mm) in flush_tlb_range()
171 sun3_put_context(vma->vm_mm->context); in flush_tlb_page()
188 struct mm_struct *mm = vma->vm_mm; in flush_tlb_range()
/linux/arch/um/include/asm/
H A Dtlbflush.h41 um_tlb_mark_sync(vma->vm_mm, address, address + PAGE_SIZE); in flush_tlb_page()
47 um_tlb_mark_sync(vma->vm_mm, start, end); in flush_tlb_range()
/linux/arch/parisc/include/asm/
H A Dtlbflush.h20 __flush_tlb_range((vma)->vm_mm->context.space_id, start, end)
67 purge_tlb_entries(vma->vm_mm, addr); in flush_tlb_page()
/linux/arch/hexagon/mm/
H A Dvm_tlb.c29 struct mm_struct *mm = vma->vm_mm; in flush_tlb_range()
69 struct mm_struct *mm = vma->vm_mm; in flush_tlb_page()
/linux/arch/mips/kernel/
H A Dsmp.c601 struct mm_struct *mm = vma->vm_mm; in flush_tlb_range()
681 write_c0_memorymapid(cpu_asid(0, vma->vm_mm)); in flush_tlb_page()
688 } else if ((atomic_read(&vma->vm_mm->mm_users) != 1) || in flush_tlb_page()
689 (current->mm != vma->vm_mm)) { in flush_tlb_page()
707 if (cpu != smp_processor_id() && cpu_context(cpu, vma->vm_mm)) in flush_tlb_page()
708 set_cpu_context(cpu, vma->vm_mm, 1); in flush_tlb_page()
/linux/drivers/xen/
H A Dxlate_mmu.c138 set_pte_at(info->vma->vm_mm, addr, ptep, pte); in remap_pte_fn()
168 err = apply_to_page_range(vma->vm_mm, addr, range, in xen_xlate_remap_gfn_array()
288 .mm = vma->vm_mm, in xen_remap_vma_range()
293 return apply_to_page_range(vma->vm_mm, addr, len, remap_pfn_fn, &r); in xen_remap_vma_range()
/linux/arch/hexagon/kernel/
H A Dvdso.c92 if (vma->vm_mm && vma->vm_start == (long)vma->vm_mm->context.vdso) in arch_vma_name()
/linux/tools/testing/selftests/bpf/progs/
H A Dlsm.c92 struct mm_struct *mm = vma->vm_mm; in BPF_PROG()
123 bpf_copy_from_user(args, sizeof(args), (void *)bprm->vma->vm_mm->arg_start); in BPF_PROG()
/linux/arch/sh/kernel/
H A Dsmp.c395 struct mm_struct *mm = vma->vm_mm; in flush_tlb_range()
441 if ((atomic_read(&vma->vm_mm->mm_users) != 1) || in flush_tlb_page()
442 (current->mm != vma->vm_mm)) { in flush_tlb_page()
452 cpu_context(i, vma->vm_mm) = 0; in flush_tlb_page()
/linux/arch/powerpc/mm/book3s32/
H A Dtlb.c93 hash__flush_range(mp->vm_mm, mp->vm_start, mp->vm_end); in hash__flush_tlb_mm()
102 mm = (vmaddr < TASK_SIZE)? vma->vm_mm: &init_mm; in hash__flush_tlb_page()
/linux/arch/s390/include/asm/
H A Dpgtable.h1174 pte = ptep_xchg_direct(vma->vm_mm, addr, ptep, pte_mkold(pte)); in ptep_test_and_clear_young()
1210 res = ptep_xchg_direct(vma->vm_mm, addr, ptep, __pte(_PAGE_INVALID)); in ptep_clear_flush()
1212 if (mm_is_protected(vma->vm_mm) && pte_present(res)) in ptep_clear_flush()
1214 page_table_check_pte_clear(vma->vm_mm, addr, res); in ptep_clear_flush()
1317 ptep_reset_dat_prot(vma->vm_mm, addr, ptep, entry); in ptep_set_access_flags()
1319 ptep_xchg_direct(vma->vm_mm, addr, ptep, entry); in ptep_set_access_flags()
1689 pmdp_xchg_direct(vma->vm_mm, addr, pmdp, entry); in pmdp_set_access_flags()
1699 pmd = pmdp_xchg_direct(vma->vm_mm, addr, pmdp, pmd_mkold(pmd)); in pmdp_test_and_clear_young()
1746 page_table_check_pmd_clear(vma->vm_mm, addr, pmd); in pmdp_huge_get_and_clear_full()
1749 pmd = pmdp_xchg_lazy(vma->vm_mm, addr, pmdp, __pmd(_SEGMENT_ENTRY_EMPTY)); in pmdp_huge_get_and_clear_full()
[all …]
/linux/arch/sh/kernel/vsyscall/
H A Dvsyscall.c118 if (vma->vm_mm && vma->vm_start == (long)vma->vm_mm->context.vdso) in arch_vma_name()

1234