Lines Matching refs:dst_mm
103 static struct vm_area_struct *uffd_mfill_lock(struct mm_struct *dst_mm, in uffd_mfill_lock() argument
109 dst_vma = uffd_lock_vma(dst_mm, dst_start); in uffd_mfill_lock()
124 static struct vm_area_struct *uffd_mfill_lock(struct mm_struct *dst_mm, in uffd_mfill_lock() argument
130 mmap_read_lock(dst_mm); in uffd_mfill_lock()
131 dst_vma = find_vma_and_prepare_anon(dst_mm, dst_start); in uffd_mfill_lock()
140 mmap_read_unlock(dst_mm); in uffd_mfill_lock()
178 struct mm_struct *dst_mm = dst_vma->vm_mm; in mfill_atomic_install_pte() local
196 dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl); in mfill_atomic_install_pte()
228 inc_mm_counter(dst_mm, mm_counter(folio)); in mfill_atomic_install_pte()
230 set_pte_at(dst_mm, dst_addr, dst_pte, _dst_pte); in mfill_atomic_install_pte()
434 struct mm_struct *dst_mm = dst_vma->vm_mm; in mfill_atomic_pte_poison() local
440 dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl); in mfill_atomic_pte_poison()
454 set_pte_at(dst_mm, dst_addr, dst_pte, _dst_pte); in mfill_atomic_pte_poison()
500 struct mm_struct *dst_mm = dst_vma->vm_mm; in mfill_atomic_hugetlb() local
542 dst_vma = uffd_mfill_lock(dst_mm, dst_start, len); in mfill_atomic_hugetlb()
583 dst_pte = huge_pte_alloc(dst_mm, dst_vma, dst_addr, vma_hpagesize); in mfill_atomic_hugetlb()
591 !huge_pte_none_mostly(huge_ptep_get(dst_mm, dst_addr, dst_pte))) { in mfill_atomic_hugetlb()
707 struct mm_struct *dst_mm = ctx->mm; in mfill_atomic() local
734 dst_vma = uffd_mfill_lock(dst_mm, dst_start, len); in mfill_atomic()
784 dst_pmd = mm_alloc_pmd(dst_mm, dst_addr); in mfill_atomic()
792 unlikely(__pte_alloc(dst_mm, dst_pmd))) { in mfill_atomic()
936 struct mm_struct *dst_mm = ctx->mm; in mwriteprotect_range() local
942 VMA_ITERATOR(vmi, dst_mm, start); in mwriteprotect_range()
953 mmap_read_lock(dst_mm); in mwriteprotect_range()
992 mmap_read_unlock(dst_mm); in mwriteprotect_range()