Searched refs:src_vma (Results 1 – 5 of 5) sorted by relevance
| /linux/mm/ |
| H A D | userfaultfd.c | 1129 static struct folio *check_ptes_for_batched_move(struct vm_area_struct *src_vma, in check_ptes_for_batched_move() argument
1144 folio = vm_normal_folio(src_vma, src_addr, orig_src_pte); in check_ptes_for_batched_move()
1160 struct vm_area_struct *src_vma, in move_present_ptes() argument
1175 flush_cache_range(src_vma, src_addr, src_end); in move_present_ptes()
1223 src_folio = check_ptes_for_batched_move(src_vma, src_addr, in move_present_ptes()
1231 flush_tlb_range(src_vma, src_start, src_addr); in move_present_ptes()
1302 struct vm_area_struct *src_vma, in move_zeropage_pte() argument
1320 ptep_clear_flush(src_vma, src_addr, src_pte); in move_zeropage_pte()
1335 struct vm_area_struct *src_vma, in move_pages_ptes() argument
1423 ret = move_zeropage_pte(mm, dst_vma, src_vma, in move_pages_ptes()
[all …]
|
| H A D | memory.c | 943 struct vm_area_struct *src_vma, unsigned long addr, int *rss) in copy_nonpresent_pte() argument
1007 folio_try_dup_anon_rmap_pte(folio, page, dst_vma, src_vma); in copy_nonpresent_pte()
1032 VM_BUG_ON(!is_cow_mapping(src_vma->vm_flags)); in copy_nonpresent_pte()
1033 if (try_restore_exclusive_pte(src_vma, addr, src_pte, orig_pte)) in copy_nonpresent_pte()
1063 copy_present_page(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma, in copy_present_page() argument
1079 if (copy_mc_user_highpage(&new_folio->page, page, addr, src_vma)) in copy_present_page()
1099 struct vm_area_struct *src_vma, pte_t *dst_pte, pte_t *src_pte, in __copy_present_ptes() argument
1102 struct mm_struct *src_mm = src_vma->vm_mm; in __copy_present_ptes()
1105 if (is_cow_mapping(src_vma->vm_flags) && pte_write(pte)) { in __copy_present_ptes()
1111 if (src_vma->vm_flags & VM_SHARED) in __copy_present_ptes()
[all …]
|
| H A D | hugetlb.c | 4871 struct vm_area_struct *src_vma) in copy_hugetlb_page_range() argument
4876 bool cow = is_cow_mapping(src_vma->vm_flags); in copy_hugetlb_page_range()
4877 struct hstate *h = hstate_vma(src_vma); in copy_hugetlb_page_range()
4887 src_vma->vm_start, in copy_hugetlb_page_range()
4888 src_vma->vm_end); in copy_hugetlb_page_range()
4890 vma_assert_write_locked(src_vma); in copy_hugetlb_page_range()
4899 hugetlb_vma_lock_read(src_vma); in copy_hugetlb_page_range()
4903 for (addr = src_vma->vm_start; addr < src_vma->vm_end; addr += sz) { in copy_hugetlb_page_range()
4905 src_pte = hugetlb_walk(src_vma, addr, sz); in copy_hugetlb_page_range()
4927 entry = huge_ptep_get(src_vma->vm_mm, addr, src_pte); in copy_hugetlb_page_range()
[all …]
|
| H A D | huge_memory.c | 1873 struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma, in copy_huge_non_present_pmd() argument
1915 dst_vma, src_vma); in copy_huge_non_present_pmd()
1928 struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma) in copy_huge_pmd() argument
1952 VM_WARN_ON_ONCE(is_cow_mapping(src_vma->vm_flags) && pmd_write(pmd)); in copy_huge_pmd()
1974 dst_vma, src_vma, pmd, pgtable); in copy_huge_pmd()
2003 if (unlikely(folio_try_dup_anon_rmap_pmd(src_folio, src_page, dst_vma, src_vma))) { in copy_huge_pmd()
2009 __split_huge_pmd(src_vma, src_pmd, addr, false); in copy_huge_pmd()
2809 struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma, in move_pages_huge_pmd() argument
2824 vma_assert_locked(src_vma); in move_pages_huge_pmd()
2858 flush_cache_range(src_vma, src_addr, src_addr + HPAGE_PMD_SIZE); in move_pages_huge_pmd()
[all …]
|
| /linux/include/linux/ |
| H A D | mm.h | 3096 copy_page_range(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma);
|