927 		struct vm_area_struct *src_vma, unsigned long addr, int *rss)  in copy_nonpresent_pte()  argument
991 		folio_try_dup_anon_rmap_pte(folio, page, dst_vma, src_vma);  in copy_nonpresent_pte()
1016 		VM_BUG_ON(!is_cow_mapping(src_vma->vm_flags));  in copy_nonpresent_pte()
1017 		if (try_restore_exclusive_pte(src_vma, addr, src_pte, orig_pte))  in copy_nonpresent_pte()
1047 copy_present_page(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma,  in copy_present_page()  argument
1063 	if (copy_mc_user_highpage(&new_folio->page, page, addr, src_vma))  in copy_present_page()
1083 		struct vm_area_struct *src_vma, pte_t *dst_pte, pte_t *src_pte,  in __copy_present_ptes()  argument
1086 	struct mm_struct *src_mm = src_vma->vm_mm;  in __copy_present_ptes()
1089 	if (is_cow_mapping(src_vma->vm_flags) && pte_write(pte)) {  in __copy_present_ptes()
1095 	if (src_vma->vm_flags & VM_SHARED)  in __copy_present_ptes()
1113 copy_present_ptes(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma,  in copy_present_ptes()  argument
1122 	page = vm_normal_page(src_vma, addr, pte);  in copy_present_ptes()
1134 		if (!(src_vma->vm_flags & VM_SHARED))  in copy_present_ptes()
1136 		if (vma_soft_dirty_enabled(src_vma))  in copy_present_ptes()
1139 		nr = folio_pte_batch_flags(folio, src_vma, src_pte, &pte, max_nr, flags);  in copy_present_ptes()
1143 								  nr, dst_vma, src_vma))) {  in copy_present_ptes()
1153 		__copy_present_ptes(dst_vma, src_vma, dst_pte, src_pte, pte,  in copy_present_ptes()
1166 		if (unlikely(folio_try_dup_anon_rmap_pte(folio, page, dst_vma, src_vma))) {  in copy_present_ptes()
1169 			err = copy_present_page(dst_vma, src_vma, dst_pte, src_pte,  in copy_present_ptes()
1181 	__copy_present_ptes(dst_vma, src_vma, dst_pte, src_pte, pte, addr, 1);  in copy_present_ptes()
1208 copy_pte_range(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma,  in copy_pte_range()  argument
1213 	struct mm_struct *src_mm = src_vma->vm_mm;  in copy_pte_range()
1282 						  dst_vma, src_vma,  in copy_pte_range()
1304 		ret = copy_present_ptes(dst_vma, src_vma, dst_pte, src_pte,  in copy_pte_range()
1344 		prealloc = folio_prealloc(src_mm, src_vma, addr, false);  in copy_pte_range()
1363 copy_pmd_range(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma,  in copy_pmd_range()  argument
1368 	struct mm_struct *src_mm = src_vma->vm_mm;  in copy_pmd_range()
1381 			VM_BUG_ON_VMA(next-addr != HPAGE_PMD_SIZE, src_vma);  in copy_pmd_range()
1383 					    addr, dst_vma, src_vma);  in copy_pmd_range()
1392 		if (copy_pte_range(dst_vma, src_vma, dst_pmd, src_pmd,  in copy_pmd_range()
1400 copy_pud_range(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma,  in copy_pud_range()  argument
1405 	struct mm_struct *src_mm = src_vma->vm_mm;  in copy_pud_range()
1418 			VM_BUG_ON_VMA(next-addr != HPAGE_PUD_SIZE, src_vma);  in copy_pud_range()
1420 					    dst_pud, src_pud, addr, src_vma);  in copy_pud_range()
1429 		if (copy_pmd_range(dst_vma, src_vma, dst_pud, src_pud,  in copy_pud_range()
1437 copy_p4d_range(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma,  in copy_p4d_range()  argument
1453 		if (copy_pud_range(dst_vma, src_vma, dst_p4d, src_p4d,  in copy_p4d_range()
1466 vma_needs_copy(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma)  in vma_needs_copy()  argument
1468 	if (src_vma->vm_flags & VM_COPY_ON_FORK)  in vma_needs_copy()
1474 	if (src_vma->anon_vma)  in vma_needs_copy()
1487 copy_page_range(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma)  in copy_page_range()  argument
1490 	unsigned long addr = src_vma->vm_start;  in copy_page_range()
1491 	unsigned long end = src_vma->vm_end;  in copy_page_range()
1493 	struct mm_struct *src_mm = src_vma->vm_mm;  in copy_page_range()
1499 	if (!vma_needs_copy(dst_vma, src_vma))  in copy_page_range()
1502 	if (is_vm_hugetlb_page(src_vma))  in copy_page_range()
1503 		return copy_hugetlb_page_range(dst_mm, src_mm, dst_vma, src_vma);  in copy_page_range()
1511 	is_cow = is_cow_mapping(src_vma->vm_flags);  in copy_page_range()
1524 		vma_assert_write_locked(src_vma);  in copy_page_range()
1535 		if (unlikely(copy_p4d_range(dst_vma, src_vma, dst_pgd, src_pgd,  in copy_page_range()