Lines Matching refs:src_pte
926 pte_t *dst_pte, pte_t *src_pte, struct vm_area_struct *dst_vma, in copy_nonpresent_pte() argument
930 pte_t orig_pte = ptep_get(src_pte); in copy_nonpresent_pte()
951 set_pte_at(src_mm, addr, src_pte, pte); in copy_nonpresent_pte()
973 set_pte_at(src_mm, addr, src_pte, pte); in copy_nonpresent_pte()
1007 set_pte_at(src_mm, addr, src_pte, pte); in copy_nonpresent_pte()
1017 if (try_restore_exclusive_pte(src_vma, addr, src_pte, orig_pte)) in copy_nonpresent_pte()
1048 pte_t *dst_pte, pte_t *src_pte, unsigned long addr, int *rss, in copy_present_page() argument
1075 if (userfaultfd_pte_wp(dst_vma, ptep_get(src_pte))) in copy_present_page()
1083 struct vm_area_struct *src_vma, pte_t *dst_pte, pte_t *src_pte, in __copy_present_ptes() argument
1090 wrprotect_ptes(src_mm, addr, src_pte, nr); in __copy_present_ptes()
1114 pte_t *dst_pte, pte_t *src_pte, pte_t pte, unsigned long addr, in copy_present_ptes() argument
1139 nr = folio_pte_batch_flags(folio, src_vma, src_pte, &pte, max_nr, flags); in copy_present_ptes()
1153 __copy_present_ptes(dst_vma, src_vma, dst_pte, src_pte, pte, in copy_present_ptes()
1169 err = copy_present_page(dst_vma, src_vma, dst_pte, src_pte, in copy_present_ptes()
1181 __copy_present_ptes(dst_vma, src_vma, dst_pte, src_pte, pte, addr, 1); in copy_present_ptes()
1215 pte_t *src_pte, *dst_pte; in copy_pte_range() local
1249 src_pte = pte_offset_map_rw_nolock(src_mm, src_pmd, addr, &dummy_pmdval, in copy_pte_range()
1251 if (!src_pte) { in copy_pte_range()
1257 orig_src_pte = src_pte; in copy_pte_range()
1274 ptent = ptep_get(src_pte); in copy_pte_range()
1281 dst_pte, src_pte, in copy_pte_range()
1285 entry = softleaf_from_pte(ptep_get(src_pte)); in copy_pte_range()
1293 ptent = ptep_get(src_pte); in copy_pte_range()
1304 ret = copy_present_ptes(dst_vma, src_vma, dst_pte, src_pte, in copy_pte_range()
1325 } while (dst_pte += nr, src_pte += nr, addr += PAGE_SIZE * nr, in copy_pte_range()