Searched refs:src_pte (Results 1 – 3 of 3) sorted by relevance
| /linux/mm/ |
| H A D | userfaultfd.c | 1020 static inline bool is_pte_pages_stable(pte_t *dst_pte, pte_t *src_pte, in is_pte_pages_stable() argument
1024 return pte_same(ptep_get(src_pte), orig_src_pte) && in is_pte_pages_stable()
1033 pte_t *dst_pte, pte_t *src_pte, in move_present_pte() argument
1043 if (!is_pte_pages_stable(dst_pte, src_pte, orig_dst_pte, orig_src_pte, in move_present_pte()
1055 orig_src_pte = ptep_clear_flush(src_vma, src_addr, src_pte); in move_present_pte()
1058 set_pte_at(mm, src_addr, src_pte, orig_src_pte); in move_present_pte()
1083 pte_t *dst_pte, pte_t *src_pte, in move_swap_pte() argument
1101 if (!is_pte_pages_stable(dst_pte, src_pte, orig_dst_pte, orig_src_pte, in move_swap_pte()
1136 orig_src_pte = ptep_get_and_clear(mm, src_addr, src_pte); in move_swap_pte()
1150 pte_t *dst_pte, pte_t *src_pte, in move_zeropage_pte() argument
[all …]
|
| H A D | memory.c | 796 pte_t *dst_pte, pte_t *src_pte, struct vm_area_struct *dst_vma, in copy_nonpresent_pte() argument
800 pte_t orig_pte = ptep_get(src_pte); in copy_nonpresent_pte()
821 set_pte_at(src_mm, addr, src_pte, pte); in copy_nonpresent_pte()
843 set_pte_at(src_mm, addr, src_pte, pte); in copy_nonpresent_pte()
877 set_pte_at(src_mm, addr, src_pte, pte); in copy_nonpresent_pte()
887 if (try_restore_exclusive_pte(src_vma, addr, src_pte, orig_pte)) in copy_nonpresent_pte()
918 pte_t *dst_pte, pte_t *src_pte, unsigned long addr, int *rss, in copy_present_page() argument
945 if (userfaultfd_pte_wp(dst_vma, ptep_get(src_pte))) in copy_present_page()
953 struct vm_area_struct *src_vma, pte_t *dst_pte, pte_t *src_pte, in __copy_present_ptes() argument
960 wrprotect_ptes(src_mm, addr, src_pte, nr); in __copy_present_ptes()
[all …]
|
| H A D | hugetlb.c | 5555 pte_t *src_pte, *dst_pte, entry; in copy_hugetlb_page_range() local
5586 src_pte = hugetlb_walk(src_vma, addr, sz); in copy_hugetlb_page_range()
5587 if (!src_pte) { in copy_hugetlb_page_range()
5611 src_ptl = huge_pte_lockptr(h, src, src_pte); in copy_hugetlb_page_range()
5613 entry = huge_ptep_get(src_vma->vm_mm, addr, src_pte); in copy_hugetlb_page_range()
5638 set_huge_pte_at(src, addr, src_pte, entry, sz); in copy_hugetlb_page_range()
5651 entry = huge_ptep_get(src_vma->vm_mm, addr, src_pte); in copy_hugetlb_page_range()
5690 src_ptl = huge_pte_lockptr(h, src, src_pte); in copy_hugetlb_page_range()
5692 entry = huge_ptep_get(src_vma->vm_mm, addr, src_pte); in copy_hugetlb_page_range()
5715 huge_ptep_set_wrprotect(src, addr, src_pte); in copy_hugetlb_page_range()
[all …]
|