Home
last modified time | relevance | path

Searched refs:dst_pte (Results 1 – 4 of 4) sorted by relevance

/linux/mm/
H A Duserfaultfd.c364 pte_t _dst_pte, *dst_pte; in mfill_atomic_install_pte()
382 dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl); in mfill_atomic_install_pte()
383 if (!dst_pte) in mfill_atomic_install_pte()
393 dst_ptep = ptep_get(dst_pte); in mfill_atomic_install_pte()
416 set_pte_at(dst_mm, dst_addr, dst_pte, _dst_pte); in mfill_copy_folio_locked()
422 update_mmu_cache(dst_vma, dst_addr, dst_pte); in mfill_copy_folio_locked()
425 pte_unmap_unlock(dst_pte, ptl); in mfill_copy_folio_locked()
659 pte_t _dst_pte, *dst_pte; in mfill_atomic_pte_zeropage()
670 dst_pte = pte_offset_map_lock(dst_vma->vm_mm, dst_pmd, dst_addr, &ptl); in mfill_atomic_pte_zeropage()
671 if (!dst_pte) in mfill_atomic_pte_zeropage()
348 pte_t _dst_pte, *dst_pte; mfill_atomic_install_pte() local
643 pte_t _dst_pte, *dst_pte; mfill_atomic_pte_zeropage() local
724 pte_t _dst_pte, *dst_pte; mfill_atomic_pte_poison() local
771 pte_t *dst_pte; mfill_atomic_hugetlb() local
1179 is_pte_pages_stable(pte_t * dst_pte,pte_t * src_pte,pte_t orig_dst_pte,pte_t orig_src_pte,pmd_t * dst_pmd,pmd_t dst_pmdval) is_pte_pages_stable() argument
1197 check_ptes_for_batched_move(struct vm_area_struct * src_vma,unsigned long src_addr,pte_t * src_pte,pte_t * dst_pte) check_ptes_for_batched_move() argument
1228 move_present_ptes(struct mm_struct * mm,struct vm_area_struct * dst_vma,struct vm_area_struct * src_vma,unsigned long dst_addr,unsigned long src_addr,pte_t * dst_pte,pte_t * src_pte,pte_t orig_dst_pte,pte_t orig_src_pte,pmd_t * dst_pmd,pmd_t dst_pmdval,spinlock_t * dst_ptl,spinlock_t * src_ptl,struct folio ** first_src_folio,unsigned long len) move_present_ptes() argument
1308 move_swap_pte(struct mm_struct * mm,struct vm_area_struct * dst_vma,unsigned long dst_addr,unsigned long src_addr,pte_t * dst_pte,pte_t * src_pte,pte_t orig_dst_pte,pte_t orig_src_pte,pmd_t * dst_pmd,pmd_t dst_pmdval,spinlock_t * dst_ptl,spinlock_t * src_ptl,struct folio * src_folio,struct swap_info_struct * si,swp_entry_t entry) move_swap_pte() argument
1370 move_zeropage_pte(struct mm_struct * mm,struct vm_area_struct * dst_vma,struct vm_area_struct * src_vma,unsigned long dst_addr,unsigned long src_addr,pte_t * dst_pte,pte_t * src_pte,pte_t orig_dst_pte,pte_t orig_src_pte,pmd_t * dst_pmd,pmd_t dst_pmdval,spinlock_t * dst_ptl,spinlock_t * src_ptl) move_zeropage_pte() argument
1410 pte_t *dst_pte = NULL; move_pages_ptes() local
[all...]
H A Dhugetlb.c4857 pte_t *src_pte, *dst_pte, entry; in copy_hugetlb_page_range()
4894 dst_pte = huge_pte_alloc(dst, dst_vma, addr, sz); in copy_hugetlb_page_range()
4895 if (!dst_pte) { in copy_hugetlb_page_range()
4902 if (ptdesc_pmd_is_shared(virt_to_ptdesc(dst_pte))) { in copy_hugetlb_page_range()
4908 dst_ptl = huge_pte_lock(h, dst, dst_pte); in copy_hugetlb_page_range()
4922 set_huge_pte_at(dst, addr, dst_pte, entry, sz); in copy_hugetlb_page_range()
4940 set_huge_pte_at(dst, addr, dst_pte, entry, sz); in copy_hugetlb_page_range()
4945 set_huge_pte_at(dst, addr, dst_pte, in copy_hugetlb_page_range()
4987 dst_ptl = huge_pte_lock(h, dst, dst_pte); in copy_hugetlb_page_range()
4995 /* huge_ptep of dst_pte wo in copy_hugetlb_page_range()
4856 pte_t *src_pte, *dst_pte, entry; copy_hugetlb_page_range() local
5037 move_huge_pte(struct vm_area_struct * vma,unsigned long old_addr,unsigned long new_addr,pte_t * src_pte,pte_t * dst_pte,unsigned long sz) move_huge_pte() argument
5086 pte_t *src_pte, *dst_pte; move_hugetlb_page_tables() local
6162 hugetlb_mfill_atomic_pte(pte_t * dst_pte,struct vm_area_struct * dst_vma,unsigned long dst_addr,unsigned long src_addr,uffd_flags_t flags,struct folio ** foliop) hugetlb_mfill_atomic_pte() argument
[all...]
H A Dmemory.c942 pte_t *dst_pte, pte_t *src_pte, struct vm_area_struct *dst_vma, in copy_nonpresent_pte() argument
1040 set_pte_at(dst_mm, addr, dst_pte, in copy_nonpresent_pte()
1046 set_pte_at(dst_mm, addr, dst_pte, pte); in copy_nonpresent_pte()
1064 pte_t *dst_pte, pte_t *src_pte, unsigned long addr, int *rss, in copy_present_page() argument
1094 set_pte_at(dst_vma->vm_mm, addr, dst_pte, pte); in copy_present_page()
1099 struct vm_area_struct *src_vma, pte_t *dst_pte, pte_t *src_pte, in __copy_present_ptes() argument
1118 set_ptes(dst_vma->vm_mm, addr, dst_pte, pte, nr); in __copy_present_ptes()
1130 pte_t *dst_pte, pte_t *src_pte, pte_t pte, unsigned long addr, in copy_present_ptes() argument
1169 __copy_present_ptes(dst_vma, src_vma, dst_pte, src_pte, pte, in copy_present_ptes()
1185 err = copy_present_page(dst_vma, src_vma, dst_pte, src_pt in copy_present_ptes()
1231 pte_t *src_pte, *dst_pte; copy_pte_range() local
[all...]
/linux/include/linux/
H A Dhugetlb.h143 int hugetlb_mfill_atomic_pte(pte_t *dst_pte,
394 static inline int hugetlb_mfill_atomic_pte(pte_t *dst_pte, in hugetlb_mfill_atomic_pte() argument