Home
last modified time | relevance | path

Searched refs:dst_pmd (Results 1 – 7 of 7) sorted by relevance

/linux/mm/
H A Duserfaultfd.c168 int mfill_atomic_install_pte(pmd_t *dst_pmd, in mfill_atomic_install_pte() argument
193 dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl); in mfill_atomic_install_pte()
241 static int mfill_atomic_pte_copy(pmd_t *dst_pmd, in mfill_atomic_pte_copy() argument
306 ret = mfill_atomic_install_pte(dst_pmd, dst_vma, dst_addr, in mfill_atomic_pte_copy()
317 static int mfill_atomic_pte_zeroed_folio(pmd_t *dst_pmd, in mfill_atomic_pte_zeroed_folio() argument
338 ret = mfill_atomic_install_pte(dst_pmd, dst_vma, dst_addr, in mfill_atomic_pte_zeroed_folio()
349 static int mfill_atomic_pte_zeropage(pmd_t *dst_pmd, in mfill_atomic_pte_zeropage() argument
358 return mfill_atomic_pte_zeroed_folio(dst_pmd, dst_vma, dst_addr); in mfill_atomic_pte_zeropage()
363 dst_pte = pte_offset_map_lock(dst_vma->vm_mm, dst_pmd, dst_addr, &ptl); in mfill_atomic_pte_zeropage()
384 static int mfill_atomic_pte_continue(pmd_t *dst_pmd, in mfill_atomic_pte_continue() argument
428 mfill_atomic_pte_poison(pmd_t * dst_pmd,struct vm_area_struct * dst_vma,unsigned long dst_addr,uffd_flags_t flags) mfill_atomic_pte_poison() argument
660 mfill_atomic_pte(pmd_t * dst_pmd,struct vm_area_struct * dst_vma,unsigned long dst_addr,unsigned long src_addr,uffd_flags_t flags,struct folio ** foliop) mfill_atomic_pte() argument
713 pmd_t *dst_pmd; mfill_atomic() local
1029 is_pte_pages_stable(pte_t * dst_pte,pte_t * src_pte,pte_t orig_dst_pte,pte_t orig_src_pte,pmd_t * dst_pmd,pmd_t dst_pmdval) is_pte_pages_stable() argument
1078 move_present_ptes(struct mm_struct * mm,struct vm_area_struct * dst_vma,struct vm_area_struct * src_vma,unsigned long dst_addr,unsigned long src_addr,pte_t * dst_pte,pte_t * src_pte,pte_t orig_dst_pte,pte_t orig_src_pte,pmd_t * dst_pmd,pmd_t dst_pmdval,spinlock_t * dst_ptl,spinlock_t * src_ptl,struct folio ** first_src_folio,unsigned long len) move_present_ptes() argument
1158 move_swap_pte(struct mm_struct * mm,struct vm_area_struct * dst_vma,unsigned long dst_addr,unsigned long src_addr,pte_t * dst_pte,pte_t * src_pte,pte_t orig_dst_pte,pte_t orig_src_pte,pmd_t * dst_pmd,pmd_t dst_pmdval,spinlock_t * dst_ptl,spinlock_t * src_ptl,struct folio * src_folio,struct swap_info_struct * si,swp_entry_t entry) move_swap_pte() argument
1224 move_zeropage_pte(struct mm_struct * mm,struct vm_area_struct * dst_vma,struct vm_area_struct * src_vma,unsigned long dst_addr,unsigned long src_addr,pte_t * dst_pte,pte_t * src_pte,pte_t orig_dst_pte,pte_t orig_src_pte,pmd_t * dst_pmd,pmd_t dst_pmdval,spinlock_t * dst_ptl,spinlock_t * src_ptl) move_zeropage_pte() argument
1251 move_pages_ptes(struct mm_struct * mm,pmd_t * dst_pmd,pmd_t * src_pmd,struct vm_area_struct * dst_vma,struct vm_area_struct * src_vma,unsigned long dst_addr,unsigned long src_addr,unsigned long len,__u64 mode) move_pages_ptes() argument
1776 pmd_t *src_pmd, *dst_pmd; move_pages() local
[all...]
H A Dhuge_memory.c1795 pmd_t *dst_pmd, pmd_t *src_pmd, unsigned long addr, in copy_huge_non_present_pmd() argument
1843 pgtable_trans_huge_deposit(dst_mm, dst_pmd, pgtable); in copy_huge_non_present_pmd()
1846 set_pmd_at(dst_mm, addr, dst_pmd, pmd); in copy_huge_non_present_pmd()
1850 pmd_t *dst_pmd, pmd_t *src_pmd, unsigned long addr, in copy_huge_pmd() argument
1863 dst_ptl = pmd_lock(dst_mm, dst_pmd); in copy_huge_pmd()
1887 dst_ptl = pmd_lock(dst_mm, dst_pmd); in copy_huge_pmd()
1896 copy_huge_non_present_pmd(dst_mm, src_mm, dst_pmd, src_pmd, addr, in copy_huge_pmd()
1938 pgtable_trans_huge_deposit(dst_mm, dst_pmd, pgtable); in copy_huge_pmd()
1945 set_pmd_at(dst_mm, addr, dst_pmd, pmd); in copy_huge_pmd()
2706 int move_pages_huge_pmd(struct mm_struct *mm, pmd_t *dst_pmd, pmd_t *src_pmd, pmd_t dst_pmdval, in move_pages_huge_pmd() argument
[all …]
H A Dmemory.c1222 pmd_t *dst_pmd, pmd_t *src_pmd, unsigned long addr, in copy_pte_range() argument
1250 dst_pte = pte_alloc_map_lock(dst_mm, dst_pmd, addr, &dst_ptl); in copy_pte_range()
1382 pmd_t *src_pmd, *dst_pmd; in copy_pmd_range() local
1385 dst_pmd = pmd_alloc(dst_mm, dst_pud, addr); in copy_pmd_range()
1386 if (!dst_pmd) in copy_pmd_range()
1395 err = copy_huge_pmd(dst_mm, src_mm, dst_pmd, src_pmd, in copy_pmd_range()
1405 if (copy_pte_range(dst_vma, src_vma, dst_pmd, src_pmd, in copy_pmd_range()
1408 } while (dst_pmd++, src_pmd++, addr = next, addr != end); in copy_pmd_range()
H A Dshmem.c3184 int shmem_mfill_atomic_pte(pmd_t *dst_pmd, in shmem_mfill_atomic_pte() argument
3280 ret = mfill_atomic_install_pte(dst_pmd, dst_vma, dst_addr, in shmem_mfill_atomic_pte()
/linux/include/linux/
H A Dshmem_fs.h226 extern int shmem_mfill_atomic_pte(pmd_t *dst_pmd,
233 #define shmem_mfill_atomic_pte(dst_pmd, dst_vma, dst_addr, \ argument
H A Duserfaultfd_k.h114 extern int mfill_atomic_install_pte(pmd_t *dst_pmd,
139 int move_pages_huge_pmd(struct mm_struct *mm, pmd_t *dst_pmd, pmd_t *src_pmd, pmd_t dst_pmdval,
H A Dhuge_mm.h12 pmd_t *dst_pmd, pmd_t *src_pmd, unsigned long addr,