| /linux/mm/ |
| H A D | userfaultfd.c | 168 int mfill_atomic_install_pte(pmd_t *dst_pmd, in mfill_atomic_install_pte() argument
193 dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl); in mfill_atomic_install_pte()
241 static int mfill_atomic_pte_copy(pmd_t *dst_pmd, in mfill_atomic_pte_copy() argument
306 ret = mfill_atomic_install_pte(dst_pmd, dst_vma, dst_addr, in mfill_atomic_pte_copy()
317 static int mfill_atomic_pte_zeroed_folio(pmd_t *dst_pmd, in mfill_atomic_pte_zeroed_folio() argument
338 ret = mfill_atomic_install_pte(dst_pmd, dst_vma, dst_addr, in mfill_atomic_pte_zeroed_folio()
349 static int mfill_atomic_pte_zeropage(pmd_t *dst_pmd, in mfill_atomic_pte_zeropage() argument
358 return mfill_atomic_pte_zeroed_folio(dst_pmd, dst_vma, dst_addr); in mfill_atomic_pte_zeropage()
363 dst_pte = pte_offset_map_lock(dst_vma->vm_mm, dst_pmd, dst_addr, &ptl); in mfill_atomic_pte_zeropage()
384 static int mfill_atomic_pte_continue(pmd_t *dst_pmd, in mfill_atomic_pte_continue() argument
[all …]
|
| H A D | huge_memory.c | 1792 pmd_t *dst_pmd, pmd_t *src_pmd, unsigned long addr, in copy_huge_non_present_pmd() argument
1840 pgtable_trans_huge_deposit(dst_mm, dst_pmd, pgtable); in copy_huge_non_present_pmd()
1843 set_pmd_at(dst_mm, addr, dst_pmd, pmd); in copy_huge_non_present_pmd()
1847 pmd_t *dst_pmd, pmd_t *src_pmd, unsigned long addr, in copy_huge_pmd() argument
1860 dst_ptl = pmd_lock(dst_mm, dst_pmd); in copy_huge_pmd()
1884 dst_ptl = pmd_lock(dst_mm, dst_pmd); in copy_huge_pmd()
1893 copy_huge_non_present_pmd(dst_mm, src_mm, dst_pmd, src_pmd, addr, in copy_huge_pmd()
1935 pgtable_trans_huge_deposit(dst_mm, dst_pmd, pgtable); in copy_huge_pmd()
1942 set_pmd_at(dst_mm, addr, dst_pmd, pmd); in copy_huge_pmd()
2703 int move_pages_huge_pmd(struct mm_struct *mm, pmd_t *dst_pmd, pmd_t *src_pmd, pmd_t dst_pmdval, in move_pages_huge_pmd() argument
[all …]
|
| H A D | memory.c | 1209 pmd_t *dst_pmd, pmd_t *src_pmd, unsigned long addr, in copy_pte_range() argument
1237 dst_pte = pte_alloc_map_lock(dst_mm, dst_pmd, addr, &dst_ptl); in copy_pte_range()
1369 pmd_t *src_pmd, *dst_pmd; in copy_pmd_range() local
1372 dst_pmd = pmd_alloc(dst_mm, dst_pud, addr); in copy_pmd_range()
1373 if (!dst_pmd) in copy_pmd_range()
1382 err = copy_huge_pmd(dst_mm, src_mm, dst_pmd, src_pmd, in copy_pmd_range()
1392 if (copy_pte_range(dst_vma, src_vma, dst_pmd, src_pmd, in copy_pmd_range()
1395 } while (dst_pmd++, src_pmd++, addr = next, addr != end); in copy_pmd_range()
|
| H A D | shmem.c | 3172 int shmem_mfill_atomic_pte(pmd_t *dst_pmd, in shmem_mfill_atomic_pte() argument
3268 ret = mfill_atomic_install_pte(dst_pmd, dst_vma, dst_addr, in shmem_mfill_atomic_pte()
|
| /linux/include/linux/ |
| H A D | shmem_fs.h | 228 extern int shmem_mfill_atomic_pte(pmd_t *dst_pmd,
235 #define shmem_mfill_atomic_pte(dst_pmd, dst_vma, dst_addr, \ argument
|
| H A D | userfaultfd_k.h | 114 extern int mfill_atomic_install_pte(pmd_t *dst_pmd,
139 int move_pages_huge_pmd(struct mm_struct *mm, pmd_t *dst_pmd, pmd_t *src_pmd, pmd_t dst_pmdval,
|
| H A D | huge_mm.h | 12 pmd_t *dst_pmd, pmd_t *src_pmd, unsigned long addr,
|