| /linux/mm/ |
| H A D | userfaultfd.c | 166 static struct vm_area_struct *uffd_mfill_lock(struct mm_struct *dst_mm, in uffd_mfill_lock() argument
172 dst_vma = uffd_lock_vma(dst_mm, dst_start); in uffd_mfill_lock()
187 static struct vm_area_struct *uffd_mfill_lock(struct mm_struct *dst_mm, in uffd_mfill_lock() argument
193 mmap_read_lock(dst_mm); in uffd_mfill_lock()
194 dst_vma = find_vma_and_prepare_anon(dst_mm, dst_start); in uffd_mfill_lock()
203 mmap_read_unlock(dst_mm); in uffd_mfill_lock()
308 struct mm_struct *dst_mm = state->ctx->mm; in mfill_establish_pmd() local
311 dst_pmd = mm_alloc_pmd(dst_mm, state->dst_addr); in mfill_establish_pmd()
317 unlikely(__pte_alloc(dst_mm, dst_pmd))) in mfill_establish_pmd()
363 struct mm_struct *dst_mm = dst_vma->vm_mm; in mfill_atomic_install_pte() local
[all …]
|
| H A D | huge_memory.c | 1895 struct mm_struct *dst_mm, struct mm_struct *src_mm, in copy_huge_non_present_pmd() argument
1942 add_mm_counter(dst_mm, MM_ANONPAGES, HPAGE_PMD_NR); in copy_huge_non_present_pmd()
1943 mm_inc_nr_ptes(dst_mm); in copy_huge_non_present_pmd()
1944 pgtable_trans_huge_deposit(dst_mm, dst_pmd, pgtable); in copy_huge_non_present_pmd()
1947 set_pmd_at(dst_mm, addr, dst_pmd, pmd); in copy_huge_non_present_pmd()
1950 int copy_huge_pmd(struct mm_struct *dst_mm, struct mm_struct *src_mm, in copy_huge_pmd() argument
1964 dst_ptl = pmd_lock(dst_mm, dst_pmd); in copy_huge_pmd()
1984 pgtable = pte_alloc_one(dst_mm); in copy_huge_pmd()
1988 dst_ptl = pmd_lock(dst_mm, dst_pmd); in copy_huge_pmd()
1997 copy_huge_non_present_pmd(dst_mm, src_mm, dst_pmd, src_pmd, addr, in copy_huge_pmd()
[all …]
|
| H A D | memory.c | 1008 copy_nonpresent_pte(struct mm_struct *dst_mm, struct mm_struct *src_mm, in copy_nonpresent_pte() argument
1022 mm_prepare_for_swap_entries(dst_mm); in copy_nonpresent_pte()
1099 set_pte_at(dst_mm, addr, dst_pte, in copy_nonpresent_pte()
1105 set_pte_at(dst_mm, addr, dst_pte, pte); in copy_nonpresent_pte()
1310 struct mm_struct *dst_mm = dst_vma->vm_mm; in copy_pte_range() local
1335 dst_pte = pte_alloc_map_lock(dst_mm, dst_pmd, addr, &dst_ptl); in copy_pte_range()
1378 ret = copy_nonpresent_pte(dst_mm, src_mm, in copy_pte_range()
1428 add_mm_rss_vec(dst_mm, rss); in copy_pte_range()
1465 struct mm_struct *dst_mm = dst_vma->vm_mm; in copy_pmd_range() local
1470 dst_pmd = pmd_alloc(dst_mm, dst_pud, addr); in copy_pmd_range()
[all …]
|
| H A D | hugetlb.c | 6283 struct mm_struct *dst_mm = dst_vma->vm_mm; in hugetlb_mfill_atomic_pte() local
6299 ptl = huge_pte_lock(h, dst_mm, dst_pte); in hugetlb_mfill_atomic_pte()
6302 if (!huge_pte_none(huge_ptep_get(dst_mm, dst_addr, dst_pte))) { in hugetlb_mfill_atomic_pte()
6308 set_huge_pte_at(dst_mm, dst_addr, dst_pte, _dst_pte, size); in hugetlb_mfill_atomic_pte()
6431 ptl = huge_pte_lock(h, dst_mm, dst_pte); in hugetlb_mfill_atomic_pte()
6439 dst_ptep = huge_ptep_get(dst_mm, dst_addr, dst_pte); in hugetlb_mfill_atomic_pte()
6470 set_huge_pte_at(dst_mm, dst_addr, dst_pte, _dst_pte, size); in hugetlb_mfill_atomic_pte()
6472 hugetlb_count_add(pages_per_huge_page(h), dst_mm); in hugetlb_mfill_atomic_pte()
|
| /linux/drivers/gpu/drm/amd/amdgpu/ |
| H A D | amdgpu_ttm.c | 314 struct amdgpu_res_cursor src_mm, dst_mm; in amdgpu_ttm_copy_mem_to_mem() local
327 amdgpu_res_first(dst->mem, dst->offset, size, &dst_mm); in amdgpu_ttm_copy_mem_to_mem()
337 cur_size = min3(src_mm.size, dst_mm.size, 256ULL << 20); in amdgpu_ttm_copy_mem_to_mem()
345 r = amdgpu_ttm_map_buffer(entity, dst->bo, dst->mem, &dst_mm, in amdgpu_ttm_copy_mem_to_mem()
382 amdgpu_res_next(&dst_mm, cur_size); in amdgpu_ttm_copy_mem_to_mem()
|