Lines Matching refs:src_folio

1797 	struct folio *src_folio;  in copy_huge_non_present_pmd()  local
1826 src_folio = softleaf_to_folio(entry); in copy_huge_non_present_pmd()
1827 VM_WARN_ON(!folio_test_large(src_folio)); in copy_huge_non_present_pmd()
1829 folio_get(src_folio); in copy_huge_non_present_pmd()
1834 folio_try_dup_anon_rmap_pmd(src_folio, &src_folio->page, in copy_huge_non_present_pmd()
1852 struct folio *src_folio; in copy_huge_pmd() local
1920 src_folio = page_folio(src_page); in copy_huge_pmd()
1922 folio_get(src_folio); in copy_huge_pmd()
1923 if (unlikely(folio_try_dup_anon_rmap_pmd(src_folio, src_page, dst_vma, src_vma))) { in copy_huge_pmd()
1925 folio_put(src_folio); in copy_huge_pmd()
2709 struct folio *src_folio; in move_pages_huge_pmd() local
2746 src_folio = page_folio(src_page); in move_pages_huge_pmd()
2747 folio_get(src_folio); in move_pages_huge_pmd()
2749 src_folio = NULL; in move_pages_huge_pmd()
2758 if (src_folio) in move_pages_huge_pmd()
2759 folio_lock(src_folio); in move_pages_huge_pmd()
2768 if (src_folio) { in move_pages_huge_pmd()
2769 if (folio_maybe_dma_pinned(src_folio) || in move_pages_huge_pmd()
2770 !PageAnonExclusive(&src_folio->page)) { in move_pages_huge_pmd()
2775 if (WARN_ON_ONCE(!folio_test_head(src_folio)) || in move_pages_huge_pmd()
2776 WARN_ON_ONCE(!folio_test_anon(src_folio))) { in move_pages_huge_pmd()
2783 if (folio_maybe_dma_pinned(src_folio)) { in move_pages_huge_pmd()
2789 folio_move_anon_rmap(src_folio, dst_vma); in move_pages_huge_pmd()
2790 src_folio->index = linear_page_index(dst_vma, dst_addr); in move_pages_huge_pmd()
2792 _dst_pmd = folio_mk_pmd(src_folio, dst_vma->vm_page_prot); in move_pages_huge_pmd()
2797 _dst_pmd = folio_mk_pmd(src_folio, dst_vma->vm_page_prot); in move_pages_huge_pmd()
2806 if (src_folio) in move_pages_huge_pmd()
2807 folio_unlock(src_folio); in move_pages_huge_pmd()
2809 if (src_folio) in move_pages_huge_pmd()
2810 folio_put(src_folio); in move_pages_huge_pmd()