Searched refs:orig_pmd (Results 1 – 3 of 3) sorted by relevance
1467 if (unlikely(!pmd_same(*vmf->pmd, vmf->orig_pmd))) { in do_huge_pmd_device_private()1472 entry = softleaf_from_pmd(vmf->orig_pmd); in do_huge_pmd_device_private()2099 if (unlikely(!pmd_same(*vmf->pmd, vmf->orig_pmd))) in huge_pmd_set_accessed()2121 if (unlikely(!pmd_same(pmdp_get(vmf->pmd), vmf->orig_pmd))) in do_huge_zero_wp_pmd()2144 pmd_t orig_pmd = vmf->orig_pmd; in do_huge_pmd_wp_page() local2149 if (is_huge_zero_pmd(orig_pmd)) { in do_huge_pmd_wp_page()2161 if (unlikely(!pmd_same(*vmf->pmd, orig_pmd))) { in do_huge_pmd_wp_page()2166 page = pmd_page(orig_pmd); in do_huge_pmd_wp_page()2179 if (unlikely(!pmd_same(*vmf->pmd, orig_pmd))) { in do_huge_pmd_wp_page()2215 entry = pmd_mkyoung(orig_pmd); in do_huge_pmd_wp_page()[all …]
379 pmd_t orig_pmd; in madvise_cold_or_pageout_pte_range() local387 orig_pmd = *pmd; in madvise_cold_or_pageout_pte_range()388 if (is_huge_zero_pmd(orig_pmd)) in madvise_cold_or_pageout_pte_range()391 if (unlikely(!pmd_present(orig_pmd))) { in madvise_cold_or_pageout_pte_range()393 !pmd_is_migration_entry(orig_pmd)); in madvise_cold_or_pageout_pte_range()397 folio = pmd_folio(orig_pmd); in madvise_cold_or_pageout_pte_range()420 if (!pageout && pmd_young(orig_pmd)) { in madvise_cold_or_pageout_pte_range()422 orig_pmd = pmd_mkold(orig_pmd); in madvise_cold_or_pageout_pte_range()424 set_pmd_at(mm, addr, pmd, orig_pmd); in madvise_cold_or_pageout_pte_range()
6252 userfaultfd_huge_pmd_wp(vma, vmf->orig_pmd)) { in wp_huge_pmd()6518 vmf.orig_pmd = pmdp_get_lockless(vmf.pmd); in __handle_mm_fault()6519 if (pmd_none(vmf.orig_pmd)) in __handle_mm_fault()6522 if (unlikely(!pmd_present(vmf.orig_pmd))) { in __handle_mm_fault()6523 if (pmd_is_device_private_entry(vmf.orig_pmd)) in __handle_mm_fault()6526 if (pmd_is_migration_entry(vmf.orig_pmd)) in __handle_mm_fault()6530 if (pmd_trans_huge(vmf.orig_pmd)) { in __handle_mm_fault()6531 if (pmd_protnone(vmf.orig_pmd) && vma_is_accessible(vma)) in __handle_mm_fault()6535 !pmd_write(vmf.orig_pmd)) { in __handle_mm_fault()