Home
last modified time | relevance | path

Searched refs:orig_pmd (Results 1 – 5 of 5) sorted by relevance

/linux/mm/
H A Dhuge_memory.c1491 if (unlikely(!pmd_same(*vmf->pmd, vmf->orig_pmd))) { in do_huge_pmd_device_private()
1496 entry = softleaf_from_pmd(vmf->orig_pmd); in do_huge_pmd_device_private()
2129 if (unlikely(!pmd_same(*vmf->pmd, vmf->orig_pmd))) in huge_pmd_set_accessed()
2151 if (unlikely(!pmd_same(pmdp_get(vmf->pmd), vmf->orig_pmd))) in do_huge_zero_wp_pmd()
2174 pmd_t orig_pmd = vmf->orig_pmd; in do_huge_pmd_wp_page() local
2179 if (is_huge_zero_pmd(orig_pmd)) { in do_huge_pmd_wp_page()
2191 if (unlikely(!pmd_same(*vmf->pmd, orig_pmd))) { in do_huge_pmd_wp_page()
2196 page = pmd_page(orig_pmd); in do_huge_pmd_wp_page()
2209 if (unlikely(!pmd_same(*vmf->pmd, orig_pmd))) { in do_huge_pmd_wp_page()
2245 entry = pmd_mkyoung(orig_pmd); in do_huge_pmd_wp_page()
[all …]
H A Dmadvise.c387 pmd_t orig_pmd; in madvise_cold_or_pageout_pte_range() local
395 orig_pmd = *pmd; in madvise_cold_or_pageout_pte_range()
396 if (is_huge_zero_pmd(orig_pmd)) in madvise_cold_or_pageout_pte_range()
399 if (unlikely(!pmd_present(orig_pmd))) { in madvise_cold_or_pageout_pte_range()
400 VM_WARN_ON_ONCE(!pmd_is_migration_entry(orig_pmd) && in madvise_cold_or_pageout_pte_range()
401 !pmd_is_device_private_entry(orig_pmd)); in madvise_cold_or_pageout_pte_range()
405 folio = pmd_folio(orig_pmd); in madvise_cold_or_pageout_pte_range()
428 if (!pageout && pmd_young(orig_pmd)) { in madvise_cold_or_pageout_pte_range()
430 orig_pmd = pmd_mkold(orig_pmd); in madvise_cold_or_pageout_pte_range()
432 set_pmd_at(mm, addr, pmd, orig_pmd); in madvise_cold_or_pageout_pte_range()
H A Dkhugepaged.c908 pmd_t *pmd, pmd_t orig_pmd, struct vm_area_struct *vma, in __collapse_huge_page_copy_failed() argument
921 pmd_populate(vma->vm_mm, pmd, pmd_pgtable(orig_pmd)); in __collapse_huge_page_copy_failed()
946 pmd_t *pmd, pmd_t orig_pmd, struct vm_area_struct *vma, in __collapse_huge_page_copy() argument
978 __collapse_huge_page_copy_failed(pte, pmd, orig_pmd, vma, in __collapse_huge_page_copy()
H A Dmemory.c6398 userfaultfd_huge_pmd_wp(vma, vmf->orig_pmd)) { in wp_huge_pmd()
6673 vmf.orig_pmd = pmdp_get_lockless(vmf.pmd); in __handle_mm_fault()
6674 if (pmd_none(vmf.orig_pmd)) in __handle_mm_fault()
6677 if (unlikely(!pmd_present(vmf.orig_pmd))) { in __handle_mm_fault()
6678 if (pmd_is_device_private_entry(vmf.orig_pmd)) in __handle_mm_fault()
6681 if (pmd_is_migration_entry(vmf.orig_pmd)) in __handle_mm_fault()
6685 if (pmd_trans_huge(vmf.orig_pmd)) { in __handle_mm_fault()
6686 if (pmd_protnone(vmf.orig_pmd) && vma_is_accessible(vma)) { in __handle_mm_fault()
6687 if (userfaultfd_huge_pmd_rwp(vma, vmf.orig_pmd)) in __handle_mm_fault()
6693 !pmd_write(vmf.orig_pmd)) { in __handle_mm_fault()
/linux/include/linux/
H A Dmm.h770 pmd_t orig_pmd; /* Value of PMD at the time of fault, member