Home
last modified time | relevance | path

Searched refs:orig_pmd (Results 1 – 5 of 5) sorted by relevance

/linux/mm/
H A Dhuge_memory.c1768 if (unlikely(!pmd_same(*vmf->pmd, vmf->orig_pmd))) in huge_pmd_set_accessed()
1784 pmd_t orig_pmd = vmf->orig_pmd; in do_huge_pmd_wp_page() local
1789 if (is_huge_zero_pmd(orig_pmd)) in do_huge_pmd_wp_page()
1794 if (unlikely(!pmd_same(*vmf->pmd, orig_pmd))) { in do_huge_pmd_wp_page()
1799 page = pmd_page(orig_pmd); in do_huge_pmd_wp_page()
1812 if (unlikely(!pmd_same(*vmf->pmd, orig_pmd))) { in do_huge_pmd_wp_page()
1848 entry = pmd_mkyoung(orig_pmd); in do_huge_pmd_wp_page()
1909 if (unlikely(!pmd_same(old_pmd, vmf->orig_pmd))) { in do_huge_pmd_numa_page()
1952 if (unlikely(!pmd_same(pmdp_get(vmf->pmd), vmf->orig_pmd))) { in do_huge_pmd_numa_page()
1979 pmd_t orig_pmd; madvise_free_huge_pmd() local
2057 pmd_t orig_pmd; zap_huge_pmd() local
2990 pmd_t orig_pmd = *pmdp; __discard_anon_folio_pmd_locked() local
[all...]
H A Dmadvise.c361 pmd_t orig_pmd; in madvise_cold_or_pageout_pte_range() local
369 orig_pmd = *pmd; in madvise_cold_or_pageout_pte_range()
370 if (is_huge_zero_pmd(orig_pmd)) in madvise_cold_or_pageout_pte_range()
373 if (unlikely(!pmd_present(orig_pmd))) { in madvise_cold_or_pageout_pte_range()
375 !is_pmd_migration_entry(orig_pmd)); in madvise_cold_or_pageout_pte_range()
379 folio = pmd_folio(orig_pmd); in madvise_cold_or_pageout_pte_range()
402 if (!pageout && pmd_young(orig_pmd)) { in madvise_cold_or_pageout_pte_range()
404 orig_pmd = pmd_mkold(orig_pmd); in madvise_cold_or_pageout_pte_range()
406 set_pmd_at(mm, addr, pmd, orig_pmd); in madvise_cold_or_pageout_pte_range()
[all...]
H A Dkhugepaged.c761 pmd_t orig_pmd, in __collapse_huge_page_copy_failed()
774 pmd_populate(vma->vm_mm, pmd, pmd_pgtable(orig_pmd)); in __collapse_huge_page_copy_failed()
792 * @orig_pmd: the original raw pages' PMD
799 pmd_t *pmd, pmd_t orig_pmd, struct vm_area_struct *vma, in __collapse_huge_page_copy()
830 __collapse_huge_page_copy_failed(pte, pmd, orig_pmd, vma, in __collapse_huge_page_copy()
759 __collapse_huge_page_copy_failed(pte_t * pte,pmd_t * pmd,pmd_t orig_pmd,struct vm_area_struct * vma,struct list_head * compound_pagelist) __collapse_huge_page_copy_failed() argument
797 __collapse_huge_page_copy(pte_t * pte,struct folio * folio,pmd_t * pmd,pmd_t orig_pmd,struct vm_area_struct * vma,unsigned long address,spinlock_t * ptl,struct list_head * compound_pagelist) __collapse_huge_page_copy() argument
H A Dmemory.c5641 userfaultfd_huge_pmd_wp(vma, vmf->orig_pmd)) { in wp_huge_pmd()
5869 vmf.orig_pmd = pmdp_get_lockless(vmf.pmd); in __handle_mm_fault()
5871 if (unlikely(is_swap_pmd(vmf.orig_pmd))) { in __handle_mm_fault()
5873 !is_pmd_migration_entry(vmf.orig_pmd)); in __handle_mm_fault()
5874 if (is_pmd_migration_entry(vmf.orig_pmd)) in __handle_mm_fault()
5878 if (pmd_trans_huge(vmf.orig_pmd) || pmd_devmap(vmf.orig_pmd)) { in __handle_mm_fault()
5879 if (pmd_protnone(vmf.orig_pmd) && vma_is_accessible(vma)) in __handle_mm_fault()
5883 !pmd_write(vmf.orig_pmd)) { in __handle_mm_fault()
/linux/include/linux/
H A Dmm.h564 pmd_t orig_pmd; /* Value of PMD at the time of fault, member