| /linux/arch/arm64/mm/ |
| H A D | contpte.c | 313 pte_t contpte_ptep_get(pte_t *ptep, pte_t orig_pte) in contpte_ptep_get() argument
331 orig_pte = pte_mkdirty(orig_pte); in contpte_ptep_get()
335 orig_pte = pte_mkyoung(orig_pte); in contpte_ptep_get()
343 orig_pte = pte_mkyoung(orig_pte); in contpte_ptep_get()
349 orig_pte = pte_mkdirty(orig_pte); in contpte_ptep_get()
357 return orig_pte; in contpte_ptep_get()
391 pte_t orig_pte; in contpte_ptep_get_lockless() local
397 orig_pte = __ptep_get(orig_ptep); in contpte_ptep_get_lockless()
399 if (!pte_valid_cont(orig_pte)) in contpte_ptep_get_lockless()
400 return orig_pte; in contpte_ptep_get_lockless()
[all …]
|
| /linux/mm/ |
| H A D | memory.c | 112 return pte_is_uffd_wp_marker(vmf->orig_pte); in vmf_orig_pte_uffd_wp()
870 pte_t *ptep, pte_t orig_pte) in restore_exclusive_pte() argument
877 if (pte_swp_soft_dirty(orig_pte)) in restore_exclusive_pte()
880 if (pte_swp_uffd_wp(orig_pte)) in restore_exclusive_pte()
903 unsigned long addr, pte_t *ptep, pte_t orig_pte) in try_restore_exclusive_pte() argument
905 const softleaf_t entry = softleaf_from_pte(orig_pte); in try_restore_exclusive_pte()
910 restore_exclusive_pte(vma, folio, page, addr, ptep, orig_pte); in try_restore_exclusive_pte()
930 pte_t orig_pte = ptep_get(src_pte); in copy_nonpresent_pte() local
931 softleaf_t entry = softleaf_from_pte(orig_pte); in copy_nonpresent_pte()
932 pte_t pte = orig_pte; in copy_nonpresent_pte()
[all …]
|
| H A D | hugetlb.c | 5761 if (!hugetlb_pte_stable(h, mm, vmf->address, vmf->pte, vmf->orig_pte)) { in hugetlb_no_page()
5790 if (hugetlb_pte_stable(h, mm, vmf->address, vmf->pte, vmf->orig_pte)) in hugetlb_no_page()
5838 if (!hugetlb_pte_stable(h, mm, vmf->address, vmf->pte, vmf->orig_pte)) { in hugetlb_no_page()
5865 if (!pte_same(huge_ptep_get(mm, vmf->address, vmf->pte), vmf->orig_pte)) in hugetlb_no_page()
5877 if (unlikely(pte_is_uffd_wp_marker(vmf->orig_pte))) in hugetlb_no_page()
6002 vmf.orig_pte = huge_ptep_get(mm, vmf.address, vmf.pte); in hugetlb_fault()
6003 if (huge_pte_none(vmf.orig_pte)) in hugetlb_fault()
6010 if (pte_is_marker(vmf.orig_pte)) { in hugetlb_fault()
6012 softleaf_to_marker(softleaf_from_pte(vmf.orig_pte)); in hugetlb_fault()
6030 if (!pte_present(vmf.orig_pte) && !huge_pte_none(vmf.orig_pte)) { in hugetlb_fault()
[all …]
|
| H A D | migrate_device.c | 983 pte_t orig_pte; in migrate_vma_insert_page() local
1055 orig_pte = ptep_get(ptep); in migrate_vma_insert_page()
1060 if (pte_present(orig_pte)) { in migrate_vma_insert_page()
1061 unsigned long pfn = pte_pfn(orig_pte); in migrate_vma_insert_page()
1066 } else if (!pte_none(orig_pte)) in migrate_vma_insert_page()
1083 flush_cache_page(vma, addr, pte_pfn(orig_pte)); in migrate_vma_insert_page()
|
| /linux/arch/powerpc/kvm/ |
| H A D | trace_pr.h | 33 struct kvmppc_pte *orig_pte),
34 TP_ARGS(rflags, hpteg, va, hpaddr, orig_pte),
49 __entry->eaddr = orig_pte->eaddr;
52 __entry->vpage = orig_pte->vpage;
|
| H A D | book3s_hv_rm_mmu.c | 492 u64 pte, orig_pte, pte_r; in kvmppc_do_h_remove() local
501 pte = orig_pte = be64_to_cpu(hpte[0]); in kvmppc_do_h_remove()
510 __unlock_hpte(hpte, orig_pte); in kvmppc_do_h_remove()
|
| /linux/arch/arm64/include/asm/ |
| H A D | pgtable.h | 1658 extern pte_t contpte_ptep_get(pte_t *ptep, pte_t orig_pte);
1768 pte_t orig_pte = __ptep_get(ptep); in set_pte() local
1770 WARN_ON_ONCE(pte_valid_cont(orig_pte)); in set_pte()
1854 pte_t orig_pte = __ptep_get(ptep); in ptep_clear_flush_young() local
1856 if (likely(!pte_valid_cont(orig_pte))) in ptep_clear_flush_young()
1884 pte_t orig_pte = __ptep_get(ptep); in wrprotect_ptes() local
1886 if (unlikely(pte_cont(orig_pte))) { in wrprotect_ptes()
1887 __contpte_try_unfold(mm, addr, ptep, orig_pte); in wrprotect_ptes()
1888 orig_pte = pte_mknoncont(orig_pte); in wrprotect_ptes()
1890 ___ptep_set_wrprotect(mm, addr, ptep, orig_pte); in wrprotect_ptes()
[all …]
|
| /linux/arch/x86/kvm/mmu/ |
| H A D | paging_tmpl.h | 203 pt_element_t pte, orig_pte; in FNAME() local
213 pte = orig_pte = walker->ptes[level - 1]; in FNAME()
230 if (pte == orig_pte) in FNAME()
249 ret = __try_cmpxchg_user(ptep_user, &orig_pte, pte, fault); in FNAME()
|
| /linux/arch/arm64/kvm/hyp/ |
| H A D | pgtable.c | 1259 kvm_pte_t attr_clr, kvm_pte_t *orig_pte, in stage2_update_leaf_attrs() argument
1278 if (orig_pte) in stage2_update_leaf_attrs()
1279 *orig_pte = data.pte; in stage2_update_leaf_attrs()
|
| /linux/include/linux/ |
| H A D | mm.h | 731 pte_t orig_pte; /* Value of PTE at the time of fault */ member
|