Home
last modified time | relevance | path

Searched refs:old_pte (Results 1 – 22 of 22) sorted by relevance

/linux/arch/powerpc/mm/book3s64/
H A Dhash_64k.c46 unsigned long old_pte, new_pte, subpg_pte; in __hash_page_4K() local
56 old_pte = pte_val(pte); in __hash_page_4K()
58 if (unlikely(old_pte & H_PAGE_BUSY)) in __hash_page_4K()
61 if (unlikely(!check_pte_access(access, old_pte))) in __hash_page_4K()
68 new_pte = old_pte | H_PAGE_BUSY | _PAGE_ACCESSED | H_PAGE_COMBO; in __hash_page_4K()
71 } while (!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_4K()
86 rflags = hash_page_do_lazy_icache(rflags, __pte(old_pte), trap); in __hash_page_4K()
91 rpte = __real_pte(__pte(old_pte), ptep, PTRS_PER_PTE); in __hash_page_4K()
95 if (!(old_pte & H_PAGE_HASHPTE)) in __hash_page_4K()
101 if (!(old_pte & H_PAGE_COMBO)) { in __hash_page_4K()
[all …]
H A Dhash_4k.c28 unsigned long old_pte, new_pte; in __hash_page_4K() local
38 old_pte = pte_val(pte); in __hash_page_4K()
40 if (unlikely(old_pte & H_PAGE_BUSY)) in __hash_page_4K()
43 if (unlikely(!check_pte_access(access, old_pte))) in __hash_page_4K()
50 new_pte = old_pte | H_PAGE_BUSY | _PAGE_ACCESSED; in __hash_page_4K()
53 } while (!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_4K()
60 rpte = __real_pte(__pte(old_pte), ptep, PTRS_PER_PTE); in __hash_page_4K()
64 rflags = hash_page_do_lazy_icache(rflags, __pte(old_pte), trap); in __hash_page_4K()
67 if (unlikely(old_pte & H_PAGE_HASHPTE)) { in __hash_page_4K()
76 old_pte &= ~_PAGE_HPTEFLAGS; in __hash_page_4K()
[all …]
H A Dradix_hugetlbpage.c47 pte_t old_pte, pte_t pte) in radix__huge_ptep_modify_prot_commit() argument
58 is_pte_rw_upgrade(pte_val(old_pte), pte_val(pte)) && in radix__huge_ptep_modify_prot_commit()
H A Dradix_pgtable.c1572 unsigned long old_pte, new_pte; in radix__ptep_set_access_flags() local
1574 old_pte = __radix_pte_update(ptep, _PAGE_PRESENT, _PAGE_INVALID); in radix__ptep_set_access_flags()
1575 new_pte = old_pte | set; in radix__ptep_set_access_flags()
1595 pte_t old_pte, pte_t pte) in radix__ptep_modify_prot_commit() argument
1605 is_pte_rw_upgrade(pte_val(old_pte), pte_val(pte)) && in radix__ptep_modify_prot_commit()
H A Dpgtable.c548 pte_t *ptep, pte_t old_pte, pte_t pte) in ptep_modify_prot_commit() argument
552 ptep, old_pte, pte); in ptep_modify_prot_commit()
/linux/arch/powerpc/include/asm/book3s/64/
H A Dradix.h152 pte_t old_pte, pte_t pte);
178 unsigned long old_pte; in radix__pte_update() local
180 old_pte = __radix_pte_update(ptep, clr, set); in radix__pte_update()
184 return old_pte; in radix__pte_update()
191 unsigned long old_pte; in radix__ptep_get_and_clear_full() local
194 old_pte = pte_val(*ptep); in radix__ptep_get_and_clear_full()
197 old_pte = radix__pte_update(mm, addr, ptep, ~0ul, 0, 0); in radix__ptep_get_and_clear_full()
199 return __pte(old_pte); in radix__ptep_get_and_clear_full()
/linux/mm/
H A Dmapping_dirty_helpers.c41 pte_t old_pte = ptep_modify_prot_start(walk->vma, addr, pte); in wp_pte() local
43 ptent = pte_wrprotect(old_pte); in wp_pte()
44 ptep_modify_prot_commit(walk->vma, addr, pte, old_pte, ptent); in wp_pte()
99 pte_t old_pte = ptep_modify_prot_start(walk->vma, addr, pte); in clean_record_pte() local
101 ptent = pte_mkclean(old_pte); in clean_record_pte()
102 ptep_modify_prot_commit(walk->vma, addr, pte, old_pte, ptent); in clean_record_pte()
H A Dmigrate.c299 struct folio *folio, pte_t old_pte, unsigned long idx) in try_to_map_unused_to_zeropage() argument
309 VM_BUG_ON_PAGE(pte_present(old_pte), page); in try_to_map_unused_to_zeropage()
327 if (pte_swp_soft_dirty(old_pte)) in try_to_map_unused_to_zeropage()
329 if (pte_swp_uffd_wp(old_pte)) in try_to_map_unused_to_zeropage()
354 pte_t old_pte; in remove_migration_pte() local
374 old_pte = ptep_get(pvmw.pte); in remove_migration_pte()
376 try_to_map_unused_to_zeropage(&pvmw, folio, old_pte, idx)) in remove_migration_pte()
382 entry = softleaf_from_pte(old_pte); in remove_migration_pte()
387 if (pte_swp_soft_dirty(old_pte)) in remove_migration_pte()
394 else if (pte_swp_uffd_wp(old_pte)) in remove_migration_pte()
[all …]
H A Dmremap.c204 pte_t old_pte, pte; in move_ptes() local
271 old_pte = ptep_get(old_ptep); in move_ptes()
272 if (pte_none(old_pte)) in move_ptes()
286 if (pte_present(old_pte)) { in move_ptes()
288 old_pte, max_nr_ptes); in move_ptes()
H A Dswapfile.c2147 pte_t *pte, new_pte, old_pte; in unuse_pte() local
2178 old_pte = ptep_get(pte); in unuse_pte()
2213 if (pte_swp_exclusive(old_pte)) in unuse_pte()
2232 if (pte_swp_soft_dirty(old_pte)) in unuse_pte()
2234 if (pte_swp_uffd_wp(old_pte)) in unuse_pte()
H A Dmemory.c5954 pte_t pte, old_pte; in numa_rebuild_single_mapping() local
5956 old_pte = ptep_modify_prot_start(vma, fault_addr, fault_pte); in numa_rebuild_single_mapping()
5957 pte = pte_modify(old_pte, vma->vm_page_prot); in numa_rebuild_single_mapping()
5961 ptep_modify_prot_commit(vma, fault_addr, fault_pte, old_pte, pte); in numa_rebuild_single_mapping()
6013 pte_t pte, old_pte; in do_numa_page() local
6022 old_pte = ptep_get(vmf->pte); in do_numa_page()
6024 if (unlikely(!pte_same(old_pte, vmf->orig_pte))) { in do_numa_page()
6029 pte = pte_modify(old_pte, vma->vm_page_prot); in do_numa_page()
H A Dhugetlb.c5705 pte_t *ptep, pte_t old_pte) in hugetlb_pte_stable() argument
5711 same = pte_same(huge_ptep_get(mm, addr, ptep), old_pte); in hugetlb_pte_stable()
6520 pte_t old_pte; in hugetlb_change_protection() local
6523 old_pte = huge_ptep_modify_prot_start(vma, address, ptep); in hugetlb_change_protection()
6524 pte = huge_pte_modify(old_pte, newprot); in hugetlb_change_protection()
6530 huge_ptep_modify_prot_commit(vma, address, ptep, old_pte, pte); in hugetlb_change_protection()
/linux/arch/arm64/include/asm/
H A Dpgtable.h449 pte_t old_pte; in __check_safe_pte_update() local
454 old_pte = __ptep_get(ptep); in __check_safe_pte_update()
456 if (!pte_valid(old_pte) || !pte_valid(pte)) in __check_safe_pte_update()
468 __func__, pte_val(old_pte), pte_val(pte)); in __check_safe_pte_update()
469 VM_WARN_ONCE(pte_write(old_pte) && !pte_dirty(pte), in __check_safe_pte_update()
471 __func__, pte_val(old_pte), pte_val(pte)); in __check_safe_pte_update()
472 VM_WARN_ONCE(!pgattr_change_is_safe(pte_val(old_pte), pte_val(pte)), in __check_safe_pte_update()
474 __func__, pte_val(old_pte), pte_val(pte)); in __check_safe_pte_update()
1327 pte_t old_pte, pte; in __ptep_test_and_clear_young() local
1331 old_pte = pte; in __ptep_test_and_clear_young()
[all …]
H A Dhugetlb.h68 pte_t old_pte, pte_t new_pte);
/linux/arch/parisc/mm/
H A Dhugetlbpage.c143 pte_t old_pte; in huge_ptep_set_wrprotect() local
145 old_pte = *ptep; in huge_ptep_set_wrprotect()
146 __set_huge_pte_at(mm, addr, ptep, pte_wrprotect(old_pte)); in huge_ptep_set_wrprotect()
/linux/include/linux/
H A Dpgtable.h914 pte_t old_pte = ptep_get(ptep); in ptep_set_wrprotect() local
915 set_pte_at(mm, address, ptep, pte_wrprotect(old_pte)); in ptep_set_wrprotect()
1389 pte_t *ptep, pte_t old_pte, pte_t pte) in ptep_modify_prot_commit() argument
1460 pte_t *ptep, pte_t old_pte, pte_t pte, unsigned int nr) in modify_prot_commit_ptes() argument
1465 ptep_modify_prot_commit(vma, addr, ptep, old_pte, pte); in modify_prot_commit_ptes()
1468 old_pte = pte_next_pfn(old_pte); in modify_prot_commit_ptes()
H A Dhugetlb.h1055 pte_t old_pte, pte_t pte) in huge_ptep_modify_prot_commit() argument
/linux/arch/x86/mm/pat/
H A Dset_memory.c1834 pte_t *kpte, old_pte; in __change_page_attr() local
1843 old_pte = *kpte; in __change_page_attr()
1844 if (pte_none(old_pte)) in __change_page_attr()
1849 pgprot_t old_prot = pte_pgprot(old_pte); in __change_page_attr()
1850 pgprot_t new_prot = pte_pgprot(old_pte); in __change_page_attr()
1851 unsigned long pfn = pte_pfn(old_pte); in __change_page_attr()
1876 if (pte_val(old_pte) != pte_val(new_pte)) { in __change_page_attr()
/linux/arch/x86/include/asm/
H A Dpgtable.h1286 pte_t old_pte, new_pte; in ptep_set_wrprotect() local
1288 old_pte = READ_ONCE(*ptep); in ptep_set_wrprotect()
1290 new_pte = pte_wrprotect(old_pte); in ptep_set_wrprotect()
1291 } while (!try_cmpxchg((long *)&ptep->pte, (long *)&old_pte, *(long *)&new_pte)); in ptep_set_wrprotect()
/linux/fs/proc/
H A Dtask_mmu.c1620 pte_t old_pte; in clear_soft_dirty() local
1624 old_pte = ptep_modify_prot_start(vma, addr, pte); in clear_soft_dirty()
1625 ptent = pte_wrprotect(old_pte); in clear_soft_dirty()
1627 ptep_modify_prot_commit(vma, addr, pte, old_pte, ptent); in clear_soft_dirty()
2384 pte_t old_pte; in make_uffd_wp_pte() local
2386 old_pte = ptep_modify_prot_start(vma, addr, pte); in make_uffd_wp_pte()
2387 ptent = pte_mkuffd_wp(old_pte); in make_uffd_wp_pte()
2388 ptep_modify_prot_commit(vma, addr, pte, old_pte, ptent); in make_uffd_wp_pte()
/linux/arch/arm64/mm/
H A Dhugetlbpage.c537 pte_t old_pte, pte_t pte) in huge_ptep_modify_prot_commit() argument
/linux/arch/s390/mm/
H A Dpgtable.c328 pte_t *ptep, pte_t old_pte, pte_t pte) in ptep_modify_prot_commit() argument