| /linux/arch/powerpc/mm/book3s64/ |
| H A D | hash_64k.c | 46 unsigned long old_pte, new_pte, subpg_pte; in __hash_page_4K() local
56 old_pte = pte_val(pte); in __hash_page_4K()
58 if (unlikely(old_pte & H_PAGE_BUSY)) in __hash_page_4K()
61 if (unlikely(!check_pte_access(access, old_pte))) in __hash_page_4K()
68 new_pte = old_pte | H_PAGE_BUSY | _PAGE_ACCESSED | H_PAGE_COMBO; in __hash_page_4K()
71 } while (!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_4K()
86 rflags = hash_page_do_lazy_icache(rflags, __pte(old_pte), trap); in __hash_page_4K()
91 rpte = __real_pte(__pte(old_pte), ptep, PTRS_PER_PTE); in __hash_page_4K()
95 if (!(old_pte & H_PAGE_HASHPTE)) in __hash_page_4K()
101 if (!(old_pte & H_PAGE_COMBO)) { in __hash_page_4K()
[all …]
|
| H A D | hash_4k.c | 28 unsigned long old_pte, new_pte; in __hash_page_4K() local
38 old_pte = pte_val(pte); in __hash_page_4K()
40 if (unlikely(old_pte & H_PAGE_BUSY)) in __hash_page_4K()
43 if (unlikely(!check_pte_access(access, old_pte))) in __hash_page_4K()
50 new_pte = old_pte | H_PAGE_BUSY | _PAGE_ACCESSED; in __hash_page_4K()
53 } while (!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_4K()
60 rpte = __real_pte(__pte(old_pte), ptep, PTRS_PER_PTE); in __hash_page_4K()
64 rflags = hash_page_do_lazy_icache(rflags, __pte(old_pte), trap); in __hash_page_4K()
67 if (unlikely(old_pte & H_PAGE_HASHPTE)) { in __hash_page_4K()
76 old_pte &= ~_PAGE_HPTEFLAGS; in __hash_page_4K()
[all …]
|
| H A D | radix_hugetlbpage.c | 47 pte_t old_pte, pte_t pte) in radix__huge_ptep_modify_prot_commit() argument
58 is_pte_rw_upgrade(pte_val(old_pte), pte_val(pte)) && in radix__huge_ptep_modify_prot_commit()
|
| /linux/arch/powerpc/include/asm/book3s/64/ |
| H A D | radix.h | 152 pte_t old_pte, pte_t pte);
178 unsigned long old_pte; in radix__pte_update() local
180 old_pte = __radix_pte_update(ptep, clr, set); in radix__pte_update()
184 return old_pte; in radix__pte_update()
191 unsigned long old_pte; in radix__ptep_get_and_clear_full() local
194 old_pte = pte_val(*ptep); in radix__ptep_get_and_clear_full()
197 old_pte = radix__pte_update(mm, addr, ptep, ~0ul, 0, 0); in radix__ptep_get_and_clear_full()
199 return __pte(old_pte); in radix__ptep_get_and_clear_full()
|
| /linux/mm/ |
| H A D | mapping_dirty_helpers.c | 41 pte_t old_pte = ptep_modify_prot_start(walk->vma, addr, pte); in wp_pte() local
43 ptent = pte_wrprotect(old_pte); in wp_pte()
44 ptep_modify_prot_commit(walk->vma, addr, pte, old_pte, ptent); in wp_pte()
99 pte_t old_pte = ptep_modify_prot_start(walk->vma, addr, pte); in clean_record_pte() local
101 ptent = pte_mkclean(old_pte); in clean_record_pte()
102 ptep_modify_prot_commit(walk->vma, addr, pte, old_pte, ptent); in clean_record_pte()
|
| /linux/arch/parisc/mm/ |
| H A D | hugetlbpage.c | 143 pte_t old_pte; in huge_ptep_set_wrprotect() local
145 old_pte = *ptep; in huge_ptep_set_wrprotect()
146 __set_huge_pte_at(mm, addr, ptep, pte_wrprotect(old_pte)); in huge_ptep_set_wrprotect()
|
| /linux/arch/powerpc/include/asm/nohash/ |
| H A D | pgtable.h | 127 pte_t old_pte = __pte(pte_update(mm, addr, ptep, ~0UL, 0, 0)); in ptep_get_and_clear() local
129 page_table_check_pte_clear(mm, addr, old_pte); in ptep_get_and_clear()
131 return old_pte; in ptep_get_and_clear()
|
| /linux/arch/powerpc/include/asm/book3s/32/ |
| H A D | pgtable.h | 315 pte_t old_pte = __pte(pte_update(mm, addr, ptep, ~_PAGE_HASHPTE, 0, 0)); in ptep_get_and_clear() local
317 page_table_check_pte_clear(mm, addr, old_pte); in ptep_get_and_clear()
319 return old_pte; in ptep_get_and_clear()
|
| /linux/kernel/bpf/ |
| H A D | arena.c | 213 pte_t old_pte; in apply_range_clear_cb() local
220 old_pte = ptep_get_and_clear(&init_mm, addr, pte); in apply_range_clear_cb()
221 if (pte_none(old_pte) || !pte_present(old_pte)) in apply_range_clear_cb()
224 page = pte_page(old_pte); in apply_range_clear_cb()
|
| /linux/arch/arm64/mm/ |
| H A D | mmu.c | 166 pte_t old_pte = __ptep_get(ptep); in init_pte() local
178 BUG_ON(!pgattr_change_is_safe(pte_val(old_pte), in init_pte()
2311 pte_t *ptep, pte_t old_pte, pte_t pte, in modify_prot_commit_ptes() argument
2318 pte_t old_pte, pte_t pte) in ptep_modify_prot_commit() argument
2320 modify_prot_commit_ptes(vma, addr, ptep, old_pte, pte, 1); in ptep_modify_prot_commit()
|
| H A D | hugetlbpage.c | 534 pte_t old_pte, pte_t pte) in huge_ptep_modify_prot_commit() argument
|