| /linux/arch/loongarch/include/asm/ |
| H A D | kfence.h | 56 if (WARN_ON(!pte) || pte_none(ptep_get(pte))) in kfence_protect_page() 60 set_pte(pte, __pte(pte_val(ptep_get(pte)) & ~(_PAGE_VALID | _PAGE_PRESENT))); in kfence_protect_page() 62 set_pte(pte, __pte(pte_val(ptep_get(pte)) | (_PAGE_VALID | _PAGE_PRESENT))); in kfence_protect_page()
|
| H A D | pgtable.h | 135 #define ptep_get(ptep) READ_ONCE(*(ptep)) macro 383 pte_t pte = ptep_get(ptep); in pte_clear()
|
| /linux/arch/powerpc/include/asm/nohash/32/ |
| H A D | pte-8xx.h | 228 #define ptep_get ptep_get macro 229 static inline pte_t ptep_get(pte_t *ptep) in ptep_get() function
|
| H A D | hugetlb-8xx.h | 27 return ptep_get(ptep); in huge_ptep_get()
|
| /linux/arch/parisc/include/asm/ |
| H A D | pgtable.h | 435 static inline pte_t ptep_get(pte_t *ptep) in ptep_get() function 439 #define ptep_get ptep_get macro 446 pte = ptep_get(ptep); in ptep_test_and_clear_young()
|
| /linux/mm/ |
| H A D | memory.c | 1012 pte_t orig_pte = ptep_get(src_pte); in copy_nonpresent_pte() 1150 if (userfaultfd_protected(dst_vma) && pte_uffd(ptep_get(src_pte))) { in copy_present_page() 1372 ptent = ptep_get(src_pte); in copy_pte_range() 1383 entry = softleaf_from_pte(ptep_get(src_pte)); in copy_pte_range() 1391 ptent = ptep_get(src_pte); in copy_pte_range() 1715 WARN_ON_ONCE(!pte_none(ptep_get(ptep))); in cond_install_uffd_wp_ptes() 1944 pte_t ptent = ptep_get(pte); in do_zap_pte_range() 1951 ptent = ptep_get(pte + nr); in do_zap_pte_range() 2012 if (!pte_none(ptep_get(pte))) in zap_pte_table_if_empty() 2487 pte_t pteval = ptep_get(pte); in insert_page_into_pte_locked() [all …]
|
| H A D | page_vma_mapped.c | 116 ptent = ptep_get(pvmw->pte); in check_pte() 326 pteval = ptep_get(pvmw->pte); in page_vma_mapped_walk()
|
| H A D | madvise.c | 216 pte = ptep_get(ptep); in swapin_walk_pmd_entry() 467 ptent = ptep_get(pte); in madvise_cold_or_pageout_pte_range() 689 ptent = ptep_get(pte); in madvise_free_pte_range() 1098 pte_t pteval = ptep_get(pte); in guard_install_pte_entry() 1241 pte_t ptent = ptep_get(pte); in guard_remove_pte_entry()
|
| H A D | khugepaged.c | 648 pte_t pteval = ptep_get(_pte); in release_pte_pages() 703 pte_t pteval = ptep_get(_pte); in __collapse_huge_page_isolate() 858 pteval = ptep_get(_pte); in __collapse_huge_page_copy_succeeded() 958 pte_t pteval = ptep_get(pte + i); in __collapse_huge_page_copy() 1650 pteval = ptep_get(_pte); in collapse_scan_pmd() 1930 pte_t ptent = ptep_get(pte); in try_collapse_pte_mapped_thp() 1987 pte_t ptent = ptep_get(pte); in try_collapse_pte_mapped_thp()
|
| H A D | userfaultfd.c | 393 dst_ptep = ptep_get(dst_pte); in mfill_atomic_install_pte() 678 if (!pte_none(ptep_get(dst_pte))) in mfill_atomic_pte_zeropage() 757 if (!pte_none(ptep_get(dst_pte))) in mfill_atomic_pte_poison() 1268 return pte_same(ptep_get(src_pte), orig_src_pte) && in is_pte_pages_stable() 1269 pte_same(ptep_get(dst_pte), orig_dst_pte) && in is_pte_pages_stable() 1287 orig_dst_pte = ptep_get(dst_pte); in check_ptes_for_batched_move() 1291 orig_src_pte = ptep_get(src_pte); in check_ptes_for_batched_move() 1565 orig_dst_pte = ptep_get(dst_pte); in move_pages_ptes() 1573 orig_src_pte = ptep_get(src_pte); in move_pages_ptes() 1612 if (!pte_same(orig_src_pte, ptep_get(src_pte))) { in move_pages_ptes() [all …]
|
| H A D | mlock.c | 311 pte_t ptent = ptep_get(pte); in folio_mlock_step() 385 ptent = ptep_get(pte); in mlock_pte_range()
|
| H A D | rmap.c | 976 pte_t pteval = ptep_get(pvmw.pte); in folio_referenced_one() 1132 pte_t entry = ptep_get(pte); in page_vma_mkclean_one() 2309 pteval = ptep_get(pvmw.pte); in try_to_unmap_one() 2562 pteval = ptep_get(pvmw.pte); in try_to_migrate_one()
|
| H A D | ksm.c | 635 pte_t pte = ptep_get(ptep); in break_ksm_pmd_entry() 1320 entry = ptep_get(pvmw.pte); in write_protect_page() 1431 if (!pte_same(ptep_get(ptep), orig_pte)) { in replace_page() 1464 flush_cache_page(vma, addr, pte_pfn(ptep_get(ptep))); in replace_page() 2574 pte = ptep_get(ptep); in ksm_next_page_pmd_entry()
|
| H A D | internal.h | 439 pte = ptep_get(ptep); in folio_pte_batch_flags() 534 pte = ptep_get(ptep); in swap_pte_batch()
|
| H A D | migrate_device.c | 283 pte = ptep_get(ptep); in migrate_vma_collect_pmd() 1065 orig_pte = ptep_get(ptep); in migrate_vma_insert_page()
|
| /linux/arch/loongarch/mm/ |
| H A D | pageattr.c | 83 pte_t val = ptep_get(pte); in pageattr_pte_entry() 198 return pte_present(ptep_get(pte)); in kernel_page_present()
|
| H A D | fault.c | 65 if (!pte_present(ptep_get(pte))) in spurious_fault() 68 return write ? pte_write(ptep_get(pte)) : 1; in spurious_fault()
|
| H A D | init.c | 205 if (!pte_none(ptep_get(ptep))) { in __set_fixmap()
|
| /linux/mm/damon/ |
| H A D | vaddr.c | 287 if (!pte_present(ptep_get(pte))) in damon_mkold_pmd_entry() 428 ptent = ptep_get(pte); in damon_young_pmd_entry() 537 young = pte_young(ptep_get(ptep)); in damos_va_filter_young_match() 680 ptent = ptep_get(pte); in damos_va_migrate_pmd_entry() 842 ptent = ptep_get(pte); in damos_va_stat_pmd_entry()
|
| H A D | ops-common.c | 44 pte_t pteval = ptep_get(pte); in damon_ptep_mkold() 210 pte = ptep_get(pvmw.pte); in damon_folio_young_one()
|
| /linux/mm/kasan/ |
| H A D | shadow.c | 210 return !pte_none(ptep_get(pte)); in shadow_mapped() 316 if (likely(pte_none(ptep_get(ptep)))) { in kasan_populate_vmalloc_pte() 477 pte = ptep_get(ptep); in kasan_depopulate_vmalloc_pte()
|
| /linux/arch/riscv/kernel/ |
| H A D | efi.c | 63 pte_t pte = ptep_get(ptep); in set_permissions()
|
| /linux/arch/riscv/mm/ |
| H A D | fault.c | 72 pte = ptep_get(ptep); in show_pte() 234 if (!pte_present(ptep_get(pte_k))) { in vmalloc_fault()
|
| /linux/kernel/bpf/ |
| H A D | arena.c | 181 pte_t old = ptep_get(pte); in apply_range_set_cb() 196 if (unlikely(!pte_none(ptep_get(pte)))) in apply_range_set_cb() 245 if (!pte_none(ptep_get(pte))) in apply_range_set_scratch_cb() 349 pte = ptep_get(ptep); in existing_page_cb()
|
| /linux/fs/proc/ |
| H A D | task_mmu.c | 1057 pte_t ptent = ptep_get(pte); in smaps_pte_entry() 1717 pte_t ptent = ptep_get(pte); in clear_soft_dirty() 1806 ptent = ptep_get(pte); in clear_refs_pte_range() 2199 pme = pte_to_pagemap_entry(pm, vma, addr, ptep_get(pte)); in pagemap_pmd_range() 2891 pte_t ptent = ptep_get(pte); in pagemap_scan_pmd_entry() 2910 pte_t ptent = ptep_get(pte); in pagemap_scan_pmd_entry() 2930 pte_t ptent = ptep_get(pte); in pagemap_scan_pmd_entry() 3452 pte_t ptent = ptep_get(pte); in gather_pte_stats()
|