| /linux/mm/ |
| H A D | mapping_dirty_helpers.c | 38 pte_t ptent = ptep_get(pte); in wp_pte() local
40 if (pte_write(ptent)) { in wp_pte()
43 ptent = pte_wrprotect(old_pte); in wp_pte()
44 ptep_modify_prot_commit(walk->vma, addr, pte, old_pte, ptent); in wp_pte()
94 pte_t ptent = ptep_get(pte); in clean_record_pte() local
96 if (pte_dirty(ptent)) { in clean_record_pte()
101 ptent = pte_mkclean(old_pte); in clean_record_pte()
102 ptep_modify_prot_commit(walk->vma, addr, pte, old_pte, ptent); in clean_record_pte()
|
| H A D | madvise.c | 353 pte_t *start_pte, *pte, ptent; in madvise_cold_or_pageout_pte_range() local
449 ptent = ptep_get(pte); in madvise_cold_or_pageout_pte_range()
461 if (pte_none(ptent)) in madvise_cold_or_pageout_pte_range()
464 if (!pte_present(ptent)) in madvise_cold_or_pageout_pte_range()
467 folio = vm_normal_folio(vma, addr, ptent); in madvise_cold_or_pageout_pte_range()
482 ptent, &any_young, NULL); in madvise_cold_or_pageout_pte_range()
484 ptent = pte_mkyoung(ptent); in madvise_cold_or_pageout_pte_range()
526 if (!pageout && pte_young(ptent)) { in madvise_cold_or_pageout_pte_range()
659 pte_t *start_pte, *pte, ptent; in madvise_free_pte_range() local
678 ptent = ptep_get(pte); in madvise_free_pte_range()
[all …]
|
| H A D | mlock.c | 312 pte_t ptent = ptep_get(pte); in folio_mlock_step() local
317 return folio_pte_batch(folio, addr, pte, ptent, count, fpb_flags, NULL, in folio_mlock_step()
359 pte_t ptent; in mlock_pte_range() local
385 ptent = ptep_get(pte); in mlock_pte_range()
386 if (!pte_present(ptent)) in mlock_pte_range()
388 folio = vm_normal_folio(vma, addr, ptent); in mlock_pte_range()
|
| H A D | memory.c | 1087 pte_t ptent; in copy_pte_range() local
1144 ptent = ptep_get(src_pte); in copy_pte_range()
1145 if (pte_none(ptent)) { in copy_pte_range()
1149 if (unlikely(!pte_present(ptent))) { in copy_pte_range()
1163 ptent = ptep_get(src_pte); in copy_pte_range()
1164 VM_WARN_ON_ONCE(!pte_present(ptent)); in copy_pte_range()
1175 ptent, addr, max_nr, rss, &prealloc); in copy_pte_range()
1503 struct page *page, pte_t *pte, pte_t ptent, unsigned int nr, in zap_present_folio_ptes() argument
1511 ptent = get_and_clear_full_ptes(mm, addr, pte, nr, tlb->fullmm); in zap_present_folio_ptes()
1512 if (pte_dirty(ptent)) { in zap_present_folio_ptes()
[all …]
|
| H A D | highmem.c | 205 pte_t ptent; in flush_all_zero_pkmaps() local
218 ptent = ptep_get(&pkmap_page_table[i]); in flush_all_zero_pkmaps()
219 BUG_ON(pte_none(ptent)); in flush_all_zero_pkmaps()
228 page = pte_page(ptent); in flush_all_zero_pkmaps()
|
| H A D | khugepaged.c | 1576 pte_t ptent = ptep_get(pte); in collapse_pte_mapped_thp() local
1579 if (pte_none(ptent)) in collapse_pte_mapped_thp()
1583 if (!pte_present(ptent)) { in collapse_pte_mapped_thp()
1588 page = vm_normal_page(vma, addr, ptent); in collapse_pte_mapped_thp()
1631 pte_t ptent = ptep_get(pte); in collapse_pte_mapped_thp() local
1633 if (pte_none(ptent)) in collapse_pte_mapped_thp()
1641 if (!pte_present(ptent)) { in collapse_pte_mapped_thp()
1645 page = vm_normal_page(vma, addr, ptent); in collapse_pte_mapped_thp()
|
| H A D | mempolicy.c | 543 pte_t ptent; in queue_folios_pte_range() local
559 ptent = ptep_get(pte); in queue_folios_pte_range()
560 if (pte_none(ptent)) in queue_folios_pte_range()
562 if (!pte_present(ptent)) { in queue_folios_pte_range()
563 if (is_migration_entry(pte_to_swp_entry(ptent))) in queue_folios_pte_range()
567 folio = vm_normal_folio(vma, addr, ptent); in queue_folios_pte_range()
|
| H A D | memory-failure.c | 410 pte_t ptent; in dev_pagemap_mapping_shift() local
432 ptent = ptep_get(pte); in dev_pagemap_mapping_shift()
433 if (pte_present(ptent) && pte_devmap(ptent)) in dev_pagemap_mapping_shift()
|
| H A D | vmalloc.c | 356 pte_t ptent = ptep_get_and_clear(&init_mm, addr, pte); in vunmap_pte_range() local
357 WARN_ON(!pte_none(ptent) && !pte_present(ptent)); in vunmap_pte_range()
3489 pte_t ptent; in vmap_pfn_apply() local
3494 ptent = pte_mkspecial(pfn_pte(pfn, data->prot)); in vmap_pfn_apply()
3495 set_pte_at(&init_mm, addr, pte, ptent); in vmap_pfn_apply()
|
| H A D | swapfile.c | 2085 pte_t ptent; in unuse_pte_range() local
2093 ptent = ptep_get_lockless(pte); in unuse_pte_range()
2095 if (!is_swap_pte(ptent)) in unuse_pte_range()
2098 entry = pte_to_swp_entry(ptent); in unuse_pte_range()
|
| H A D | vmscan.c | 3492 pte_t ptent = ptep_get(pte + i); in walk_pte_range() local
3497 pfn = get_pte_pfn(ptent, args->vma, addr, pgdat); in walk_pte_range()
3515 if (pte_dirty(ptent)) in walk_pte_range()
4206 pte_t ptent = ptep_get(pte + i); in lru_gen_look_around() local
4208 pfn = get_pte_pfn(ptent, vma, addr, pgdat); in lru_gen_look_around()
4226 if (pte_dirty(ptent)) in lru_gen_look_around()
|
| /linux/fs/proc/ |
| H A D | task_mmu.c | 800 pte_t ptent = ptep_get(pte); in smaps_pte_entry() local
802 if (pte_present(ptent)) { in smaps_pte_entry()
803 page = vm_normal_page(vma, addr, ptent); in smaps_pte_entry()
804 young = pte_young(ptent); in smaps_pte_entry()
805 dirty = pte_dirty(ptent); in smaps_pte_entry()
807 } else if (is_swap_pte(ptent)) { in smaps_pte_entry()
808 swp_entry_t swpent = pte_to_swp_entry(ptent); in smaps_pte_entry()
1010 pte_t ptent = huge_ptep_get(walk->mm, addr, pte); in smaps_hugetlb_range() local
1014 if (pte_present(ptent)) { in smaps_hugetlb_range()
1015 folio = page_folio(pte_page(ptent)); in smaps_hugetlb_range()
[all …]
|
| /linux/arch/arm64/mm/ |
| H A D | contpte.c | 62 pte_t ptent = __ptep_get_and_clear(mm, addr, ptep); in contpte_convert() local
64 if (pte_dirty(ptent)) in contpte_convert()
67 if (pte_young(ptent)) in contpte_convert()
|
| /linux/drivers/gpu/drm/i915/gem/selftests/ |
| H A D | i915_gem_mman.c | 1686 pte_t ptent = ptep_get(pte); in check_present_pte() local
1688 if (!pte_present(ptent) || pte_none(ptent)) { in check_present_pte()
1699 pte_t ptent = ptep_get(pte); in check_absent_pte() local
1701 if (pte_present(ptent) && !pte_none(ptent)) { in check_absent_pte()
|
| /linux/fs/ |
| H A D | userfaultfd.c | 286 pte_t ptent; in userfaultfd_must_wait() local
326 ptent = ptep_get(pte); in userfaultfd_must_wait()
327 if (pte_none_mostly(ptent)) in userfaultfd_must_wait()
329 if (!pte_write(ptent) && (reason & VM_UFFD_WP)) in userfaultfd_must_wait()
|