| /linux/mm/ |
| H A D | page_vma_mapped.c | 20 pte_t ptent; in map_pte() local
44 ptent = ptep_get_lockless(pvmw->pte); in map_pte()
46 if (pte_none(ptent)) { in map_pte()
48 } else if (pte_present(ptent)) { in map_pte()
70 entry = softleaf_from_pte(ptent); in map_pte()
110 pte_t ptent; in check_pte() local
113 ptent = huge_ptep_get(pvmw->vma->vm_mm, pvmw->address, in check_pte()
116 ptent = ptep_get(pvmw->pte); in check_pte()
119 const softleaf_t entry = softleaf_from_pte(ptent); in check_pte()
125 } else if (pte_present(ptent)) { in check_pte()
[all …]
|
| H A D | madvise.c | 371 pte_t *start_pte, *pte, ptent; in madvise_cold_or_pageout_pte_range() local
467 ptent = ptep_get(pte); in madvise_cold_or_pageout_pte_range()
479 if (pte_none(ptent)) in madvise_cold_or_pageout_pte_range()
482 if (!pte_present(ptent)) in madvise_cold_or_pageout_pte_range()
485 folio = vm_normal_folio(vma, addr, ptent); in madvise_cold_or_pageout_pte_range()
497 nr = madvise_folio_pte_batch(addr, end, folio, pte, &ptent); in madvise_cold_or_pageout_pte_range()
539 if (!pageout && pte_young(ptent)) { in madvise_cold_or_pageout_pte_range()
670 pte_t *start_pte, *pte, ptent; in madvise_free_pte_range() local
689 ptent = ptep_get(pte); in madvise_free_pte_range()
691 if (pte_none(ptent)) in madvise_free_pte_range()
[all …]
|
| H A D | mlock.c | 311 pte_t ptent = ptep_get(pte); in folio_mlock_step() local
316 return folio_pte_batch(folio, pte, ptent, count); in folio_mlock_step()
357 pte_t ptent; in mlock_pte_range() local
385 ptent = ptep_get(pte); in mlock_pte_range()
386 if (!pte_present(ptent)) in mlock_pte_range()
388 folio = vm_normal_folio(vma, addr, ptent); in mlock_pte_range()
|
| H A D | memory.c | 1315 pte_t ptent; in copy_pte_range() local
1372 ptent = ptep_get(src_pte); in copy_pte_range()
1373 if (pte_none(ptent)) { in copy_pte_range()
1377 if (unlikely(!pte_present(ptent))) { in copy_pte_range()
1391 ptent = ptep_get(src_pte); in copy_pte_range()
1392 VM_WARN_ON_ONCE(!pte_present(ptent)); in copy_pte_range()
1403 ptent, addr, max_nr, rss, &prealloc); in copy_pte_range()
1771 struct page *page, pte_t *pte, pte_t ptent, unsigned int nr, in zap_present_folio_ptes() argument
1779 ptent = get_and_clear_full_ptes(mm, addr, pte, nr, tlb->fullmm); in zap_present_folio_ptes()
1780 if (pte_dirty(ptent)) { in zap_present_folio_ptes()
[all …]
|
| H A D | khugepaged.c | 1930 pte_t ptent = ptep_get(pte); in try_collapse_pte_mapped_thp() local
1933 if (pte_none(ptent)) in try_collapse_pte_mapped_thp()
1937 if (!pte_present(ptent)) { in try_collapse_pte_mapped_thp()
1942 page = vm_normal_page(vma, addr, ptent); in try_collapse_pte_mapped_thp()
1987 pte_t ptent = ptep_get(pte); in try_collapse_pte_mapped_thp() local
1991 if (pte_none(ptent)) in try_collapse_pte_mapped_thp()
1999 if (!pte_present(ptent)) { in try_collapse_pte_mapped_thp()
2003 page = vm_normal_page(vma, addr, ptent); in try_collapse_pte_mapped_thp()
2008 nr_batch_ptes = folio_pte_batch(folio, pte, ptent, max_nr_batch_ptes); in try_collapse_pte_mapped_thp()
|
| H A D | mempolicy.c | 695 pte_t ptent; in queue_folios_pte_range() local
714 ptent = ptep_get(pte); in queue_folios_pte_range()
715 if (pte_none(ptent)) in queue_folios_pte_range()
717 if (!pte_present(ptent)) { in queue_folios_pte_range()
718 const softleaf_t entry = softleaf_from_pte(ptent); in queue_folios_pte_range()
724 folio = vm_normal_folio(vma, addr, ptent); in queue_folios_pte_range()
728 nr = folio_pte_batch(folio, pte, ptent, max_nr); in queue_folios_pte_range()
|
| H A D | userfaultfd.c | 2727 pte_t ptent; in userfaultfd_must_wait() local
2772 ptent = ptep_get(pte); in userfaultfd_must_wait()
2776 if (pte_none(ptent)) in userfaultfd_must_wait()
2779 if (pte_is_uffd_marker(ptent)) in userfaultfd_must_wait()
2788 if (!pte_present(ptent)) { in userfaultfd_must_wait()
2796 if (!pte_write(ptent) && (reason & VM_UFFD_WP)) in userfaultfd_must_wait()
2803 if (pte_protnone(ptent) && pte_uffd(ptent) && (reason & VM_UFFD_RWP)) in userfaultfd_must_wait()
|
| H A D | vmalloc.c | 393 pte_t ptent; in vunmap_pte_range() local
407 ptent = huge_ptep_get_and_clear(&init_mm, addr, pte, size); in vunmap_pte_range()
412 ptent = ptep_get_and_clear(&init_mm, addr, pte); in vunmap_pte_range()
413 WARN_ON(!pte_none(ptent) && !pte_present(ptent)); in vunmap_pte_range()
3612 pte_t ptent; in vmap_pfn_apply() local
3617 ptent = pte_mkspecial(pfn_pte(pfn, data->prot)); in vmap_pfn_apply()
3618 set_pte_at(&init_mm, addr, pte, ptent); in vmap_pfn_apply()
|
| H A D | memory-failure.c | 346 pte_t ptent; in dev_pagemap_mapping_shift() local
368 ptent = ptep_get(pte); in dev_pagemap_mapping_shift()
369 if (pte_present(ptent)) in dev_pagemap_mapping_shift()
|
| H A D | vmscan.c | 3577 pte_t ptent = ptep_get(cur_pte); in walk_pte_range() local
3583 pfn = get_pte_pfn(ptent, args->vma, addr, pgdat); in walk_pte_range()
3594 nr = folio_pte_batch_flags(folio, NULL, cur_pte, &ptent, in walk_pte_range()
3610 if (pte_dirty(ptent)) in walk_pte_range()
4322 pte_t ptent = ptep_get(pte); in lru_gen_look_around() local
4325 pfn = get_pte_pfn(ptent, vma, addr, pgdat); in lru_gen_look_around()
4336 nr = folio_pte_batch_flags(folio, NULL, pte, &ptent, in lru_gen_look_around()
4350 if (pte_dirty(ptent)) in lru_gen_look_around()
|
| H A D | swapfile.c | 2543 pte_t ptent; in unuse_pte_range() local
2551 ptent = ptep_get_lockless(pte); in unuse_pte_range()
2552 entry = softleaf_from_pte(ptent); in unuse_pte_range()
|
| /linux/fs/proc/ |
| H A D | task_mmu.c | 1057 pte_t ptent = ptep_get(pte); in smaps_pte_entry() local
1059 if (pte_present(ptent)) { in smaps_pte_entry()
1060 page = vm_normal_page(vma, addr, ptent); in smaps_pte_entry()
1061 young = pte_young(ptent); in smaps_pte_entry()
1062 dirty = pte_dirty(ptent); in smaps_pte_entry()
1064 } else if (pte_none(ptent)) { in smaps_pte_entry()
1067 const softleaf_t entry = softleaf_from_pte(ptent); in smaps_pte_entry()
1275 pte_t ptent; in smaps_hugetlb_range() local
1278 ptent = huge_ptep_get(walk->mm, addr, pte); in smaps_hugetlb_range()
1279 if (pte_present(ptent)) { in smaps_hugetlb_range()
[all …]
|