| /linux/include/linux/ |
| H A D | leafops.h | 41 static inline softleaf_t softleaf_mk_none(void) in softleaf_mk_none() 43 return ((softleaf_t) { 0 }); in softleaf_mk_none() 55 static inline softleaf_t softleaf_from_pte(pte_t pte) in softleaf_from_pte() 57 softleaf_t arch_entry; in softleaf_from_pte() 78 static inline pte_t softleaf_to_pte(softleaf_t entry) in softleaf_to_pte() 94 static inline softleaf_t softleaf_from_pmd(pmd_t pmd) in softleaf_from_pmd() 96 softleaf_t arch_entry; in softleaf_from_pmd() 113 static inline softleaf_t softleaf_from_pmd(pmd_t pmd) in softleaf_from_pmd() 129 static inline bool softleaf_is_none(softleaf_t entry) in softleaf_is_none() 140 static inline enum softleaf_type softleaf_type(softleaf_t entry) in softleaf_type() [all …]
|
| H A D | migrate.h | 68 void softleaf_entry_wait_on_locked(softleaf_t entry, spinlock_t *ptl) 100 static inline void softleaf_entry_wait_on_locked(softleaf_t entry, spinlock_t *ptl) in softleaf_entry_wait_on_locked()
|
| H A D | mm_inline.h | 544 softleaf_t entry, struct vm_area_struct *dst_vma) in copy_pte_marker()
|
| H A D | mm_types.h | 312 typedef swp_entry_t softleaf_t; typedef
|
| /linux/mm/ |
| H A D | page_vma_mapped.c | 52 softleaf_t entry; in map_pte() 113 const softleaf_t entry = softleaf_from_pte(ptent); in check_pte() 122 const softleaf_t entry = softleaf_from_pte(ptent); in check_pte() 249 softleaf_t entry; in page_vma_mapped_walk() 277 const softleaf_t entry = softleaf_from_pmd(pmde); in page_vma_mapped_walk()
|
| H A D | page_table_check.c | 185 static inline bool softleaf_cached_writable(softleaf_t entry) in softleaf_cached_writable() 196 const softleaf_t entry = softleaf_from_pte(pte); in page_table_check_pte_flags() 225 const softleaf_t entry = softleaf_from_pmd(pmd); in page_table_check_pmd_flags()
|
| H A D | debug_vm_pgtable.c | 718 softleaf_t entry; in pte_swap_soft_dirty_tests() 776 softleaf_t softleaf; in pte_swap_exclusive_tests() 808 softleaf_t entry; in pte_swap_tests() 847 softleaf_t entry; in swap_migration_tests()
|
| H A D | mincore.c | 205 const softleaf_t entry = softleaf_from_pte(pte); in mincore_pte_range()
|
| H A D | hmm.c | 261 const softleaf_t entry = softleaf_from_pte(pte); in hmm_vma_handle_pte() 342 const softleaf_t entry = softleaf_from_pmd(pmd); in hmm_vma_handle_absent_pmd()
|
| H A D | internal.h | 407 const softleaf_t entry = softleaf_from_pte(pte); in pte_move_swp_offset() 453 const softleaf_t entry = softleaf_from_pte(pte); in swap_pte_batch() 462 softleaf_t entry; in swap_pte_batch()
|
| H A D | pagewalk.c | 978 const softleaf_t entry = softleaf_from_pmd(pmd); in folio_walk_start() 1011 const softleaf_t entry = softleaf_from_pte(pte); in folio_walk_start()
|
| H A D | huge_memory.c | 1380 softleaf_t entry; in do_huge_pmd_device_private() 1799 softleaf_t entry = softleaf_from_pmd(pmd); in copy_huge_non_present_pmd() 2385 const softleaf_t entry = softleaf_from_pmd(orig_pmd); in zap_huge_pmd() 2519 softleaf_t entry = softleaf_from_pmd(*pmd); in change_non_present_huge_pmd() 3021 const softleaf_t old_entry = softleaf_from_pmd(old_pmd); in __split_huge_pmd_locked() 3054 softleaf_t entry; in __split_huge_pmd_locked() 3070 softleaf_t entry; in __split_huge_pmd_locked() 4923 softleaf_t entry; in remove_migration_pmd()
|
| H A D | madvise.c | 196 softleaf_t entry; in swapin_walk_pmd_entry() 689 softleaf_t entry = softleaf_from_pte(ptent); in madvise_free_pte_range() 1069 const softleaf_t entry = softleaf_from_pte(ptent); in is_guard_pte_marker()
|
| H A D | migrate_device.c | 167 const softleaf_t entry = softleaf_from_pmd(*pmdp); in migrate_vma_collect_huge_pmd() 282 softleaf_t entry; in migrate_vma_collect_pmd()
|
| H A D | memory.c | 918 const softleaf_t entry = softleaf_from_pte(orig_pte); in try_restore_exclusive_pte() 944 softleaf_t entry = softleaf_from_pte(orig_pte); in copy_nonpresent_pte() 1234 softleaf_t entry = softleaf_mk_none(); in copy_pte_range() 1735 softleaf_t entry; in zap_nonpresent_ptes() 4498 const softleaf_t entry = softleaf_from_pte(vmf->orig_pte); in handle_pte_marker() 4527 softleaf_t entry; in __alloc_swap_folio() 4551 softleaf_t entry; in can_swapin_thp() 4607 softleaf_t entry; in alloc_swap_folio() 4714 softleaf_t entry; in do_swap_page()
|
| H A D | migrate.c | 356 softleaf_t entry; in remove_migration_pte() 487 softleaf_t entry; in migration_entry_wait() 519 softleaf_t entry; in migration_entry_wait_huge()
|
| H A D | rmap.c | 2091 const softleaf_t entry = softleaf_from_pte(pteval); in try_to_unmap_one() 2497 const softleaf_t entry = softleaf_from_pte(pteval); in try_to_migrate_one() 2582 const softleaf_t entry = softleaf_from_pte(pteval); in try_to_migrate_one()
|
| H A D | swap_state.c | 850 softleaf_t entry;
|
| H A D | mprotect.c | 320 softleaf_t entry = softleaf_from_pte(oldpte); in change_pte_range()
|
| H A D | mempolicy.c | 709 const softleaf_t entry = softleaf_from_pte(ptent); in queue_folios_pte_range() 780 const softleaf_t entry = softleaf_from_pte(ptep); in queue_folios_hugetlb()
|
| H A D | hugetlb.c | 4898 softleaf_t softleaf; in copy_hugetlb_page_range() 6047 const softleaf_t softleaf = softleaf_from_pte(vmf.orig_pte); in hugetlb_fault() 6448 softleaf_t entry; in hugetlb_change_protection()
|
| H A D | userfaultfd.c | 1428 const softleaf_t entry = softleaf_from_pte(orig_src_pte); in move_pages_ptes()
|
| H A D | memory-failure.c | 701 const softleaf_t entry = softleaf_from_pte(pte); in check_hwpoisoned_entry()
|
| H A D | ksm.c | 635 const softleaf_t entry = softleaf_from_pte(pte); in break_ksm_pmd_entry()
|
| /linux/fs/proc/ |
| H A D | task_mmu.c | 1036 const softleaf_t entry = softleaf_from_pte(ptent); in smaps_pte_entry() 1081 const softleaf_t entry = softleaf_from_pmd(*pmd); in smaps_pmd_entry() 1249 const softleaf_t entry = softleaf_from_pte(ptent); in smaps_hugetlb_range() 1954 softleaf_t entry; in pte_to_pagemap_entry() 2029 const softleaf_t entry = softleaf_from_pmd(pmd); in pagemap_pmd_range_thp() 2371 softleaf_t entry; in pagemap_page_category() 2446 const softleaf_t entry = softleaf_from_pmd(pmd); in pagemap_thp_category() 2514 softleaf_t entry; in make_uffd_wp_huge_pte()
|