| /linux/mm/ |
| H A D | pgtable-generic.c | 286 pmd_t pmdval; in ___pte_offset_map() local
290 pmdval = pmdp_get_lockless(pmd); in ___pte_offset_map()
294 *pmdvalp = pmdval; in ___pte_offset_map()
295 if (unlikely(pmd_none(pmdval) || !pmd_present(pmdval))) in ___pte_offset_map()
297 if (unlikely(pmd_trans_huge(pmdval))) in ___pte_offset_map()
299 if (unlikely(pmd_bad(pmdval))) { in ___pte_offset_map()
303 return __pte_map(&pmdval, addr); in ___pte_offset_map()
312 pmd_t pmdval; in pte_offset_map_ro_nolock() local
315 pte = __pte_offset_map(pmd, addr, &pmdval); in pte_offset_map_ro_nolock()
396 pmd_t pmdval; __pte_offset_map_lock() local
[all...] |
| H A D | pt_reclaim.c | |
| H A D | mapping_dirty_helpers.c | 129 pmd_t pmdval = pmdp_get_lockless(pmd); in wp_clean_pmd_entry() local
132 if (pmd_trans_huge(pmdval)) { in wp_clean_pmd_entry()
133 WARN_ON(pmd_write(pmdval) || pmd_dirty(pmdval)); in wp_clean_pmd_entry()
|
| H A D | gup.c | 707 pmd_t pmdval = *pmd; in follow_huge_pmd() local
713 page = pmd_page(pmdval); in follow_huge_pmd()
715 !can_follow_write_pmd(pmdval, page, vma, flags)) in follow_huge_pmd()
719 if ((flags & FOLL_DUMP) && is_huge_zero_pmd(pmdval)) in follow_huge_pmd()
725 if (!pmd_write(pmdval) && gup_must_unshare(vma, flags, page)) in follow_huge_pmd()
736 if (pmd_trans_huge(pmdval) && (flags & FOLL_TOUCH)) in follow_huge_pmd()
903 pmd_t *pmd, pmdval; in follow_pmd_mask() local
909 pmdval = pmdp_get_lockless(pmd); in follow_pmd_mask()
910 if (pmd_none(pmdval)) in follow_pmd_mask()
912 if (!pmd_present(pmdval)) in follow_pmd_mask()
[all...] |
| H A D | page_idle.c | 74 pmd_t pmdval = pmdp_get(pvmw.pmd); in page_idle_clear_pte_refs_one() local
76 if (likely(pmd_present(pmdval))) in page_idle_clear_pte_refs_one()
|
| H A D | madvise.c | 1086 pmd_t pmdval = pmdp_get(pmd); in guard_install_pmd_entry() local
1089 return pmd_trans_huge(pmdval); in guard_install_pmd_entry()
1227 pmd_t pmdval = pmdp_get(pmd); in guard_remove_pmd_entry() local
1230 if (pmd_trans_huge(pmdval)) in guard_remove_pmd_entry()
|
| H A D | rmap.c | 2443 __maybe_unused pmd_t pmdval; in try_to_migrate_one() local
2453 pmdval = pmdp_get(pvmw.pmd); in try_to_migrate_one()
2454 if (likely(pmd_present(pmdval))) in try_to_migrate_one()
2455 pfn = pmd_pfn(pmdval); in try_to_migrate_one()
2457 pfn = softleaf_to_pfn(softleaf_from_pmd(pmdval)); in try_to_migrate_one()
|
| H A D | huge_memory.c | 4869 pmd_t pmdval; in set_pmd_migration_entry() local
4878 pmdval = pmdp_huge_get_and_clear(vma->vm_mm, address, pvmw->pmd); in set_pmd_migration_entry()
4880 pmdval = pmdp_invalidate(vma, address, pvmw->pmd); in set_pmd_migration_entry()
4885 set_pmd_at(mm, address, pvmw->pmd, pmdval); in set_pmd_migration_entry()
4889 if (pmd_dirty(pmdval)) in set_pmd_migration_entry()
4891 if (pmd_write(pmdval)) in set_pmd_migration_entry()
4897 if (pmd_young(pmdval)) in set_pmd_migration_entry()
4899 if (pmd_dirty(pmdval)) in set_pmd_migration_entry()
4902 if (pmd_soft_dirty(pmdval)) in set_pmd_migration_entry()
4904 if (pmd_uffd_wp(pmdval)) in set_pmd_migration_entry()
|
| H A D | memory.c | 1847 spinlock_t *ptl, pmd_t *pmdval) in zap_empty_pte_table() argument
1854 *pmdval = pmdp_get(pmd); in zap_empty_pte_table()
1862 unsigned long addr, pmd_t *pmdval) in zap_pte_table_if_empty() argument
1869 start_pte = pte_offset_map_rw_nolock(mm, pmd, addr, pmdval, &ptl); in zap_pte_table_if_empty()
1907 pmd_t pmdval; in zap_pte_range() local
1949 direct_reclaim = zap_empty_pte_table(mm, pmd, ptl, &pmdval); in zap_pte_range()
1978 if (direct_reclaim || zap_pte_table_if_empty(mm, pmd, start, &pmdval)) { in zap_pte_range()
1979 pte_free_tlb(tlb, pmd_pgtable(pmdval), addr); in zap_pte_range()
|
| H A D | vmscan.c | 3509 pmd_t pmdval; in walk_pte_range() local
3511 pte = pte_offset_map_rw_nolock(args->mm, pmd, start & PMD_MASK, &pmdval, &ptl); in walk_pte_range()
3520 if (unlikely(!pmd_same(pmdval, pmdp_get_lockless(pmd)))) { in walk_pte_range()
|
| /linux/arch/arm/include/asm/ |
| H A D | pgalloc.h | 110 pmdval_t pmdval = (pte + PTE_HWTABLE_OFF) | prot; in __pmd_populate() local
111 pmdp[0] = __pmd(pmdval); in __pmd_populate()
113 pmdp[1] = __pmd(pmdval + 256 * sizeof(pte_t)); in __pmd_populate()
|
| /linux/mm/damon/ |
| H A D | ops-common.c | 78 pmd_t pmdval = pmdp_get(pmd); in damon_pmdp_mkold() local
83 if (likely(pmd_present(pmdval))) in damon_pmdp_mkold()
84 pfn = pmd_pfn(pmdval); in damon_pmdp_mkold()
86 pfn = softleaf_to_pfn(softleaf_from_pmd(pmdval)); in damon_pmdp_mkold()
92 if (likely(pmd_present(pmdval))) in damon_pmdp_mkold()
|
| /linux/arch/um/include/asm/ |
| H A D | pgtable-2level.h | 37 #define set_pmd(pmdptr, pmdval) (*(pmdptr) = (pmdval)) argument
|
| H A D | pgtable-4level.h | 82 #define set_pmd(pmdptr, pmdval) (*(pmdptr) = (pmdval)) argument
|
| /linux/include/trace/events/ |
| H A D | xen.h | 159 TP_PROTO(pmd_t *pmdp, pmd_t pmdval),
160 TP_ARGS(pmdp, pmdval),
163 __field(pmdval_t, pmdval)
166 __entry->pmdval = pmdval.pmd),
169 (int)sizeof(pmdval_t) * 2, (unsigned long long)pmd_val(native_make_pmd(__entry->pmdval)),
170 (int)sizeof(pmdval_t) * 2, (unsigned long long)__entry->pmdval)
|
| /linux/arch/arm/mm/ |
| H A D | fault-armv.c | 73 pmd_t pmdval; in adjust_pte() local
98 pte = pte_offset_map_rw_nolock(vma->vm_mm, pmd, address, &pmdval, &ptl); in adjust_pte()
108 if (unlikely(!pmd_same(pmdval, pmdp_get_lockless(pmd)))) { in adjust_pte()
|
| /linux/arch/hexagon/include/asm/ |
| H A D | pgtable.h | 344 #define set_pmd(pmdptr, pmdval) (*(pmdptr) = (pmdval)) argument
|
| /linux/arch/nios2/include/asm/ |
| H A D | pgtable.h | 82 static inline void set_pmd(pmd_t *pmdptr, pmd_t pmdval) in set_pmd() argument
84 *pmdptr = pmdval; in set_pmd()
|
| /linux/arch/openrisc/include/asm/ |
| H A D | pgtable.h | 54 #define set_pmd(pmdptr, pmdval) (*(pmdptr) = pmdval) argument
|
| /linux/arch/xtensa/include/asm/ |
| H A D | pgtable.h | 304 set_pmd(pmd_t *pmdp, pmd_t pmdval) in set_pmd() argument
306 *pmdp = pmdval; in set_pmd()
|
| /linux/arch/sh/include/asm/ |
| H A D | pgtable_32.h | 314 #define set_pmd(pmdptr, pmdval) (*(pmdptr) = pmdval) argument
|
| /linux/arch/arm64/mm/ |
| H A D | mmu.c | 209 pmdval_t pmdval = PMD_TYPE_TABLE | PMD_TABLE_UXN | PMD_TABLE_AF; in alloc_init_cont_pte() local
213 pmdval |= PMD_TABLE_PXN; in alloc_init_cont_pte()
221 __pmd_populate(pmdp, pte_phys, pmdval); in alloc_init_cont_pte()
|
| /linux/arch/xtensa/kernel/ |
| H A D | entry.S | 1643 l32i a0, a0, 0 # read pmdval
1661 add a0, a0, a1 # pmdval - PAGE_OFFSET
|