| /linux/mm/ |
| H A D | pgtable-generic.c | 285 pmd_t pmdval; in ___pte_offset_map() local
289 pmdval = pmdp_get_lockless(pmd); in ___pte_offset_map()
293 *pmdvalp = pmdval; in ___pte_offset_map()
294 if (unlikely(pmd_none(pmdval) || is_pmd_migration_entry(pmdval))) in ___pte_offset_map()
296 if (unlikely(pmd_trans_huge(pmdval) || pmd_devmap(pmdval))) in ___pte_offset_map()
298 if (unlikely(pmd_bad(pmdval))) { in ___pte_offset_map()
302 return __pte_map(&pmdval, addr); in ___pte_offset_map()
311 pmd_t pmdval; in pte_offset_map_ro_nolock() local
314 pte = __pte_offset_map(pmd, addr, &pmdval); in pte_offset_map_ro_nolock()
316 *ptlp = pte_lockptr(mm, &pmdval); in pte_offset_map_ro_nolock()
[all …]
|
| H A D | mapping_dirty_helpers.c | 129 pmd_t pmdval = pmdp_get_lockless(pmd); in wp_clean_pmd_entry() local
132 if (pmd_trans_huge(pmdval) || pmd_devmap(pmdval)) { in wp_clean_pmd_entry()
133 WARN_ON(pmd_write(pmdval) || pmd_dirty(pmdval)); in wp_clean_pmd_entry()
|
| H A D | gup.c | 744 pmd_t pmdval = *pmd; in follow_huge_pmd() local
750 page = pmd_page(pmdval); in follow_huge_pmd()
752 !can_follow_write_pmd(pmdval, page, vma, flags)) in follow_huge_pmd()
756 if ((flags & FOLL_DUMP) && is_huge_zero_pmd(pmdval)) in follow_huge_pmd()
762 if (!pmd_write(pmdval) && gup_must_unshare(vma, flags, page)) in follow_huge_pmd()
773 if (pmd_trans_huge(pmdval) && (flags & FOLL_TOUCH)) in follow_huge_pmd()
958 pmd_t *pmd, pmdval; in follow_pmd_mask() local
964 pmdval = pmdp_get_lockless(pmd); in follow_pmd_mask()
965 if (pmd_none(pmdval)) in follow_pmd_mask()
967 if (!pmd_present(pmdval)) in follow_pmd_mask()
[all …]
|
| H A D | madvise.c | 1081 pmd_t pmdval = pmdp_get(pmd); in guard_install_pmd_entry() local
1084 return pmd_trans_huge(pmdval) || pmd_devmap(pmdval); in guard_install_pmd_entry()
1204 pmd_t pmdval = pmdp_get(pmd); in guard_remove_pmd_entry() local
1207 if (pmd_trans_huge(pmdval) || pmd_devmap(pmdval)) in guard_remove_pmd_entry()
|
| H A D | huge_memory.c | 4252 pmd_t pmdval; in set_pmd_migration_entry() local
4260 pmdval = pmdp_invalidate(vma, address, pvmw->pmd); in set_pmd_migration_entry()
4265 set_pmd_at(mm, address, pvmw->pmd, pmdval); in set_pmd_migration_entry()
4269 if (pmd_dirty(pmdval)) in set_pmd_migration_entry()
4271 if (pmd_write(pmdval)) in set_pmd_migration_entry()
4277 if (pmd_young(pmdval)) in set_pmd_migration_entry()
4279 if (pmd_dirty(pmdval)) in set_pmd_migration_entry()
4282 if (pmd_soft_dirty(pmdval)) in set_pmd_migration_entry()
4284 if (pmd_uffd_wp(pmdval)) in set_pmd_migration_entry()
|
| H A D | internal.h | 1532 bool try_get_and_clear_pmd(struct mm_struct *mm, pmd_t *pmd, pmd_t *pmdval);
1534 pmd_t pmdval);
|
| H A D | vmscan.c | 3471 pmd_t pmdval; in walk_pte_range() local
3473 pte = pte_offset_map_rw_nolock(args->mm, pmd, start & PMD_MASK, &pmdval, &ptl); in walk_pte_range()
3482 if (unlikely(!pmd_same(pmdval, pmdp_get_lockless(pmd)))) { in walk_pte_range()
|
| H A D | memory.c | 1719 pmd_t pmdval; in zap_pte_range() local
1762 direct_reclaim = try_get_and_clear_pmd(mm, pmd, &pmdval); in zap_pte_range()
1792 free_pte(mm, start, tlb, pmdval); in zap_pte_range()
|
| /linux/arch/arm/include/asm/ |
| H A D | pgalloc.h | 110 pmdval_t pmdval = (pte + PTE_HWTABLE_OFF) | prot; in __pmd_populate() local
111 pmdp[0] = __pmd(pmdval); in __pmd_populate()
113 pmdp[1] = __pmd(pmdval + 256 * sizeof(pte_t)); in __pmd_populate()
|
| /linux/arch/um/include/asm/ |
| H A D | pgtable-2level.h | 37 #define set_pmd(pmdptr, pmdval) (*(pmdptr) = (pmdval)) argument
|
| H A D | pgtable-4level.h | 82 #define set_pmd(pmdptr, pmdval) (*(pmdptr) = (pmdval)) argument
|
| /linux/include/trace/events/ |
| H A D | xen.h | 159 TP_PROTO(pmd_t *pmdp, pmd_t pmdval),
160 TP_ARGS(pmdp, pmdval),
163 __field(pmdval_t, pmdval)
166 __entry->pmdval = pmdval.pmd),
169 (int)sizeof(pmdval_t) * 2, (unsigned long long)pmd_val(native_make_pmd(__entry->pmdval)),
170 (int)sizeof(pmdval_t) * 2, (unsigned long long)__entry->pmdval)
|
| /linux/arch/arm/mm/ |
| H A D | fault-armv.c | 73 pmd_t pmdval; in adjust_pte() local
98 pte = pte_offset_map_rw_nolock(vma->vm_mm, pmd, address, &pmdval, &ptl); in adjust_pte()
108 if (unlikely(!pmd_same(pmdval, pmdp_get_lockless(pmd)))) { in adjust_pte()
|
| /linux/arch/hexagon/include/asm/ |
| H A D | pgtable.h | 347 #define set_pmd(pmdptr, pmdval) (*(pmdptr) = (pmdval)) argument
|
| /linux/arch/nios2/include/asm/ |
| H A D | pgtable.h | 82 static inline void set_pmd(pmd_t *pmdptr, pmd_t pmdval) in set_pmd() argument
84 *pmdptr = pmdval; in set_pmd()
|
| /linux/arch/openrisc/include/asm/ |
| H A D | pgtable.h | 54 #define set_pmd(pmdptr, pmdval) (*(pmdptr) = pmdval) argument
|
| /linux/arch/xtensa/include/asm/ |
| H A D | pgtable.h | 311 set_pmd(pmd_t *pmdp, pmd_t pmdval) in set_pmd() argument
313 *pmdp = pmdval; in set_pmd()
|
| /linux/arch/sh/include/asm/ |
| H A D | pgtable_32.h | 314 #define set_pmd(pmdptr, pmdval) (*(pmdptr) = pmdval) argument
|
| /linux/arch/powerpc/include/asm/book3s/32/ |
| H A D | pgtable.h | 233 unsigned long pmdval, int count);
237 unsigned long pmdval);
|
| /linux/arch/mips/include/asm/ |
| H A D | pgtable.h | 236 #define set_pmd(pmdptr, pmdval) do { *(pmdptr) = (pmdval); } while(0) argument
|
| /linux/arch/xtensa/kernel/ |
| H A D | entry.S | 1643 l32i a0, a0, 0 # read pmdval
1661 add a0, a0, a1 # pmdval - PAGE_OFFSET
|