| /linux/arch/arm/include/asm/ |
| H A D | pgalloc.h | 110 pmdval_t pmdval = (pte + PTE_HWTABLE_OFF) | prot; in __pmd_populate() local
111 pmdp[0] = __pmd(pmdval); in __pmd_populate()
113 pmdp[1] = __pmd(pmdval + 256 * sizeof(pte_t)); in __pmd_populate()
|
| /linux/arch/um/include/asm/ |
| H A D | pgtable-2level.h | 37 #define set_pmd(pmdptr, pmdval) (*(pmdptr) = (pmdval)) argument
|
| H A D | pgtable-4level.h | 82 #define set_pmd(pmdptr, pmdval) (*(pmdptr) = (pmdval)) argument
|
| /linux/mm/damon/ |
| H A D | ops-common.c | 81 pmd_t pmdval = pmdp_get(pmd); in damon_pmdp_mkold() local
86 if (likely(pmd_present(pmdval))) in damon_pmdp_mkold()
87 pfn = pmd_pfn(pmdval); in damon_pmdp_mkold()
89 pfn = softleaf_to_pfn(softleaf_from_pmd(pmdval)); in damon_pmdp_mkold()
95 if (likely(pmd_present(pmdval))) in damon_pmdp_mkold()
|
| /linux/arch/s390/mm/ |
| H A D | gmap_helpers.c | 45 pmd_t *pmdp, pmd, pmdval; in try_get_locked_pte() local
67 ptep = pte_offset_map_rw_nolock(mm, pmdp, vmaddr, &pmdval, ptl); in try_get_locked_pte()
72 if (unlikely(!pmd_same(pmdval, pmdp_get_lockless(pmdp)))) { in try_get_locked_pte()
|
| /linux/mm/ |
| H A D | gup.c | 707 pmd_t pmdval = *pmd; in follow_huge_pmd() local
713 page = pmd_page(pmdval); in follow_huge_pmd()
715 !can_follow_write_pmd(pmdval, page, vma, flags)) in follow_huge_pmd()
719 if ((flags & FOLL_DUMP) && is_huge_zero_pmd(pmdval)) in follow_huge_pmd()
725 if (!pmd_write(pmdval) && gup_must_unshare(vma, flags, page)) in follow_huge_pmd()
736 if (pmd_trans_huge(pmdval) && (flags & FOLL_TOUCH)) in follow_huge_pmd()
903 pmd_t *pmd, pmdval; in follow_pmd_mask() local
909 pmdval = pmdp_get_lockless(pmd); in follow_pmd_mask()
910 if (pmd_none(pmdval)) in follow_pmd_mask()
912 if (!pmd_present(pmdval)) in follow_pmd_mask()
[all …]
|
| H A D | huge_memory.c | 2480 pmd_t pmdval, struct folio *folio, bool is_present) in zap_huge_pmd_folio() argument
2494 if (is_present && pmd_dirty(pmdval)) in zap_huge_pmd_folio()
2496 if (is_present && pmd_young(pmdval) && in zap_huge_pmd_folio()
2507 unsigned long addr, pmd_t pmdval, bool is_present) in normal_or_softleaf_folio_pmd() argument
2510 return vm_normal_folio_pmd(vma, addr, pmdval); in normal_or_softleaf_folio_pmd()
2514 return pmd_to_softleaf_folio(pmdval); in normal_or_softleaf_folio_pmd()
2517 static bool has_deposited_pgtable(struct vm_area_struct *vma, pmd_t pmdval, in has_deposited_pgtable() argument
2528 if (is_huge_zero_pmd(pmdval)) in has_deposited_pgtable()
5070 pmd_t pmdval; in set_pmd_migration_entry() local
5081 pmdval = pmdp_invalidate(vma, address, pvmw->pmd); in set_pmd_migration_entry()
[all …]
|
| H A D | madvise.c | 1089 pmd_t pmdval = pmdp_get(pmd); in guard_install_pmd_entry() local
1092 return pmd_trans_huge(pmdval); in guard_install_pmd_entry()
1229 pmd_t pmdval = pmdp_get(pmd); in guard_remove_pmd_entry() local
1232 if (pmd_trans_huge(pmdval)) in guard_remove_pmd_entry()
|
| H A D | rmap.c | 2519 __maybe_unused pmd_t pmdval; in try_to_migrate_one() local
2535 pmdval = pmdp_get(pvmw.pmd); in try_to_migrate_one()
2536 if (likely(pmd_present(pmdval))) in try_to_migrate_one()
2537 pfn = pmd_pfn(pmdval); in try_to_migrate_one()
2539 pfn = softleaf_to_pfn(softleaf_from_pmd(pmdval)); in try_to_migrate_one()
|
| H A D | mempolicy.c | 657 pmd_t pmdval = pmdp_get(pmd); in queue_folios_pmd() local
659 if (unlikely(!pmd_present(pmdval))) { in queue_folios_pmd()
660 if (pmd_is_migration_entry(pmdval)) in queue_folios_pmd()
664 folio = pmd_folio(pmdval); in queue_folios_pmd()
|
| H A D | memory.c | 1983 spinlock_t *ptl, pmd_t *pmdval) in zap_empty_pte_table() argument
1990 *pmdval = pmdp_get(pmd); in zap_empty_pte_table()
1998 unsigned long addr, pmd_t *pmdval) in zap_pte_table_if_empty() argument
2005 start_pte = pte_offset_map_rw_nolock(mm, pmd, addr, pmdval, &ptl); in zap_pte_table_if_empty()
2043 pmd_t pmdval; in zap_pte_range() local
2085 direct_reclaim = zap_empty_pte_table(mm, pmd, ptl, &pmdval); in zap_pte_range()
2114 if (direct_reclaim || zap_pte_table_if_empty(mm, pmd, start, &pmdval)) { in zap_pte_range()
2115 pte_free_tlb(tlb, pmd_pgtable(pmdval), start); in zap_pte_range()
|
| H A D | vmscan.c | 3555 pmd_t pmdval; in walk_pte_range() local
3557 pte = pte_offset_map_rw_nolock(args->mm, pmd, start & PMD_MASK, &pmdval, &ptl); in walk_pte_range()
3566 if (unlikely(!pmd_same(pmdval, pmdp_get_lockless(pmd)))) { in walk_pte_range()
|
| /linux/arch/sh/include/asm/ |
| H A D | pgtable_32.h | 314 #define set_pmd(pmdptr, pmdval) (*(pmdptr) = pmdval) argument
|
| /linux/arch/powerpc/include/asm/book3s/32/ |
| H A D | pgtable.h | 230 unsigned long pmdval, int count);
234 unsigned long pmdval);
|
| /linux/arch/loongarch/include/asm/ |
| H A D | pgtable.h | 266 static inline void set_pmd(pmd_t *pmd, pmd_t pmdval) in set_pmd() argument
268 WRITE_ONCE(*pmd, pmdval); in set_pmd()
|
| /linux/arch/arm64/mm/ |
| H A D | mmu.c | 208 pmdval_t pmdval = PMD_TYPE_TABLE | PMD_TABLE_UXN | PMD_TABLE_AF; in alloc_init_cont_pte() local
212 pmdval |= PMD_TABLE_PXN; in alloc_init_cont_pte()
220 __pmd_populate(pmdp, pte_phys, pmdval); in alloc_init_cont_pte()
|
| /linux/arch/xtensa/kernel/ |
| H A D | entry.S | 1643 l32i a0, a0, 0 # read pmdval
1661 add a0, a0, a1 # pmdval - PAGE_OFFSET
|