| /linux/mm/ |
| H A D | rmap.c | 742 static void set_tlb_ubc_flush_pending(struct mm_struct *mm, pte_t pteval, in set_tlb_ubc_flush_pending() argument 747 bool writable = pte_dirty(pteval); in set_tlb_ubc_flush_pending() 749 if (!pte_accessible(mm, pteval)) in set_tlb_ubc_flush_pending() 827 static void set_tlb_ubc_flush_pending(struct mm_struct *mm, pte_t pteval, in set_tlb_ubc_flush_pending() argument 971 pte_t pteval = ptep_get(pvmw.pte); in folio_referenced_one() local 973 nr = folio_pte_batch(folio, pvmw.pte, pteval, max_nr); in folio_referenced_one() 1990 pte_t pteval; in try_to_unmap_one() local 2102 pteval = ptep_get(pvmw.pte); in try_to_unmap_one() 2103 if (likely(pte_present(pteval))) { in try_to_unmap_one() 2104 pfn = pte_pfn(pteval); in try_to_unmap_one() 2421 pte_t pteval; try_to_migrate_one() local [all...] |
| H A D | memory.c | 1611 struct zap_details *details, pte_t pteval) in zap_install_uffd_wp_if_needed() argument 1627 if (pte_install_uffd_wp_if_needed(vma, addr, pte, pteval)) in zap_install_uffd_wp_if_needed() 2356 pte_t pteval = ptep_get(pte); in insert_page_into_pte_locked() local 2358 if (!pte_none(pteval)) { in insert_page_into_pte_locked() 2363 if (pte_pfn(pteval) != page_to_pfn(page)) { in insert_page_into_pte_locked() 2364 WARN_ON_ONCE(!is_zero_pfn(pte_pfn(pteval))); in insert_page_into_pte_locked() 2367 pteval = maybe_mkwrite(pteval, vma); in insert_page_into_pte_locked() 2368 pteval = pte_mkyoung(pteval); in insert_page_into_pte_locked() [all...] |
| /linux/drivers/staging/media/ipu3/ |
| H A D | ipu3-mmu.c | 121 static u32 *imgu_mmu_alloc_page_table(u32 pteval) in imgu_mmu_alloc_page_table() argument 131 pt[pte] = pteval; in imgu_mmu_alloc_page_table() 172 u32 pteval; in imgu_mmu_get_l2pt() local 203 pteval = IPU3_ADDR2PTE(virt_to_phys(new_l2pt)); in imgu_mmu_get_l2pt() 204 mmu->l1pt[l1pt_idx] = pteval; in imgu_mmu_get_l2pt() 430 u32 pteval; in imgu_mmu_init() local 450 pteval = IPU3_ADDR2PTE(virt_to_phys(mmu->dummy_page)); in imgu_mmu_init() 451 mmu->dummy_page_pteval = pteval; in imgu_mmu_init() 457 mmu->dummy_l2pt = imgu_mmu_alloc_page_table(pteval); in imgu_mmu_init() 460 pteval = IPU3_ADDR2PTE(virt_to_phys(mmu->dummy_l2pt)); in imgu_mmu_init() [all …]
|
| /linux/arch/sh/mm/ |
| H A D | tlb-sh4.c | 18 unsigned long flags, pteval, vpn; in __update_tlb() local 32 pteval = pte.pte_low; in __update_tlb() 48 __raw_writel(copy_ptea_attributes(pteval), MMU_PTEA); in __update_tlb() 53 pteval &= _PAGE_FLAGS_HARDWARE_MASK; /* drop software flags */ in __update_tlb() 55 pteval |= _PAGE_WT; in __update_tlb() 58 __raw_writel(pteval, MMU_PTEL); in __update_tlb()
|
| H A D | tlb-pteaex.c | 20 unsigned long flags, pteval, vpn; in __update_tlb() local 37 pteval = pte.pte_low; in __update_tlb() 51 pteval &= _PAGE_FLAGS_HARDWARE_MASK; /* drop software flags */ in __update_tlb() 53 pteval |= _PAGE_WT; in __update_tlb() 56 __raw_writel(pteval, MMU_PTEL); in __update_tlb()
|
| H A D | tlb-sh3.c | 29 unsigned long flags, pteval, vpn; in __update_tlb() local 43 pteval = pte_val(pte); in __update_tlb() 46 pteval &= _PAGE_FLAGS_HARDWARE_MASK; /* drop software flags */ in __update_tlb() 48 __raw_writel(pteval, MMU_PTEL); in __update_tlb()
|
| /linux/include/trace/events/ |
| H A D | xen.h | 141 TP_PROTO(pte_t *ptep, pte_t pteval), 142 TP_ARGS(ptep, pteval), 145 __field(pteval_t, pteval) 148 __entry->pteval = pteval.pte), 149 TP_printk("ptep %p pteval %0*llx (raw %0*llx)", 151 (int)sizeof(pteval_t) * 2, (unsigned long long)pte_val(native_make_pte(__entry->pteval)), 152 (int)sizeof(pteval_t) * 2, (unsigned long long)__entry->pteval) 210 pte_t *ptep, pte_t pteval), 211 TP_ARGS(mm, addr, ptep, pteval), [all...] |
| /linux/arch/x86/mm/ |
| H A D | pgtable_32.c | 27 void set_pte_vaddr(unsigned long vaddr, pte_t pteval) in set_pte_vaddr() argument 56 if (!pte_none(pteval)) in set_pte_vaddr() 57 set_pte_at(&init_mm, vaddr, pte, pteval); in set_pte_vaddr()
|
| /linux/arch/sparc/include/asm/ |
| H A D | highmem.h | 54 #define arch_kmap_local_pre_map(vaddr, pteval) flush_cache_all() argument 56 #define arch_kmap_local_post_map(vaddr, pteval) flush_tlb_all() argument
|
| /linux/mm/damon/ |
| H A D | ops-common.c | 46 pte_t pteval = ptep_get(pte); in damon_ptep_mkold() local 51 if (likely(pte_present(pteval))) in damon_ptep_mkold() 52 pfn = pte_pfn(pteval); in damon_ptep_mkold() 54 pfn = softleaf_to_pfn(softleaf_from_pte(pteval)); in damon_ptep_mkold() 65 if (likely(pte_present(pteval))) in damon_ptep_mkold()
|
| /linux/arch/arm64/mm/ |
| H A D | fault.c | 213 pteval_t old_pteval, pteval; in __ptep_set_access_flags_anysz() 230 pteval = pte_val(pte); in __ptep_set_access_flags_anysz() 232 old_pteval = pteval; in __ptep_set_access_flags_anysz() 233 pteval ^= PTE_RDONLY; in __ptep_set_access_flags_anysz() 234 pteval |= pte_val(entry); in __ptep_set_access_flags_anysz() 235 pteval ^= PTE_RDONLY; in __ptep_set_access_flags_anysz() 236 pteval = cmpxchg_relaxed(&pte_val(*ptep), old_pteval, pteval); in __ptep_set_access_flags_anysz() 237 } while (pteval != old_pteval); in __ptep_set_access_flags_anysz() 212 pteval_t old_pteval, pteval; __ptep_set_access_flags_anysz() local
|
| /linux/arch/powerpc/mm/ptdump/ |
| H A D | hashpagetable.c | 383 unsigned long addr, pteval, psize; in walk_pte() local 388 pteval = pte_val(*pte); in walk_pte() 397 ((pteval & H_PAGE_COMBO) == H_PAGE_COMBO || in walk_pte() 398 (pteval & H_PAGE_4K_PFN) == H_PAGE_4K_PFN)) in walk_pte() 404 if (((pteval & H_PAGE_HASHPTE) != H_PAGE_HASHPTE) in walk_pte() 409 addr, pteval); in walk_pte()
|
| /linux/arch/arm/mm/ |
| H A D | flush.c | 285 void __sync_icache_dcache(pte_t pteval) in __sync_icache_dcache() argument 291 if (cache_is_vipt_nonaliasing() && !pte_exec(pteval)) in __sync_icache_dcache() 294 pfn = pte_pfn(pteval); in __sync_icache_dcache() 312 if (pte_exec(pteval)) in __sync_icache_dcache()
|
| /linux/arch/riscv/include/asm/ |
| H A D | pgtable.h | 615 static inline void set_pte(pte_t *ptep, pte_t pteval) in __set_pte_at() 617 WRITE_ONCE(*ptep, pteval); in __set_pte_at() 622 static inline void __set_pte_at(struct mm_struct *mm, pte_t *ptep, pte_t pteval) in set_ptes() 624 if (pte_present(pteval) && pte_exec(pteval)) in set_ptes() 625 flush_icache_pte(mm, pteval); in set_ptes() 627 set_pte(ptep, pteval); in set_ptes() 633 pte_t *ptep, pte_t pteval, unsigned int nr) in set_ptes() 635 page_table_check_ptes_set(mm, addr, ptep, pteval, nr); 638 __set_pte_at(mm, ptep, pteval); in pte_clear() 605 set_pte(pte_t * ptep,pte_t pteval) set_pte() argument 612 __set_pte_at(struct mm_struct * mm,pte_t * ptep,pte_t pteval) __set_pte_at() argument 623 set_ptes(struct mm_struct * mm,unsigned long addr,pte_t * ptep,pte_t pteval,unsigned int nr) set_ptes() argument [all...] |
| /linux/arch/xtensa/mm/ |
| H A D | tlb.c | 183 unsigned int pteval; in get_pte_for_vaddr() local 202 pteval = pte_val(*pte); in get_pte_for_vaddr() 204 return pteval; in get_pte_for_vaddr()
|
| /linux/arch/loongarch/include/asm/ |
| H A D | highmem.h | 38 #define arch_kmap_local_post_map(vaddr, pteval) local_flush_tlb_one(vaddr) argument
|
| H A D | pgtable.h | 364 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte() argument 366 WRITE_ONCE(*ptep, pteval); in set_pte() 369 if (pte_val(pteval) & _PAGE_GLOBAL) in set_pte()
|
| /linux/arch/csky/include/asm/ |
| H A D | highmem.h | 37 #define arch_kmap_local_post_map(vaddr, pteval) kmap_flush_tlb(vaddr) argument
|
| /linux/arch/microblaze/include/asm/ |
| H A D | highmem.h | 54 #define arch_kmap_local_post_map(vaddr, pteval) \ argument
|
| /linux/arch/mips/include/asm/ |
| H A D | highmem.h | 55 #define arch_kmap_local_post_map(vaddr, pteval) local_flush_tlb_one(vaddr) argument
|
| /linux/arch/powerpc/include/asm/ |
| H A D | highmem.h | 63 #define arch_kmap_local_post_map(vaddr, pteval) \ argument
|
| /linux/arch/arm/include/asm/ |
| H A D | highmem.h | 66 #define arch_kmap_local_post_map(vaddr, pteval) \ argument
|
| /linux/arch/x86/xen/ |
| H A D | mmu_pv.c | 323 static bool xen_batched_set_pte(pte_t *ptep, pte_t pteval) in xen_batched_set_pte() 333 u.val = pte_val_ma(pteval); in __xen_set_pte() argument 341 static inline void __xen_set_pte(pte_t *ptep, pte_t pteval) in __xen_set_pte() 343 if (!xen_batched_set_pte(ptep, pteval)) { in __xen_set_pte() 351 u.val = pte_val_ma(pteval); in xen_set_pte() 356 static void xen_set_pte(pte_t *ptep, pte_t pteval) in xen_ptep_modify_prot_start() 358 trace_xen_mmu_set_pte(ptep, pteval); in xen_ptep_modify_prot_start() 359 __xen_set_pte(ptep, pteval); in xen_ptep_modify_prot_start() 431 pteval_t pteval = pte.pte; in xen_pgd_val() 433 return pte_mfn_to_pfn(pteval); 315 xen_batched_set_pte(pte_t * ptep,pte_t pteval) xen_batched_set_pte() argument 348 xen_set_pte(pte_t * ptep,pte_t pteval) xen_set_pte() argument 423 pteval_t pteval = pte.pte; xen_pte_val() local [all...] |
| /linux/arch/sh/include/asm/ |
| H A D | pgtable_32.h | 307 #define set_pte(pteptr, pteval) (*(pteptr) = pteval) argument
|
| /linux/arch/parisc/include/asm/ |
| H A D | pgtable.h | 70 #define set_pte(pteptr, pteval) \ argument 72 *(pteptr) = (pteval); \
|