Home
last modified time | relevance | path

Searched refs:pteval (Results 1 – 25 of 50) sorted by relevance

12

/linux/mm/
H A Dhighmem.c184 idx = arch_kmap_local_map_idx(i, pte_pfn(pteval)); in __kmap_to_page()
188 return pte_page(kctrl->pteval[i]); in __kmap_to_page()
495 # define arch_kmap_local_post_map(vaddr, pteval) do { } while (0) argument
551 pte_t pteval, *kmap_pte; in __kmap_local_pfn_prot() local
565 pteval = pfn_pte(pfn, prot); in __kmap_local_pfn_prot()
566 arch_kmap_local_set_pte(&init_mm, vaddr, kmap_pte, pteval); in __kmap_local_pfn_prot()
567 arch_kmap_local_post_map(vaddr, pteval); in __kmap_local_pfn_prot()
568 current->kmap_ctrl.pteval[kmap_local_idx()] = pteval; in __kmap_local_pfn_prot()
628 current->kmap_ctrl.pteval[kmap_local_idx()] = __pte(0); in kunmap_local_indexed()
653 pte_t pteval = tsk->kmap_ctrl.pteval[i]; in __kmap_local_sched_out() local
[all …]
H A Drmap.c649 static void set_tlb_ubc_flush_pending(struct mm_struct *mm, pte_t pteval, in set_tlb_ubc_flush_pending() argument
654 bool writable = pte_dirty(pteval); in set_tlb_ubc_flush_pending()
656 if (!pte_accessible(mm, pteval)) in set_tlb_ubc_flush_pending()
734 static void set_tlb_ubc_flush_pending(struct mm_struct *mm, pte_t pteval, in set_tlb_ubc_flush_pending() argument
1858 pte_t pteval; in try_to_unmap_one() local
1968 pteval = ptep_get(pvmw.pte); in try_to_unmap_one()
1969 if (likely(pte_present(pteval))) { in try_to_unmap_one()
1970 pfn = pte_pfn(pteval); in try_to_unmap_one()
1972 const softleaf_t entry = softleaf_from_pte(pteval); in try_to_unmap_one()
2032 pteval = huge_ptep_clear_flush(vma, address, pvmw.pte); in try_to_unmap_one()
[all …]
H A Dkhugepaged.c517 pte_t pteval = ptep_get(_pte); in release_pte_pages() local
520 if (pte_none(pteval)) in release_pte_pages()
522 VM_WARN_ON_ONCE(!pte_present(pteval)); in release_pte_pages()
523 pfn = pte_pfn(pteval); in release_pte_pages()
552 pte_t pteval = ptep_get(_pte); in __collapse_huge_page_isolate() local
553 if (pte_none_or_zero(pteval)) { in __collapse_huge_page_isolate()
565 if (!pte_present(pteval)) { in __collapse_huge_page_isolate()
569 if (pte_uffd_wp(pteval)) { in __collapse_huge_page_isolate()
573 page = vm_normal_page(vma, addr, pteval); in __collapse_huge_page_isolate()
657 (pte_young(pteval) || folio_test_young(folio) || in __collapse_huge_page_isolate()
[all …]
/linux/drivers/staging/media/ipu3/
H A Dipu3-mmu.c121 static u32 *imgu_mmu_alloc_page_table(u32 pteval) in imgu_mmu_alloc_page_table() argument
131 pt[pte] = pteval; in imgu_mmu_alloc_page_table()
172 u32 pteval; in imgu_mmu_get_l2pt() local
203 pteval = IPU3_ADDR2PTE(virt_to_phys(new_l2pt)); in imgu_mmu_get_l2pt()
204 mmu->l1pt[l1pt_idx] = pteval; in imgu_mmu_get_l2pt()
430 u32 pteval; in imgu_mmu_init() local
450 pteval = IPU3_ADDR2PTE(virt_to_phys(mmu->dummy_page)); in imgu_mmu_init()
451 mmu->dummy_page_pteval = pteval; in imgu_mmu_init()
457 mmu->dummy_l2pt = imgu_mmu_alloc_page_table(pteval); in imgu_mmu_init()
460 pteval = IPU3_ADDR2PTE(virt_to_phys(mmu->dummy_l2pt)); in imgu_mmu_init()
[all …]
/linux/arch/sh/mm/
H A Dtlb-sh4.c18 unsigned long flags, pteval, vpn; in __update_tlb() local
32 pteval = pte.pte_low; in __update_tlb()
48 __raw_writel(copy_ptea_attributes(pteval), MMU_PTEA); in __update_tlb()
53 pteval &= _PAGE_FLAGS_HARDWARE_MASK; /* drop software flags */ in __update_tlb()
55 pteval |= _PAGE_WT; in __update_tlb()
58 __raw_writel(pteval, MMU_PTEL); in __update_tlb()
H A Dtlb-pteaex.c20 unsigned long flags, pteval, vpn; in __update_tlb() local
37 pteval = pte.pte_low; in __update_tlb()
51 pteval &= _PAGE_FLAGS_HARDWARE_MASK; /* drop software flags */ in __update_tlb()
53 pteval |= _PAGE_WT; in __update_tlb()
56 __raw_writel(pteval, MMU_PTEL); in __update_tlb()
H A Dtlb-sh3.c29 unsigned long flags, pteval, vpn; in __update_tlb() local
43 pteval = pte_val(pte); in __update_tlb()
46 pteval &= _PAGE_FLAGS_HARDWARE_MASK; /* drop software flags */ in __update_tlb()
48 __raw_writel(pteval, MMU_PTEL); in __update_tlb()
/linux/include/trace/events/
H A Dxen.h135 TP_PROTO(pte_t *ptep, pte_t pteval),
136 TP_ARGS(ptep, pteval),
139 __field(pteval_t, pteval)
142 __entry->pteval = pteval.pte),
145 (int)sizeof(pteval_t) * 2, (unsigned long long)pte_val(native_make_pte(__entry->pteval)),
146 (int)sizeof(pteval_t) * 2, (unsigned long long)__entry->pteval)
151 TP_PROTO(pte_t *ptep, pte_t pteval), \
152 TP_ARGS(ptep, pteval))
260 pte_t *ptep, pte_t pteval),
261 TP_ARGS(mm, addr, ptep, pteval),
[all …]
/linux/arch/x86/mm/
H A Dpgtable_32.c27 void set_pte_vaddr(unsigned long vaddr, pte_t pteval) in set_pte_vaddr() argument
56 if (!pte_none(pteval)) in set_pte_vaddr()
57 set_pte_at(&init_mm, vaddr, pte, pteval); in set_pte_vaddr()
/linux/arch/hexagon/include/asm/
H A Dpgtable.h149 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte() argument
152 if (pte_present_exec_user(pteval)) in set_pte()
153 sync_icache_dcache(pteval); in set_pte()
155 *ptep = pteval; in set_pte()
/linux/arch/sparc/include/asm/
H A Dhighmem.h54 #define arch_kmap_local_pre_map(vaddr, pteval) flush_cache_all() argument
56 #define arch_kmap_local_post_map(vaddr, pteval) flush_tlb_all() argument
/linux/mm/damon/
H A Dops-common.c46 pte_t pteval = ptep_get(pte); in damon_ptep_mkold() local
51 if (likely(pte_present(pteval))) in damon_ptep_mkold()
52 pfn = pte_pfn(pteval); in damon_ptep_mkold()
54 pfn = softleaf_to_pfn(softleaf_from_pte(pteval)); in damon_ptep_mkold()
65 if (likely(pte_present(pteval))) in damon_ptep_mkold()
/linux/arch/arm64/mm/
H A Dfault.c211 pteval_t old_pteval, pteval; in __ptep_set_access_flags() local
227 pteval = pte_val(pte); in __ptep_set_access_flags()
229 old_pteval = pteval; in __ptep_set_access_flags()
230 pteval ^= PTE_RDONLY; in __ptep_set_access_flags()
231 pteval |= pte_val(entry); in __ptep_set_access_flags()
232 pteval ^= PTE_RDONLY; in __ptep_set_access_flags()
233 pteval = cmpxchg_relaxed(&pte_val(*ptep), old_pteval, pteval); in __ptep_set_access_flags()
234 } while (pteval != old_pteval); in __ptep_set_access_flags()
/linux/arch/powerpc/mm/book3s64/
H A Dhash_tlb.c245 unsigned long pteval = pte_val(*pte); in flush_hash_table_pmd_range() local
246 if (pteval & H_PAGE_HASHPTE) in flush_hash_table_pmd_range()
247 hpte_need_flush(mm, addr, pte, pteval, 0); in flush_hash_table_pmd_range()
/linux/arch/powerpc/mm/ptdump/
H A Dhashpagetable.c383 unsigned long addr, pteval, psize; in walk_pte() local
388 pteval = pte_val(*pte); in walk_pte()
397 ((pteval & H_PAGE_COMBO) == H_PAGE_COMBO || in walk_pte()
398 (pteval & H_PAGE_4K_PFN) == H_PAGE_4K_PFN)) in walk_pte()
404 if (((pteval & H_PAGE_HASHPTE) != H_PAGE_HASHPTE) in walk_pte()
409 addr, pteval); in walk_pte()
/linux/arch/riscv/include/asm/
H A Dpgtable.h614 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte() argument
616 WRITE_ONCE(*ptep, pteval); in set_pte()
621 static inline void __set_pte_at(struct mm_struct *mm, pte_t *ptep, pte_t pteval) in __set_pte_at() argument
623 if (pte_present(pteval) && pte_exec(pteval)) in __set_pte_at()
624 flush_icache_pte(mm, pteval); in __set_pte_at()
626 set_pte(ptep, pteval); in __set_pte_at()
632 pte_t *ptep, pte_t pteval, unsigned int nr) in set_ptes() argument
634 page_table_check_ptes_set(mm, ptep, pteval, nr); in set_ptes()
637 __set_pte_at(mm, ptep, pteval); in set_ptes()
641 pte_val(pteval) += 1 << _PAGE_PFN_SHIFT; in set_ptes()
/linux/arch/arm/mm/
H A Dflush.c285 void __sync_icache_dcache(pte_t pteval) in __sync_icache_dcache() argument
291 if (cache_is_vipt_nonaliasing() && !pte_exec(pteval)) in __sync_icache_dcache()
294 pfn = pte_pfn(pteval); in __sync_icache_dcache()
310 if (pte_exec(pteval)) in __sync_icache_dcache()
/linux/arch/m68k/include/asm/
H A Dpgtable_mm.h30 #define set_pte(pteptr, pteval) \ argument
32 *(pteptr) = (pteval); \
/linux/arch/xtensa/mm/
H A Dtlb.c183 unsigned int pteval; in get_pte_for_vaddr() local
202 pteval = pte_val(*pte); in get_pte_for_vaddr()
204 return pteval; in get_pte_for_vaddr()
/linux/include/linux/
H A Dmm_inline.h571 pte_t *pte, pte_t pteval) in pte_install_uffd_wp_if_needed() argument
591 if (unlikely(pte_present(pteval) && pte_uffd_wp(pteval))) in pte_install_uffd_wp_if_needed()
598 if (unlikely(pte_swp_uffd_wp_any(pteval))) in pte_install_uffd_wp_if_needed()
/linux/arch/arm/include/asm/
H A Dpgtable.h203 static inline void __sync_icache_dcache(pte_t pteval) in __sync_icache_dcache() argument
207 extern void __sync_icache_dcache(pte_t pteval);
213 pte_t *ptep, pte_t pteval, unsigned int nr);
/linux/arch/csky/include/asm/
H A Dhighmem.h37 #define arch_kmap_local_post_map(vaddr, pteval) kmap_flush_tlb(vaddr) argument
/linux/arch/microblaze/include/asm/
H A Dhighmem.h54 #define arch_kmap_local_post_map(vaddr, pteval) \ argument
/linux/arch/mips/include/asm/
H A Dhighmem.h55 #define arch_kmap_local_post_map(vaddr, pteval) local_flush_tlb_one(vaddr) argument
/linux/arch/riscv/mm/
H A Dhugetlbpage.c77 pte_t pteval = ptep_get_lockless(pte); in huge_pte_alloc() local
79 WARN_ON_ONCE(pte_present(pteval) && !pte_huge(pteval)); in huge_pte_alloc()

12