Home
last modified time | relevance | path

Searched refs:pteval (Results 1 – 25 of 33) sorted by relevance

12

/linux/mm/
H A Drmap.c746 static void set_tlb_ubc_flush_pending(struct mm_struct *mm, pte_t pteval, in set_tlb_ubc_flush_pending() argument
751 bool writable = pte_dirty(pteval); in set_tlb_ubc_flush_pending()
753 if (!pte_accessible(mm, pteval)) in set_tlb_ubc_flush_pending()
831 static void set_tlb_ubc_flush_pending(struct mm_struct *mm, pte_t pteval, in set_tlb_ubc_flush_pending() argument
976 pte_t pteval = ptep_get(pvmw.pte); in folio_referenced_one() local
978 nr = folio_pte_batch(folio, pvmw.pte, pteval, max_nr); in folio_referenced_one()
1997 pte_t pteval; in try_to_unmap_poisoned_hugetlb_one() local
2018 pteval = huge_ptep_get(mm, address, pvmw.pte); in try_to_unmap_poisoned_hugetlb_one()
2019 VM_WARN_ON_ONCE(!pte_present(pteval)); in try_to_unmap_poisoned_hugetlb_one()
2020 VM_WARN_ON_ONCE(pte_pfn(pteval) != folio_pfn(folio)); in try_to_unmap_poisoned_hugetlb_one()
[all …]
H A Dkhugepaged.c648 pte_t pteval = ptep_get(_pte); in release_pte_pages() local
651 if (pte_none(pteval)) in release_pte_pages()
653 VM_WARN_ON_ONCE(!pte_present(pteval)); in release_pte_pages()
654 pfn = pte_pfn(pteval); in release_pte_pages()
670 struct vm_area_struct *vma, unsigned long addr, pte_t pteval) in folio_pte_referenced() argument
676 return pte_young(pteval) || mmu_notifier_test_young(vma->vm_mm, addr); in folio_pte_referenced()
703 pte_t pteval = ptep_get(_pte); in __collapse_huge_page_isolate() local
704 if (pte_none_or_zero(pteval)) { in __collapse_huge_page_isolate()
713 if (!pte_present(pteval)) { in __collapse_huge_page_isolate()
717 if (pte_uffd(pteval)) { in __collapse_huge_page_isolate()
[all …]
H A Dpage_vma_mapped.c192 pte_t pteval; in page_vma_mapped_walk() local
324 pteval = ptep_get_lockless(pvmw->pte); in page_vma_mapped_walk()
326 pteval = ptep_get(pvmw->pte); in page_vma_mapped_walk()
327 } while (pte_none(pteval)); in page_vma_mapped_walk()
H A Dmemory.c1761 struct zap_details *details, pte_t pteval) in zap_install_uffd_wp_if_needed() argument
1766 return cond_install_uffd_wp_ptes(vma, addr, pte, pteval, nr); in zap_install_uffd_wp_if_needed()
2487 pte_t pteval = ptep_get(pte); in insert_page_into_pte_locked() local
2489 if (!pte_none(pteval)) { in insert_page_into_pte_locked()
2494 if (pte_pfn(pteval) != page_to_pfn(page)) { in insert_page_into_pte_locked()
2495 WARN_ON_ONCE(!is_zero_pfn(pte_pfn(pteval))); in insert_page_into_pte_locked()
2498 pteval = maybe_mkwrite(pteval, vma); in insert_page_into_pte_locked()
2499 pteval = pte_mkyoung(pteval); in insert_page_into_pte_locked()
2500 if (ptep_set_access_flags(vma, addr, pte, pteval, 1)) in insert_page_into_pte_locked()
2506 pteval = mk_pte(page, prot); in insert_page_into_pte_locked()
[all …]
/linux/drivers/staging/media/ipu3/
H A Dipu3-mmu.c121 static u32 *imgu_mmu_alloc_page_table(u32 pteval) in imgu_mmu_alloc_page_table() argument
131 pt[pte] = pteval; in imgu_mmu_alloc_page_table()
172 u32 pteval; in imgu_mmu_get_l2pt() local
203 pteval = IPU3_ADDR2PTE(virt_to_phys(new_l2pt)); in imgu_mmu_get_l2pt()
204 mmu->l1pt[l1pt_idx] = pteval; in imgu_mmu_get_l2pt()
430 u32 pteval; in imgu_mmu_init() local
450 pteval = IPU3_ADDR2PTE(virt_to_phys(mmu->dummy_page)); in imgu_mmu_init()
451 mmu->dummy_page_pteval = pteval; in imgu_mmu_init()
457 mmu->dummy_l2pt = imgu_mmu_alloc_page_table(pteval); in imgu_mmu_init()
460 pteval = IPU3_ADDR2PTE(virt_to_phys(mmu->dummy_l2pt)); in imgu_mmu_init()
[all …]
/linux/arch/sh/mm/
H A Dtlb-sh4.c18 unsigned long flags, pteval, vpn; in __update_tlb() local
32 pteval = pte.pte_low; in __update_tlb()
48 __raw_writel(copy_ptea_attributes(pteval), MMU_PTEA); in __update_tlb()
53 pteval &= _PAGE_FLAGS_HARDWARE_MASK; /* drop software flags */ in __update_tlb()
55 pteval |= _PAGE_WT; in __update_tlb()
58 __raw_writel(pteval, MMU_PTEL); in __update_tlb()
H A Dtlb-pteaex.c20 unsigned long flags, pteval, vpn; in __update_tlb() local
37 pteval = pte.pte_low; in __update_tlb()
51 pteval &= _PAGE_FLAGS_HARDWARE_MASK; /* drop software flags */ in __update_tlb()
53 pteval |= _PAGE_WT; in __update_tlb()
56 __raw_writel(pteval, MMU_PTEL); in __update_tlb()
H A Dtlb-sh3.c29 unsigned long flags, pteval, vpn; in __update_tlb() local
43 pteval = pte_val(pte); in __update_tlb()
46 pteval &= _PAGE_FLAGS_HARDWARE_MASK; /* drop software flags */ in __update_tlb()
48 __raw_writel(pteval, MMU_PTEL); in __update_tlb()
/linux/arch/x86/mm/
H A Dpgtable_32.c27 void set_pte_vaddr(unsigned long vaddr, pte_t pteval) in set_pte_vaddr() argument
56 if (!pte_none(pteval)) in set_pte_vaddr()
57 set_pte_at(&init_mm, vaddr, pte, pteval); in set_pte_vaddr()
/linux/arch/sparc/include/asm/
H A Dhighmem.h54 #define arch_kmap_local_pre_map(vaddr, pteval) flush_cache_all() argument
56 #define arch_kmap_local_post_map(vaddr, pteval) flush_tlb_all() argument
/linux/mm/damon/
H A Dops-common.c44 pte_t pteval = ptep_get(pte); in damon_ptep_mkold() local
49 if (likely(pte_present(pteval))) in damon_ptep_mkold()
50 pfn = pte_pfn(pteval); in damon_ptep_mkold()
52 pfn = softleaf_to_pfn(softleaf_from_pte(pteval)); in damon_ptep_mkold()
63 if (likely(pte_present(pteval))) in damon_ptep_mkold()
/linux/arch/arm64/mm/
H A Dfault.c218 pteval_t old_pteval, pteval; in __ptep_set_access_flags_anysz() local
235 pteval = pte_val(pte); in __ptep_set_access_flags_anysz()
237 old_pteval = pteval; in __ptep_set_access_flags_anysz()
238 pteval ^= PTE_RDONLY; in __ptep_set_access_flags_anysz()
239 pteval |= pte_val(entry); in __ptep_set_access_flags_anysz()
240 pteval ^= PTE_RDONLY; in __ptep_set_access_flags_anysz()
241 pteval = cmpxchg_relaxed(&pte_val(*ptep), old_pteval, pteval); in __ptep_set_access_flags_anysz()
242 } while (pteval != old_pteval); in __ptep_set_access_flags_anysz()
/linux/arch/powerpc/mm/ptdump/
H A Dhashpagetable.c383 unsigned long addr, pteval, psize; in walk_pte() local
388 pteval = pte_val(*pte); in walk_pte()
397 ((pteval & H_PAGE_COMBO) == H_PAGE_COMBO || in walk_pte()
398 (pteval & H_PAGE_4K_PFN) == H_PAGE_4K_PFN)) in walk_pte()
404 if (((pteval & H_PAGE_HASHPTE) != H_PAGE_HASHPTE) in walk_pte()
409 addr, pteval); in walk_pte()
/linux/arch/xtensa/mm/
H A Dtlb.c183 unsigned int pteval; in get_pte_for_vaddr() local
202 pteval = pte_val(*pte); in get_pte_for_vaddr()
204 return pteval; in get_pte_for_vaddr()
/linux/arch/loongarch/include/asm/
H A Dhighmem.h38 #define arch_kmap_local_post_map(vaddr, pteval) local_flush_tlb_one(vaddr) argument
H A Dpgtable.h371 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte() argument
373 WRITE_ONCE(*ptep, pteval); in set_pte()
376 if (pte_val(pteval) & _PAGE_GLOBAL) in set_pte()
/linux/arch/csky/include/asm/
H A Dhighmem.h37 #define arch_kmap_local_post_map(vaddr, pteval) kmap_flush_tlb(vaddr) argument
/linux/arch/microblaze/include/asm/
H A Dhighmem.h54 #define arch_kmap_local_post_map(vaddr, pteval) \ argument
/linux/arch/mips/include/asm/
H A Dhighmem.h55 #define arch_kmap_local_post_map(vaddr, pteval) local_flush_tlb_one(vaddr) argument
/linux/arch/powerpc/include/asm/
H A Dhighmem.h63 #define arch_kmap_local_post_map(vaddr, pteval) \ argument
/linux/arch/arm/include/asm/
H A Dhighmem.h66 #define arch_kmap_local_post_map(vaddr, pteval) \ argument
/linux/arch/x86/xen/
H A Dmmu_pv.c323 static bool xen_batched_set_pte(pte_t *ptep, pte_t pteval) in xen_batched_set_pte() argument
333 u.val = pte_val_ma(pteval); in xen_batched_set_pte()
341 static inline void __xen_set_pte(pte_t *ptep, pte_t pteval) in __xen_set_pte() argument
343 if (!xen_batched_set_pte(ptep, pteval)) { in __xen_set_pte()
351 u.val = pte_val_ma(pteval); in __xen_set_pte()
356 static void xen_set_pte(pte_t *ptep, pte_t pteval) in xen_set_pte() argument
358 trace_xen_mmu_set_pte(ptep, pteval); in xen_set_pte()
359 __xen_set_pte(ptep, pteval); in xen_set_pte()
431 pteval_t pteval = pte.pte; in xen_pte_val() local
433 return pte_mfn_to_pfn(pteval); in xen_pte_val()
/linux/arch/sh/include/asm/
H A Dpgtable_32.h307 #define set_pte(pteptr, pteval) (*(pteptr) = pteval) argument
/linux/kernel/bpf/
H A Darena.c162 pte_t pteval; in apply_range_set_cb() local
172 pteval = mk_pte(page, PAGE_KERNEL); in apply_range_set_cb()
180 while (!ptep_try_set(pte, pteval)) { in apply_range_set_cb()
198 set_pte_at(&init_mm, addr, pte, pteval); in apply_range_set_cb()
/linux/arch/parisc/include/asm/
H A Dpgtable.h70 #define set_pte(pteptr, pteval) \ argument
72 *(pteptr) = (pteval); \

12