| /linux/arch/arm64/mm/ |
| H A D | contpte.c | 24 static inline pte_t *contpte_align_down(pte_t *ptep) in contpte_align_down()
30 unsigned long *end, pte_t *ptep, in contpte_align_addr_ptep()
50 pte_t *ptep, unsigned int nr) in contpte_try_unfold_partial()
70 pte_t *ptep, pte_t pte) in contpte_convert()
235 pte_t *ptep, pte_t pte) in __contpte_try_fold()
299 pte_t *ptep, pte_t pte) in __contpte_try_unfold()
313 pte_t contpte_ptep_get(pte_t *ptep, pte_t orig_pte) in contpte_ptep_get()
392 pte_t *ptep; in contpte_ptep_get_lockless() local
453 pte_t *ptep, pte_t pte, unsigned int nr) in contpte_set_ptes()
496 pte_t *ptep, unsigned int nr, int full) in contpte_clear_full_ptes()
[all …]
|
| /linux/include/asm-generic/ |
| H A D | hugetlb.h | 63 pte_t *ptep, unsigned long sz) in huge_pte_clear()
71 pte_t *ptep, pte_t pte, unsigned long sz) in set_huge_pte_at()
79 unsigned long addr, pte_t *ptep, unsigned long sz) in huge_ptep_get_and_clear()
87 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush()
102 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
110 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags()
118 static inline pte_t huge_ptep_get(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in huge_ptep_get()
|
| /linux/arch/parisc/mm/ |
| H A D | hugetlbpage.c | 102 pte_t *ptep, pte_t entry) in __set_huge_pte_at()
122 pte_t *ptep, pte_t entry, unsigned long sz) in set_huge_pte_at()
129 pte_t *ptep, unsigned long sz) in huge_ptep_get_and_clear()
141 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
150 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags()
|
| /linux/drivers/iommu/ |
| H A D | io-pgtable-arm.c | 154 #define iopte_set_writeable_clean(ptep) \ argument
316 static void __arm_lpae_sync_pte(arm_lpae_iopte *ptep, int num_entries, in __arm_lpae_sync_pte()
323 static void __arm_lpae_clear_pte(arm_lpae_iopte *ptep, struct io_pgtable_cfg *cfg, int num_entries) in __arm_lpae_clear_pte()
339 int lvl, int num_entries, arm_lpae_iopte *ptep) in __arm_lpae_init_pte()
361 arm_lpae_iopte *ptep) in arm_lpae_init_pte()
391 arm_lpae_iopte *ptep, in arm_lpae_install_table()
424 arm_lpae_iopte prot, int lvl, arm_lpae_iopte *ptep, in __arm_lpae_map()
555 arm_lpae_iopte *ptep = data->pgd; in arm_lpae_map_pages() local
584 arm_lpae_iopte *ptep) in __arm_lpae_free_pgtable()
625 int lvl, arm_lpae_iopte *ptep) in __arm_lpae_unmap()
[all …]
|
| H A D | io-pgtable-dart.c | 115 dart_iopte *ptep) in dart_init_pte()
141 dart_iopte *ptep, in dart_install_table()
176 dart_iopte pte, *ptep; in dart_get_last() local
234 dart_iopte pte, *cptep, *ptep; in dart_map_pages() local
300 dart_iopte pte, *ptep; in dart_unmap_pages() local
340 dart_iopte pte, *ptep; in dart_iova_to_phys() local
451 static void apple_dart_free_pgtables(struct dart_io_pgtable *data, dart_iopte *ptep, int level) in apple_dart_free_pgtables()
|
| H A D | io-pgtable-arm-v7s.c | 314 static void __arm_v7s_pte_sync(arm_v7s_iopte *ptep, int num_entries, in __arm_v7s_pte_sync()
323 static void __arm_v7s_set_pte(arm_v7s_iopte *ptep, arm_v7s_iopte pte, in __arm_v7s_set_pte()
396 int lvl, int num_entries, arm_v7s_iopte *ptep) in arm_v7s_init_pte()
432 arm_v7s_iopte *ptep, in arm_v7s_install_table()
462 int lvl, arm_v7s_iopte *ptep, gfp_t gfp) in __arm_v7s_map()
560 arm_v7s_iopte *ptep) in __arm_v7s_unmap()
648 arm_v7s_iopte *ptep = data->pgd, pte; in arm_v7s_iova_to_phys() local
|
| /linux/arch/arm64/include/asm/ |
| H A D | pgtable.h | 103 #define flush_tlb_fix_spurious_fault(vma, address, ptep) \ argument
360 static inline void __set_pte_nosync(pte_t *ptep, pte_t pte) in __set_pte_nosync()
375 static inline void __set_pte(pte_t *ptep, pte_t pte) in __set_pte()
381 static inline pte_t __ptep_get(pte_t *ptep) in __ptep_get()
405 static inline void __check_safe_pte_update(struct mm_struct *mm, pte_t *ptep, in __check_safe_pte_update()
674 pte_t *ptep, pte_t pte, unsigned int nr, in __set_ptes_anysz()
712 pte_t *ptep, pte_t pte, unsigned int nr) in __set_ptes()
1260 unsigned long address, pte_t *ptep, in __ptep_set_access_flags()
1300 unsigned long addr, pte_t *ptep) in __pte_clear()
1306 unsigned long address, pte_t *ptep) in __ptep_test_and_clear_young()
[all …]
|
| /linux/arch/s390/kvm/ |
| H A D | dat.c | 188 union pgste __dat_ptep_xchg(union pte *ptep, union pgste pgste, union pte new, gfn_t gfn, in __dat_ptep_xchg()
617 union pte *ptep; in dat_get_storage_key() local
647 static void dat_update_ptep_sd(union pgste old, union pgste pgste, union pte *ptep) in dat_update_ptep_sd()
658 union pte *ptep; in dat_set_storage_key() local
714 union pte *ptep; in dat_cond_set_storage_key() local
759 union pte *ptep; in dat_reset_reference_bit() local
788 static long dat_reset_skeys_pte(union pte *ptep, gfn_t gfn, gfn_t next, struct dat_walk *walk) in dat_reset_skeys_pte()
841 static long _dat_slot_pte(union pte *ptep, gfn_t gfn, gfn_t next, struct dat_walk *walk) in _dat_slot_pte()
968 static long _dat_test_young_pte(union pte *ptep, gfn_t start, gfn_t end, struct dat_walk *walk) in _dat_test_young_pte()
1018 static long dat_set_pn_pte(union pte *ptep, gfn_t gfn, gfn_t next, struct dat_walk *walk) in dat_set_pn_pte()
[all …]
|
| H A D | gmap.c | 283 static long gmap_clear_young_pte(union pte *ptep, gfn_t gfn, gfn_t end, struct dat_walk *walk) in gmap_clear_young_pte()
372 static long _gmap_unmap_pte(union pte *ptep, gfn_t gfn, gfn_t next, struct dat_walk *w) in _gmap_unmap_pte()
442 static union pgste __pte_test_and_clear_softdirty(union pte *ptep, union pgste pgste, gfn_t gfn, in __pte_test_and_clear_softdirty()
465 static long _pte_test_and_clear_softdirty(union pte *ptep, gfn_t gfn, gfn_t end, in _pte_test_and_clear_softdirty()
726 union pte *ptep; in gmap_ucas_map_one() local
760 union pte *ptep; in gmap_ucas_translate_simple() local
854 union pte *ptep; in gmap_ucas_unmap_one() local
945 static long _destroy_pages_pte(union pte *ptep, gfn_t gfn, gfn_t next, struct dat_walk *walk) in _destroy_pages_pte()
1031 union pte *ptep; in gmap_protect_rmap() local
1061 static long __set_cmma_dirty_pte(union pte *ptep, gfn_t gfn, gfn_t next, struct dat_walk *walk) in __set_cmma_dirty_pte()
[all …]
|
| /linux/arch/powerpc/include/asm/nohash/32/ |
| H A D | hugetlb-8xx.h | 23 static inline pte_t huge_ptep_get(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in huge_ptep_get()
32 pte_t *ptep, unsigned long sz) in huge_pte_clear()
39 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
|
| H A D | pte-8xx.h | 125 static inline void ptep_set_wrprotect(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in ptep_set_wrprotect()
131 static inline void __ptep_set_access_flags(struct vm_area_struct *vma, pte_t *ptep, in __ptep_set_access_flags()
170 static inline bool ptep_is_8m_pmdp(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in ptep_is_8m_pmdp()
210 static inline pte_basic_t pte_update(struct mm_struct *mm, unsigned long addr, pte_t *ptep, in pte_update()
229 static inline pte_t ptep_get(pte_t *ptep) in ptep_get()
|
| /linux/arch/powerpc/include/asm/nohash/ |
| H A D | pgtable.h | 105 unsigned long addr, pte_t *ptep) in ptep_test_and_clear_young()
117 pte_t *ptep) in ptep_set_wrprotect()
125 pte_t *ptep) in ptep_get_and_clear()
135 static inline void pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in pte_clear()
143 pte_t *ptep, pte_t entry, in __ptep_set_access_flags()
321 pte_t *ptep, pte_t pte, int percpu) in __set_pte_at()
|
| /linux/tools/testing/selftests/kvm/lib/loongarch/ |
| H A D | processor.c | 40 u64 *ptep; in virt_set_pgtable() local
70 static int virt_pte_none(u64 *ptep, int level) in virt_pte_none()
78 u64 *ptep; in virt_populate_pte() local
111 u64 *ptep; in addr_arch_gva2gpa() local
122 u64 *ptep; in virt_arch_pg_map() local
144 u64 pte, *ptep; in pte_dump() local
|
| /linux/arch/powerpc/kvm/ |
| H A D | book3s_64_mmu_radix.c | 374 static unsigned long kvmppc_radix_update_pte(struct kvm *kvm, pte_t *ptep, in kvmppc_radix_update_pte()
382 pte_t *ptep, pte_t pte) in kvmppc_radix_set_pte_at()
401 static void kvmppc_pte_free(pte_t *ptep) in kvmppc_pte_free()
624 pte_t *ptep, *new_ptep = NULL; in kvmppc_create_pte() local
798 pte_t *ptep; in kvmppc_hv_handle_set_rc() local
832 pte_t pte, *ptep; in kvmppc_book3s_instantiate_page() local
1014 pte_t *ptep; in kvm_unmap_radix() local
1033 pte_t *ptep; in kvm_age_radix() local
1062 pte_t *ptep; in kvm_test_age_radix() local
1082 pte_t *ptep, pte; in kvm_radix_test_clear_dirty() local
[all …]
|
| /linux/arch/x86/include/asm/ |
| H A D | pgtable-3level.h | 36 static inline void native_set_pte(pte_t *ptep, pte_t pte) in native_set_pte()
43 static inline void native_set_pte_atomic(pte_t *ptep, pte_t pte) in native_set_pte_atomic()
67 pte_t *ptep) in native_pte_clear()
103 static inline pte_t native_ptep_get_and_clear(pte_t *ptep) in native_ptep_get_and_clear()
|
| /linux/arch/powerpc/include/asm/book3s/64/ |
| H A D | hash.h | 165 static inline unsigned long hash__pte_update_one(pte_t *ptep, unsigned long clr, in hash__pte_update_one()
188 pte_t *ptep, unsigned long clr, in hash__pte_update()
225 static inline void hash__ptep_set_access_flags(pte_t *ptep, pte_t entry) in hash__ptep_set_access_flags()
265 pte_t *ptep, pte_t pte, int percpu) in hash__set_pte_at()
|
| H A D | radix.h | 154 static inline unsigned long __radix_pte_update(pte_t *ptep, unsigned long clr, in __radix_pte_update()
174 pte_t *ptep, unsigned long clr, in radix__pte_update()
189 pte_t *ptep, int full) in radix__ptep_get_and_clear_full()
213 pte_t *ptep, pte_t pte, int percpu) in radix__set_pte_at()
|
| /linux/arch/arm/mm/ |
| H A D | fault-armv.c | 37 unsigned long pfn, pte_t *ptep) in do_adjust_pte()
125 unsigned long addr, pte_t *ptep, unsigned long pfn) in make_coherent()
188 unsigned long addr, pte_t *ptep, unsigned int nr) in update_mmu_cache_range()
|
| /linux/arch/powerpc/include/asm/book3s/32/ |
| H A D | pgtable.h | 213 #define pte_clear(mm, addr, ptep) \ argument
237 static inline void flush_hash_entry(struct mm_struct *mm, pte_t *ptep, unsigned long addr) in flush_hash_entry()
299 unsigned long addr, pte_t *ptep) in __ptep_test_and_clear_young()
313 pte_t *ptep) in ptep_get_and_clear()
324 pte_t *ptep) in ptep_set_wrprotect()
330 pte_t *ptep, pte_t entry, in __ptep_set_access_flags()
547 pte_t *ptep, pte_t pte, int percpu) in __set_pte_at()
|
| /linux/arch/powerpc/mm/ |
| H A D | pageattr.c | 19 static pte_basic_t pte_update_delta(pte_t *ptep, unsigned long addr, in pte_update_delta()
31 static int change_page_attr(pte_t *ptep, unsigned long addr, void *data) in change_page_attr()
|
| /linux/arch/hexagon/include/asm/ |
| H A D | cacheflush.h | 63 pte_t *ptep, unsigned int nr) in update_mmu_cache_range()
68 #define update_mmu_cache(vma, addr, ptep) \ argument
|
| /linux/arch/x86/xen/ |
| H A D | p2m.c | 210 pte_t *ptep; in xen_build_mfn_list_list() local
326 pte_t *ptep; in xen_rebuild_p2m_list() local
427 pte_t *ptep; in get_phys_to_machine() local
525 pte_t *ptep, *pte_pg; in xen_alloc_p2m_entry() local
641 pte_t *ptep; in __set_phys_to_machine() local
|
| /linux/arch/parisc/include/asm/ |
| H A D | pgtable.h | 369 pte_t *ptep, pte_t pte, unsigned int nr) in set_ptes()
384 #define set_pte_at(mm, addr, ptep, pte) set_ptes(mm, addr, ptep, pte, 1) argument
390 #define update_mmu_cache_range(vmf, vma, addr, ptep, nr) __update_cache(*ptep) argument
391 #define update_mmu_cache(vma, addr, ptep) __update_cache(*ptep) argument
435 static inline pte_t ptep_get(pte_t *ptep) in ptep_get()
442 unsigned long addr, pte_t *ptep) in ptep_test_and_clear_young()
458 static inline void ptep_set_wrprotect(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in ptep_set_wrprotect()
|
| /linux/arch/s390/include/asm/ |
| H A D | pgtable.h | 52 #define update_mmu_cache(vma, address, ptep) do { } while (0) argument
53 #define update_mmu_cache_range(vmf, vma, addr, ptep, nr) do { } while (0) argument
54 #define update_mmu_cache_pmd(vma, address, ptep) do { } while (0) argument
981 static inline void set_pte(pte_t *ptep, pte_t pte) in set_pte()
1009 static inline void pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in pte_clear()
1104 static __always_inline void __ptep_rdp(unsigned long addr, pte_t *ptep, int local) in __ptep_rdp()
1115 static __always_inline void __ptep_ipte(unsigned long address, pte_t *ptep, in __ptep_ipte()
1139 pte_t *ptep, int local) in __ptep_ipte_range()
1170 unsigned long addr, pte_t *ptep) in ptep_test_and_clear_young()
1180 unsigned long address, pte_t *ptep) in ptep_clear_flush_young()
[all …]
|
| /linux/arch/x86/kernel/ |
| H A D | head32.c | 105 static __init __no_stack_protector pte_t init_map(pte_t pte, pte_t **ptep, pl2_t **pl2p, in init_map()
132 pte_t pte, *ptep = (pte_t *)__pa_nodebug(__brk_base); in mk_early_pgtbl_32() local
|