| /linux/arch/arm64/mm/ |
| H A D | contpte.c | 24 static inline pte_t *contpte_align_down(pte_t *ptep) in contpte_align_down()
30 pte_t *ptep, unsigned int nr) in contpte_try_unfold_partial()
50 pte_t *ptep, pte_t pte) in contpte_convert()
214 pte_t *ptep, pte_t pte) in __contpte_try_fold()
278 pte_t *ptep, pte_t pte) in __contpte_try_unfold()
292 pte_t contpte_ptep_get(pte_t *ptep, pte_t orig_pte) in contpte_ptep_get()
371 pte_t *ptep; in contpte_ptep_get_lockless() local
432 pte_t *ptep, pte_t pte, unsigned int nr) in contpte_set_ptes()
475 pte_t *ptep, unsigned int nr, int full) in contpte_clear_full_ptes()
483 unsigned long addr, pte_t *ptep, in contpte_get_and_clear_full_ptes()
[all …]
|
| H A D | hugetlbpage.c | 83 pte_t *ptep, size_t *pgsize) in find_num_contig()
123 pte_t huge_ptep_get(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in huge_ptep_get()
155 pte_t *ptep, in get_clear_contig()
179 pte_t *ptep, in get_clear_contig_flush()
202 pte_t *ptep, in clear_flush()
219 pte_t *ptep, pte_t pte, unsigned long sz) in set_huge_pte_at()
247 pte_t *ptep = NULL; in huge_pte_alloc() local
373 pte_t *ptep, unsigned long sz) in huge_pte_clear()
385 pte_t *ptep, unsigned long sz) in huge_ptep_get_and_clear()
403 static int __cont_access_flags_changed(pte_t *ptep, pte_t pte, int ncontig) in __cont_access_flags_changed()
[all …]
|
| /linux/arch/s390/mm/ |
| H A D | pgtable.c | 40 pte_t *ptep, int nodat) in ptep_ipte_local()
60 pte_t *ptep, int nodat) in ptep_ipte_global()
80 unsigned long addr, pte_t *ptep, in ptep_flush_direct()
99 unsigned long addr, pte_t *ptep, in ptep_flush_lazy()
118 static inline pgste_t pgste_get_lock(pte_t *ptep) in pgste_get_lock()
132 static inline void pgste_set_unlock(pte_t *ptep, pgste_t pgste) in pgste_set_unlock()
140 static inline pgste_t pgste_get(pte_t *ptep) in pgste_get()
149 static inline void pgste_set(pte_t *ptep, pgste_t pgste) in pgste_set()
177 static inline void pgste_set_key(pte_t *ptep, pgste_t pgste, pte_t entry, in pgste_set_key()
199 static inline pgste_t pgste_set_pte(pte_t *ptep, pgste_t pgste, pte_t entry) in pgste_set_pte()
[all …]
|
| H A D | hugetlbpage.c | 163 pte_t *ptep, pte_t pte) in __set_huge_pte_at()
182 pte_t *ptep, pte_t pte, unsigned long sz) in set_huge_pte_at()
187 pte_t huge_ptep_get(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in huge_ptep_get()
193 unsigned long addr, pte_t *ptep) in __huge_ptep_get_and_clear()
|
| /linux/arch/riscv/mm/ |
| H A D | hugetlbpage.c | 6 pte_t huge_ptep_get(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in huge_ptep_get()
150 pte_t *ptep, in get_clear_contig()
174 pte_t *ptep, in get_clear_contig_flush()
205 pte_t *ptep, in clear_flush()
248 pte_t *ptep, in set_huge_pte_at()
276 pte_t *ptep, in huge_ptep_set_access_flags()
307 pte_t *ptep, unsigned long sz) in huge_ptep_get_and_clear()
323 pte_t *ptep) in huge_ptep_set_wrprotect()
348 pte_t *ptep) in huge_ptep_clear_flush()
363 pte_t *ptep, in huge_pte_clear()
|
| /linux/arch/s390/include/asm/ |
| H A D | hugetlb.h | 34 unsigned long addr, pte_t *ptep, in huge_ptep_get_and_clear()
48 pte_t *ptep, unsigned long sz) in huge_pte_clear()
58 unsigned long address, pte_t *ptep) in huge_ptep_clear_flush()
65 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags()
79 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
|
| /linux/arch/parisc/mm/ |
| H A D | hugetlbpage.c | 102 pte_t *ptep, pte_t entry) in __set_huge_pte_at()
122 pte_t *ptep, pte_t entry, unsigned long sz) in set_huge_pte_at()
129 pte_t *ptep, unsigned long sz) in huge_ptep_get_and_clear()
141 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
150 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags()
|
| /linux/include/linux/ |
| H A D | pgtable.h | 255 static inline unsigned int pte_batch_hint(pte_t *ptep, pte_t pte) in pte_batch_hint()
290 pte_t *ptep, pte_t pte, unsigned int nr) in set_ptes()
303 #define set_pte_at(mm, addr, ptep, pte) set_ptes(mm, addr, ptep, pte, 1) argument
338 static inline pte_t ptep_get(pte_t *ptep) in ptep_get()
375 pte_t *ptep) in ptep_test_and_clear_young()
493 pte_t *ptep) in ptep_get_and_clear()
522 unsigned long addr, pte_t *ptep, in clear_young_dirty_ptes()
547 pte_t *ptep) in ptep_clear()
588 static inline pte_t ptep_get_lockless(pte_t *ptep) in ptep_get_lockless()
626 static inline pte_t ptep_get_lockless(pte_t *ptep) in ptep_get_lockless()
[all …]
|
| /linux/arch/arm64/include/asm/ |
| H A D | pgtable.h | 138 #define flush_tlb_fix_spurious_fault(vma, address, ptep) do { } while (0) argument
178 #define __pte_clear(mm, addr, ptep) \ argument
391 static inline void __set_pte_nosync(pte_t *ptep, pte_t pte) in __set_pte_nosync()
406 static inline void __set_pte(pte_t *ptep, pte_t pte) in __set_pte()
412 static inline pte_t __ptep_get(pte_t *ptep) in __ptep_get()
436 static inline void __check_safe_pte_update(struct mm_struct *mm, pte_t *ptep, in __check_safe_pte_update()
701 static inline void __set_ptes_anysz(struct mm_struct *mm, pte_t *ptep, in __set_ptes_anysz()
739 pte_t *ptep, pte_t pte, unsigned int nr) in __set_ptes()
1315 pte_t *ptep) in __ptep_test_and_clear_young()
1331 unsigned long address, pte_t *ptep) in __ptep_clear_flush_young()
[all …]
|
| /linux/drivers/iommu/ |
| H A D | io-pgtable-arm.c | 156 #define iopte_set_writeable_clean(ptep) \ argument
318 static void __arm_lpae_sync_pte(arm_lpae_iopte *ptep, int num_entries, in __arm_lpae_sync_pte()
325 static void __arm_lpae_clear_pte(arm_lpae_iopte *ptep, struct io_pgtable_cfg *cfg, int num_entries) in __arm_lpae_clear_pte()
341 int lvl, int num_entries, arm_lpae_iopte *ptep) in __arm_lpae_init_pte()
363 arm_lpae_iopte *ptep) in arm_lpae_init_pte()
393 arm_lpae_iopte *ptep, in arm_lpae_install_table()
426 arm_lpae_iopte prot, int lvl, arm_lpae_iopte *ptep, in __arm_lpae_map()
557 arm_lpae_iopte *ptep = data->pgd; in arm_lpae_map_pages() local
586 arm_lpae_iopte *ptep) in __arm_lpae_free_pgtable()
627 int lvl, arm_lpae_iopte *ptep) in __arm_lpae_unmap()
[all …]
|
| H A D | io-pgtable-dart.c | 113 dart_iopte *ptep) in dart_init_pte()
139 dart_iopte *ptep, in dart_install_table()
181 dart_iopte pte, *ptep; in dart_get_l2() local
231 dart_iopte pte, *cptep, *ptep; in dart_map_pages() local
291 dart_iopte pte, *ptep; in dart_unmap_pages() local
331 dart_iopte pte, *ptep; in dart_iova_to_phys() local
428 dart_iopte *ptep, *end; in apple_dart_free_pgtable() local
|
| /linux/tools/testing/selftests/kvm/lib/loongarch/ |
| H A D | processor.c | 37 uint64_t *ptep; in virt_set_pgtable() local
67 static int virt_pte_none(uint64_t *ptep, int level) in virt_pte_none()
75 uint64_t *ptep; in virt_populate_pte() local
108 uint64_t *ptep; in addr_arch_gva2gpa() local
119 uint64_t *ptep; in virt_arch_pg_map() local
142 uint64_t pte, *ptep; in pte_dump() local
|
| /linux/arch/riscv/kvm/ |
| H A D | gstage.c | 83 pte_t *ptep; in kvm_riscv_gstage_get_leaf() local
130 pte_t *ptep = &next_ptep[gstage_pte_index(map->addr, current_level)]; in kvm_riscv_gstage_set_pte() local
213 pte_t *ptep, u32 ptep_level, enum kvm_riscv_gstage_op op) in kvm_riscv_gstage_op_pte()
258 pte_t *ptep; in kvm_riscv_gstage_unmap_range() local
292 pte_t *ptep; in kvm_riscv_gstage_wp_range() local
|
| /linux/arch/mips/include/asm/ |
| H A D | pgtable.h | 119 static inline void set_pte(pte_t *ptep, pte_t pte)
143 static inline void pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep)
171 static inline void set_pte(pte_t *ptep, pte_t pteval)
190 static inline void pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep)
205 pte_t *ptep, pte_t pte, unsigned int nr)
483 pte_t *ptep)
495 unsigned long address, pte_t *ptep,
577 pte_t *ptep, unsigned int nr)
588 #define update_mmu_cache(vma, address, ptep) \ argument
591 #define update_mmu_tlb_range(vma, address, ptep, nr) \ argument
|
| /linux/arch/powerpc/include/asm/nohash/32/ |
| H A D | hugetlb-8xx.h | 23 static inline pte_t huge_ptep_get(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in huge_ptep_get()
32 pte_t *ptep, unsigned long sz) in huge_pte_clear()
39 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
|
| H A D | pte-8xx.h | 125 static inline void ptep_set_wrprotect(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in ptep_set_wrprotect()
131 static inline void __ptep_set_access_flags(struct vm_area_struct *vma, pte_t *ptep, in __ptep_set_access_flags()
170 static inline bool ptep_is_8m_pmdp(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in ptep_is_8m_pmdp()
210 static inline pte_basic_t pte_update(struct mm_struct *mm, unsigned long addr, pte_t *ptep, in pte_update()
229 static inline pte_t ptep_get(pte_t *ptep) in ptep_get()
|
| /linux/arch/powerpc/include/asm/nohash/ |
| H A D | pgtable.h | 103 unsigned long addr, pte_t *ptep) in ptep_test_and_clear_young()
115 pte_t *ptep) in ptep_set_wrprotect()
123 pte_t *ptep) in ptep_get_and_clear()
129 static inline void pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in pte_clear()
137 pte_t *ptep, pte_t entry, in __ptep_set_access_flags()
310 pte_t *ptep, pte_t pte, int percpu) in __set_pte_at()
|
| /linux/arch/xtensa/include/asm/ |
| H A D | pgtable.h | 243 #define pte_clear(mm,addr,ptep) \ argument
288 static inline void update_pte(pte_t *ptep, pte_t pteval) in update_pte()
299 static inline void set_pte(pte_t *ptep, pte_t pte) in set_pte()
314 pte_t *ptep) in ptep_test_and_clear_young()
324 ptep_get_and_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in ptep_get_and_clear()
332 ptep_set_wrprotect(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in ptep_set_wrprotect()
402 #define update_mmu_cache(vma, address, ptep) \ argument
|
| /linux/arch/x86/include/asm/ |
| H A D | pgtable-3level.h | 36 static inline void native_set_pte(pte_t *ptep, pte_t pte) in native_set_pte()
43 static inline void native_set_pte_atomic(pte_t *ptep, pte_t pte) in native_set_pte_atomic()
67 pte_t *ptep) in native_pte_clear()
103 static inline pte_t native_ptep_get_and_clear(pte_t *ptep) in native_ptep_get_and_clear()
|
| /linux/arch/nios2/include/asm/ |
| H A D | pgtable.h | 179 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte()
187 pte_t *ptep, pte_t pte, unsigned int nr) in set_ptes()
211 unsigned long addr, pte_t *ptep) in pte_clear()
285 #define update_mmu_cache(vma, addr, ptep) \ argument
292 unsigned long address, pte_t *ptep, in ptep_set_access_flags()
|
| /linux/arch/powerpc/include/asm/book3s/64/ |
| H A D | hash.h | 165 static inline unsigned long hash__pte_update_one(pte_t *ptep, unsigned long clr, in hash__pte_update_one()
188 pte_t *ptep, unsigned long clr, in hash__pte_update()
225 static inline void hash__ptep_set_access_flags(pte_t *ptep, pte_t entry) in hash__ptep_set_access_flags()
265 pte_t *ptep, pte_t pte, int percpu) in hash__set_pte_at()
|
| /linux/arch/microblaze/include/asm/ |
| H A D | pgtable.h | 223 #define pte_clear(mm, addr, ptep) \ argument
325 static inline void set_pte(pte_t *ptep, pte_t pte) in set_pte()
333 unsigned long address, pte_t *ptep) in ptep_test_and_clear_young()
339 unsigned long addr, pte_t *ptep) in ptep_test_and_clear_dirty()
347 unsigned long addr, pte_t *ptep) in ptep_get_and_clear()
359 unsigned long addr, pte_t *ptep) in ptep_mkdirty()
|
| /linux/arch/arm/mm/ |
| H A D | fault-armv.c | 37 unsigned long pfn, pte_t *ptep) in do_adjust_pte()
125 unsigned long addr, pte_t *ptep, unsigned long pfn) in make_coherent()
188 unsigned long addr, pte_t *ptep, unsigned int nr) in update_mmu_cache_range()
|
| /linux/arch/powerpc/include/asm/book3s/32/ |
| H A D | pgtable.h | 216 #define pte_clear(mm, addr, ptep) \ argument
240 static inline void flush_hash_entry(struct mm_struct *mm, pte_t *ptep, unsigned long addr) in flush_hash_entry()
302 unsigned long addr, pte_t *ptep) in __ptep_test_and_clear_young()
316 pte_t *ptep) in ptep_get_and_clear()
323 pte_t *ptep) in ptep_set_wrprotect()
329 pte_t *ptep, pte_t entry, in __ptep_set_access_flags()
541 pte_t *ptep, pte_t pte, int percpu) in __set_pte_at()
|
| /linux/arch/powerpc/mm/ |
| H A D | pageattr.c | 19 static pte_basic_t pte_update_delta(pte_t *ptep, unsigned long addr, in pte_update_delta()
31 static int change_page_attr(pte_t *ptep, unsigned long addr, void *data) in change_page_attr()
|