| /linux/arch/powerpc/include/asm/nohash/ |
| H A D | pgtable.h | 6 static inline pte_basic_t pte_update(struct mm_struct *mm, unsigned long addr, pte_t *p, 37 static inline unsigned long pte_huge_size(pte_t pte) in pte_huge_size() 59 static inline pte_basic_t pte_update(struct mm_struct *mm, unsigned long addr, pte_t *p, in pte_update() 105 unsigned long addr, pte_t *ptep) in ptep_test_and_clear_young() 117 pte_t *ptep) in ptep_set_wrprotect() 124 static inline pte_t ptep_get_and_clear(struct mm_struct *mm, unsigned long addr, in ptep_get_and_clear() 125 pte_t *ptep) in ptep_get_and_clear() 127 pte_t old_pte = __pte(pte_update(mm, addr, ptep, ~0UL, 0, 0)); in ptep_get_and_clear() 135 static inline void pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in pte_clear() 143 pte_t *ptep, pte_t entry, in __ptep_set_access_flags() [all …]
|
| /linux/include/asm-generic/ |
| H A D | hugetlb.h | 8 static inline unsigned long huge_pte_write(pte_t pte) in huge_pte_write() 13 static inline unsigned long huge_pte_dirty(pte_t pte) in huge_pte_dirty() 18 static inline pte_t huge_pte_mkwrite(pte_t pte) in huge_pte_mkwrite() 24 static inline pte_t huge_pte_wrprotect(pte_t pte) in huge_pte_wrprotect() 30 static inline pte_t huge_pte_mkdirty(pte_t pte) in huge_pte_mkdirty() 35 static inline pte_t huge_pte_modify(pte_t pte, pgprot_t newprot) in huge_pte_modify() 41 static inline pte_t huge_pte_mkuffd_wp(pte_t pte) in huge_pte_mkuffd_wp() 48 static inline pte_t huge_pte_clear_uffd_wp(pte_t pte) in huge_pte_clear_uffd_wp() 55 static inline int huge_pte_uffd_wp(pte_t pte) in huge_pte_uffd_wp() 63 pte_t *ptep, unsigned long sz) in huge_pte_clear() [all …]
|
| H A D | pgtable_uffd.h | 22 static __always_inline int pte_uffd_wp(pte_t pte) in pte_uffd_wp() 32 static __always_inline pte_t pte_mkuffd_wp(pte_t pte) in pte_mkuffd_wp() 42 static __always_inline pte_t pte_clear_uffd_wp(pte_t pte) in pte_clear_uffd_wp() 52 static __always_inline pte_t pte_swp_mkuffd_wp(pte_t pte) in pte_swp_mkuffd_wp() 57 static __always_inline int pte_swp_uffd_wp(pte_t pte) in pte_swp_uffd_wp() 62 static __always_inline pte_t pte_swp_clear_uffd_wp(pte_t pte) in pte_swp_clear_uffd_wp()
|
| /linux/arch/m68k/include/asm/ |
| H A D | mcf_pgtable.h | 99 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify() 115 static inline int pte_none(pte_t pte) in pte_none() 120 static inline int pte_present(pte_t pte) in pte_present() 126 pte_t *ptep) in pte_clear() 152 static inline int pte_read(pte_t pte) in pte_read() 157 static inline int pte_write(pte_t pte) in pte_write() 162 static inline int pte_exec(pte_t pte) in pte_exec() 167 static inline int pte_dirty(pte_t pte) in pte_dirty() 172 static inline int pte_young(pte_t pte) in pte_young() 177 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect() [all …]
|
| H A D | sun3_pgtable.h | 79 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify() 95 static inline int pte_none (pte_t pte) { return !pte_val (pte); } in pte_none() 96 static inline int pte_present (pte_t pte) { return pte_val (pte) & SUN3_PAGE_VALID; } in pte_present() 97 static inline void pte_clear (struct mm_struct *mm, unsigned long addr, pte_t *ptep) in pte_clear() 105 ({ pte_t __pte; pte_val(__pte) = pfn | pgprot_val(pgprot); __pte; }) 134 static inline int pte_write(pte_t pte) { return pte_val(pte) & SUN3_PAGE_WRITEABLE; } in pte_write() 135 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & SUN3_PAGE_MODIFIED; } in pte_dirty() 136 static inline int pte_young(pte_t pte) { return pte_val(pte) & SUN3_PAGE_ACCESSED; } in pte_young() 138 static inline pte_t pte_wrprotect(pte_t pte) { pte_val(pte) &= ~SUN3_PAGE_WRITEABLE; return pte; } in pte_wrprotect() 139 static inline pte_t pte_mkclean(pte_t pte) { pte_val(pte) &= ~SUN3_PAGE_MODIFIED; return pte; } in pte_mkclean() [all …]
|
| H A D | motorola_pgtable.h | 84 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify() 90 static inline void pmd_set(pmd_t *pmdp, pte_t *ptep) in pmd_set() 146 static inline int pte_write(pte_t pte) { return !(pte_val(pte) & _PAGE_RONLY); } in pte_write() 147 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty() 148 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young() 150 static inline pte_t pte_wrprotect(pte_t pte) { pte_val(pte) |= _PAGE_RONLY; return pte; } in pte_wrprotect() 151 static inline pte_t pte_mkclean(pte_t pte) { pte_val(pte) &= ~_PAGE_DIRTY; return pte; } in pte_mkclean() 152 static inline pte_t pte_mkold(pte_t pte) { pte_val(pte) &= ~_PAGE_ACCESSED; return pte; } in pte_mkold() 153 static inline pte_t pte_mkwrite_novma(pte_t pte){ pte_val(pte) &= ~_PAGE_RONLY; return pte; } in pte_mkwrite_novma() 154 static inline pte_t pte_mkdirty(pte_t pte) { pte_val(pte) |= _PAGE_DIRTY; return pte; } in pte_mkdirty() [all …]
|
| /linux/arch/powerpc/include/asm/book3s/32/ |
| H A D | pgtable.h | 106 #define PTE_TABLE_SIZE (sizeof(pte_t) << PTE_INDEX_SIZE) 237 static inline void flush_hash_entry(struct mm_struct *mm, pte_t *ptep, unsigned long addr) in flush_hash_entry() 256 static inline pte_basic_t pte_update(struct mm_struct *mm, unsigned long addr, pte_t *p, in pte_update() 299 unsigned long addr, pte_t *ptep) in __ptep_test_and_clear_young() 312 static inline pte_t ptep_get_and_clear(struct mm_struct *mm, unsigned long addr, in ptep_get_and_clear() 313 pte_t *ptep) in ptep_get_and_clear() 315 pte_t old_pte = __pte(pte_update(mm, addr, ptep, ~_PAGE_HASHPTE, 0, 0)); in ptep_get_and_clear() 324 pte_t *ptep) in ptep_set_wrprotect() 330 pte_t *ptep, pte_t entry, in __ptep_set_access_flags() 367 #define __swp_entry_to_pte(x) ((pte_t) { (x).val << 3 }) [all …]
|
| /linux/arch/arm64/include/asm/ |
| H A D | pgtable.h | 114 static inline phys_addr_t __pte_to_phys(pte_t pte) in __pte_to_phys() 125 static inline phys_addr_t __pte_to_phys(pte_t pte) in __pte_to_phys() 230 static inline pte_t clear_pte_bit(pte_t pte, pgprot_t prot) in clear_pte_bit() 236 static inline pte_t set_pte_bit(pte_t pte, pgprot_t prot) in set_pte_bit() 254 static inline pte_t pte_mkwrite_novma(pte_t pte) in pte_mkwrite_novma() 262 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean() 270 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty() 280 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect() 294 static inline pte_t pte_mkold(pte_t pte) in pte_mkold() 299 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung() [all …]
|
| /linux/arch/riscv/include/asm/ |
| H A D | pgtable.h | 35 #define PTRS_PER_PTE (PAGE_SIZE / sizeof(pte_t)) 138 pte_t *(*get_pte_virt)(phys_addr_t pa); 264 static inline pte_t pmd_pte(pmd_t pmd) in pmd_pte() 269 static inline pte_t pud_pte(pud_t pud) in pud_pte() 281 static inline unsigned long pte_napot(pte_t pte) in pte_napot() 286 static inline pte_t pte_mknapot(pte_t pte, unsigned int order) in pte_mknapot() 299 static inline unsigned long pte_napot(pte_t pte) in pte_napot() 307 static inline unsigned long pte_pfn(pte_t pte) in pte_pfn() 320 static inline pte_t pfn_pte(unsigned long pfn, pgprot_t prot) in pfn_pte() 330 static inline pgprot_t pte_pgprot(pte_t pte) in pte_pgprot() [all …]
|
| H A D | hugetlb.h | 22 pte_t *ptep, unsigned long sz); 26 unsigned long addr, pte_t *ptep, pte_t pte, 30 pte_t huge_ptep_get_and_clear(struct mm_struct *mm, 31 unsigned long addr, pte_t *ptep, 35 pte_t huge_ptep_clear_flush(struct vm_area_struct *vma, 36 unsigned long addr, pte_t *ptep); 40 unsigned long addr, pte_t *ptep); 44 unsigned long addr, pte_t *ptep, 45 pte_t pte, int dirty); 48 pte_t huge_ptep_get(struct mm_struct *mm, unsigned long addr, pte_t *ptep); [all …]
|
| /linux/arch/arm64/mm/ |
| H A D | contpte.c | 24 static inline pte_t *contpte_align_down(pte_t *ptep) in contpte_align_down() 29 static inline pte_t *contpte_align_addr_ptep(unsigned long *start, in contpte_align_addr_ptep() 30 unsigned long *end, pte_t *ptep, in contpte_align_addr_ptep() 50 pte_t *ptep, unsigned int nr) in contpte_try_unfold_partial() 62 pte_t *last_ptep = ptep + nr - 1; in contpte_try_unfold_partial() 70 pte_t *ptep, pte_t pte) in contpte_convert() 74 pte_t *start_ptep; in contpte_convert() 82 pte_t ptent = __ptep_get_and_clear(mm, addr, ptep); in contpte_convert() 235 pte_t *ptep, pte_t pte) in __contpte_try_fold() 257 pte_t expected_pte, subpte; in __contpte_try_fold() [all …]
|
| /linux/arch/x86/include/asm/ |
| H A D | pgtable.h | 148 static inline bool pte_dirty(pte_t pte) in pte_dirty() 153 static inline bool pte_shstk(pte_t pte) in pte_shstk() 159 static inline int pte_young(pte_t pte) in pte_young() 164 static inline bool pte_decrypted(pte_t pte) in pte_decrypted() 205 static inline int pte_write(pte_t pte) in pte_write() 230 static inline int pte_huge(pte_t pte) in pte_huge() 235 static inline int pte_global(pte_t pte) in pte_global() 240 static inline int pte_exec(pte_t pte) in pte_exec() 245 static inline int pte_special(pte_t pte) in pte_special() 256 static inline unsigned long pte_pfn(pte_t pte) in pte_pfn() [all …]
|
| /linux/arch/parisc/include/asm/ |
| H A D | pgtable.h | 64 extern void __update_cache(pte_t pte); 263 extern pte_t pg0[]; 304 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty() 305 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young() 306 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_WRITE; } in pte_write() 307 static inline int pte_special(pte_t pte) { return pte_val(pte) & _PAGE_SPECIAL; } in pte_special() 309 static inline pte_t pte_mkclean(pte_t pte) { pte_val(pte) &= ~_PAGE_DIRTY; return pte; } in pte_mkclean() 310 static inline pte_t pte_mkold(pte_t pte) { pte_val(pte) &= ~_PAGE_ACCESSED; return pte; } in pte_mkold() 311 static inline pte_t pte_wrprotect(pte_t pte) { pte_val(pte) &= ~_PAGE_WRITE; return pte; } in pte_wrprotect() 312 static inline pte_t pte_mkdirty(pte_t pte) { pte_val(pte) |= _PAGE_DIRTY; return pte; } in pte_mkdirty() [all …]
|
| H A D | hugetlb.h | 9 pte_t *ptep, pte_t pte, unsigned long sz); 12 pte_t huge_ptep_get_and_clear(struct mm_struct *mm, unsigned long addr, 13 pte_t *ptep, unsigned long sz); 16 static inline pte_t huge_ptep_clear_flush(struct vm_area_struct *vma, in huge_ptep_clear_flush() 17 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush() 24 unsigned long addr, pte_t *ptep); 28 unsigned long addr, pte_t *ptep, 29 pte_t pte, int dirty);
|
| /linux/arch/powerpc/include/asm/book3s/64/ |
| H A D | pgtable.h | 335 pte_t *ptep, unsigned long clr, in pte_update() 353 unsigned long addr, pte_t *ptep) in __ptep_test_and_clear_young() 391 static inline int pte_write(pte_t pte) in pte_write() 396 static inline int pte_read(pte_t pte) in pte_read() 403 pte_t *ptep) in ptep_set_wrprotect() 411 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect() 418 static inline pte_t ptep_get_and_clear(struct mm_struct *mm, in ptep_get_and_clear() 419 unsigned long addr, pte_t *ptep) in ptep_get_and_clear() 421 pte_t old_pte = __pte(pte_update(mm, addr, ptep, ~0UL, 0, 0)); in ptep_get_and_clear() 429 static inline pte_t ptep_get_and_clear_full(struct mm_struct *mm, in ptep_get_and_clear_full() [all …]
|
| H A D | radix.h | 136 #define RADIX_PTE_TABLE_SIZE (sizeof(pte_t) << RADIX_PTE_INDEX_SIZE) 146 extern void radix__ptep_set_access_flags(struct vm_area_struct *vma, pte_t *ptep, 147 pte_t entry, unsigned long address, 151 unsigned long addr, pte_t *ptep, 152 pte_t old_pte, pte_t pte); 154 static inline unsigned long __radix_pte_update(pte_t *ptep, unsigned long clr, in __radix_pte_update() 174 pte_t *ptep, unsigned long clr, in radix__pte_update() 187 static inline pte_t radix__ptep_get_and_clear_full(struct mm_struct *mm, in radix__ptep_get_and_clear_full() 189 pte_t *ptep, int full) in radix__ptep_get_and_clear_full() 202 static inline int radix__pte_same(pte_t pte_a, pte_t pte_b) in radix__pte_same() [all …]
|
| /linux/arch/arm/mm/ |
| H A D | proc.c | 43 void cpu_arm720_set_pte_ext(pte_t *ptep, pte_t pte, unsigned int ext); 90 void cpu_arm920_set_pte_ext(pte_t *ptep, pte_t pte, unsigned int ext); 113 void cpu_arm922_set_pte_ext(pte_t *ptep, pte_t pte, unsigned int ext); 130 void cpu_arm925_set_pte_ext(pte_t *ptep, pte_t pte, unsigned int ext); 147 void cpu_arm926_set_pte_ext(pte_t *ptep, pte_t pte, unsigned int ext); 200 void cpu_fa526_set_pte_ext(pte_t *ptep, pte_t pte, unsigned int ext); 217 void cpu_arm1020_set_pte_ext(pte_t *ptep, pte_t pte, unsigned int ext); 234 void cpu_arm1020e_set_pte_ext(pte_t *ptep, pte_t pte, unsigned int ext); 251 void cpu_arm1022_set_pte_ext(pte_t *ptep, pte_t pte, unsigned int ext); 268 void cpu_arm1026_set_pte_ext(pte_t *ptep, pte_t pte, unsigned int ext); [all …]
|
| /linux/arch/powerpc/include/asm/nohash/32/ |
| H A D | pte-8xx.h | 87 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect() 94 static inline int pte_read(pte_t pte) in pte_read() 101 static inline int pte_write(pte_t pte) in pte_write() 108 static inline pte_t pte_mkwrite_novma(pte_t pte) in pte_mkwrite_novma() 115 static inline pte_t pte_mkhuge(pte_t pte) in pte_mkhuge() 122 static inline pte_basic_t pte_update(struct mm_struct *mm, unsigned long addr, pte_t *ptep, 125 static inline void ptep_set_wrprotect(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in ptep_set_wrprotect() 131 static inline void __ptep_set_access_flags(struct vm_area_struct *vma, pte_t *ptep, in __ptep_set_access_flags() 132 pte_t entry, unsigned long address, int psize) in __ptep_set_access_flags() 144 static inline unsigned long __pte_leaf_size(pmd_t pmd, pte_t pte) in __pte_leaf_size() [all …]
|
| H A D | hugetlb-8xx.h | 19 void set_huge_pte_at(struct mm_struct *mm, unsigned long addr, pte_t *ptep, 20 pte_t pte, unsigned long sz); 23 static inline pte_t huge_ptep_get(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in huge_ptep_get() 32 pte_t *ptep, unsigned long sz) in huge_pte_clear() 39 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect() 48 static inline pte_t arch_make_huge_pte(pte_t entry, unsigned int shift, vm_flags_t flags) in arch_make_huge_pte()
|
| /linux/arch/loongarch/include/asm/ |
| H A D | pgtable.h | 144 extern pte_t invalid_pte_table[PTRS_PER_PTE]; 327 static inline pte_t mk_swap_pte(unsigned long type, unsigned long offset) in mk_swap_pte() 329 pte_t pte; in mk_swap_pte() 343 static inline bool pte_swp_exclusive(pte_t pte) in pte_swp_exclusive() 348 static inline pte_t pte_swp_mkexclusive(pte_t pte) in pte_swp_mkexclusive() 354 static inline pte_t pte_swp_clear_exclusive(pte_t pte) in pte_swp_clear_exclusive() 364 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte() 374 static inline void pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in pte_clear() 376 pte_t pte = ptep_get(ptep); in pte_clear() 383 #define PTE_T_LOG2 (__builtin_ffs(sizeof(pte_t)) - 1) [all …]
|
| /linux/arch/s390/include/asm/ |
| H A D | pgtable.h | 558 static inline pte_t clear_pte_bit(pte_t pte, pgprot_t prot) in clear_pte_bit() 563 static inline pte_t set_pte_bit(pte_t pte, pgprot_t prot) in set_pte_bit() 815 static inline int pte_present(pte_t pte) in pte_present() 821 static inline int pte_none(pte_t pte) in pte_none() 827 static inline int pte_swap(pte_t pte) in pte_swap() 834 static inline int pte_special(pte_t pte) in pte_special() 840 static inline int pte_same(pte_t a, pte_t b) in pte_same() 846 static inline int pte_protnone(pte_t pte) in pte_protnone() 858 static inline bool pte_swp_exclusive(pte_t pte) in pte_swp_exclusive() 863 static inline pte_t pte_swp_mkexclusive(pte_t pte) in pte_swp_mkexclusive() [all …]
|
| /linux/arch/powerpc/include/asm/ |
| H A D | pgtable-types.h | 11 typedef struct { pte_basic_t pte, pte1, pte2, pte3; } pte_t; typedef 13 typedef struct { pte_basic_t pte; } pte_t; typedef 15 typedef pte_basic_t pte_t; typedef 20 #define __pte(x) ((pte_t) { (x) }) 21 static inline pte_basic_t pte_val(pte_t x) in pte_val() 26 #define __pte(x) ((pte_t)(x)) 27 static inline pte_basic_t pte_val(pte_t x) in pte_val() 79 typedef struct { pte_t pte; unsigned long hidx; } real_pte_t; 81 typedef struct { pte_t pte; } real_pte_t; 87 static inline bool pte_xchg(pte_t *ptep, pte_t old, pte_t new) in pte_xchg()
|
| H A D | pgtable-be-types.h | 8 typedef struct { __be64 pte; } pte_t; typedef 9 #define __pte(x) ((pte_t) { cpu_to_be64(x) }) 10 #define __pte_raw(x) ((pte_t) { (x) }) 11 static inline unsigned long pte_val(pte_t x) in pte_val() 16 static inline __be64 pte_raw(pte_t x) in pte_raw() 76 typedef struct { pte_t pte; unsigned long hidx; } real_pte_t; 78 typedef struct { pte_t pte; } real_pte_t; 81 static inline bool pte_xchg(pte_t *ptep, pte_t old, pte_t new) in pte_xchg()
|
| H A D | pgtable.h | 34 void set_ptes(struct mm_struct *mm, unsigned long addr, pte_t *ptep, 35 pte_t pte, unsigned int nr); 38 pte_t *ptep, pte_t pte); 49 static inline unsigned long pte_pfn(pte_t pte) in pte_pfn() 58 static inline pgprot_t pte_pgprot(pte_t pte) in pte_pgprot() 110 pte_t *early_pte_alloc_kernel(pmd_t *pmdp, unsigned long va); 120 pte_t *ptep, pte_t entry, int dirty); 133 void __update_mmu_cache(struct vm_area_struct *vma, unsigned long address, pte_t *ptep); 146 pte_t *ptep, unsigned int nr) in update_mmu_cache_range()
|
| /linux/arch/parisc/mm/ |
| H A D | hugetlbpage.c | 26 pte_t *huge_pte_alloc(struct mm_struct *mm, struct vm_area_struct *vma, in huge_pte_alloc() 33 pte_t *pte = NULL; in huge_pte_alloc() 53 pte_t *huge_pte_offset(struct mm_struct *mm, in huge_pte_offset() 60 pte_t *pte = NULL; in huge_pte_offset() 102 pte_t *ptep, pte_t entry) in __set_huge_pte_at() 122 pte_t *ptep, pte_t entry, unsigned long sz) in set_huge_pte_at() 128 pte_t huge_ptep_get_and_clear(struct mm_struct *mm, unsigned long addr, in huge_ptep_get_and_clear() 129 pte_t *ptep, unsigned long sz) in huge_ptep_get_and_clear() 131 pte_t entry; in huge_ptep_get_and_clear() 141 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect() [all …]
|