| /linux/arch/powerpc/include/asm/nohash/ |
| H A D | pgtable.h | 6 static inline pte_basic_t pte_update(struct mm_struct *mm, unsigned long addr, pte_t *p, 37 static inline unsigned long pte_huge_size(pte_t pte) in pte_huge_size() 59 static inline pte_basic_t pte_update(struct mm_struct *mm, unsigned long addr, pte_t *p, in pte_update() 105 unsigned long addr, pte_t *ptep) in ptep_test_and_clear_young() 117 pte_t *ptep) in ptep_set_wrprotect() 124 static inline pte_t ptep_get_and_clear(struct mm_struct *mm, unsigned long addr, in ptep_get_and_clear() 125 pte_t *ptep) in ptep_get_and_clear() 127 pte_t old_pte = __pte(pte_update(mm, addr, ptep, ~0UL, 0, 0)); in ptep_get_and_clear() 135 static inline void pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in pte_clear() 143 pte_t *ptep, pte_t entry, in __ptep_set_access_flags() [all …]
|
| /linux/arch/m68k/include/asm/ |
| H A D | mcf_pgtable.h | 99 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify() 115 static inline int pte_none(pte_t pte) in pte_none() 120 static inline int pte_present(pte_t pte) in pte_present() 126 pte_t *ptep) in pte_clear() 152 static inline int pte_read(pte_t pte) in pte_read() 157 static inline int pte_write(pte_t pte) in pte_write() 162 static inline int pte_exec(pte_t pte) in pte_exec() 167 static inline int pte_dirty(pte_t pte) in pte_dirty() 172 static inline int pte_young(pte_t pte) in pte_young() 177 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect() [all …]
|
| H A D | sun3_pgtable.h | 79 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify() 95 static inline int pte_none (pte_t pte) { return !pte_val (pte); } in pte_none() 96 static inline int pte_present (pte_t pte) { return pte_val (pte) & SUN3_PAGE_VALID; } in pte_present() 97 static inline void pte_clear (struct mm_struct *mm, unsigned long addr, pte_t *ptep) in pte_clear() 105 ({ pte_t __pte; pte_val(__pte) = pfn | pgprot_val(pgprot); __pte; }) 134 static inline int pte_write(pte_t pte) { return pte_val(pte) & SUN3_PAGE_WRITEABLE; } in pte_write() 135 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & SUN3_PAGE_MODIFIED; } in pte_dirty() 136 static inline int pte_young(pte_t pte) { return pte_val(pte) & SUN3_PAGE_ACCESSED; } in pte_young() 138 static inline pte_t pte_wrprotect(pte_t pte) { pte_val(pte) &= ~SUN3_PAGE_WRITEABLE; return pte; } in pte_wrprotect() 139 static inline pte_t pte_mkclean(pte_t pte) { pte_val(pte) &= ~SUN3_PAGE_MODIFIED; return pte; } in pte_mkclean() [all …]
|
| H A D | motorola_pgtable.h | 84 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify() 90 static inline void pmd_set(pmd_t *pmdp, pte_t *ptep) in pmd_set() 146 static inline int pte_write(pte_t pte) { return !(pte_val(pte) & _PAGE_RONLY); } in pte_write() 147 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty() 148 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young() 150 static inline pte_t pte_wrprotect(pte_t pte) { pte_val(pte) |= _PAGE_RONLY; return pte; } in pte_wrprotect() 151 static inline pte_t pte_mkclean(pte_t pte) { pte_val(pte) &= ~_PAGE_DIRTY; return pte; } in pte_mkclean() 152 static inline pte_t pte_mkold(pte_t pte) { pte_val(pte) &= ~_PAGE_ACCESSED; return pte; } in pte_mkold() 153 static inline pte_t pte_mkwrite_novma(pte_t pte){ pte_val(pte) &= ~_PAGE_RONLY; return pte; } in pte_mkwrite_novma() 154 static inline pte_t pte_mkdirty(pte_t pte) { pte_val(pte) |= _PAGE_DIRTY; return pte; } in pte_mkdirty() [all …]
|
| /linux/arch/powerpc/include/asm/book3s/32/ |
| H A D | pgtable.h | 106 #define PTE_TABLE_SIZE (sizeof(pte_t) << PTE_INDEX_SIZE) 237 static inline void flush_hash_entry(struct mm_struct *mm, pte_t *ptep, unsigned long addr) in flush_hash_entry() 256 static inline pte_basic_t pte_update(struct mm_struct *mm, unsigned long addr, pte_t *p, in pte_update() 299 unsigned long addr, pte_t *ptep) in __ptep_test_and_clear_young() 312 static inline pte_t ptep_get_and_clear(struct mm_struct *mm, unsigned long addr, in ptep_get_and_clear() 313 pte_t *ptep) in ptep_get_and_clear() 315 pte_t old_pte = __pte(pte_update(mm, addr, ptep, ~_PAGE_HASHPTE, 0, 0)); in ptep_get_and_clear() 324 pte_t *ptep) in ptep_set_wrprotect() 330 pte_t *ptep, pte_t entry, in __ptep_set_access_flags() 367 #define __swp_entry_to_pte(x) ((pte_t) { (x).val << 3 }) [all …]
|
| /linux/arch/riscv/include/asm/ |
| H A D | hugetlb.h | 22 pte_t *ptep, unsigned long sz); 26 unsigned long addr, pte_t *ptep, pte_t pte, 30 pte_t huge_ptep_get_and_clear(struct mm_struct *mm, 31 unsigned long addr, pte_t *ptep, 35 pte_t huge_ptep_clear_flush(struct vm_area_struct *vma, 36 unsigned long addr, pte_t *ptep); 40 unsigned long addr, pte_t *ptep); 44 unsigned long addr, pte_t *ptep, 45 pte_t pte, int dirty); 48 pte_t huge_ptep_get(struct mm_struct *mm, unsigned long addr, pte_t *ptep); [all …]
|
| /linux/arch/arm64/mm/ |
| H A D | hugetlbpage.c | 79 pte_t *ptep, size_t *pgsize) in find_num_contig() 90 if ((pte_t *)PTR_ALIGN_DOWN(pmdp, sizeof(*pmdp) * CONT_PMDS) == ptep) { in find_num_contig() 119 pte_t huge_ptep_get(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in huge_ptep_get() 123 pte_t orig_pte = __ptep_get(ptep); in huge_ptep_get() 130 pte_t pte = __ptep_get(ptep); in huge_ptep_get() 149 static pte_t get_clear_contig(struct mm_struct *mm, in get_clear_contig() 151 pte_t *ptep, in get_clear_contig() 155 pte_t pte, tmp_pte; in get_clear_contig() 174 static pte_t get_clear_contig_flush(struct mm_struct *mm, in get_clear_contig_flush() 176 pte_t *ptep, in get_clear_contig_flush() [all …]
|
| /linux/arch/parisc/include/asm/ |
| H A D | pgtable.h | 64 extern void __update_cache(pte_t pte); 263 extern pte_t pg0[]; 304 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty() 305 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young() 306 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_WRITE; } in pte_write() 307 static inline int pte_special(pte_t pte) { return pte_val(pte) & _PAGE_SPECIAL; } in pte_special() 309 static inline pte_t pte_mkclean(pte_t pte) { pte_val(pte) &= ~_PAGE_DIRTY; return pte; } in pte_mkclean() 310 static inline pte_t pte_mkold(pte_t pte) { pte_val(pte) &= ~_PAGE_ACCESSED; return pte; } in pte_mkold() 311 static inline pte_t pte_wrprotect(pte_t pte) { pte_val(pte) &= ~_PAGE_WRITE; return pte; } in pte_wrprotect() 312 static inline pte_t pte_mkdirty(pte_t pte) { pte_val(pte) |= _PAGE_DIRTY; return pte; } in pte_mkdirty() [all …]
|
| H A D | hugetlb.h | 9 pte_t *ptep, pte_t pte, unsigned long sz); 12 pte_t huge_ptep_get_and_clear(struct mm_struct *mm, unsigned long addr, 13 pte_t *ptep, unsigned long sz); 16 static inline pte_t huge_ptep_clear_flush(struct vm_area_struct *vma, in huge_ptep_clear_flush() 17 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush() 24 unsigned long addr, pte_t *ptep); 28 unsigned long addr, pte_t *ptep, 29 pte_t pte, int dirty);
|
| /linux/arch/arm/mm/ |
| H A D | proc.c | 43 void cpu_arm720_set_pte_ext(pte_t *ptep, pte_t pte, unsigned int ext); 90 void cpu_arm920_set_pte_ext(pte_t *ptep, pte_t pte, unsigned int ext); 113 void cpu_arm922_set_pte_ext(pte_t *ptep, pte_t pte, unsigned int ext); 130 void cpu_arm925_set_pte_ext(pte_t *ptep, pte_t pte, unsigned int ext); 147 void cpu_arm926_set_pte_ext(pte_t *ptep, pte_t pte, unsigned int ext); 200 void cpu_fa526_set_pte_ext(pte_t *ptep, pte_t pte, unsigned int ext); 217 void cpu_arm1020_set_pte_ext(pte_t *ptep, pte_t pte, unsigned int ext); 234 void cpu_arm1020e_set_pte_ext(pte_t *ptep, pte_t pte, unsigned int ext); 251 void cpu_arm1022_set_pte_ext(pte_t *ptep, pte_t pte, unsigned int ext); 268 void cpu_arm1026_set_pte_ext(pte_t *ptep, pte_t pte, unsigned int ext); [all …]
|
| /linux/arch/powerpc/include/asm/nohash/32/ |
| H A D | pte-8xx.h | 87 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect() 94 static inline int pte_read(pte_t pte) in pte_read() 101 static inline int pte_write(pte_t pte) in pte_write() 108 static inline pte_t pte_mkwrite_novma(pte_t pte) in pte_mkwrite_novma() 115 static inline pte_t pte_mkhuge(pte_t pte) in pte_mkhuge() 122 static inline pte_basic_t pte_update(struct mm_struct *mm, unsigned long addr, pte_t *ptep, 125 static inline void ptep_set_wrprotect(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in ptep_set_wrprotect() 131 static inline void __ptep_set_access_flags(struct vm_area_struct *vma, pte_t *ptep, in __ptep_set_access_flags() 132 pte_t entry, unsigned long address, int psize) in __ptep_set_access_flags() 144 static inline unsigned long __pte_leaf_size(pmd_t pmd, pte_t pte) in __pte_leaf_size() [all …]
|
| H A D | hugetlb-8xx.h | 19 void set_huge_pte_at(struct mm_struct *mm, unsigned long addr, pte_t *ptep, 20 pte_t pte, unsigned long sz); 23 static inline pte_t huge_ptep_get(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in huge_ptep_get() 32 pte_t *ptep, unsigned long sz) in huge_pte_clear() 39 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect() 48 static inline pte_t arch_make_huge_pte(pte_t entry, unsigned int shift, vm_flags_t flags) in arch_make_huge_pte()
|
| /linux/arch/powerpc/include/asm/ |
| H A D | pgtable-types.h | 11 typedef struct { pte_basic_t pte, pte1, pte2, pte3; } pte_t; typedef 13 typedef struct { pte_basic_t pte; } pte_t; typedef 15 typedef pte_basic_t pte_t; typedef 20 #define __pte(x) ((pte_t) { (x) }) 21 static inline pte_basic_t pte_val(pte_t x) in pte_val() 26 #define __pte(x) ((pte_t)(x)) 27 static inline pte_basic_t pte_val(pte_t x) in pte_val() 79 typedef struct { pte_t pte; unsigned long hidx; } real_pte_t; 81 typedef struct { pte_t pte; } real_pte_t; 87 static inline bool pte_xchg(pte_t *ptep, pte_t old, pte_t new) in pte_xchg()
|
| H A D | pgtable-be-types.h | 8 typedef struct { __be64 pte; } pte_t; typedef 9 #define __pte(x) ((pte_t) { cpu_to_be64(x) }) 10 #define __pte_raw(x) ((pte_t) { (x) }) 11 static inline unsigned long pte_val(pte_t x) in pte_val() 16 static inline __be64 pte_raw(pte_t x) in pte_raw() 76 typedef struct { pte_t pte; unsigned long hidx; } real_pte_t; 78 typedef struct { pte_t pte; } real_pte_t; 81 static inline bool pte_xchg(pte_t *ptep, pte_t old, pte_t new) in pte_xchg()
|
| H A D | pgtable.h | 34 void set_ptes(struct mm_struct *mm, unsigned long addr, pte_t *ptep, 35 pte_t pte, unsigned int nr); 38 pte_t *ptep, pte_t pte); 49 static inline unsigned long pte_pfn(pte_t pte) in pte_pfn() 58 static inline pgprot_t pte_pgprot(pte_t pte) in pte_pgprot() 110 pte_t *early_pte_alloc_kernel(pmd_t *pmdp, unsigned long va); 120 pte_t *ptep, pte_t entry, int dirty); 133 void __update_mmu_cache(struct vm_area_struct *vma, unsigned long address, pte_t *ptep); 146 pte_t *ptep, unsigned int nr) in update_mmu_cache_range()
|
| H A D | pte-walk.h | 7 extern pte_t *__find_linux_pte(pgd_t *pgdir, unsigned long ea, 10 static inline pte_t *find_linux_pte(pgd_t *pgdir, unsigned long ea, in find_linux_pte() 13 pte_t *pte; in find_linux_pte() 29 static inline pte_t *find_init_mm_pte(unsigned long ea, unsigned *hshift) in find_init_mm_pte() 41 pte_t *ptep; in ppc_find_vmap_phys()
|
| /linux/arch/loongarch/include/asm/ |
| H A D | pgtable.h | 151 extern pte_t invalid_pte_table[PTRS_PER_PTE]; 334 static inline pte_t mk_swap_pte(unsigned long type, unsigned long offset) in mk_swap_pte() 336 pte_t pte; in mk_swap_pte() 350 static inline bool pte_swp_exclusive(pte_t pte) in pte_swp_exclusive() 355 static inline pte_t pte_swp_mkexclusive(pte_t pte) in pte_swp_mkexclusive() 361 static inline pte_t pte_swp_clear_exclusive(pte_t pte) in pte_swp_clear_exclusive() 371 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte() 381 static inline void pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in pte_clear() 383 pte_t pte = ptep_get(ptep); in pte_clear() 390 #define PTE_T_LOG2 (__builtin_ffs(sizeof(pte_t)) - 1) [all …]
|
| /linux/arch/parisc/mm/ |
| H A D | hugetlbpage.c | 26 pte_t *huge_pte_alloc(struct mm_struct *mm, struct vm_area_struct *vma, in huge_pte_alloc() 33 pte_t *pte = NULL; in huge_pte_alloc() 53 pte_t *huge_pte_offset(struct mm_struct *mm, in huge_pte_offset() 60 pte_t *pte = NULL; in huge_pte_offset() 102 pte_t *ptep, pte_t entry) in __set_huge_pte_at() 122 pte_t *ptep, pte_t entry, unsigned long sz) in set_huge_pte_at() 128 pte_t huge_ptep_get_and_clear(struct mm_struct *mm, unsigned long addr, in huge_ptep_get_and_clear() 129 pte_t *ptep, unsigned long sz) in huge_ptep_get_and_clear() 131 pte_t entry; in huge_ptep_get_and_clear() 141 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect() [all …]
|
| /linux/arch/powerpc/include/asm/book3s/64/ |
| H A D | radix.h | 136 #define RADIX_PTE_TABLE_SIZE (sizeof(pte_t) << RADIX_PTE_INDEX_SIZE) 146 extern void radix__ptep_set_access_flags(struct vm_area_struct *vma, pte_t *ptep, 147 pte_t entry, unsigned long address, 151 unsigned long addr, pte_t *ptep, 152 pte_t old_pte, pte_t pte); 154 static inline unsigned long __radix_pte_update(pte_t *ptep, unsigned long clr, in __radix_pte_update() 174 pte_t *ptep, unsigned long clr, in radix__pte_update() 187 static inline pte_t radix__ptep_get_and_clear_full(struct mm_struct *mm, in radix__ptep_get_and_clear_full() 189 pte_t *ptep, int full) in radix__ptep_get_and_clear_full() 202 static inline int radix__pte_same(pte_t pte_a, pte_t pte_b) in radix__pte_same() [all …]
|
| H A D | hash.h | 162 pte_t *ptep, unsigned long pte, int huge); 165 static inline unsigned long hash__pte_update_one(pte_t *ptep, unsigned long clr, in hash__pte_update_one() 188 pte_t *ptep, unsigned long clr, in hash__pte_update() 225 static inline void hash__ptep_set_access_flags(pte_t *ptep, pte_t entry) in hash__ptep_set_access_flags() 246 static inline int hash__pte_same(pte_t pte_a, pte_t pte_b) in hash__pte_same() 251 static inline int hash__pte_none(pte_t pte) in hash__pte_none() 265 pte_t *ptep, pte_t pte, int percpu) in hash__set_pte_at()
|
| /linux/arch/x86/include/asm/ |
| H A D | pgtable-2level.h | 15 static inline void native_set_pte(pte_t *ptep , pte_t pte) in native_set_pte() 29 static inline void native_set_pte_atomic(pte_t *ptep, pte_t pte) in native_set_pte_atomic() 44 unsigned long addr, pte_t *xp) in native_pte_clear() 50 static inline pte_t native_ptep_get_and_clear(pte_t *xp) in native_ptep_get_and_clear() 109 #define __swp_entry_to_pte(x) ((pte_t) { .pte = (x).val })
|
| H A D | pgtable_64.h | 24 extern pte_t level1_fixmap_pgt[512 * FIXMAP_PMD_NUM]; 58 void set_pte_vaddr_p4d(p4d_t *p4d_page, unsigned long vaddr, pte_t new_pte); 59 void set_pte_vaddr_pud(pud_t *pud_page, unsigned long vaddr, pte_t new_pte); 61 static inline void native_set_pte(pte_t *ptep, pte_t pte) in native_set_pte() 67 pte_t *ptep) in native_pte_clear() 72 static inline void native_set_pte_atomic(pte_t *ptep, pte_t pte) in native_set_pte_atomic() 87 static inline pte_t native_ptep_get_and_clear(pte_t *xp) in native_ptep_get_and_clear() 94 pte_t ret = *xp; in native_ptep_get_and_clear()
|
| /linux/arch/x86/kernel/ |
| H A D | head32.c | 35 static pte_t __initdata *initrd_pl2p_start, *initrd_pl2p_end; 39 pte_t *pl2p = initrd_pl2p_start; in zap_early_initrd_mapping() 42 *pl2p = (pte_t){ .pte = 0 }; in zap_early_initrd_mapping() 45 *(pl2p + ((PAGE_OFFSET >> PGDIR_SHIFT))) = (pte_t) {.pte = 0}; in zap_early_initrd_mapping() 105 static __init __no_stack_protector pte_t init_map(pte_t pte, pte_t **ptep, pl2_t **pl2p, in init_map() 132 pte_t pte, *ptep = (pte_t *)__pa_nodebug(__brk_base); in mk_early_pgtbl_32()
|
| /linux/arch/arm/include/asm/ |
| H A D | proc-fns.h | 70 void (*set_pte_ext)(pte_t *ptep, pte_t pte); 72 void (*set_pte_ext)(pte_t *ptep, pte_t pte, unsigned int ext); 92 extern void cpu_set_pte_ext(pte_t *ptep, pte_t pte); 94 extern void cpu_set_pte_ext(pte_t *ptep, pte_t pte, unsigned int ext);
|
| /linux/arch/arc/include/asm/ |
| H A D | pgtable-bits-arcv2.h | 86 static inline pte_t pte_##fn(pte_t pte) { pte_val(pte) op; return pte; } 98 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify() 105 unsigned long address, pte_t *ptep, unsigned int nr); 131 #define __swp_entry_to_pte(x) ((pte_t) { (x).val }) 133 static inline bool pte_swp_exclusive(pte_t pte) in pte_swp_exclusive()
|