/linux/arch/powerpc/include/asm/nohash/ |
H A D | pgtable.h | 6 static inline pte_basic_t pte_update(struct mm_struct *mm, unsigned long addr, pte_t *p, 35 static inline unsigned long pte_huge_size(pte_t pte) in pte_huge_size() 57 static inline pte_basic_t pte_update(struct mm_struct *mm, unsigned long addr, pte_t *p, in pte_update() 103 unsigned long addr, pte_t *ptep) in ptep_test_and_clear_young() 115 pte_t *ptep) in ptep_set_wrprotect() 122 static inline pte_t ptep_get_and_clear(struct mm_struct *mm, unsigned long addr, in ptep_get_and_clear() 123 pte_t *ptep) in ptep_get_and_clear() 129 static inline void pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in pte_clear() 137 pte_t *ptep, pte_t entry, in __ptep_set_access_flags() 153 static inline pte_t pte_mkwrite_novma(pte_t pte) in pte_mkwrite_novma() [all …]
|
/linux/arch/mips/include/asm/ |
H A D | pgtable.h | 45 extern void __update_cache(unsigned long address, pte_t pte); 119 static inline void set_pte(pte_t *ptep, pte_t pte) 130 pte_t *buddy = ptep_buddy(ptep); 143 static inline void pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) 145 pte_t null = __pte(0); 171 static inline void set_pte(pte_t *ptep, pte_t pteval) 176 pte_t *buddy = ptep_buddy(ptep); 190 static inline void pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) 205 pte_t *ptep, pte_t pte, unsigned int nr) 248 #define PTE_T_LOG2 (__builtin_ffs(sizeof(pte_t)) - 1) [all …]
|
/linux/arch/m68k/include/asm/ |
H A D | mcf_pgtable.h | 105 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify() 121 static inline int pte_none(pte_t pte) in pte_none() 126 static inline int pte_present(pte_t pte) in pte_present() 132 pte_t *ptep) in pte_clear() 158 static inline int pte_read(pte_t pte) in pte_read() 163 static inline int pte_write(pte_t pte) in pte_write() 168 static inline int pte_exec(pte_t pte) in pte_exec() 173 static inline int pte_dirty(pte_t pte) in pte_dirty() 178 static inline int pte_young(pte_t pte) in pte_young() 183 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect() [all …]
|
H A D | sun3_pgtable.h | 85 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify() 101 static inline int pte_none (pte_t pte) { return !pte_val (pte); } in pte_none() 102 static inline int pte_present (pte_t pte) { return pte_val (pte) & SUN3_PAGE_VALID; } in pte_present() 103 static inline void pte_clear (struct mm_struct *mm, unsigned long addr, pte_t *ptep) in pte_clear() 111 ({ pte_t __pte; pte_val(__pte) = pfn | pgprot_val(pgprot); __pte; }) 140 static inline int pte_write(pte_t pte) { return pte_val(pte) & SUN3_PAGE_WRITEABLE; } in pte_write() 141 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & SUN3_PAGE_MODIFIED; } in pte_dirty() 142 static inline int pte_young(pte_t pte) { return pte_val(pte) & SUN3_PAGE_ACCESSED; } in pte_young() 144 static inline pte_t pte_wrprotect(pte_t pte) { pte_val(pte) &= ~SUN3_PAGE_WRITEABLE; return pte; } in pte_wrprotect() 145 static inline pte_t pte_mkclean(pte_t pte) { pte_val(pte) &= ~SUN3_PAGE_MODIFIED; return pte; } in pte_mkclean() [all …]
|
H A D | motorola_pgtable.h | 90 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify() 96 static inline void pmd_set(pmd_t *pmdp, pte_t *ptep) in pmd_set() 152 static inline int pte_write(pte_t pte) { return !(pte_val(pte) & _PAGE_RONLY); } in pte_write() 153 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty() 154 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young() 156 static inline pte_t pte_wrprotect(pte_t pte) { pte_val(pte) |= _PAGE_RONLY; return pte; } in pte_wrprotect() 157 static inline pte_t pte_mkclean(pte_t pte) { pte_val(pte) &= ~_PAGE_DIRTY; return pte; } in pte_mkclean() 158 static inline pte_t pte_mkold(pte_t pte) { pte_val(pte) &= ~_PAGE_ACCESSED; return pte; } in pte_mkold() 159 static inline pte_t pte_mkwrite_novma(pte_t pte){ pte_val(pte) &= ~_PAGE_RONLY; return pte; } in pte_mkwrite_novma() 160 static inline pte_t pte_mkdirty(pte_t pte) { pte_val(pte) |= _PAGE_DIRTY; return pte; } in pte_mkdirty() [all …]
|
/linux/arch/microblaze/include/asm/ |
H A D | pgtable.h | 29 extern pte_t *va_to_pte(unsigned long address); 245 static inline int pte_read(pte_t pte) { return pte_val(pte) & _PAGE_USER; } in pte_read() 246 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_RW; } in pte_write() 247 static inline int pte_exec(pte_t pte) { return pte_val(pte) & _PAGE_EXEC; } in pte_exec() 248 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty() 249 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young() 251 static inline void pte_uncache(pte_t pte) { pte_val(pte) |= _PAGE_NO_CACHE; } in pte_uncache() 252 static inline void pte_cache(pte_t pte) { pte_val(pte) &= ~_PAGE_NO_CACHE; } in pte_cache() 254 static inline pte_t pte_rdprotect(pte_t pte) \ in pte_rdprotect() 256 static inline pte_t pte_wrprotect(pte_t pte) \ in pte_wrprotect() [all …]
|
/linux/arch/powerpc/include/asm/book3s/32/ |
H A D | pgtable.h | 106 #define PTE_TABLE_SIZE (sizeof(pte_t) << PTE_INDEX_SIZE) 240 static inline void flush_hash_entry(struct mm_struct *mm, pte_t *ptep, unsigned long addr) in flush_hash_entry() 259 static inline pte_basic_t pte_update(struct mm_struct *mm, unsigned long addr, pte_t *p, in pte_update() 302 unsigned long addr, pte_t *ptep) in __ptep_test_and_clear_young() 315 static inline pte_t ptep_get_and_clear(struct mm_struct *mm, unsigned long addr, in ptep_get_and_clear() 316 pte_t *ptep) in ptep_get_and_clear() 323 pte_t *ptep) in ptep_set_wrprotect() 329 pte_t *ptep, pte_t entry, in __ptep_set_access_flags() 366 #define __swp_entry_to_pte(x) ((pte_t) { (x).val << 3 }) 368 static inline int pte_swp_exclusive(pte_t pte) in pte_swp_exclusive() [all …]
|
/linux/arch/um/include/asm/ |
H A D | pgtable.h | 112 static inline int pte_none(pte_t pte) in pte_none() 121 static inline int pte_read(pte_t pte) in pte_read() 127 static inline int pte_exec(pte_t pte){ in pte_exec() 132 static inline int pte_write(pte_t pte) in pte_write() 138 static inline int pte_dirty(pte_t pte) in pte_dirty() 143 static inline int pte_young(pte_t pte) in pte_young() 148 static inline int pte_needsync(pte_t pte) in pte_needsync() 159 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean() 165 static inline pte_t pte_mkold(pte_t pte) in pte_mkold() 171 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect() [all …]
|
/linux/arch/nios2/include/asm/ |
H A D | pgtable.h | 59 #define PTRS_PER_PTE (PAGE_SIZE / sizeof(pte_t)) 76 extern pte_t invalid_pte_table[PAGE_SIZE/sizeof(pte_t)]; 87 static inline int pte_write(pte_t pte) \ in pte_write() 89 static inline int pte_dirty(pte_t pte) \ in pte_dirty() 91 static inline int pte_young(pte_t pte) \ in pte_young() 105 static inline int pte_none(pte_t pte) in pte_none() 110 static inline int pte_present(pte_t pte) \ in pte_present() 117 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect() 123 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean() 129 static inline pte_t pte_mkold(pte_t pte) in pte_mkold() [all …]
|
/linux/arch/hexagon/include/asm/ |
H A D | pgtable.h | 143 extern void sync_icache_dcache(pte_t pte); 149 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte() 177 pte_t *ptep) in pte_clear() 228 static inline int pte_none(pte_t pte) in pte_none() 236 static inline int pte_present(pte_t pte) in pte_present() 248 static inline pte_t pte_mkold(pte_t pte) in pte_mkold() 255 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung() 262 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean() 269 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty() 276 static inline int pte_young(pte_t pte) in pte_young() [all …]
|
/linux/arch/openrisc/include/asm/ |
H A D | pgtable.h | 217 static inline int pte_read(pte_t pte) { return pte_val(pte) & _PAGE_READ; } in pte_read() 218 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_WRITE; } in pte_write() 219 static inline int pte_exec(pte_t pte) { return pte_val(pte) & _PAGE_EXEC; } in pte_exec() 220 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty() 221 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young() 223 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect() 229 static inline pte_t pte_rdprotect(pte_t pte) in pte_rdprotect() 235 static inline pte_t pte_exprotect(pte_t pte) in pte_exprotect() 241 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean() 247 static inline pte_t pte_mkold(pte_t pte) in pte_mkold() [all …]
|
/linux/arch/alpha/include/asm/ |
H A D | pgtable.h | 135 extern pte_t __bad_page(void); 197 pte_t pte; \ 203 extern inline pte_t pfn_pte(unsigned long physpfn, pgprot_t pgprot) in pfn_pte() 204 { pte_t pte; pte_val(pte) = (PHYS_TWIDDLE(physpfn) << 32) | pgprot_val(pgprot); return pte; } in pfn_pte() 206 extern inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify() 209 extern inline void pmd_set(pmd_t * pmdp, pte_t * ptep) in pmd_set() 231 extern inline int pte_none(pte_t pte) { return !pte_val(pte); } in pte_none() 232 extern inline int pte_present(pte_t pte) { return pte_val(pte) & _PAGE_VALID; } in pte_present() 233 extern inline void pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in pte_clear() 252 extern inline int pte_write(pte_t pte) { return !(pte_val(pte) & _PAGE_FOW); } in pte_write() [all …]
|
/linux/arch/arm64/include/asm/ |
H A D | pgtable.h | 76 static inline phys_addr_t __pte_to_phys(pte_t pte) in __pte_to_phys() 188 static inline pte_t clear_pte_bit(pte_t pte, pgprot_t prot) in clear_pte_bit() 194 static inline pte_t set_pte_bit(pte_t pte, pgprot_t prot) in set_pte_bit() 212 static inline pte_t pte_mkwrite_novma(pte_t pte) in pte_mkwrite_novma() 219 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean() 227 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty() 237 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect() 251 static inline pte_t pte_mkold(pte_t pte) in pte_mkold() 256 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung() 261 static inline pte_t pte_mkspecial(pte_t pte) in pte_mkspecial() [all …]
|
/linux/arch/riscv/include/asm/ |
H A D | pgtable.h | 31 #define PTRS_PER_PTE (PAGE_SIZE / sizeof(pte_t)) 153 pte_t *(*get_pte_virt)(phys_addr_t pa); 277 static inline pte_t pmd_pte(pmd_t pmd) in pmd_pte() 282 static inline pte_t pud_pte(pud_t pud) in pud_pte() 294 static inline unsigned long pte_napot(pte_t pte) in pte_napot() 299 static inline pte_t pte_mknapot(pte_t pte, unsigned int order) in pte_mknapot() 312 static inline unsigned long pte_napot(pte_t pte) in pte_napot() 320 static inline unsigned long pte_pfn(pte_t pte) in pte_pfn() 333 static inline pte_t pfn_pte(unsigned long pfn, pgprot_t prot) in pfn_pte() 344 static inline int pte_present(pte_t pte) in pte_present() [all …]
|
H A D | hugetlb.h | 22 pte_t *ptep, unsigned long sz); 26 unsigned long addr, pte_t *ptep, pte_t pte, 30 pte_t huge_ptep_get_and_clear(struct mm_struct *mm, 31 unsigned long addr, pte_t *ptep); 34 pte_t huge_ptep_clear_flush(struct vm_area_struct *vma, 35 unsigned long addr, pte_t *ptep); 39 unsigned long addr, pte_t *ptep); 43 unsigned long addr, pte_t *ptep, 44 pte_t pte, int dirty); 47 pte_t huge_ptep_get(struct mm_struct *mm, unsigned long addr, pte_t *ptep); [all …]
|
/linux/arch/sparc/include/asm/ |
H A D | pgtable_32.h | 99 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte() 148 static inline int pte_present(pte_t pte) in pte_present() 153 static inline int pte_none(pte_t pte) in pte_none() 158 static inline void __pte_clear(pte_t *ptep) in __pte_clear() 163 static inline void pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in pte_clear() 185 set_pte((pte_t *)&pmd_val(*pmdp), __pte(0)); in pmd_clear() 205 set_pte((pte_t *)pudp, __pte(0)); in pud_clear() 212 static inline int pte_write(pte_t pte) in pte_write() 217 static inline int pte_dirty(pte_t pte) in pte_dirty() 222 static inline int pte_young(pte_t pte) in pte_young() [all …]
|
H A D | pgtable_64.h | 196 pte_t mk_pte_io(unsigned long, pgprot_t, int, unsigned long); 221 static inline pte_t pfn_pte(unsigned long pfn, pgprot_t prot) in pfn_pte() 233 pte_t pte = pfn_pte(page_nr, pgprot); in pfn_pmd() 241 static inline unsigned long pte_pfn(pte_t pte) in pte_pfn() 262 static inline pte_t pte_modify(pte_t pte, pgprot_t prot) in pte_modify() 323 pte_t pte = __pte(pmd_val(pmd)); in pmd_modify() 361 static inline unsigned long pte_dirty(pte_t pte) in pte_dirty() 379 static inline unsigned long pte_write(pte_t pte) in pte_write() 398 pte_t arch_make_huge_pte(pte_t entry, unsigned int shift, vm_flags_t flags); 418 static inline pte_t pte_mkhuge(pte_t pte) in pte_mkhuge() [all …]
|
H A D | hugetlb.h | 17 pte_t *ptep, pte_t pte, unsigned long sz); 19 pte_t *ptep, pte_t pte); 22 pte_t huge_ptep_get_and_clear(struct mm_struct *mm, unsigned long addr, 23 pte_t *ptep); 26 static inline pte_t huge_ptep_clear_flush(struct vm_area_struct *vma, in huge_ptep_clear_flush() 27 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush() 34 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect() 36 pte_t old_pte = *ptep; in huge_ptep_set_wrprotect() 42 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags() 43 pte_t pte, int dirty) in huge_ptep_set_access_flags()
|
/linux/arch/xtensa/include/asm/ |
H A D | pgtable.h | 251 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_WRITABLE; } in pte_write() 252 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty() 253 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young() 255 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect() 257 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean() 259 static inline pte_t pte_mkold(pte_t pte) in pte_mkold() 261 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty() 263 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung() 265 static inline pte_t pte_mkwrite_novma(pte_t pte) in pte_mkwrite_novma() 284 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify() [all …]
|
/linux/arch/csky/include/asm/ |
H A D | pgtable.h | 24 #define PTRS_PER_PTE (PAGE_SIZE / sizeof(pte_t)) 43 #define __swp_entry_to_pte(x) ((pte_t) { (x).val }) 83 extern pte_t invalid_pte_table[PTRS_PER_PTE]; 85 static inline void set_pte(pte_t *p, pte_t pte) in set_pte() 95 static inline pte_t *pmd_page_vaddr(pmd_t pmd) in pmd_page_vaddr() 141 static inline int pte_read(pte_t pte) in pte_read() 146 static inline int pte_write(pte_t pte) in pte_write() 151 static inline int pte_dirty(pte_t pte) in pte_dirty() 156 static inline int pte_young(pte_t pte) in pte_young() 161 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect() [all …]
|
/linux/arch/arm/include/asm/ |
H A D | pgtable.h | 57 extern void __pte_error(const char *file, int line, pte_t); 161 static inline pte_t *pmd_page_vaddr(pmd_t pmd) in pmd_page_vaddr() 192 static inline bool pte_access_permitted(pte_t pte, bool write) in pte_access_permitted() 205 static inline void __sync_icache_dcache(pte_t pteval) in __sync_icache_dcache() 209 extern void __sync_icache_dcache(pte_t pteval); 215 pte_t *ptep, pte_t pteval, unsigned int nr); 218 static inline pte_t clear_pte_bit(pte_t pte, pgprot_t prot) in clear_pte_bit() 224 static inline pte_t set_pte_bit(pte_t pte, pgprot_t prot) in set_pte_bit() 230 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect() 235 static inline pte_t pte_mkwrite_novma(pte_t pte) in pte_mkwrite_novma() [all …]
|
/linux/arch/riscv/mm/ |
H A D | hugetlbpage.c | 6 pte_t huge_ptep_get(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in huge_ptep_get() 10 pte_t orig_pte = ptep_get(ptep); in huge_ptep_get() 18 pte_t pte = ptep_get(ptep); in huge_ptep_get() 30 pte_t *huge_pte_alloc(struct mm_struct *mm, in huge_pte_alloc() 36 pte_t *pte = NULL; in huge_pte_alloc() 52 pte = (pte_t *)pud; in huge_pte_alloc() 60 pte = (pte_t *)pmd_alloc(mm, pud, addr); in huge_pte_alloc() 77 pte_t pteval = ptep_get_lockless(pte); in huge_pte_alloc() 84 pte_t *huge_pte_offset(struct mm_struct *mm, in huge_pte_offset() 89 pte_t *pte = NULL; in huge_pte_offset() [all …]
|
/linux/arch/arm64/mm/ |
H A D | contpte.c | 24 static inline pte_t *contpte_align_down(pte_t *ptep) in contpte_align_down() 30 pte_t *ptep, unsigned int nr) in contpte_try_unfold_partial() 42 pte_t *last_ptep = ptep + nr - 1; in contpte_try_unfold_partial() 50 pte_t *ptep, pte_t pte) in contpte_convert() 54 pte_t *start_ptep; in contpte_convert() 62 pte_t ptent = __ptep_get_and_clear(mm, addr, ptep); in contpte_convert() 77 pte_t *ptep, pte_t pte) in __contpte_try_fold() 99 pte_t expected_pte, subpte; in __contpte_try_fold() 103 pte_t *orig_ptep; in __contpte_try_fold() 141 pte_t *ptep, pte_t pte) in __contpte_try_unfold() [all …]
|
/linux/arch/powerpc/include/asm/book3s/64/ |
H A D | pgtable.h | 334 pte_t *ptep, unsigned long clr, in pte_update() 352 unsigned long addr, pte_t *ptep) in __ptep_test_and_clear_young() 390 static inline int pte_write(pte_t pte) in pte_write() 395 static inline int pte_read(pte_t pte) in pte_read() 402 pte_t *ptep) in ptep_set_wrprotect() 410 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect() 417 static inline pte_t ptep_get_and_clear(struct mm_struct *mm, in ptep_get_and_clear() 418 unsigned long addr, pte_t *ptep) in ptep_get_and_clear() 425 static inline pte_t ptep_get_and_clear_full(struct mm_struct *mm, in ptep_get_and_clear_full() 427 pte_t *ptep, int full) in ptep_get_and_clear_full() [all …]
|
/linux/arch/arm/mm/ |
H A D | proc.c | 43 void cpu_arm720_set_pte_ext(pte_t *ptep, pte_t pte, unsigned int ext); 90 void cpu_arm920_set_pte_ext(pte_t *ptep, pte_t pte, unsigned int ext); 113 void cpu_arm922_set_pte_ext(pte_t *ptep, pte_t pte, unsigned int ext); 130 void cpu_arm925_set_pte_ext(pte_t *ptep, pte_t pte, unsigned int ext); 147 void cpu_arm926_set_pte_ext(pte_t *ptep, pte_t pte, unsigned int ext); 200 void cpu_fa526_set_pte_ext(pte_t *ptep, pte_t pte, unsigned int ext); 217 void cpu_arm1020_set_pte_ext(pte_t *ptep, pte_t pte, unsigned int ext); 234 void cpu_arm1020e_set_pte_ext(pte_t *ptep, pte_t pte, unsigned int ext); 251 void cpu_arm1022_set_pte_ext(pte_t *ptep, pte_t pte, unsigned int ext); 268 void cpu_arm1026_set_pte_ext(pte_t *ptep, pte_t pte, unsigned int ext); [all …]
|