/linux/arch/mips/include/asm/ |
H A D | pgtable.h | 111 # define pte_none(pte) (!(((pte).pte_high) & ~_PAGE_GLOBAL)) argument 113 # define pte_none(pte) (!(((pte).pte_low | (pte).pte_high) & ~_PAGE_GLOBAL)) argument 116 #define pte_present(pte) ((pte).pte_low & _PAGE_PRESENT) argument 117 #define pte_no_exec(pte) ((pte).pte_low & _PAGE_NO_EXEC) argument 119 static inline void set_pte(pte_t *ptep, pte_t pte) 162 #define pte_none(pte) (!(pte_val(pte) & ~_PAGE_GLOBAL)) argument 163 #define pte_present(pte) (pte_val(pte) & _PAGE_PRESENT) argument 164 #define pte_no_exec(pte) (pte_val(pte) & _PAGE_NO_EXEC) argument 205 pte_t *ptep, pte_t pte, unsigned int nr) 262 static inline int pte_special(pte_t pte) [all …]
|
/linux/arch/powerpc/include/asm/nohash/ |
H A D | pgtable.h | 35 static inline unsigned long pte_huge_size(pte_t pte) in pte_huge_size() 153 static inline pte_t pte_mkwrite_novma(pte_t pte) in pte_mkwrite_novma() 162 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty() 167 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung() 173 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect() 180 static inline pte_t pte_mkexec(pte_t pte) in pte_mkexec() 187 static inline int pte_write(pte_t pte) in pte_write() 192 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty() 193 static inline int pte_special(pte_t pte) { return pte_val(pte) & _PAGE_SPECIAL; } in pte_special() 194 static inline int pte_none(pte_t pte) { return (pte_val(pte) & ~_PTE_NONE_MASK) == 0; } in pte_none() [all …]
|
/linux/arch/arm/include/asm/ |
H A D | pgtable.h | 61 #define pte_ERROR(pte) __pte_error(__FILE__, __LINE__, pte) argument 168 #define pte_pfn(pte) ((pte_val(pte) & PHYS_MASK) >> PAGE_SHIFT) argument 171 #define pte_page(pte) pfn_to_page(pte_pfn(pte)) argument 176 #define pte_isset(pte, val) ((u32)(val) == (val) ? pte_val(pte) & (val) \ argument 178 #define pte_isclear(pte, val) (!(pte_val(pte) & (val))) argument 180 #define pte_none(pte) (!pte_val(pte)) argument 181 #define pte_present(pte) (pte_isset((pte), L_PTE_PRESENT)) argument 182 #define pte_valid(pte) (pte_isset((pte), L_PTE_VALID)) argument 183 #define pte_accessible(mm, pte) (mm_tlb_flush_pending(mm) ? pte_present(pte) : pte_valid(pte)) argument 184 #define pte_write(pte) (pte_isclear((pte), L_PTE_RDONLY)) argument [all …]
|
H A D | pgalloc.h | 41 #define pud_populate(mm,pmd,pte) do { } while (0) argument 43 #define pud_populate(mm,pmd,pte) BUG() argument 50 static inline void clean_pte_table(pte_t *pte) in clean_pte_table() 80 pte_t *pte = __pte_alloc_one_kernel(mm); in pte_alloc_one_kernel() local 97 struct page *pte; in pte_alloc_one() local 107 static inline void __pmd_populate(pmd_t *pmdp, phys_addr_t pte, in __pmd_populate()
|
/linux/arch/m68k/include/asm/ |
H A D | mcf_pgtable.h | 105 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify() 118 #define __pte_page(pte) ((void *) (pte_val(pte) & PAGE_MASK)) argument 121 static inline int pte_none(pte_t pte) in pte_none() 126 static inline int pte_present(pte_t pte) in pte_present() 137 #define pte_page(pte) virt_to_page(__pte_page(pte)) argument 158 static inline int pte_read(pte_t pte) in pte_read() 163 static inline int pte_write(pte_t pte) in pte_write() 168 static inline int pte_exec(pte_t pte) in pte_exec() 173 static inline int pte_dirty(pte_t pte) in pte_dirty() 178 static inline int pte_young(pte_t pte) in pte_young() [all …]
|
H A D | sun3_pgtable.h | 85 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify() 93 #define __pte_page(pte) \ argument 101 static inline int pte_none (pte_t pte) { return !pte_val (pte); } in pte_none() 102 static inline int pte_present (pte_t pte) { return pte_val (pte) & SUN3_PAGE_VALID; } in pte_present() 109 #define pte_pfn(pte) (pte_val(pte) & SUN3_PAGE_PGNUM_MASK) argument 113 #define pte_page(pte) virt_to_page(__pte_page(pte)) argument 140 static inline int pte_write(pte_t pte) { return pte_val(pte) & SUN3_PAGE_WRITEABLE; } in pte_write() 141 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & SUN3_PAGE_MODIFIED; } in pte_dirty() 142 static inline int pte_young(pte_t pte) { return pte_val(pte) & SUN3_PAGE_ACCESSED; } in pte_young() 144 static inline pte_t pte_wrprotect(pte_t pte) { pte_val(pte) &= ~SUN3_PAGE_WRITEABLE; return pte; } in pte_wrprotect() [all …]
|
H A D | motorola_pgtable.h | 90 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify() 106 #define __pte_page(pte) ((unsigned long)__va(pte_val(pte) & PAGE_MASK)) argument 111 #define pte_none(pte) (!pte_val(pte)) argument 112 #define pte_present(pte) (pte_val(pte) & (_PAGE_PRESENT | _PAGE_PROTNONE)) argument 116 #define pte_page(pte) virt_to_page(__va(pte_val(pte))) argument 117 #define pte_pfn(pte) (pte_val(pte) >> PAGE_SHIFT) argument 152 static inline int pte_write(pte_t pte) { return !(pte_val(pte) & _PAGE_RONLY); } in pte_write() 153 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty() 154 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young() 156 static inline pte_t pte_wrprotect(pte_t pte) { pte_val(pte) |= _PAGE_RONLY; return pte; } in pte_wrprotect() [all …]
|
/linux/arch/hexagon/include/asm/ |
H A D | pgtable.h | 136 #define pte_mkhuge(pte) __pte((pte_val(pte) & ~0x3) | HVM_HUGEPAGE_SIZE) argument 145 #define pte_present_exec_user(pte) \ argument 228 static inline int pte_none(pte_t pte) in pte_none() 236 static inline int pte_present(pte_t pte) in pte_present() 248 static inline pte_t pte_mkold(pte_t pte) in pte_mkold() 255 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung() 262 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean() 269 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty() 276 static inline int pte_young(pte_t pte) in pte_young() 282 static inline int pte_dirty(pte_t pte) in pte_dirty() [all …]
|
/linux/arch/microblaze/include/asm/ |
H A D | pgtable.h | 221 #define pte_none(pte) ((pte_val(pte) & ~_PTE_NONE_MASK) == 0) argument 222 #define pte_present(pte) (pte_val(pte) & _PAGE_PRESENT) argument 245 static inline int pte_read(pte_t pte) { return pte_val(pte) & _PAGE_USER; } in pte_read() 246 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_RW; } in pte_write() 247 static inline int pte_exec(pte_t pte) { return pte_val(pte) & _PAGE_EXEC; } in pte_exec() 248 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty() 249 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young() 251 static inline void pte_uncache(pte_t pte) { pte_val(pte) |= _PAGE_NO_CACHE; } in pte_uncache() 252 static inline void pte_cache(pte_t pte) { pte_val(pte) &= ~_PAGE_NO_CACHE; } in pte_cache() 254 static inline pte_t pte_rdprotect(pte_t pte) \ in pte_rdprotect() [all …]
|
/linux/arch/openrisc/include/asm/ |
H A D | pgtable.h | 217 static inline int pte_read(pte_t pte) { return pte_val(pte) & _PAGE_READ; } in pte_read() 218 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_WRITE; } in pte_write() 219 static inline int pte_exec(pte_t pte) { return pte_val(pte) & _PAGE_EXEC; } in pte_exec() 220 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty() 221 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young() 223 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect() 229 static inline pte_t pte_rdprotect(pte_t pte) in pte_rdprotect() 235 static inline pte_t pte_exprotect(pte_t pte) in pte_exprotect() 241 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean() 247 static inline pte_t pte_mkold(pte_t pte) in pte_mkold() [all …]
|
/linux/arch/sparc/include/asm/ |
H A D | pgtable_64.h | 233 pte_t pte = pfn_pte(page_nr, pgprot); in pfn_pmd() local 241 static inline unsigned long pte_pfn(pte_t pte) in pte_pfn() 262 static inline pte_t pte_modify(pte_t pte, pgprot_t prot) in pte_modify() 323 pte_t pte = __pte(pmd_val(pmd)); in pmd_modify() local 361 static inline unsigned long pte_dirty(pte_t pte) in pte_dirty() 379 static inline unsigned long pte_write(pte_t pte) in pte_write() 418 static inline pte_t pte_mkhuge(pte_t pte) in pte_mkhuge() 423 static inline bool is_default_hugetlb_pte(pte_t pte) in is_default_hugetlb_pte() 443 pte_t pte = __pte(pmd_val(pmd)); in pmd_mkhuge() local 452 static inline bool is_hugetlb_pte(pte_t pte) in is_hugetlb_pte() [all …]
|
H A D | pgtable_32.h | 148 static inline int pte_present(pte_t pte) in pte_present() 153 static inline int pte_none(pte_t pte) in pte_none() 212 static inline int pte_write(pte_t pte) in pte_write() 217 static inline int pte_dirty(pte_t pte) in pte_dirty() 222 static inline int pte_young(pte_t pte) in pte_young() 227 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect() 232 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean() 237 static inline pte_t pte_mkold(pte_t pte) in pte_mkold() 242 static inline pte_t pte_mkwrite_novma(pte_t pte) in pte_mkwrite_novma() 247 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty() [all …]
|
/linux/arch/nios2/include/asm/ |
H A D | pgtable.h | 87 static inline int pte_write(pte_t pte) \ in pte_write() 89 static inline int pte_dirty(pte_t pte) \ in pte_dirty() 91 static inline int pte_young(pte_t pte) \ in pte_young() 105 static inline int pte_none(pte_t pte) in pte_none() 110 static inline int pte_present(pte_t pte) \ in pte_present() 117 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect() 123 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean() 129 static inline pte_t pte_mkold(pte_t pte) in pte_mkold() 135 static inline pte_t pte_mkwrite_novma(pte_t pte) in pte_mkwrite_novma() 141 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty() [all …]
|
/linux/arch/powerpc/include/asm/book3s/32/ |
H A D | pgtable.h | 365 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) >> 3 }) argument 368 static inline int pte_swp_exclusive(pte_t pte) in pte_swp_exclusive() 373 static inline pte_t pte_swp_mkexclusive(pte_t pte) in pte_swp_mkexclusive() 378 static inline pte_t pte_swp_clear_exclusive(pte_t pte) in pte_swp_clear_exclusive() 384 static inline bool pte_read(pte_t pte) in pte_read() 389 static inline bool pte_write(pte_t pte) in pte_write() 394 static inline int pte_dirty(pte_t pte) { return !!(pte_val(pte) & _PAGE_DIRTY); } in pte_dirty() 395 static inline int pte_young(pte_t pte) { return !!(pte_val(pte) & _PAGE_ACCESSED); } in pte_young() 396 static inline int pte_special(pte_t pte) { return !!(pte_val(pte) & _PAGE_SPECIAL); } in pte_special() 397 static inline int pte_none(pte_t pte) { return (pte_val(pte) & ~_PTE_NONE_MASK) == 0; } in pte_none() [all …]
|
/linux/arch/csky/include/asm/ |
H A D | pgtable.h | 36 #define pte_none(pte) (!(pte_val(pte) & ~_PAGE_GLOBAL)) argument 37 #define pte_present(pte) (pte_val(pte) & _PAGE_PRESENT) argument 42 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) }) argument 85 static inline void set_pte(pte_t *p, pte_t pte) in set_pte() 141 static inline int pte_read(pte_t pte) in pte_read() 146 static inline int pte_write(pte_t pte) in pte_write() 151 static inline int pte_dirty(pte_t pte) in pte_dirty() 156 static inline int pte_young(pte_t pte) in pte_young() 161 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect() 167 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean() [all …]
|
/linux/include/asm-generic/ |
H A D | hugetlb.h | 13 static inline unsigned long huge_pte_write(pte_t pte) in huge_pte_write() 18 static inline unsigned long huge_pte_dirty(pte_t pte) in huge_pte_dirty() 23 static inline pte_t huge_pte_mkwrite(pte_t pte) in huge_pte_mkwrite() 29 static inline pte_t huge_pte_wrprotect(pte_t pte) in huge_pte_wrprotect() 35 static inline pte_t huge_pte_mkdirty(pte_t pte) in huge_pte_mkdirty() 40 static inline pte_t huge_pte_modify(pte_t pte, pgprot_t newprot) in huge_pte_modify() 46 static inline pte_t huge_pte_mkuffd_wp(pte_t pte) in huge_pte_mkuffd_wp() 53 static inline pte_t huge_pte_clear_uffd_wp(pte_t pte) in huge_pte_clear_uffd_wp() 60 static inline int huge_pte_uffd_wp(pte_t pte) in huge_pte_uffd_wp() 85 pte_t *ptep, pte_t pte, unsigned long sz) in set_huge_pte_at() [all …]
|
H A D | pgtable_uffd.h | 5 static __always_inline int pte_uffd_wp(pte_t pte) in pte_uffd_wp() 15 static __always_inline pte_t pte_mkuffd_wp(pte_t pte) in pte_mkuffd_wp() 25 static __always_inline pte_t pte_clear_uffd_wp(pte_t pte) in pte_clear_uffd_wp() 35 static __always_inline pte_t pte_swp_mkuffd_wp(pte_t pte) in pte_swp_mkuffd_wp() 40 static __always_inline int pte_swp_uffd_wp(pte_t pte) in pte_swp_uffd_wp() 45 static __always_inline pte_t pte_swp_clear_uffd_wp(pte_t pte) in pte_swp_clear_uffd_wp()
|
/linux/arch/xtensa/include/asm/ |
H A D | pgtable.h | 235 # define pte_none(pte) (pte_val(pte) == (_PAGE_CA_INVALID | _PAGE_USER)) argument 237 # define pte_present(pte) ((pte_val(pte) & _PAGE_CA_MASK) != _PAGE_CA_INVALID) argument 239 # define pte_present(pte) \ argument 251 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_WRITABLE; } in pte_write() 252 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty() 253 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young() 255 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect() 257 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean() 259 static inline pte_t pte_mkold(pte_t pte) in pte_mkold() 261 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty() [all …]
|
/linux/arch/alpha/include/asm/ |
H A D | pgtable.h | 192 #define pte_pfn(pte) (pte_val(pte) >> PFN_PTE_SHIFT) argument 194 #define pte_page(pte) pfn_to_page(pte_pfn(pte)) argument 204 { pte_t pte; pte_val(pte) = (PHYS_TWIDDLE(physpfn) << 32) | pgprot_val(pgprot); return pte; } in pfn_pte() local 206 extern inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify() 231 extern inline int pte_none(pte_t pte) { return !pte_val(pte); } in pte_none() 232 extern inline int pte_present(pte_t pte) { return pte_val(pte) & _PAGE_VALID; } in pte_present() 252 extern inline int pte_write(pte_t pte) { return !(pte_val(pte) & _PAGE_FOW); } in pte_write() 253 extern inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty() 254 extern inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young() 256 extern inline pte_t pte_wrprotect(pte_t pte) { pte_val(pte) |= _PAGE_FOW; return pte; } in pte_wrprotect() [all …]
|
/linux/arch/loongarch/include/asm/ |
H A D | kvm_mmu.h | 55 static inline int kvm_pte_write(kvm_pte_t pte) { return pte & _PAGE_WRITE; } in kvm_pte_write() 56 static inline int kvm_pte_dirty(kvm_pte_t pte) { return pte & _PAGE_DIRTY; } in kvm_pte_dirty() 57 static inline int kvm_pte_young(kvm_pte_t pte) { return pte & _PAGE_ACCESSED; } in kvm_pte_young() 58 static inline int kvm_pte_huge(kvm_pte_t pte) { return pte & _PAGE_HUGE; } in kvm_pte_huge() 60 static inline kvm_pte_t kvm_pte_mkyoung(kvm_pte_t pte) in kvm_pte_mkyoung() 65 static inline kvm_pte_t kvm_pte_mkold(kvm_pte_t pte) in kvm_pte_mkold() 70 static inline kvm_pte_t kvm_pte_mkdirty(kvm_pte_t pte) in kvm_pte_mkdirty() 75 static inline kvm_pte_t kvm_pte_mkclean(kvm_pte_t pte) in kvm_pte_mkclean() 80 static inline kvm_pte_t kvm_pte_mkhuge(kvm_pte_t pte) in kvm_pte_mkhuge() 85 static inline kvm_pte_t kvm_pte_mksmall(kvm_pte_t pte) in kvm_pte_mksmall()
|
/linux/arch/riscv/include/asm/ |
H A D | pgtable.h | 294 static inline unsigned long pte_napot(pte_t pte) in pte_napot() 299 static inline pte_t pte_mknapot(pte_t pte, unsigned int order) in pte_mknapot() 312 static inline unsigned long pte_napot(pte_t pte) in pte_napot() 320 static inline unsigned long pte_pfn(pte_t pte) in pte_pfn() 344 static inline int pte_present(pte_t pte) in pte_present() 362 static inline int pte_none(pte_t pte) in pte_none() 367 static inline int pte_write(pte_t pte) in pte_write() 372 static inline int pte_exec(pte_t pte) in pte_exec() 377 static inline int pte_user(pte_t pte) in pte_user() 382 static inline int pte_huge(pte_t pte) in pte_huge() [all …]
|
/linux/arch/powerpc/include/asm/book3s/64/ |
H A D | pgtable.h | 390 static inline int pte_write(pte_t pte) in pte_write() 395 static inline int pte_read(pte_t pte) in pte_read() 446 static inline int pte_dirty(pte_t pte) in pte_dirty() 451 static inline int pte_young(pte_t pte) in pte_young() 456 static inline int pte_special(pte_t pte) in pte_special() 461 static inline bool pte_exec(pte_t pte) in pte_exec() 468 static inline bool pte_soft_dirty(pte_t pte) in pte_soft_dirty() 473 static inline pte_t pte_mksoft_dirty(pte_t pte) in pte_mksoft_dirty() 478 static inline pte_t pte_clear_soft_dirty(pte_t pte) in pte_clear_soft_dirty() 485 static inline int pte_protnone(pte_t pte) in pte_protnone() [all …]
|
/linux/drivers/iommu/intel/ |
H A D | pasid.c | 242 struct pasid_entry *pte; in intel_pasid_tear_down_entry() local 297 struct pasid_entry *pte, in pasid_flush_caches() 322 struct pasid_entry *pte) in intel_pasid_flush_present() 349 struct pasid_entry *pte, in pasid_pte_config_first_level() 378 struct pasid_entry *pte; in intel_pasid_setup_first_level() local 418 struct pasid_entry *pte, new_pte; in intel_pasid_replace_first_level() local 461 struct pasid_entry *pte, in pasid_pte_config_second_level() 484 struct pasid_entry *pte; in intel_pasid_setup_second_level() local 529 struct pasid_entry *pte, new_pte; in intel_pasid_replace_second_level() local 582 struct pasid_entry *pte; in intel_pasid_setup_dirty_tracking() local [all …]
|
/linux/arch/arc/include/asm/ |
H A D | pgtable-bits-arcv2.h | 80 #define pte_write(pte) (pte_val(pte) & _PAGE_WRITE) argument 81 #define pte_dirty(pte) (pte_val(pte) & _PAGE_DIRTY) argument 82 #define pte_young(pte) (pte_val(pte) & _PAGE_ACCESSED) argument 83 #define pte_special(pte) (pte_val(pte) & _PAGE_SPECIAL) argument 98 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify() 130 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) }) argument 133 static inline int pte_swp_exclusive(pte_t pte) in pte_swp_exclusive()
|
/linux/drivers/iommu/ |
H A D | io-pgtable-dart.c | 66 #define iopte_deref(pte, d) __va(iopte_to_paddr(pte, d)) argument 83 dart_iopte pte; in paddr_to_iopte() local 95 static phys_addr_t iopte_to_paddr(dart_iopte pte, in iopte_to_paddr() 124 dart_iopte pte = prot; in dart_init_pte() local 190 dart_iopte pte, *ptep; in dart_get_l2() local 211 dart_iopte pte = 0; in dart_prot_to_pte() local 239 dart_iopte pte, *cptep, *ptep; in dart_map_pages() local 299 dart_iopte pte, *ptep; in dart_unmap_pages() local 339 dart_iopte pte, *ptep; in dart_iova_to_phys() local 445 dart_iopte pte = *ptep++; in apple_dart_free_pgtable() local
|