| /linux/arch/powerpc/include/asm/nohash/ |
| H A D | pgtable.h | 37 static inline unsigned long pte_huge_size(pte_t pte) in pte_huge_size() 159 static inline pte_t pte_mkwrite_novma(pte_t pte) in pte_mkwrite_novma() 168 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty() 173 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung() 179 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect() 186 static inline pte_t pte_mkexec(pte_t pte) in pte_mkexec() 193 static inline int pte_write(pte_t pte) in pte_write() 198 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty() 199 static inline int pte_special(pte_t pte) { return pte_val(pte) & _PAGE_SPECIAL; } in pte_special() 200 static inline int pte_none(pte_t pte) { return (pte_val(pte) & ~_PTE_NONE_MASK) == 0; } in pte_none() [all …]
|
| /linux/arch/m68k/include/asm/ |
| H A D | mcf_pgtable.h | 99 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify() 112 #define __pte_page(pte) ((void *) (pte_val(pte) & PAGE_MASK)) argument 115 static inline int pte_none(pte_t pte) in pte_none() 120 static inline int pte_present(pte_t pte) in pte_present() 131 #define pte_page(pte) virt_to_page(__pte_page(pte)) argument 152 static inline int pte_read(pte_t pte) in pte_read() 157 static inline int pte_write(pte_t pte) in pte_write() 162 static inline int pte_exec(pte_t pte) in pte_exec() 167 static inline int pte_dirty(pte_t pte) in pte_dirty() 172 static inline int pte_young(pte_t pte) in pte_young() [all …]
|
| H A D | sun3_pgtable.h | 79 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify() 87 #define __pte_page(pte) \ argument 95 static inline int pte_none (pte_t pte) { return !pte_val (pte); } in pte_none() 96 static inline int pte_present (pte_t pte) { return pte_val (pte) & SUN3_PAGE_VALID; } in pte_present() 103 #define pte_pfn(pte) (pte_val(pte) & SUN3_PAGE_PGNUM_MASK) argument 107 #define pte_page(pte) virt_to_page(__pte_page(pte)) argument 134 static inline int pte_write(pte_t pte) { return pte_val(pte) & SUN3_PAGE_WRITEABLE; } in pte_write() 135 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & SUN3_PAGE_MODIFIED; } in pte_dirty() 136 static inline int pte_young(pte_t pte) { return pte_val(pte) & SUN3_PAGE_ACCESSED; } in pte_young() 138 static inline pte_t pte_wrprotect(pte_t pte) { pte_val(pte) &= ~SUN3_PAGE_WRITEABLE; return pte; } in pte_wrprotect() [all …]
|
| H A D | motorola_pgtable.h | 84 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify() 100 #define __pte_page(pte) ((unsigned long)__va(pte_val(pte) & PAGE_MASK)) argument 105 #define pte_none(pte) (!pte_val(pte)) argument 106 #define pte_present(pte) (pte_val(pte) & (_PAGE_PRESENT | _PAGE_PROTNONE)) argument 110 #define pte_page(pte) virt_to_page(__va(pte_val(pte))) argument 111 #define pte_pfn(pte) (pte_val(pte) >> PAGE_SHIFT) argument 146 static inline int pte_write(pte_t pte) { return !(pte_val(pte) & _PAGE_RONLY); } in pte_write() 147 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty() 148 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young() 150 static inline pte_t pte_wrprotect(pte_t pte) { pte_val(pte) |= _PAGE_RONLY; return pte; } in pte_wrprotect() [all …]
|
| /linux/arch/powerpc/include/asm/book3s/32/ |
| H A D | pgtable.h | 366 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) >> 3 }) argument 369 static inline bool pte_swp_exclusive(pte_t pte) in pte_swp_exclusive() 374 static inline pte_t pte_swp_mkexclusive(pte_t pte) in pte_swp_mkexclusive() 379 static inline pte_t pte_swp_clear_exclusive(pte_t pte) in pte_swp_clear_exclusive() 385 static inline bool pte_read(pte_t pte) in pte_read() 390 static inline bool pte_write(pte_t pte) in pte_write() 395 static inline int pte_dirty(pte_t pte) { return !!(pte_val(pte) & _PAGE_DIRTY); } in pte_dirty() 396 static inline int pte_young(pte_t pte) { return !!(pte_val(pte) & _PAGE_ACCESSED); } in pte_young() 397 static inline int pte_special(pte_t pte) { return !!(pte_val(pte) & _PAGE_SPECIAL); } in pte_special() 398 static inline int pte_none(pte_t pte) { return (pte_val(pte) & ~_PTE_NONE_MASK) == 0; } in pte_none() [all …]
|
| /linux/include/asm-generic/ |
| H A D | hugetlb.h | 8 static inline unsigned long huge_pte_write(pte_t pte) in huge_pte_write() 13 static inline unsigned long huge_pte_dirty(pte_t pte) in huge_pte_dirty() 18 static inline pte_t huge_pte_mkwrite(pte_t pte) in huge_pte_mkwrite() 24 static inline pte_t huge_pte_wrprotect(pte_t pte) in huge_pte_wrprotect() 30 static inline pte_t huge_pte_mkdirty(pte_t pte) in huge_pte_mkdirty() 35 static inline pte_t huge_pte_modify(pte_t pte, pgprot_t newprot) in huge_pte_modify() 41 static inline pte_t huge_pte_mkuffd_wp(pte_t pte) in huge_pte_mkuffd_wp() 48 static inline pte_t huge_pte_clear_uffd_wp(pte_t pte) in huge_pte_clear_uffd_wp() 55 static inline int huge_pte_uffd_wp(pte_t pte) in huge_pte_uffd_wp() 71 pte_t *ptep, pte_t pte, unsigned long sz) in set_huge_pte_at() [all …]
|
| H A D | pgtable_uffd.h | 22 static __always_inline int pte_uffd_wp(pte_t pte) in pte_uffd_wp() 32 static __always_inline pte_t pte_mkuffd_wp(pte_t pte) in pte_mkuffd_wp() 42 static __always_inline pte_t pte_clear_uffd_wp(pte_t pte) in pte_clear_uffd_wp() 52 static __always_inline pte_t pte_swp_mkuffd_wp(pte_t pte) in pte_swp_mkuffd_wp() 57 static __always_inline int pte_swp_uffd_wp(pte_t pte) in pte_swp_uffd_wp() 62 static __always_inline pte_t pte_swp_clear_uffd_wp(pte_t pte) in pte_swp_clear_uffd_wp()
|
| /linux/arch/x86/include/asm/ |
| H A D | pgtable.h | 60 #define set_pte(ptep, pte) native_set_pte(ptep, pte) argument 62 #define set_pte_atomic(ptep, pte) \ argument 148 static inline bool pte_dirty(pte_t pte) in pte_dirty() 153 static inline bool pte_shstk(pte_t pte) in pte_shstk() 159 static inline int pte_young(pte_t pte) in pte_young() 164 static inline bool pte_decrypted(pte_t pte) in pte_decrypted() 205 static inline int pte_write(pte_t pte) in pte_write() 230 static inline int pte_huge(pte_t pte) in pte_huge() 235 static inline int pte_global(pte_t pte) in pte_global() 240 static inline int pte_exec(pte_t pte) in pte_exec() [all …]
|
| /linux/arch/riscv/include/asm/ |
| H A D | pgtable.h | 281 static inline unsigned long pte_napot(pte_t pte) in pte_napot() 286 static inline pte_t pte_mknapot(pte_t pte, unsigned int order) in pte_mknapot() 299 static inline unsigned long pte_napot(pte_t pte) in pte_napot() 307 static inline unsigned long pte_pfn(pte_t pte) in pte_pfn() 330 static inline pgprot_t pte_pgprot(pte_t pte) in pte_pgprot() 337 static inline int pte_present(pte_t pte) in pte_present() 355 static inline int pte_none(pte_t pte) in pte_none() 360 static inline int pte_write(pte_t pte) in pte_write() 365 static inline int pte_exec(pte_t pte) in pte_exec() 370 static inline int pte_user(pte_t pte) in pte_user() [all …]
|
| /linux/arch/arm64/include/asm/ |
| H A D | pgtable.h | 114 static inline phys_addr_t __pte_to_phys(pte_t pte) in __pte_to_phys() 125 static inline phys_addr_t __pte_to_phys(pte_t pte) in __pte_to_phys() 136 #define pte_pfn(pte) (__pte_to_phys(pte) >> PAGE_SHIFT) argument 140 #define pte_none(pte) (!pte_val(pte)) argument 141 #define pte_page(pte) (pfn_to_page(pte_pfn(pte))) argument 146 #define pte_present(pte) (pte_valid(pte) || pte_present_invalid(pte)) argument 147 #define pte_young(pte) (!!(pte_val(pte) & PTE_AF)) argument 148 #define pte_special(pte) (!!(pte_val(pte) & PTE_SPECIAL)) argument 149 #define pte_write(pte) (!!(pte_val(pte) & PTE_WRITE)) argument 150 #define pte_rdonly(pte) (!!(pte_val(pte) & PTE_RDONLY)) argument [all …]
|
| /linux/arch/parisc/include/asm/ |
| H A D | pgtable.h | 304 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty() 305 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young() 306 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_WRITE; } in pte_write() 307 static inline int pte_special(pte_t pte) { return pte_val(pte) & _PAGE_SPECIAL; } in pte_special() 309 static inline pte_t pte_mkclean(pte_t pte) { pte_val(pte) &= ~_PAGE_DIRTY; return pte; } in pte_mkclean() 310 static inline pte_t pte_mkold(pte_t pte) { pte_val(pte) &= ~_PAGE_ACCESSED; return pte; } in pte_mkold() 311 static inline pte_t pte_wrprotect(pte_t pte) { pte_val(pte) &= ~_PAGE_WRITE; return pte; } in pte_wrprotect() 312 static inline pte_t pte_mkdirty(pte_t pte) { pte_val(pte) |= _PAGE_DIRTY; return pte; } in pte_mkdirty() 313 static inline pte_t pte_mkyoung(pte_t pte) { pte_val(pte) |= _PAGE_ACCESSED; return pte; } in pte_mkyoung() 314 static inline pte_t pte_mkwrite_novma(pte_t pte) { pte_val(pte) |= _PAGE_WRITE; return pte; } in pte_mkwrite_novma() [all …]
|
| /linux/arch/loongarch/include/asm/ |
| H A D | pgtable.h | 329 pte_t pte; in mk_swap_pte() local 340 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) }) argument 343 static inline bool pte_swp_exclusive(pte_t pte) in pte_swp_exclusive() 348 static inline pte_t pte_swp_mkexclusive(pte_t pte) in pte_swp_mkexclusive() 354 static inline pte_t pte_swp_clear_exclusive(pte_t pte) in pte_swp_clear_exclusive() 360 #define pte_none(pte) (!(pte_val(pte) & ~_PAGE_GLOBAL)) argument 361 #define pte_present(pte) (pte_val(pte) & (_PAGE_PRESENT | _PAGE_PROTNONE)) argument 362 #define pte_no_exec(pte) (pte_val(pte) & _PAGE_NO_EXEC) argument 376 pte_t pte = ptep_get(ptep); in pte_clear() local 392 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_WRITE; } in pte_write() [all …]
|
| /linux/arch/powerpc/include/asm/book3s/64/ |
| H A D | pgtable.h | 391 static inline int pte_write(pte_t pte) in pte_write() 396 static inline int pte_read(pte_t pte) in pte_read() 455 static inline int pte_dirty(pte_t pte) in pte_dirty() 460 static inline int pte_young(pte_t pte) in pte_young() 465 static inline int pte_special(pte_t pte) in pte_special() 470 static inline bool pte_exec(pte_t pte) in pte_exec() 477 static inline bool pte_soft_dirty(pte_t pte) in pte_soft_dirty() 482 static inline pte_t pte_mksoft_dirty(pte_t pte) in pte_mksoft_dirty() 487 static inline pte_t pte_clear_soft_dirty(pte_t pte) in pte_clear_soft_dirty() 494 static inline int pte_protnone(pte_t pte) in pte_protnone() [all …]
|
| /linux/arch/arc/include/asm/ |
| H A D | pgtable-bits-arcv2.h | 80 #define pte_write(pte) (pte_val(pte) & _PAGE_WRITE) argument 81 #define pte_dirty(pte) (pte_val(pte) & _PAGE_DIRTY) argument 82 #define pte_young(pte) (pte_val(pte) & _PAGE_ACCESSED) argument 83 #define pte_special(pte) (pte_val(pte) & _PAGE_SPECIAL) argument 98 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify() 130 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) }) argument 133 static inline bool pte_swp_exclusive(pte_t pte) in pte_swp_exclusive()
|
| /linux/arch/arm/include/asm/ |
| H A D | pgalloc.h | 41 #define pud_populate(mm,pmd,pte) do { } while (0) argument 43 #define pud_populate(mm,pmd,pte) BUG() argument 50 static inline void clean_pte_table(pte_t *pte) in clean_pte_table() 80 pte_t *pte = __pte_alloc_one_kernel(mm); in pte_alloc_one_kernel() local 97 struct page *pte; in pte_alloc_one() local 107 static inline void __pmd_populate(pmd_t *pmdp, phys_addr_t pte, in __pmd_populate()
|
| /linux/arch/csky/include/asm/ |
| H A D | pgalloc.h | 14 pte_t *pte) in pmd_populate_kernel() 20 pgtable_t pte) in pmd_populate() 29 pte_t *pte; in pte_alloc_one_kernel() local 64 #define __pte_free_tlb(tlb, pte, address) \ argument
|
| /linux/drivers/iommu/ |
| H A D | io-pgtable-dart.c | 67 #define iopte_deref(pte, d) __va(iopte_to_paddr(pte, d)) argument 85 dart_iopte pte; in paddr_to_iopte() local 97 static phys_addr_t iopte_to_paddr(dart_iopte pte, in iopte_to_paddr() 118 dart_iopte pte = prot; in dart_init_pte() local 176 dart_iopte pte, *ptep; in dart_get_last() local 205 dart_iopte pte = 0; in dart_prot_to_pte() local 234 dart_iopte pte, *cptep, *ptep; in dart_map_pages() local 300 dart_iopte pte, *ptep; in dart_unmap_pages() local 340 dart_iopte pte, *ptep; in dart_iova_to_phys() local 460 dart_iopte pte = *ptep++; in apple_dart_free_pgtables() local
|
| H A D | io-pgtable-arm-v7s.c | 83 #define ARM_V7S_PTE_IS_VALID(pte) (((pte) & 0x3) != 0) argument 84 #define ARM_V7S_PTE_IS_TABLE(pte, lvl) \ argument 184 static arm_v7s_iopte to_mtk_iopte(phys_addr_t paddr, arm_v7s_iopte pte) in to_mtk_iopte() 198 arm_v7s_iopte pte = paddr & ARM_V7S_LVL_MASK(lvl); in paddr_to_iopte() local 206 static phys_addr_t iopte_to_paddr(arm_v7s_iopte pte, int lvl, in iopte_to_paddr() 232 static arm_v7s_iopte *iopte_deref(arm_v7s_iopte pte, int lvl, in iopte_deref() 323 static void __arm_v7s_set_pte(arm_v7s_iopte *ptep, arm_v7s_iopte pte, in __arm_v7s_set_pte() 338 arm_v7s_iopte pte = ARM_V7S_ATTR_NG | ARM_V7S_ATTR_S; in arm_v7s_prot_to_pte() local 365 static arm_v7s_iopte arm_v7s_pte_to_cont(arm_v7s_iopte pte, int lvl) in arm_v7s_pte_to_cont() 381 static bool arm_v7s_pte_is_cont(arm_v7s_iopte pte, int lvl) in arm_v7s_pte_is_cont() [all …]
|
| /linux/arch/sh/include/asm/ |
| H A D | pgtable_32.h | 300 static inline void set_pte(pte_t *ptep, pte_t pte) in set_pte() 339 #define pte_not_present(pte) (!((pte).pte_low & _PAGE_PRESENT)) argument 340 #define pte_dirty(pte) ((pte).pte_low & _PAGE_DIRTY) argument 341 #define pte_young(pte) ((pte).pte_low & _PAGE_ACCESSED) argument 342 #define pte_special(pte) ((pte).pte_low & _PAGE_SPECIAL) argument 345 #define pte_write(pte) \ argument 348 #define pte_write(pte) ((pte).pte_low & _PAGE_RW) argument 383 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify() 449 #define __pte_to_swp_entry(pte) ((swp_entry_t){ (pte).pte_high }) argument 466 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) >> 1 }) argument [all …]
|
| /linux/arch/powerpc/include/asm/nohash/32/ |
| H A D | pte-8xx.h | 87 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect() 94 static inline int pte_read(pte_t pte) in pte_read() 101 static inline int pte_write(pte_t pte) in pte_write() 108 static inline pte_t pte_mkwrite_novma(pte_t pte) in pte_mkwrite_novma() 115 static inline pte_t pte_mkhuge(pte_t pte) in pte_mkhuge() 144 static inline unsigned long __pte_leaf_size(pmd_t pmd, pte_t pte) in __pte_leaf_size() 232 pte_t pte = {val, val, val, val}; in ptep_get() local
|
| /linux/arch/s390/include/asm/ |
| H A D | pgtable.h | 558 static inline pte_t clear_pte_bit(pte_t pte, pgprot_t prot) in clear_pte_bit() 563 static inline pte_t set_pte_bit(pte_t pte, pgprot_t prot) in set_pte_bit() 815 static inline int pte_present(pte_t pte) in pte_present() 821 static inline int pte_none(pte_t pte) in pte_none() 827 static inline int pte_swap(pte_t pte) in pte_swap() 834 static inline int pte_special(pte_t pte) in pte_special() 846 static inline int pte_protnone(pte_t pte) in pte_protnone() 858 static inline bool pte_swp_exclusive(pte_t pte) in pte_swp_exclusive() 863 static inline pte_t pte_swp_mkexclusive(pte_t pte) in pte_swp_mkexclusive() 868 static inline pte_t pte_swp_clear_exclusive(pte_t pte) in pte_swp_clear_exclusive() [all …]
|
| /linux/arch/nios2/include/asm/ |
| H A D | pgalloc.h | 18 pte_t *pte) in pmd_populate_kernel() 24 pgtable_t pte) in pmd_populate() 31 #define __pte_free_tlb(tlb, pte, addr) \ argument
|
| /linux/arch/openrisc/include/asm/ |
| H A D | pgalloc.h | 28 #define pmd_populate_kernel(mm, pmd, pte) \ argument 32 struct page *pte) in pmd_populate() 67 #define __pte_free_tlb(tlb, pte, addr) \ argument
|
| /linux/arch/sparc/include/asm/ |
| H A D | pgalloc_32.h | 53 #define pmd_populate(mm, pmd, pte) pmd_set(pmd, pte) argument 67 static inline void free_pte_fast(pte_t *pte) in free_pte_fast() 72 #define pte_free_kernel(mm, pte) free_pte_fast(pte) argument 75 #define __pte_free_tlb(tlb, pte, addr) pte_free((tlb)->mm, pte) argument
|
| /linux/arch/hexagon/include/asm/ |
| H A D | pgalloc.h | 45 pgtable_t pte) in pmd_populate() 65 pte_t *pte) in pmd_populate_kernel() 90 #define __pte_free_tlb(tlb, pte, addr) \ argument
|