| /linux/arch/loongarch/include/asm/ |
| H A D | pgtable.h | 131 pr_err("%s:%d: bad pmd %016lx.\n", __FILE__, __LINE__, pmd_val(e)) 191 #define pmd_val(x) ((x).pmd) macro 239 return pmd_val(pmd) == (unsigned long)invalid_pte_table; in pmd_none() 244 return (pmd_val(pmd) & ~PAGE_MASK); in pmd_bad() 249 if (unlikely(pmd_val(pmd) & _PAGE_HUGE)) in pmd_present() 250 return !!(pmd_val(pmd) & (_PAGE_PRESENT | _PAGE_PROTNONE | _PAGE_PRESENT_INVALID)); in pmd_present() 252 return pmd_val(pmd) != (unsigned long)invalid_pte_table; in pmd_present() 265 #define pmd_phys(pmd) PHYSADDR(pmd_val(pmd)) 271 #define pmd_page_vaddr(pmd) pmd_val(pmd) 337 #define __pmd_to_swp_entry(pmd) ((swp_entry_t) { pmd_val(pmd) }) [all …]
|
| /linux/arch/arm/include/asm/ |
| H A D | pgtable-3level.h | 117 #define pmd_table(pmd) ((pmd_val(pmd) & PMD_TYPE_MASK) == \ 119 #define pmd_sect(pmd) ((pmd_val(pmd) & PMD_TYPE_MASK) == \ 140 #define pmd_bad(pmd) (!(pmd_val(pmd) & PMD_TABLE_BIT)) 176 #define pmd_isset(pmd, val) ((u32)(val) == (val) ? pmd_val(pmd) & (val) \ 177 : !!(pmd_val(pmd) & (val))) 178 #define pmd_isclear(pmd, val) (!(pmd_val(pmd) & (val))) 195 #define pmd_trans_huge(pmd) (pmd_val(pmd) && !pmd_table(pmd)) 199 static inline pmd_t pmd_##fn(pmd_t pmd) { pmd_val(pmd) op; return pmd; } 208 #define pmd_mkhuge(pmd) (__pmd(pmd_val(pmd) & ~PMD_TABLE_BIT)) 210 #define pmd_pfn(pmd) (((pmd_val(pmd) & PMD_MASK) & PHYS_MASK) >> PAGE_SHIFT) [all …]
|
| /linux/arch/mips/include/asm/ |
| H A D | pgtable.h | 65 #define pmd_phys(pmd) virt_to_phys((void *)pmd_val(pmd)) 69 return pmd_val(pmd) >> PFN_PTE_SHIFT; in pmd_pfn() 76 #define pmd_page_vaddr(pmd) pmd_val(pmd) 415 return !!(pmd_val(pmd) & _PAGE_WRITE); 420 if (pmd_val(pmd) & _PAGE_HUGE) 623 return !!(pmd_val(pmd) & _PAGE_HUGE); 628 pmd_val(pmd) |= _PAGE_HUGE; 638 pmd_val(pmd) &= ~(_PAGE_WRITE | _PAGE_SILENT_WRITE); 644 pmd_val(pmd) |= _PAGE_WRITE; 645 if (pmd_val(pmd) & _PAGE_MODIFIED) [all …]
|
| /linux/arch/arc/include/asm/ |
| H A D | pgtable-levels.h | 141 pr_crit("%s:%d: bad pmd %08lx.\n", __FILE__, __LINE__, pmd_val(e)) 143 #define pmd_pfn(pmd) ((pmd_val(pmd) & PMD_MASK) >> PAGE_SHIFT) 155 #define pmd_none(x) (!pmd_val(x)) 156 #define pmd_bad(x) ((pmd_val(x) & ~PAGE_MASK)) 157 #define pmd_present(x) (pmd_val(x)) 158 #define pmd_clear(xp) do { pmd_val(*(xp)) = 0; } while (0) 159 #define pmd_page_vaddr(pmd) (pmd_val(pmd) & PAGE_MASK) 160 #define pmd_pfn(pmd) ((pmd_val(pmd) & PAGE_MASK) >> PAGE_SHIFT) 181 #define pmd_leaf(x) (pmd_val(x) & _PAGE_HW_SZ)
|
| H A D | hugepage.h | 22 return __pte(pmd_val(pmd)); in pmd_pte() 43 #define pmd_trans_huge(pmd) (pmd_val(pmd) & _PAGE_HW_SZ) 53 return __pmd((pmd_val(pmd) & (_PAGE_CHG_MASK | _PAGE_HW_SZ)) | pgprot_val(newprot)); in pmd_modify()
|
| /linux/arch/powerpc/include/asm/nohash/32/ |
| H A D | pgtable.h | 154 #define pmd_none(pmd) (!pmd_val(pmd)) 155 #define pmd_bad(pmd) (pmd_val(pmd) & _PMD_BAD) 156 #define pmd_present(pmd) (pmd_val(pmd) & _PMD_PRESENT_MASK) 170 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT) 173 ((const void *)((unsigned long)pmd_val(pmd) & ~(PTE_TABLE_SIZE - 1))) 174 #define pmd_pfn(pmd) (__pa(pmd_val(pmd)) >> PAGE_SHIFT)
|
| /linux/arch/m68k/include/asm/ |
| H A D | motorola_pgtable.h | 92 pmd_val(*pmdp) = virt_to_phys(ptep) | _PAGE_TABLE | _PAGE_ACCESSED; in pmd_set() 101 #define pmd_page_vaddr(pmd) ((unsigned long)__va(pmd_val(pmd) & _TABLE_MASK)) 114 #define pmd_none(pmd) (!pmd_val(pmd)) 115 #define pmd_bad(pmd) ((pmd_val(pmd) & _DESCTYPE_MASK) != _PAGE_TABLE) 116 #define pmd_present(pmd) (pmd_val(pmd) & _PAGE_TABLE) 117 #define pmd_clear(pmdp) ({ pmd_val(*pmdp) = 0; }) 119 #define pmd_pfn(pmd) ((pmd_val(pmd) & _TABLE_MASK) >> PAGE_SHIFT) 137 printk("%s:%d: bad pmd %08lx.\n", __FILE__, __LINE__, pmd_val(e))
|
| H A D | mcf_pgtable.h | 97 #define pmd_pgtable(pmd) pfn_to_virt(pmd_val(pmd) >> PAGE_SHIFT) 113 #define pmd_page_vaddr(pmd) ((unsigned long) (pmd_val(pmd))) 133 static inline int pmd_none2(pmd_t *pmd) { return !pmd_val(*pmd); } in pmd_none2() 138 static inline void pmd_clear(pmd_t *pmdp) { pmd_val(*pmdp) = 0; } in pmd_clear() 289 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT) 290 #define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> PAGE_SHIFT))
|
| H A D | sun3_pgtable.h | 92 return (unsigned long)__va(pmd_val(pmd) & PAGE_MASK); in pmd_page_vaddr() 108 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT) 112 static inline int pmd_none2 (pmd_t *pmd) { return !pmd_val (*pmd); } in pmd_none2() 117 static inline int pmd_present2 (pmd_t *pmd) { return pmd_val (*pmd) & SUN3_PMD_VALID; } in pmd_present2() 120 static inline void pmd_clear (pmd_t *pmdp) { pmd_val (*pmdp) = 0; } in pmd_clear()
|
| H A D | sun3_pgalloc.h | 25 pmd_val(*pmd) = __pa((unsigned long)pte); in pmd_populate_kernel() 30 pmd_val(*pmd) = __pa((unsigned long)page_address(page)); in pmd_populate()
|
| /linux/arch/alpha/include/asm/ |
| H A D | pgtable.h | 180 { pmd_val(*pmdp) = _PAGE_TABLE | ((((unsigned long) ptep) - PAGE_OFFSET) << (32-PAGE_SHIFT)); } in pmd_set() 189 return ((pmd_val(pmd) & _PFN_MASK) >> (32-PAGE_SHIFT)) + PAGE_OFFSET; in pmd_page_vaddr() 192 #define pmd_pfn(pmd) (pmd_val(pmd) >> 32) 193 #define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> 32)) 208 extern inline int pmd_none(pmd_t pmd) { return !pmd_val(pmd); } in pmd_none() 209 extern inline int pmd_bad(pmd_t pmd) { return (pmd_val(pmd) & ~_PFN_MASK) != _PAGE_TABLE; } in pmd_bad() 210 extern inline int pmd_present(pmd_t pmd) { return pmd_val(pmd) & _PAGE_VALID; } in pmd_present() 211 extern inline void pmd_clear(pmd_t * pmdp) { pmd_val(*pmdp) = 0; } in pmd_clear() 327 printk("%s:%d: bad pmd %016lx.\n", __FILE__, __LINE__, pmd_val(e))
|
| /linux/arch/um/include/asm/ |
| H A D | pgtable.h | 85 #define pmd_none(x) (!((unsigned long)pmd_val(x) & ~_PAGE_NEEDSYNC)) 86 #define pmd_bad(x) ((pmd_val(x) & (~PAGE_MASK & ~_PAGE_USER)) != _KERNPG_TABLE) 88 #define pmd_present(x) (pmd_val(x) & _PAGE_PRESENT) 89 #define pmd_clear(xp) do { pmd_val(*(xp)) = _PAGE_NEEDSYNC; } while (0) 91 #define pmd_needsync(x) (pmd_val(x) & _PAGE_NEEDSYNC) 92 #define pmd_mkuptodate(x) (pmd_val(x) &= ~_PAGE_NEEDSYNC) 100 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT) 101 #define pmd_page(pmd) phys_to_page(pmd_val(pmd) & PAGE_MASK) 291 #define pmd_page_vaddr(pmd) ((unsigned long) __va(pmd_val(pmd) & PAGE_MASK))
|
| /linux/arch/sparc/include/asm/ |
| H A D | pgtable_64.h | 101 __FILE__, __LINE__, &(e), pmd_val(e), __builtin_return_address(0)) 321 pte_t pte = __pte(pmd_val(pmd)); in pmd_modify() 430 return !!(pmd_val(pmd) & _PAGE_PMD_HUGE); in is_hugetlb_pmd() 441 pte_t pte = __pte(pmd_val(pmd)); in pmd_mkhuge() 684 pte_t pte = __pte(pmd_val(pmd)); in pmd_leaf() 691 pte_t pte = __pte(pmd_val(pmd)); in pmd_pfn() 699 pte_t pte = __pte(pmd_val(pmd)); in pmd_write() 710 pte_t pte = __pte(pmd_val(pmd)); in pmd_dirty() 718 pte_t pte = __pte(pmd_val(pmd)); in pmd_young() 725 pte_t pte = __pte(pmd_val(pmd)); in pmd_trans_huge() [all …]
|
| H A D | pgtable_32.h | 111 return (pmd_val(pmd) & SRMMU_PTD_PMASK) >> (PAGE_SHIFT-4); in pmd_pfn() 116 if (srmmu_device_memory(pmd_val(pmd))) in pmd_page() 125 if (srmmu_device_memory(pmd_val(pmd))) in __pmd_page() 128 v = pmd_val(pmd) & SRMMU_PTD_PMASK; in __pmd_page() 134 unsigned long v = pmd_val(pmd) & SRMMU_PTD_PMASK; in pmd_page_vaddr() 170 return (pmd_val(pmd) & SRMMU_ET_MASK) != SRMMU_ET_PTD; in pmd_bad() 175 return ((pmd_val(pmd) & SRMMU_ET_MASK) == SRMMU_ET_PTD); in pmd_present() 180 return !pmd_val(pmd); in pmd_none() 185 set_pte((pte_t *)&pmd_val(*pmdp), __pte(0)); in pmd_clear()
|
| /linux/arch/nios2/include/asm/ |
| H A D | pgtable.h | 163 return (pmd_val(pmd) != (unsigned long) invalid_pte_table) in pmd_present() 164 && (pmd_val(pmd) != 0UL); in pmd_present() 169 pmd_val(*pmdp) = (unsigned long) invalid_pte_table; in pmd_clear() 204 return (pmd_val(pmd) == in pmd_none() 205 (unsigned long) invalid_pte_table) || (pmd_val(pmd) == 0UL); in pmd_none() 208 #define pmd_bad(pmd) (pmd_val(pmd) & ~PAGE_MASK) 224 #define pmd_phys(pmd) virt_to_phys((void *)pmd_val(pmd)) 230 return pmd_val(pmd); in pmd_page_vaddr()
|
| /linux/arch/powerpc/include/asm/nohash/64/ |
| H A D | pgtable.h | 98 return __pte(pmd_val(pmd)); in pmd_pte() 101 #define pmd_none(pmd) (!pmd_val(pmd)) 102 #define pmd_bad(pmd) (!is_kernel_addr(pmd_val(pmd)) \ 103 || (pmd_val(pmd) & PMD_BAD_BITS)) 105 #define pmd_page_vaddr(pmd) ((const void *)(pmd_val(pmd) & ~PMD_MASKED_BITS)) 163 pr_err("%s:%d: bad pmd %08lx.\n", __FILE__, __LINE__, pmd_val(e))
|
| /linux/arch/openrisc/include/asm/ |
| H A D | pgtable.h | 190 #define pmd_none(x) (!pmd_val(x)) 191 #define pmd_bad(x) ((pmd_val(x) & (~PAGE_MASK)) != _KERNPG_TABLE) 192 #define pmd_present(x) (pmd_val(x) & _PAGE_PRESENT) 193 #define pmd_clear(xp) do { pmd_val(*(xp)) = 0; } while (0) 327 pmd_val(*pmdp) = _KERNPG_TABLE | (unsigned long) ptep; in pmd_set() 330 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT) 331 #define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> PAGE_SHIFT)) 335 return ((unsigned long) __va(pmd_val(pmd) & PAGE_MASK)); in pmd_page_vaddr()
|
| /linux/arch/hexagon/include/asm/ |
| H A D | pgtable.h | 170 pmd_val(*pmd_entry_ptr) = _NULL_PMD; in pmd_clear() 190 return pmd_val(pmd) == _NULL_PMD; in pmd_none() 201 return pmd_val(pmd) != (unsigned long)_NULL_PMD; in pmd_present() 217 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT) 222 #define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> PAGE_SHIFT)) 348 return (unsigned long)__va(pmd_val(pmd) & PAGE_MASK); in pmd_page_vaddr()
|
| /linux/arch/csky/include/asm/ |
| H A D | pgtable.h | 99 ptr = pmd_val(pmd); in pmd_page_vaddr() 104 #define pmd_phys(pmd) pmd_val(pmd) 119 return pmd_val(pmd) == __pa(invalid_pte_table); in pmd_none() 122 #define pmd_bad(pmd) (pmd_val(pmd) & ~PAGE_MASK) 126 return (pmd_val(pmd) != __pa(invalid_pte_table)); in pmd_present() 131 pmd_val(*p) = (__pa(invalid_pte_table)); in pmd_clear()
|
| /linux/arch/loongarch/mm/ |
| H A D | hugetlbpage.c | 54 uint64_t pmd_to_entrylo(unsigned long pmd_val) in pmd_to_entrylo() argument 58 if (!pmd_leaf(__pmd(pmd_val))) in pmd_to_entrylo() 61 val = pmd_val ^ _PAGE_HUGE; in pmd_to_entrylo()
|
| /linux/arch/microblaze/include/asm/ |
| H A D | pgtable.h | 225 #define pmd_none(pmd) (!pmd_val(pmd)) 226 #define pmd_bad(pmd) ((pmd_val(pmd) & _PMD_PRESENT) == 0) 227 #define pmd_present(pmd) ((pmd_val(pmd) & _PMD_PRESENT) != 0) 228 #define pmd_clear(pmdp) do { pmd_val(*(pmdp)) = 0; } while (0) 370 return ((unsigned long) (pmd_val(pmd) & PAGE_MASK)); in pmd_page_vaddr() 374 #define pmd_pfn(pmd) (__pa(pmd_val(pmd)) >> PAGE_SHIFT) 377 #define pmd_page(pmd) (pfn_to_page(__pa(pmd_val(pmd)) >> PAGE_SHIFT))
|
| /linux/arch/s390/include/asm/ |
| H A D | pgtable.h | 72 pr_err("%s:%d: bad pmd %016lx.\n", __FILE__, __LINE__, pmd_val(e)) 609 return __pmd(pmd_val(pmd) & ~pgprot_val(prot)); in clear_pmd_bit() 614 return __pmd(pmd_val(pmd) | pgprot_val(prot)); in set_pmd_bit() 796 return (pmd_val(pmd) & _SEGMENT_ENTRY_PRESENT) != 0; in pmd_present() 802 return (pmd_present(pmd) && (pmd_val(pmd) & _SEGMENT_ENTRY_LARGE) != 0); in pmd_leaf() 807 if ((pmd_val(pmd) & _SEGMENT_ENTRY_TYPE_MASK) > 0 || pmd_leaf(pmd)) in pmd_bad() 809 return (pmd_val(pmd) & ~_SEGMENT_ENTRY_BITS) != 0; in pmd_bad() 836 return pmd_val(pmd) == _SEGMENT_ENTRY_EMPTY; in pmd_none() 842 return (pmd_val(pmd) & _SEGMENT_ENTRY_WRITE) != 0; in pmd_write() 854 return (pmd_val(pmd) & _SEGMENT_ENTRY_DIRTY) != 0; in pmd_dirty() [all …]
|
| /linux/arch/powerpc/include/asm/nohash/ |
| H A D | pte-e500.h | 107 return (long)pmd_val(pmd) > 0; in pmd_leaf() 109 return pmd_val(pmd) & _PAGE_PSIZE_MSK; in pmd_leaf() 115 return pte_huge_size(__pte(pmd_val(pmd))); in pmd_leaf_size()
|
| /linux/arch/xtensa/include/asm/ |
| H A D | pgtable.h | 227 #define pmd_page_vaddr(pmd) ((unsigned long)(pmd_val(pmd) & PAGE_MASK)) 228 #define pmd_pfn(pmd) (__pa(pmd_val(pmd)) >> PAGE_SHIFT) 229 #define pmd_page(pmd) virt_to_page(pmd_val(pmd)) 245 #define pmd_none(pmd) (!pmd_val(pmd)) 246 #define pmd_present(pmd) (pmd_val(pmd) & PAGE_MASK) 247 #define pmd_bad(pmd) (pmd_val(pmd) & ~PAGE_MASK)
|
| /linux/arch/m68k/mm/ |
| H A D | kmap.c | 81 int pmd_type = pmd_val(*pmd_dir) & _DESCTYPE_MASK; in __free_io_area() 94 printk("iounmap: bad pmd (%08lx)\n", pmd_val(*pmd_dir)); in __free_io_area() 268 pmd_val(*pmd_dir) = physaddr; in __ioremap() 375 unsigned long pmd = pmd_val(*pmd_dir); in kernel_set_cachemode() 387 printk("iocachemode: bad pmd (%08lx)\n", pmd_val(*pmd_dir)); in kernel_set_cachemode()
|