| /linux/arch/arc/include/asm/ |
| H A D | hugepage.h | 20 static inline pte_t pmd_pte(pmd_t pmd) in pmd_pte()
30 #define pmd_wrprotect(pmd) pte_pmd(pte_wrprotect(pmd_pte(pmd))) argument
31 #define pmd_mkwrite_novma(pmd) pte_pmd(pte_mkwrite_novma(pmd_pte(pmd))) argument
32 #define pmd_mkdirty(pmd) pte_pmd(pte_mkdirty(pmd_pte(pmd))) argument
33 #define pmd_mkold(pmd) pte_pmd(pte_mkold(pmd_pte(pmd))) argument
34 #define pmd_mkyoung(pmd) pte_pmd(pte_mkyoung(pmd_pte(pmd))) argument
35 #define pmd_mkhuge(pmd) pte_pmd(pte_mkhuge(pmd_pte(pmd))) argument
36 #define pmd_mkinvalid(pmd) pte_pmd(pte_mknotpresent(pmd_pte(pmd))) argument
37 #define pmd_mkclean(pmd) pte_pmd(pte_mkclean(pmd_pte(pmd))) argument
39 #define pmd_write(pmd) pte_write(pmd_pte(pmd)) argument
[all …]
|
| /linux/drivers/md/ |
| H A D | dm-thin-metadata.c | 233 struct dm_pool_metadata *pmd; member
419 static inline void pmd_write_lock_in_core(struct dm_pool_metadata *pmd) in pmd_write_lock_in_core()
425 static inline void pmd_write_lock(struct dm_pool_metadata *pmd) in pmd_write_lock()
432 static inline void pmd_write_unlock(struct dm_pool_metadata *pmd) in pmd_write_unlock()
440 static int superblock_lock_zero(struct dm_pool_metadata *pmd, in superblock_lock_zero()
447 static int superblock_lock(struct dm_pool_metadata *pmd, in superblock_lock()
483 static void __setup_btree_details(struct dm_pool_metadata *pmd) in __setup_btree_details()
521 static int save_sm_roots(struct dm_pool_metadata *pmd) in save_sm_roots()
541 static void copy_sm_roots(struct dm_pool_metadata *pmd, in copy_sm_roots()
553 static int __write_initial_superblock(struct dm_pool_metadata *pmd) in __write_initial_superblock()
[all …]
|
| /linux/arch/arm/include/asm/ |
| H A D | pgtable-3level.h | 117 #define pmd_table(pmd) ((pmd_val(pmd) & PMD_TYPE_MASK) == \ argument
119 #define pmd_sect(pmd) ((pmd_val(pmd) & PMD_TYPE_MASK) == \ argument
121 #define pmd_leaf(pmd) pmd_sect(pmd) argument
140 #define pmd_bad(pmd) (!(pmd_val(pmd) & PMD_TABLE_BIT)) argument
176 #define pmd_isset(pmd, val) ((u32)(val) == (val) ? pmd_val(pmd) & (val) \ argument
178 #define pmd_isclear(pmd, val) (!(pmd_val(pmd) & (val))) argument
180 #define pmd_present(pmd) (pmd_isset((pmd), L_PMD_SECT_VALID)) argument
181 #define pmd_young(pmd) (pmd_isset((pmd), PMD_SECT_AF)) argument
189 #define pmd_write(pmd) (pmd_isclear((pmd), L_PMD_SECT_RDONLY)) argument
190 #define pmd_dirty(pmd) (pmd_isset((pmd), L_PMD_SECT_DIRTY)) argument
[all …]
|
| /linux/arch/loongarch/include/asm/ |
| H A D | pgtable.h | 175 typedef struct { unsigned long pmd; } pmd_t; member
222 static inline int pmd_none(pmd_t pmd) in pmd_none()
227 static inline int pmd_bad(pmd_t pmd) in pmd_bad()
232 static inline int pmd_present(pmd_t pmd) in pmd_present()
240 static inline void set_pmd(pmd_t *pmd, pmd_t pmdval) in set_pmd()
250 #define pmd_phys(pmd) PHYSADDR(pmd_val(pmd)) argument
253 #define pmd_page(pmd) (pfn_to_page(pmd_phys(pmd) >> PAGE_SHIFT)) argument
256 #define pmd_page_vaddr(pmd) pmd_val(pmd) argument
301 #define __pmd_to_swp_entry(pmd) ((swp_entry_t) { pmd_val(pmd) }) argument
461 static inline unsigned long pmd_pfn(pmd_t pmd) in pmd_pfn()
[all …]
|
| /linux/arch/x86/include/asm/ |
| H A D | pgtable.h | 73 #define set_pmd(pmdp, pmd) native_set_pmd(pmdp, pmd) argument
97 #define pmd_clear(pmd) native_pmd_clear(pmd) argument
123 static inline pmd_t pmd_set_flags(pmd_t pmd, pmdval_t set) in pmd_set_flags()
130 static inline pmd_t pmd_clear_flags(pmd_t pmd, pmdval_t clear) in pmd_clear_flags()
177 static inline bool pmd_dirty(pmd_t pmd) in pmd_dirty()
182 static inline bool pmd_shstk(pmd_t pmd) in pmd_shstk()
190 static inline int pmd_young(pmd_t pmd) in pmd_young()
222 static inline int pmd_write(pmd_t pmd) in pmd_write()
270 static inline unsigned long pmd_pfn(pmd_t pmd) in pmd_pfn()
305 static inline int pmd_trans_huge(pmd_t pmd) in pmd_trans_huge()
[all …]
|
| /linux/arch/mips/include/asm/ |
| H A D | pgtable.h | 65 #define pmd_phys(pmd) virt_to_phys((void *)pmd_val(pmd)) argument
67 static inline unsigned long pmd_pfn(pmd_t pmd) in pmd_pfn()
73 #define pmd_page(pmd) (pfn_to_page(pmd_phys(pmd) >> PAGE_SHIFT)) argument
76 #define pmd_page_vaddr(pmd) pmd_val(pmd) argument
413 static inline int pmd_write(pmd_t pmd)
418 static inline struct page *pmd_page(pmd_t pmd)
622 static inline int pmd_trans_huge(pmd_t pmd)
627 static inline pmd_t pmd_mkhuge(pmd_t pmd)
637 static inline pmd_t pmd_wrprotect(pmd_t pmd)
643 static inline pmd_t pmd_mkwrite_novma(pmd_t pmd)
[all …]
|
| /linux/include/asm-generic/ |
| H A D | pgtable_uffd.h | 10 static __always_inline int pmd_uffd_wp(pmd_t pmd) in pmd_uffd_wp()
20 static __always_inline pmd_t pmd_mkuffd_wp(pmd_t pmd) in pmd_mkuffd_wp()
30 static __always_inline pmd_t pmd_clear_uffd_wp(pmd_t pmd) in pmd_clear_uffd_wp()
50 static inline pmd_t pmd_swp_mkuffd_wp(pmd_t pmd) in pmd_swp_mkuffd_wp()
55 static inline int pmd_swp_uffd_wp(pmd_t pmd) in pmd_swp_uffd_wp()
60 static inline pmd_t pmd_swp_clear_uffd_wp(pmd_t pmd) in pmd_swp_clear_uffd_wp()
|
| /linux/arch/riscv/include/asm/ |
| H A D | pgtable.h | 214 static inline int pmd_present(pmd_t pmd) in pmd_present()
225 static inline int pmd_present(pmd_t pmd) in pmd_present()
231 static inline int pmd_none(pmd_t pmd) in pmd_none()
236 static inline int pmd_bad(pmd_t pmd) in pmd_bad()
242 static inline bool pmd_leaf(pmd_t pmd) in pmd_leaf()
247 static inline void set_pmd(pmd_t *pmdp, pmd_t pmd) in set_pmd()
271 static inline struct page *pmd_page(pmd_t pmd) in pmd_page()
276 static inline unsigned long pmd_page_vaddr(pmd_t pmd) in pmd_page_vaddr()
281 static inline pte_t pmd_pte(pmd_t pmd) in pmd_pte()
485 static inline int pmd_protnone(pmd_t pmd) in pmd_protnone()
[all …]
|
| /linux/arch/powerpc/include/asm/book3s/64/ |
| H A D | pgtable.h | 267 static inline bool pmd_leaf(pmd_t pmd) in pmd_leaf()
279 static inline unsigned long pmd_leaf_size(pmd_t pmd) in pmd_leaf_size()
663 #define __pmd_to_swp_entry(pmd) (__pte_to_swp_entry(pmd_pte(pmd))) argument
819 static inline int pmd_none(pmd_t pmd) in pmd_none()
824 static inline int pmd_present(pmd_t pmd) in pmd_present()
838 static inline int pmd_is_serializing(pmd_t pmd) in pmd_is_serializing()
855 static inline int pmd_bad(pmd_t pmd) in pmd_bad()
913 #define pud_soft_dirty(pmd) pte_soft_dirty(pud_pte(pud)) argument
914 #define pud_mksoft_dirty(pmd) pte_pud(pte_mksoft_dirty(pud_pte(pud))) argument
915 #define pud_clear_soft_dirty(pmd) pte_pud(pte_clear_soft_dirty(pud_pte(pud))) argument
[all …]
|
| /linux/arch/arm64/include/asm/ |
| H A D | pgtable.h | 265 #define pmd_access_permitted(pmd, write) \ argument
282 static inline pmd_t clear_pmd_bit(pmd_t pmd, pgprot_t prot) in clear_pmd_bit()
288 static inline pmd_t set_pmd_bit(pmd_t pmd, pgprot_t prot) in set_pmd_bit()
370 static inline pmd_t pmd_mkcont(pmd_t pmd) in pmd_mkcont()
541 static inline pte_t pmd_pte(pmd_t pmd) in pmd_pte()
611 static inline int pmd_protnone(pmd_t pmd) in pmd_protnone()
617 #define pmd_present(pmd) pte_present(pmd_pte(pmd)) argument
618 #define pmd_dirty(pmd) pte_dirty(pmd_pte(pmd)) argument
619 #define pmd_young(pmd) pte_young(pmd_pte(pmd)) argument
620 #define pmd_valid(pmd) pte_valid(pmd_pte(pmd)) argument
[all …]
|
| /linux/arch/powerpc/include/asm/nohash/32/ |
| H A D | pgtable.h | 154 #define pmd_none(pmd) (!pmd_val(pmd)) argument
155 #define pmd_bad(pmd) (pmd_val(pmd) & _PMD_BAD) argument
156 #define pmd_present(pmd) (pmd_val(pmd) & _PMD_PRESENT_MASK) argument
170 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT) argument
172 #define pmd_page_vaddr(pmd) \ argument
174 #define pmd_pfn(pmd) (__pa(pmd_val(pmd)) >> PAGE_SHIFT) argument
177 #define pmd_page(pmd) pfn_to_page(pmd_pfn(pmd)) argument
|
| /linux/arch/m68k/include/asm/ |
| H A D | sun3_pgtable.h | 90 static inline unsigned long pmd_page_vaddr(pmd_t pmd) in pmd_page_vaddr()
108 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT) argument
109 #define pmd_page(pmd) virt_to_page((void *)pmd_page_vaddr(pmd)) argument
112 static inline int pmd_none2 (pmd_t *pmd) { return !pmd_val (*pmd); } in pmd_none2()
113 #define pmd_none(pmd) pmd_none2(&(pmd)) argument
115 static inline int pmd_bad2 (pmd_t *pmd) { return 0; } in pmd_bad2()
116 #define pmd_bad(pmd) pmd_bad2(&(pmd)) argument
117 static inline int pmd_present2 (pmd_t *pmd) { return pmd_val (*pmd) & SUN3_PMD_VALID; } in pmd_present2()
119 #define pmd_present(pmd) (!pmd_none2(&(pmd))) argument
|
| H A D | motorola_pgalloc.h | 59 static inline int pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
64 static inline int __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb()
82 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
87 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t page) in pmd_populate()
92 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
|
| H A D | mcf_pgtable.h | 97 #define pmd_pgtable(pmd) pfn_to_virt(pmd_val(pmd) >> PAGE_SHIFT) argument
113 #define pmd_page_vaddr(pmd) ((unsigned long) (pmd_val(pmd))) argument
133 static inline int pmd_none2(pmd_t *pmd) { return !pmd_val(*pmd); } in pmd_none2()
134 #define pmd_none(pmd) pmd_none2(&(pmd)) argument
135 static inline int pmd_bad2(pmd_t *pmd) { return 0; } in pmd_bad2()
136 #define pmd_bad(pmd) pmd_bad2(&(pmd)) argument
137 #define pmd_present(pmd) (!pmd_none2(&(pmd))) argument
289 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT) argument
290 #define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> PAGE_SHIFT)) argument
|
| /linux/arch/x86/mm/ |
| H A D | pgtable.c | 28 void ___pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd) in ___pmd_free_tlb()
137 void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd) in pud_populate()
187 pmd_t *pmd = NULL; in preallocate_pmds() local
224 pmd_t *pmd = (pmd_t *)pgd_page_vaddr(pgd); in mop_up_one_pmd() local
263 pmd_t *pmd = pmds[i]; in pgd_prepopulate_pmd() local
290 pmd_t *pmd = pmds[i]; in pgd_prepopulate_user_pmd() local
664 int pmd_set_huge(pmd_t *pmd, phys_addr_t addr, pgprot_t prot) in pmd_set_huge()
708 int pmd_clear_huge(pmd_t *pmd) in pmd_clear_huge()
731 pmd_t *pmd, *pmd_sv; in pud_free_pmd_page() local
773 int pmd_free_pte_page(pmd_t *pmd, unsigned long addr) in pmd_free_pte_page()
[all …]
|
| /linux/include/linux/ |
| H A D | pgtable.h | 50 #define pmd_pgtable(pmd) pmd_page(pmd) argument
53 #define pmd_folio(pmd) page_folio(pmd_page(pmd)) argument
115 static inline pte_t *pte_offset_kernel(pmd_t *pmd, unsigned long address) in pte_offset_kernel()
123 #define __pte_map(pmd, address) \ argument
130 static inline pte_t *__pte_map(pmd_t *pmd, unsigned long address) in __pte_map()
196 pmd_t *pmd = pmd_off_k(vaddr); in virt_to_kpte() local
202 static inline int pmd_young(pmd_t pmd) in pmd_young()
209 static inline int pmd_dirty(pmd_t pmd) in pmd_dirty()
393 pmd_t pmd = *pmdp; in pmdp_test_and_clear_young() local
468 pmd_t pmd) in arch_check_zapped_pmd()
[all …]
|
| H A D | page_table_check.h | 52 page_table_check_pmd_clear(struct mm_struct * mm,pmd_t pmd) page_table_check_pmd_clear() argument
78 page_table_check_pmd_set(struct mm_struct * mm,pmd_t * pmdp,pmd_t pmd) page_table_check_pmd_set() argument
97 page_table_check_pte_clear_range(struct mm_struct * mm,unsigned long addr,pmd_t pmd) page_table_check_pte_clear_range() argument
119 page_table_check_pmd_clear(struct mm_struct * mm,pmd_t pmd) page_table_check_pmd_clear() argument
133 page_table_check_pmd_set(struct mm_struct * mm,pmd_t * pmdp,pmd_t pmd) page_table_check_pmd_set() argument
144 page_table_check_pte_clear_range(struct mm_struct * mm,unsigned long addr,pmd_t pmd) page_table_check_pte_clear_range() argument
[all...] |
| /linux/arch/powerpc/include/asm/nohash/64/ |
| H A D | pgalloc.h | 34 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
39 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
45 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
57 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
62 #define __pmd_free_tlb(tlb, pmd, addr) \ argument
|
| /linux/arch/sparc/include/asm/ |
| H A D | pgtable_64.h | 319 static inline pmd_t pmd_modify(pmd_t pmd, pgprot_t newprot) in pmd_modify()
428 static inline bool is_hugetlb_pmd(pmd_t pmd) in is_hugetlb_pmd()
439 static inline pmd_t pmd_mkhuge(pmd_t pmd) in pmd_mkhuge()
682 static inline bool pmd_leaf(pmd_t pmd) in pmd_leaf()
689 static inline unsigned long pmd_pfn(pmd_t pmd) in pmd_pfn()
697 static inline unsigned long pmd_write(pmd_t pmd) in pmd_write()
708 static inline unsigned long pmd_dirty(pmd_t pmd) in pmd_dirty()
716 static inline unsigned long pmd_young(pmd_t pmd) in pmd_young()
723 static inline unsigned long pmd_trans_huge(pmd_t pmd) in pmd_trans_huge()
730 static inline pmd_t pmd_mkold(pmd_t pmd) in pmd_mkold()
[all …]
|
| /linux/arch/csky/include/asm/ |
| H A D | pgtable.h | 32 #define pmd_pfn(pmd) (pmd_phys(pmd) >> PAGE_SHIFT) argument
33 #define pmd_page(pmd) (pfn_to_page(pmd_phys(pmd) >> PAGE_SHIFT)) argument
95 static inline pte_t *pmd_page_vaddr(pmd_t pmd) in pmd_page_vaddr()
104 #define pmd_phys(pmd) pmd_val(pmd) argument
106 static inline void set_pmd(pmd_t *p, pmd_t pmd) in set_pmd()
117 static inline int pmd_none(pmd_t pmd) in pmd_none()
122 #define pmd_bad(pmd) (pmd_val(pmd) & ~PAGE_MASK) argument
124 static inline int pmd_present(pmd_t pmd) in pmd_present()
|
| /linux/drivers/pmdomain/bcm/ |
| H A D | bcm63xx-power.c | 38 static int bcm63xx_power_get_state(struct bcm63xx_power_dev *pmd, bool *is_on) in bcm63xx_power_get_state()
52 static int bcm63xx_power_set_state(struct bcm63xx_power_dev *pmd, bool on) in bcm63xx_power_set_state()
75 struct bcm63xx_power_dev *pmd = container_of(genpd, in bcm63xx_power_on() local
83 struct bcm63xx_power_dev *pmd = container_of(genpd, in bcm63xx_power_off() local
139 struct bcm63xx_power_dev *pmd = &power->dev[ndom]; in bcm63xx_power_probe() local
|
| /linux/arch/riscv/mm/ |
| H A D | pgtable.c | 90 pmd_t *pmd = pud_pgtable(pudp_get(pud)); in pud_free_pmd_page() local
110 int pmd_set_huge(pmd_t *pmd, phys_addr_t phys, pgprot_t prot) in pmd_set_huge()
118 int pmd_clear_huge(pmd_t *pmd) in pmd_clear_huge()
126 int pmd_free_pte_page(pmd_t *pmd, unsigned long addr) in pmd_free_pte_page()
142 pmd_t pmd = pmdp_huge_get_and_clear(vma->vm_mm, address, pmdp); in pmdp_collapse_flush() local
|
| /linux/arch/s390/include/asm/ |
| H A D | pgtable.h | 607 static inline pmd_t clear_pmd_bit(pmd_t pmd, pgprot_t prot) in clear_pmd_bit()
612 static inline pmd_t set_pmd_bit(pmd_t pmd, pgprot_t prot) in set_pmd_bit()
806 static inline int pmd_present(pmd_t pmd) in pmd_present()
812 static inline bool pmd_leaf(pmd_t pmd) in pmd_leaf()
817 static inline int pmd_bad(pmd_t pmd) in pmd_bad()
846 static inline int pmd_none(pmd_t pmd) in pmd_none()
852 static inline int pmd_write(pmd_t pmd) in pmd_write()
864 static inline int pmd_dirty(pmd_t pmd) in pmd_dirty()
870 static inline int pmd_young(pmd_t pmd) in pmd_young()
911 static inline int pmd_protnone(pmd_t pmd) in pmd_protnone()
[all …]
|
| /linux/mm/ |
| H A D | pgtable-generic.c | 52 void pmd_clear_bad(pmd_t *pmd) in pmd_clear_bad()
140 pmd_t pmd; in pmdp_huge_clear_flush() local
225 pmd_t pmd; in pmdp_collapse_flush() local
282 pte_t *___pte_offset_map(pmd_t *pmd, unsigned long addr, pmd_t *pmdvalp) in ___pte_offset_map()
308 pte_t *pte_offset_map_ro_nolock(struct mm_struct *mm, pmd_t *pmd, in pte_offset_map_ro_nolock()
320 pte_t *pte_offset_map_rw_nolock(struct mm_struct *mm, pmd_t *pmd, in pte_offset_map_rw_nolock()
391 pte_t *__pte_offset_map_lock(struct mm_struct *mm, pmd_t *pmd, in __pte_offset_map_lock()
|
| /linux/arch/alpha/include/asm/ |
| H A D | pgalloc.h | 17 pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t pte) in pmd_populate()
23 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
29 pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
|