Home
last modified time | relevance | path

Searched refs:pmd (Results 1 – 25 of 201) sorted by relevance

123456789

/linux/drivers/md/
H A Ddm-thin-metadata.c233 struct dm_pool_metadata *pmd; member
419 static inline void pmd_write_lock_in_core(struct dm_pool_metadata *pmd) in pmd_write_lock_in_core() argument
420 __acquires(pmd->root_lock) in pmd_write_lock_in_core()
422 down_write(&pmd->root_lock); in pmd_write_lock_in_core()
425 static inline void pmd_write_lock(struct dm_pool_metadata *pmd) in pmd_write_lock() argument
427 pmd_write_lock_in_core(pmd); in pmd_write_lock()
428 if (unlikely(!pmd->in_service)) in pmd_write_lock()
429 pmd->in_service = true; in pmd_write_lock()
432 static inline void pmd_write_unlock(struct dm_pool_metadata *pmd) in pmd_write_unlock() argument
433 __releases(pmd->root_lock) in pmd_write_unlock()
[all …]
H A Ddm-thin-metadata.h49 int dm_pool_metadata_close(struct dm_pool_metadata *pmd);
62 int dm_pool_create_thin(struct dm_pool_metadata *pmd, dm_thin_id dev);
70 int dm_pool_create_snap(struct dm_pool_metadata *pmd, dm_thin_id dev,
78 int dm_pool_delete_thin_device(struct dm_pool_metadata *pmd,
85 int dm_pool_commit_metadata(struct dm_pool_metadata *pmd);
95 int dm_pool_abort_metadata(struct dm_pool_metadata *pmd);
100 int dm_pool_set_metadata_transaction_id(struct dm_pool_metadata *pmd,
104 int dm_pool_get_metadata_transaction_id(struct dm_pool_metadata *pmd,
116 int dm_pool_reserve_metadata_snap(struct dm_pool_metadata *pmd);
117 int dm_pool_release_metadata_snap(struct dm_pool_metadata *pmd);
[all …]
/linux/arch/arc/include/asm/
H A Dhugepage.h20 static inline pte_t pmd_pte(pmd_t pmd) in pmd_pte() argument
22 return __pte(pmd_val(pmd)); in pmd_pte()
30 #define pmd_wrprotect(pmd) pte_pmd(pte_wrprotect(pmd_pte(pmd))) argument
31 #define pmd_mkwrite_novma(pmd) pte_pmd(pte_mkwrite_novma(pmd_pte(pmd))) argument
32 #define pmd_mkdirty(pmd) pte_pmd(pte_mkdirty(pmd_pte(pmd))) argument
33 #define pmd_mkold(pmd) pte_pmd(pte_mkold(pmd_pte(pmd))) argument
34 #define pmd_mkyoung(pmd) pte_pmd(pte_mkyoung(pmd_pte(pmd))) argument
35 #define pmd_mkhuge(pmd) pte_pmd(pte_mkhuge(pmd_pte(pmd))) argument
36 #define pmd_mkinvalid(pmd) pte_pmd(pte_mknotpresent(pmd_pte(pmd))) argument
37 #define pmd_mkclean(pmd) pte_pmd(pte_mkclean(pmd_pte(pmd))) argument
[all …]
/linux/arch/arm/include/asm/
H A Dpgtable-3level.h117 #define pmd_table(pmd) ((pmd_val(pmd) & PMD_TYPE_MASK) == \ argument
119 #define pmd_sect(pmd) ((pmd_val(pmd) & PMD_TYPE_MASK) == \ argument
121 #define pmd_leaf(pmd) pmd_sect(pmd) argument
140 #define pmd_bad(pmd) (!(pmd_val(pmd) & PMD_TABLE_BIT)) argument
176 #define pmd_isset(pmd, val) ((u32)(val) == (val) ? pmd_val(pmd) & (val) \ argument
177 : !!(pmd_val(pmd) & (val)))
178 #define pmd_isclear(pmd, val) (!(pmd_val(pmd) & (val))) argument
180 #define pmd_present(pmd) (pmd_isset((pmd), L_PMD_SECT_VALID)) argument
181 #define pmd_young(pmd) (pmd_isset((pmd), PMD_SECT_AF)) argument
189 #define pmd_write(pmd) (pmd_isclear((pmd), L_PMD_SECT_RDONLY)) argument
[all …]
/linux/arch/loongarch/include/asm/
H A Dpgtable.h194 typedef struct { unsigned long pmd; } pmd_t; member
195 #define pmd_val(x) ((x).pmd)
241 static inline int pmd_none(pmd_t pmd) in pmd_none() argument
243 return pmd_val(pmd) == (unsigned long)invalid_pte_table; in pmd_none()
246 static inline int pmd_bad(pmd_t pmd) in pmd_bad() argument
248 return (pmd_val(pmd) & ~PAGE_MASK); in pmd_bad()
251 static inline int pmd_present(pmd_t pmd) in pmd_present() argument
253 if (unlikely(pmd_val(pmd) & _PAGE_HUGE)) in pmd_present()
254 return !!(pmd_val(pmd) & (_PAGE_PRESENT | _PAGE_PROTNONE | _PAGE_PRESENT_INVALID)); in pmd_present()
256 return pmd_val(pmd) != (unsigned long)invalid_pte_table; in pmd_present()
[all …]
/linux/arch/s390/include/asm/
H A Dpgtable.h74 pr_err("%s:%d: bad pmd %016lx.\n", __FILE__, __LINE__, pmd_val(e))
568 static inline pmd_t clear_pmd_bit(pmd_t pmd, pgprot_t prot) in clear_pmd_bit() argument
570 return __pmd(pmd_val(pmd) & ~pgprot_val(prot)); in clear_pmd_bit()
573 static inline pmd_t set_pmd_bit(pmd_t pmd, pgprot_t prot) in set_pmd_bit() argument
575 return __pmd(pmd_val(pmd) | pgprot_val(prot)); in set_pmd_bit()
656 * pgd/p4d/pud/pmd/pte query functions
746 static inline int pmd_present(pmd_t pmd) in pmd_present() argument
748 return (pmd_val(pmd) & _SEGMENT_ENTRY_PRESENT) != 0; in pmd_present()
752 static inline bool pmd_leaf(pmd_t pmd) in pmd_leaf() argument
754 return (pmd_present(pmd) in pmd_leaf()
757 pmd_bad(pmd_t pmd) pmd_bad() argument
786 pmd_none(pmd_t pmd) pmd_none() argument
792 pmd_write(pmd_t pmd) pmd_write() argument
804 pmd_dirty(pmd_t pmd) pmd_dirty() argument
810 pmd_young(pmd_t pmd) pmd_young() argument
851 pmd_protnone(pmd_t pmd) pmd_protnone() argument
891 pmd_soft_dirty(pmd_t pmd) pmd_soft_dirty() argument
896 pmd_mksoft_dirty(pmd_t pmd) pmd_mksoft_dirty() argument
901 pmd_clear_soft_dirty(pmd_t pmd) pmd_clear_soft_dirty() argument
907 pmd_swp_soft_dirty(pmd) global() argument
908 pmd_swp_mksoft_dirty(pmd) global() argument
909 pmd_swp_clear_soft_dirty(pmd) global() argument
976 set_pmd(pmd_t * pmdp,pmd_t pmd) set_pmd() argument
1368 pmd_deref(pmd_t pmd) pmd_deref() argument
1378 pmd_pfn(pmd_t pmd) pmd_pfn() argument
1465 pmd_page_vaddr(pmd_t pmd) pmd_page_vaddr() argument
1480 pmd_page(pmd) global() argument
1485 pmd_wrprotect(pmd_t pmd) pmd_wrprotect() argument
1491 pmd_mkwrite_novma(pmd_t pmd) pmd_mkwrite_novma() argument
1499 pmd_mkclean(pmd_t pmd) pmd_mkclean() argument
1505 pmd_mkdirty(pmd_t pmd) pmd_mkdirty() argument
1559 pmd_mkyoung(pmd_t pmd) pmd_mkyoung() argument
1567 pmd_mkold(pmd_t pmd) pmd_mkold() argument
1573 pmd_modify(pmd_t pmd,pgprot_t newprot) pmd_modify() argument
1697 pmd_t pmd = *pmdp; pmdp_test_and_clear_young() local
1718 pmd_mkhuge(pmd_t pmd) pmd_mkhuge() argument
1729 pmd_t pmd; pmdp_huge_get_and_clear() local
1741 pmd_t pmd; pmdp_huge_get_and_clear_full() local
1765 pmd_t pmd = *pmdp; pmdp_invalidate() local
1781 pmd_t pmd = *pmdp; pmdp_set_wrprotect() local
1797 pmd_trans_huge(pmd_t pmd) pmd_trans_huge() argument
1817 pmd_user_accessible_page(struct mm_struct * mm,unsigned long addr,pmd_t pmd) pmd_user_accessible_page() argument
1950 __pmd_to_swp_entry(pmd_t pmd) __pmd_to_swp_entry() argument
1962 pmd_t pmd; __swp_entry_to_pmd() local
1979 pmd_pgtable(pmd) global() argument
[all...]
/linux/arch/riscv/include/asm/
H A Dpgtable.h197 static inline int pmd_present(pmd_t pmd) in pmd_present() argument
205 return (pmd_val(pmd) & (_PAGE_PRESENT | _PAGE_PROT_NONE | _PAGE_LEAF)); in pmd_present()
208 static inline int pmd_present(pmd_t pmd) in pmd_present() argument
210 return (pmd_val(pmd) & (_PAGE_PRESENT | _PAGE_PROT_NONE)); in pmd_present()
214 static inline int pmd_none(pmd_t pmd) in pmd_none() argument
216 return (pmd_val(pmd) == 0); in pmd_none()
219 static inline int pmd_bad(pmd_t pmd) in pmd_bad() argument
221 return !pmd_present(pmd) || (pmd_val(pmd) & _PAGE_LEAF); in pmd_bad()
225 static inline bool pmd_leaf(pmd_t pmd) in pmd_leaf() argument
227 return pmd_present(pmd) && (pmd_val(pmd) & _PAGE_LEAF); in pmd_leaf()
[all …]
/linux/arch/x86/include/asm/
H A Dpgtable.h28 bool __init __early_make_pgtable(unsigned long address, pmdval_t pmd);
65 #define set_pmd(pmdp, pmd) native_set_pmd(pmdp, pmd) argument
89 #define pmd_clear(pmd) native_pmd_clear(pmd) argument
116 static inline pmd_t pmd_set_flags(pmd_t pmd, pmdval_t set) in pmd_set_flags() argument
118 pmdval_t v = native_pmd_val(pmd); in pmd_set_flags()
123 static inline pmd_t pmd_clear_flags(pmd_t pmd, pmdval_t clear) in pmd_clear_flags() argument
125 pmdval_t v = native_pmd_val(pmd); in pmd_clear_flags()
170 static inline bool pmd_dirty(pmd_t pmd) in pmd_dirty() argument
172 return pmd_flags(pmd) & _PAGE_DIRTY_BITS; in pmd_dirty()
175 static inline bool pmd_shstk(pmd_t pmd) in pmd_shstk() argument
[all …]
H A Dpgalloc.h63 pmd_t *pmd, pte_t *pte) in pmd_populate_kernel() argument
66 set_pmd(pmd, __pmd(__pa(pte) | _PAGE_TABLE)); in pmd_populate_kernel()
70 pmd_t *pmd, pte_t *pte) in pmd_populate_kernel_safe() argument
73 set_pmd_safe(pmd, __pmd(__pa(pte) | _PAGE_TABLE)); in pmd_populate_kernel_safe()
76 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate() argument
82 set_pmd(pmd, __pmd(((pteval_t)pfn << PAGE_SHIFT) | _PAGE_TABLE)); in pmd_populate()
86 extern void ___pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd);
88 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb() argument
91 ___pmd_free_tlb(tlb, pmd); in __pmd_free_tlb()
95 extern void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd);
[all …]
/linux/drivers/pmdomain/starfive/
H A Djh71xx-pmu.c65 int (*pmu_set_state)(struct jh71xx_pmu_dev *pmd,
85 static int jh71xx_pmu_get_state(struct jh71xx_pmu_dev *pmd, u32 mask, bool *is_on) in jh71xx_pmu_get_state() argument
87 struct jh71xx_pmu *pmu = pmd->pmu; in jh71xx_pmu_get_state()
97 static int jh7110_pmu_set_state(struct jh71xx_pmu_dev *pmd, u32 mask, bool on) in jh7110_pmu_set_state() argument
99 struct jh71xx_pmu *pmu = pmd->pmu; in jh7110_pmu_set_state()
158 pmd->genpd.name, on ? "on" : "off"); in jh7110_pmu_set_state()
165 static int jh7110_aon_pmu_set_state(struct jh71xx_pmu_dev *pmd, u32 mask, bool on) in jh7110_aon_pmu_set_state() argument
167 struct jh71xx_pmu *pmu = pmd->pmu; in jh7110_aon_pmu_set_state()
185 static int jh71xx_pmu_set_state(struct jh71xx_pmu_dev *pmd, u32 mask, bool on) in jh71xx_pmu_set_state() argument
187 struct jh71xx_pmu *pmu = pmd->pmu; in jh71xx_pmu_set_state()
[all …]
/linux/arch/powerpc/include/asm/book3s/64/
H A Dpgtable.h268 static inline bool pmd_leaf(pmd_t pmd) in pmd_leaf() argument
270 return !!(pmd_raw(pmd) & cpu_to_be64(_PAGE_PTE)); in pmd_leaf()
280 static inline unsigned long pmd_leaf_size(pmd_t pmd) in pmd_leaf_size() argument
659 #define __pmd_to_swp_entry(pmd) (__pte_to_swp_entry(pmd_pte(pmd))) argument
815 static inline int pmd_none(pmd_t pmd) in pmd_none() argument
817 return !pmd_raw(pmd); in pmd_none()
820 static inline int pmd_present(pmd_t pmd) in pmd_present() argument
828 if (pmd_raw(pmd) & cpu_to_be64(_PAGE_PRESENT | _PAGE_INVALID)) in pmd_present()
834 static inline int pmd_is_serializing(pmd_t pmd) in pmd_is_serializing() argument
844 if ((pmd_raw(pmd) & cpu_to_be64(_PAGE_PRESENT | _PAGE_INVALID)) == in pmd_is_serializing()
[all …]
/linux/drivers/pmdomain/bcm/
H A Dbcm63xx-power.c38 static int bcm63xx_power_get_state(struct bcm63xx_power_dev *pmd, bool *is_on) in bcm63xx_power_get_state() argument
40 struct bcm63xx_power *power = pmd->power; in bcm63xx_power_get_state()
42 if (!pmd->mask) { in bcm63xx_power_get_state()
47 *is_on = !(__raw_readl(power->base) & pmd->mask); in bcm63xx_power_get_state()
52 static int bcm63xx_power_set_state(struct bcm63xx_power_dev *pmd, bool on) in bcm63xx_power_set_state() argument
54 struct bcm63xx_power *power = pmd->power; in bcm63xx_power_set_state()
58 if (!pmd->mask) in bcm63xx_power_set_state()
64 val &= ~pmd->mask; in bcm63xx_power_set_state()
66 val |= pmd->mask; in bcm63xx_power_set_state()
75 struct bcm63xx_power_dev *pmd = container_of(genpd, in bcm63xx_power_on() local
[all …]
/linux/arch/arm64/include/asm/
H A Dpgtable.h225 #define pmd_access_permitted(pmd, write) \ argument
226 (pte_access_permitted(pmd_pte(pmd), (write)))
242 static inline pmd_t clear_pmd_bit(pmd_t pmd, pgprot_t prot) in clear_pmd_bit() argument
244 pmd_val(pmd) &= ~pgprot_val(prot); in clear_pmd_bit()
245 return pmd; in clear_pmd_bit()
248 static inline pmd_t set_pmd_bit(pmd_t pmd, pgprot_t prot) in set_pmd_bit() argument
250 pmd_val(pmd) |= pgprot_val(prot); in set_pmd_bit()
251 return pmd; in set_pmd_bit()
333 static inline pmd_t pmd_mkcont(pmd_t pmd) in pmd_mkcont() argument
335 return __pmd(pmd_val(pmd) | PMD_SECT_CON in pmd_mkcont()
338 pmd_mknoncont(pmd_t pmd) pmd_mknoncont() argument
504 pmd_pte(pmd_t pmd) pmd_pte() argument
574 pmd_protnone(pmd_t pmd) pmd_protnone() argument
580 pmd_present(pmd) global() argument
581 pmd_dirty(pmd) global() argument
582 pmd_young(pmd) global() argument
583 pmd_valid(pmd) global() argument
584 pmd_user(pmd) global() argument
585 pmd_user_exec(pmd) global() argument
586 pmd_cont(pmd) global() argument
587 pmd_wrprotect(pmd) global() argument
588 pmd_mkold(pmd) global() argument
589 pmd_mkwrite_novma(pmd) global() argument
590 pmd_mkclean(pmd) global() argument
591 pmd_mkdirty(pmd) global() argument
592 pmd_mkyoung(pmd) global() argument
593 pmd_mkvalid_k(pmd) global() argument
594 pmd_mkinvalid(pmd) global() argument
596 pmd_uffd_wp(pmd) global() argument
597 pmd_mkuffd_wp(pmd) global() argument
598 pmd_clear_uffd_wp(pmd) global() argument
599 pmd_swp_uffd_wp(pmd) global() argument
600 pmd_swp_mkuffd_wp(pmd) global() argument
601 pmd_swp_clear_uffd_wp(pmd) global() argument
605 pmd_write(pmd) global() argument
607 pmd_mkhuge(pmd_t pmd) pmd_mkhuge() argument
622 pmd_mkspecial(pmd_t pmd) pmd_mkspecial() argument
628 __pmd_to_phys(pmd) global() argument
630 pmd_pfn(pmd) global() argument
658 pmd_pgprot(pmd_t pmd) pmd_pgprot() argument
718 __set_pmds(struct mm_struct * mm,unsigned long addr,pmd_t * pmdp,pmd_t pmd,unsigned int nr) __set_pmds() argument
722 set_pmd_at(mm,addr,pmdp,pmd) global() argument
777 pmd_none(pmd) global() argument
779 pmd_table(pmd) global() argument
783 pmd_leaf(pmd_t pmd) pmd_leaf() argument
788 pmd_bad(pmd) global() argument
790 pmd_leaf_size(pmd) global() argument
794 pmd_trans_huge(pmd_t pmd) pmd_trans_huge() argument
824 set_pmd(pmd_t * pmdp,pmd_t pmd) set_pmd() argument
844 pmd_page_paddr(pmd_t pmd) pmd_page_paddr() argument
849 pmd_page_vaddr(pmd_t pmd) pmd_page_vaddr() argument
858 pte_set_fixmap_offset(pmd,addr) global() argument
861 pmd_page(pmd) global() argument
1249 pmd_modify(pmd_t pmd,pgprot_t newprot) pmd_modify() argument
1284 pmd_user_accessible_page(struct mm_struct * mm,unsigned long addr,pmd_t pmd) pmd_user_accessible_page() argument
1506 pmdp_establish(struct vm_area_struct * vma,unsigned long address,pmd_t * pmdp,pmd_t pmd) pmdp_establish() argument
1538 __pmd_to_swp_entry(pmd) global() argument
1587 update_mmu_cache_pmd(vma,address,pmd) global() argument
[all...]
/linux/include/trace/events/
H A Dthp.h30 TP_PROTO(unsigned long addr, unsigned long pmd),
31 TP_ARGS(addr, pmd)
62 TP_PROTO(unsigned long addr, unsigned long pmd, unsigned long clr, unsigned long set),
63 TP_ARGS(addr, pmd, clr, set)
74 TP_PROTO(unsigned long addr, unsigned long pmd),
76 TP_ARGS(addr, pmd),
80 __field(unsigned long, pmd)
85 __entry->pmd = pmd;
87 TP_printk("addr=%lx, pmd=%lx", __entry->addr, __entry->pmd)
91 TP_PROTO(unsigned long addr, unsigned long pmd),
[all …]
/linux/arch/powerpc/include/asm/nohash/32/
H A Dpgtable.h152 #define pmd_none(pmd) (!pmd_val(pmd)) argument
153 #define pmd_bad(pmd) (pmd_val(pmd) & _PMD_BAD) argument
154 #define pmd_present(pmd) (pmd_val(pmd) & _PMD_PRESENT_MASK) argument
168 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT) argument
170 #define pmd_page_vaddr(pmd) \ argument
171 ((const void *)((unsigned long)pmd_val(pmd) & ~(PTE_TABLE_SIZE - 1)))
172 #define pmd_pfn(pmd) (__pa(pmd_val(pmd)) >> PAGE_SHIFT) argument
175 #define pmd_page(pmd) pfn_to_page(pmd_pfn(pmd)) argument
/linux/arch/x86/power/
H A Dhibernate_32.c59 static pte_t *resume_one_page_table_init(pmd_t *pmd) in resume_one_page_table_init() argument
61 if (pmd_none(*pmd)) { in resume_one_page_table_init()
66 set_pmd(pmd, __pmd(__pa(page_table) | _PAGE_TABLE)); in resume_one_page_table_init()
68 BUG_ON(page_table != pte_offset_kernel(pmd, 0)); in resume_one_page_table_init()
73 return pte_offset_kernel(pmd, 0); in resume_one_page_table_init()
85 pmd_t *pmd; in resume_physical_mapping_init() local
94 pmd = resume_one_md_table_init(pgd); in resume_physical_mapping_init()
95 if (!pmd) in resume_physical_mapping_init()
101 for (pmd_idx = 0; pmd_idx < PTRS_PER_PMD; pmd++, pmd_idx++) { in resume_physical_mapping_init()
110 set_pmd(pmd, pfn_pmd(pfn, PAGE_KERNEL_LARGE_EXEC)); in resume_physical_mapping_init()
[all …]
/linux/arch/x86/boot/startup/
H A Dmap_kernel.c34 pmdval_t *pmd, in sme_postprocess_startup() argument
67 pmd[i] -= sme_get_me_mask(); in sme_postprocess_startup()
98 pmdval_t *pmd, pmd_entry; in __startup_64() local
140 level2_fixmap_pgt[i].pmd += load_delta; in __startup_64()
149 pud = &early_pgts[0]->pmd; in __startup_64()
150 pmd = &early_pgts[1]->pmd; in __startup_64()
156 p4d = &early_pgts[next_early_pgt++]->pmd; in __startup_64()
172 pud[(i + 0) % PTRS_PER_PUD] = (pudval_t)pmd + pgtable_flags; in __startup_64()
173 pud[(i + 1) % PTRS_PER_PUD] = (pudval_t)pmd + pgtable_flags; in __startup_64()
182 pmd[idx % PTRS_PER_PMD] = pmd_entry + i * PMD_SIZE; in __startup_64()
[all …]
/linux/arch/arm/mm/
H A Didmap.c28 pmd_t *pmd; in idmap_add_pmd()
32 pmd = pmd_alloc_one(&init_mm, addr); in idmap_add_pmd()
33 if (!pmd) { in idmap_add_pmd()
34 pr_warn("Failed to allocate identity pmd.\n"); in idmap_add_pmd()
42 memcpy(pmd, pmd_offset(pud, 0), in idmap_add_pmd()
44 pud_populate(&init_mm, pud, pmd); in idmap_add_pmd()
45 pmd += pmd_index(addr); in idmap_add_pmd()
47 pmd = pmd_offset(pud, addr); in idmap_add_pmd()
51 *pmd = __pmd((addr & PMD_MASK) | prot); in idmap_add_pmd()
52 flush_pmd_entry(pmd); in idmap_add_pmd()
27 pmd_t *pmd; idmap_add_pmd() local
58 pmd_t *pmd = pmd_offset(pud, addr); idmap_add_pmd() local
[all...]
/linux/include/linux/
H A Dleafops.h94 static inline softleaf_t softleaf_from_pmd(pmd_t pmd) in softleaf_from_pmd() argument
98 if (pmd_present(pmd) || pmd_none(pmd)) in softleaf_from_pmd()
101 if (pmd_swp_soft_dirty(pmd)) in softleaf_from_pmd()
102 pmd = pmd_swp_clear_soft_dirty(pmd); in softleaf_from_pmd()
103 if (pmd_swp_uffd_wp(pmd)) in softleaf_from_pmd()
104 pmd = pmd_swp_clear_uffd_wp(pmd); in softleaf_from_pmd()
105 arch_entry = __pmd_to_swp_entry(pmd); in softleaf_from_pmd()
113 static inline softleaf_t softleaf_from_pmd(pmd_t pmd) in softleaf_from_pmd() argument
584 static inline bool pmd_is_device_private_entry(pmd_t pmd) in pmd_is_device_private_entry() argument
586 return softleaf_is_device_private(softleaf_from_pmd(pmd)); in pmd_is_device_private_entry()
[all …]
/linux/include/asm-generic/
H A Dpgtable_uffd.h27 static __always_inline int pmd_uffd_wp(pmd_t pmd) in pmd_uffd_wp() argument
37 static __always_inline pmd_t pmd_mkuffd_wp(pmd_t pmd) in pmd_mkuffd_wp() argument
39 return pmd; in pmd_mkuffd_wp()
47 static __always_inline pmd_t pmd_clear_uffd_wp(pmd_t pmd) in pmd_clear_uffd_wp() argument
49 return pmd; in pmd_clear_uffd_wp()
67 static inline pmd_t pmd_swp_mkuffd_wp(pmd_t pmd) in pmd_swp_mkuffd_wp() argument
69 return pmd; in pmd_swp_mkuffd_wp()
72 static inline int pmd_swp_uffd_wp(pmd_t pmd) in pmd_swp_uffd_wp() argument
77 static inline pmd_t pmd_swp_clear_uffd_wp(pmd_t pmd) in pmd_swp_clear_uffd_wp() argument
79 return pmd; in pmd_swp_clear_uffd_wp()
/linux/arch/s390/mm/
H A Dvmem.c168 static int __ref modify_pte_table(pmd_t *pmd, unsigned long addr, in modify_pte_table() argument
177 pte = pte_offset_kernel(pmd, addr); in modify_pte_table()
207 static void try_free_pte_table(pmd_t *pmd, unsigned long start) in try_free_pte_table() argument
213 pte = pte_offset_kernel(pmd, start); in try_free_pte_table()
218 vmem_pte_free((unsigned long *) pmd_deref(*pmd)); in try_free_pte_table()
219 pmd_clear(pmd); in try_free_pte_table()
229 pmd_t *pmd; in modify_pmd_table() local
233 pmd = pmd_offset(pud, addr); in modify_pmd_table()
234 for (; addr < end; addr = next, pmd++) { in modify_pmd_table()
237 if (pmd_none(*pmd)) in modify_pmd_table()
[all …]
/linux/arch/loongarch/mm/
H A Dinit.c68 pmd_t *pmd; in fixrange_init() local
84 pmd = (pmd_t *)pud; in fixrange_init()
85 for (; (k < PTRS_PER_PMD) && (vaddr < end); pmd++, k++) { in fixrange_init()
86 if (pmd_none(*pmd)) { in fixrange_init()
93 set_pmd(pmd, __pmd((unsigned long)pte)); in fixrange_init()
94 BUG_ON(pte != pte_offset_kernel(pmd, 0)); in fixrange_init()
132 void __meminit vmemmap_set_pmd(pmd_t *pmd, void *p, int node, in vmemmap_set_pmd() argument
139 set_pmd_at(&init_mm, addr, pmd, entry); in vmemmap_set_pmd()
142 int __meminit vmemmap_check_pmd(pmd_t *pmd, int node, in vmemmap_check_pmd() argument
145 int huge = pmd_val(pmdp_get(pmd)) & _PAGE_HUGE; in vmemmap_check_pmd()
[all …]
/linux/arch/m68k/include/asm/
H A Dsun3_pgtable.h90 static inline unsigned long pmd_page_vaddr(pmd_t pmd) in pmd_page_vaddr() argument
92 return (unsigned long)__va(pmd_val(pmd) & PAGE_MASK); in pmd_page_vaddr()
108 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT) argument
109 #define pmd_page(pmd) virt_to_page((void *)pmd_page_vaddr(pmd)) argument
112 static inline int pmd_none2 (pmd_t *pmd) { return !pmd_val (*pmd); } in pmd_none2() argument
113 #define pmd_none(pmd) pmd_none2(&(pmd)) argument
115 static inline int pmd_bad2 (pmd_t *pmd) { return 0; } in pmd_bad2() argument
116 #define pmd_bad(pmd) pmd_bad2(&(pmd)) argument
117 static inline int pmd_present2 (pmd_t *pmd) { return pmd_val (*pmd) & SUN3_PMD_VALID; } in pmd_present2() argument
119 #define pmd_present(pmd) (!pmd_none2(&(pmd))) argument
/linux/mm/
H A Dhuge_memory.c1137 pmd_t maybe_pmd_mkwrite(pmd_t pmd, struct vm_area_struct *vma) in maybe_pmd_mkwrite() argument
1140 pmd = pmd_mkwrite(pmd, vma); in maybe_pmd_mkwrite()
1141 return pmd; in maybe_pmd_mkwrite()
1376 void map_anon_folio_pmd_nopf(struct folio *folio, pmd_t *pmd, in map_anon_folio_pmd_nopf() argument
1385 set_pmd_at(vma->vm_mm, haddr, pmd, entry); in map_anon_folio_pmd_nopf()
1386 update_mmu_cache_pmd(vma, haddr, pmd); in map_anon_folio_pmd_nopf()
1390 static void map_anon_folio_pmd_pf(struct folio *folio, pmd_t *pmd, in map_anon_folio_pmd_pf() argument
1393 map_anon_folio_pmd_nopf(folio, pmd, vma, haddr); in map_anon_folio_pmd_pf()
1418 vmf->ptl = pmd_lock(vma->vm_mm, vmf->pmd); in __do_huge_pmd_anonymous_page()
1527 set_huge_zero_folio(pgtable_t pgtable,struct mm_struct * mm,struct vm_area_struct * vma,unsigned long haddr,pmd_t * pmd,struct folio * zero_folio) set_huge_zero_folio() argument
1604 insert_pmd(struct vm_area_struct * vma,unsigned long addr,pmd_t * pmd,struct folio_or_pfn fop,pgprot_t prot,bool write) insert_pmd() argument
1854 touch_pmd(struct vm_area_struct * vma,unsigned long addr,pmd_t * pmd,bool write) touch_pmd() argument
1874 copy_huge_non_present_pmd(struct mm_struct * dst_mm,struct mm_struct * src_mm,pmd_t * dst_pmd,pmd_t * src_pmd,unsigned long addr,struct vm_area_struct * dst_vma,struct vm_area_struct * src_vma,pmd_t pmd,pgtable_t pgtable) copy_huge_non_present_pmd() argument
1933 pmd_t pmd; copy_huge_pmd() local
2232 can_change_pmd_writable(struct vm_area_struct * vma,unsigned long addr,pmd_t pmd) can_change_pmd_writable() argument
2269 pmd_t pmd, old_pmd; do_huge_pmd_numa_page() local
2343 madvise_free_huge_pmd(struct mmu_gather * tlb,struct vm_area_struct * vma,pmd_t * pmd,unsigned long addr,unsigned long next) madvise_free_huge_pmd() argument
2412 zap_deposited_table(struct mm_struct * mm,pmd_t * pmd) zap_deposited_table() argument
2488 zap_huge_pmd(struct mmu_gather * tlb,struct vm_area_struct * vma,pmd_t * pmd,unsigned long addr) zap_huge_pmd() argument
2542 move_soft_dirty_pmd(pmd_t pmd) move_soft_dirty_pmd() argument
2554 clear_uffd_wp_pmd(pmd_t pmd) clear_uffd_wp_pmd() argument
2570 pmd_t pmd; move_huge_pmd() local
2618 change_non_present_huge_pmd(struct mm_struct * mm,unsigned long addr,pmd_t * pmd,bool uffd_wp,bool uffd_wp_resolve) change_non_present_huge_pmd() argument
2661 change_huge_pmd(struct mmu_gather * tlb,struct vm_area_struct * vma,pmd_t * pmd,unsigned long addr,pgprot_t newprot,unsigned long cp_flags) change_huge_pmd() argument
2927 __pmd_trans_huge_lock(pmd_t * pmd,struct vm_area_struct * vma) __pmd_trans_huge_lock() argument
3050 __split_huge_zero_page_pmd(struct vm_area_struct * vma,unsigned long haddr,pmd_t * pmd) __split_huge_zero_page_pmd() argument
3090 __split_huge_pmd_locked(struct vm_area_struct * vma,pmd_t * pmd,unsigned long haddr,bool freeze) __split_huge_pmd_locked() argument
3374 split_huge_pmd_locked(struct vm_area_struct * vma,unsigned long address,pmd_t * pmd,bool freeze) split_huge_pmd_locked() argument
3381 __split_huge_pmd(struct vm_area_struct * vma,pmd_t * pmd,unsigned long address,bool freeze) __split_huge_pmd() argument
3400 pmd_t *pmd = mm_find_pmd(vma->vm_mm, address); split_huge_pmd_address() local
[all...]
/linux/arch/powerpc/include/asm/nohash/64/
H A Dpgalloc.h34 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate() argument
36 pud_set(pud, (unsigned long)pmd); in pud_populate()
39 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel() argument
42 pmd_set(pmd, (unsigned long)pte); in pmd_populate_kernel()
45 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate() argument
48 pmd_set(pmd, (unsigned long)pte_page); in pmd_populate()
57 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free() argument
59 kmem_cache_free(PGT_CACHE(PMD_CACHE_INDEX), pmd); in pmd_free()
62 #define __pmd_free_tlb(tlb, pmd, addr) \ argument
63 pgtable_free_tlb(tlb, pmd, PMD_CACHE_INDEX)

123456789