Home
last modified time | relevance | path

Searched refs:pmd (Results 1 – 25 of 186) sorted by relevance

12345678

/linux/drivers/md/
H A Ddm-thin-metadata.c234 struct dm_pool_metadata *pmd; member
420 static inline void pmd_write_lock_in_core(struct dm_pool_metadata *pmd) in pmd_write_lock_in_core() argument
421 __acquires(pmd->root_lock) in pmd_write_lock_in_core()
423 down_write(&pmd->root_lock); in pmd_write_lock_in_core()
426 static inline void pmd_write_lock(struct dm_pool_metadata *pmd) in pmd_write_lock() argument
428 pmd_write_lock_in_core(pmd); in pmd_write_lock()
429 if (unlikely(!pmd->in_service)) in pmd_write_lock()
430 pmd->in_service = true; in pmd_write_lock()
433 static inline void pmd_write_unlock(struct dm_pool_metadata *pmd) in pmd_write_unlock() argument
434 __releases(pmd->root_lock) in pmd_write_unlock()
[all …]
H A Ddm-thin-metadata.h49 int dm_pool_metadata_close(struct dm_pool_metadata *pmd);
62 int dm_pool_create_thin(struct dm_pool_metadata *pmd, dm_thin_id dev);
70 int dm_pool_create_snap(struct dm_pool_metadata *pmd, dm_thin_id dev,
78 int dm_pool_delete_thin_device(struct dm_pool_metadata *pmd,
85 int dm_pool_commit_metadata(struct dm_pool_metadata *pmd);
95 int dm_pool_abort_metadata(struct dm_pool_metadata *pmd);
100 int dm_pool_set_metadata_transaction_id(struct dm_pool_metadata *pmd,
104 int dm_pool_get_metadata_transaction_id(struct dm_pool_metadata *pmd,
116 int dm_pool_reserve_metadata_snap(struct dm_pool_metadata *pmd);
117 int dm_pool_release_metadata_snap(struct dm_pool_metadata *pmd);
[all …]
/linux/arch/arc/include/asm/
H A Dhugepage.h20 static inline pte_t pmd_pte(pmd_t pmd) in pmd_pte() argument
22 return __pte(pmd_val(pmd)); in pmd_pte()
30 #define pmd_wrprotect(pmd) pte_pmd(pte_wrprotect(pmd_pte(pmd))) argument
31 #define pmd_mkwrite_novma(pmd) pte_pmd(pte_mkwrite_novma(pmd_pte(pmd))) argument
32 #define pmd_mkdirty(pmd) pte_pmd(pte_mkdirty(pmd_pte(pmd))) argument
33 #define pmd_mkold(pmd) pte_pmd(pte_mkold(pmd_pte(pmd))) argument
34 #define pmd_mkyoung(pmd) pte_pmd(pte_mkyoung(pmd_pte(pmd))) argument
35 #define pmd_mkhuge(pmd) pte_pmd(pte_mkhuge(pmd_pte(pmd))) argument
36 #define pmd_mkinvalid(pmd) pte_pmd(pte_mknotpresent(pmd_pte(pmd))) argument
37 #define pmd_mkclean(pmd) pte_pmd(pte_mkclean(pmd_pte(pmd))) argument
[all …]
H A Dpgtable-levels.h143 #define pmd_pfn(pmd) ((pmd_val(pmd) & PMD_MASK) >> PAGE_SHIFT) argument
159 #define pmd_page_vaddr(pmd) (pmd_val(pmd) & PAGE_MASK) argument
160 #define pmd_pfn(pmd) ((pmd_val(pmd) & PAGE_MASK) >> PAGE_SHIFT) argument
161 #define pmd_page(pmd) virt_to_page((void *)pmd_page_vaddr(pmd)) argument
162 #define set_pmd(pmdp, pmd) (*(pmdp) = pmd) argument
163 #define pmd_pgtable(pmd) ((pgtable_t) pmd_page(pmd)) argument
/linux/arch/arm/include/asm/
H A Dpgtable-3level.h117 #define pmd_table(pmd) ((pmd_val(pmd) & PMD_TYPE_MASK) == \ argument
119 #define pmd_sect(pmd) ((pmd_val(pmd) & PMD_TYPE_MASK) == \ argument
121 #define pmd_leaf(pmd) pmd_sect(pmd) argument
140 #define pmd_bad(pmd) (!(pmd_val(pmd) & PMD_TABLE_BIT)) argument
176 #define pmd_isset(pmd, val) ((u32)(val) == (val) ? pmd_val(pmd) & (val) \ argument
177 : !!(pmd_val(pmd) & (val)))
178 #define pmd_isclear(pmd, val) (!(pmd_val(pmd) & (val))) argument
180 #define pmd_present(pmd) (pmd_isset((pmd), L_PMD_SECT_VALID)) argument
181 #define pmd_young(pmd) (pmd_isset((pmd), PMD_SECT_AF)) argument
189 #define pmd_write(pmd) (pmd_isclear((pmd), L_PMD_SECT_RDONLY)) argument
[all …]
/linux/arch/loongarch/include/asm/
H A Dpgtable.h201 typedef struct { unsigned long pmd; } pmd_t; member
202 #define pmd_val(x) ((x).pmd)
248 static inline int pmd_none(pmd_t pmd) in pmd_none() argument
250 return pmd_val(pmd) == (unsigned long)invalid_pte_table; in pmd_none()
253 static inline int pmd_bad(pmd_t pmd) in pmd_bad() argument
255 return (pmd_val(pmd) & ~PAGE_MASK); in pmd_bad()
258 static inline int pmd_present(pmd_t pmd) in pmd_present() argument
260 if (unlikely(pmd_val(pmd) & _PAGE_HUGE)) in pmd_present()
261 return !!(pmd_val(pmd) & (_PAGE_PRESENT | _PAGE_PROTNONE | _PAGE_PRESENT_INVALID)); in pmd_present()
263 return pmd_val(pmd) != (unsigned long)invalid_pte_table; in pmd_present()
[all …]
/linux/arch/x86/include/asm/
H A Dpgtable.h28 bool __init __early_make_pgtable(unsigned long address, pmdval_t pmd);
65 #define set_pmd(pmdp, pmd) native_set_pmd(pmdp, pmd) argument
89 #define pmd_clear(pmd) native_pmd_clear(pmd) argument
116 static inline pmd_t pmd_set_flags(pmd_t pmd, pmdval_t set) in pmd_set_flags() argument
118 pmdval_t v = native_pmd_val(pmd); in pmd_set_flags()
123 static inline pmd_t pmd_clear_flags(pmd_t pmd, pmdval_t clear) in pmd_clear_flags() argument
125 pmdval_t v = native_pmd_val(pmd); in pmd_clear_flags()
170 static inline bool pmd_dirty(pmd_t pmd) in pmd_dirty() argument
172 return pmd_flags(pmd) & _PAGE_DIRTY_BITS; in pmd_dirty()
175 static inline bool pmd_shstk(pmd_t pmd) in pmd_shstk() argument
[all …]
H A Dpgalloc.h63 pmd_t *pmd, pte_t *pte) in pmd_populate_kernel() argument
66 set_pmd(pmd, __pmd(__pa(pte) | _PAGE_TABLE)); in pmd_populate_kernel()
70 pmd_t *pmd, pte_t *pte) in pmd_populate_kernel_safe() argument
73 set_pmd_safe(pmd, __pmd(__pa(pte) | _PAGE_TABLE)); in pmd_populate_kernel_safe()
76 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate() argument
82 set_pmd(pmd, __pmd(((pteval_t)pfn << PAGE_SHIFT) | _PAGE_TABLE)); in pmd_populate()
86 extern void ___pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd);
88 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb() argument
91 ___pmd_free_tlb(tlb, pmd); in __pmd_free_tlb()
95 extern void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd);
[all …]
/linux/drivers/pmdomain/starfive/
H A Djh71xx-pmu.c65 int (*pmu_set_state)(struct jh71xx_pmu_dev *pmd,
85 static int jh71xx_pmu_get_state(struct jh71xx_pmu_dev *pmd, u32 mask, bool *is_on) in jh71xx_pmu_get_state() argument
87 struct jh71xx_pmu *pmu = pmd->pmu; in jh71xx_pmu_get_state()
97 static int jh7110_pmu_set_state(struct jh71xx_pmu_dev *pmd, u32 mask, bool on) in jh7110_pmu_set_state() argument
99 struct jh71xx_pmu *pmu = pmd->pmu; in jh7110_pmu_set_state()
158 pmd->genpd.name, on ? "on" : "off"); in jh7110_pmu_set_state()
165 static int jh7110_aon_pmu_set_state(struct jh71xx_pmu_dev *pmd, u32 mask, bool on) in jh7110_aon_pmu_set_state() argument
167 struct jh71xx_pmu *pmu = pmd->pmu; in jh7110_aon_pmu_set_state()
185 static int jh71xx_pmu_set_state(struct jh71xx_pmu_dev *pmd, u32 mask, bool on) in jh71xx_pmu_set_state() argument
187 struct jh71xx_pmu *pmu = pmd->pmu; in jh71xx_pmu_set_state()
[all …]
/linux/include/trace/events/
H A Dthp.h30 TP_PROTO(unsigned long addr, unsigned long pmd),
31 TP_ARGS(addr, pmd)
62 TP_PROTO(unsigned long addr, unsigned long pmd, unsigned long clr, unsigned long set),
63 TP_ARGS(addr, pmd, clr, set)
74 TP_PROTO(unsigned long addr, unsigned long pmd),
76 TP_ARGS(addr, pmd),
80 __field(unsigned long, pmd)
85 __entry->pmd = pmd;
87 TP_printk("addr=%lx, pmd=%lx", __entry->addr, __entry->pmd)
91 TP_PROTO(unsigned long addr, unsigned long pmd),
[all …]
/linux/arch/powerpc/include/asm/nohash/32/
H A Dpgtable.h152 #define pmd_none(pmd) (!pmd_val(pmd)) argument
153 #define pmd_bad(pmd) (pmd_val(pmd) & _PMD_BAD) argument
154 #define pmd_present(pmd) (pmd_val(pmd) & _PMD_PRESENT_MASK) argument
168 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT) argument
170 #define pmd_page_vaddr(pmd) \ argument
171 ((const void *)((unsigned long)pmd_val(pmd) & ~(PTE_TABLE_SIZE - 1)))
172 #define pmd_pfn(pmd) (__pa(pmd_val(pmd)) >> PAGE_SHIFT) argument
175 #define pmd_page(pmd) pfn_to_page(pmd_pfn(pmd)) argument
/linux/drivers/pmdomain/bcm/
H A Dbcm63xx-power.c38 static int bcm63xx_power_get_state(struct bcm63xx_power_dev *pmd, bool *is_on) in bcm63xx_power_get_state() argument
40 struct bcm63xx_power *power = pmd->power; in bcm63xx_power_get_state()
42 if (!pmd->mask) { in bcm63xx_power_get_state()
47 *is_on = !(__raw_readl(power->base) & pmd->mask); in bcm63xx_power_get_state()
52 static int bcm63xx_power_set_state(struct bcm63xx_power_dev *pmd, bool on) in bcm63xx_power_set_state() argument
54 struct bcm63xx_power *power = pmd->power; in bcm63xx_power_set_state()
58 if (!pmd->mask) in bcm63xx_power_set_state()
64 val &= ~pmd->mask; in bcm63xx_power_set_state()
66 val |= pmd->mask; in bcm63xx_power_set_state()
75 struct bcm63xx_power_dev *pmd = container_of(genpd, in bcm63xx_power_on() local
[all …]
/linux/arch/x86/power/
H A Dhibernate_32.c59 static pte_t *resume_one_page_table_init(pmd_t *pmd) in resume_one_page_table_init() argument
61 if (pmd_none(*pmd)) { in resume_one_page_table_init()
66 set_pmd(pmd, __pmd(__pa(page_table) | _PAGE_TABLE)); in resume_one_page_table_init()
68 BUG_ON(page_table != pte_offset_kernel(pmd, 0)); in resume_one_page_table_init()
73 return pte_offset_kernel(pmd, 0); in resume_one_page_table_init()
85 pmd_t *pmd; in resume_physical_mapping_init() local
94 pmd = resume_one_md_table_init(pgd); in resume_physical_mapping_init()
95 if (!pmd) in resume_physical_mapping_init()
101 for (pmd_idx = 0; pmd_idx < PTRS_PER_PMD; pmd++, pmd_idx++) { in resume_physical_mapping_init()
110 set_pmd(pmd, pfn_pmd(pfn, PAGE_KERNEL_LARGE_EXEC)); in resume_physical_mapping_init()
[all …]
/linux/arch/x86/boot/startup/
H A Dmap_kernel.c34 pmdval_t *pmd, in sme_postprocess_startup() argument
67 pmd[i] -= sme_get_me_mask(); in sme_postprocess_startup()
98 pmdval_t *pmd, pmd_entry; in __startup_64() local
140 level2_fixmap_pgt[i].pmd += load_delta; in __startup_64()
149 pud = &early_pgts[0]->pmd; in __startup_64()
150 pmd = &early_pgts[1]->pmd; in __startup_64()
156 p4d = &early_pgts[next_early_pgt++]->pmd; in __startup_64()
172 pud[(i + 0) % PTRS_PER_PUD] = (pudval_t)pmd + pgtable_flags; in __startup_64()
173 pud[(i + 1) % PTRS_PER_PUD] = (pudval_t)pmd + pgtable_flags; in __startup_64()
182 pmd[idx % PTRS_PER_PMD] = pmd_entry + i * PMD_SIZE; in __startup_64()
[all …]
/linux/mm/
H A Dhuge_memory.c1263 pmd_t maybe_pmd_mkwrite(pmd_t pmd, struct vm_area_struct *vma) in maybe_pmd_mkwrite() argument
1266 pmd = pmd_mkwrite(pmd, vma); in maybe_pmd_mkwrite()
1267 return pmd; in maybe_pmd_mkwrite()
1400 void map_anon_folio_pmd_nopf(struct folio *folio, pmd_t *pmd, in map_anon_folio_pmd_nopf() argument
1409 set_pmd_at(vma->vm_mm, haddr, pmd, entry); in map_anon_folio_pmd_nopf()
1410 update_mmu_cache_pmd(vma, haddr, pmd); in map_anon_folio_pmd_nopf()
1414 static void map_anon_folio_pmd_pf(struct folio *folio, pmd_t *pmd, in map_anon_folio_pmd_pf() argument
1417 map_anon_folio_pmd_nopf(folio, pmd, vma, haddr); in map_anon_folio_pmd_pf()
1442 vmf->ptl = pmd_lock(vma->vm_mm, vmf->pmd); in __do_huge_pmd_anonymous_page()
1443 if (unlikely(!pmd_none(*vmf->pmd))) { in __do_huge_pmd_anonymous_page()
[all …]
/linux/arch/m68k/include/asm/
H A Dsun3_pgtable.h90 static inline unsigned long pmd_page_vaddr(pmd_t pmd) in pmd_page_vaddr() argument
92 return (unsigned long)__va(pmd_val(pmd) & PAGE_MASK); in pmd_page_vaddr()
108 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT) argument
109 #define pmd_page(pmd) virt_to_page((void *)pmd_page_vaddr(pmd)) argument
112 static inline int pmd_none2 (pmd_t *pmd) { return !pmd_val (*pmd); } in pmd_none2() argument
113 #define pmd_none(pmd) pmd_none2(&(pmd)) argument
115 static inline int pmd_bad2 (pmd_t *pmd) { return 0; } in pmd_bad2() argument
116 #define pmd_bad(pmd) pmd_bad2(&(pmd)) argument
117 static inline int pmd_present2 (pmd_t *pmd) { return pmd_val (*pmd) & SUN3_PMD_VALID; } in pmd_present2() argument
119 #define pmd_present(pmd) (!pmd_none2(&(pmd))) argument
H A Dmcf_pgtable.h97 #define pmd_pgtable(pmd) pfn_to_virt(pmd_val(pmd) >> PAGE_SHIFT) argument
113 #define pmd_page_vaddr(pmd) ((unsigned long) (pmd_val(pmd))) argument
133 static inline int pmd_none2(pmd_t *pmd) { return !pmd_val(*pmd); } in pmd_none2() argument
134 #define pmd_none(pmd) pmd_none2(&(pmd)) argument
135 static inline int pmd_bad2(pmd_t *pmd) { return 0; } in pmd_bad2() argument
136 #define pmd_bad(pmd) pmd_bad2(&(pmd)) argument
137 #define pmd_present(pmd) (!pmd_none2(&(pmd))) argument
289 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT) argument
290 #define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> PAGE_SHIFT)) argument
H A Dmotorola_pgalloc.h59 static inline int pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free() argument
61 return free_pointer_table(pmd, TABLE_PMD); in pmd_free()
64 static inline int __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb() argument
67 return free_pointer_table(pmd, TABLE_PMD); in __pmd_free_tlb()
82 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel() argument
84 pmd_set(pmd, pte); in pmd_populate_kernel()
87 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t page) in pmd_populate() argument
89 pmd_set(pmd, page); in pmd_populate()
92 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate() argument
94 pud_set(pud, pmd); in pud_populate()
H A Dmotorola_pgtable.h82 #define pmd_pgtable(pmd) ((pgtable_t)pmd_page_vaddr(pmd)) argument
101 #define pmd_page_vaddr(pmd) ((unsigned long)__va(pmd_val(pmd) & _TABLE_MASK)) argument
114 #define pmd_none(pmd) (!pmd_val(pmd)) argument
115 #define pmd_bad(pmd) ((pmd_val(pmd) & _DESCTYPE_MASK) != _PAGE_TABLE) argument
116 #define pmd_present(pmd) (pmd_val(pmd) & _PAGE_TABLE) argument
119 #define pmd_pfn(pmd) ((pmd_val(pmd) & _TABLE_MASK) >> PAGE_SHIFT) argument
125 #define pmd_page(pmd) ((struct page *)NULL) argument
/linux/arch/powerpc/include/asm/nohash/64/
H A Dpgalloc.h34 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate() argument
36 pud_set(pud, (unsigned long)pmd); in pud_populate()
39 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel() argument
42 pmd_set(pmd, (unsigned long)pte); in pmd_populate_kernel()
45 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate() argument
48 pmd_set(pmd, (unsigned long)pte_page); in pmd_populate()
57 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free() argument
59 kmem_cache_free(PGT_CACHE(PMD_CACHE_INDEX), pmd); in pmd_free()
62 #define __pmd_free_tlb(tlb, pmd, addr) \ argument
63 pgtable_free_tlb(tlb, pmd, PMD_CACHE_INDEX)
/linux/arch/loongarch/mm/
H A Dinit.c68 pmd_t *pmd; in fixrange_init() local
84 pmd = (pmd_t *)pud; in fixrange_init()
85 for (; (k < PTRS_PER_PMD) && (vaddr < end); pmd++, k++) { in fixrange_init()
86 if (pmd_none(*pmd)) { in fixrange_init()
93 set_pmd(pmd, __pmd((unsigned long)pte)); in fixrange_init()
94 BUG_ON(pte != pte_offset_kernel(pmd, 0)); in fixrange_init()
133 void __meminit vmemmap_set_pmd(pmd_t *pmd, void *p, int node, in vmemmap_set_pmd() argument
140 set_pmd_at(&init_mm, addr, pmd, entry); in vmemmap_set_pmd()
165 pmd_t *pmd; in populate_kernel_pte() local
177 pmd = memblock_alloc_or_panic(PAGE_SIZE, PAGE_SIZE); in populate_kernel_pte()
[all …]
/linux/arch/powerpc/mm/book3s32/
H A Dtlb.c52 pmd_t *pmd; in hash__flush_range() local
61 pmd = pmd_off(mm, start); in hash__flush_range()
66 if (!pmd_none(*pmd)) { in hash__flush_range()
68 flush_hash_pages(ctx, start, pmd_val(*pmd), count); in hash__flush_range()
73 ++pmd; in hash__flush_range()
100 pmd_t *pmd; in hash__flush_tlb_page() local
103 pmd = pmd_off(mm, vmaddr); in hash__flush_tlb_page()
104 if (!pmd_none(*pmd)) in hash__flush_tlb_page()
105 flush_hash_pages(mm->context.id, vmaddr, pmd_val(*pmd), 1); in hash__flush_tlb_page()
/linux/arch/powerpc/mm/kasan/
H A Dinit_32.c33 pmd_t *pmd; in kasan_init_shadow_page_tables() local
36 pmd = pmd_off_k(k_start); in kasan_init_shadow_page_tables()
38 for (k_cur = k_start; k_cur != k_end; k_cur = k_next, pmd++) { in kasan_init_shadow_page_tables()
42 if ((void *)pmd_page_vaddr(*pmd) != kasan_early_shadow_pte) in kasan_init_shadow_page_tables()
50 pmd_populate_kernel(&init_mm, pmd, new); in kasan_init_shadow_page_tables()
73 pmd_t *pmd = pmd_off_k(k_cur); in kasan_init_region() local
77 __set_pte_at(&init_mm, k_cur, pte_offset_kernel(pmd, k_cur), pte, 0); in kasan_init_region()
89 pmd_t *pmd = pmd_off_k(k_cur); in kasan_update_early_region() local
90 pte_t *ptep = pte_offset_kernel(pmd, k_cur); in kasan_update_early_region()
182 pmd_t *pmd = pmd_off_k(addr); in kasan_early_init() local
[all …]
/linux/arch/sparc/include/asm/
H A Dpgalloc_32.h45 static inline void free_pmd_fast(pmd_t * pmd) in free_pmd_fast() argument
47 srmmu_free_nocache(pmd, SRMMU_PMD_TABLE_SIZE); in free_pmd_fast()
50 #define pmd_free(mm, pmd) free_pmd_fast(pmd) argument
51 #define __pmd_free_tlb(tlb, pmd, addr) pmd_free((tlb)->mm, pmd) argument
53 #define pmd_populate(mm, pmd, pte) pmd_set(pmd, pte) argument
/linux/arch/alpha/include/asm/
H A Dpgalloc.h17 pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t pte) in pmd_populate() argument
19 pmd_set(pmd, (pte_t *)(page_to_pa(pte) + PAGE_OFFSET)); in pmd_populate()
23 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel() argument
25 pmd_set(pmd, pte); in pmd_populate_kernel()
29 pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate() argument
31 pud_set(pud, pmd); in pud_populate()

12345678