| /linux/drivers/md/ |
| H A D | dm-thin-metadata.c | 233 struct dm_pool_metadata *pmd; member 419 static inline void pmd_write_lock_in_core(struct dm_pool_metadata *pmd) in pmd_write_lock_in_core() argument 420 __acquires(pmd->root_lock) in pmd_write_lock_in_core() 422 down_write(&pmd->root_lock); in pmd_write_lock_in_core() 425 static inline void pmd_write_lock(struct dm_pool_metadata *pmd) in pmd_write_lock() argument 427 pmd_write_lock_in_core(pmd); in pmd_write_lock() 428 if (unlikely(!pmd->in_service)) in pmd_write_lock() 429 pmd->in_service = true; in pmd_write_lock() 432 static inline void pmd_write_unlock(struct dm_pool_metadata *pmd) in pmd_write_unlock() argument 433 __releases(pmd->root_lock) in pmd_write_unlock() [all …]
|
| H A D | dm-thin-metadata.h | 49 int dm_pool_metadata_close(struct dm_pool_metadata *pmd); 62 int dm_pool_create_thin(struct dm_pool_metadata *pmd, dm_thin_id dev); 70 int dm_pool_create_snap(struct dm_pool_metadata *pmd, dm_thin_id dev, 78 int dm_pool_delete_thin_device(struct dm_pool_metadata *pmd, 85 int dm_pool_commit_metadata(struct dm_pool_metadata *pmd); 95 int dm_pool_abort_metadata(struct dm_pool_metadata *pmd); 100 int dm_pool_set_metadata_transaction_id(struct dm_pool_metadata *pmd, 104 int dm_pool_get_metadata_transaction_id(struct dm_pool_metadata *pmd, 116 int dm_pool_reserve_metadata_snap(struct dm_pool_metadata *pmd); 117 int dm_pool_release_metadata_snap(struct dm_pool_metadata *pmd); [all …]
|
| /linux/arch/arc/include/asm/ |
| H A D | hugepage.h | 20 static inline pte_t pmd_pte(pmd_t pmd) in pmd_pte() argument 22 return __pte(pmd_val(pmd)); in pmd_pte() 30 #define pmd_wrprotect(pmd) pte_pmd(pte_wrprotect(pmd_pte(pmd))) argument 31 #define pmd_mkwrite_novma(pmd) pte_pmd(pte_mkwrite_novma(pmd_pte(pmd))) argument 32 #define pmd_mkdirty(pmd) pte_pmd(pte_mkdirty(pmd_pte(pmd))) argument 33 #define pmd_mkold(pmd) pte_pmd(pte_mkold(pmd_pte(pmd))) argument 34 #define pmd_mkyoung(pmd) pte_pmd(pte_mkyoung(pmd_pte(pmd))) argument 35 #define pmd_mkhuge(pmd) pte_pmd(pte_mkhuge(pmd_pte(pmd))) argument 36 #define pmd_mkinvalid(pmd) pte_pmd(pte_mknotpresent(pmd_pte(pmd))) argument 37 #define pmd_mkclean(pmd) pte_pmd(pte_mkclean(pmd_pte(pmd))) argument [all …]
|
| /linux/arch/arm/include/asm/ |
| H A D | pgtable-3level.h | 117 #define pmd_table(pmd) ((pmd_val(pmd) & PMD_TYPE_MASK) == \ argument 119 #define pmd_sect(pmd) ((pmd_val(pmd) & PMD_TYPE_MASK) == \ argument 121 #define pmd_leaf(pmd) pmd_sect(pmd) argument 140 #define pmd_bad(pmd) (!(pmd_val(pmd) & PMD_TABLE_BIT)) argument 176 #define pmd_isset(pmd, val) ((u32)(val) == (val) ? pmd_val(pmd) & (val) \ argument 177 : !!(pmd_val(pmd) & (val))) 178 #define pmd_isclear(pmd, val) (!(pmd_val(pmd) & (val))) argument 180 #define pmd_present(pmd) (pmd_isset((pmd), L_PMD_SECT_VALID)) argument 181 #define pmd_young(pmd) (pmd_isset((pmd), PMD_SECT_AF)) argument 189 #define pmd_write(pmd) (pmd_isclear((pmd), L_PMD_SECT_RDONLY)) argument [all …]
|
| /linux/arch/riscv/include/asm/ |
| H A D | pgtable.h | 212 static inline int pmd_present(pmd_t pmd) in pmd_present() argument 220 return (pmd_val(pmd) & (_PAGE_PRESENT | _PAGE_PROT_NONE | _PAGE_LEAF)); in pmd_present() 223 static inline int pmd_present(pmd_t pmd) in pmd_present() argument 225 return (pmd_val(pmd) & (_PAGE_PRESENT | _PAGE_PROT_NONE)); in pmd_present() 229 static inline int pmd_none(pmd_t pmd) in pmd_none() argument 231 return (pmd_val(pmd) == 0); in pmd_none() 234 static inline int pmd_bad(pmd_t pmd) in pmd_bad() argument 236 return !pmd_present(pmd) || (pmd_val(pmd) & _PAGE_LEAF); in pmd_bad() 240 static inline bool pmd_leaf(pmd_t pmd) in pmd_leaf() argument 242 return pmd_present(pmd) && (pmd_val(pmd) & _PAGE_LEAF); in pmd_leaf() [all …]
|
| /linux/drivers/pmdomain/starfive/ |
| H A D | jh71xx-pmu.c | 65 int (*pmu_set_state)(struct jh71xx_pmu_dev *pmd, 85 static int jh71xx_pmu_get_state(struct jh71xx_pmu_dev *pmd, u32 mask, bool *is_on) in jh71xx_pmu_get_state() argument 87 struct jh71xx_pmu *pmu = pmd->pmu; in jh71xx_pmu_get_state() 97 static int jh7110_pmu_set_state(struct jh71xx_pmu_dev *pmd, u32 mask, bool on) in jh7110_pmu_set_state() argument 99 struct jh71xx_pmu *pmu = pmd->pmu; in jh7110_pmu_set_state() 158 pmd->genpd.name, on ? "on" : "off"); in jh7110_pmu_set_state() 165 static int jh7110_aon_pmu_set_state(struct jh71xx_pmu_dev *pmd, u32 mask, bool on) in jh7110_aon_pmu_set_state() argument 167 struct jh71xx_pmu *pmu = pmd->pmu; in jh7110_aon_pmu_set_state() 185 static int jh71xx_pmu_set_state(struct jh71xx_pmu_dev *pmd, u32 mask, bool on) in jh71xx_pmu_set_state() argument 187 struct jh71xx_pmu *pmu = pmd->pmu; in jh71xx_pmu_set_state() [all …]
|
| /linux/mm/kasan/ |
| H A D | init.c | 70 static inline bool kasan_pte_table(pmd_t pmd) in kasan_pte_table() argument 72 return pmd_page(pmd) == virt_to_page(lm_alias(kasan_early_shadow_pte)); in kasan_pte_table() 92 static void __ref zero_pte_populate(pmd_t *pmd, unsigned long addr, in zero_pte_populate() argument 95 pte_t *pte = pte_offset_kernel(pmd, addr); in zero_pte_populate() 105 pte = pte_offset_kernel(pmd, addr); in zero_pte_populate() 112 pmd_t *pmd = pmd_offset(pud, addr); in zero_pmd_populate() local 119 pmd_populate_kernel(&init_mm, pmd, in zero_pmd_populate() 124 if (pmd_none(*pmd)) { in zero_pmd_populate() 136 pmd_populate_kernel(&init_mm, pmd, p); in zero_pmd_populate() 138 zero_pte_populate(pmd, addr, next); in zero_pmd_populate() [all …]
|
| /linux/arch/x86/mm/ |
| H A D | pgtable.c | 28 void ___pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd) in ___pmd_free_tlb() argument 30 paravirt_release_pmd(__pa(pmd) >> PAGE_SHIFT); in ___pmd_free_tlb() 38 tlb_remove_ptdesc(tlb, virt_to_ptdesc(pmd)); in ___pmd_free_tlb() 137 void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd) in pud_populate() argument 139 paravirt_alloc_pmd(mm, __pa(pmd) >> PAGE_SHIFT); in pud_populate() 143 set_pud(pudp, __pud(__pa(pmd) | _PAGE_PRESENT)); in pud_populate() 187 pmd_t *pmd = NULL; in preallocate_pmds() local 199 pmd = ptdesc_address(ptdesc); in preallocate_pmds() 202 pmds[i] = pmd; in preallocate_pmds() 224 pmd_t *pmd = (pmd_t *)pgd_page_vaddr(pgd); in mop_up_one_pmd() local [all …]
|
| /linux/drivers/pmdomain/bcm/ |
| H A D | bcm63xx-power.c | 38 static int bcm63xx_power_get_state(struct bcm63xx_power_dev *pmd, bool *is_on) in bcm63xx_power_get_state() argument 40 struct bcm63xx_power *power = pmd->power; in bcm63xx_power_get_state() 42 if (!pmd->mask) { in bcm63xx_power_get_state() 47 *is_on = !(__raw_readl(power->base) & pmd->mask); in bcm63xx_power_get_state() 52 static int bcm63xx_power_set_state(struct bcm63xx_power_dev *pmd, bool on) in bcm63xx_power_set_state() argument 54 struct bcm63xx_power *power = pmd->power; in bcm63xx_power_set_state() 58 if (!pmd->mask) in bcm63xx_power_set_state() 64 val &= ~pmd->mask; in bcm63xx_power_set_state() 66 val |= pmd->mask; in bcm63xx_power_set_state() 75 struct bcm63xx_power_dev *pmd = container_of(genpd, in bcm63xx_power_on() local [all …]
|
| /linux/arch/arm64/include/asm/ |
| H A D | pgtable.h | 231 #define pmd_access_permitted(pmd, write) \ argument 232 (pte_access_permitted(pmd_pte(pmd), (write))) 248 static inline pmd_t clear_pmd_bit(pmd_t pmd, pgprot_t prot) in clear_pmd_bit() argument 250 pmd_val(pmd) &= ~pgprot_val(prot); in clear_pmd_bit() 251 return pmd; in clear_pmd_bit() 254 static inline pmd_t set_pmd_bit(pmd_t pmd, pgprot_t prot) in set_pmd_bit() argument 256 pmd_val(pmd) |= pgprot_val(prot); in set_pmd_bit() 257 return pmd; in set_pmd_bit() 337 static inline pmd_t pmd_mkcont(pmd_t pmd) in pmd_mkcont() argument 339 return __pmd(pmd_val(pmd) | PMD_SECT_CONT); in pmd_mkcont() [all …]
|
| /linux/include/trace/events/ |
| H A D | thp.h | 30 TP_PROTO(unsigned long addr, unsigned long pmd), 31 TP_ARGS(addr, pmd) 62 TP_PROTO(unsigned long addr, unsigned long pmd, unsigned long clr, unsigned long set), 63 TP_ARGS(addr, pmd, clr, set) 74 TP_PROTO(unsigned long addr, unsigned long pmd), 76 TP_ARGS(addr, pmd), 80 __field(unsigned long, pmd) 85 __entry->pmd = pmd; 87 TP_printk("addr=%lx, pmd=%lx", __entry->addr, __entry->pmd) 91 TP_PROTO(unsigned long addr, unsigned long pmd), [all …]
|
| /linux/arch/powerpc/include/asm/nohash/32/ |
| H A D | pgtable.h | 154 #define pmd_none(pmd) (!pmd_val(pmd)) argument 155 #define pmd_bad(pmd) (pmd_val(pmd) & _PMD_BAD) argument 156 #define pmd_present(pmd) (pmd_val(pmd) & _PMD_PRESENT_MASK) argument 170 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT) argument 172 #define pmd_page_vaddr(pmd) \ argument 173 ((const void *)((unsigned long)pmd_val(pmd) & ~(PTE_TABLE_SIZE - 1))) 174 #define pmd_pfn(pmd) (__pa(pmd_val(pmd)) >> PAGE_SHIFT) argument 177 #define pmd_page(pmd) pfn_to_page(pmd_pfn(pmd)) argument
|
| /linux/arch/x86/power/ |
| H A D | hibernate_32.c | 59 static pte_t *resume_one_page_table_init(pmd_t *pmd) in resume_one_page_table_init() argument 61 if (pmd_none(*pmd)) { in resume_one_page_table_init() 66 set_pmd(pmd, __pmd(__pa(page_table) | _PAGE_TABLE)); in resume_one_page_table_init() 68 BUG_ON(page_table != pte_offset_kernel(pmd, 0)); in resume_one_page_table_init() 73 return pte_offset_kernel(pmd, 0); in resume_one_page_table_init() 85 pmd_t *pmd; in resume_physical_mapping_init() local 94 pmd = resume_one_md_table_init(pgd); in resume_physical_mapping_init() 95 if (!pmd) in resume_physical_mapping_init() 101 for (pmd_idx = 0; pmd_idx < PTRS_PER_PMD; pmd++, pmd_idx++) { in resume_physical_mapping_init() 110 set_pmd(pmd, pfn_pmd(pfn, PAGE_KERNEL_LARGE_EXEC)); in resume_physical_mapping_init() [all …]
|
| /linux/arch/x86/boot/startup/ |
| H A D | map_kernel.c | 34 pmdval_t *pmd, in sme_postprocess_startup() argument 67 pmd[i] -= sme_get_me_mask(); in sme_postprocess_startup() 98 pmdval_t *pmd, pmd_entry; in __startup_64() local 140 level2_fixmap_pgt[i].pmd += load_delta; in __startup_64() 149 pud = &early_pgts[0]->pmd; in __startup_64() 150 pmd = &early_pgts[1]->pmd; in __startup_64() 156 p4d = &early_pgts[next_early_pgt++]->pmd; in __startup_64() 172 pud[(i + 0) % PTRS_PER_PUD] = (pudval_t)pmd + pgtable_flags; in __startup_64() 173 pud[(i + 1) % PTRS_PER_PUD] = (pudval_t)pmd + pgtable_flags; in __startup_64() 182 pmd[idx % PTRS_PER_PMD] = pmd_entry + i * PMD_SIZE; in __startup_64() [all …]
|
| /linux/mm/ |
| H A D | debug_vm_pgtable.c | 178 pmd_t pmd; in pmd_basic_tests() local 184 pmd = pfn_pmd(args->fixed_pmd_pfn, prot); in pmd_basic_tests() 193 WARN_ON(pmd_dirty(pmd_wrprotect(pmd))); in pmd_basic_tests() 196 WARN_ON(!pmd_same(pmd, pmd)); in pmd_basic_tests() 197 WARN_ON(!pmd_young(pmd_mkyoung(pmd_mkold(pmd)))); in pmd_basic_tests() 198 WARN_ON(!pmd_dirty(pmd_mkdirty(pmd_mkclean(pmd)))); in pmd_basic_tests() 199 WARN_ON(!pmd_write(pmd_mkwrite(pmd_wrprotect(pmd), args->vma))); in pmd_basic_tests() 200 WARN_ON(pmd_young(pmd_mkold(pmd_mkyoung(pmd)))); in pmd_basic_tests() 201 WARN_ON(pmd_dirty(pmd_mkclean(pmd_mkdirty(pmd)))); in pmd_basic_tests() 222 pmd_t pmd; pmd_advanced_tests() local 284 pmd_t pmd; pmd_leaf_tests() local 437 pmd_t pmd; pmd_huge_tests() local 637 pmd_t pmd = pmdp_get(args->pmdp); pmd_clear_tests() local 648 pmd_t pmd; pmd_populate_tests() local 686 pmd_t pmd; pmd_protnone_tests() local 735 pmd_t pmd; pmd_soft_dirty_tests() local 751 pmd_t pmd; pmd_leaf_soft_dirty_tests() local 907 pmd_t pmd; pmd_thp_tests() local [all...] |
| H A D | huge_memory.c | 1073 pmd_t maybe_pmd_mkwrite(pmd_t pmd, struct vm_area_struct *vma) in maybe_pmd_mkwrite() argument 1076 pmd = pmd_mkwrite(pmd, vma); in maybe_pmd_mkwrite() 1077 return pmd; in maybe_pmd_mkwrite() 1296 void map_anon_folio_pmd_nopf(struct folio *folio, pmd_t *pmd, in map_anon_folio_pmd_nopf() argument 1305 set_pmd_at(vma->vm_mm, haddr, pmd, entry); in map_anon_folio_pmd_nopf() 1306 update_mmu_cache_pmd(vma, haddr, pmd); in map_anon_folio_pmd_nopf() 1310 static void map_anon_folio_pmd_pf(struct folio *folio, pmd_t *pmd, in map_anon_folio_pmd_pf() argument 1313 map_anon_folio_pmd_nopf(folio, pmd, vma, haddr); in map_anon_folio_pmd_pf() 1338 vmf->ptl = pmd_lock(vma->vm_mm, vmf->pmd); in __do_huge_pmd_anonymous_page() 1339 if (unlikely(!pmd_none(*vmf->pmd))) { in __do_huge_pmd_anonymous_page() [all …]
|
| H A D | page_table_check.c | 161 pmd_t pmd) in __page_table_check_pmd_clear() 166 if (pmd_user_accessible_page(pmd, addr)) { in __page_table_check_pmd_clear() 167 page_table_check_clear(pmd_pfn(pmd), PMD_SIZE >> PAGE_SHIFT); in __page_table_check_pmd_clear() 219 static inline void page_table_check_pmd_flags(pmd_t pmd) in page_table_check_pmd_flags() 221 if (pmd_present(pmd)) { in page_table_check_pmd_flags() 222 if (pmd_uffd_wp(pmd)) in page_table_check_pmd_flags() 223 WARN_ON_ONCE(pmd_write(pmd)); in page_table_check_pmd_flags() 224 } else if (pmd_swp_uffd_wp(pmd)) { in page_table_check_pmd_flags() 225 const softleaf_t entry = softleaf_from_pmd(pmd); in page_table_check_pmd_flags() 232 pmd_t *pmdp, pmd_t pmd, unsigne in __page_table_check_pmds_set() 159 __page_table_check_pmd_clear(struct mm_struct * mm,pmd_t pmd) __page_table_check_pmd_clear() argument 216 page_table_check_pmd_flags(pmd_t pmd) page_table_check_pmd_flags() argument 228 __page_table_check_pmds_set(struct mm_struct * mm,pmd_t * pmdp,pmd_t pmd,unsigned int nr) __page_table_check_pmds_set() argument 264 __page_table_check_pte_clear_range(struct mm_struct * mm,unsigned long addr,pmd_t pmd) __page_table_check_pte_clear_range() argument [all...] |
| /linux/arch/arm/mm/ |
| H A D | idmap.c | 27 pmd_t *pmd; in idmap_add_pmd() local 31 pmd = pmd_alloc_one(&init_mm, addr); in idmap_add_pmd() 32 if (!pmd) { in idmap_add_pmd() 41 memcpy(pmd, pmd_offset(pud, 0), in idmap_add_pmd() 43 pud_populate(&init_mm, pud, pmd); in idmap_add_pmd() 44 pmd += pmd_index(addr); in idmap_add_pmd() 46 pmd = pmd_offset(pud, addr); in idmap_add_pmd() 50 *pmd = __pmd((addr & PMD_MASK) | prot); in idmap_add_pmd() 51 flush_pmd_entry(pmd); in idmap_add_pmd() 52 } while (pmd++, addr = next, addr != end); in idmap_add_pmd() [all …]
|
| /linux/arch/s390/mm/ |
| H A D | vmem.c | 168 static int __ref modify_pte_table(pmd_t *pmd, unsigned long addr, in modify_pte_table() argument 177 pte = pte_offset_kernel(pmd, addr); in modify_pte_table() 207 static void try_free_pte_table(pmd_t *pmd, unsigned long start) in try_free_pte_table() argument 213 pte = pte_offset_kernel(pmd, start); in try_free_pte_table() 218 vmem_pte_free((unsigned long *) pmd_deref(*pmd)); in try_free_pte_table() 219 pmd_clear(pmd); in try_free_pte_table() 229 pmd_t *pmd; in modify_pmd_table() local 233 pmd = pmd_offset(pud, addr); in modify_pmd_table() 234 for (; addr < end; addr = next, pmd++) { in modify_pmd_table() 237 if (pmd_none(*pmd)) in modify_pmd_table() [all …]
|
| /linux/include/asm-generic/ |
| H A D | pgtable_uffd.h | 27 static __always_inline int pmd_uffd_wp(pmd_t pmd) in pmd_uffd_wp() argument 37 static __always_inline pmd_t pmd_mkuffd_wp(pmd_t pmd) in pmd_mkuffd_wp() argument 39 return pmd; in pmd_mkuffd_wp() 47 static __always_inline pmd_t pmd_clear_uffd_wp(pmd_t pmd) in pmd_clear_uffd_wp() argument 49 return pmd; in pmd_clear_uffd_wp() 67 static inline pmd_t pmd_swp_mkuffd_wp(pmd_t pmd) in pmd_swp_mkuffd_wp() argument 69 return pmd; in pmd_swp_mkuffd_wp() 72 static inline int pmd_swp_uffd_wp(pmd_t pmd) in pmd_swp_uffd_wp() argument 77 static inline pmd_t pmd_swp_clear_uffd_wp(pmd_t pmd) in pmd_swp_clear_uffd_wp() argument 79 return pmd; in pmd_swp_clear_uffd_wp()
|
| /linux/include/linux/ |
| H A D | leafops.h | 94 static inline softleaf_t softleaf_from_pmd(pmd_t pmd) in softleaf_from_pmd() argument 98 if (pmd_present(pmd) || pmd_none(pmd)) in softleaf_from_pmd() 101 if (pmd_swp_soft_dirty(pmd)) in softleaf_from_pmd() 102 pmd = pmd_swp_clear_soft_dirty(pmd); in softleaf_from_pmd() 103 if (pmd_swp_uffd_wp(pmd)) in softleaf_from_pmd() 104 pmd = pmd_swp_clear_uffd_wp(pmd); in softleaf_from_pmd() 105 arch_entry = __pmd_to_swp_entry(pmd); in softleaf_from_pmd() 113 static inline softleaf_t softleaf_from_pmd(pmd_t pmd) in softleaf_from_pmd() argument 574 static inline bool pmd_is_device_private_entry(pmd_t pmd) in pmd_is_device_private_entry() argument 576 return softleaf_is_device_private(softleaf_from_pmd(pmd)); in pmd_is_device_private_entry() [all …]
|
| H A D | pgtable.h | 31 #define pmd_pgtable(pmd) pmd_page(pmd) argument 34 #define pmd_folio(pmd) page_folio(pmd_page(pmd)) argument 96 static inline pte_t *pte_offset_kernel(pmd_t *pmd, unsigned long address) in pte_offset_kernel() argument 98 return (pte_t *)pmd_page_vaddr(*pmd) + pte_index(address); in pte_offset_kernel() 104 #define __pte_map(pmd, address) \ argument 105 ((pte_t *)kmap_local_page(pmd_page(*(pmd))) + pte_index((address))) 111 static inline pte_t *__pte_map(pmd_t *pmd, unsigned long address) in __pte_map() argument 113 return pte_offset_kernel(pmd, address); in __pte_map() 177 pmd_t *pmd = pmd_off_k(vaddr); in virt_to_kpte() local 179 return pmd_none(*pmd) ? NULL : pte_offset_kernel(pmd, vaddr); in virt_to_kpte() [all …]
|
| /linux/arch/m68k/include/asm/ |
| H A D | sun3_pgtable.h | 90 static inline unsigned long pmd_page_vaddr(pmd_t pmd) in pmd_page_vaddr() argument 92 return (unsigned long)__va(pmd_val(pmd) & PAGE_MASK); in pmd_page_vaddr() 108 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT) argument 109 #define pmd_page(pmd) virt_to_page((void *)pmd_page_vaddr(pmd)) argument 112 static inline int pmd_none2 (pmd_t *pmd) { return !pmd_val (*pmd); } in pmd_none2() argument 113 #define pmd_none(pmd) pmd_none2(&(pmd)) argument 115 static inline int pmd_bad2 (pmd_t *pmd) { return 0; } in pmd_bad2() argument 116 #define pmd_bad(pmd) pmd_bad2(&(pmd)) argument 117 static inline int pmd_present2 (pmd_t *pmd) { return pmd_val (*pmd) & SUN3_PMD_VALID; } in pmd_present2() argument 119 #define pmd_present(pmd) (!pmd_none2(&(pmd))) argument
|
| /linux/arch/x86/include/asm/ |
| H A D | pgalloc.h | 63 pmd_t *pmd, pte_t *pte) in pmd_populate_kernel() argument 66 set_pmd(pmd, __pmd(__pa(pte) | _PAGE_TABLE)); in pmd_populate_kernel() 70 pmd_t *pmd, pte_t *pte) in pmd_populate_kernel_safe() argument 73 set_pmd_safe(pmd, __pmd(__pa(pte) | _PAGE_TABLE)); in pmd_populate_kernel_safe() 76 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate() argument 82 set_pmd(pmd, __pmd(((pteval_t)pfn << PAGE_SHIFT) | _PAGE_TABLE)); in pmd_populate() 86 extern void ___pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd); 88 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb() argument 91 ___pmd_free_tlb(tlb, pmd); in __pmd_free_tlb() 95 extern void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd); [all …]
|
| /linux/arch/powerpc/include/asm/nohash/64/ |
| H A D | pgalloc.h | 34 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate() argument 36 pud_set(pud, (unsigned long)pmd); in pud_populate() 39 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel() argument 42 pmd_set(pmd, (unsigned long)pte); in pmd_populate_kernel() 45 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate() argument 48 pmd_set(pmd, (unsigned long)pte_page); in pmd_populate() 57 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free() argument 59 kmem_cache_free(PGT_CACHE(PMD_CACHE_INDEX), pmd); in pmd_free() 62 #define __pmd_free_tlb(tlb, pmd, addr) \ argument 63 pgtable_free_tlb(tlb, pmd, PMD_CACHE_INDEX)
|