| /linux/arch/x86/include/asm/xen/ |
| H A D | page.h | 56 extern int xen_alloc_p2m_entry(unsigned long pfn); 58 extern unsigned long get_phys_to_machine(unsigned long pfn); 59 extern bool set_phys_to_machine(unsigned long pfn, unsigned long mfn); 60 extern bool __set_phys_to_machine(unsigned long pfn, unsigned long mfn); 133 static inline unsigned long __pfn_to_mfn(unsigned long pfn) in __pfn_to_mfn() argument 137 if (pfn < xen_p2m_size) in __pfn_to_mfn() 138 mfn = xen_p2m_addr[pfn]; in __pfn_to_mfn() 139 else if (unlikely(pfn < xen_max_p2m_pfn)) in __pfn_to_mfn() 140 return get_phys_to_machine(pfn); in __pfn_to_mfn() 142 return IDENTITY_FRAME(pfn); in __pfn_to_mfn() [all …]
|
| /linux/tools/testing/scatterlist/ |
| H A D | main.c | 11 unsigned *pfn; member 28 #define pfn(...) (unsigned []){ __VA_ARGS__ } macro 42 printf(" %x", test->pfn[i]); in fail() 56 { -EINVAL, 1, pfn(0), NULL, PAGE_SIZE, 0, 1 }, in main() 57 { 0, 1, pfn(0), NULL, PAGE_SIZE, PAGE_SIZE + 1, 1 }, in main() 58 { 0, 1, pfn(0), NULL, PAGE_SIZE, sgmax, 1 }, in main() 59 { 0, 1, pfn(0), NULL, 1, sgmax, 1 }, in main() 60 { 0, 2, pfn(0, 1), NULL, 2 * PAGE_SIZE, sgmax, 1 }, in main() 61 { 0, 2, pfn(1, 0), NULL, 2 * PAGE_SIZE, sgmax, 2 }, in main() 62 { 0, 3, pfn(0, 1, 2), NULL, 3 * PAGE_SIZE, sgmax, 1 }, in main() [all …]
|
| /linux/mm/ |
| H A D | page_ext.c | 169 unsigned long pfn = page_to_pfn(page); in lookup_page_ext() local 183 index = pfn - round_down(node_start_pfn(page_to_nid(page)), in lookup_page_ext() 249 unsigned long pfn = page_to_pfn(page); in lookup_page_ext() local 250 struct mem_section *section = __pfn_to_section(pfn); in lookup_page_ext() 262 return get_entry(page_ext, pfn); in lookup_page_ext() 282 static int __meminit init_section_page_ext(unsigned long pfn, int nid) in init_section_page_ext() argument 288 section = __pfn_to_section(pfn); in init_section_page_ext() 312 pfn &= PAGE_SECTION_MASK; in init_section_page_ext() 313 section->page_ext = (void *)base - page_ext_size * pfn; in init_section_page_ext() 336 static void __free_page_ext(unsigned long pfn) in __free_page_ext() argument [all …]
|
| H A D | memory-failure.c | 86 void num_poisoned_pages_inc(unsigned long pfn) in num_poisoned_pages_inc() argument 89 memblk_nr_poison_inc(pfn); in num_poisoned_pages_inc() 92 void num_poisoned_pages_sub(unsigned long pfn, long i) in num_poisoned_pages_sub() argument 95 if (pfn != -1UL) in num_poisoned_pages_sub() 96 memblk_nr_poison_sub(pfn, i); in num_poisoned_pages_sub() 286 static int kill_proc(struct to_kill *tk, unsigned long pfn, int flags) in kill_proc() argument 293 pfn, t->comm, task_pid_nr(t)); in kill_proc() 463 unsigned long pfn, int flags) in kill_procs() argument 471 pfn, tk->tsk->comm, task_pid_nr(tk->tsk)); in kill_procs() 482 else if (kill_proc(tk, pfn, flags) < 0) in kill_procs() [all …]
|
| H A D | mm_init.c | 595 void __meminit __init_single_page(struct page *page, unsigned long pfn, in __init_single_page() argument 599 set_page_links(page, zone, nid, pfn); in __init_single_page() 609 set_page_address(page, __va(pfn << PAGE_SHIFT)); in __init_single_page() 630 static int __meminit __early_pfn_to_nid(unsigned long pfn, in __early_pfn_to_nid() argument 636 if (state->last_start <= pfn && pfn < state->last_end) in __early_pfn_to_nid() 639 nid = memblock_search_pfn_nid(pfn, &start_pfn, &end_pfn); in __early_pfn_to_nid() 649 int __meminit early_pfn_to_nid(unsigned long pfn) in early_pfn_to_nid() argument 655 nid = __early_pfn_to_nid(pfn, &early_pfnnid_cache); in early_pfn_to_nid() 681 static __meminit void pageblock_migratetype_init_range(unsigned long pfn, in pageblock_migratetype_init_range() argument 684 const unsigned long end = pfn + nr_pages; in pageblock_migratetype_init_range() [all …]
|
| /linux/arch/arm/xen/ |
| H A D | p2m.c | 23 unsigned long pfn; member 44 if (new->pfn == entry->pfn) in xen_add_phys_to_mach_entry() 47 if (new->pfn < entry->pfn) in xen_add_phys_to_mach_entry() 59 __func__, &new->pfn, &new->mfn, &entry->pfn, &entry->mfn); in xen_add_phys_to_mach_entry() 64 unsigned long __pfn_to_mfn(unsigned long pfn) in __pfn_to_mfn() argument 74 if (entry->pfn <= pfn && in __pfn_to_mfn() 75 entry->pfn + entry->nr_pages > pfn) { in __pfn_to_mfn() 76 unsigned long mfn = entry->mfn + (pfn - entry->pfn); in __pfn_to_mfn() 80 if (pfn < entry->pfn) in __pfn_to_mfn() 150 bool __set_phys_to_machine_multi(unsigned long pfn, in __set_phys_to_machine_multi() argument [all …]
|
| /linux/include/trace/events/ |
| H A D | ksm.h | 132 TP_PROTO(unsigned long pfn, void *rmap_item, void *mm, int err), 134 TP_ARGS(pfn, rmap_item, mm, err), 137 __field(unsigned long, pfn) 144 __entry->pfn = pfn; 151 __entry->pfn, __entry->rmap_item, __entry->mm, __entry->err) 167 TP_PROTO(void *ksm_page, unsigned long pfn, void *rmap_item, void *mm, int err), 169 TP_ARGS(ksm_page, pfn, rmap_item, mm, err), 173 __field(unsigned long, pfn) 181 __entry->pfn = pfn; 189 __entry->pfn, __entry->rmap_item, __entry->mm, __entry->err) [all …]
|
| H A D | cma.h | 13 TP_PROTO(const char *name, unsigned long pfn, const struct page *page, 16 TP_ARGS(name, pfn, page, count), 20 __field(unsigned long, pfn) 27 __entry->pfn = pfn; 34 __entry->pfn, 72 TP_PROTO(const char *name, unsigned long pfn, const struct page *page, 75 TP_ARGS(name, pfn, page, count, align, errorno), 79 __field(unsigned long, pfn) 88 __entry->pfn = pfn; 97 __entry->pfn, [all …]
|
| H A D | kmem.h | 146 __field( unsigned long, pfn ) 151 __entry->pfn = page_to_pfn(page); 156 pfn_to_page(__entry->pfn), 157 __entry->pfn, 168 __field( unsigned long, pfn ) 172 __entry->pfn = page_to_pfn(page); 176 pfn_to_page(__entry->pfn), 177 __entry->pfn) 188 __field( unsigned long, pfn ) 195 __entry->pfn = page ? page_to_pfn(page) : -1UL; [all …]
|
| /linux/scripts/gdb/linux/ |
| H A D | page_owner.py | 24 --pfn [Decimal pfn] 26 lx-dump-page-owner --pfn 655360\n""" 56 if argv[0] == "--pfn": 57 pfn = int(argv[1]) 58 self.read_page_owner_by_addr(self.p_ops.pfn_to_page(pfn)) 82 pfn = self.p_ops.page_to_pfn(page) 83 section = self.p_ops.pfn_to_section(pfn) 87 return self.get_entry(page_ext, pfn) 102 pfn [all...] |
| H A D | mm.py | 105 def pfn_to_section_nr(self, pfn): argument 106 return pfn >> self.PFN_SECTION_SHIFT 111 def __pfn_to_section(self, pfn): argument 112 return self.__nr_to_section(self.pfn_to_section_nr(pfn)) 114 def pfn_to_section(self, pfn): argument 115 return self.__pfn_to_section(pfn) 117 def subsection_map_index(self, pfn): argument 118 return (pfn & ~(self.PAGE_SECTION_MASK)) // self.PAGES_PER_SUBSECTION 120 def pfn_section_valid(self, ms, pfn): argument 122 idx = self.subsection_map_index(pfn) [all …]
|
| /linux/arch/arm/mach-omap2/ |
| H A D | io.c | 68 .pfn = __phys_to_pfn(L3_24XX_PHYS), 74 .pfn = __phys_to_pfn(L4_24XX_PHYS), 84 .pfn = __phys_to_pfn(DSP_MEM_2420_PHYS), 90 .pfn = __phys_to_pfn(DSP_IPI_2420_PHYS), 96 .pfn = __phys_to_pfn(DSP_MMU_2420_PHYS), 108 .pfn = __phys_to_pfn(L4_WK_243X_PHYS), 114 .pfn = __phys_to_pfn(OMAP243X_GPMC_PHYS), 120 .pfn = __phys_to_pfn(OMAP243X_SDRC_PHYS), 126 .pfn = __phys_to_pfn(OMAP243X_SMS_PHYS), 138 .pfn = __phys_to_pfn(L3_34XX_PHYS), [all …]
|
| /linux/arch/x86/hyperv/ |
| H A D | ivm.c | 487 u64 pfn; member 498 u64 pfn; in hv_list_enc_add() local 502 pfn = pfn_list[i]; in hv_list_enc_add() 507 if ((ent->pfn <= pfn) && (ent->pfn + ent->count - 1 >= pfn)) in hv_list_enc_add() 520 if (ent->pfn + ent->count == pfn) { in hv_list_enc_add() 524 } else if (pfn + 1 == ent->pfn) { in hv_list_enc_add() 526 ent->pfn--; in hv_list_enc_add() 538 ent->pfn = pfn; in hv_list_enc_add() 556 u64 pfn; in hv_list_enc_remove() local 560 pfn = pfn_list[i]; in hv_list_enc_remove() [all …]
|
| /linux/arch/x86/virt/svm/ |
| H A D | sev.c | 703 static struct rmpentry_raw *get_raw_rmpentry(u64 pfn) in get_raw_rmpentry() argument 711 paddr = pfn << PAGE_SHIFT; in get_raw_rmpentry() 732 static int get_rmpentry(u64 pfn, struct rmpentry *e) in get_rmpentry() argument 742 : "a" (pfn << PAGE_SHIFT), "c" (e) in get_rmpentry() 748 e_raw = get_raw_rmpentry(pfn); in get_rmpentry() 768 static int __snp_lookup_rmpentry(u64 pfn, struct rmpentry *e, int *level) in __snp_lookup_rmpentry() argument 776 ret = get_rmpentry(pfn, e); in __snp_lookup_rmpentry() 785 ret = get_rmpentry(pfn & PFN_PMD_MASK, &e_large); in __snp_lookup_rmpentry() 794 int snp_lookup_rmpentry(u64 pfn, bool *assigned, int *level) in snp_lookup_rmpentry() argument 799 ret = __snp_lookup_rmpentry(pfn, &e, level); in snp_lookup_rmpentry() [all …]
|
| /linux/arch/riscv/include/asm/ |
| H A D | pgalloc.h | 21 unsigned long pfn = virt_to_pfn(pte); in pmd_populate_kernel() local 23 set_pmd(pmd, __pmd((pfn << _PAGE_PFN_SHIFT) | _PAGE_TABLE)); in pmd_populate_kernel() 29 unsigned long pfn = virt_to_pfn(page_address(pte)); in pmd_populate() local 31 set_pmd(pmd, __pmd((pfn << _PAGE_PFN_SHIFT) | _PAGE_TABLE)); in pmd_populate() 37 unsigned long pfn = virt_to_pfn(pmd); in pud_populate() local 39 set_pud(pud, __pud((pfn << _PAGE_PFN_SHIFT) | _PAGE_TABLE)); in pud_populate() 45 unsigned long pfn = virt_to_pfn(pud); in p4d_populate() local 47 set_p4d(p4d, __p4d((pfn << _PAGE_PFN_SHIFT) | _PAGE_TABLE)); in p4d_populate() 55 unsigned long pfn = virt_to_pfn(pud); in p4d_populate_safe() local 58 __p4d((pfn << _PAGE_PFN_SHIFT) | _PAGE_TABLE)); in p4d_populate_safe() [all …]
|
| /linux/include/xen/arm/ |
| H A D | page.h | 15 #define phys_to_machine_mapping_valid(pfn) (1) argument 43 unsigned long __pfn_to_mfn(unsigned long pfn); 47 static inline unsigned long pfn_to_gfn(unsigned long pfn) in pfn_to_gfn() argument 49 return pfn; in pfn_to_gfn() 58 static inline unsigned long pfn_to_bfn(unsigned long pfn) in pfn_to_bfn() argument 63 mfn = __pfn_to_mfn(pfn); in pfn_to_bfn() 68 return pfn; in pfn_to_bfn() 103 bool __set_phys_to_machine(unsigned long pfn, unsigned long mfn); 104 bool __set_phys_to_machine_multi(unsigned long pfn, unsigned long mfn, 107 static inline bool set_phys_to_machine(unsigned long pfn, unsigned long mfn) in set_phys_to_machine() argument [all …]
|
| /linux/include/linux/ |
| H A D | mmzone.h | 37 #define IS_MAX_ORDER_ALIGNED(pfn) IS_ALIGNED(pfn, MAX_ORDER_NR_PAGES) argument 156 # define is_migrate_cma_folio(folio, pfn) \ argument 157 (get_pfnblock_migratetype(&folio->page, pfn) == MIGRATE_CMA) 161 # define is_migrate_cma_folio(folio, pfn) false argument 1225 static inline bool zone_spans_pfn(const struct zone *zone, unsigned long pfn) in zone_spans_pfn() argument 1227 return zone->zone_start_pfn <= pfn && pfn < zone_end_pfn(zone); in zone_spans_pfn() 1945 #define pfn_to_nid(pfn) (0) argument 1969 static inline unsigned long pfn_to_section_nr(unsigned long pfn) in pfn_to_section_nr() argument 1971 return pfn >> PFN_SECTION_SHIFT; in pfn_to_section_nr() 1978 #define SECTION_ALIGN_UP(pfn) (((pfn) + PAGES_PER_SECTION - 1) & PAGE_SECTION_MASK) argument [all …]
|
| /linux/arch/arm/mm/ |
| H A D | ioremap.c | 213 remap_area_sections(unsigned long virt, unsigned long pfn, in remap_area_sections() argument 226 pmd[0] = __pmd(__pfn_to_phys(pfn) | type->prot_sect); in remap_area_sections() 227 pfn += SZ_1M >> PAGE_SHIFT; in remap_area_sections() 228 pmd[1] = __pmd(__pfn_to_phys(pfn) | type->prot_sect); in remap_area_sections() 229 pfn += SZ_1M >> PAGE_SHIFT; in remap_area_sections() 240 remap_area_supersections(unsigned long virt, unsigned long pfn, in remap_area_supersections() argument 254 super_pmd_val = __pfn_to_phys(pfn) | type->prot_sect | in remap_area_supersections() 256 super_pmd_val |= ((pfn >> (32 - PAGE_SHIFT)) & 0xf) << 20; in remap_area_supersections() 267 pfn += SUPERSECTION_SIZE >> PAGE_SHIFT; in remap_area_supersections() 274 static void __iomem * __arm_ioremap_pfn_caller(unsigned long pfn, in __arm_ioremap_pfn_caller() argument [all …]
|
| /linux/virt/kvm/ |
| H A D | pfncache.c | 35 if (gpc->valid && !is_error_noslot_pfn(gpc->pfn) && in gfn_to_pfn_cache_invalidate_start() 48 if (gpc->valid && !is_error_noslot_pfn(gpc->pfn) && in gfn_to_pfn_cache_invalidate_start() 99 static void *gpc_map(kvm_pfn_t pfn) in gpc_map() argument 101 if (pfn_valid(pfn)) in gpc_map() 102 return kmap(pfn_to_page(pfn)); in gpc_map() 105 return memremap(pfn_to_hpa(pfn), PAGE_SIZE, MEMREMAP_WB); in gpc_map() 111 static void gpc_unmap(kvm_pfn_t pfn, void *khva) in gpc_unmap() argument 113 /* Unmap the old pfn/page if it was mapped before. */ in gpc_unmap() 114 if (is_error_noslot_pfn(pfn) || !khva) in gpc_unmap() 117 if (pfn_valid(pfn)) { in gpc_unmap() [all...] |
| /linux/arch/x86/include/asm/ |
| H A D | pgalloc.h | 22 static inline void paravirt_alloc_pte(struct mm_struct *mm, unsigned long pfn) {} in paravirt_alloc_pte() argument 23 static inline void paravirt_alloc_pmd(struct mm_struct *mm, unsigned long pfn) {} in paravirt_alloc_pmd() argument 24 static inline void paravirt_alloc_pmd_clone(unsigned long pfn, unsigned long clonepfn, in paravirt_alloc_pmd_clone() argument 26 static inline void paravirt_alloc_pud(struct mm_struct *mm, unsigned long pfn) {} in paravirt_alloc_pud() argument 27 static inline void paravirt_alloc_p4d(struct mm_struct *mm, unsigned long pfn) {} in paravirt_alloc_p4d() argument 28 static inline void paravirt_release_pte(unsigned long pfn) {} in paravirt_release_pte() argument 29 static inline void paravirt_release_pmd(unsigned long pfn) {} in paravirt_release_pmd() argument 30 static inline void paravirt_release_pud(unsigned long pfn) {} in paravirt_release_pud() argument 31 static inline void paravirt_release_p4d(unsigned long pfn) {} in paravirt_release_p4d() argument 79 unsigned long pfn = page_to_pfn(pte); in pmd_populate() local [all …]
|
| /linux/arch/x86/xen/ |
| H A D | setup.c | 124 unsigned long __ref xen_chk_extra_mem(unsigned long pfn) in xen_chk_extra_mem() argument 129 if (pfn >= xen_extra_mem[i].start_pfn && in xen_chk_extra_mem() 130 pfn < xen_extra_mem[i].start_pfn + xen_extra_mem[i].n_pfns) in xen_chk_extra_mem() 134 return IDENTITY_FRAME(pfn); in xen_chk_extra_mem() 142 unsigned long pfn, pfn_s, pfn_e; in xen_inv_extra_mem() local 150 for (pfn = pfn_s; pfn < pfn_e; pfn++) in xen_inv_extra_mem() 151 set_phys_to_machine(pfn, INVALID_P2M_ENTRY); in xen_inv_extra_mem() 217 unsigned long pfn, end; in xen_set_identity_and_release_chunk() local 224 for (pfn = start_pfn; pfn < end; pfn++) { in xen_set_identity_and_release_chunk() 225 unsigned long mfn = pfn_to_mfn(pfn); in xen_set_identity_and_release_chunk() [all …]
|
| H A D | mmu_pv.c | 391 unsigned long pfn = mfn_to_pfn(mfn); in pte_mfn_to_pfn() local 394 if (unlikely(pfn == ~0)) in pte_mfn_to_pfn() 397 val = ((pteval_t)pfn << PAGE_SHIFT) | flags; in pte_mfn_to_pfn() 406 unsigned long pfn = (val & PTE_PFN_MASK) >> PAGE_SHIFT; in pte_pfn_to_mfn() local 410 mfn = __pfn_to_mfn(pfn); in pte_pfn_to_mfn() 739 static void xen_do_pin(unsigned level, unsigned long pfn) in xen_do_pin() argument 744 op.arg1.mfn = pfn_to_mfn(pfn); in xen_do_pin() 756 unsigned long pfn = page_to_pfn(page); in xen_pin_page() local 785 pfn_pte(pfn, PAGE_KERNEL_RO), in xen_pin_page() 789 xen_do_pin(MMUEXT_PIN_L1_TABLE, pfn); in xen_pin_page() [all …]
|
| /linux/arch/x86/kernel/ |
| H A D | crash_dump_32.c | 15 static inline bool is_crashed_pfn_valid(unsigned long pfn) in is_crashed_pfn_valid() argument 25 return pte_pfn(pfn_pte(pfn, __pgprot(0))) == pfn; in is_crashed_pfn_valid() 31 ssize_t copy_oldmem_page(struct iov_iter *iter, unsigned long pfn, size_t csize, in copy_oldmem_page() argument 39 if (!is_crashed_pfn_valid(pfn)) in copy_oldmem_page() 42 vaddr = kmap_local_pfn(pfn); in copy_oldmem_page()
|
| H A D | crash_dump_64.c | 15 static ssize_t __copy_oldmem_page(struct iov_iter *iter, unsigned long pfn, in __copy_oldmem_page() argument 25 vaddr = (__force void *)ioremap_encrypted(pfn << PAGE_SHIFT, PAGE_SIZE); in __copy_oldmem_page() 27 vaddr = (__force void *)ioremap_cache(pfn << PAGE_SHIFT, PAGE_SIZE); in __copy_oldmem_page() 38 ssize_t copy_oldmem_page(struct iov_iter *iter, unsigned long pfn, size_t csize, in copy_oldmem_page() argument 41 return __copy_oldmem_page(iter, pfn, csize, offset, false); in copy_oldmem_page() 49 ssize_t copy_oldmem_page_encrypted(struct iov_iter *iter, unsigned long pfn, in copy_oldmem_page_encrypted() argument 52 return __copy_oldmem_page(iter, pfn, csize, offset, true); in copy_oldmem_page_encrypted()
|
| /linux/arch/powerpc/kvm/ |
| H A D | e500_mmu_host.c | 167 kvm_pfn_t pfn; in kvmppc_map_magic() local 169 pfn = (kvm_pfn_t)virt_to_phys((void *)shared_page) >> PAGE_SHIFT; in kvmppc_map_magic() 170 get_page(pfn_to_page(pfn)); in kvmppc_map_magic() 178 magic.mas7_3 = ((u64)pfn << PAGE_SHIFT) | in kvmppc_map_magic() 250 kvm_pfn_t pfn, unsigned int wimg, in kvmppc_e500_tlbe_setup() argument 253 tlbe->pfn = pfn; in kvmppc_e500_tlbe_setup() 266 trace_kvm_booke206_ref_release(tlbe->pfn, tlbe->flags); in kvmppc_e500_tlbe_release() 307 kvm_pfn_t pfn = tlbe->pfn; in kvmppc_e500_setup_stlbe() local 316 stlbe->mas7_3 = ((u64)pfn << PAGE_SHIFT) | in kvmppc_e500_setup_stlbe() 327 unsigned long pfn; in kvmppc_e500_shadow_map() local [all …]
|