Home
last modified time | relevance | path

Searched refs:pgmap (Results 1 – 25 of 33) sorted by relevance

12

/linux/mm/
H A Dmemremap.c48 static unsigned long pfn_first(struct dev_pagemap *pgmap, int range_id) in pfn_first() argument
50 struct range *range = &pgmap->ranges[range_id]; in pfn_first()
55 return pfn + vmem_altmap_offset(pgmap_altmap(pgmap)); in pfn_first()
58 bool pgmap_pfn_valid(struct dev_pagemap *pgmap, unsigned long pfn) in pgmap_pfn_valid() argument
62 for (i = 0; i < pgmap->nr_range; i++) { in pgmap_pfn_valid()
63 struct range *range = &pgmap->ranges[i]; in pgmap_pfn_valid()
67 return pfn >= pfn_first(pgmap, i); in pgmap_pfn_valid()
73 static unsigned long pfn_end(struct dev_pagemap *pgmap, int range_id) in pfn_end() argument
75 const struct range *range = &pgmap->ranges[range_id]; in pfn_end()
80 static unsigned long pfn_len(struct dev_pagemap *pgmap, unsigned long range_id) in pfn_len() argument
[all …]
H A Dmm_init.c980 struct dev_pagemap *pgmap) in __init_zone_device_page() argument
999 page_folio(page)->pgmap = pgmap; in __init_zone_device_page()
1011 switch (pgmap->type) { in __init_zone_device_page()
1034 struct dev_pagemap *pgmap) in compound_nr_pages() argument
1042 !vmemmap_can_optimize(altmap, pgmap)) in compound_nr_pages()
1043 return pgmap_vmemmap_nr(pgmap); in compound_nr_pages()
1051 struct dev_pagemap *pgmap, in memmap_init_compound() argument
1055 unsigned int order = pgmap->vmemmap_shift; in memmap_init_compound()
1067 __init_zone_device_page(page, pfn, zone_idx, nid, pgmap); in memmap_init_compound()
1077 struct dev_pagemap *pgmap) in memmap_init_zone_device() argument
[all …]
H A Dmemory-failure.c1763 struct dev_pagemap *pgmap) in mf_generic_kill_procs() argument
1786 switch (pgmap->type) { in mf_generic_kill_procs()
2175 struct dev_pagemap *pgmap) in memory_failure_dev_pagemap() argument
2180 if (!pgmap_pfn_valid(pgmap, pfn)) in memory_failure_dev_pagemap()
2187 if (pgmap_has_memory_failure(pgmap)) { in memory_failure_dev_pagemap()
2188 rc = pgmap->ops->memory_failure(pgmap, pfn, 1, flags); in memory_failure_dev_pagemap()
2197 rc = mf_generic_kill_procs(pfn, flags, pgmap); in memory_failure_dev_pagemap()
2200 put_dev_pagemap(pgmap); in memory_failure_dev_pagemap()
2390 struct dev_pagemap *pgmap; in memory_failure() local
2418 pgmap = get_dev_pagemap(pfn); in memory_failure()
[all …]
H A Dmigrate_device.c177 if (folio->pgmap->owner != migrate->pgmap_owner) { in migrate_vma_collect_huge_pmd()
276 struct dev_pagemap *pgmap; in migrate_vma_collect_pmd() local
304 pgmap = page_pgmap(page); in migrate_vma_collect_pmd()
307 pgmap->owner != migrate->pgmap_owner) in migrate_vma_collect_pmd()
349 pgmap = page_pgmap(page); in migrate_vma_collect_pmd()
353 pgmap->owner != migrate->pgmap_owner) in migrate_vma_collect_pmd()
H A Dsparse.c230 struct dev_pagemap *pgmap) in __populate_section_memmap() argument
/linux/include/linux/
H A Dmemremap.h100 int (*memory_failure)(struct dev_pagemap *pgmap, unsigned long pfn,
149 static inline bool pgmap_has_memory_failure(struct dev_pagemap *pgmap) in pgmap_has_memory_failure() argument
151 return pgmap->ops && pgmap->ops->memory_failure; in pgmap_has_memory_failure()
154 static inline struct vmem_altmap *pgmap_altmap(struct dev_pagemap *pgmap) in pgmap_altmap() argument
156 if (pgmap->flags & PGMAP_ALTMAP_VALID) in pgmap_altmap()
157 return &pgmap->altmap; in pgmap_altmap()
161 static inline unsigned long pgmap_vmemmap_nr(struct dev_pagemap *pgmap) in pgmap_vmemmap_nr() argument
163 return 1 << pgmap->vmemmap_shift; in pgmap_vmemmap_nr()
170 folio->pgmap->type == MEMORY_DEVICE_PRIVATE; in folio_is_device_private()
183 folio->pgmap->type == MEMORY_DEVICE_PCI_P2PDMA; in folio_is_pci_p2pdma()
[all …]
H A Dmm.h5146 struct dev_pagemap *pgmap);
5202 struct dev_pagemap *pgmap) in __vmemmap_can_optimize() argument
5207 if (!pgmap || !is_power_of_2(sizeof(struct page))) in __vmemmap_can_optimize()
5210 nr_pages = pgmap_vmemmap_nr(pgmap); in __vmemmap_can_optimize()
5227 struct dev_pagemap *pgmap) in vmemmap_can_optimize() argument
/linux/drivers/dax/
H A Dfsdev.c130 struct dev_pagemap *pgmap = data; in fsdev_clear_pgmap_ops() local
141 pgmap->ops = NULL; in fsdev_clear_pgmap_ops()
142 pgmap->owner = NULL; in fsdev_clear_pgmap_ops()
168 static int fsdev_pagemap_memory_failure(struct dev_pagemap *pgmap, in fsdev_pagemap_memory_failure() argument
171 struct dev_dax *dev_dax = pgmap->owner; in fsdev_pagemap_memory_failure()
247 struct dev_pagemap *pgmap; in fsdev_acquire_pgmap() local
257 pgmap = dev_dax->pgmap; in fsdev_acquire_pgmap()
258 pgmap->vmemmap_shift = 0; in fsdev_acquire_pgmap()
259 return pgmap; in fsdev_acquire_pgmap()
262 if (dev_dax->pgmap) { in fsdev_acquire_pgmap()
[all …]
H A Ddax-private.h94 struct dev_pagemap *pgmap; member
/linux/drivers/xen/
H A Dunpopulated-alloc.c39 struct dev_pagemap *pgmap; in fill_list() local
87 pgmap = kzalloc_obj(*pgmap); in fill_list()
88 if (!pgmap) { in fill_list()
93 pgmap->type = MEMORY_DEVICE_GENERIC; in fill_list()
94 pgmap->range = (struct range) { in fill_list()
98 pgmap->nr_range = 1; in fill_list()
99 pgmap->owner = res; in fill_list()
124 vaddr = memremap_pages(pgmap, NUMA_NO_NODE); in fill_list()
142 kfree(pgmap); in fill_list()
/linux/tools/testing/nvdimm/test/
H A Diomap.c98 struct dev_pagemap *pgmap = _pgmap; in nfit_test_kill()
100 WARN_ON(!pgmap); in nfit_test_kill()
102 percpu_ref_kill(&pgmap->ref); in nfit_test_kill()
104 wait_for_completion(&pgmap->done); in nfit_test_kill()
105 percpu_ref_exit(&pgmap->ref); in nfit_test_kill()
110 struct dev_pagemap *pgmap = container_of(ref, struct dev_pagemap, ref); in dev_pagemap_percpu_release()
112 complete(&pgmap->done); in dev_pagemap_percpu_release()
115 void *__wrap_devm_memremap_pages(struct device *dev, struct dev_pagemap *pgmap)
118 resource_size_t offset = pgmap->range.start; in __wrap_devm_memremap_pages()
122 return devm_memremap_pages(dev, pgmap); in __wrap_devm_memremap_pages()
99 struct dev_pagemap *pgmap = _pgmap; nfit_test_kill() local
111 struct dev_pagemap *pgmap = container_of(ref, struct dev_pagemap, ref); dev_pagemap_percpu_release() local
116 __wrap_devm_memremap_pages(struct device * dev,struct dev_pagemap * pgmap) __wrap_devm_memremap_pages() argument
[all...]
H A Dnfit_test.h214 void *__wrap_devm_memremap_pages(struct device *dev, struct dev_pagemap *pgmap);
/linux/drivers/nvdimm/
H A Dpmem.c448 static int pmem_pagemap_memory_failure(struct dev_pagemap *pgmap, in pmem_pagemap_memory_failure() argument
452 container_of(pgmap, struct pmem_device, pgmap); in pmem_pagemap_memory_failure()
497 rc = nvdimm_setup_pfn(nd_pfn, &pmem->pgmap); in pmem_attach_disk()
529 pmem->pgmap.owner = pmem; in pmem_attach_disk()
531 pmem->pgmap.type = MEMORY_DEVICE_FS_DAX; in pmem_attach_disk()
532 pmem->pgmap.ops = &fsdax_pagemap_ops; in pmem_attach_disk()
533 addr = devm_memremap_pages(dev, &pmem->pgmap); in pmem_attach_disk()
537 range_len(&pmem->pgmap.range); in pmem_attach_disk()
538 bb_range = pmem->pgmap.range; in pmem_attach_disk()
541 pmem->pgmap.range.start = res->start; in pmem_attach_disk()
[all …]
H A Dpfn_devs.c672 static int __nvdimm_setup_pfn(struct nd_pfn *nd_pfn, struct dev_pagemap *pgmap) in __nvdimm_setup_pfn() argument
674 struct range *range = &pgmap->range; in __nvdimm_setup_pfn()
675 struct vmem_altmap *altmap = &pgmap->altmap; in __nvdimm_setup_pfn()
695 pgmap->nr_range = 1; in __nvdimm_setup_pfn()
710 pgmap->flags |= PGMAP_ALTMAP_VALID; in __nvdimm_setup_pfn()
845 int nvdimm_setup_pfn(struct nd_pfn *nd_pfn, struct dev_pagemap *pgmap) in nvdimm_setup_pfn() argument
857 return __nvdimm_setup_pfn(nd_pfn, pgmap); in nvdimm_setup_pfn()
/linux/drivers/gpu/drm/amd/amdkfd/
H A Dkfd_migrate.c216 return (addr + adev->kfd.pgmap.range.start) >> PAGE_SHIFT; in svm_migrate_addr_to_pfn()
246 return (addr - adev->kfd.pgmap.range.start); in svm_migrate_addr()
1047 struct dev_pagemap *pgmap; in kgd2kfd_init_zone_device() local
1059 pgmap = &kfddev->pgmap; in kgd2kfd_init_zone_device()
1060 memset(pgmap, 0, sizeof(*pgmap)); in kgd2kfd_init_zone_device()
1067 pgmap->range.start = adev->gmc.aper_base; in kgd2kfd_init_zone_device()
1068 pgmap->range.end = adev->gmc.aper_base + adev->gmc.aper_size - 1; in kgd2kfd_init_zone_device()
1069 pgmap->type = MEMORY_DEVICE_COHERENT; in kgd2kfd_init_zone_device()
1074 pgmap->range.start = res->start; in kgd2kfd_init_zone_device()
1075 pgmap->range.end = res->end; in kgd2kfd_init_zone_device()
[all …]
/linux/drivers/hv/
H A Dmshv_vtl_main.c385 struct dev_pagemap *pgmap; in mshv_vtl_ioctl_add_vtl0_mem() local
396 pgmap = kzalloc_obj(*pgmap); in mshv_vtl_ioctl_add_vtl0_mem()
397 if (!pgmap) in mshv_vtl_ioctl_add_vtl0_mem()
404 pgmap->ranges[0].start = PFN_PHYS(vtl0_mem.start_pfn); in mshv_vtl_ioctl_add_vtl0_mem()
405 pgmap->ranges[0].end = PFN_PHYS(vtl0_mem.last_pfn) - 1; in mshv_vtl_ioctl_add_vtl0_mem()
406 pgmap->nr_range = 1; in mshv_vtl_ioctl_add_vtl0_mem()
407 pgmap->type = MEMORY_DEVICE_GENERIC; in mshv_vtl_ioctl_add_vtl0_mem()
415 pgmap->vmemmap_shift = min(count_trailing_zeros(vtl0_mem.start_pfn | vtl0_mem.last_pfn), in mshv_vtl_ioctl_add_vtl0_mem()
419 vtl0_mem.start_pfn, vtl0_mem.last_pfn, pgmap->vmemmap_shift); in mshv_vtl_ioctl_add_vtl0_mem()
421 addr = devm_memremap_pages(mem_dev, pgmap); in mshv_vtl_ioctl_add_vtl0_mem()
[all …]
/linux/drivers/s390/block/
H A Ddcssblk.c81 struct dev_pagemap pgmap; member
418 devm_memunmap_pages(&dev_info->dev, &dev_info->pgmap); in dcssblk_shared_store()
693 dev_info->pgmap.type = MEMORY_DEVICE_FS_DAX; in dcssblk_add_store()
694 dev_info->pgmap.range.start = dev_info->start; in dcssblk_add_store()
695 dev_info->pgmap.range.end = dev_info->end; in dcssblk_add_store()
696 dev_info->pgmap.nr_range = 1; in dcssblk_add_store()
697 addr = devm_memremap_pages(&dev_info->dev, &dev_info->pgmap); in dcssblk_add_store()
735 devm_memunmap_pages(&dev_info->dev, &dev_info->pgmap); in dcssblk_add_store()
822 devm_memunmap_pages(&dev_info->dev, &dev_info->pgmap); in dcssblk_remove_store()
/linux/arch/s390/mm/
H A Dinit.c297 struct dev_pagemap *pgmap) in arch_remove_memory() argument
302 __remove_pages(start_pfn, nr_pages, altmap, pgmap); in arch_remove_memory()
/linux/arch/powerpc/include/asm/book3s/64/
H A Dradix.h357 bool vmemmap_can_optimize(struct vmem_altmap *altmap, struct dev_pagemap *pgmap);
364 struct dev_pagemap *pgmap);
/linux/arch/loongarch/mm/
H A Dinit.c123 struct dev_pagemap *pgmap) in arch_remove_memory() argument
128 __remove_pages(start_pfn, nr_pages, altmap, pgmap); in arch_remove_memory()
/linux/arch/powerpc/mm/
H A Dmem.c162 struct dev_pagemap *pgmap) in arch_remove_memory() argument
167 __remove_pages(start_pfn, nr_pages, altmap, pgmap); in arch_remove_memory()
/linux/fs/
H A Ddax.c391 struct dev_pagemap *pgmap = page_pgmap(&folio->page); in dax_folio_reset_order() local
412 folio->pgmap = pgmap; in dax_folio_reset_order()
426 f->pgmap = pgmap; in dax_folio_reset_order()
/linux/drivers/gpu/drm/nouveau/
H A Dnouveau_dmem.c287 tail->pgmap = head->pgmap; in nouveau_dmem_folio_split()
/linux/drivers/gpu/drm/amd/amdgpu/
H A Damdgpu_amdkfd.h118 struct dev_pagemap pgmap; member
/linux/drivers/gpu/drm/
H A Ddrm_pagemap.c1558 new_folio->pgmap = orig_folio->pgmap; in drm_pagemap_folio_split()

12