Home
last modified time | relevance | path

Searched refs:pgmap (Results 1 – 25 of 28) sorted by relevance

12

/linux/mm/
H A Dmemremap.c48 static unsigned long pfn_first(struct dev_pagemap *pgmap, int range_id) in pfn_first() argument
50 struct range *range = &pgmap->ranges[range_id]; in pfn_first()
55 return pfn + vmem_altmap_offset(pgmap_altmap(pgmap)); in pfn_first()
58 bool pgmap_pfn_valid(struct dev_pagemap *pgmap, unsigned long pfn) in pgmap_pfn_valid() argument
62 for (i = 0; i < pgmap->nr_range; i++) { in pgmap_pfn_valid()
63 struct range *range = &pgmap->ranges[i]; in pgmap_pfn_valid()
67 return pfn >= pfn_first(pgmap, i); in pgmap_pfn_valid()
73 static unsigned long pfn_end(struct dev_pagemap *pgmap, int range_id) in pfn_end() argument
75 const struct range *range = &pgmap->ranges[range_id]; in pfn_end()
80 static unsigned long pfn_len(struct dev_pagemap *pgmap, unsigned long range_id) in pfn_len() argument
[all …]
H A Dsparse-vmemmap.c466 struct dev_pagemap *pgmap) in reuse_compound_section() argument
468 unsigned long nr_pages = pgmap_vmemmap_nr(pgmap); in reuse_compound_section()
470 PHYS_PFN(pgmap->ranges[pgmap->nr_range].start); in reuse_compound_section()
495 struct dev_pagemap *pgmap) in vmemmap_populate_compound_pages() argument
501 if (reuse_compound_section(start_pfn, pgmap)) { in vmemmap_populate_compound_pages()
515 size = min(end - start, pgmap_vmemmap_nr(pgmap) * sizeof(struct page)); in vmemmap_populate_compound_pages()
549 struct dev_pagemap *pgmap) in __populate_section_memmap() argument
559 if (vmemmap_can_optimize(altmap, pgmap)) in __populate_section_memmap()
560 r = vmemmap_populate_compound_pages(pfn, start, end, nid, pgmap); in __populate_section_memmap()
658 struct vmem_altmap *altmap, struct dev_pagemap *pgmap) in section_nr_vmemmap_pages() argument
[all …]
H A Dmm_init.c985 struct dev_pagemap *pgmap) in __init_zone_device_page() argument
1004 page_folio(page)->pgmap = pgmap; in __init_zone_device_page()
1016 switch (pgmap->type) { in __init_zone_device_page()
1039 struct dev_pagemap *pgmap) in compound_nr_pages() argument
1047 !vmemmap_can_optimize(altmap, pgmap)) in compound_nr_pages()
1048 return pgmap_vmemmap_nr(pgmap); in compound_nr_pages()
1056 struct dev_pagemap *pgmap, in memmap_init_compound() argument
1060 unsigned int order = pgmap->vmemmap_shift; in memmap_init_compound()
1072 __init_zone_device_page(page, pfn, zone_idx, nid, pgmap); in memmap_init_compound()
1082 struct dev_pagemap *pgmap) in memmap_init_zone_device() argument
[all …]
H A Dmigrate_device.c173 (folio->pgmap->owner != migrate->pgmap_owner)) { in migrate_vma_collect_huge_pmd()
272 struct dev_pagemap *pgmap; in migrate_vma_collect_pmd() local
300 pgmap = page_pgmap(page); in migrate_vma_collect_pmd()
303 pgmap->owner != migrate->pgmap_owner) in migrate_vma_collect_pmd()
342 pgmap = page_pgmap(page); in migrate_vma_collect_pmd()
346 pgmap->owner != migrate->pgmap_owner) in migrate_vma_collect_pmd()
/linux/include/linux/
H A Dmemremap.h100 int (*memory_failure)(struct dev_pagemap *pgmap, unsigned long pfn,
149 static inline bool pgmap_has_memory_failure(struct dev_pagemap *pgmap) in pgmap_has_memory_failure() argument
151 return pgmap->ops && pgmap->ops->memory_failure; in pgmap_has_memory_failure()
154 static inline struct vmem_altmap *pgmap_altmap(struct dev_pagemap *pgmap) in pgmap_altmap() argument
156 if (pgmap->flags & PGMAP_ALTMAP_VALID) in pgmap_altmap()
157 return &pgmap->altmap; in pgmap_altmap()
161 static inline unsigned long pgmap_vmemmap_nr(struct dev_pagemap *pgmap) in pgmap_vmemmap_nr() argument
163 return 1 << pgmap->vmemmap_shift; in pgmap_vmemmap_nr()
170 folio->pgmap->type == MEMORY_DEVICE_PRIVATE; in folio_is_device_private()
183 folio->pgmap->type == MEMORY_DEVICE_PCI_P2PDMA; in folio_is_pci_p2pdma()
[all …]
/linux/drivers/dax/
H A Dfsdev.c130 struct dev_pagemap *pgmap = data; in fsdev_clear_pgmap_ops() local
141 pgmap->ops = NULL; in fsdev_clear_pgmap_ops()
142 pgmap->owner = NULL; in fsdev_clear_pgmap_ops()
168 static int fsdev_pagemap_memory_failure(struct dev_pagemap *pgmap, in fsdev_pagemap_memory_failure() argument
171 struct dev_dax *dev_dax = pgmap->owner; in fsdev_pagemap_memory_failure()
247 struct dev_pagemap *pgmap; in fsdev_acquire_pgmap() local
257 pgmap = dev_dax->pgmap; in fsdev_acquire_pgmap()
258 pgmap->vmemmap_shift = 0; in fsdev_acquire_pgmap()
259 return pgmap; in fsdev_acquire_pgmap()
262 if (dev_dax->pgmap) { in fsdev_acquire_pgmap()
[all …]
H A Ddax-private.h94 struct dev_pagemap *pgmap; member
/linux/drivers/xen/
H A Dunpopulated-alloc.c39 struct dev_pagemap *pgmap; in fill_list() local
87 pgmap = kzalloc_obj(*pgmap); in fill_list()
88 if (!pgmap) { in fill_list()
93 pgmap->type = MEMORY_DEVICE_GENERIC; in fill_list()
94 pgmap->range = (struct range) { in fill_list()
98 pgmap->nr_range = 1; in fill_list()
99 pgmap->owner = res; in fill_list()
124 vaddr = memremap_pages(pgmap, NUMA_NO_NODE); in fill_list()
142 kfree(pgmap); in fill_list()
/linux/drivers/pci/
H A Dp2pdma.c32 struct dev_pagemap pgmap; member
36 static struct pci_p2pdma_pagemap *to_p2p_pgmap(struct dev_pagemap *pgmap) in to_p2p_pgmap() argument
38 return container_of(pgmap, struct pci_p2pdma_pagemap, pgmap); in to_p2p_pgmap()
214 struct pci_p2pdma_pagemap *pgmap = to_p2p_pgmap(page_pgmap(page)); in p2pdma_folio_free() local
217 to_pci_dev(pgmap->mem->owner)->p2pdma, 1); in p2pdma_folio_free()
392 struct dev_pagemap *pgmap; in pci_p2pdma_add_resource() local
429 pgmap = &p2p_pgmap->pgmap; in pci_p2pdma_add_resource()
430 pgmap->range.start = pci_resource_start(pdev, bar) + offset; in pci_p2pdma_add_resource()
431 pgmap->range.end = pgmap->range.start + size - 1; in pci_p2pdma_add_resource()
432 pgmap->nr_range = 1; in pci_p2pdma_add_resource()
[all …]
/linux/tools/testing/nvdimm/test/
H A Diomap.c98 struct dev_pagemap *pgmap = _pgmap; in nfit_test_kill()
100 WARN_ON(!pgmap); in nfit_test_kill()
102 percpu_ref_kill(&pgmap->ref); in nfit_test_kill()
104 wait_for_completion(&pgmap->done); in nfit_test_kill()
105 percpu_ref_exit(&pgmap->ref); in nfit_test_kill()
110 struct dev_pagemap *pgmap = container_of(ref, struct dev_pagemap, ref); in dev_pagemap_percpu_release()
112 complete(&pgmap->done); in dev_pagemap_percpu_release()
115 void *__wrap_devm_memremap_pages(struct device *dev, struct dev_pagemap *pgmap)
118 resource_size_t offset = pgmap->range.start; in __wrap_devm_memremap_pages()
122 return devm_memremap_pages(dev, pgmap); in __wrap_devm_memremap_pages()
99 struct dev_pagemap *pgmap = _pgmap; nfit_test_kill() local
111 struct dev_pagemap *pgmap = container_of(ref, struct dev_pagemap, ref); dev_pagemap_percpu_release() local
116 __wrap_devm_memremap_pages(struct device * dev,struct dev_pagemap * pgmap) __wrap_devm_memremap_pages() argument
[all...]
H A Dnfit_test.h214 void *__wrap_devm_memremap_pages(struct device *dev, struct dev_pagemap *pgmap);
/linux/drivers/nvdimm/
H A Dpmem.c448 static int pmem_pagemap_memory_failure(struct dev_pagemap *pgmap, in pmem_pagemap_memory_failure() argument
452 container_of(pgmap, struct pmem_device, pgmap); in pmem_pagemap_memory_failure()
497 rc = nvdimm_setup_pfn(nd_pfn, &pmem->pgmap); in pmem_attach_disk()
529 pmem->pgmap.owner = pmem; in pmem_attach_disk()
531 pmem->pgmap.type = MEMORY_DEVICE_FS_DAX; in pmem_attach_disk()
532 pmem->pgmap.ops = &fsdax_pagemap_ops; in pmem_attach_disk()
533 addr = devm_memremap_pages(dev, &pmem->pgmap); in pmem_attach_disk()
537 range_len(&pmem->pgmap.range); in pmem_attach_disk()
538 bb_range = pmem->pgmap.range; in pmem_attach_disk()
541 pmem->pgmap.range.start = res->start; in pmem_attach_disk()
[all …]
H A Dpfn_devs.c672 static int __nvdimm_setup_pfn(struct nd_pfn *nd_pfn, struct dev_pagemap *pgmap) in __nvdimm_setup_pfn() argument
674 struct range *range = &pgmap->range; in __nvdimm_setup_pfn()
675 struct vmem_altmap *altmap = &pgmap->altmap; in __nvdimm_setup_pfn()
695 pgmap->nr_range = 1; in __nvdimm_setup_pfn()
710 pgmap->flags |= PGMAP_ALTMAP_VALID; in __nvdimm_setup_pfn()
845 int nvdimm_setup_pfn(struct nd_pfn *nd_pfn, struct dev_pagemap *pgmap) in nvdimm_setup_pfn() argument
857 return __nvdimm_setup_pfn(nd_pfn, pgmap); in nvdimm_setup_pfn()
/linux/drivers/gpu/drm/amd/amdkfd/
H A Dkfd_migrate.c216 return (addr + adev->kfd.pgmap.range.start) >> PAGE_SHIFT; in svm_migrate_addr_to_pfn()
246 return (addr - adev->kfd.pgmap.range.start); in svm_migrate_addr()
1029 struct dev_pagemap *pgmap; in kgd2kfd_init_zone_device() local
1041 pgmap = &kfddev->pgmap; in kgd2kfd_init_zone_device()
1042 memset(pgmap, 0, sizeof(*pgmap)); in kgd2kfd_init_zone_device()
1049 pgmap->range.start = adev->gmc.aper_base; in kgd2kfd_init_zone_device()
1050 pgmap->range.end = adev->gmc.aper_base + adev->gmc.aper_size - 1; in kgd2kfd_init_zone_device()
1051 pgmap->type = MEMORY_DEVICE_COHERENT; in kgd2kfd_init_zone_device()
1056 pgmap->range.start = res->start; in kgd2kfd_init_zone_device()
1057 pgmap->range.end = res->end; in kgd2kfd_init_zone_device()
[all …]
/linux/drivers/hv/
H A Dmshv_vtl_main.c385 struct dev_pagemap *pgmap; in mshv_vtl_ioctl_add_vtl0_mem() local
396 pgmap = kzalloc_obj(*pgmap); in mshv_vtl_ioctl_add_vtl0_mem()
397 if (!pgmap) in mshv_vtl_ioctl_add_vtl0_mem()
404 pgmap->ranges[0].start = PFN_PHYS(vtl0_mem.start_pfn); in mshv_vtl_ioctl_add_vtl0_mem()
405 pgmap->ranges[0].end = PFN_PHYS(vtl0_mem.last_pfn) - 1; in mshv_vtl_ioctl_add_vtl0_mem()
406 pgmap->nr_range = 1; in mshv_vtl_ioctl_add_vtl0_mem()
407 pgmap->type = MEMORY_DEVICE_GENERIC; in mshv_vtl_ioctl_add_vtl0_mem()
415 pgmap->vmemmap_shift = min(count_trailing_zeros(vtl0_mem.start_pfn | vtl0_mem.last_pfn), in mshv_vtl_ioctl_add_vtl0_mem()
419 vtl0_mem.start_pfn, vtl0_mem.last_pfn, pgmap->vmemmap_shift); in mshv_vtl_ioctl_add_vtl0_mem()
421 addr = devm_memremap_pages(mem_dev, pgmap); in mshv_vtl_ioctl_add_vtl0_mem()
[all …]
/linux/drivers/s390/block/
H A Ddcssblk.c81 struct dev_pagemap pgmap; member
418 devm_memunmap_pages(&dev_info->dev, &dev_info->pgmap); in dcssblk_shared_store()
693 dev_info->pgmap.type = MEMORY_DEVICE_FS_DAX; in dcssblk_add_store()
694 dev_info->pgmap.range.start = dev_info->start; in dcssblk_add_store()
695 dev_info->pgmap.range.end = dev_info->end; in dcssblk_add_store()
696 dev_info->pgmap.nr_range = 1; in dcssblk_add_store()
697 addr = devm_memremap_pages(&dev_info->dev, &dev_info->pgmap); in dcssblk_add_store()
735 devm_memunmap_pages(&dev_info->dev, &dev_info->pgmap); in dcssblk_add_store()
822 devm_memunmap_pages(&dev_info->dev, &dev_info->pgmap); in dcssblk_remove_store()
/linux/arch/powerpc/include/asm/book3s/64/
H A Dradix.h357 bool vmemmap_can_optimize(struct vmem_altmap *altmap, struct dev_pagemap *pgmap);
364 struct dev_pagemap *pgmap);
/linux/arch/loongarch/mm/
H A Dinit.c123 struct dev_pagemap *pgmap) in arch_remove_memory() argument
128 __remove_pages(start_pfn, nr_pages, altmap, pgmap); in arch_remove_memory()
/linux/arch/powerpc/mm/
H A Dmem.c162 struct dev_pagemap *pgmap) in arch_remove_memory() argument
167 __remove_pages(start_pfn, nr_pages, altmap, pgmap); in arch_remove_memory()
/linux/fs/
H A Ddax.c391 struct dev_pagemap *pgmap = page_pgmap(&folio->page); in dax_folio_reset_order() local
412 folio->pgmap = pgmap; in dax_folio_reset_order()
426 f->pgmap = pgmap; in dax_folio_reset_order()
/linux/drivers/gpu/drm/nouveau/
H A Dnouveau_dmem.c284 tail->pgmap = head->pgmap; in nouveau_dmem_folio_split()
/linux/drivers/gpu/drm/amd/amdgpu/
H A Damdgpu_amdkfd.h119 struct dev_pagemap pgmap; member
/linux/drivers/gpu/drm/
H A Ddrm_pagemap.c1367 new_folio->pgmap = orig_folio->pgmap; in drm_pagemap_folio_split()
/linux/arch/riscv/mm/
H A Dinit.c1741 struct dev_pagemap *pgmap) in arch_remove_memory() argument
1743 __remove_pages(start >> PAGE_SHIFT, size >> PAGE_SHIFT, altmap, pgmap); in arch_remove_memory()
/linux/lib/
H A Dtest_hmm.c1762 tail->pgmap = head->pgmap; in dmirror_devmem_folio_split()

12