27 	struct nd_region *nd_region = to_nd_region(dev->parent);  in namespace_pmem_release()  local
30 		ida_free(&nd_region->ns_ida, nspm->id);  in namespace_pmem_release()
92 	struct nd_region *nd_region = to_nd_region(dev->parent);  in pmem_should_map_pages()  local
99 	if (!test_bit(ND_REGION_PAGEMAP, &nd_region->flags))  in pmem_should_map_pages()
144 	struct nd_region *nd_region = to_nd_region(ndns->dev.parent);  in nvdimm_namespace_disk_name()  local
161 			sprintf(name, "pmem%d.%d%s", nd_region->id, nsidx,  in nvdimm_namespace_disk_name()
164 			sprintf(name, "pmem%d%s", nd_region->id,  in nvdimm_namespace_disk_name()
188 	struct nd_region *nd_region = to_nd_region(dev->parent);  in nstype_show()  local
190 	return sprintf(buf, "%d\n", nd_region_to_nstype(nd_region));  in nstype_show()
235 static int nd_namespace_label_update(struct nd_region *nd_region,  in nd_namespace_label_update()  argument
256 		return nd_pmem_namespace_label_update(nd_region, nspm, size);  in nd_namespace_label_update()
264 	struct nd_region *nd_region = to_nd_region(dev->parent);  in alt_name_store()  local
272 		rc = nd_namespace_label_update(nd_region, dev);  in alt_name_store()
296 static int scan_free(struct nd_region *nd_region,  in scan_free()  argument
316 			nd_dbg_dpa(nd_region, ndd, res, "delete %d\n", rc);  in scan_free()
325 		nd_dbg_dpa(nd_region, ndd, res, "shrink %d\n", rc);  in scan_free()
345 static int shrink_dpa_allocation(struct nd_region *nd_region,  in shrink_dpa_allocation()  argument
350 	for (i = 0; i < nd_region->ndr_mappings; i++) {  in shrink_dpa_allocation()
351 		struct nd_mapping *nd_mapping = &nd_region->mapping[i];  in shrink_dpa_allocation()
354 		rc = scan_free(nd_region, nd_mapping, label_id, n);  in shrink_dpa_allocation()
363 		struct nd_region *nd_region, struct nd_mapping *nd_mapping,  in init_dpa_allocation()  argument
375 	nd_dbg_dpa(nd_region, ndd, res, "init %d\n", rc);  in init_dpa_allocation()
396 static void space_valid(struct nd_region *nd_region, struct nvdimm_drvdata *ndd,  in space_valid()  argument
404 	align = nd_region->align / nd_region->ndr_mappings;  in space_valid()
436 static resource_size_t scan_allocate(struct nd_region *nd_region,  in scan_allocate()  argument
472 			space_valid(nd_region, ndd, label_id, NULL, next, exist,  in scan_allocate()
483 			space_valid(nd_region, ndd, label_id, res, next, exist,  in scan_allocate()
494 			space_valid(nd_region, ndd, label_id, res, next, exist,  in scan_allocate()
553 		nd_dbg_dpa(nd_region, ndd, new_res, "%s(%d) %d\n",  in scan_allocate()
574 		return init_dpa_allocation(label_id, nd_region, nd_mapping, n);  in scan_allocate()
578 static int merge_dpa(struct nd_region *nd_region,  in merge_dpa()  argument
599 		nd_dbg_dpa(nd_region, ndd, res, "merge %d\n", rc);  in merge_dpa()
612 	struct nd_region *nd_region;  in __reserve_free_pmem()  local
619 	nd_region = to_nd_region(dev);  in __reserve_free_pmem()
620 	if (nd_region->ndr_mappings == 0)  in __reserve_free_pmem()
625 	for (i = 0; i < nd_region->ndr_mappings; i++) {  in __reserve_free_pmem()
626 		struct nd_mapping *nd_mapping = &nd_region->mapping[i];  in __reserve_free_pmem()
632 		n = nd_pmem_available_dpa(nd_region, nd_mapping);  in __reserve_free_pmem()
635 		rem = scan_allocate(nd_region, nd_mapping, &label_id, n);  in __reserve_free_pmem()
636 		dev_WARN_ONCE(&nd_region->dev, rem,  in __reserve_free_pmem()
672 static int grow_dpa_allocation(struct nd_region *nd_region,  in grow_dpa_allocation()  argument
677 	for (i = 0; i < nd_region->ndr_mappings; i++) {  in grow_dpa_allocation()
678 		struct nd_mapping *nd_mapping = &nd_region->mapping[i];  in grow_dpa_allocation()
682 		rem = scan_allocate(nd_region, nd_mapping, label_id, rem);  in grow_dpa_allocation()
683 		dev_WARN_ONCE(&nd_region->dev, rem,  in grow_dpa_allocation()
690 		rc = merge_dpa(nd_region, nd_mapping, label_id);  in grow_dpa_allocation()
698 static void nd_namespace_pmem_set_resource(struct nd_region *nd_region,  in nd_namespace_pmem_set_resource()  argument
710 		struct nd_mapping *nd_mapping = &nd_region->mapping[0];  in nd_namespace_pmem_set_resource()
726 					* nd_region->ndr_mappings;  in nd_namespace_pmem_set_resource()
735 	res->start = nd_region->ndr_start + offset;  in nd_namespace_pmem_set_resource()
752 	struct nd_region *nd_region = to_nd_region(dev->parent);  in __size_store()  local
777 	if (nd_region->ndr_mappings == 0) {  in __size_store()
782 	div_u64_rem(val, nd_region->align, &remainder);  in __size_store()
785 				nd_region->align / SZ_1K);  in __size_store()
790 	for (i = 0; i < nd_region->ndr_mappings; i++) {  in __size_store()
791 		nd_mapping = &nd_region->mapping[i];  in __size_store()
803 	available = nd_region_allocatable_dpa(nd_region);  in __size_store()
811 	val = div_u64(val, nd_region->ndr_mappings);  in __size_store()
812 	allocated = div_u64(allocated, nd_region->ndr_mappings);  in __size_store()
814 		rc = shrink_dpa_allocation(nd_region, &label_id,  in __size_store()
817 		rc = grow_dpa_allocation(nd_region, &label_id, val - allocated);  in __size_store()
825 		nd_namespace_pmem_set_resource(nd_region, nspm,  in __size_store()
826 				val * nd_region->ndr_mappings);  in __size_store()
835 	if (val == 0 && id != 0 && nd_region->ns_seed != dev && !ndns->claim)  in __size_store()
844 	struct nd_region *nd_region = to_nd_region(dev->parent);  in size_store()  local
857 		rc = nd_namespace_label_update(nd_region, dev);  in size_store()
909 	struct nd_region *nd_region = to_nd_region(dev->parent);  in nvdimm_namespace_locked()  local
911 	for (i = 0; i < nd_region->ndr_mappings; i++) {  in nvdimm_namespace_locked()
912 		struct nd_mapping *nd_mapping = &nd_region->mapping[i];  in nvdimm_namespace_locked()
963 static int namespace_update_uuid(struct nd_region *nd_region,  in namespace_update_uuid()  argument
983 	for (i = 0; i < nd_region->ndr_mappings; i++) {  in namespace_update_uuid()
984 		struct nd_mapping *nd_mapping = &nd_region->mapping[i];  in namespace_update_uuid()
999 	for (i = 0; i < nd_region->ndr_mappings; i++) {  in namespace_update_uuid()
1000 		struct nd_mapping *nd_mapping = &nd_region->mapping[i];  in namespace_update_uuid()
1035 	struct nd_region *nd_region = to_nd_region(dev->parent);  in uuid_store()  local
1055 		rc = namespace_update_uuid(nd_region, dev, uuid, ns_uuid);  in uuid_store()
1057 		rc = nd_namespace_label_update(nd_region, dev);  in uuid_store()
1109 	struct nd_region *nd_region = to_nd_region(dev->parent);  in sector_size_store()  local
1129 		rc = nd_namespace_label_update(nd_region, dev);  in sector_size_store()
1142 	struct nd_region *nd_region = to_nd_region(dev->parent);  in dpa_extents_show()  local
1160 	for (i = 0; i < nd_region->ndr_mappings; i++) {  in dpa_extents_show()
1161 		struct nd_mapping *nd_mapping = &nd_region->mapping[i];  in dpa_extents_show()
1178 	struct nd_region *nd_region = to_nd_region(dev->parent);  in btt_claim_class()  local
1181 	for (i = 0; i < nd_region->ndr_mappings; i++) {  in btt_claim_class()
1182 		struct nd_mapping *nd_mapping = &nd_region->mapping[i];  in btt_claim_class()
1279 	struct nd_region *nd_region = to_nd_region(dev->parent);  in holder_class_store()  local
1287 		rc = nd_namespace_label_update(nd_region, dev);  in holder_class_store()
1533 static struct device **create_namespace_io(struct nd_region *nd_region)  in create_namespace_io()  argument
1551 	dev->parent = &nd_region->dev;  in create_namespace_io()
1553 	res->name = dev_name(&nd_region->dev);  in create_namespace_io()
1555 	res->start = nd_region->ndr_start;  in create_namespace_io()
1556 	res->end = res->start + nd_region->ndr_size - 1;  in create_namespace_io()
1562 static bool has_uuid_at_pos(struct nd_region *nd_region, const uuid_t *uuid,  in has_uuid_at_pos()  argument
1568 	for (i = 0; i < nd_region->ndr_mappings; i++) {  in has_uuid_at_pos()
1569 		struct nd_mapping *nd_mapping = &nd_region->mapping[i];  in has_uuid_at_pos()
1570 		struct nd_interleave_set *nd_set = nd_region->nd_set;  in has_uuid_at_pos()
1598 			if (!nsl_validate_nlabel(nd_region, ndd, nd_label))  in has_uuid_at_pos()
1611 static int select_pmem_id(struct nd_region *nd_region, const uuid_t *pmem_id)  in select_pmem_id()  argument
1615 	for (i = 0; i < nd_region->ndr_mappings; i++) {  in select_pmem_id()
1616 		struct nd_mapping *nd_mapping = &nd_region->mapping[i];  in select_pmem_id()
1649 			dev_dbg(&nd_region->dev, "%s invalid label for %pUb\n",  in select_pmem_id()
1669 static struct device *create_namespace_pmem(struct nd_region *nd_region,  in create_namespace_pmem()  argument
1676 	u64 cookie = nd_region_interleave_set_cookie(nd_region, nsindex);  in create_namespace_pmem()
1677 	u64 altcookie = nd_region_interleave_set_altcookie(nd_region);  in create_namespace_pmem()
1688 		dev_dbg(&nd_region->dev, "invalid interleave-set-cookie\n");  in create_namespace_pmem()
1693 		dev_dbg(&nd_region->dev, "invalid cookie in label: %pUb\n",  in create_namespace_pmem()
1698 		dev_dbg(&nd_region->dev, "valid altcookie in label: %pUb\n",  in create_namespace_pmem()
1709 	dev->parent = &nd_region->dev;  in create_namespace_pmem()
1711 	res->name = dev_name(&nd_region->dev);  in create_namespace_pmem()
1714 	for (i = 0; i < nd_region->ndr_mappings; i++) {  in create_namespace_pmem()
1716 		if (has_uuid_at_pos(nd_region, &uuid, cookie, i))  in create_namespace_pmem()
1718 		if (has_uuid_at_pos(nd_region, &uuid, altcookie, i))  in create_namespace_pmem()
1723 	if (i < nd_region->ndr_mappings) {  in create_namespace_pmem()
1724 		struct nvdimm *nvdimm = nd_region->mapping[i].nvdimm;  in create_namespace_pmem()
1731 		dev_err(&nd_region->dev, "%s missing label for %pUb\n",  in create_namespace_pmem()
1743 	rc = select_pmem_id(nd_region, &uuid);  in create_namespace_pmem()
1748 	for (i = 0; i < nd_region->ndr_mappings; i++) {  in create_namespace_pmem()
1752 		nd_mapping = &nd_region->mapping[i];  in create_namespace_pmem()
1781 	nd_namespace_pmem_set_resource(nd_region, nspm, size);  in create_namespace_pmem()
1788 		dev_dbg(&nd_region->dev, "invalid label(s)\n");  in create_namespace_pmem()
1791 		dev_dbg(&nd_region->dev, "unexpected err: %d\n", rc);  in create_namespace_pmem()
1797 static struct device *nd_namespace_pmem_create(struct nd_region *nd_region)  in nd_namespace_pmem_create()  argument
1803 	if (!is_memory(&nd_region->dev))  in nd_namespace_pmem_create()
1812 	dev->parent = &nd_region->dev;  in nd_namespace_pmem_create()
1814 	res->name = dev_name(&nd_region->dev);  in nd_namespace_pmem_create()
1817 	nspm->id = ida_alloc(&nd_region->ns_ida, GFP_KERNEL);  in nd_namespace_pmem_create()
1822 	dev_set_name(dev, "namespace%d.%d", nd_region->id, nspm->id);  in nd_namespace_pmem_create()
1823 	nd_namespace_pmem_set_resource(nd_region, nspm, 0);  in nd_namespace_pmem_create()
1830 void nd_region_create_ns_seed(struct nd_region *nd_region)  in nd_region_create_ns_seed()  argument
1832 	WARN_ON(!is_nvdimm_bus_locked(&nd_region->dev));  in nd_region_create_ns_seed()
1834 	if (nd_region_to_nstype(nd_region) == ND_DEVICE_NAMESPACE_IO)  in nd_region_create_ns_seed()
1837 	nd_region->ns_seed = nd_namespace_pmem_create(nd_region);  in nd_region_create_ns_seed()
1843 	if (!nd_region->ns_seed)  in nd_region_create_ns_seed()
1844 		dev_err(&nd_region->dev, "failed to create namespace\n");  in nd_region_create_ns_seed()
1846 		device_initialize(nd_region->ns_seed);  in nd_region_create_ns_seed()
1847 		lockdep_set_class(&nd_region->ns_seed->mutex,  in nd_region_create_ns_seed()
1849 		nd_device_register(nd_region->ns_seed);  in nd_region_create_ns_seed()
1853 void nd_region_create_dax_seed(struct nd_region *nd_region)  in nd_region_create_dax_seed()  argument
1855 	WARN_ON(!is_nvdimm_bus_locked(&nd_region->dev));  in nd_region_create_dax_seed()
1856 	nd_region->dax_seed = nd_dax_create(nd_region);  in nd_region_create_dax_seed()
1861 	if (!nd_region->dax_seed)  in nd_region_create_dax_seed()
1862 		dev_err(&nd_region->dev, "failed to create dax namespace\n");  in nd_region_create_dax_seed()
1865 void nd_region_create_pfn_seed(struct nd_region *nd_region)  in nd_region_create_pfn_seed()  argument
1867 	WARN_ON(!is_nvdimm_bus_locked(&nd_region->dev));  in nd_region_create_pfn_seed()
1868 	nd_region->pfn_seed = nd_pfn_create(nd_region);  in nd_region_create_pfn_seed()
1873 	if (!nd_region->pfn_seed)  in nd_region_create_pfn_seed()
1874 		dev_err(&nd_region->dev, "failed to create pfn namespace\n");  in nd_region_create_pfn_seed()
1877 void nd_region_create_btt_seed(struct nd_region *nd_region)  in nd_region_create_btt_seed()  argument
1879 	WARN_ON(!is_nvdimm_bus_locked(&nd_region->dev));  in nd_region_create_btt_seed()
1880 	nd_region->btt_seed = nd_btt_create(nd_region);  in nd_region_create_btt_seed()
1885 	if (!nd_region->btt_seed)  in nd_region_create_btt_seed()
1886 		dev_err(&nd_region->dev, "failed to create btt namespace\n");  in nd_region_create_btt_seed()
1889 static int add_namespace_resource(struct nd_region *nd_region,  in add_namespace_resource()  argument
1893 	struct nd_mapping *nd_mapping = &nd_region->mapping[0];  in add_namespace_resource()
1907 		dev_err(&nd_region->dev,  in add_namespace_resource()
1931 static struct device **scan_labels(struct nd_region *nd_region)  in scan_labels()  argument
1936 	struct nd_mapping *nd_mapping = &nd_region->mapping[0];  in scan_labels()
1957 		i = add_namespace_resource(nd_region, nd_label, devs, count);  in scan_labels()
1971 		dev = create_namespace_pmem(nd_region, nd_mapping, nd_label);  in scan_labels()
1985 	dev_dbg(&nd_region->dev, "discovered %d namespace%s\n", count,  in scan_labels()
1998 		nd_namespace_pmem_set_resource(nd_region, nspm, 0);  in scan_labels()
1999 		dev->parent = &nd_region->dev;  in scan_labels()
2001 	} else if (is_memory(&nd_region->dev)) {  in scan_labels()
2003 		for (i = 0; i < nd_region->ndr_mappings; i++) {  in scan_labels()
2008 			nd_mapping = &nd_region->mapping[i];  in scan_labels()
2038 static struct device **create_namespaces(struct nd_region *nd_region)  in create_namespaces()  argument
2044 	if (nd_region->ndr_mappings == 0)  in create_namespaces()
2048 	for (i = 0; i < nd_region->ndr_mappings; i++) {  in create_namespaces()
2049 		nd_mapping = &nd_region->mapping[i];  in create_namespaces()
2053 	devs = scan_labels(nd_region);  in create_namespaces()
2055 	for (i = 0; i < nd_region->ndr_mappings; i++) {  in create_namespaces()
2056 		int reverse = nd_region->ndr_mappings - 1 - i;  in create_namespaces()
2058 		nd_mapping = &nd_region->mapping[reverse];  in create_namespaces()
2067 	struct nd_region *nd_region = region;  in deactivate_labels()  local
2070 	for (i = 0; i < nd_region->ndr_mappings; i++) {  in deactivate_labels()
2071 		struct nd_mapping *nd_mapping = &nd_region->mapping[i];  in deactivate_labels()
2086 static int init_active_labels(struct nd_region *nd_region)  in init_active_labels()  argument
2090 	for (i = 0; i < nd_region->ndr_mappings; i++) {  in init_active_labels()
2091 		struct nd_mapping *nd_mapping = &nd_region->mapping[i];  in init_active_labels()
2109 			dev_err(&nd_region->dev, "%s: is %s, failing probe\n",  in init_active_labels()
2142 	if (i < nd_region->ndr_mappings)  in init_active_labels()
2147 		deactivate_labels(nd_region);  in init_active_labels()
2151 	return devm_add_action_or_reset(&nd_region->dev, deactivate_labels,  in init_active_labels()
2152 					nd_region);  in init_active_labels()
2155 int nd_region_register_namespaces(struct nd_region *nd_region, int *err)  in nd_region_register_namespaces()  argument
2161 	nvdimm_bus_lock(&nd_region->dev);  in nd_region_register_namespaces()
2162 	rc = init_active_labels(nd_region);  in nd_region_register_namespaces()
2164 		nvdimm_bus_unlock(&nd_region->dev);  in nd_region_register_namespaces()
2168 	type = nd_region_to_nstype(nd_region);  in nd_region_register_namespaces()
2171 		devs = create_namespace_io(nd_region);  in nd_region_register_namespaces()
2174 		devs = create_namespaces(nd_region);  in nd_region_register_namespaces()
2179 	nvdimm_bus_unlock(&nd_region->dev);  in nd_region_register_namespaces()
2192 			id = ida_alloc(&nd_region->ns_ida, GFP_KERNEL);  in nd_region_register_namespaces()
2199 		dev_set_name(dev, "namespace%d.%d", nd_region->id, id);  in nd_region_register_namespaces()
2205 		nd_region->ns_seed = devs[0];  in nd_region_register_namespaces()