1 // SPDX-License-Identifier: GPL-2.0
17 #include <linux/dma-direct.h> /* for bus_dma_region */
58 	cp = of_read_number(range + fna, na - fna);  in of_bus_default_map()
60 	da = of_read_number(addr + fna, na - fna);  in of_bus_default_map()
66 	return da - cp;  in of_bus_default_map()
75 		addr[na - 2] = cpu_to_be32(a >> 32);  in of_bus_default_translate()
76 	addr[na - 1] = cpu_to_be32(a & 0xffffffffu);  in of_bus_default_translate()
104 	return of_bus_default_translate(addr + 1, offset, na - 1);  in of_bus_default_flags_translate()
151 	 * "vci" is for the /chaos bridge on 1st-gen PCI powermacs  in of_bus_pci_match()
190 	if (overflows_type(start, r->start))  in __of_address_resource_bounds()
191 		return -EOVERFLOW;  in __of_address_resource_bounds()
193 	r->start = start;  in __of_address_resource_bounds()
196 		r->end = wrapping_sub(typeof(r->end), r->start, 1);  in __of_address_resource_bounds()
197 	else if (size && check_add_overflow(r->start, size - 1, &r->end))  in __of_address_resource_bounds()
198 		return -EOVERFLOW;  in __of_address_resource_bounds()
205  * of_pci_range_to_resource - Create a resource from an of_pci_range
211  * Returns -EINVAL if the range cannot be converted to resource.
224 	res->flags = range->flags;  in of_pci_range_to_resource()
225 	res->parent = res->child = res->sibling = NULL;  in of_pci_range_to_resource()
226 	res->name = np->full_name;  in of_pci_range_to_resource()
228 	if (res->flags & IORESOURCE_IO) {  in of_pci_range_to_resource()
230 		err = pci_register_io_range(&np->fwnode, range->cpu_addr,  in of_pci_range_to_resource()
231 				range->size);  in of_pci_range_to_resource()
234 		port = pci_address_to_pio(range->cpu_addr);  in of_pci_range_to_resource()
235 		if (port == (unsigned long)-1) {  in of_pci_range_to_resource()
236 			err = -EINVAL;  in of_pci_range_to_resource()
241 		start = range->cpu_addr;  in of_pci_range_to_resource()
243 	return __of_address_resource_bounds(res, start, range->size);  in of_pci_range_to_resource()
246 	res->start = (resource_size_t)OF_BAD_ADDR;  in of_pci_range_to_resource()
247 	res->end = (resource_size_t)OF_BAD_ADDR;  in of_pci_range_to_resource()
253  * of_range_to_resource - Create a resource from a ranges entry
259  * Returns -ENOENT if the entry is not found or -EOVERFLOW if the range
276 	return -ENOENT;  in of_range_to_resource()
326 	return of_property_present(np, "#address-cells") && (of_bus_n_addr_cells(np) == 3);  in of_bus_default_flags_match()
331 	return of_property_present(np, "#address-cells");  in of_bus_default_match()
335  * Array of bus specific translators
343 		.addresses = "assigned-addresses",
365 		.name = "default-flags",
400 		static int quirk_state = -1;  in of_empty_ranges_quirk()
402 		/* PA-SEMI sdc DT bug */  in of_empty_ranges_quirk()
403 		if (of_device_is_compatible(np, "1682m-sdc"))  in of_empty_ranges_quirk()
427 	 * crossing a non-translatable boundary, and thus the addresses  in of_translate_one()
430 	 * what Apple understood, and they do have things like /uni-n or  in of_translate_one()
436 	 * the first place. --BenH.  in of_translate_one()
439 	 * This code is only enabled on powerpc. --gcl  in of_translate_one()
441 	 * This quirk also applies for 'dma-ranges' which frequently exist in  in of_translate_one()
442 	 * child nodes without 'dma-ranges' in the parent nodes. --RobH  in of_translate_one()
446 	    strcmp(rprop, "dma-ranges")) {  in of_translate_one()
453 		memset(addr + pbus->flag_cells, 0, (pna - pbus->flag_cells) * 4);  in of_translate_one()
463 	for (; rlen >= rone; rlen -= rone, ranges += rone) {  in of_translate_one()
464 		offset = bus->map(addr, ranges, na, ns, pna, bus->flag_cells);  in of_translate_one()
479 	return pbus->translate(addr, offset, pna);  in of_translate_one()
483  * Translate an address from the device-tree into a CPU physical address,
487  * Note: We consider that crossing any level with #size-cells == 0 to mean
518 	bus->count_cells(dev, &na, &ns);  in __of_translate_address()
526 	    bus->name, na, ns, parent);  in __of_translate_address()
548 		iorange = find_io_range_by_fwnode(&dev->fwnode);  in __of_translate_address()
549 		if (iorange && (iorange->flags != LOGIC_PIO_CPU_MMIO)) {  in __of_translate_address()
550 			u64 result = of_read_number(addr + 1, na - 1);  in __of_translate_address()
561 		pbus->count_cells(dev, &pna, &pns);  in __of_translate_address()
568 		    pbus->name, pna, pns, parent);  in __of_translate_address()
607 	index = of_property_match_string(np, "interconnect-names", "dma-mem");  in __of_get_dma_parent()
612 					 "#interconnect-cells",  in __of_get_dma_parent()
637 				     in_addr, "dma-ranges", &host);  in of_translate_dma_address()
649  * of_translate_dma_region - Translate device tree address and size tuple
651  * @prop: pointer into array of cells
700 	if (!bus || (strcmp(bus->name, "pci") && (bar_no >= 0)))  in __of_get_address()
703 	/* Get "reg" or "assigned-addresses" property */  in __of_get_address()
704 	prop = of_get_property(dev, bus->addresses, &psize);  in __of_get_address()
709 	bus->count_cells(dev, &na, &ns);  in __of_get_address()
714 	for (i = 0; psize >= onesize; psize -= onesize, prop += onesize, i++) {  in __of_get_address()
722 				*flags = bus->get_flags(prop);  in __of_get_address()
731  * of_property_read_reg - Retrieve the specified "reg" entry index without translating
737  * Returns -EINVAL if "reg" is not found. Returns 0 on success with addr and
745 		return -EINVAL;  in of_property_read_reg()
758 	parser->node = node;  in parser_init()
759 	parser->pna = of_n_addr_cells(node);  in parser_init()
760 	parser->na = of_bus_n_addr_cells(node);  in parser_init()
761 	parser->ns = of_bus_n_size_cells(node);  in parser_init()
762 	parser->dma = !strcmp(name, "dma-ranges");  in parser_init()
763 	parser->bus = of_match_bus(node);  in parser_init()
765 	parser->range = of_get_property(node, name, &rlen);  in parser_init()
766 	if (parser->range == NULL)  in parser_init()
767 		return -ENOENT;  in parser_init()
769 	parser->end = parser->range + rlen / sizeof(__be32);  in parser_init()
784 	return parser_init(parser, node, "dma-ranges");  in of_pci_dma_range_parser_init()
792 	int na = parser->na;  in of_pci_range_parser_one()
793 	int ns = parser->ns;  in of_pci_range_parser_one()
794 	int np = parser->pna + na + ns;  in of_pci_range_parser_one()
795 	int busflag_na = parser->bus->flag_cells;  in of_pci_range_parser_one()
800 	if (!parser->range || parser->range + np > parser->end)  in of_pci_range_parser_one()
803 	range->flags = parser->bus->get_flags(parser->range);  in of_pci_range_parser_one()
805 	range->bus_addr = of_read_number(parser->range + busflag_na, na - busflag_na);  in of_pci_range_parser_one()
807 	if (parser->dma)  in of_pci_range_parser_one()
808 		range->cpu_addr = of_translate_dma_address(parser->node,  in of_pci_range_parser_one()
809 				parser->range + na);  in of_pci_range_parser_one()
811 		range->cpu_addr = of_translate_address(parser->node,  in of_pci_range_parser_one()
812 				parser->range + na);  in of_pci_range_parser_one()
814 	range->parent_bus_addr = of_read_number(parser->range + na, parser->pna);  in of_pci_range_parser_one()
815 	range->size = of_read_number(parser->range + parser->pna + na, ns);  in of_pci_range_parser_one()
817 	parser->range += np;  in of_pci_range_parser_one()
820 	while (parser->range + np <= parser->end) {  in of_pci_range_parser_one()
824 		flags = parser->bus->get_flags(parser->range);  in of_pci_range_parser_one()
825 		bus_addr = of_read_number(parser->range + busflag_na, na - busflag_na);  in of_pci_range_parser_one()
826 		if (parser->dma)  in of_pci_range_parser_one()
827 			cpu_addr = of_translate_dma_address(parser->node,  in of_pci_range_parser_one()
828 					parser->range + na);  in of_pci_range_parser_one()
830 			cpu_addr = of_translate_address(parser->node,  in of_pci_range_parser_one()
831 					parser->range + na);  in of_pci_range_parser_one()
832 		size = of_read_number(parser->range + parser->pna + na, ns);  in of_pci_range_parser_one()
834 		if (flags != range->flags)  in of_pci_range_parser_one()
836 		if (bus_addr != range->bus_addr + range->size ||  in of_pci_range_parser_one()
837 		    cpu_addr != range->cpu_addr + range->size)  in of_pci_range_parser_one()
840 		range->size += size;  in of_pci_range_parser_one()
841 		parser->range += np;  in of_pci_range_parser_one()
858 		/* host-specific port access */  in of_translate_ioport()
859 		port = logic_pio_trans_hwaddr(&host->fwnode, taddr, size);  in of_translate_ioport()
862 		/* memory-mapped I/O range */  in of_translate_ioport()
866 	if (port == (unsigned long)-1)  in of_translate_ioport()
874  * of_dma_get_range - Get DMA range info and put it into a map array
878  * Look in bottom up direction for the first "dma-ranges" property
879  * and parse it.  Put the information into a DMA offset map array.
881  * dma-ranges format:
886  * It returns -ENODEV if "dma-ranges" property was not found for this
900 		ranges = of_get_property(node, "dma-ranges", &len);  in of_dma_get_range()
906 		/* Once we find 'dma-ranges', then a missing one is an error */  in of_dma_get_range()
908 			return -ENODEV;  in of_dma_get_range()
916 		pr_debug("no dma-ranges found for node(%pOF)\n", np);  in of_dma_get_range()
917 		return -ENODEV;  in of_dma_get_range()
930 		return -EINVAL;  in of_dma_get_range()
934 		return -ENOMEM;  in of_dma_get_range()
937 	 * Record all info in the generic DMA ranges array for struct device,  in of_dma_get_range()
947 		r->cpu_start = range.cpu_addr;  in of_dma_get_range()
948 		r->dma_start = range.bus_addr;  in of_dma_get_range()
949 		r->size = range.size;  in of_dma_get_range()
957  * of_dma_get_max_cpu_address - Gets highest CPU address suitable for DMA
961  * in the sub-tree pointed by np, or the whole tree if NULL is passed. If no
978 	ranges = of_get_property(np, "dma-ranges", &len);  in of_dma_get_max_cpu_address()
983 				cpu_end = range.cpu_addr + range.size - 1;  in of_dma_get_max_cpu_address()
999  * of_dma_is_coherent - Check if device is coherent
1002  * It returns true if "dma-coherent" property was found
1005  * "dma-noncoherent" property was found for this device.
1012 		if (of_property_read_bool(node, "dma-coherent"))  in of_dma_is_coherent()
1015 		if (of_property_read_bool(node, "dma-noncoherent"))  in of_dma_is_coherent()
1025  * of_mmio_is_nonposted - Check if device uses non-posted MMIO
1028  * Returns true if the "nonposted-mmio" property was found for
1035 	if (of_property_read_bool(np, "nonposted-mmio"))  in of_mmio_is_nonposted()
1038 	return parent && of_property_read_bool(parent, "nonposted-mmio");  in of_mmio_is_nonposted()
1052 		return -EINVAL;  in __of_address_to_resource()
1054 	/* Get optional "reg-names" property to add a name to a resource */  in __of_address_to_resource()
1056 		of_property_read_string_index(dev, "reg-names",	index, &name);  in __of_address_to_resource()
1063 		return -EINVAL;  in __of_address_to_resource()
1066 		return -EINVAL;  in __of_address_to_resource()
1072 	r->flags = flags;  in __of_address_to_resource()
1073 	r->name = name ? name : dev->full_name;  in __of_address_to_resource()
1079  * of_address_to_resource - Translate device tree address and return as resource
1081  * @index:	Index into the array
1082  * @r:		Pointer to resource array
1084  * Returns -EINVAL if the range cannot be converted to resource.
1094 	return __of_address_to_resource(dev, index, -1, r);  in of_address_to_resource()
1103 		return -ENOSYS;  in of_pci_address_to_resource()
1105 	return __of_address_to_resource(dev, -1, bar, r);  in of_pci_address_to_resource()
1110  * of_iomap - Maps the memory mapped IO for a given device_node
1131  * of_io_request_and_map - Requests a resource and maps the memory mapped IO
1148 	void __iomem *mem;  in of_io_request_and_map()  local
1151 		return IOMEM_ERR_PTR(-EINVAL);  in of_io_request_and_map()
1156 		return IOMEM_ERR_PTR(-EBUSY);  in of_io_request_and_map()
1159 		mem = ioremap_np(res.start, resource_size(&res));  in of_io_request_and_map()
1161 		mem = ioremap(res.start, resource_size(&res));  in of_io_request_and_map()
1163 	if (!mem) {  in of_io_request_and_map()
1165 		return IOMEM_ERR_PTR(-ENOMEM);  in of_io_request_and_map()
1168 	return mem;  in of_io_request_and_map()