1 // SPDX-License-Identifier: GPL-2.0
17 #include <linux/dma-direct.h> /* for bus_dma_region */
34 				int na, int ns, int pna, int fna);
35 	int		(*translate)(__be32 *addr, u64 offset, int na);  member
54 		int na, int ns, int pna, int fna)  in of_bus_default_map()  argument
58 	cp = of_read_number(range + fna, na - fna);  in of_bus_default_map()
59 	s  = of_read_number(range + na + pna, ns);  in of_bus_default_map()
60 	da = of_read_number(addr + fna, na - fna);  in of_bus_default_map()
66 	return da - cp;  in of_bus_default_map()
75 		addr[na - 2] = cpu_to_be32(a >> 32);  in of_bus_default_translate()
76 	addr[na - 1] = cpu_to_be32(a & 0xffffffffu);  in of_bus_default_translate()
92 				    int ns, int pna, int fna)  in of_bus_default_flags_map()  argument
98 	return of_bus_default_map(addr, range, na, ns, pna, fna);  in of_bus_default_flags_map()
104 	return of_bus_default_translate(addr + 1, offset, na - 1);  in of_bus_default_flags_translate()
151 	 * "vci" is for the /chaos bridge on 1st-gen PCI powermacs  in of_bus_pci_match()
171 static u64 of_bus_pci_map(__be32 *addr, const __be32 *range, int na, int ns,  in of_bus_pci_map()  argument
183 	return of_bus_default_map(addr, range, na, ns, pna, fna);  in of_bus_pci_map()
190 	if (overflows_type(start, r->start))  in __of_address_resource_bounds()
191 		return -EOVERFLOW;  in __of_address_resource_bounds()
193 	r->start = start;  in __of_address_resource_bounds()
196 		r->end = wrapping_sub(typeof(r->end), r->start, 1);  in __of_address_resource_bounds()
197 	else if (size && check_add_overflow(r->start, size - 1, &r->end))  in __of_address_resource_bounds()
198 		return -EOVERFLOW;  in __of_address_resource_bounds()
205  * of_pci_range_to_resource - Create a resource from an of_pci_range
211  * Returns -EINVAL if the range cannot be converted to resource.
224 	res->flags = range->flags;  in of_pci_range_to_resource()
225 	res->parent = res->child = res->sibling = NULL;  in of_pci_range_to_resource()
226 	res->name = np->full_name;  in of_pci_range_to_resource()
228 	if (res->flags & IORESOURCE_IO) {  in of_pci_range_to_resource()
230 		err = pci_register_io_range(&np->fwnode, range->cpu_addr,  in of_pci_range_to_resource()
231 				range->size);  in of_pci_range_to_resource()
234 		port = pci_address_to_pio(range->cpu_addr);  in of_pci_range_to_resource()
235 		if (port == (unsigned long)-1) {  in of_pci_range_to_resource()
236 			err = -EINVAL;  in of_pci_range_to_resource()
241 		start = range->cpu_addr;  in of_pci_range_to_resource()
243 	return __of_address_resource_bounds(res, start, range->size);  in of_pci_range_to_resource()
246 	res->start = (resource_size_t)OF_BAD_ADDR;  in of_pci_range_to_resource()
247 	res->end = (resource_size_t)OF_BAD_ADDR;  in of_pci_range_to_resource()
253  * of_range_to_resource - Create a resource from a ranges entry
259  * Returns -ENOENT if the entry is not found or -EOVERFLOW if the range
276 	return -ENOENT;  in of_range_to_resource()
298 static u64 of_bus_isa_map(__be32 *addr, const __be32 *range, int na, int ns,  in of_bus_isa_map()  argument
305 	return of_bus_default_map(addr, range, na, ns, pna, fna);  in of_bus_isa_map()
326 	return of_property_present(np, "#address-cells") && (of_bus_n_addr_cells(np) == 3);  in of_bus_default_flags_match()
335 	return of_property_present(np, "#address-cells");  in of_bus_default_match()
347 		.addresses = "assigned-addresses",
351 		.translate = of_bus_default_flags_translate,
363 		.translate = of_bus_default_flags_translate,
369 		.name = "default-flags",
374 		.translate = of_bus_default_flags_translate,
385 		.translate = of_bus_default_translate,
404 		static int quirk_state = -1;  in of_empty_ranges_quirk()
406 		/* PA-SEMI sdc DT bug */  in of_empty_ranges_quirk()
407 		if (of_device_is_compatible(np, "1682m-sdc"))  in of_empty_ranges_quirk()
422 			    int na, int ns, int pna, const char *rprop)  in of_translate_one()  argument
431 	 * crossing a non-translatable boundary, and thus the addresses  in of_translate_one()
434 	 * what Apple understood, and they do have things like /uni-n or  in of_translate_one()
439 	 * to translate addresses that aren't supposed to be translated in  in of_translate_one()
440 	 * the first place. --BenH.  in of_translate_one()
443 	 * This code is only enabled on powerpc. --gcl  in of_translate_one()
445 	 * This quirk also applies for 'dma-ranges' which frequently exist in  in of_translate_one()
446 	 * child nodes without 'dma-ranges' in the parent nodes. --RobH  in of_translate_one()
450 	    strcmp(rprop, "dma-ranges")) {  in of_translate_one()
451 		pr_debug("no ranges; cannot translate\n");  in of_translate_one()
457 		memset(addr + pbus->flag_cells, 0, (pna - pbus->flag_cells) * 4);  in of_translate_one()
466 	rone = na + pna + ns;  in of_translate_one()
467 	for (; rlen >= rone; rlen -= rone, ranges += rone) {  in of_translate_one()
468 		offset = bus->map(addr, ranges, na, ns, pna, bus->flag_cells);  in of_translate_one()
482 	/* Translate it into parent bus space */  in of_translate_one()
483 	return pbus->translate(addr, offset, pna);  in of_translate_one()
487  * Translate an address from the device-tree into a CPU physical address,
491  * Note: We consider that crossing any level with #size-cells == 0 to mean
509 	int na, ns, pna, pns;  in __of_translate_address()  local
522 	bus->count_cells(dev, &na, &ns);  in __of_translate_address()
523 	if (!OF_CHECK_COUNTS(na, ns)) {  in __of_translate_address()
529 	pr_debug("bus is %s (na=%d, ns=%d) on %pOF\n",  in __of_translate_address()
530 	    bus->name, na, ns, parent);  in __of_translate_address()
533 	/* Translate */  in __of_translate_address()
552 		iorange = find_io_range_by_fwnode(&dev->fwnode);  in __of_translate_address()
553 		if (iorange && (iorange->flags != LOGIC_PIO_CPU_MMIO)) {  in __of_translate_address()
554 			u64 result = of_read_number(addr + 1, na - 1);  in __of_translate_address()
565 		pbus->count_cells(dev, &pna, &pns);  in __of_translate_address()
571 		pr_debug("parent bus is %s (na=%d, ns=%d) on %pOF\n",  in __of_translate_address()
572 		    pbus->name, pna, pns, parent);  in __of_translate_address()
575 		if (of_translate_one(dev, bus, pbus, addr, na, ns, pna, rprop))  in __of_translate_address()
580 		ns = pns;  in __of_translate_address()
611 	index = of_property_match_string(np, "interconnect-names", "dma-mem");  in __of_get_dma_parent()
616 					 "#interconnect-cells",  in __of_get_dma_parent()
641 				     in_addr, "dma-ranges", &host);  in of_translate_dma_address()
653  * of_translate_dma_region - Translate device tree address and size tuple
654  * @dev: device tree node for which to translate
666 	int na, ns;  in of_translate_dma_region()  local
672 	ns = of_bus_n_size_cells(parent);  in of_translate_dma_region()
678 	size = of_read_number(prop + na, ns);  in of_translate_dma_region()
686 	return prop + na + ns;  in of_translate_dma_region()
697 	int onesize, i, na, ns;  in __of_get_address()  local
704 	if (!bus || (strcmp(bus->name, "pci") && (bar_no >= 0)))  in __of_get_address()
707 	/* Get "reg" or "assigned-addresses" property */  in __of_get_address()
708 	prop = of_get_property(dev, bus->addresses, &psize);  in __of_get_address()
713 	bus->count_cells(dev, &na, &ns);  in __of_get_address()
717 	onesize = na + ns;  in __of_get_address()
718 	for (i = 0; psize >= onesize; psize -= onesize, prop += onesize, i++) {  in __of_get_address()
724 				*size = of_read_number(prop + na, ns);  in __of_get_address()
726 				*flags = bus->get_flags(prop);  in __of_get_address()
735  * of_property_read_reg - Retrieve the specified "reg" entry index without translating
741  * Returns -EINVAL if "reg" is not found. Returns 0 on success with addr and
749 		return -EINVAL;  in of_property_read_reg()
762 	parser->node = node;  in parser_init()
763 	parser->pna = of_n_addr_cells(node);  in parser_init()
764 	parser->na = of_bus_n_addr_cells(node);  in parser_init()
765 	parser->ns = of_bus_n_size_cells(node);  in parser_init()
766 	parser->dma = !strcmp(name, "dma-ranges");  in parser_init()
767 	parser->bus = of_match_bus(node);  in parser_init()
769 	parser->range = of_get_property(node, name, &rlen);  in parser_init()
770 	if (parser->range == NULL)  in parser_init()
771 		return -ENOENT;  in parser_init()
773 	parser->end = parser->range + rlen / sizeof(__be32);  in parser_init()
788 	return parser_init(parser, node, "dma-ranges");  in of_pci_dma_range_parser_init()
796 	int na = parser->na;  in of_pci_range_parser_one()
797 	int ns = parser->ns;  in of_pci_range_parser_one()  local
798 	int np = parser->pna + na + ns;  in of_pci_range_parser_one()
799 	int busflag_na = parser->bus->flag_cells;  in of_pci_range_parser_one()
804 	if (!parser->range || parser->range + np > parser->end)  in of_pci_range_parser_one()
807 	range->flags = parser->bus->get_flags(parser->range);  in of_pci_range_parser_one()
809 	range->bus_addr = of_read_number(parser->range + busflag_na, na - busflag_na);  in of_pci_range_parser_one()
811 	if (parser->dma)  in of_pci_range_parser_one()
812 		range->cpu_addr = of_translate_dma_address(parser->node,  in of_pci_range_parser_one()
813 				parser->range + na);  in of_pci_range_parser_one()
815 		range->cpu_addr = of_translate_address(parser->node,  in of_pci_range_parser_one()
816 				parser->range + na);  in of_pci_range_parser_one()
818 	range->parent_bus_addr = of_read_number(parser->range + na, parser->pna);  in of_pci_range_parser_one()
819 	range->size = of_read_number(parser->range + parser->pna + na, ns);  in of_pci_range_parser_one()
821 	parser->range += np;  in of_pci_range_parser_one()
824 	while (parser->range + np <= parser->end) {  in of_pci_range_parser_one()
828 		flags = parser->bus->get_flags(parser->range);  in of_pci_range_parser_one()
829 		bus_addr = of_read_number(parser->range + busflag_na, na - busflag_na);  in of_pci_range_parser_one()
830 		if (parser->dma)  in of_pci_range_parser_one()
831 			cpu_addr = of_translate_dma_address(parser->node,  in of_pci_range_parser_one()
832 					parser->range + na);  in of_pci_range_parser_one()
834 			cpu_addr = of_translate_address(parser->node,  in of_pci_range_parser_one()
835 					parser->range + na);  in of_pci_range_parser_one()
836 		size = of_read_number(parser->range + parser->pna + na, ns);  in of_pci_range_parser_one()
838 		if (flags != range->flags)  in of_pci_range_parser_one()
840 		if (bus_addr != range->bus_addr + range->size ||  in of_pci_range_parser_one()
841 		    cpu_addr != range->cpu_addr + range->size)  in of_pci_range_parser_one()
844 		range->size += size;  in of_pci_range_parser_one()
845 		parser->range += np;  in of_pci_range_parser_one()
862 		/* host-specific port access */  in of_translate_ioport()
863 		port = logic_pio_trans_hwaddr(&host->fwnode, taddr, size);  in of_translate_ioport()
866 		/* memory-mapped I/O range */  in of_translate_ioport()
870 	if (port == (unsigned long)-1)  in of_translate_ioport()
878  * of_dma_get_range - Get DMA range info and put it into a map array
882  * Look in bottom up direction for the first "dma-ranges" property
885  * dma-ranges format:
890  * It returns -ENODEV if "dma-ranges" property was not found for this
904 		ranges = of_get_property(node, "dma-ranges", &len);  in of_dma_get_range()
910 		/* Once we find 'dma-ranges', then a missing one is an error */  in of_dma_get_range()
912 			return -ENODEV;  in of_dma_get_range()
920 		pr_debug("no dma-ranges found for node(%pOF)\n", np);  in of_dma_get_range()
921 		return -ENODEV;  in of_dma_get_range()
934 		return -EINVAL;  in of_dma_get_range()
938 		return -ENOMEM;  in of_dma_get_range()
951 		r->cpu_start = range.cpu_addr;  in of_dma_get_range()
952 		r->dma_start = range.bus_addr;  in of_dma_get_range()
953 		r->size = range.size;  in of_dma_get_range()
961  * of_dma_get_max_cpu_address - Gets highest CPU address suitable for DMA
965  * in the sub-tree pointed by np, or the whole tree if NULL is passed. If no
982 	ranges = of_get_property(np, "dma-ranges", &len);  in of_dma_get_max_cpu_address()
987 				cpu_end = range.cpu_addr + range.size - 1;  in of_dma_get_max_cpu_address()
1003  * of_dma_is_coherent - Check if device is coherent
1006  * It returns true if "dma-coherent" property was found
1009  * "dma-noncoherent" property was found for this device.
1016 		if (of_property_read_bool(node, "dma-coherent"))  in of_dma_is_coherent()
1019 		if (of_property_read_bool(node, "dma-noncoherent"))  in of_dma_is_coherent()
1029  * of_mmio_is_nonposted - Check if device uses non-posted MMIO
1032  * Returns true if the "nonposted-mmio" property was found for
1039 	if (of_property_read_bool(np, "nonposted-mmio"))  in of_mmio_is_nonposted()
1042 	return parent && of_property_read_bool(parent, "nonposted-mmio");  in of_mmio_is_nonposted()
1056 		return -EINVAL;  in __of_address_to_resource()
1058 	/* Get optional "reg-names" property to add a name to a resource */  in __of_address_to_resource()
1060 		of_property_read_string_index(dev, "reg-names",	index, &name);  in __of_address_to_resource()
1067 		return -EINVAL;  in __of_address_to_resource()
1070 		return -EINVAL;  in __of_address_to_resource()
1076 	r->flags = flags;  in __of_address_to_resource()
1077 	r->name = name ? name : dev->full_name;  in __of_address_to_resource()
1083  * of_address_to_resource - Translate device tree address and return as resource
1088  * Returns -EINVAL if the range cannot be converted to resource.
1098 	return __of_address_to_resource(dev, index, -1, r);  in of_address_to_resource()
1107 		return -ENOSYS;  in of_pci_address_to_resource()
1109 	return __of_address_to_resource(dev, -1, bar, r);  in of_pci_address_to_resource()
1114  * of_iomap - Maps the memory mapped IO for a given device_node
1135  * of_io_request_and_map - Requests a resource and maps the memory mapped IO
1155 		return IOMEM_ERR_PTR(-EINVAL);  in of_io_request_and_map()
1160 		return IOMEM_ERR_PTR(-EBUSY);  in of_io_request_and_map()
1169 		return IOMEM_ERR_PTR(-ENOMEM);  in of_io_request_and_map()