1 // SPDX-License-Identifier: GPL-2.0 2 #include <linux/string.h> 3 #include <linux/kernel.h> 4 #include <linux/dma-mapping.h> 5 #include <linux/init.h> 6 #include <linux/export.h> 7 #include <linux/slab.h> 8 #include <linux/errno.h> 9 #include <linux/irq.h> 10 #include <linux/of.h> 11 #include <linux/of_platform.h> 12 #include <linux/platform_device.h> 13 #include <asm/spitfire.h> 14 15 #include "of_device_common.h" 16 17 void __iomem *of_ioremap(struct resource *res, unsigned long offset, unsigned long size, char *name) 18 { 19 unsigned long ret = res->start + offset; 20 struct resource *r; 21 22 if (res->flags & IORESOURCE_MEM) 23 r = request_mem_region(ret, size, name); 24 else 25 r = request_region(ret, size, name); 26 if (!r) 27 ret = 0; 28 29 return (void __iomem *) ret; 30 } 31 EXPORT_SYMBOL(of_ioremap); 32 33 void of_iounmap(struct resource *res, void __iomem *base, unsigned long size) 34 { 35 if (res->flags & IORESOURCE_MEM) 36 release_mem_region((unsigned long) base, size); 37 else 38 release_region((unsigned long) base, size); 39 } 40 EXPORT_SYMBOL(of_iounmap); 41 42 /* 43 * PCI bus specific translator 44 */ 45 46 static int of_bus_pci_match(struct device_node *np) 47 { 48 if (of_node_name_eq(np, "pci")) { 49 const char *model = of_get_property(np, "model", NULL); 50 51 if (model && !strcmp(model, "SUNW,simba")) 52 return 0; 53 54 /* Do not do PCI specific frobbing if the 55 * PCI bridge lacks a ranges property. We 56 * want to pass it through up to the next 57 * parent as-is, not with the PCI translate 58 * method which chops off the top address cell. 59 */ 60 if (!of_property_present(np, "ranges")) 61 return 0; 62 63 return 1; 64 } 65 66 return 0; 67 } 68 69 static int of_bus_simba_match(struct device_node *np) 70 { 71 const char *model = of_get_property(np, "model", NULL); 72 73 if (model && !strcmp(model, "SUNW,simba")) 74 return 1; 75 76 /* Treat PCI busses lacking ranges property just like 77 * simba. 78 */ 79 if (of_node_name_eq(np, "pci")) { 80 if (!of_property_present(np, "ranges")) 81 return 1; 82 } 83 84 return 0; 85 } 86 87 static int of_bus_simba_map(u32 *addr, const u32 *range, 88 int na, int ns, int pna) 89 { 90 return 0; 91 } 92 93 static void of_bus_pci_count_cells(struct device_node *np, 94 int *addrc, int *sizec) 95 { 96 if (addrc) 97 *addrc = 3; 98 if (sizec) 99 *sizec = 2; 100 } 101 102 static int of_bus_pci_map(u32 *addr, const u32 *range, 103 int na, int ns, int pna) 104 { 105 u32 result[OF_MAX_ADDR_CELLS]; 106 int i; 107 108 /* Check address type match */ 109 if (!((addr[0] ^ range[0]) & 0x03000000)) 110 goto type_match; 111 112 /* Special exception, we can map a 64-bit address into 113 * a 32-bit range. 114 */ 115 if ((addr[0] & 0x03000000) == 0x03000000 && 116 (range[0] & 0x03000000) == 0x02000000) 117 goto type_match; 118 119 return -EINVAL; 120 121 type_match: 122 if (of_out_of_range(addr + 1, range + 1, range + na + pna, 123 na - 1, ns)) 124 return -EINVAL; 125 126 /* Start with the parent range base. */ 127 memcpy(result, range + na, pna * 4); 128 129 /* Add in the child address offset, skipping high cell. */ 130 for (i = 0; i < na - 1; i++) 131 result[pna - 1 - i] += 132 (addr[na - 1 - i] - 133 range[na - 1 - i]); 134 135 memcpy(addr, result, pna * 4); 136 137 return 0; 138 } 139 140 static unsigned long of_bus_pci_get_flags(const u32 *addr, unsigned long flags) 141 { 142 u32 w = addr[0]; 143 144 /* For PCI, we override whatever child busses may have used. */ 145 flags = 0; 146 switch((w >> 24) & 0x03) { 147 case 0x01: 148 flags |= IORESOURCE_IO; 149 break; 150 151 case 0x02: /* 32 bits */ 152 case 0x03: /* 64 bits */ 153 flags |= IORESOURCE_MEM; 154 break; 155 } 156 if (w & 0x40000000) 157 flags |= IORESOURCE_PREFETCH; 158 return flags; 159 } 160 161 /* 162 * FHC/Central bus specific translator. 163 * 164 * This is just needed to hard-code the address and size cell 165 * counts. 'fhc' and 'central' nodes lack the #address-cells and 166 * #size-cells properties, and if you walk to the root on such 167 * Enterprise boxes all you'll get is a #size-cells of 2 which is 168 * not what we want to use. 169 */ 170 static int of_bus_fhc_match(struct device_node *np) 171 { 172 return of_node_name_eq(np, "fhc") || 173 of_node_name_eq(np, "central"); 174 } 175 176 #define of_bus_fhc_count_cells of_bus_sbus_count_cells 177 178 /* 179 * Array of bus specific translators 180 */ 181 182 static struct of_bus of_busses[] = { 183 /* PCI */ 184 { 185 .name = "pci", 186 .addr_prop_name = "assigned-addresses", 187 .match = of_bus_pci_match, 188 .count_cells = of_bus_pci_count_cells, 189 .map = of_bus_pci_map, 190 .get_flags = of_bus_pci_get_flags, 191 }, 192 /* SIMBA */ 193 { 194 .name = "simba", 195 .addr_prop_name = "assigned-addresses", 196 .match = of_bus_simba_match, 197 .count_cells = of_bus_pci_count_cells, 198 .map = of_bus_simba_map, 199 .get_flags = of_bus_pci_get_flags, 200 }, 201 /* SBUS */ 202 { 203 .name = "sbus", 204 .addr_prop_name = "reg", 205 .match = of_bus_sbus_match, 206 .count_cells = of_bus_sbus_count_cells, 207 .map = of_bus_default_map, 208 .get_flags = of_bus_default_get_flags, 209 }, 210 /* FHC */ 211 { 212 .name = "fhc", 213 .addr_prop_name = "reg", 214 .match = of_bus_fhc_match, 215 .count_cells = of_bus_fhc_count_cells, 216 .map = of_bus_default_map, 217 .get_flags = of_bus_default_get_flags, 218 }, 219 /* Default */ 220 { 221 .name = "default", 222 .addr_prop_name = "reg", 223 .match = NULL, 224 .count_cells = of_bus_default_count_cells, 225 .map = of_bus_default_map, 226 .get_flags = of_bus_default_get_flags, 227 }, 228 }; 229 230 static struct of_bus *of_match_bus(struct device_node *np) 231 { 232 int i; 233 234 for (i = 0; i < ARRAY_SIZE(of_busses); i ++) 235 if (!of_busses[i].match || of_busses[i].match(np)) 236 return &of_busses[i]; 237 BUG(); 238 return NULL; 239 } 240 241 static int __init build_one_resource(struct device_node *parent, 242 struct of_bus *bus, 243 struct of_bus *pbus, 244 u32 *addr, 245 int na, int ns, int pna) 246 { 247 const u32 *ranges; 248 int rone, rlen; 249 250 ranges = of_get_property(parent, "ranges", &rlen); 251 if (ranges == NULL || rlen == 0) { 252 u32 result[OF_MAX_ADDR_CELLS]; 253 int i; 254 255 memset(result, 0, pna * 4); 256 for (i = 0; i < na; i++) 257 result[pna - 1 - i] = 258 addr[na - 1 - i]; 259 260 memcpy(addr, result, pna * 4); 261 return 0; 262 } 263 264 /* Now walk through the ranges */ 265 rlen /= 4; 266 rone = na + pna + ns; 267 for (; rlen >= rone; rlen -= rone, ranges += rone) { 268 if (!bus->map(addr, ranges, na, ns, pna)) 269 return 0; 270 } 271 272 /* When we miss an I/O space match on PCI, just pass it up 273 * to the next PCI bridge and/or controller. 274 */ 275 if (!strcmp(bus->name, "pci") && 276 (addr[0] & 0x03000000) == 0x01000000) 277 return 0; 278 279 return 1; 280 } 281 282 static int __init use_1to1_mapping(struct device_node *pp) 283 { 284 /* If we have a ranges property in the parent, use it. */ 285 if (of_property_present(pp, "ranges")) 286 return 0; 287 288 /* If the parent is the dma node of an ISA bus, pass 289 * the translation up to the root. 290 * 291 * Some SBUS devices use intermediate nodes to express 292 * hierarchy within the device itself. These aren't 293 * real bus nodes, and don't have a 'ranges' property. 294 * But, we should still pass the translation work up 295 * to the SBUS itself. 296 */ 297 if (of_node_name_eq(pp, "dma") || 298 of_node_name_eq(pp, "espdma") || 299 of_node_name_eq(pp, "ledma") || 300 of_node_name_eq(pp, "lebuffer")) 301 return 0; 302 303 /* Similarly for all PCI bridges, if we get this far 304 * it lacks a ranges property, and this will include 305 * cases like Simba. 306 */ 307 if (of_node_name_eq(pp, "pci")) 308 return 0; 309 310 return 1; 311 } 312 313 static int of_resource_verbose; 314 315 static void __init build_device_resources(struct platform_device *op, 316 struct device *parent) 317 { 318 struct platform_device *p_op; 319 struct of_bus *bus; 320 int na, ns; 321 int index, num_reg; 322 const void *preg; 323 324 if (!parent) 325 return; 326 327 p_op = to_platform_device(parent); 328 bus = of_match_bus(p_op->dev.of_node); 329 bus->count_cells(op->dev.of_node, &na, &ns); 330 331 preg = of_get_property(op->dev.of_node, bus->addr_prop_name, &num_reg); 332 if (!preg || num_reg == 0) 333 return; 334 335 /* Convert to num-cells. */ 336 num_reg /= 4; 337 338 /* Convert to num-entries. */ 339 num_reg /= na + ns; 340 341 /* Prevent overrunning the op->resources[] array. */ 342 if (num_reg > PROMREG_MAX) { 343 printk(KERN_WARNING "%pOF: Too many regs (%d), " 344 "limiting to %d.\n", 345 op->dev.of_node, num_reg, PROMREG_MAX); 346 num_reg = PROMREG_MAX; 347 } 348 349 op->resource = op->archdata.resource; 350 op->num_resources = num_reg; 351 for (index = 0; index < num_reg; index++) { 352 struct resource *r = &op->resource[index]; 353 u32 addr[OF_MAX_ADDR_CELLS]; 354 const u32 *reg = (preg + (index * ((na + ns) * 4))); 355 struct device_node *dp = op->dev.of_node; 356 struct device_node *pp = p_op->dev.of_node; 357 struct of_bus *pbus, *dbus; 358 u64 size, result = OF_BAD_ADDR; 359 unsigned long flags; 360 int dna, dns; 361 int pna, pns; 362 363 size = of_read_addr(reg + na, ns); 364 memcpy(addr, reg, na * 4); 365 366 flags = bus->get_flags(addr, 0); 367 368 if (use_1to1_mapping(pp)) { 369 result = of_read_addr(addr, na); 370 goto build_res; 371 } 372 373 dna = na; 374 dns = ns; 375 dbus = bus; 376 377 while (1) { 378 dp = pp; 379 pp = dp->parent; 380 if (!pp) { 381 result = of_read_addr(addr, dna); 382 break; 383 } 384 385 pbus = of_match_bus(pp); 386 pbus->count_cells(dp, &pna, &pns); 387 388 if (build_one_resource(dp, dbus, pbus, addr, 389 dna, dns, pna)) 390 break; 391 392 flags = pbus->get_flags(addr, flags); 393 394 dna = pna; 395 dns = pns; 396 dbus = pbus; 397 } 398 399 build_res: 400 memset(r, 0, sizeof(*r)); 401 402 if (of_resource_verbose) 403 printk("%pOF reg[%d] -> %llx\n", 404 op->dev.of_node, index, 405 result); 406 407 if (result != OF_BAD_ADDR) { 408 if (tlb_type == hypervisor) 409 result &= 0x0fffffffffffffffUL; 410 411 r->start = result; 412 r->end = result + size - 1; 413 r->flags = flags; 414 } 415 r->name = op->dev.of_node->full_name; 416 } 417 } 418 419 static struct device_node * __init 420 apply_interrupt_map(struct device_node *dp, struct device_node *pp, 421 const u32 *imap, int imlen, const u32 *imask, 422 unsigned int *irq_p) 423 { 424 struct device_node *cp; 425 unsigned int irq = *irq_p; 426 struct of_bus *bus; 427 phandle handle; 428 const u32 *reg; 429 int na, num_reg, i; 430 431 bus = of_match_bus(pp); 432 bus->count_cells(dp, &na, NULL); 433 434 reg = of_get_property(dp, "reg", &num_reg); 435 if (!reg || !num_reg) 436 return NULL; 437 438 imlen /= ((na + 3) * 4); 439 handle = 0; 440 for (i = 0; i < imlen; i++) { 441 int j; 442 443 for (j = 0; j < na; j++) { 444 if ((reg[j] & imask[j]) != imap[j]) 445 goto next; 446 } 447 if (imap[na] == irq) { 448 handle = imap[na + 1]; 449 irq = imap[na + 2]; 450 break; 451 } 452 453 next: 454 imap += (na + 3); 455 } 456 if (i == imlen) { 457 /* Psycho and Sabre PCI controllers can have 'interrupt-map' 458 * properties that do not include the on-board device 459 * interrupts. Instead, the device's 'interrupts' property 460 * is already a fully specified INO value. 461 * 462 * Handle this by deciding that, if we didn't get a 463 * match in the parent's 'interrupt-map', and the 464 * parent is an IRQ translator, then use the parent as 465 * our IRQ controller. 466 */ 467 if (pp->irq_trans) 468 return pp; 469 470 return NULL; 471 } 472 473 *irq_p = irq; 474 cp = of_find_node_by_phandle(handle); 475 476 return cp; 477 } 478 479 static unsigned int __init pci_irq_swizzle(struct device_node *dp, 480 struct device_node *pp, 481 unsigned int irq) 482 { 483 const struct linux_prom_pci_registers *regs; 484 unsigned int bus, devfn, slot, ret; 485 486 if (irq < 1 || irq > 4) 487 return irq; 488 489 regs = of_get_property(dp, "reg", NULL); 490 if (!regs) 491 return irq; 492 493 bus = (regs->phys_hi >> 16) & 0xff; 494 devfn = (regs->phys_hi >> 8) & 0xff; 495 slot = (devfn >> 3) & 0x1f; 496 497 if (pp->irq_trans) { 498 /* Derived from Table 8-3, U2P User's Manual. This branch 499 * is handling a PCI controller that lacks a proper set of 500 * interrupt-map and interrupt-map-mask properties. The 501 * Ultra-E450 is one example. 502 * 503 * The bit layout is BSSLL, where: 504 * B: 0 on bus A, 1 on bus B 505 * D: 2-bit slot number, derived from PCI device number as 506 * (dev - 1) for bus A, or (dev - 2) for bus B 507 * L: 2-bit line number 508 */ 509 if (bus & 0x80) { 510 /* PBM-A */ 511 bus = 0x00; 512 slot = (slot - 1) << 2; 513 } else { 514 /* PBM-B */ 515 bus = 0x10; 516 slot = (slot - 2) << 2; 517 } 518 irq -= 1; 519 520 ret = (bus | slot | irq); 521 } else { 522 /* Going through a PCI-PCI bridge that lacks a set of 523 * interrupt-map and interrupt-map-mask properties. 524 */ 525 ret = ((irq - 1 + (slot & 3)) & 3) + 1; 526 } 527 528 return ret; 529 } 530 531 static int of_irq_verbose; 532 533 static unsigned int __init build_one_device_irq(struct platform_device *op, 534 struct device *parent, 535 unsigned int irq) 536 { 537 struct device_node *dp = op->dev.of_node; 538 struct device_node *pp, *ip; 539 unsigned int orig_irq = irq; 540 int nid; 541 542 if (irq == 0xffffffff) 543 return irq; 544 545 if (dp->irq_trans) { 546 irq = dp->irq_trans->irq_build(dp, irq, 547 dp->irq_trans->data); 548 549 if (of_irq_verbose) 550 printk("%pOF: direct translate %x --> %x\n", 551 dp, orig_irq, irq); 552 553 goto out; 554 } 555 556 /* Something more complicated. Walk up to the root, applying 557 * interrupt-map or bus specific translations, until we hit 558 * an IRQ translator. 559 * 560 * If we hit a bus type or situation we cannot handle, we 561 * stop and assume that the original IRQ number was in a 562 * format which has special meaning to its immediate parent. 563 */ 564 pp = dp->parent; 565 ip = NULL; 566 while (pp) { 567 const void *imap, *imsk; 568 int imlen; 569 570 imap = of_get_property(pp, "interrupt-map", &imlen); 571 imsk = of_get_property(pp, "interrupt-map-mask", NULL); 572 if (imap && imsk) { 573 struct device_node *iret; 574 int this_orig_irq = irq; 575 576 iret = apply_interrupt_map(dp, pp, 577 imap, imlen, imsk, 578 &irq); 579 580 if (of_irq_verbose) 581 printk("%pOF: Apply [%pOF:%x] imap --> [%pOF:%x]\n", 582 op->dev.of_node, 583 pp, this_orig_irq, iret, irq); 584 585 if (!iret) 586 break; 587 588 if (iret->irq_trans) { 589 ip = iret; 590 break; 591 } 592 } else { 593 if (of_node_name_eq(pp, "pci")) { 594 unsigned int this_orig_irq = irq; 595 596 irq = pci_irq_swizzle(dp, pp, irq); 597 if (of_irq_verbose) 598 printk("%pOF: PCI swizzle [%pOF] " 599 "%x --> %x\n", 600 op->dev.of_node, 601 pp, this_orig_irq, 602 irq); 603 604 } 605 606 if (pp->irq_trans) { 607 ip = pp; 608 break; 609 } 610 } 611 dp = pp; 612 pp = pp->parent; 613 } 614 if (!ip) 615 return orig_irq; 616 617 irq = ip->irq_trans->irq_build(op->dev.of_node, irq, 618 ip->irq_trans->data); 619 if (of_irq_verbose) 620 printk("%pOF: Apply IRQ trans [%pOF] %x --> %x\n", 621 op->dev.of_node, ip, orig_irq, irq); 622 623 out: 624 nid = of_node_to_nid(dp); 625 if (nid != -1) { 626 irq_set_affinity(irq, cpumask_of_node(nid)); 627 } 628 629 return irq; 630 } 631 632 static struct platform_device * __init scan_one_device(struct device_node *dp, 633 struct device *parent) 634 { 635 struct platform_device *op = kzalloc_obj(*op); 636 const unsigned int *irq; 637 struct dev_archdata *sd; 638 int len, i; 639 640 if (!op) 641 return NULL; 642 643 sd = &op->dev.archdata; 644 sd->op = op; 645 646 op->dev.of_node = dp; 647 648 irq = of_get_property(dp, "interrupts", &len); 649 if (irq) { 650 op->archdata.num_irqs = len / 4; 651 652 /* Prevent overrunning the op->irqs[] array. */ 653 if (op->archdata.num_irqs > PROMINTR_MAX) { 654 printk(KERN_WARNING "%pOF: Too many irqs (%d), " 655 "limiting to %d.\n", 656 dp, op->archdata.num_irqs, PROMINTR_MAX); 657 op->archdata.num_irqs = PROMINTR_MAX; 658 } 659 memcpy(op->archdata.irqs, irq, op->archdata.num_irqs * 4); 660 } else { 661 op->archdata.num_irqs = 0; 662 } 663 664 build_device_resources(op, parent); 665 for (i = 0; i < op->archdata.num_irqs; i++) 666 op->archdata.irqs[i] = build_one_device_irq(op, parent, op->archdata.irqs[i]); 667 668 op->dev.parent = parent; 669 op->dev.bus = &platform_bus_type; 670 if (!parent) 671 dev_set_name(&op->dev, "root"); 672 else 673 dev_set_name(&op->dev, "%08x", dp->phandle); 674 op->dev.coherent_dma_mask = DMA_BIT_MASK(32); 675 op->dev.dma_mask = &op->dev.coherent_dma_mask; 676 677 if (of_device_register(op)) { 678 printk("%pOF: Could not register of device.\n", dp); 679 put_device(&op->dev); 680 kfree(op); 681 op = NULL; 682 } 683 684 return op; 685 } 686 687 static void __init scan_tree(struct device_node *dp, struct device *parent) 688 { 689 while (dp) { 690 struct platform_device *op = scan_one_device(dp, parent); 691 692 if (op) 693 scan_tree(dp->child, &op->dev); 694 695 dp = dp->sibling; 696 } 697 } 698 699 static int __init scan_of_devices(void) 700 { 701 struct device_node *root = of_find_node_by_path("/"); 702 struct platform_device *parent; 703 704 parent = scan_one_device(root, NULL); 705 if (!parent) 706 return 0; 707 708 scan_tree(root->child, &parent->dev); 709 return 0; 710 } 711 postcore_initcall(scan_of_devices); 712 713 static int __init of_debug(char *str) 714 { 715 int val = 0; 716 717 get_option(&str, &val); 718 if (val & 1) 719 of_resource_verbose = 1; 720 if (val & 2) 721 of_irq_verbose = 1; 722 return 1; 723 } 724 725 __setup("of_debug=", of_debug); 726