1 /*- 2 * Copyright (c) 2006 Benno Rice. 3 * Copyright (C) 2007-2011 MARVELL INTERNATIONAL LTD. 4 * Copyright (c) 2012 Semihalf. 5 * All rights reserved. 6 * 7 * Developed by Semihalf. 8 * 9 * Redistribution and use in source and binary forms, with or without 10 * modification, are permitted provided that the following conditions 11 * are met: 12 * 1. Redistributions of source code must retain the above copyright 13 * notice, this list of conditions and the following disclaimer. 14 * 2. Redistributions in binary form must reproduce the above copyright 15 * notice, this list of conditions and the following disclaimer in the 16 * documentation and/or other materials provided with the distribution. 17 * 18 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 19 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 20 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 21 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 22 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 23 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 24 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 25 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 26 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 27 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 28 * 29 * from: FreeBSD: //depot/projects/arm/src/sys/arm/xscale/pxa2x0/pxa2x0_icu.c, rev 1 30 * from: FreeBSD: src/sys/arm/mv/ic.c,v 1.5 2011/02/08 01:49:30 31 */ 32 33 #include <sys/cdefs.h> 34 __FBSDID("$FreeBSD$"); 35 36 #include "opt_platform.h" 37 38 #include <sys/param.h> 39 #include <sys/systm.h> 40 #include <sys/bus.h> 41 #include <sys/kernel.h> 42 #include <sys/cpuset.h> 43 #include <sys/ktr.h> 44 #include <sys/kdb.h> 45 #include <sys/module.h> 46 #include <sys/lock.h> 47 #include <sys/mutex.h> 48 #include <sys/rman.h> 49 #include <sys/proc.h> 50 51 #include <machine/bus.h> 52 #include <machine/intr.h> 53 #include <machine/cpufunc.h> 54 #include <machine/smp.h> 55 56 #include <arm/mv/mvvar.h> 57 #include <arm/mv/mvreg.h> 58 59 #include <dev/ofw/ofw_bus.h> 60 #include <dev/ofw/ofw_bus_subr.h> 61 #include <dev/fdt/fdt_common.h> 62 63 #ifdef INTRNG 64 #include "pic_if.h" 65 #endif 66 67 #ifdef DEBUG 68 #define debugf(fmt, args...) do { printf("%s(): ", __func__); \ 69 printf(fmt,##args); } while (0) 70 #else 71 #define debugf(fmt, args...) 72 #endif 73 74 #define MPIC_INT_ERR 4 75 #define MPIC_INT_MSI 96 76 77 #define MPIC_IRQ_MASK 0x3ff 78 79 #define MPIC_CTRL 0x0 80 #define MPIC_SOFT_INT 0x4 81 #define MPIC_SOFT_INT_DRBL1 (1 << 5) 82 #define MPIC_ERR_CAUSE 0x20 83 #define MPIC_ISE 0x30 84 #define MPIC_ICE 0x34 85 #define MPIC_INT_CTL(irq) (0x100 + (irq)*4) 86 87 #define MPIC_INT_IRQ_FIQ_MASK(cpuid) (0x101 << (cpuid)) 88 #define MPIC_CTRL_NIRQS(ctrl) (((ctrl) >> 2) & 0x3ff) 89 90 #define MPIC_IN_DRBL 0x08 91 #define MPIC_IN_DRBL_MASK 0x0c 92 #define MPIC_PPI_CAUSE 0x10 93 #define MPIC_CTP 0x40 94 #define MPIC_IIACK 0x44 95 #define MPIC_ISM 0x48 96 #define MPIC_ICM 0x4c 97 #define MPIC_ERR_MASK 0xe50 98 99 #define MPIC_PPI 32 100 101 #ifdef INTRNG 102 struct mv_mpic_irqsrc { 103 struct intr_irqsrc mmi_isrc; 104 u_int mmi_irq; 105 }; 106 #endif 107 108 struct mv_mpic_softc { 109 device_t sc_dev; 110 struct resource * mpic_res[4]; 111 bus_space_tag_t mpic_bst; 112 bus_space_handle_t mpic_bsh; 113 bus_space_tag_t cpu_bst; 114 bus_space_handle_t cpu_bsh; 115 bus_space_tag_t drbl_bst; 116 bus_space_handle_t drbl_bsh; 117 struct mtx mtx; 118 #ifdef INTRNG 119 struct mv_mpic_irqsrc * mpic_isrcs; 120 #endif 121 int nirqs; 122 void * intr_hand; 123 }; 124 125 static struct resource_spec mv_mpic_spec[] = { 126 { SYS_RES_MEMORY, 0, RF_ACTIVE }, 127 { SYS_RES_MEMORY, 1, RF_ACTIVE }, 128 { SYS_RES_MEMORY, 2, RF_ACTIVE | RF_OPTIONAL }, 129 { SYS_RES_IRQ, 0, RF_ACTIVE | RF_OPTIONAL }, 130 { -1, 0 } 131 }; 132 133 static struct ofw_compat_data compat_data[] = { 134 {"mrvl,mpic", true}, 135 {"marvell,mpic", true}, 136 {NULL, false} 137 }; 138 139 static struct mv_mpic_softc *mv_mpic_sc = NULL; 140 141 void mpic_send_ipi(int cpus, u_int ipi); 142 143 static int mv_mpic_probe(device_t); 144 static int mv_mpic_attach(device_t); 145 uint32_t mv_mpic_get_cause(void); 146 uint32_t mv_mpic_get_cause_err(void); 147 uint32_t mv_mpic_get_msi(void); 148 static void mpic_unmask_irq(uintptr_t nb); 149 static void mpic_mask_irq(uintptr_t nb); 150 static void mpic_mask_irq_err(uintptr_t nb); 151 static void mpic_unmask_irq_err(uintptr_t nb); 152 static int mpic_intr(void *arg); 153 static void mpic_unmask_msi(void); 154 #ifndef INTRNG 155 static void arm_mask_irq_err(uintptr_t); 156 static void arm_unmask_irq_err(uintptr_t); 157 #endif 158 159 #define MPIC_WRITE(softc, reg, val) \ 160 bus_space_write_4((softc)->mpic_bst, (softc)->mpic_bsh, (reg), (val)) 161 #define MPIC_READ(softc, reg) \ 162 bus_space_read_4((softc)->mpic_bst, (softc)->mpic_bsh, (reg)) 163 164 #define MPIC_CPU_WRITE(softc, reg, val) \ 165 bus_space_write_4((softc)->cpu_bst, (softc)->cpu_bsh, (reg), (val)) 166 #define MPIC_CPU_READ(softc, reg) \ 167 bus_space_read_4((softc)->cpu_bst, (softc)->cpu_bsh, (reg)) 168 169 #define MPIC_DRBL_WRITE(softc, reg, val) \ 170 bus_space_write_4((softc)->drbl_bst, (softc)->drbl_bsh, (reg), (val)) 171 #define MPIC_DRBL_READ(softc, reg) \ 172 bus_space_read_4((softc)->drbl_bst, (softc)->drbl_bsh, (reg)) 173 174 static int 175 mv_mpic_probe(device_t dev) 176 { 177 178 if (!ofw_bus_status_okay(dev)) 179 return (ENXIO); 180 181 if (!ofw_bus_search_compatible(dev, compat_data)->ocd_data) 182 return (ENXIO); 183 184 device_set_desc(dev, "Marvell Integrated Interrupt Controller"); 185 return (0); 186 } 187 188 #ifdef INTRNG 189 static int 190 mv_mpic_register_isrcs(struct mv_mpic_softc *sc) 191 { 192 int error; 193 uint32_t irq; 194 struct intr_irqsrc *isrc; 195 const char *name; 196 197 sc->mpic_isrcs = malloc(sc->nirqs * sizeof (*sc->mpic_isrcs), M_DEVBUF, 198 M_WAITOK | M_ZERO); 199 200 name = device_get_nameunit(sc->sc_dev); 201 for (irq = 0; irq < sc->nirqs; irq++) { 202 sc->mpic_isrcs[irq].mmi_irq = irq; 203 204 isrc = &sc->mpic_isrcs[irq].mmi_isrc; 205 if (irq < MPIC_PPI) { 206 error = intr_isrc_register(isrc, sc->sc_dev, 207 INTR_ISRCF_PPI, "%s", name); 208 } else { 209 error = intr_isrc_register(isrc, sc->sc_dev, 0, "%s", 210 name); 211 } 212 if (error != 0) { 213 /* XXX call intr_isrc_deregister() */ 214 device_printf(sc->sc_dev, "%s failed", __func__); 215 return (error); 216 } 217 } 218 return (0); 219 } 220 #endif 221 222 static int 223 mv_mpic_attach(device_t dev) 224 { 225 struct mv_mpic_softc *sc; 226 int error; 227 uint32_t val; 228 229 sc = (struct mv_mpic_softc *)device_get_softc(dev); 230 231 if (mv_mpic_sc != NULL) 232 return (ENXIO); 233 mv_mpic_sc = sc; 234 235 sc->sc_dev = dev; 236 237 mtx_init(&sc->mtx, "MPIC lock", NULL, MTX_SPIN); 238 239 error = bus_alloc_resources(dev, mv_mpic_spec, sc->mpic_res); 240 if (error) { 241 device_printf(dev, "could not allocate resources\n"); 242 return (ENXIO); 243 } 244 #ifdef INTRNG 245 if (sc->mpic_res[3] == NULL) 246 device_printf(dev, "No interrupt to use.\n"); 247 else 248 bus_setup_intr(dev, sc->mpic_res[3], INTR_TYPE_CLK, 249 mpic_intr, NULL, sc, &sc->intr_hand); 250 #endif 251 252 sc->mpic_bst = rman_get_bustag(sc->mpic_res[0]); 253 sc->mpic_bsh = rman_get_bushandle(sc->mpic_res[0]); 254 255 sc->cpu_bst = rman_get_bustag(sc->mpic_res[1]); 256 sc->cpu_bsh = rman_get_bushandle(sc->mpic_res[1]); 257 258 if (sc->mpic_res[2] != NULL) { 259 /* This is required only if MSIs are used. */ 260 sc->drbl_bst = rman_get_bustag(sc->mpic_res[2]); 261 sc->drbl_bsh = rman_get_bushandle(sc->mpic_res[2]); 262 } 263 264 bus_space_write_4(mv_mpic_sc->mpic_bst, mv_mpic_sc->mpic_bsh, 265 MPIC_CTRL, 1); 266 MPIC_CPU_WRITE(mv_mpic_sc, MPIC_CTP, 0); 267 268 val = MPIC_READ(mv_mpic_sc, MPIC_CTRL); 269 sc->nirqs = MPIC_CTRL_NIRQS(val); 270 271 #ifdef INTRNG 272 if (mv_mpic_register_isrcs(sc) != 0) { 273 device_printf(dev, "could not register PIC ISRCs\n"); 274 bus_release_resources(dev, mv_mpic_spec, sc->mpic_res); 275 return (ENXIO); 276 } 277 if (intr_pic_register(dev, OF_xref_from_device(dev)) == NULL) { 278 device_printf(dev, "could not register PIC\n"); 279 bus_release_resources(dev, mv_mpic_spec, sc->mpic_res); 280 return (ENXIO); 281 } 282 #endif 283 284 mpic_unmask_msi(); 285 286 return (0); 287 } 288 289 #ifdef INTRNG 290 static int 291 mpic_intr(void *arg) 292 { 293 struct mv_mpic_softc *sc; 294 uint32_t cause, irqsrc; 295 unsigned int irq; 296 u_int cpuid; 297 298 sc = arg; 299 cpuid = PCPU_GET(cpuid); 300 irq = 0; 301 302 for (cause = MPIC_CPU_READ(sc, MPIC_PPI_CAUSE); cause > 0; 303 cause >>= 1, irq++) { 304 if (cause & 1) { 305 irqsrc = MPIC_READ(sc, MPIC_INT_CTL(irq)); 306 if ((irqsrc & MPIC_INT_IRQ_FIQ_MASK(cpuid)) == 0) 307 continue; 308 if (intr_isrc_dispatch(&sc->mpic_isrcs[irq].mmi_isrc, 309 curthread->td_intr_frame) != 0) { 310 mpic_mask_irq(irq); 311 device_printf(sc->sc_dev, "Stray irq %u " 312 "disabled\n", irq); 313 } 314 } 315 } 316 317 return (FILTER_HANDLED); 318 } 319 320 static void 321 mpic_disable_intr(device_t dev, struct intr_irqsrc *isrc) 322 { 323 u_int irq; 324 325 irq = ((struct mv_mpic_irqsrc *)isrc)->mmi_irq; 326 mpic_mask_irq(irq); 327 } 328 329 static void 330 mpic_enable_intr(device_t dev, struct intr_irqsrc *isrc) 331 { 332 u_int irq; 333 334 irq = ((struct mv_mpic_irqsrc *)isrc)->mmi_irq; 335 mpic_unmask_irq(irq); 336 } 337 338 static int 339 mpic_map_intr(device_t dev, struct intr_map_data *data, 340 struct intr_irqsrc **isrcp) 341 { 342 struct intr_map_data_fdt *daf; 343 struct mv_mpic_softc *sc; 344 345 if (data->type != INTR_MAP_DATA_FDT) 346 return (ENOTSUP); 347 348 sc = device_get_softc(dev); 349 daf = (struct intr_map_data_fdt *)data; 350 351 if (daf->ncells !=1 || daf->cells[0] >= sc->nirqs) 352 return (EINVAL); 353 354 *isrcp = &sc->mpic_isrcs[daf->cells[0]].mmi_isrc; 355 return (0); 356 } 357 358 static void 359 mpic_pre_ithread(device_t dev, struct intr_irqsrc *isrc) 360 { 361 362 mpic_disable_intr(dev, isrc); 363 } 364 365 static void 366 mpic_post_ithread(device_t dev, struct intr_irqsrc *isrc) 367 { 368 369 mpic_enable_intr(dev, isrc); 370 } 371 372 static void 373 mpic_post_filter(device_t dev, struct intr_irqsrc *isrc) 374 { 375 } 376 #endif 377 378 static device_method_t mv_mpic_methods[] = { 379 DEVMETHOD(device_probe, mv_mpic_probe), 380 DEVMETHOD(device_attach, mv_mpic_attach), 381 382 #ifdef INTRNG 383 DEVMETHOD(pic_disable_intr, mpic_disable_intr), 384 DEVMETHOD(pic_enable_intr, mpic_enable_intr), 385 DEVMETHOD(pic_map_intr, mpic_map_intr), 386 DEVMETHOD(pic_post_filter, mpic_post_filter), 387 DEVMETHOD(pic_post_ithread, mpic_post_ithread), 388 DEVMETHOD(pic_pre_ithread, mpic_pre_ithread), 389 #endif 390 { 0, 0 } 391 }; 392 393 static driver_t mv_mpic_driver = { 394 "mpic", 395 mv_mpic_methods, 396 sizeof(struct mv_mpic_softc), 397 }; 398 399 static devclass_t mv_mpic_devclass; 400 401 EARLY_DRIVER_MODULE(mpic, simplebus, mv_mpic_driver, mv_mpic_devclass, 0, 0, 402 BUS_PASS_INTERRUPT); 403 404 #ifndef INTRNG 405 int 406 arm_get_next_irq(int last) 407 { 408 u_int irq, next = -1; 409 410 irq = mv_mpic_get_cause() & MPIC_IRQ_MASK; 411 CTR2(KTR_INTR, "%s: irq:%#x", __func__, irq); 412 413 if (irq != MPIC_IRQ_MASK) { 414 if (irq == MPIC_INT_ERR) 415 irq = mv_mpic_get_cause_err(); 416 if (irq == MPIC_INT_MSI) 417 irq = mv_mpic_get_msi(); 418 next = irq; 419 } 420 421 CTR3(KTR_INTR, "%s: last=%d, next=%d", __func__, last, next); 422 return (next); 423 } 424 425 /* 426 * XXX We can make arm_enable_irq to operate on ICE and then mask/unmask only 427 * by ISM/ICM and remove access to ICE in masking operation 428 */ 429 void 430 arm_mask_irq(uintptr_t nb) 431 { 432 433 mpic_mask_irq(nb); 434 } 435 436 437 static void 438 arm_mask_irq_err(uintptr_t nb) 439 { 440 441 mpic_mask_irq_err(nb); 442 } 443 444 void 445 arm_unmask_irq(uintptr_t nb) 446 { 447 448 mpic_unmask_irq(nb); 449 } 450 451 void 452 arm_unmask_irq_err(uintptr_t nb) 453 { 454 455 mpic_unmask_irq_err(nb); 456 } 457 #endif 458 459 static void 460 mpic_unmask_msi(void) 461 { 462 463 mpic_unmask_irq(MPIC_INT_MSI); 464 } 465 466 static void 467 mpic_unmask_irq_err(uintptr_t nb) 468 { 469 uint32_t mask; 470 uint8_t bit_off; 471 472 bus_space_write_4(mv_mpic_sc->mpic_bst, mv_mpic_sc->mpic_bsh, 473 MPIC_ISE, MPIC_INT_ERR); 474 MPIC_CPU_WRITE(mv_mpic_sc, MPIC_ICM, MPIC_INT_ERR); 475 476 bit_off = nb - ERR_IRQ; 477 mask = MPIC_CPU_READ(mv_mpic_sc, MPIC_ERR_MASK); 478 mask |= (1 << bit_off); 479 MPIC_CPU_WRITE(mv_mpic_sc, MPIC_ERR_MASK, mask); 480 } 481 482 static void 483 mpic_mask_irq_err(uintptr_t nb) 484 { 485 uint32_t mask; 486 uint8_t bit_off; 487 488 bit_off = nb - ERR_IRQ; 489 mask = MPIC_CPU_READ(mv_mpic_sc, MPIC_ERR_MASK); 490 mask &= ~(1 << bit_off); 491 MPIC_CPU_WRITE(mv_mpic_sc, MPIC_ERR_MASK, mask); 492 } 493 494 static void 495 mpic_unmask_irq(uintptr_t nb) 496 { 497 498 if (nb < ERR_IRQ) { 499 bus_space_write_4(mv_mpic_sc->mpic_bst, mv_mpic_sc->mpic_bsh, 500 MPIC_ISE, nb); 501 MPIC_CPU_WRITE(mv_mpic_sc, MPIC_ICM, nb); 502 } else if (nb < MSI_IRQ) 503 mpic_unmask_irq_err(nb); 504 505 if (nb == 0) 506 MPIC_CPU_WRITE(mv_mpic_sc, MPIC_IN_DRBL_MASK, 0xffffffff); 507 } 508 509 static void 510 mpic_mask_irq(uintptr_t nb) 511 { 512 513 if (nb < ERR_IRQ) { 514 bus_space_write_4(mv_mpic_sc->mpic_bst, mv_mpic_sc->mpic_bsh, 515 MPIC_ICE, nb); 516 MPIC_CPU_WRITE(mv_mpic_sc, MPIC_ISM, nb); 517 } else if (nb < MSI_IRQ) 518 mpic_mask_irq_err(nb); 519 } 520 521 uint32_t 522 mv_mpic_get_cause(void) 523 { 524 525 return (MPIC_CPU_READ(mv_mpic_sc, MPIC_IIACK)); 526 } 527 528 uint32_t 529 mv_mpic_get_cause_err(void) 530 { 531 uint32_t err_cause; 532 uint8_t bit_off; 533 534 err_cause = bus_space_read_4(mv_mpic_sc->mpic_bst, 535 mv_mpic_sc->mpic_bsh, MPIC_ERR_CAUSE); 536 537 if (err_cause) 538 bit_off = ffs(err_cause) - 1; 539 else 540 return (-1); 541 542 debugf("%s: irq:%x cause:%x\n", __func__, bit_off, err_cause); 543 return (ERR_IRQ + bit_off); 544 } 545 546 uint32_t 547 mv_mpic_get_msi(void) 548 { 549 uint32_t cause; 550 uint8_t bit_off; 551 552 KASSERT(mv_mpic_sc->drbl_bst != NULL, ("No doorbell in mv_mpic_get_msi")); 553 cause = MPIC_DRBL_READ(mv_mpic_sc, 0); 554 555 if (cause) 556 bit_off = ffs(cause) - 1; 557 else 558 return (-1); 559 560 debugf("%s: irq:%x cause:%x\n", __func__, bit_off, cause); 561 562 cause &= ~(1 << bit_off); 563 MPIC_DRBL_WRITE(mv_mpic_sc, 0, cause); 564 565 return (MSI_IRQ + bit_off); 566 } 567 568 int 569 mv_msi_data(int irq, uint64_t *addr, uint32_t *data) 570 { 571 u_long phys, base, size; 572 phandle_t node; 573 int error; 574 575 node = ofw_bus_get_node(mv_mpic_sc->sc_dev); 576 577 /* Get physical address of register space */ 578 error = fdt_get_range(OF_parent(node), 0, &phys, &size); 579 if (error) { 580 printf("%s: Cannot get register physical address, err:%d", 581 __func__, error); 582 return (error); 583 } 584 585 /* Get offset of MPIC register space */ 586 error = fdt_regsize(node, &base, &size); 587 if (error) { 588 printf("%s: Cannot get MPIC register offset, err:%d", 589 __func__, error); 590 return (error); 591 } 592 593 *addr = phys + base + MPIC_SOFT_INT; 594 *data = MPIC_SOFT_INT_DRBL1 | irq; 595 596 return (0); 597 } 598 599 600 #if defined(SMP) && defined(SOC_MV_ARMADAXP) 601 void 602 intr_pic_init_secondary(void) 603 { 604 } 605 606 void 607 pic_ipi_send(cpuset_t cpus, u_int ipi) 608 { 609 uint32_t val, i; 610 611 val = 0x00000000; 612 for (i = 0; i < MAXCPU; i++) 613 if (CPU_ISSET(i, &cpus)) 614 val |= (1 << (8 + i)); 615 val |= ipi; 616 bus_space_write_4(mv_mpic_sc->mpic_bst, mv_mpic_sc->mpic_bsh, 617 MPIC_SOFT_INT, val); 618 } 619 620 int 621 pic_ipi_read(int i __unused) 622 { 623 uint32_t val; 624 int ipi; 625 626 val = MPIC_CPU_READ(mv_mpic_sc, MPIC_IN_DRBL); 627 if (val) { 628 ipi = ffs(val) - 1; 629 MPIC_CPU_WRITE(mv_mpic_sc, MPIC_IN_DRBL, ~(1 << ipi)); 630 return (ipi); 631 } 632 633 return (0x3ff); 634 } 635 636 void 637 pic_ipi_clear(int ipi) 638 { 639 } 640 641 #endif 642