1 /*- 2 * SPDX-License-Identifier: BSD-2-Clause-FreeBSD 3 * 4 * Copyright 2010 Nathan Whitehorn 5 * 6 * Redistribution and use in source and binary forms, with or without 7 * modification, are permitted provided that the following conditions 8 * are met: 9 * 1. Redistributions of source code must retain the above copyright 10 * notice, this list of conditions and the following disclaimer. 11 * 2. Redistributions in binary form must reproduce the above copyright 12 * notice, this list of conditions and the following disclaimer in the 13 * documentation and/or other materials provided with the distribution. 14 * 15 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 16 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 17 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 18 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 19 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, 20 * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; 21 * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED 22 * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, 23 * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 24 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 25 * SUCH DAMAGE. 26 * 27 * $FreeBSD$ 28 */ 29 30 #include <sys/param.h> 31 #include <sys/systm.h> 32 #include <sys/module.h> 33 #include <sys/bus.h> 34 #include <sys/conf.h> 35 #include <sys/kernel.h> 36 #include <sys/malloc.h> 37 38 #include <vm/vm.h> 39 #include <vm/pmap.h> 40 41 #include <machine/bus.h> 42 #include <machine/intr_machdep.h> 43 #include <machine/md_var.h> 44 #include <machine/platform.h> 45 46 #include "ps3-hvcall.h" 47 #include "pic_if.h" 48 49 static void ps3pic_identify(driver_t *driver, device_t parent); 50 static int ps3pic_probe(device_t); 51 static int ps3pic_attach(device_t); 52 53 static void ps3pic_dispatch(device_t, struct trapframe *); 54 static void ps3pic_enable(device_t, u_int, u_int, void **); 55 static void ps3pic_eoi(device_t, u_int, void *); 56 static void ps3pic_ipi(device_t, u_int); 57 static void ps3pic_mask(device_t, u_int, void *); 58 static void ps3pic_unmask(device_t, u_int, void *); 59 60 struct ps3pic_softc { 61 volatile uint64_t *bitmap_thread0; 62 volatile uint64_t *mask_thread0; 63 volatile uint64_t *bitmap_thread1; 64 volatile uint64_t *mask_thread1; 65 66 uint64_t sc_ipi_outlet[2]; 67 uint64_t sc_ipi_virq; 68 int sc_vector[64]; 69 }; 70 71 static device_method_t ps3pic_methods[] = { 72 /* Device interface */ 73 DEVMETHOD(device_identify, ps3pic_identify), 74 DEVMETHOD(device_probe, ps3pic_probe), 75 DEVMETHOD(device_attach, ps3pic_attach), 76 77 /* PIC interface */ 78 DEVMETHOD(pic_dispatch, ps3pic_dispatch), 79 DEVMETHOD(pic_enable, ps3pic_enable), 80 DEVMETHOD(pic_eoi, ps3pic_eoi), 81 DEVMETHOD(pic_ipi, ps3pic_ipi), 82 DEVMETHOD(pic_mask, ps3pic_mask), 83 DEVMETHOD(pic_unmask, ps3pic_unmask), 84 85 { 0, 0 }, 86 }; 87 88 static driver_t ps3pic_driver = { 89 "ps3pic", 90 ps3pic_methods, 91 sizeof(struct ps3pic_softc) 92 }; 93 94 static devclass_t ps3pic_devclass; 95 96 DRIVER_MODULE(ps3pic, nexus, ps3pic_driver, ps3pic_devclass, 0, 0); 97 98 static MALLOC_DEFINE(M_PS3PIC, "ps3pic", "PS3 PIC"); 99 100 static void 101 ps3pic_identify(driver_t *driver, device_t parent) 102 { 103 if (strcmp(installed_platform(), "ps3") != 0) 104 return; 105 106 if (device_find_child(parent, "ps3pic", -1) == NULL) 107 BUS_ADD_CHILD(parent, 0, "ps3pic", 0); 108 } 109 110 static int 111 ps3pic_probe(device_t dev) 112 { 113 device_set_desc(dev, "Playstation 3 interrupt controller"); 114 return (BUS_PROBE_NOWILDCARD); 115 } 116 117 static int 118 ps3pic_attach(device_t dev) 119 { 120 struct ps3pic_softc *sc; 121 uint64_t ppe; 122 int thread; 123 124 sc = device_get_softc(dev); 125 126 sc->bitmap_thread0 = contigmalloc(128 /* 512 bits * 2 */, M_PS3PIC, 127 M_NOWAIT | M_ZERO, 0, BUS_SPACE_MAXADDR, 64 /* alignment */, 128 PAGE_SIZE /* boundary */); 129 sc->mask_thread0 = sc->bitmap_thread0 + 4; 130 sc->bitmap_thread1 = sc->bitmap_thread0 + 8; 131 sc->mask_thread1 = sc->bitmap_thread0 + 12; 132 133 lv1_get_logical_ppe_id(&ppe); 134 thread = 32 - fls(mfctrl()); 135 lv1_configure_irq_state_bitmap(ppe, thread, 136 vtophys(sc->bitmap_thread0)); 137 138 sc->sc_ipi_virq = 63; 139 140 #ifdef SMP 141 lv1_configure_irq_state_bitmap(ppe, !thread, 142 vtophys(sc->bitmap_thread1)); 143 144 /* Map both IPIs to the same VIRQ to avoid changes in intr_machdep */ 145 lv1_construct_event_receive_port(&sc->sc_ipi_outlet[0]); 146 lv1_connect_irq_plug_ext(ppe, thread, sc->sc_ipi_virq, 147 sc->sc_ipi_outlet[0], 0); 148 lv1_construct_event_receive_port(&sc->sc_ipi_outlet[1]); 149 lv1_connect_irq_plug_ext(ppe, !thread, sc->sc_ipi_virq, 150 sc->sc_ipi_outlet[1], 0); 151 #endif 152 153 powerpc_register_pic(dev, 0, sc->sc_ipi_virq, 1, FALSE); 154 return (0); 155 } 156 157 /* 158 * PIC I/F methods. 159 */ 160 161 static void 162 ps3pic_dispatch(device_t dev, struct trapframe *tf) 163 { 164 uint64_t bitmap, mask; 165 int irq; 166 struct ps3pic_softc *sc; 167 168 sc = device_get_softc(dev); 169 170 if (PCPU_GET(cpuid) == 0) { 171 bitmap = atomic_readandclear_64(&sc->bitmap_thread0[0]); 172 mask = sc->mask_thread0[0]; 173 } else { 174 bitmap = atomic_readandclear_64(&sc->bitmap_thread1[0]); 175 mask = sc->mask_thread1[0]; 176 } 177 powerpc_sync(); 178 179 while ((irq = ffsl(bitmap & mask) - 1) != -1) { 180 bitmap &= ~(1UL << irq); 181 powerpc_dispatch_intr(sc->sc_vector[63 - irq], tf); 182 } 183 } 184 185 static void 186 ps3pic_enable(device_t dev, u_int irq, u_int vector, void **priv) 187 { 188 struct ps3pic_softc *sc; 189 190 sc = device_get_softc(dev); 191 sc->sc_vector[irq] = vector; 192 193 ps3pic_unmask(dev, irq, priv); 194 } 195 196 static void 197 ps3pic_eoi(device_t dev, u_int irq, void *priv) 198 { 199 uint64_t ppe; 200 int thread; 201 202 lv1_get_logical_ppe_id(&ppe); 203 thread = 32 - fls(mfctrl()); 204 205 lv1_end_of_interrupt_ext(ppe, thread, irq); 206 } 207 208 static void 209 ps3pic_ipi(device_t dev, u_int cpu) 210 { 211 struct ps3pic_softc *sc; 212 sc = device_get_softc(dev); 213 214 lv1_send_event_locally(sc->sc_ipi_outlet[cpu]); 215 } 216 217 static void 218 ps3pic_mask(device_t dev, u_int irq, void *priv) 219 { 220 struct ps3pic_softc *sc; 221 uint64_t ppe; 222 223 sc = device_get_softc(dev); 224 225 /* Do not mask IPIs! */ 226 if (irq == sc->sc_ipi_virq) 227 return; 228 229 atomic_clear_64(&sc->mask_thread0[0], 1UL << (63 - irq)); 230 atomic_clear_64(&sc->mask_thread1[0], 1UL << (63 - irq)); 231 232 lv1_get_logical_ppe_id(&ppe); 233 lv1_did_update_interrupt_mask(ppe, 0); 234 lv1_did_update_interrupt_mask(ppe, 1); 235 } 236 237 static void 238 ps3pic_unmask(device_t dev, u_int irq, void *priv) 239 { 240 struct ps3pic_softc *sc; 241 uint64_t ppe; 242 243 sc = device_get_softc(dev); 244 atomic_set_64(&sc->mask_thread0[0], 1UL << (63 - irq)); 245 atomic_set_64(&sc->mask_thread1[0], 1UL << (63 - irq)); 246 247 lv1_get_logical_ppe_id(&ppe); 248 lv1_did_update_interrupt_mask(ppe, 0); 249 lv1_did_update_interrupt_mask(ppe, 1); 250 } 251