1 /*- 2 * Copyright (C) 2015 Daisuke Aoyama <aoyama@peach.ne.jp> 3 * All rights reserved. 4 * 5 * Redistribution and use in source and binary forms, with or without 6 * modification, are permitted provided that the following conditions 7 * are met: 8 * 1. Redistributions of source code must retain the above copyright 9 * notice, this list of conditions and the following disclaimer. 10 * 2. Redistributions in binary form must reproduce the above copyright 11 * notice, this list of conditions and the following disclaimer in the 12 * documentation and/or other materials provided with the distribution. 13 * 14 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 15 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 16 * 17 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 18 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 19 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 20 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 21 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 22 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 23 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 24 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 25 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 26 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 27 * SUCH DAMAGE. 28 * 29 */ 30 31 #include <sys/cdefs.h> 32 __FBSDID("$FreeBSD$"); 33 34 #include <sys/param.h> 35 #include <sys/systm.h> 36 #include <sys/kernel.h> 37 #include <sys/bus.h> 38 #include <sys/smp.h> 39 40 #include <vm/vm.h> 41 #include <vm/pmap.h> 42 43 #include <machine/cpu.h> 44 #include <machine/smp.h> 45 #include <machine/bus.h> 46 #include <machine/fdt.h> 47 #include <machine/intr.h> 48 49 #ifdef DEBUG 50 #define DPRINTF(fmt, ...) do { \ 51 printf("%s:%u: ", __func__, __LINE__); \ 52 printf(fmt, ##__VA_ARGS__); \ 53 } while (0) 54 #else 55 #define DPRINTF(fmt, ...) 56 #endif 57 58 #define ARM_LOCAL_BASE 0x40000000 59 #define ARM_LOCAL_SIZE 0x00001000 60 61 /* mailbox registers */ 62 #define MBOXINTRCTRL_CORE(n) (0x00000050 + (0x04 * (n))) 63 #define MBOX0SET_CORE(n) (0x00000080 + (0x10 * (n))) 64 #define MBOX1SET_CORE(n) (0x00000084 + (0x10 * (n))) 65 #define MBOX2SET_CORE(n) (0x00000088 + (0x10 * (n))) 66 #define MBOX3SET_CORE(n) (0x0000008C + (0x10 * (n))) 67 #define MBOX0CLR_CORE(n) (0x000000C0 + (0x10 * (n))) 68 #define MBOX1CLR_CORE(n) (0x000000C4 + (0x10 * (n))) 69 #define MBOX2CLR_CORE(n) (0x000000C8 + (0x10 * (n))) 70 #define MBOX3CLR_CORE(n) (0x000000CC + (0x10 * (n))) 71 72 static bus_space_handle_t bs_periph; 73 74 #define BSRD4(addr) \ 75 bus_space_read_4(fdtbus_bs_tag, bs_periph, (addr)) 76 #define BSWR4(addr, val) \ 77 bus_space_write_4(fdtbus_bs_tag, bs_periph, (addr), (val)) 78 79 void 80 platform_mp_init_secondary(void) 81 { 82 83 } 84 85 void 86 platform_mp_setmaxid(void) 87 { 88 89 DPRINTF("platform_mp_setmaxid\n"); 90 if (mp_ncpus != 0) 91 return; 92 93 mp_ncpus = 4; 94 mp_maxid = mp_ncpus - 1; 95 DPRINTF("mp_maxid=%d\n", mp_maxid); 96 } 97 98 int 99 platform_mp_probe(void) 100 { 101 102 DPRINTF("platform_mp_probe\n"); 103 CPU_SETOF(0, &all_cpus); 104 if (mp_ncpus == 0) 105 platform_mp_setmaxid(); 106 return (mp_ncpus > 1); 107 } 108 109 void 110 platform_mp_start_ap(void) 111 { 112 uint32_t val; 113 int i, retry; 114 115 DPRINTF("platform_mp_start_ap\n"); 116 117 /* initialize */ 118 if (bus_space_map(fdtbus_bs_tag, ARM_LOCAL_BASE, ARM_LOCAL_SIZE, 119 0, &bs_periph) != 0) 120 panic("can't map local peripheral\n"); 121 for (i = 0; i < mp_ncpus; i++) { 122 /* clear mailbox 0/3 */ 123 BSWR4(MBOX0CLR_CORE(i), 0xffffffff); 124 BSWR4(MBOX3CLR_CORE(i), 0xffffffff); 125 } 126 wmb(); 127 dcache_wbinv_poc_all(); 128 129 /* boot secondary CPUs */ 130 for (i = 1; i < mp_ncpus; i++) { 131 /* set entry point to mailbox 3 */ 132 BSWR4(MBOX3SET_CORE(i), 133 (uint32_t)pmap_kextract((vm_offset_t)mpentry)); 134 wmb(); 135 136 /* wait for bootup */ 137 retry = 1000; 138 do { 139 /* check entry point */ 140 val = BSRD4(MBOX3CLR_CORE(i)); 141 if (val == 0) 142 break; 143 DELAY(100); 144 retry--; 145 if (retry <= 0) { 146 printf("can't start for CPU%d\n", i); 147 break; 148 } 149 } while (1); 150 151 /* dsb and sev */ 152 armv7_sev(); 153 154 /* recode AP in CPU map */ 155 CPU_SET(i, &all_cpus); 156 } 157 } 158 159 void 160 pic_ipi_send(cpuset_t cpus, u_int ipi) 161 { 162 int i; 163 164 dsb(); 165 for (i = 0; i < mp_ncpus; i++) { 166 if (CPU_ISSET(i, &cpus)) 167 BSWR4(MBOX0SET_CORE(i), 1 << ipi); 168 } 169 wmb(); 170 } 171 172 int 173 pic_ipi_read(int i) 174 { 175 uint32_t val; 176 int cpu, ipi; 177 178 cpu = PCPU_GET(cpuid); 179 dsb(); 180 if (i != -1) { 181 val = BSRD4(MBOX0CLR_CORE(cpu)); 182 if (val == 0) 183 return (0); 184 ipi = ffs(val) - 1; 185 BSWR4(MBOX0CLR_CORE(cpu), 1 << ipi); 186 dsb(); 187 return (ipi); 188 } 189 return (0x3ff); 190 } 191 192 void 193 pic_ipi_clear(int ipi) 194 { 195 } 196 197 void 198 platform_ipi_send(cpuset_t cpus, u_int ipi) 199 { 200 201 pic_ipi_send(cpus, ipi); 202 } 203