1962940ceSLuiz Otavio O Souza /*- 2962940ceSLuiz Otavio O Souza * Copyright (C) 2015 Daisuke Aoyama <aoyama@peach.ne.jp> 3962940ceSLuiz Otavio O Souza * All rights reserved. 4962940ceSLuiz Otavio O Souza * 5962940ceSLuiz Otavio O Souza * Redistribution and use in source and binary forms, with or without 6962940ceSLuiz Otavio O Souza * modification, are permitted provided that the following conditions 7962940ceSLuiz Otavio O Souza * are met: 8962940ceSLuiz Otavio O Souza * 1. Redistributions of source code must retain the above copyright 9962940ceSLuiz Otavio O Souza * notice, this list of conditions and the following disclaimer. 10962940ceSLuiz Otavio O Souza * 2. Redistributions in binary form must reproduce the above copyright 11962940ceSLuiz Otavio O Souza * notice, this list of conditions and the following disclaimer in the 12962940ceSLuiz Otavio O Souza * documentation and/or other materials provided with the distribution. 13962940ceSLuiz Otavio O Souza * 14962940ceSLuiz Otavio O Souza * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 15962940ceSLuiz Otavio O Souza * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 16962940ceSLuiz Otavio O Souza * 17962940ceSLuiz Otavio O Souza * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 18962940ceSLuiz Otavio O Souza * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 19962940ceSLuiz Otavio O Souza * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 20962940ceSLuiz Otavio O Souza * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 21962940ceSLuiz Otavio O Souza * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 22962940ceSLuiz Otavio O Souza * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 23962940ceSLuiz Otavio O Souza * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 24962940ceSLuiz Otavio O Souza * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 25962940ceSLuiz Otavio O Souza * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 26962940ceSLuiz Otavio O Souza * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 27962940ceSLuiz Otavio O Souza * SUCH DAMAGE. 28962940ceSLuiz Otavio O Souza * 29962940ceSLuiz Otavio O Souza */ 30962940ceSLuiz Otavio O Souza 31962940ceSLuiz Otavio O Souza #include <sys/cdefs.h> 32962940ceSLuiz Otavio O Souza __FBSDID("$FreeBSD$"); 33962940ceSLuiz Otavio O Souza 34962940ceSLuiz Otavio O Souza #include <sys/param.h> 35962940ceSLuiz Otavio O Souza #include <sys/systm.h> 36962940ceSLuiz Otavio O Souza #include <sys/kernel.h> 37962940ceSLuiz Otavio O Souza #include <sys/bus.h> 38962940ceSLuiz Otavio O Souza #include <sys/smp.h> 39962940ceSLuiz Otavio O Souza 40962940ceSLuiz Otavio O Souza #include <vm/vm.h> 41962940ceSLuiz Otavio O Souza #include <vm/pmap.h> 42962940ceSLuiz Otavio O Souza 43*a89156f5SMichal Meloun #include <machine/cpu.h> 44962940ceSLuiz Otavio O Souza #include <machine/smp.h> 45962940ceSLuiz Otavio O Souza #include <machine/bus.h> 46962940ceSLuiz Otavio O Souza #include <machine/fdt.h> 47962940ceSLuiz Otavio O Souza #include <machine/intr.h> 48962940ceSLuiz Otavio O Souza 49962940ceSLuiz Otavio O Souza #ifdef DEBUG 50962940ceSLuiz Otavio O Souza #define DPRINTF(fmt, ...) do { \ 51962940ceSLuiz Otavio O Souza printf("%s:%u: ", __func__, __LINE__); \ 52962940ceSLuiz Otavio O Souza printf(fmt, ##__VA_ARGS__); \ 53962940ceSLuiz Otavio O Souza } while (0) 54962940ceSLuiz Otavio O Souza #else 55962940ceSLuiz Otavio O Souza #define DPRINTF(fmt, ...) 56962940ceSLuiz Otavio O Souza #endif 57962940ceSLuiz Otavio O Souza 58962940ceSLuiz Otavio O Souza #define ARM_LOCAL_BASE 0x40000000 59962940ceSLuiz Otavio O Souza #define ARM_LOCAL_SIZE 0x00001000 60962940ceSLuiz Otavio O Souza 61962940ceSLuiz Otavio O Souza /* mailbox registers */ 62962940ceSLuiz Otavio O Souza #define MBOXINTRCTRL_CORE(n) (0x00000050 + (0x04 * (n))) 63962940ceSLuiz Otavio O Souza #define MBOX0SET_CORE(n) (0x00000080 + (0x10 * (n))) 64962940ceSLuiz Otavio O Souza #define MBOX1SET_CORE(n) (0x00000084 + (0x10 * (n))) 65962940ceSLuiz Otavio O Souza #define MBOX2SET_CORE(n) (0x00000088 + (0x10 * (n))) 66962940ceSLuiz Otavio O Souza #define MBOX3SET_CORE(n) (0x0000008C + (0x10 * (n))) 67962940ceSLuiz Otavio O Souza #define MBOX0CLR_CORE(n) (0x000000C0 + (0x10 * (n))) 68962940ceSLuiz Otavio O Souza #define MBOX1CLR_CORE(n) (0x000000C4 + (0x10 * (n))) 69962940ceSLuiz Otavio O Souza #define MBOX2CLR_CORE(n) (0x000000C8 + (0x10 * (n))) 70962940ceSLuiz Otavio O Souza #define MBOX3CLR_CORE(n) (0x000000CC + (0x10 * (n))) 71962940ceSLuiz Otavio O Souza 72962940ceSLuiz Otavio O Souza static bus_space_handle_t bs_periph; 73962940ceSLuiz Otavio O Souza 74962940ceSLuiz Otavio O Souza #define BSRD4(addr) \ 75962940ceSLuiz Otavio O Souza bus_space_read_4(fdtbus_bs_tag, bs_periph, (addr)) 76962940ceSLuiz Otavio O Souza #define BSWR4(addr, val) \ 77962940ceSLuiz Otavio O Souza bus_space_write_4(fdtbus_bs_tag, bs_periph, (addr), (val)) 78962940ceSLuiz Otavio O Souza 79962940ceSLuiz Otavio O Souza void 80962940ceSLuiz Otavio O Souza platform_mp_init_secondary(void) 81962940ceSLuiz Otavio O Souza { 82962940ceSLuiz Otavio O Souza 83962940ceSLuiz Otavio O Souza } 84962940ceSLuiz Otavio O Souza 85962940ceSLuiz Otavio O Souza void 86962940ceSLuiz Otavio O Souza platform_mp_setmaxid(void) 87962940ceSLuiz Otavio O Souza { 88962940ceSLuiz Otavio O Souza 89962940ceSLuiz Otavio O Souza DPRINTF("platform_mp_setmaxid\n"); 90962940ceSLuiz Otavio O Souza if (mp_ncpus != 0) 91962940ceSLuiz Otavio O Souza return; 92962940ceSLuiz Otavio O Souza 93962940ceSLuiz Otavio O Souza mp_ncpus = 4; 94962940ceSLuiz Otavio O Souza mp_maxid = mp_ncpus - 1; 95962940ceSLuiz Otavio O Souza DPRINTF("mp_maxid=%d\n", mp_maxid); 96962940ceSLuiz Otavio O Souza } 97962940ceSLuiz Otavio O Souza 98962940ceSLuiz Otavio O Souza int 99962940ceSLuiz Otavio O Souza platform_mp_probe(void) 100962940ceSLuiz Otavio O Souza { 101962940ceSLuiz Otavio O Souza 102962940ceSLuiz Otavio O Souza DPRINTF("platform_mp_probe\n"); 103962940ceSLuiz Otavio O Souza CPU_SETOF(0, &all_cpus); 104962940ceSLuiz Otavio O Souza if (mp_ncpus == 0) 105962940ceSLuiz Otavio O Souza platform_mp_setmaxid(); 106962940ceSLuiz Otavio O Souza return (mp_ncpus > 1); 107962940ceSLuiz Otavio O Souza } 108962940ceSLuiz Otavio O Souza 109962940ceSLuiz Otavio O Souza void 110962940ceSLuiz Otavio O Souza platform_mp_start_ap(void) 111962940ceSLuiz Otavio O Souza { 112962940ceSLuiz Otavio O Souza uint32_t val; 113962940ceSLuiz Otavio O Souza int i, retry; 114962940ceSLuiz Otavio O Souza 115962940ceSLuiz Otavio O Souza DPRINTF("platform_mp_start_ap\n"); 116962940ceSLuiz Otavio O Souza 117962940ceSLuiz Otavio O Souza /* initialize */ 118962940ceSLuiz Otavio O Souza if (bus_space_map(fdtbus_bs_tag, ARM_LOCAL_BASE, ARM_LOCAL_SIZE, 119962940ceSLuiz Otavio O Souza 0, &bs_periph) != 0) 120962940ceSLuiz Otavio O Souza panic("can't map local peripheral\n"); 121962940ceSLuiz Otavio O Souza for (i = 0; i < mp_ncpus; i++) { 122962940ceSLuiz Otavio O Souza /* clear mailbox 0/3 */ 123962940ceSLuiz Otavio O Souza BSWR4(MBOX0CLR_CORE(i), 0xffffffff); 124962940ceSLuiz Otavio O Souza BSWR4(MBOX3CLR_CORE(i), 0xffffffff); 125962940ceSLuiz Otavio O Souza } 126962940ceSLuiz Otavio O Souza wmb(); 127*a89156f5SMichal Meloun dcache_wbinv_poc_all(); 128962940ceSLuiz Otavio O Souza 129962940ceSLuiz Otavio O Souza /* boot secondary CPUs */ 130962940ceSLuiz Otavio O Souza for (i = 1; i < mp_ncpus; i++) { 131962940ceSLuiz Otavio O Souza /* set entry point to mailbox 3 */ 132962940ceSLuiz Otavio O Souza BSWR4(MBOX3SET_CORE(i), 133962940ceSLuiz Otavio O Souza (uint32_t)pmap_kextract((vm_offset_t)mpentry)); 134962940ceSLuiz Otavio O Souza wmb(); 135962940ceSLuiz Otavio O Souza 136962940ceSLuiz Otavio O Souza /* wait for bootup */ 137962940ceSLuiz Otavio O Souza retry = 1000; 138962940ceSLuiz Otavio O Souza do { 139962940ceSLuiz Otavio O Souza /* check entry point */ 140962940ceSLuiz Otavio O Souza val = BSRD4(MBOX3CLR_CORE(i)); 141962940ceSLuiz Otavio O Souza if (val == 0) 142962940ceSLuiz Otavio O Souza break; 143962940ceSLuiz Otavio O Souza DELAY(100); 144962940ceSLuiz Otavio O Souza retry--; 145962940ceSLuiz Otavio O Souza if (retry <= 0) { 146962940ceSLuiz Otavio O Souza printf("can't start for CPU%d\n", i); 147962940ceSLuiz Otavio O Souza break; 148962940ceSLuiz Otavio O Souza } 149962940ceSLuiz Otavio O Souza } while (1); 150962940ceSLuiz Otavio O Souza 151962940ceSLuiz Otavio O Souza /* dsb and sev */ 152962940ceSLuiz Otavio O Souza armv7_sev(); 153962940ceSLuiz Otavio O Souza 154962940ceSLuiz Otavio O Souza /* recode AP in CPU map */ 155962940ceSLuiz Otavio O Souza CPU_SET(i, &all_cpus); 156962940ceSLuiz Otavio O Souza } 157962940ceSLuiz Otavio O Souza } 158962940ceSLuiz Otavio O Souza 159962940ceSLuiz Otavio O Souza void 160962940ceSLuiz Otavio O Souza pic_ipi_send(cpuset_t cpus, u_int ipi) 161962940ceSLuiz Otavio O Souza { 162962940ceSLuiz Otavio O Souza int i; 163962940ceSLuiz Otavio O Souza 164962940ceSLuiz Otavio O Souza dsb(); 165962940ceSLuiz Otavio O Souza for (i = 0; i < mp_ncpus; i++) { 166962940ceSLuiz Otavio O Souza if (CPU_ISSET(i, &cpus)) 167962940ceSLuiz Otavio O Souza BSWR4(MBOX0SET_CORE(i), 1 << ipi); 168962940ceSLuiz Otavio O Souza } 169962940ceSLuiz Otavio O Souza wmb(); 170962940ceSLuiz Otavio O Souza } 171962940ceSLuiz Otavio O Souza 172962940ceSLuiz Otavio O Souza int 173962940ceSLuiz Otavio O Souza pic_ipi_read(int i) 174962940ceSLuiz Otavio O Souza { 175962940ceSLuiz Otavio O Souza uint32_t val; 176962940ceSLuiz Otavio O Souza int cpu, ipi; 177962940ceSLuiz Otavio O Souza 178962940ceSLuiz Otavio O Souza cpu = PCPU_GET(cpuid); 179962940ceSLuiz Otavio O Souza dsb(); 180962940ceSLuiz Otavio O Souza if (i != -1) { 181962940ceSLuiz Otavio O Souza val = BSRD4(MBOX0CLR_CORE(cpu)); 182962940ceSLuiz Otavio O Souza if (val == 0) 183962940ceSLuiz Otavio O Souza return (0); 184962940ceSLuiz Otavio O Souza ipi = ffs(val) - 1; 18517fb49c1SAndrew Turner BSWR4(MBOX0CLR_CORE(cpu), 1 << ipi); 18617fb49c1SAndrew Turner dsb(); 187962940ceSLuiz Otavio O Souza return (ipi); 188962940ceSLuiz Otavio O Souza } 189962940ceSLuiz Otavio O Souza return (0x3ff); 190962940ceSLuiz Otavio O Souza } 191962940ceSLuiz Otavio O Souza 192962940ceSLuiz Otavio O Souza void 193962940ceSLuiz Otavio O Souza pic_ipi_clear(int ipi) 194962940ceSLuiz Otavio O Souza { 195962940ceSLuiz Otavio O Souza } 196962940ceSLuiz Otavio O Souza 197962940ceSLuiz Otavio O Souza void 198962940ceSLuiz Otavio O Souza platform_ipi_send(cpuset_t cpus, u_int ipi) 199962940ceSLuiz Otavio O Souza { 200962940ceSLuiz Otavio O Souza 201962940ceSLuiz Otavio O Souza pic_ipi_send(cpus, ipi); 202962940ceSLuiz Otavio O Souza } 203