16fc729afSOlivier Houchard /*- 26fc729afSOlivier Houchard * Copyright (c) 1990 The Regents of the University of California. 36fc729afSOlivier Houchard * All rights reserved. 46fc729afSOlivier Houchard * 56fc729afSOlivier Houchard * Redistribution and use in source and binary forms, with or without 66fc729afSOlivier Houchard * modification, are permitted provided that the following conditions 76fc729afSOlivier Houchard * are met: 86fc729afSOlivier Houchard * 1. Redistributions of source code must retain the above copyright 96fc729afSOlivier Houchard * notice, this list of conditions and the following disclaimer. 106fc729afSOlivier Houchard * 2. Redistributions in binary form must reproduce the above copyright 116fc729afSOlivier Houchard * notice, this list of conditions and the following disclaimer in the 126fc729afSOlivier Houchard * documentation and/or other materials provided with the distribution. 13f04f6877SWarner Losh * 3. Neither the name of the University nor the names of its contributors 146fc729afSOlivier Houchard * may be used to endorse or promote products derived from this software 156fc729afSOlivier Houchard * without specific prior written permission. 166fc729afSOlivier Houchard * 176fc729afSOlivier Houchard * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND 186fc729afSOlivier Houchard * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 196fc729afSOlivier Houchard * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 206fc729afSOlivier Houchard * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE 216fc729afSOlivier Houchard * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 226fc729afSOlivier Houchard * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 236fc729afSOlivier Houchard * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 246fc729afSOlivier Houchard * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 256fc729afSOlivier Houchard * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 266fc729afSOlivier Houchard * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 276fc729afSOlivier Houchard * SUCH DAMAGE. 286fc729afSOlivier Houchard * 296fc729afSOlivier Houchard * from: @(#)sys_machdep.c 5.5 (Berkeley) 1/19/91 306fc729afSOlivier Houchard */ 316fc729afSOlivier Houchard 326fc729afSOlivier Houchard #include <sys/cdefs.h> 336fc729afSOlivier Houchard __FBSDID("$FreeBSD$"); 346fc729afSOlivier Houchard 3524c1c3bfSJonathan Anderson #include "opt_capsicum.h" 3674b5505eSRobert Watson 376fc729afSOlivier Houchard #include <sys/param.h> 386fc729afSOlivier Houchard #include <sys/systm.h> 394a144410SRobert Watson #include <sys/capsicum.h> 406fc729afSOlivier Houchard #include <sys/proc.h> 416fc729afSOlivier Houchard #include <sys/sysproto.h> 426fc729afSOlivier Houchard #include <sys/syscall.h> 436fc729afSOlivier Houchard #include <sys/sysent.h> 448826d904SIan Lepore #include <vm/vm.h> 458826d904SIan Lepore #include <vm/vm_extern.h> 466fc729afSOlivier Houchard 473025d19dSMichal Meloun #include <machine/cpu.h> 48371853e5SOlivier Houchard #include <machine/sysarch.h> 498826d904SIan Lepore #include <machine/vmparam.h> 50371853e5SOlivier Houchard 516fc729afSOlivier Houchard #ifndef _SYS_SYSPROTO_H_ 526fc729afSOlivier Houchard struct sysarch_args { 536fc729afSOlivier Houchard int op; 546fc729afSOlivier Houchard char *parms; 556fc729afSOlivier Houchard }; 566fc729afSOlivier Houchard #endif 576fc729afSOlivier Houchard 58371853e5SOlivier Houchard /* Prototypes */ 59371853e5SOlivier Houchard static int arm32_sync_icache (struct thread *, void *); 60371853e5SOlivier Houchard static int arm32_drain_writebuf(struct thread *, void *); 61371853e5SOlivier Houchard 628826d904SIan Lepore #if __ARM_ARCH >= 6 638826d904SIan Lepore static int 648826d904SIan Lepore sync_icache(uintptr_t addr, size_t len) 658826d904SIan Lepore { 668826d904SIan Lepore size_t size; 678826d904SIan Lepore vm_offset_t rv; 688826d904SIan Lepore 698826d904SIan Lepore /* 708826d904SIan Lepore * Align starting address to even number because value of "1" 718826d904SIan Lepore * is used as return value for success. 728826d904SIan Lepore */ 738826d904SIan Lepore len += addr & 1; 748826d904SIan Lepore addr &= ~1; 758826d904SIan Lepore 768826d904SIan Lepore /* Break whole range to pages. */ 778826d904SIan Lepore do { 788826d904SIan Lepore size = PAGE_SIZE - (addr & PAGE_MASK); 798826d904SIan Lepore size = min(size, len); 808826d904SIan Lepore rv = dcache_wb_pou_checked(addr, size); 818826d904SIan Lepore if (rv == 1) /* see dcache_wb_pou_checked() */ 828826d904SIan Lepore rv = icache_inv_pou_checked(addr, size); 838826d904SIan Lepore if (rv != 1) { 848826d904SIan Lepore if (!useracc((void *)addr, size, VM_PROT_READ)) { 858826d904SIan Lepore /* Invalid access */ 868826d904SIan Lepore return (rv); 878826d904SIan Lepore } 888826d904SIan Lepore /* Valid but unmapped page - skip it. */ 898826d904SIan Lepore } 908826d904SIan Lepore len -= size; 918826d904SIan Lepore addr += size; 928826d904SIan Lepore } while (len > 0); 938826d904SIan Lepore 948826d904SIan Lepore /* Invalidate branch predictor buffer. */ 958826d904SIan Lepore bpb_inv_all(); 968826d904SIan Lepore return (1); 978826d904SIan Lepore } 988826d904SIan Lepore #endif 998826d904SIan Lepore 100371853e5SOlivier Houchard static int 101371853e5SOlivier Houchard arm32_sync_icache(struct thread *td, void *args) 102371853e5SOlivier Houchard { 103371853e5SOlivier Houchard struct arm_sync_icache_args ua; 104371853e5SOlivier Houchard int error; 1058826d904SIan Lepore ksiginfo_t ksi; 1068826d904SIan Lepore #if __ARM_ARCH >= 6 1078826d904SIan Lepore vm_offset_t rv; 1088826d904SIan Lepore #endif 109371853e5SOlivier Houchard 110371853e5SOlivier Houchard if ((error = copyin(args, &ua, sizeof(ua))) != 0) 111371853e5SOlivier Houchard return (error); 112371853e5SOlivier Houchard 1138826d904SIan Lepore if (ua.len == 0) { 1148826d904SIan Lepore td->td_retval[0] = 0; 1158826d904SIan Lepore return (0); 1168826d904SIan Lepore } 1178826d904SIan Lepore 1188826d904SIan Lepore /* 1198826d904SIan Lepore * Validate arguments. Address and length are unsigned, 1208826d904SIan Lepore * so we can use wrapped overflow check. 1218826d904SIan Lepore */ 1228826d904SIan Lepore if (((ua.addr + ua.len) < ua.addr) || 1238826d904SIan Lepore ((ua.addr + ua.len) > VM_MAXUSER_ADDRESS)) { 1248826d904SIan Lepore ksiginfo_init_trap(&ksi); 1258826d904SIan Lepore ksi.ksi_signo = SIGSEGV; 1268826d904SIan Lepore ksi.ksi_code = SEGV_ACCERR; 1278826d904SIan Lepore ksi.ksi_addr = (void *)max(ua.addr, VM_MAXUSER_ADDRESS); 1288826d904SIan Lepore trapsignal(td, &ksi); 1298826d904SIan Lepore return (EINVAL); 1308826d904SIan Lepore } 1318826d904SIan Lepore 1328826d904SIan Lepore #if __ARM_ARCH >= 6 1338826d904SIan Lepore rv = sync_icache(ua.addr, ua.len); 1348826d904SIan Lepore if (rv != 1) { 1358826d904SIan Lepore ksiginfo_init_trap(&ksi); 1368826d904SIan Lepore ksi.ksi_signo = SIGSEGV; 1378826d904SIan Lepore ksi.ksi_code = SEGV_MAPERR; 1388826d904SIan Lepore ksi.ksi_addr = (void *)rv; 1398826d904SIan Lepore trapsignal(td, &ksi); 1408826d904SIan Lepore return (EINVAL); 1418826d904SIan Lepore } 1428826d904SIan Lepore #else 143371853e5SOlivier Houchard cpu_icache_sync_range(ua.addr, ua.len); 1448826d904SIan Lepore #endif 145371853e5SOlivier Houchard 146371853e5SOlivier Houchard td->td_retval[0] = 0; 147371853e5SOlivier Houchard return (0); 148371853e5SOlivier Houchard } 149371853e5SOlivier Houchard 150371853e5SOlivier Houchard static int 151371853e5SOlivier Houchard arm32_drain_writebuf(struct thread *td, void *args) 152371853e5SOlivier Houchard { 153371853e5SOlivier Houchard /* No args. */ 154371853e5SOlivier Houchard 155a89156f5SMichal Meloun #if __ARM_ARCH < 6 156371853e5SOlivier Houchard cpu_drain_writebuf(); 157a89156f5SMichal Meloun #else 158a89156f5SMichal Meloun dsb(); 159a89156f5SMichal Meloun cpu_l2cache_drain_writebuf(); 160a89156f5SMichal Meloun #endif 161a89156f5SMichal Meloun td->td_retval[0] = 0; 162371853e5SOlivier Houchard return (0); 163371853e5SOlivier Houchard } 164371853e5SOlivier Houchard 165a74985cdSOlivier Houchard static int 166a74985cdSOlivier Houchard arm32_set_tp(struct thread *td, void *args) 167a74985cdSOlivier Houchard { 168a74985cdSOlivier Houchard 169173cd467SAndrew Turner #if __ARM_ARCH >= 6 170cf1a573fSOleksandr Tymoshenko set_tls(args); 171cf1a573fSOleksandr Tymoshenko #else 172fa878ec3SEd Schouten td->td_md.md_tp = (register_t)args; 173cf1a573fSOleksandr Tymoshenko *(register_t *)ARM_TP_ADDRESS = (register_t)args; 174cf1a573fSOleksandr Tymoshenko #endif 175a74985cdSOlivier Houchard return (0); 176a74985cdSOlivier Houchard } 177a74985cdSOlivier Houchard 178a74985cdSOlivier Houchard static int 179a74985cdSOlivier Houchard arm32_get_tp(struct thread *td, void *args) 180a74985cdSOlivier Houchard { 181a74985cdSOlivier Houchard 182173cd467SAndrew Turner #if __ARM_ARCH >= 6 183fa878ec3SEd Schouten td->td_retval[0] = (register_t)get_tls(); 184cf1a573fSOleksandr Tymoshenko #else 185cf1a573fSOleksandr Tymoshenko td->td_retval[0] = *(register_t *)ARM_TP_ADDRESS; 186cf1a573fSOleksandr Tymoshenko #endif 187a74985cdSOlivier Houchard return (0); 188a74985cdSOlivier Houchard } 189a74985cdSOlivier Houchard 1906fc729afSOlivier Houchard int 191*3e85b721SEd Maste sysarch(struct thread *td, struct sysarch_args *uap) 1926fc729afSOlivier Houchard { 193371853e5SOlivier Houchard int error; 194371853e5SOlivier Houchard 19524c1c3bfSJonathan Anderson #ifdef CAPABILITY_MODE 19674b5505eSRobert Watson /* 19712bc222eSJonathan Anderson * When adding new operations, add a new case statement here to 19812bc222eSJonathan Anderson * explicitly indicate whether or not the operation is safe to 19912bc222eSJonathan Anderson * perform in capability mode. 20074b5505eSRobert Watson */ 20174b5505eSRobert Watson if (IN_CAPABILITY_MODE(td)) { 20274b5505eSRobert Watson switch (uap->op) { 20374b5505eSRobert Watson case ARM_SYNC_ICACHE: 20474b5505eSRobert Watson case ARM_DRAIN_WRITEBUF: 20574b5505eSRobert Watson case ARM_SET_TP: 20674b5505eSRobert Watson case ARM_GET_TP: 20774b5505eSRobert Watson break; 20874b5505eSRobert Watson 20974b5505eSRobert Watson default: 210a417d4a4SDag-Erling Smørgrav #ifdef KTRACE 211a417d4a4SDag-Erling Smørgrav if (KTRPOINT(td, KTR_CAPFAIL)) 2123fded357SPawel Jakub Dawidek ktrcapfail(CAPFAIL_SYSCALL, NULL, NULL); 213a417d4a4SDag-Erling Smørgrav #endif 21474b5505eSRobert Watson return (ECAPMODE); 21574b5505eSRobert Watson } 21674b5505eSRobert Watson } 21774b5505eSRobert Watson #endif 21874b5505eSRobert Watson 219371853e5SOlivier Houchard switch (uap->op) { 220371853e5SOlivier Houchard case ARM_SYNC_ICACHE: 221371853e5SOlivier Houchard error = arm32_sync_icache(td, uap->parms); 222371853e5SOlivier Houchard break; 223371853e5SOlivier Houchard case ARM_DRAIN_WRITEBUF: 224371853e5SOlivier Houchard error = arm32_drain_writebuf(td, uap->parms); 225371853e5SOlivier Houchard break; 226a74985cdSOlivier Houchard case ARM_SET_TP: 227a74985cdSOlivier Houchard error = arm32_set_tp(td, uap->parms); 228a74985cdSOlivier Houchard break; 229a74985cdSOlivier Houchard case ARM_GET_TP: 230a74985cdSOlivier Houchard error = arm32_get_tp(td, uap->parms); 231a74985cdSOlivier Houchard break; 232371853e5SOlivier Houchard default: 233371853e5SOlivier Houchard error = EINVAL; 234371853e5SOlivier Houchard break; 235371853e5SOlivier Houchard } 236371853e5SOlivier Houchard return (error); 2376fc729afSOlivier Houchard } 238