1 /*- 2 * Copyright (c) 2015-2016 Ruslan Bukin <br@bsdpad.com> 3 * All rights reserved. 4 * 5 * Portions of this software were developed by SRI International and the 6 * University of Cambridge Computer Laboratory under DARPA/AFRL contract 7 * FA8750-10-C-0237 ("CTSRD"), as part of the DARPA CRASH research programme. 8 * 9 * Portions of this software were developed by the University of Cambridge 10 * Computer Laboratory as part of the CTSRD Project, with support from the 11 * UK Higher Education Innovation Fund (HEIF). 12 * 13 * Redistribution and use in source and binary forms, with or without 14 * modification, are permitted provided that the following conditions 15 * are met: 16 * 1. Redistributions of source code must retain the above copyright 17 * notice, this list of conditions and the following disclaimer. 18 * 2. Redistributions in binary form must reproduce the above copyright 19 * notice, this list of conditions and the following disclaimer in the 20 * documentation and/or other materials provided with the distribution. 21 * 22 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 23 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 24 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 25 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 26 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 27 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 28 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 29 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 30 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 31 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 32 * SUCH DAMAGE. 33 */ 34 35 #ifndef _MACHINE_CPUFUNC_H_ 36 #define _MACHINE_CPUFUNC_H_ 37 38 static __inline void 39 breakpoint(void) 40 { 41 42 __asm("ebreak"); 43 } 44 45 #ifdef _KERNEL 46 47 #include <sys/_null.h> 48 49 #include <machine/riscvreg.h> 50 51 static __inline register_t 52 intr_disable(void) 53 { 54 uint64_t ret; 55 56 __asm __volatile( 57 "csrrci %0, sstatus, %1" 58 : "=&r" (ret) : "i" (SSTATUS_SIE) 59 ); 60 61 return (ret & (SSTATUS_SIE)); 62 } 63 64 static __inline void 65 intr_restore(register_t s) 66 { 67 68 __asm __volatile( 69 "csrs sstatus, %0" 70 :: "r" (s) 71 ); 72 } 73 74 static __inline void 75 intr_enable(void) 76 { 77 78 __asm __volatile( 79 "csrsi sstatus, %0" 80 :: "i" (SSTATUS_SIE) 81 ); 82 } 83 84 /* NB: fence() is defined as a macro in <machine/atomic.h>. */ 85 86 static __inline void 87 fence_i(void) 88 { 89 90 __asm __volatile("fence.i" ::: "memory"); 91 } 92 93 static __inline void 94 sfence_vma(void) 95 { 96 97 __asm __volatile("sfence.vma" ::: "memory"); 98 } 99 100 static __inline void 101 sfence_vma_page(uintptr_t addr) 102 { 103 104 __asm __volatile("sfence.vma %0" :: "r" (addr) : "memory"); 105 } 106 107 #define rdcycle() csr_read64(cycle) 108 #define rdtime() csr_read64(time) 109 #define rdinstret() csr_read64(instret) 110 #define rdhpmcounter(n) csr_read64(hpmcounter##n) 111 112 /* Cache hooks. */ 113 114 extern int64_t dcache_line_size; 115 116 typedef void (*cache_op_t)(vm_offset_t start, vm_size_t size); 117 118 struct riscv_cache_ops { 119 cache_op_t dcache_wbinv_range; 120 cache_op_t dcache_inv_range; 121 cache_op_t dcache_wb_range; 122 }; 123 124 extern struct riscv_cache_ops cache_ops; 125 126 static __inline void 127 cpu_dcache_wbinv_range(vm_offset_t addr, vm_size_t size) 128 { 129 if (cache_ops.dcache_wbinv_range != NULL) 130 cache_ops.dcache_wbinv_range(addr, size); 131 } 132 133 static __inline void 134 cpu_dcache_inv_range(vm_offset_t addr, vm_size_t size) 135 { 136 if (cache_ops.dcache_inv_range != NULL) 137 cache_ops.dcache_inv_range(addr, size); 138 } 139 140 static __inline void 141 cpu_dcache_wb_range(vm_offset_t addr, vm_size_t size) 142 { 143 if (cache_ops.dcache_wb_range != NULL) 144 cache_ops.dcache_wb_range(addr, size); 145 } 146 147 void riscv_cache_install_hooks(struct riscv_cache_ops *, u_int); 148 149 #define cpufunc_nullop() riscv_nullop() 150 151 void riscv_nullop(void); 152 153 #endif /* _KERNEL */ 154 #endif /* _MACHINE_CPUFUNC_H_ */ 155