1*9931033bSDmitry Chagin /*- 2*9931033bSDmitry Chagin * SPDX-License-Identifier: BSD-2-Clause-FreeBSD 3*9931033bSDmitry Chagin * 4*9931033bSDmitry Chagin * Copyright (c) 2012 Konstantin Belousov <kib@FreeBSD.org> 5*9931033bSDmitry Chagin * Copyright (c) 2021 Dmitry Chagin <dchagin@FreeBSD.org> 6*9931033bSDmitry Chagin * 7*9931033bSDmitry Chagin * Redistribution and use in source and binary forms, with or without 8*9931033bSDmitry Chagin * modification, are permitted provided that the following conditions 9*9931033bSDmitry Chagin * are met: 10*9931033bSDmitry Chagin * 1. Redistributions of source code must retain the above copyright 11*9931033bSDmitry Chagin * notice, this list of conditions and the following disclaimer. 12*9931033bSDmitry Chagin * 2. Redistributions in binary form must reproduce the above copyright 13*9931033bSDmitry Chagin * notice, this list of conditions and the following disclaimer in the 14*9931033bSDmitry Chagin * documentation and/or other materials provided with the distribution. 15*9931033bSDmitry Chagin * 16*9931033bSDmitry Chagin * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 17*9931033bSDmitry Chagin * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 18*9931033bSDmitry Chagin * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 19*9931033bSDmitry Chagin * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 20*9931033bSDmitry Chagin * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 21*9931033bSDmitry Chagin * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 22*9931033bSDmitry Chagin * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 23*9931033bSDmitry Chagin * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 24*9931033bSDmitry Chagin * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 25*9931033bSDmitry Chagin * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 26*9931033bSDmitry Chagin * SUCH DAMAGE. 27*9931033bSDmitry Chagin */ 28*9931033bSDmitry Chagin 29*9931033bSDmitry Chagin 30*9931033bSDmitry Chagin #include <sys/cdefs.h> 31*9931033bSDmitry Chagin __FBSDID("$FreeBSD$"); 32*9931033bSDmitry Chagin 33*9931033bSDmitry Chagin #include <sys/elf.h> 34*9931033bSDmitry Chagin #include <sys/errno.h> 35*9931033bSDmitry Chagin #include <sys/proc.h> 36*9931033bSDmitry Chagin #include <sys/stddef.h> 37*9931033bSDmitry Chagin #define _KERNEL 38*9931033bSDmitry Chagin #include <sys/vdso.h> 39*9931033bSDmitry Chagin #undef _KERNEL 40*9931033bSDmitry Chagin #include <stdbool.h> 41*9931033bSDmitry Chagin #include <strings.h> 42*9931033bSDmitry Chagin 43*9931033bSDmitry Chagin #include <machine/atomic.h> 44*9931033bSDmitry Chagin #include <machine/stdarg.h> 45*9931033bSDmitry Chagin 46*9931033bSDmitry Chagin #include <arm64/linux/linux.h> 47*9931033bSDmitry Chagin #include <arm64/linux/linux_syscall.h> 48*9931033bSDmitry Chagin #include <compat/linux/linux_errno.h> 49*9931033bSDmitry Chagin #include <compat/linux/linux_timer.h> 50*9931033bSDmitry Chagin 51*9931033bSDmitry Chagin /* The kernel fixup this at vDSO install */ 52*9931033bSDmitry Chagin uintptr_t *kern_timekeep_base = NULL; 53*9931033bSDmitry Chagin uint32_t kern_tsc_selector = 0; 54*9931033bSDmitry Chagin 55*9931033bSDmitry Chagin static int 56*9931033bSDmitry Chagin write(int lfd, const void *lbuf, size_t lsize) 57*9931033bSDmitry Chagin { 58*9931033bSDmitry Chagin register long svc asm("x8") = LINUX_SYS_write; 59*9931033bSDmitry Chagin register int fd asm("x0") = lfd; 60*9931033bSDmitry Chagin register const char *buf asm("x1") = lbuf; 61*9931033bSDmitry Chagin register long size asm("x2") = lsize; 62*9931033bSDmitry Chagin register long res asm ("x0"); 63*9931033bSDmitry Chagin 64*9931033bSDmitry Chagin asm volatile( 65*9931033bSDmitry Chagin " svc #0\n" 66*9931033bSDmitry Chagin : "=r" (res) 67*9931033bSDmitry Chagin : "r" (fd), "r" (buf), "r" (size), "r" (svc) 68*9931033bSDmitry Chagin : "memory"); 69*9931033bSDmitry Chagin return (res); 70*9931033bSDmitry Chagin } 71*9931033bSDmitry Chagin 72*9931033bSDmitry Chagin static int 73*9931033bSDmitry Chagin __vdso_clock_gettime_fallback(clockid_t clock_id, struct l_timespec *lts) 74*9931033bSDmitry Chagin { 75*9931033bSDmitry Chagin register long svc asm("x8") = LINUX_SYS_linux_clock_gettime; 76*9931033bSDmitry Chagin register clockid_t clockid asm("x0") = clock_id; 77*9931033bSDmitry Chagin register struct l_timespec *ts asm("x1") = lts; 78*9931033bSDmitry Chagin register long res asm ("x0"); 79*9931033bSDmitry Chagin 80*9931033bSDmitry Chagin asm volatile( 81*9931033bSDmitry Chagin " svc #0\n" 82*9931033bSDmitry Chagin : "=r" (res) 83*9931033bSDmitry Chagin : "r" (clockid), "r" (ts), "r" (svc) 84*9931033bSDmitry Chagin : "memory"); 85*9931033bSDmitry Chagin return (res); 86*9931033bSDmitry Chagin } 87*9931033bSDmitry Chagin 88*9931033bSDmitry Chagin static int 89*9931033bSDmitry Chagin __vdso_gettimeofday_fallback(l_timeval *ltv, struct timezone *ltz) 90*9931033bSDmitry Chagin { 91*9931033bSDmitry Chagin register long svc asm("x8") = LINUX_SYS_gettimeofday; 92*9931033bSDmitry Chagin register l_timeval *tv asm("x0") = ltv; 93*9931033bSDmitry Chagin register struct timezone *tz asm("x1") = ltz; 94*9931033bSDmitry Chagin register long res asm ("x0"); 95*9931033bSDmitry Chagin 96*9931033bSDmitry Chagin asm volatile( 97*9931033bSDmitry Chagin " svc #0\n" 98*9931033bSDmitry Chagin : "=r" (res) 99*9931033bSDmitry Chagin : "r" (tv), "r" (tz), "r" (svc) 100*9931033bSDmitry Chagin : "memory"); 101*9931033bSDmitry Chagin return (res); 102*9931033bSDmitry Chagin } 103*9931033bSDmitry Chagin 104*9931033bSDmitry Chagin static int 105*9931033bSDmitry Chagin __vdso_clock_getres_fallback(clockid_t clock_id, struct l_timespec *lts) 106*9931033bSDmitry Chagin { 107*9931033bSDmitry Chagin register long svc asm("x8") = LINUX_SYS_linux_clock_getres; 108*9931033bSDmitry Chagin register clockid_t clockid asm("x0") = clock_id; 109*9931033bSDmitry Chagin register struct l_timespec *ts asm("x1") = lts; 110*9931033bSDmitry Chagin register long res asm ("x0"); 111*9931033bSDmitry Chagin 112*9931033bSDmitry Chagin asm volatile( 113*9931033bSDmitry Chagin " svc #0\n" 114*9931033bSDmitry Chagin : "=r" (res) 115*9931033bSDmitry Chagin : "r" (clockid), "r" (ts), "r" (svc) 116*9931033bSDmitry Chagin : "memory"); 117*9931033bSDmitry Chagin return (res); 118*9931033bSDmitry Chagin } 119*9931033bSDmitry Chagin 120*9931033bSDmitry Chagin /* 121*9931033bSDmitry Chagin * copied from lib/libc/aarch64/sys/__vdso_gettc.c 122*9931033bSDmitry Chagin */ 123*9931033bSDmitry Chagin 124*9931033bSDmitry Chagin static inline uint64_t 125*9931033bSDmitry Chagin cp15_cntvct_get(void) 126*9931033bSDmitry Chagin { 127*9931033bSDmitry Chagin uint64_t reg; 128*9931033bSDmitry Chagin 129*9931033bSDmitry Chagin __asm __volatile("mrs %0, cntvct_el0" : "=r" (reg)); 130*9931033bSDmitry Chagin return (reg); 131*9931033bSDmitry Chagin } 132*9931033bSDmitry Chagin 133*9931033bSDmitry Chagin static inline uint64_t 134*9931033bSDmitry Chagin cp15_cntpct_get(void) 135*9931033bSDmitry Chagin { 136*9931033bSDmitry Chagin uint64_t reg; 137*9931033bSDmitry Chagin 138*9931033bSDmitry Chagin __asm __volatile("mrs %0, cntpct_el0" : "=r" (reg)); 139*9931033bSDmitry Chagin return (reg); 140*9931033bSDmitry Chagin } 141*9931033bSDmitry Chagin 142*9931033bSDmitry Chagin int 143*9931033bSDmitry Chagin __vdso_gettc(const struct vdso_timehands *th, u_int *tc) 144*9931033bSDmitry Chagin { 145*9931033bSDmitry Chagin 146*9931033bSDmitry Chagin if (th->th_algo != VDSO_TH_ALGO_ARM_GENTIM) 147*9931033bSDmitry Chagin return (ENOSYS); 148*9931033bSDmitry Chagin __asm __volatile("isb" : : : "memory"); 149*9931033bSDmitry Chagin *tc = th->th_physical == 0 ? cp15_cntvct_get() : cp15_cntpct_get(); 150*9931033bSDmitry Chagin return (0); 151*9931033bSDmitry Chagin } 152*9931033bSDmitry Chagin 153*9931033bSDmitry Chagin #include <compat/linux/linux_vdso_gtod.inc> 154