19931033bSDmitry Chagin /*- 2*4d846d26SWarner Losh * SPDX-License-Identifier: BSD-2-Clause 39931033bSDmitry Chagin * 49931033bSDmitry Chagin * Copyright (c) 2012 Konstantin Belousov <kib@FreeBSD.org> 59931033bSDmitry Chagin * Copyright (c) 2021 Dmitry Chagin <dchagin@FreeBSD.org> 69931033bSDmitry Chagin * 79931033bSDmitry Chagin * Redistribution and use in source and binary forms, with or without 89931033bSDmitry Chagin * modification, are permitted provided that the following conditions 99931033bSDmitry Chagin * are met: 109931033bSDmitry Chagin * 1. Redistributions of source code must retain the above copyright 119931033bSDmitry Chagin * notice, this list of conditions and the following disclaimer. 129931033bSDmitry Chagin * 2. Redistributions in binary form must reproduce the above copyright 139931033bSDmitry Chagin * notice, this list of conditions and the following disclaimer in the 149931033bSDmitry Chagin * documentation and/or other materials provided with the distribution. 159931033bSDmitry Chagin * 169931033bSDmitry Chagin * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 179931033bSDmitry Chagin * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 189931033bSDmitry Chagin * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 199931033bSDmitry Chagin * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 209931033bSDmitry Chagin * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 219931033bSDmitry Chagin * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 229931033bSDmitry Chagin * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 239931033bSDmitry Chagin * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 249931033bSDmitry Chagin * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 259931033bSDmitry Chagin * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 269931033bSDmitry Chagin * SUCH DAMAGE. 279931033bSDmitry Chagin */ 289931033bSDmitry Chagin 299931033bSDmitry Chagin 309931033bSDmitry Chagin #include <sys/cdefs.h> 319931033bSDmitry Chagin __FBSDID("$FreeBSD$"); 329931033bSDmitry Chagin 339931033bSDmitry Chagin #include <sys/elf.h> 349931033bSDmitry Chagin #include <sys/errno.h> 359931033bSDmitry Chagin #include <sys/proc.h> 369931033bSDmitry Chagin #include <sys/stddef.h> 379931033bSDmitry Chagin #define _KERNEL 389931033bSDmitry Chagin #include <sys/vdso.h> 399931033bSDmitry Chagin #undef _KERNEL 409931033bSDmitry Chagin #include <stdbool.h> 419931033bSDmitry Chagin 429931033bSDmitry Chagin #include <machine/atomic.h> 439931033bSDmitry Chagin #include <machine/stdarg.h> 449931033bSDmitry Chagin 459931033bSDmitry Chagin #include <arm64/linux/linux.h> 469931033bSDmitry Chagin #include <arm64/linux/linux_syscall.h> 479931033bSDmitry Chagin #include <compat/linux/linux_errno.h> 48c8a79231SDmitry Chagin #include <compat/linux/linux_time.h> 499931033bSDmitry Chagin 509931033bSDmitry Chagin /* The kernel fixup this at vDSO install */ 519931033bSDmitry Chagin uintptr_t *kern_timekeep_base = NULL; 529931033bSDmitry Chagin uint32_t kern_tsc_selector = 0; 539931033bSDmitry Chagin 549931033bSDmitry Chagin static int 559931033bSDmitry Chagin write(int lfd, const void *lbuf, size_t lsize) 569931033bSDmitry Chagin { 579931033bSDmitry Chagin register long svc asm("x8") = LINUX_SYS_write; 589931033bSDmitry Chagin register int fd asm("x0") = lfd; 599931033bSDmitry Chagin register const char *buf asm("x1") = lbuf; 609931033bSDmitry Chagin register long size asm("x2") = lsize; 619931033bSDmitry Chagin register long res asm ("x0"); 629931033bSDmitry Chagin 639931033bSDmitry Chagin asm volatile( 649931033bSDmitry Chagin " svc #0\n" 659931033bSDmitry Chagin : "=r" (res) 669931033bSDmitry Chagin : "r" (fd), "r" (buf), "r" (size), "r" (svc) 679931033bSDmitry Chagin : "memory"); 689931033bSDmitry Chagin return (res); 699931033bSDmitry Chagin } 709931033bSDmitry Chagin 719931033bSDmitry Chagin static int 729931033bSDmitry Chagin __vdso_clock_gettime_fallback(clockid_t clock_id, struct l_timespec *lts) 739931033bSDmitry Chagin { 749931033bSDmitry Chagin register long svc asm("x8") = LINUX_SYS_linux_clock_gettime; 759931033bSDmitry Chagin register clockid_t clockid asm("x0") = clock_id; 769931033bSDmitry Chagin register struct l_timespec *ts asm("x1") = lts; 779931033bSDmitry Chagin register long res asm ("x0"); 789931033bSDmitry Chagin 799931033bSDmitry Chagin asm volatile( 809931033bSDmitry Chagin " svc #0\n" 819931033bSDmitry Chagin : "=r" (res) 829931033bSDmitry Chagin : "r" (clockid), "r" (ts), "r" (svc) 839931033bSDmitry Chagin : "memory"); 849931033bSDmitry Chagin return (res); 859931033bSDmitry Chagin } 869931033bSDmitry Chagin 879931033bSDmitry Chagin static int 889931033bSDmitry Chagin __vdso_gettimeofday_fallback(l_timeval *ltv, struct timezone *ltz) 899931033bSDmitry Chagin { 909931033bSDmitry Chagin register long svc asm("x8") = LINUX_SYS_gettimeofday; 919931033bSDmitry Chagin register l_timeval *tv asm("x0") = ltv; 929931033bSDmitry Chagin register struct timezone *tz asm("x1") = ltz; 939931033bSDmitry Chagin register long res asm ("x0"); 949931033bSDmitry Chagin 959931033bSDmitry Chagin asm volatile( 969931033bSDmitry Chagin " svc #0\n" 979931033bSDmitry Chagin : "=r" (res) 989931033bSDmitry Chagin : "r" (tv), "r" (tz), "r" (svc) 999931033bSDmitry Chagin : "memory"); 1009931033bSDmitry Chagin return (res); 1019931033bSDmitry Chagin } 1029931033bSDmitry Chagin 1039931033bSDmitry Chagin static int 1049931033bSDmitry Chagin __vdso_clock_getres_fallback(clockid_t clock_id, struct l_timespec *lts) 1059931033bSDmitry Chagin { 1069931033bSDmitry Chagin register long svc asm("x8") = LINUX_SYS_linux_clock_getres; 1079931033bSDmitry Chagin register clockid_t clockid asm("x0") = clock_id; 1089931033bSDmitry Chagin register struct l_timespec *ts asm("x1") = lts; 1099931033bSDmitry Chagin register long res asm ("x0"); 1109931033bSDmitry Chagin 1119931033bSDmitry Chagin asm volatile( 1129931033bSDmitry Chagin " svc #0\n" 1139931033bSDmitry Chagin : "=r" (res) 1149931033bSDmitry Chagin : "r" (clockid), "r" (ts), "r" (svc) 1159931033bSDmitry Chagin : "memory"); 1169931033bSDmitry Chagin return (res); 1179931033bSDmitry Chagin } 1189931033bSDmitry Chagin 1199931033bSDmitry Chagin /* 1209931033bSDmitry Chagin * copied from lib/libc/aarch64/sys/__vdso_gettc.c 1219931033bSDmitry Chagin */ 1229931033bSDmitry Chagin 1239931033bSDmitry Chagin static inline uint64_t 1249931033bSDmitry Chagin cp15_cntvct_get(void) 1259931033bSDmitry Chagin { 1269931033bSDmitry Chagin uint64_t reg; 1279931033bSDmitry Chagin 1289931033bSDmitry Chagin __asm __volatile("mrs %0, cntvct_el0" : "=r" (reg)); 1299931033bSDmitry Chagin return (reg); 1309931033bSDmitry Chagin } 1319931033bSDmitry Chagin 1329931033bSDmitry Chagin static inline uint64_t 1339931033bSDmitry Chagin cp15_cntpct_get(void) 1349931033bSDmitry Chagin { 1359931033bSDmitry Chagin uint64_t reg; 1369931033bSDmitry Chagin 1379931033bSDmitry Chagin __asm __volatile("mrs %0, cntpct_el0" : "=r" (reg)); 1389931033bSDmitry Chagin return (reg); 1399931033bSDmitry Chagin } 1409931033bSDmitry Chagin 1419931033bSDmitry Chagin int 1429931033bSDmitry Chagin __vdso_gettc(const struct vdso_timehands *th, u_int *tc) 1439931033bSDmitry Chagin { 1449931033bSDmitry Chagin 1459931033bSDmitry Chagin if (th->th_algo != VDSO_TH_ALGO_ARM_GENTIM) 1469931033bSDmitry Chagin return (ENOSYS); 1479931033bSDmitry Chagin __asm __volatile("isb" : : : "memory"); 1489931033bSDmitry Chagin *tc = th->th_physical == 0 ? cp15_cntvct_get() : cp15_cntpct_get(); 1499931033bSDmitry Chagin return (0); 1509931033bSDmitry Chagin } 1519931033bSDmitry Chagin 1529931033bSDmitry Chagin #include <compat/linux/linux_vdso_gtod.inc> 153