xref: /freebsd/sys/arm64/linux/linux_vdso_gtod.c (revision 9931033bbfbe56a037723638cf3712366c6d943f)
1*9931033bSDmitry Chagin /*-
2*9931033bSDmitry Chagin  * SPDX-License-Identifier: BSD-2-Clause-FreeBSD
3*9931033bSDmitry Chagin  *
4*9931033bSDmitry Chagin  * Copyright (c) 2012 Konstantin Belousov <kib@FreeBSD.org>
5*9931033bSDmitry Chagin  * Copyright (c) 2021 Dmitry Chagin <dchagin@FreeBSD.org>
6*9931033bSDmitry Chagin  *
7*9931033bSDmitry Chagin  * Redistribution and use in source and binary forms, with or without
8*9931033bSDmitry Chagin  * modification, are permitted provided that the following conditions
9*9931033bSDmitry Chagin  * are met:
10*9931033bSDmitry Chagin  * 1. Redistributions of source code must retain the above copyright
11*9931033bSDmitry Chagin  *    notice, this list of conditions and the following disclaimer.
12*9931033bSDmitry Chagin  * 2. Redistributions in binary form must reproduce the above copyright
13*9931033bSDmitry Chagin  *    notice, this list of conditions and the following disclaimer in the
14*9931033bSDmitry Chagin  *    documentation and/or other materials provided with the distribution.
15*9931033bSDmitry Chagin  *
16*9931033bSDmitry Chagin  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
17*9931033bSDmitry Chagin  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
18*9931033bSDmitry Chagin  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
19*9931033bSDmitry Chagin  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
20*9931033bSDmitry Chagin  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
21*9931033bSDmitry Chagin  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
22*9931033bSDmitry Chagin  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
23*9931033bSDmitry Chagin  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
24*9931033bSDmitry Chagin  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
25*9931033bSDmitry Chagin  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26*9931033bSDmitry Chagin  * SUCH DAMAGE.
27*9931033bSDmitry Chagin  */
28*9931033bSDmitry Chagin 
29*9931033bSDmitry Chagin 
30*9931033bSDmitry Chagin #include <sys/cdefs.h>
31*9931033bSDmitry Chagin __FBSDID("$FreeBSD$");
32*9931033bSDmitry Chagin 
33*9931033bSDmitry Chagin #include <sys/elf.h>
34*9931033bSDmitry Chagin #include <sys/errno.h>
35*9931033bSDmitry Chagin #include <sys/proc.h>
36*9931033bSDmitry Chagin #include <sys/stddef.h>
37*9931033bSDmitry Chagin #define	_KERNEL
38*9931033bSDmitry Chagin #include <sys/vdso.h>
39*9931033bSDmitry Chagin #undef	_KERNEL
40*9931033bSDmitry Chagin #include <stdbool.h>
41*9931033bSDmitry Chagin #include <strings.h>
42*9931033bSDmitry Chagin 
43*9931033bSDmitry Chagin #include <machine/atomic.h>
44*9931033bSDmitry Chagin #include <machine/stdarg.h>
45*9931033bSDmitry Chagin 
46*9931033bSDmitry Chagin #include <arm64/linux/linux.h>
47*9931033bSDmitry Chagin #include <arm64/linux/linux_syscall.h>
48*9931033bSDmitry Chagin #include <compat/linux/linux_errno.h>
49*9931033bSDmitry Chagin #include <compat/linux/linux_timer.h>
50*9931033bSDmitry Chagin 
51*9931033bSDmitry Chagin /* The kernel fixup this at vDSO install */
52*9931033bSDmitry Chagin uintptr_t *kern_timekeep_base = NULL;
53*9931033bSDmitry Chagin uint32_t kern_tsc_selector = 0;
54*9931033bSDmitry Chagin 
55*9931033bSDmitry Chagin static int
56*9931033bSDmitry Chagin write(int lfd, const void *lbuf, size_t lsize)
57*9931033bSDmitry Chagin {
58*9931033bSDmitry Chagin 	register long svc asm("x8") = LINUX_SYS_write;
59*9931033bSDmitry Chagin 	register int fd asm("x0") = lfd;
60*9931033bSDmitry Chagin 	register const char *buf asm("x1") = lbuf;
61*9931033bSDmitry Chagin 	register long size asm("x2") = lsize;
62*9931033bSDmitry Chagin 	register long res asm ("x0");
63*9931033bSDmitry Chagin 
64*9931033bSDmitry Chagin 	asm volatile(
65*9931033bSDmitry Chagin 	"       svc #0\n"
66*9931033bSDmitry Chagin 	: "=r" (res)
67*9931033bSDmitry Chagin 	: "r" (fd), "r" (buf), "r" (size), "r" (svc)
68*9931033bSDmitry Chagin 	: "memory");
69*9931033bSDmitry Chagin 	return (res);
70*9931033bSDmitry Chagin }
71*9931033bSDmitry Chagin 
72*9931033bSDmitry Chagin static int
73*9931033bSDmitry Chagin __vdso_clock_gettime_fallback(clockid_t clock_id, struct l_timespec *lts)
74*9931033bSDmitry Chagin {
75*9931033bSDmitry Chagin 	register long svc asm("x8") = LINUX_SYS_linux_clock_gettime;
76*9931033bSDmitry Chagin 	register clockid_t clockid asm("x0") = clock_id;
77*9931033bSDmitry Chagin 	register struct l_timespec *ts asm("x1") = lts;
78*9931033bSDmitry Chagin 	register long res asm ("x0");
79*9931033bSDmitry Chagin 
80*9931033bSDmitry Chagin 	asm volatile(
81*9931033bSDmitry Chagin 	"       svc #0\n"
82*9931033bSDmitry Chagin 	: "=r" (res)
83*9931033bSDmitry Chagin 	: "r" (clockid), "r" (ts), "r" (svc)
84*9931033bSDmitry Chagin 	: "memory");
85*9931033bSDmitry Chagin 	return (res);
86*9931033bSDmitry Chagin }
87*9931033bSDmitry Chagin 
88*9931033bSDmitry Chagin static int
89*9931033bSDmitry Chagin __vdso_gettimeofday_fallback(l_timeval *ltv, struct timezone *ltz)
90*9931033bSDmitry Chagin {
91*9931033bSDmitry Chagin 	register long svc asm("x8") = LINUX_SYS_gettimeofday;
92*9931033bSDmitry Chagin 	register l_timeval *tv asm("x0") = ltv;
93*9931033bSDmitry Chagin 	register struct timezone *tz asm("x1") = ltz;
94*9931033bSDmitry Chagin 	register long res asm ("x0");
95*9931033bSDmitry Chagin 
96*9931033bSDmitry Chagin 	asm volatile(
97*9931033bSDmitry Chagin 	"       svc #0\n"
98*9931033bSDmitry Chagin 	: "=r" (res)
99*9931033bSDmitry Chagin 	: "r" (tv), "r" (tz), "r" (svc)
100*9931033bSDmitry Chagin 	: "memory");
101*9931033bSDmitry Chagin 	return (res);
102*9931033bSDmitry Chagin }
103*9931033bSDmitry Chagin 
104*9931033bSDmitry Chagin static int
105*9931033bSDmitry Chagin __vdso_clock_getres_fallback(clockid_t clock_id, struct l_timespec *lts)
106*9931033bSDmitry Chagin {
107*9931033bSDmitry Chagin 	register long svc asm("x8") = LINUX_SYS_linux_clock_getres;
108*9931033bSDmitry Chagin 	register clockid_t clockid asm("x0") = clock_id;
109*9931033bSDmitry Chagin 	register struct l_timespec *ts asm("x1") = lts;
110*9931033bSDmitry Chagin 	register long res asm ("x0");
111*9931033bSDmitry Chagin 
112*9931033bSDmitry Chagin 	asm volatile(
113*9931033bSDmitry Chagin 	"       svc #0\n"
114*9931033bSDmitry Chagin 	: "=r" (res)
115*9931033bSDmitry Chagin 	: "r" (clockid), "r" (ts), "r" (svc)
116*9931033bSDmitry Chagin 	: "memory");
117*9931033bSDmitry Chagin 	return (res);
118*9931033bSDmitry Chagin }
119*9931033bSDmitry Chagin 
120*9931033bSDmitry Chagin /*
121*9931033bSDmitry Chagin  * copied from lib/libc/aarch64/sys/__vdso_gettc.c
122*9931033bSDmitry Chagin  */
123*9931033bSDmitry Chagin 
124*9931033bSDmitry Chagin static inline uint64_t
125*9931033bSDmitry Chagin cp15_cntvct_get(void)
126*9931033bSDmitry Chagin {
127*9931033bSDmitry Chagin 	uint64_t reg;
128*9931033bSDmitry Chagin 
129*9931033bSDmitry Chagin 	__asm __volatile("mrs %0, cntvct_el0" : "=r" (reg));
130*9931033bSDmitry Chagin 	return (reg);
131*9931033bSDmitry Chagin }
132*9931033bSDmitry Chagin 
133*9931033bSDmitry Chagin static inline uint64_t
134*9931033bSDmitry Chagin cp15_cntpct_get(void)
135*9931033bSDmitry Chagin {
136*9931033bSDmitry Chagin 	uint64_t reg;
137*9931033bSDmitry Chagin 
138*9931033bSDmitry Chagin 	__asm __volatile("mrs %0, cntpct_el0" : "=r" (reg));
139*9931033bSDmitry Chagin 	return (reg);
140*9931033bSDmitry Chagin }
141*9931033bSDmitry Chagin 
142*9931033bSDmitry Chagin int
143*9931033bSDmitry Chagin __vdso_gettc(const struct vdso_timehands *th, u_int *tc)
144*9931033bSDmitry Chagin {
145*9931033bSDmitry Chagin 
146*9931033bSDmitry Chagin 	if (th->th_algo != VDSO_TH_ALGO_ARM_GENTIM)
147*9931033bSDmitry Chagin 		return (ENOSYS);
148*9931033bSDmitry Chagin 	__asm __volatile("isb" : : : "memory");
149*9931033bSDmitry Chagin 	*tc = th->th_physical == 0 ? cp15_cntvct_get() : cp15_cntpct_get();
150*9931033bSDmitry Chagin 	return (0);
151*9931033bSDmitry Chagin }
152*9931033bSDmitry Chagin 
153*9931033bSDmitry Chagin #include <compat/linux/linux_vdso_gtod.inc>
154