xref: /freebsd/sys/x86/include/pvclock.h (revision 95ee2897e98f5d444f26ed2334cc7c439f9c16c6)
1d3ccddf3SBryan Venteicher /*-
2d3ccddf3SBryan Venteicher  * Copyright (c) 2014, Bryan Venteicher <bryanv@FreeBSD.org>
3d3ccddf3SBryan Venteicher  * All rights reserved.
4d3ccddf3SBryan Venteicher  *
5d3ccddf3SBryan Venteicher  * Redistribution and use in source and binary forms, with or without
6d3ccddf3SBryan Venteicher  * modification, are permitted provided that the following conditions
7d3ccddf3SBryan Venteicher  * are met:
8d3ccddf3SBryan Venteicher  * 1. Redistributions of source code must retain the above copyright
9d3ccddf3SBryan Venteicher  *    notice, this list of conditions and the following disclaimer.
10d3ccddf3SBryan Venteicher  * 2. Redistributions in binary form must reproduce the above copyright
11d3ccddf3SBryan Venteicher  *    notice, this list of conditions and the following disclaimer in the
12d3ccddf3SBryan Venteicher  *    documentation and/or other materials provided with the distribution.
13d3ccddf3SBryan Venteicher  *
14d3ccddf3SBryan Venteicher  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
15d3ccddf3SBryan Venteicher  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
16d3ccddf3SBryan Venteicher  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
17d3ccddf3SBryan Venteicher  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
18d3ccddf3SBryan Venteicher  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
19d3ccddf3SBryan Venteicher  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
20d3ccddf3SBryan Venteicher  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
21d3ccddf3SBryan Venteicher  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
22d3ccddf3SBryan Venteicher  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
23d3ccddf3SBryan Venteicher  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
24d3ccddf3SBryan Venteicher  * SUCH DAMAGE.
25d3ccddf3SBryan Venteicher  */
26d3ccddf3SBryan Venteicher 
27d3ccddf3SBryan Venteicher #ifndef X86_PVCLOCK
28d3ccddf3SBryan Venteicher #define X86_PVCLOCK
29d3ccddf3SBryan Venteicher 
300b3382b8SAdam Fenn #include <sys/types.h>
31d4b2d303SAdam Fenn 
32d4b2d303SAdam Fenn #ifdef _KERNEL
330b3382b8SAdam Fenn #include <sys/timetc.h>
34d4b2d303SAdam Fenn #endif /* _KERNEL */
35d4b2d303SAdam Fenn 
36d4b2d303SAdam Fenn #define	PVCLOCK_CDEVNAME		"pvclock"
370b3382b8SAdam Fenn 
38d3ccddf3SBryan Venteicher struct pvclock_vcpu_time_info {
39d3ccddf3SBryan Venteicher 	uint32_t	version;
40d3ccddf3SBryan Venteicher 	uint32_t	pad0;
41d3ccddf3SBryan Venteicher 	uint64_t	tsc_timestamp;
42d3ccddf3SBryan Venteicher 	uint64_t	system_time;
43d3ccddf3SBryan Venteicher 	uint32_t	tsc_to_system_mul;
44d3ccddf3SBryan Venteicher 	int8_t		tsc_shift;
45d3ccddf3SBryan Venteicher 	uint8_t		flags;
46d3ccddf3SBryan Venteicher 	uint8_t		pad[2];
47d3ccddf3SBryan Venteicher };
48d3ccddf3SBryan Venteicher 
49d3ccddf3SBryan Venteicher #define PVCLOCK_FLAG_TSC_STABLE		0x01
50d3ccddf3SBryan Venteicher #define PVCLOCK_FLAG_GUEST_PASUED	0x02
51d3ccddf3SBryan Venteicher 
52d4b2d303SAdam Fenn /*
53d4b2d303SAdam Fenn  * Scale a 64-bit delta by scaling and multiplying by a 32-bit fraction,
54d4b2d303SAdam Fenn  * yielding a 64-bit result.
55d4b2d303SAdam Fenn  */
56d4b2d303SAdam Fenn static inline uint64_t
pvclock_scale_delta(uint64_t delta,uint32_t mul_frac,int shift)57d4b2d303SAdam Fenn pvclock_scale_delta(uint64_t delta, uint32_t mul_frac, int shift)
58d4b2d303SAdam Fenn {
59d4b2d303SAdam Fenn 	uint64_t product;
60d4b2d303SAdam Fenn 
61d4b2d303SAdam Fenn 	if (shift < 0)
62d4b2d303SAdam Fenn 		delta >>= -shift;
63d4b2d303SAdam Fenn 	else
64d4b2d303SAdam Fenn 		delta <<= shift;
65d4b2d303SAdam Fenn #if defined(__i386__)
66d4b2d303SAdam Fenn 	{
67d4b2d303SAdam Fenn 		uint32_t tmp1, tmp2;
68d4b2d303SAdam Fenn 
69d4b2d303SAdam Fenn 		/**
70d4b2d303SAdam Fenn 		 * For i386, the formula looks like:
71d4b2d303SAdam Fenn 		 *
72d4b2d303SAdam Fenn 		 *   lower = (mul_frac * (delta & UINT_MAX)) >> 32
73d4b2d303SAdam Fenn 		 *   upper = mul_frac * (delta >> 32)
74d4b2d303SAdam Fenn 		 *   product = lower + upper
75d4b2d303SAdam Fenn 		 */
76d4b2d303SAdam Fenn 		__asm__ (
77d4b2d303SAdam Fenn 			"mul  %5       ; "
78d4b2d303SAdam Fenn 			"mov  %4,%%eax ; "
79d4b2d303SAdam Fenn 			"mov  %%edx,%4 ; "
80d4b2d303SAdam Fenn 			"mul  %5       ; "
81d4b2d303SAdam Fenn 			"xor  %5,%5    ; "
82d4b2d303SAdam Fenn 			"add  %4,%%eax ; "
83d4b2d303SAdam Fenn 			"adc  %5,%%edx ; "
84d4b2d303SAdam Fenn 			: "=A" (product), "=r" (tmp1), "=r" (tmp2)
85d4b2d303SAdam Fenn 			: "a" ((uint32_t)delta), "1" ((uint32_t)(delta >> 32)),
86d4b2d303SAdam Fenn 			  "2" (mul_frac) );
87d4b2d303SAdam Fenn 	}
88d4b2d303SAdam Fenn #elif defined(__amd64__)
89d4b2d303SAdam Fenn 	{
90d4b2d303SAdam Fenn 		unsigned long tmp;
91d4b2d303SAdam Fenn 
92d4b2d303SAdam Fenn 		__asm__ (
93d4b2d303SAdam Fenn 			"mulq %[mul_frac] ; shrd $32, %[hi], %[lo]"
94d4b2d303SAdam Fenn 			: [lo]"=a" (product), [hi]"=d" (tmp)
95d4b2d303SAdam Fenn 			: "0" (delta), [mul_frac]"rm"((uint64_t)mul_frac));
96d4b2d303SAdam Fenn 	}
97d4b2d303SAdam Fenn #else
98d4b2d303SAdam Fenn #error "pvclock: unsupported x86 architecture?"
99d4b2d303SAdam Fenn #endif
100d4b2d303SAdam Fenn 	return (product);
101d4b2d303SAdam Fenn }
102d4b2d303SAdam Fenn 
103d4b2d303SAdam Fenn #ifdef _KERNEL
104d4b2d303SAdam Fenn 
1050b3382b8SAdam Fenn typedef struct pvclock_wall_clock *pvclock_get_wallclock_t(void *arg);
1060b3382b8SAdam Fenn 
107d3ccddf3SBryan Venteicher struct pvclock_wall_clock {
108d3ccddf3SBryan Venteicher 	uint32_t	version;
109d3ccddf3SBryan Venteicher 	uint32_t	sec;
110d3ccddf3SBryan Venteicher 	uint32_t	nsec;
111d3ccddf3SBryan Venteicher };
112d3ccddf3SBryan Venteicher 
1130b3382b8SAdam Fenn struct pvclock {
1140b3382b8SAdam Fenn 	/* Public; initialized by the caller of 'pvclock_init()': */
1150b3382b8SAdam Fenn 	pvclock_get_wallclock_t		*get_wallclock;
1160b3382b8SAdam Fenn 	void				*get_wallclock_arg;
1170b3382b8SAdam Fenn 	struct pvclock_vcpu_time_info	*timeinfos;
1180b3382b8SAdam Fenn 	bool				 stable_flag_supported;
1190b3382b8SAdam Fenn 
1200b3382b8SAdam Fenn 	/* Private; initialized by the 'pvclock' API: */
121d4b2d303SAdam Fenn 	bool				 vdso_force_unstable;
122*2bed1419SMark Johnston 	bool				 vdso_enable_without_rdtscp;
1230b3382b8SAdam Fenn 	struct timecounter		 tc;
124d4b2d303SAdam Fenn 	struct cdev			*cdev;
1250b3382b8SAdam Fenn };
1260b3382b8SAdam Fenn 
1270b3382b8SAdam Fenn /*
1280b3382b8SAdam Fenn  * NOTE: 'pvclock_get_timecount()' and 'pvclock_get_wallclock()' are purely
1290b3382b8SAdam Fenn  * transitional; they should be removed after 'dev/xen/timer/timer.c' has been
1300b3382b8SAdam Fenn  * migrated to the 'struct pvclock' API.
1310b3382b8SAdam Fenn  */
132d3ccddf3SBryan Venteicher void		pvclock_resume(void);
1334025433eSBryan Venteicher uint64_t	pvclock_tsc_freq(struct pvclock_vcpu_time_info *ti);
134d3ccddf3SBryan Venteicher uint64_t	pvclock_get_timecount(struct pvclock_vcpu_time_info *ti);
135d3ccddf3SBryan Venteicher void		pvclock_get_wallclock(struct pvclock_wall_clock *wc,
136d3ccddf3SBryan Venteicher 		    struct timespec *ts);
137d3ccddf3SBryan Venteicher 
1380b3382b8SAdam Fenn void		pvclock_init(struct pvclock *pvc, device_t dev,
1390b3382b8SAdam Fenn 		    const char *tc_name, int tc_quality, u_int tc_flags);
1400b3382b8SAdam Fenn void		pvclock_gettime(struct pvclock *pvc, struct timespec *ts);
1410b3382b8SAdam Fenn int		pvclock_destroy(struct pvclock *pvc);
1420b3382b8SAdam Fenn 
143d4b2d303SAdam Fenn #endif /* _KERNEL */
144d4b2d303SAdam Fenn 
145d3ccddf3SBryan Venteicher #endif
146