1d3ccddf3SBryan Venteicher /*-
2d3ccddf3SBryan Venteicher * Copyright (c) 2014, Bryan Venteicher <bryanv@FreeBSD.org>
3d3ccddf3SBryan Venteicher * All rights reserved.
4d3ccddf3SBryan Venteicher *
5d3ccddf3SBryan Venteicher * Redistribution and use in source and binary forms, with or without
6d3ccddf3SBryan Venteicher * modification, are permitted provided that the following conditions
7d3ccddf3SBryan Venteicher * are met:
8d3ccddf3SBryan Venteicher * 1. Redistributions of source code must retain the above copyright
9d3ccddf3SBryan Venteicher * notice, this list of conditions and the following disclaimer.
10d3ccddf3SBryan Venteicher * 2. Redistributions in binary form must reproduce the above copyright
11d3ccddf3SBryan Venteicher * notice, this list of conditions and the following disclaimer in the
12d3ccddf3SBryan Venteicher * documentation and/or other materials provided with the distribution.
13d3ccddf3SBryan Venteicher *
14d3ccddf3SBryan Venteicher * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
15d3ccddf3SBryan Venteicher * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
16d3ccddf3SBryan Venteicher * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
17d3ccddf3SBryan Venteicher * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
18d3ccddf3SBryan Venteicher * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
19d3ccddf3SBryan Venteicher * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
20d3ccddf3SBryan Venteicher * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
21d3ccddf3SBryan Venteicher * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
22d3ccddf3SBryan Venteicher * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
23d3ccddf3SBryan Venteicher * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
24d3ccddf3SBryan Venteicher * SUCH DAMAGE.
25d3ccddf3SBryan Venteicher */
26d3ccddf3SBryan Venteicher
27d3ccddf3SBryan Venteicher #ifndef X86_PVCLOCK
28d3ccddf3SBryan Venteicher #define X86_PVCLOCK
29d3ccddf3SBryan Venteicher
300b3382b8SAdam Fenn #include <sys/types.h>
31d4b2d303SAdam Fenn
32d4b2d303SAdam Fenn #ifdef _KERNEL
330b3382b8SAdam Fenn #include <sys/timetc.h>
34d4b2d303SAdam Fenn #endif /* _KERNEL */
35d4b2d303SAdam Fenn
36d4b2d303SAdam Fenn #define PVCLOCK_CDEVNAME "pvclock"
370b3382b8SAdam Fenn
38d3ccddf3SBryan Venteicher struct pvclock_vcpu_time_info {
39d3ccddf3SBryan Venteicher uint32_t version;
40d3ccddf3SBryan Venteicher uint32_t pad0;
41d3ccddf3SBryan Venteicher uint64_t tsc_timestamp;
42d3ccddf3SBryan Venteicher uint64_t system_time;
43d3ccddf3SBryan Venteicher uint32_t tsc_to_system_mul;
44d3ccddf3SBryan Venteicher int8_t tsc_shift;
45d3ccddf3SBryan Venteicher uint8_t flags;
46d3ccddf3SBryan Venteicher uint8_t pad[2];
47d3ccddf3SBryan Venteicher };
48d3ccddf3SBryan Venteicher
49d3ccddf3SBryan Venteicher #define PVCLOCK_FLAG_TSC_STABLE 0x01
50d3ccddf3SBryan Venteicher #define PVCLOCK_FLAG_GUEST_PASUED 0x02
51d3ccddf3SBryan Venteicher
52d4b2d303SAdam Fenn /*
53d4b2d303SAdam Fenn * Scale a 64-bit delta by scaling and multiplying by a 32-bit fraction,
54d4b2d303SAdam Fenn * yielding a 64-bit result.
55d4b2d303SAdam Fenn */
56d4b2d303SAdam Fenn static inline uint64_t
pvclock_scale_delta(uint64_t delta,uint32_t mul_frac,int shift)57d4b2d303SAdam Fenn pvclock_scale_delta(uint64_t delta, uint32_t mul_frac, int shift)
58d4b2d303SAdam Fenn {
59d4b2d303SAdam Fenn uint64_t product;
60d4b2d303SAdam Fenn
61d4b2d303SAdam Fenn if (shift < 0)
62d4b2d303SAdam Fenn delta >>= -shift;
63d4b2d303SAdam Fenn else
64d4b2d303SAdam Fenn delta <<= shift;
65d4b2d303SAdam Fenn #if defined(__i386__)
66d4b2d303SAdam Fenn {
67d4b2d303SAdam Fenn uint32_t tmp1, tmp2;
68d4b2d303SAdam Fenn
69d4b2d303SAdam Fenn /**
70d4b2d303SAdam Fenn * For i386, the formula looks like:
71d4b2d303SAdam Fenn *
72d4b2d303SAdam Fenn * lower = (mul_frac * (delta & UINT_MAX)) >> 32
73d4b2d303SAdam Fenn * upper = mul_frac * (delta >> 32)
74d4b2d303SAdam Fenn * product = lower + upper
75d4b2d303SAdam Fenn */
76d4b2d303SAdam Fenn __asm__ (
77d4b2d303SAdam Fenn "mul %5 ; "
78d4b2d303SAdam Fenn "mov %4,%%eax ; "
79d4b2d303SAdam Fenn "mov %%edx,%4 ; "
80d4b2d303SAdam Fenn "mul %5 ; "
81d4b2d303SAdam Fenn "xor %5,%5 ; "
82d4b2d303SAdam Fenn "add %4,%%eax ; "
83d4b2d303SAdam Fenn "adc %5,%%edx ; "
84d4b2d303SAdam Fenn : "=A" (product), "=r" (tmp1), "=r" (tmp2)
85d4b2d303SAdam Fenn : "a" ((uint32_t)delta), "1" ((uint32_t)(delta >> 32)),
86d4b2d303SAdam Fenn "2" (mul_frac) );
87d4b2d303SAdam Fenn }
88d4b2d303SAdam Fenn #elif defined(__amd64__)
89d4b2d303SAdam Fenn {
90d4b2d303SAdam Fenn unsigned long tmp;
91d4b2d303SAdam Fenn
92d4b2d303SAdam Fenn __asm__ (
93d4b2d303SAdam Fenn "mulq %[mul_frac] ; shrd $32, %[hi], %[lo]"
94d4b2d303SAdam Fenn : [lo]"=a" (product), [hi]"=d" (tmp)
95d4b2d303SAdam Fenn : "0" (delta), [mul_frac]"rm"((uint64_t)mul_frac));
96d4b2d303SAdam Fenn }
97d4b2d303SAdam Fenn #else
98d4b2d303SAdam Fenn #error "pvclock: unsupported x86 architecture?"
99d4b2d303SAdam Fenn #endif
100d4b2d303SAdam Fenn return (product);
101d4b2d303SAdam Fenn }
102d4b2d303SAdam Fenn
103d4b2d303SAdam Fenn #ifdef _KERNEL
104d4b2d303SAdam Fenn
1050b3382b8SAdam Fenn typedef struct pvclock_wall_clock *pvclock_get_wallclock_t(void *arg);
1060b3382b8SAdam Fenn
107d3ccddf3SBryan Venteicher struct pvclock_wall_clock {
108d3ccddf3SBryan Venteicher uint32_t version;
109d3ccddf3SBryan Venteicher uint32_t sec;
110d3ccddf3SBryan Venteicher uint32_t nsec;
111d3ccddf3SBryan Venteicher };
112d3ccddf3SBryan Venteicher
1130b3382b8SAdam Fenn struct pvclock {
1140b3382b8SAdam Fenn /* Public; initialized by the caller of 'pvclock_init()': */
1150b3382b8SAdam Fenn pvclock_get_wallclock_t *get_wallclock;
1160b3382b8SAdam Fenn void *get_wallclock_arg;
1170b3382b8SAdam Fenn struct pvclock_vcpu_time_info *timeinfos;
1180b3382b8SAdam Fenn bool stable_flag_supported;
1190b3382b8SAdam Fenn
1200b3382b8SAdam Fenn /* Private; initialized by the 'pvclock' API: */
121d4b2d303SAdam Fenn bool vdso_force_unstable;
122*2bed1419SMark Johnston bool vdso_enable_without_rdtscp;
1230b3382b8SAdam Fenn struct timecounter tc;
124d4b2d303SAdam Fenn struct cdev *cdev;
1250b3382b8SAdam Fenn };
1260b3382b8SAdam Fenn
1270b3382b8SAdam Fenn /*
1280b3382b8SAdam Fenn * NOTE: 'pvclock_get_timecount()' and 'pvclock_get_wallclock()' are purely
1290b3382b8SAdam Fenn * transitional; they should be removed after 'dev/xen/timer/timer.c' has been
1300b3382b8SAdam Fenn * migrated to the 'struct pvclock' API.
1310b3382b8SAdam Fenn */
132d3ccddf3SBryan Venteicher void pvclock_resume(void);
1334025433eSBryan Venteicher uint64_t pvclock_tsc_freq(struct pvclock_vcpu_time_info *ti);
134d3ccddf3SBryan Venteicher uint64_t pvclock_get_timecount(struct pvclock_vcpu_time_info *ti);
135d3ccddf3SBryan Venteicher void pvclock_get_wallclock(struct pvclock_wall_clock *wc,
136d3ccddf3SBryan Venteicher struct timespec *ts);
137d3ccddf3SBryan Venteicher
1380b3382b8SAdam Fenn void pvclock_init(struct pvclock *pvc, device_t dev,
1390b3382b8SAdam Fenn const char *tc_name, int tc_quality, u_int tc_flags);
1400b3382b8SAdam Fenn void pvclock_gettime(struct pvclock *pvc, struct timespec *ts);
1410b3382b8SAdam Fenn int pvclock_destroy(struct pvclock *pvc);
1420b3382b8SAdam Fenn
143d4b2d303SAdam Fenn #endif /* _KERNEL */
144d4b2d303SAdam Fenn
145d3ccddf3SBryan Venteicher #endif
146