136 #define	TSC_CONVERT_AND_ADD(tsc, hrt, scale) {		\  argument
137 	unsigned int *_l = (unsigned int *)&(tsc);	\
142 #define	TSC_CONVERT(tsc, hrt, scale) {			\  argument
143 	unsigned int *_l = (unsigned int *)&(tsc);	\
202 	hrtime_t tsc, hrt;  in tsc_gethrtime()  local
207 		if ((tsc = tsc_read()) >= tsc_last) {  in tsc_gethrtime()
217 			tsc -= tsc_last;  in tsc_gethrtime()
218 		} else if (tsc >= tsc_last - 2*tsc_max_delta) {  in tsc_gethrtime()
225 			tsc = 0;  in tsc_gethrtime()
239 			tsc = tsc_protect(tsc);  in tsc_gethrtime()
244 		TSC_CONVERT_AND_ADD(tsc, hrt, nsec_scale);  in tsc_gethrtime()
254 	hrtime_t tsc, hrt;  in tsc_gethrtime_delta()  local
271 		tsc = tsc_read() + tsc_sync_tick_delta[CPU->cpu_id];  in tsc_gethrtime_delta()
276 		if (tsc >= tsc_last) {  in tsc_gethrtime_delta()
277 			tsc -= tsc_last;  in tsc_gethrtime_delta()
278 		} else if (tsc >= tsc_last - 2 * tsc_max_delta) {  in tsc_gethrtime_delta()
279 			tsc = 0;  in tsc_gethrtime_delta()
281 			tsc = tsc_protect(tsc);  in tsc_gethrtime_delta()
286 		TSC_CONVERT_AND_ADD(tsc, hrt, nsec_scale);  in tsc_gethrtime_delta()
310 	hrtime_t tsc, last, base;  in tsc_gethrtime_params()  local
319 			tsc = tsc_read() + tsc_sync_tick_delta[CPU->cpu_id];  in tsc_gethrtime_params()
322 			tsc = tsc_read();  in tsc_gethrtime_params()
332 	if (tsc >= last) {  in tsc_gethrtime_params()
333 		tsc -= last;  in tsc_gethrtime_params()
334 	} else if (tsc >= last - 2 * tsc_max_delta) {  in tsc_gethrtime_params()
335 		tsc = 0;  in tsc_gethrtime_params()
337 		tsc = tsc_protect(tsc);  in tsc_gethrtime_params()
340 	TSC_CONVERT_AND_ADD(tsc, base, nsec_scale);  in tsc_gethrtime_params()
347 		*tscp = tsc + last;  in tsc_gethrtime_params()
368 	hrtime_t tsc, hrt;  in dtrace_gethrtime()  local
381 		tsc = tsc_read();  in dtrace_gethrtime()
384 			tsc += tsc_sync_tick_delta[CPU->cpu_id];  in dtrace_gethrtime()
391 		if (tsc >= tsc_last)  in dtrace_gethrtime()
392 			tsc -= tsc_last;  in dtrace_gethrtime()
393 		else if (tsc >= tsc_last - 2*tsc_max_delta)  in dtrace_gethrtime()
394 			tsc = 0;  in dtrace_gethrtime()
396 			tsc = tsc_protect(tsc);  in dtrace_gethrtime()
400 		TSC_CONVERT_AND_ADD(tsc, hrt, nsec_scale);  in dtrace_gethrtime()
430 		tsc = tsc_read();  in dtrace_gethrtime()
433 			tsc += tsc_sync_tick_delta[CPU->cpu_id];  in dtrace_gethrtime()
440 		if (tsc >= shadow_tsc_last)  in dtrace_gethrtime()
441 			tsc -= shadow_tsc_last;  in dtrace_gethrtime()
442 		else if (tsc >= shadow_tsc_last - 2 * tsc_max_delta)  in dtrace_gethrtime()
443 			tsc = 0;  in dtrace_gethrtime()
445 			tsc = tsc_protect(tsc);  in dtrace_gethrtime()
449 		TSC_CONVERT_AND_ADD(tsc, hrt, shadow_nsec_scale);  in dtrace_gethrtime()
459 	hrtime_t tsc;  in tsc_gethrtimeunscaled()  local
465 		tsc = tsc_read() + tsc_last_jumped;  in tsc_gethrtimeunscaled()
468 	return (tsc);  in tsc_gethrtimeunscaled()
477 	hrtime_t tsc;  in tsc_unscalehrtime()  local
480 		TSC_CONVERT(nsec, tsc, nsec_unscale);  in tsc_unscalehrtime()
481 		return (tsc);  in tsc_unscalehrtime()
488 tsc_scalehrtime(hrtime_t *tsc)  in tsc_scalehrtime()  argument
493 	if (tsc == NULL)  in tsc_scalehrtime()
495 	mytsc = *tsc;  in tsc_scalehrtime()
498 	*tsc  = hrt;  in tsc_scalehrtime()
558 	tsc_sync_t *tsc = tscp;  in tsc_sync_master()  local
573 		tsc->master_tsc = tsc_read();  in tsc_sync_master()
578 		write_time =  mtsc_after - tsc->master_tsc;  in tsc_sync_master()
582 			tdelta = tsc->slave_tsc - mtsc_after;  in tsc_sync_master()
592 				tdelta = tsc->slave_tsc -  in tsc_sync_master()
595 				tdelta = tsc->slave_tsc - mtsc_after;  in tsc_sync_master()
602 		tsc->master_tsc = tsc->slave_tsc = write_time = 0;  in tsc_sync_master()
633 	tsc_sync_t *tsc = tscp;  in tsc_sync_slave()  local
645 		s1 = tsc->master_tsc;  in tsc_sync_slave()
655 		} while (tsc->master_tsc == 0);  in tsc_sync_slave()
656 		tsc->slave_tsc = s1;  in tsc_sync_slave()
729 	longlong_t tsc;  in tsc_hrtimeinit()  local
746 	tsc = tsc_read();  in tsc_hrtimeinit()
748 	tsc_max_delta = tsc_read() - tsc;  in tsc_hrtimeinit()