130 #define	TSC_CONVERT_AND_ADD(tsc, hrt, scale) {	 	\  argument
131 	unsigned int *_l = (unsigned int *)&(tsc); 	\
136 #define	TSC_CONVERT(tsc, hrt, scale) { 			\  argument
137 	unsigned int *_l = (unsigned int *)&(tsc); 	\
182 	hrtime_t tsc, hrt;  in tsc_gethrtime()  local
187 		if ((tsc = tsc_read()) >= tsc_last) {  in tsc_gethrtime()
197 			tsc -= tsc_last;  in tsc_gethrtime()
198 		} else if (tsc >= tsc_last - 2*tsc_max_delta) {  in tsc_gethrtime()
205 			tsc = 0;  in tsc_gethrtime()
219 			tsc = tsc_protect(tsc);  in tsc_gethrtime()
224 		TSC_CONVERT_AND_ADD(tsc, hrt, nsec_scale);  in tsc_gethrtime()
234 	hrtime_t tsc, hrt;  in tsc_gethrtime_delta()  local
251 		tsc = tsc_read() + tsc_sync_tick_delta[CPU->cpu_id];  in tsc_gethrtime_delta()
256 		if (tsc >= tsc_last) {  in tsc_gethrtime_delta()
257 			tsc -= tsc_last;  in tsc_gethrtime_delta()
258 		} else if (tsc >= tsc_last - 2 * tsc_max_delta) {  in tsc_gethrtime_delta()
259 			tsc = 0;  in tsc_gethrtime_delta()
261 			tsc = tsc_protect(tsc);  in tsc_gethrtime_delta()
266 		TSC_CONVERT_AND_ADD(tsc, hrt, nsec_scale);  in tsc_gethrtime_delta()
294 	hrtime_t tsc, hrt;  in dtrace_gethrtime()  local
307 		tsc = tsc_read();  in dtrace_gethrtime()
310 			tsc += tsc_sync_tick_delta[CPU->cpu_id];  in dtrace_gethrtime()
317 		if (tsc >= tsc_last)  in dtrace_gethrtime()
318 			tsc -= tsc_last;  in dtrace_gethrtime()
319 		else if (tsc >= tsc_last - 2*tsc_max_delta)  in dtrace_gethrtime()
320 			tsc = 0;  in dtrace_gethrtime()
322 			tsc = tsc_protect(tsc);  in dtrace_gethrtime()
326 		TSC_CONVERT_AND_ADD(tsc, hrt, nsec_scale);  in dtrace_gethrtime()
356 		tsc = tsc_read();  in dtrace_gethrtime()
359 			tsc += tsc_sync_tick_delta[CPU->cpu_id];  in dtrace_gethrtime()
366 		if (tsc >= shadow_tsc_last)  in dtrace_gethrtime()
367 			tsc -= shadow_tsc_last;  in dtrace_gethrtime()
368 		else if (tsc >= shadow_tsc_last - 2 * tsc_max_delta)  in dtrace_gethrtime()
369 			tsc = 0;  in dtrace_gethrtime()
371 			tsc = tsc_protect(tsc);  in dtrace_gethrtime()
375 		TSC_CONVERT_AND_ADD(tsc, hrt, shadow_nsec_scale);  in dtrace_gethrtime()
385 	hrtime_t tsc;  in tsc_gethrtimeunscaled()  local
391 		tsc = tsc_read() + tsc_last_jumped;  in tsc_gethrtimeunscaled()
394 	return (tsc);  in tsc_gethrtimeunscaled()
403 	hrtime_t tsc;  in tsc_unscalehrtime()  local
406 		TSC_CONVERT(nsec, tsc, nsec_unscale);  in tsc_unscalehrtime()
407 		return (tsc);  in tsc_unscalehrtime()
414 tsc_scalehrtime(hrtime_t *tsc)  in tsc_scalehrtime()  argument
419 	if (tsc == NULL)  in tsc_scalehrtime()
421 	mytsc = *tsc;  in tsc_scalehrtime()
424 	*tsc  = hrt;  in tsc_scalehrtime()
482 	tsc_sync_t *tsc = tscp;  in tsc_sync_master()  local
497 		tsc->master_tsc = tsc_read();  in tsc_sync_master()
502 		write_time =  mtsc_after - tsc->master_tsc;  in tsc_sync_master()
509 			x = tsc->slave_tsc - mtsc_after;  in tsc_sync_master()
520 				tdelta = tsc->slave_tsc -  in tsc_sync_master()
523 				tdelta = tsc->slave_tsc - mtsc_after;  in tsc_sync_master()
528 		tsc->master_tsc = tsc->slave_tsc = write_time = 0;  in tsc_sync_master()
562 	tsc_sync_t *tsc = tscp;  in tsc_sync_slave()  local
574 		s1 = tsc->master_tsc;  in tsc_sync_slave()
586 		} while (tsc->master_tsc == 0);  in tsc_sync_slave()
587 		tsc->slave_tsc = s1;  in tsc_sync_slave()
660 	longlong_t tsc;  in tsc_hrtimeinit()  local
677 	tsc = tsc_read();  in tsc_hrtimeinit()
679 	tsc_max_delta = tsc_read() - tsc;  in tsc_hrtimeinit()