61 static struct clock_data cd ____cacheline_aligned = {
74 	*seq = read_seqcount_latch(&cd.seq);  in sched_clock_read_begin()
75 	return cd.read_data + (*seq & 1);  in sched_clock_read_begin()
80 	return read_seqcount_latch_retry(&cd.seq, seq);  in sched_clock_read_retry()
90 		seq = raw_read_seqcount_latch(&cd.seq);  in __sched_clock()
91 		rd = cd.read_data + (seq & 1);  in __sched_clock()
96 	} while (raw_read_seqcount_latch_retry(&cd.seq, seq));  in __sched_clock()
135 	write_seqcount_latch_begin(&cd.seq);  in update_clock_read_data()
138 	cd.read_data[0] = *rd;  in update_clock_read_data()
141 	write_seqcount_latch(&cd.seq);  in update_clock_read_data()
144 	cd.read_data[1] = *rd;  in update_clock_read_data()
146 	write_seqcount_latch_end(&cd.seq);  in update_clock_read_data()
158 	rd = cd.read_data[0];  in update_sched_clock()
160 	cyc = cd.actual_read_sched_clock();  in update_sched_clock()
172 	hrtimer_forward_now(hrt, cd.wrap_kt);  in sched_clock_poll()
185 	if (cd.rate > rate)  in sched_clock_register()
195 	cd.rate = rate;  in sched_clock_register()
199 	cd.wrap_kt = ns_to_ktime(wrap);  in sched_clock_register()
201 	rd = cd.read_data[0];  in sched_clock_register()
205 	cyc = cd.actual_read_sched_clock();  in sched_clock_register()
207 	cd.actual_read_sched_clock = read;  in sched_clock_register()
220 		hrtimer_start(&sched_clock_timer, cd.wrap_kt,  in sched_clock_register()
257 	if (cd.actual_read_sched_clock == jiffy_sched_clock_read)  in generic_sched_clock_init()
267 	hrtimer_start(&sched_clock_timer, cd.wrap_kt, HRTIMER_MODE_REL_HARD);  in generic_sched_clock_init()
283 	unsigned int seq = read_seqcount_latch(&cd.seq);  in suspended_sched_clock_read()
285 	return cd.read_data[seq & 1].epoch_cyc;  in suspended_sched_clock_read()
290 	struct clock_read_data *rd = &cd.read_data[0];  in sched_clock_suspend()
306 	struct clock_read_data *rd = &cd.read_data[0];  in sched_clock_resume()
308 	rd->epoch_cyc = cd.actual_read_sched_clock();  in sched_clock_resume()
309 	hrtimer_start(&sched_clock_timer, cd.wrap_kt, HRTIMER_MODE_REL_HARD);  in sched_clock_resume()
310 	rd->read_sched_clock = cd.actual_read_sched_clock;  in sched_clock_resume()