10 static __always_inline u32 vdso_read_begin(const struct vdso_clock *vc)  in vdso_read_begin()  argument
14 	while (unlikely((seq = READ_ONCE(vc->seq)) & 1))  in vdso_read_begin()
21 static __always_inline u32 vdso_read_retry(const struct vdso_clock *vc,  in vdso_read_retry()  argument
27 	seq = READ_ONCE(vc->seq);  in vdso_read_retry()
31 static __always_inline void vdso_write_seq_begin(struct vdso_clock *vc)  in vdso_write_seq_begin()  argument
35 	 * updates to vc->seq and it is possible that the value seen by the  in vdso_write_seq_begin()
38 	WRITE_ONCE(vc->seq, vc->seq + 1);  in vdso_write_seq_begin()
41 static __always_inline void vdso_write_seq_end(struct vdso_clock *vc)  in vdso_write_seq_end()  argument
45 	 * updates to vc->seq and it is possible that the value seen by the  in vdso_write_seq_end()
48 	WRITE_ONCE(vc->seq, vc->seq + 1);  in vdso_write_seq_end()
51 static __always_inline void vdso_write_begin_clock(struct vdso_clock *vc)  in vdso_write_begin_clock()  argument
53 	vdso_write_seq_begin(vc);  in vdso_write_begin_clock()
58 static __always_inline void vdso_write_end_clock(struct vdso_clock *vc)  in vdso_write_end_clock()  argument
62 	vdso_write_seq_end(vc);  in vdso_write_end_clock()
67 	struct vdso_clock *vc = vd->clock_data;  in vdso_write_begin()  local
69 	vdso_write_seq_begin(&vc[CS_HRES_COARSE]);  in vdso_write_begin()
70 	vdso_write_seq_begin(&vc[CS_RAW]);  in vdso_write_begin()
77 	struct vdso_clock *vc = vd->clock_data;  in vdso_write_end()  local
81 	vdso_write_seq_end(&vc[CS_HRES_COARSE]);  in vdso_write_end()
82 	vdso_write_seq_end(&vc[CS_RAW]);  in vdso_write_end()