Lines Matching refs:timekeeper
54 struct timekeeper timekeeper; member
55 struct timekeeper shadow_timekeeper;
70 static inline bool tk_is_aux(const struct timekeeper *tk) in tk_is_aux()
80 static inline bool tk_is_aux(const struct timekeeper *tk) in tk_is_aux()
86 static inline void tk_update_aux_offs(struct timekeeper *tk, ktime_t offs) in tk_update_aux_offs()
190 static inline void tk_normalize_xtime(struct timekeeper *tk) in tk_normalize_xtime()
202 static inline struct timespec64 tk_xtime(const struct timekeeper *tk) in tk_xtime()
211 static inline struct timespec64 tk_xtime_coarse(const struct timekeeper *tk) in tk_xtime_coarse()
229 static inline void tk_update_coarse_nsecs(struct timekeeper *tk) in tk_update_coarse_nsecs()
234 static void tk_set_xtime(struct timekeeper *tk, const struct timespec64 *ts) in tk_set_xtime()
241 static void tk_xtime_add(struct timekeeper *tk, const struct timespec64 *ts) in tk_xtime_add()
249 static void tk_set_wall_to_mono(struct timekeeper *tk, struct timespec64 wtm) in tk_set_wall_to_mono()
267 static inline void tk_update_sleep_time(struct timekeeper *tk, ktime_t delta) in tk_update_sleep_time()
309 static void tk_setup_internals(struct timekeeper *tk, struct clocksource *clock) in tk_setup_internals()
534 struct timekeeper *tk = &tk_core.timekeeper; in ktime_get_boot_fast_ns()
551 struct timekeeper *tk = &tk_core.timekeeper; in ktime_get_tai_fast_ns()
590 static void halt_fast_timekeeper(const struct timekeeper *tk) in halt_fast_timekeeper()
609 static void update_pvclock_gtod(struct timekeeper *tk, bool was_set) in update_pvclock_gtod()
620 struct timekeeper *tk = &tk_core.timekeeper; in pvclock_gtod_register_notifier()
646 static inline void tk_update_leap_state(struct timekeeper *tk) in tk_update_leap_state()
662 tkd->timekeeper.next_leap_ktime = tkd->shadow_timekeeper.next_leap_ktime; in tk_update_leap_state_all()
669 static inline void tk_update_ktime_data(struct timekeeper *tk) in tk_update_ktime_data()
705 memcpy(&tkd->shadow_timekeeper, &tkd->timekeeper, sizeof(tkd->timekeeper)); in timekeeping_restore_shadow()
710 struct timekeeper *tk = &tkd->shadow_timekeeper; in timekeeping_update_from_shadow()
753 memcpy(&tkd->timekeeper, tk, sizeof(*tk)); in timekeeping_update_from_shadow()
765 static void timekeeping_forward_now(struct timekeeper *tk) in timekeeping_forward_now()
795 struct timekeeper *tk = &tk_core.timekeeper; in ktime_get_real_ts64()
816 struct timekeeper *tk = &tk_core.timekeeper; in ktime_get()
836 struct timekeeper *tk = &tk_core.timekeeper; in ktime_get_resolution_ns()
852 [TK_OFFS_REAL] = &tk_core.timekeeper.offs_real,
853 [TK_OFFS_BOOT] = &tk_core.timekeeper.offs_boot,
854 [TK_OFFS_TAI] = &tk_core.timekeeper.offs_tai,
859 struct timekeeper *tk = &tk_core.timekeeper; in ktime_get_with_offset()
880 struct timekeeper *tk = &tk_core.timekeeper; in ktime_get_coarse_with_offset()
931 struct timekeeper *tk = &tk_core.timekeeper; in ktime_get_raw()
957 struct timekeeper *tk = &tk_core.timekeeper; in ktime_get_ts64()
989 struct timekeeper *tk = &tk_core.timekeeper; in ktime_get_seconds()
1008 struct timekeeper *tk = &tk_core.timekeeper; in ktime_get_real_seconds()
1037 struct timekeeper *tk = &tk_core.timekeeper; in __ktime_get_real_seconds()
1048 struct timekeeper *tk = &tk_core.timekeeper; in ktime_get_snapshot()
1066 tk_core.timekeeper.offs_real); in ktime_get_snapshot()
1068 tk_core.timekeeper.offs_boot); in ktime_get_snapshot()
1121 struct timekeeper *tk = &tk_core.timekeeper; in adjust_historical_crosststamp()
1205 struct clocksource *cs = tk_core.timekeeper.tkr_mono.clock; in convert_base_to_cs()
1233 struct clocksource *cs = tk_core.timekeeper.tkr_mono.clock; in convert_cs_to_base()
1252 struct tk_read_base *tkr = &tk_core.timekeeper.tkr_mono; in convert_ns_to_cs()
1273 struct timekeeper *tk = &tk_core.timekeeper; in ktime_real_to_base_clock()
1313 struct timekeeper *tk = &tk_core.timekeeper; in get_device_system_crosststamp()
1359 tk_core.timekeeper.offs_real); in get_device_system_crosststamp()
1422 struct clocksource_base *base = READ_ONCE(tk_core.timekeeper.tkr_mono.clock->base); in timekeeping_clocksource_has_base()
1442 struct timekeeper *tks = &tk_core.shadow_timekeeper; in do_settimeofday64()
1468 static inline bool timekeeper_is_core_tk(struct timekeeper *tk) in timekeeper_is_core_tk()
1482 struct timekeeper *tks = &tkd->shadow_timekeeper; in __timekeeping_inject_offset()
1572 static void __timekeeping_set_tai_offset(struct timekeeper *tk, s32 tai_offset) in __timekeeping_set_tai_offset()
1602 struct timekeeper *tks = &tk_core.shadow_timekeeper; in change_clocksource()
1630 struct timekeeper *tk = &tk_core.timekeeper; in timekeeping_notify()
1647 struct timekeeper *tk = &tk_core.timekeeper; in ktime_get_raw_ts64()
1702 struct timekeeper *tk = &tk_core.timekeeper; in timekeeping_valid_for_hres()
1721 struct timekeeper *tk = &tk_core.timekeeper; in timekeeping_max_deferment()
1776 tkd->timekeeper.id = tkd->shadow_timekeeper.id = tk_id; in tkd_basic_setup()
1777 tkd->timekeeper.clock_valid = tkd->shadow_timekeeper.clock_valid = valid; in tkd_basic_setup()
1804 struct timekeeper *tks = &tk_core.shadow_timekeeper; in timekeeping_init()
1856 static void __timekeeping_inject_sleeptime(struct timekeeper *tk, in __timekeeping_inject_sleeptime()
1921 struct timekeeper *tks = &tk_core.shadow_timekeeper; in timekeeping_inject_sleeptime64()
1939 struct timekeeper *tks = &tk_core.shadow_timekeeper; in timekeeping_resume()
2004 struct timekeeper *tks = &tk_core.shadow_timekeeper; in timekeeping_suspend()
2094 static __always_inline void timekeeping_apply_adjustment(struct timekeeper *tk, in timekeeping_apply_adjustment()
2172 static void timekeeping_adjust(struct timekeeper *tk, s64 offset) in timekeeping_adjust()
2234 static inline unsigned int accumulate_nsecs_to_secs(struct timekeeper *tk) in accumulate_nsecs_to_secs()
2283 static u64 logarithmic_accumulation(struct timekeeper *tk, u64 offset, in logarithmic_accumulation()
2323 struct timekeeper *tk = &tkd->shadow_timekeeper; in __timekeeping_advance()
2324 struct timekeeper *real_tk = &tkd->timekeeper; in __timekeeping_advance()
2413 struct timekeeper *tk = &tk_core.timekeeper; in getboottime64()
2422 struct timekeeper *tk = &tk_core.timekeeper; in ktime_get_coarse_real_ts64()
2444 struct timekeeper *tk = &tk_core.timekeeper; in ktime_get_coarse_real_ts64_mg()
2452 offset = tk_core.timekeeper.offs_real; in ktime_get_coarse_real_ts64_mg()
2482 struct timekeeper *tk = &tk_core.timekeeper; in ktime_get_real_ts64_mg()
2494 offset = tk_core.timekeeper.offs_real; in ktime_get_real_ts64_mg()
2523 struct timekeeper *tk = &tk_core.timekeeper; in ktime_get_coarse_ts64()
2564 struct timekeeper *tk = &tk_core.timekeeper; in ktime_get_update_offsets_now()
2677 struct tk_read_base *tkr = &tk_core.timekeeper.tkr_mono; in random_get_entropy_fallback()
2695 struct timekeeper *tks = &tkd->shadow_timekeeper; in __do_adjtimex()
2710 tk_get_aux_ts64(tkd->timekeeper.id, &ts); in __do_adjtimex()
2780 return timekeeper_data[id].timekeeper.xtime_sec; in ktime_get_ntp_seconds()
2828 struct timekeeper *tks = &tkd->shadow_timekeeper; in tk_aux_update_clocksource()
2835 tk_setup_internals(tks, tk_core.timekeeper.tkr_mono.clock); in tk_aux_update_clocksource()
2865 struct timekeeper *aux_tk; in ktime_get_aux()
2875 aux_tk = &aux_tkd->timekeeper; in ktime_get_aux()
2926 struct timekeeper *aux_tks; in aux_clock_set()
2990 struct tk_read_base *tkr_raw = &tk_core.timekeeper.tkr_raw; in aux_clock_enable()
2992 struct timekeeper *aux_tks = &aux_tkd->shadow_timekeeper; in aux_clock_enable()
3007 aux_tks->id = aux_tkd->timekeeper.id; in aux_clock_enable()