22 static bool posix_cpu_timer_rearm(struct k_itimer *timer);
113 static inline struct task_struct *cpu_timer_task_rcu(struct k_itimer *timer)  in cpu_timer_task_rcu()  argument
115 	return pid_task(timer->it.cpu.pid, clock_pid_type(timer->it_clock));  in cpu_timer_task_rcu()
122 static u64 bump_cpu_timer(struct k_itimer *timer, u64 now)  in bump_cpu_timer()  argument
124 	u64 delta, incr, expires = timer->it.cpu.node.expires;  in bump_cpu_timer()
127 	if (!timer->it_interval)  in bump_cpu_timer()
133 	incr = timer->it_interval;  in bump_cpu_timer()
144 		timer->it.cpu.node.expires += incr;  in bump_cpu_timer()
145 		timer->it_overrun += 1LL << i;  in bump_cpu_timer()
148 	return timer->it.cpu.node.expires;  in bump_cpu_timer()
416 static struct posix_cputimer_base *timer_base(struct k_itimer *timer,  in timer_base()  argument
419 	int clkidx = CPUCLOCK_WHICH(timer->it_clock);  in timer_base()
421 	if (CPUCLOCK_PERTHREAD(timer->it_clock))  in timer_base()
433 static void trigger_base_recalc_expires(struct k_itimer *timer,  in trigger_base_recalc_expires()  argument
436 	struct posix_cputimer_base *base = timer_base(timer, tsk);  in trigger_base_recalc_expires()
451 static void disarm_timer(struct k_itimer *timer, struct task_struct *p)  in disarm_timer()  argument
453 	struct cpu_timer *ctmr = &timer->it.cpu;  in disarm_timer()
459 	base = timer_base(timer, p);  in disarm_timer()
461 		trigger_base_recalc_expires(timer, p);  in disarm_timer()
523 static struct task_struct *timer_lock_sighand(struct k_itimer *timer, unsigned long *flags)  in timer_lock_sighand()  argument
525 	enum pid_type type = clock_pid_type(timer->it_clock);  in timer_lock_sighand()
526 	struct cpu_timer *ctmr = &timer->it.cpu;  in timer_lock_sighand()
531 		struct task_struct *t = pid_task(timer->it.cpu.pid, type);  in timer_lock_sighand()
574 static int posix_cpu_timer_del(struct k_itimer *timer)  in posix_cpu_timer_del()  argument
580 	p = timer_lock_sighand(timer, &flags);  in posix_cpu_timer_del()
583 		if (timer->it.cpu.firing) {  in posix_cpu_timer_del()
590 			timer->it.cpu.firing = false;  in posix_cpu_timer_del()
593 			disarm_timer(timer, p);  in posix_cpu_timer_del()
599 		put_pid(timer->it.cpu.pid);  in posix_cpu_timer_del()
600 		timer->it_status = POSIX_TIMER_DISARMED;  in posix_cpu_timer_del()
649 static void arm_timer(struct k_itimer *timer, struct task_struct *p)  in arm_timer()  argument
651 	struct posix_cputimer_base *base = timer_base(timer, p);  in arm_timer()
652 	struct cpu_timer *ctmr = &timer->it.cpu;  in arm_timer()
655 	timer->it_status = POSIX_TIMER_ARMED;  in arm_timer()
668 	if (CPUCLOCK_PERTHREAD(timer->it_clock))  in arm_timer()
677 static void cpu_timer_fire(struct k_itimer *timer)  in cpu_timer_fire()  argument
679 	struct cpu_timer *ctmr = &timer->it.cpu;  in cpu_timer_fire()
681 	timer->it_status = POSIX_TIMER_DISARMED;  in cpu_timer_fire()
688 		wake_up_process(timer->it_process);  in cpu_timer_fire()
691 		posix_timer_queue_signal(timer);  in cpu_timer_fire()
693 		if (!timer->it_interval)  in cpu_timer_fire()
698 static void __posix_cpu_timer_get(struct k_itimer *timer, struct itimerspec64 *itp, u64 now);
706 static int posix_cpu_timer_set(struct k_itimer *timer, int timer_flags,  in posix_cpu_timer_set()  argument
709 	bool sigev_none = timer->it_sigev_notify == SIGEV_NONE;  in posix_cpu_timer_set()
710 	clockid_t clkid = CPUCLOCK_WHICH(timer->it_clock);  in posix_cpu_timer_set()
711 	struct cpu_timer *ctmr = &timer->it.cpu;  in posix_cpu_timer_set()
717 	p = timer_lock_sighand(timer, &flags);  in posix_cpu_timer_set()
734 	if (unlikely(timer->it.cpu.firing)) {  in posix_cpu_timer_set()
741 		timer->it.cpu.firing = false;  in posix_cpu_timer_set()
745 		timer->it_status = POSIX_TIMER_DISARMED;  in posix_cpu_timer_set()
752 	if (CPUCLOCK_PERTHREAD(timer->it_clock))  in posix_cpu_timer_set()
761 			__posix_cpu_timer_get(timer, old, now);  in posix_cpu_timer_set()
786 			arm_timer(timer, p);  in posix_cpu_timer_set()
788 			trigger_base_recalc_expires(timer, p);  in posix_cpu_timer_set()
793 	posix_timer_set_common(timer, new);  in posix_cpu_timer_set()
801 		cpu_timer_fire(timer);  in posix_cpu_timer_set()
805 static void __posix_cpu_timer_get(struct k_itimer *timer, struct itimerspec64 *itp, u64 now)  in __posix_cpu_timer_get()  argument
807 	bool sigev_none = timer->it_sigev_notify == SIGEV_NONE;  in __posix_cpu_timer_get()
808 	u64 expires, iv = timer->it_interval;  in __posix_cpu_timer_get()
817 	if (iv && timer->it_status != POSIX_TIMER_ARMED)  in __posix_cpu_timer_get()
818 		expires = bump_cpu_timer(timer, now);  in __posix_cpu_timer_get()
820 		expires = cpu_timer_getexpires(&timer->it.cpu);  in __posix_cpu_timer_get()
841 static void posix_cpu_timer_get(struct k_itimer *timer, struct itimerspec64 *itp)  in posix_cpu_timer_get()  argument
843 	clockid_t clkid = CPUCLOCK_WHICH(timer->it_clock);  in posix_cpu_timer_get()
848 	p = cpu_timer_task_rcu(timer);  in posix_cpu_timer_get()
849 	if (p && cpu_timer_getexpires(&timer->it.cpu)) {  in posix_cpu_timer_get()
850 		itp->it_interval = ktime_to_timespec64(timer->it_interval);  in posix_cpu_timer_get()
852 		if (CPUCLOCK_PERTHREAD(timer->it_clock))  in posix_cpu_timer_get()
857 		__posix_cpu_timer_get(timer, itp, now);  in posix_cpu_timer_get()
1082 static bool posix_cpu_timer_rearm(struct k_itimer *timer)  in posix_cpu_timer_rearm()  argument
1084 	clockid_t clkid = CPUCLOCK_WHICH(timer->it_clock);  in posix_cpu_timer_rearm()
1089 	p = timer_lock_sighand(timer, &flags);  in posix_cpu_timer_rearm()
1096 	if (CPUCLOCK_PERTHREAD(timer->it_clock))  in posix_cpu_timer_rearm()
1101 	bump_cpu_timer(timer, now);  in posix_cpu_timer_rearm()
1106 	arm_timer(timer, p);  in posix_cpu_timer_rearm()
1356 	struct k_itimer *timer, *next;  in handle_posix_cpu_timers()  local
1432 	list_for_each_entry_safe(timer, next, &firing, it.cpu.elist) {  in handle_posix_cpu_timers()
1442 		spin_lock(&timer->it_lock);  in handle_posix_cpu_timers()
1443 		list_del_init(&timer->it.cpu.elist);  in handle_posix_cpu_timers()
1444 		cpu_firing = timer->it.cpu.firing;  in handle_posix_cpu_timers()
1445 		timer->it.cpu.firing = false;  in handle_posix_cpu_timers()
1452 			cpu_timer_fire(timer);  in handle_posix_cpu_timers()
1454 		rcu_assign_pointer(timer->it.cpu.handling, NULL);  in handle_posix_cpu_timers()
1455 		spin_unlock(&timer->it_lock);  in handle_posix_cpu_timers()
1544 	struct k_itimer timer;  in do_cpu_nanosleep()  local
1551 	memset(&timer, 0, sizeof timer);  in do_cpu_nanosleep()
1552 	spin_lock_init(&timer.it_lock);  in do_cpu_nanosleep()
1553 	timer.it_clock = which_clock;  in do_cpu_nanosleep()
1554 	timer.it_overrun = -1;  in do_cpu_nanosleep()
1555 	error = posix_cpu_timer_create(&timer);  in do_cpu_nanosleep()
1556 	timer.it_process = current;  in do_cpu_nanosleep()
1557 	timer.it.cpu.nanosleep = true;  in do_cpu_nanosleep()
1566 		spin_lock_irq(&timer.it_lock);  in do_cpu_nanosleep()
1567 		error = posix_cpu_timer_set(&timer, flags, &it, NULL);  in do_cpu_nanosleep()
1569 			posix_cpu_timer_del(&timer);  in do_cpu_nanosleep()
1570 			spin_unlock_irq(&timer.it_lock);  in do_cpu_nanosleep()
1575 			if (!cpu_timer_getexpires(&timer.it.cpu)) {  in do_cpu_nanosleep()
1580 				posix_cpu_timer_del(&timer);  in do_cpu_nanosleep()
1581 				spin_unlock_irq(&timer.it_lock);  in do_cpu_nanosleep()
1589 			spin_unlock_irq(&timer.it_lock);  in do_cpu_nanosleep()
1591 			spin_lock_irq(&timer.it_lock);  in do_cpu_nanosleep()
1597 		expires = cpu_timer_getexpires(&timer.it.cpu);  in do_cpu_nanosleep()
1598 		error = posix_cpu_timer_set(&timer, 0, &zero_it, &it);  in do_cpu_nanosleep()
1601 			posix_cpu_timer_del(&timer);  in do_cpu_nanosleep()
1604 				posix_cpu_timer_wait_running_nsleep(&timer);  in do_cpu_nanosleep()
1605 				error = posix_cpu_timer_del(&timer);  in do_cpu_nanosleep()
1609 		spin_unlock_irq(&timer.it_lock);  in do_cpu_nanosleep()
1683 static int process_cpu_timer_create(struct k_itimer *timer)  in process_cpu_timer_create()  argument
1685 	timer->it_clock = PROCESS_CLOCK;  in process_cpu_timer_create()
1686 	return posix_cpu_timer_create(timer);  in process_cpu_timer_create()
1703 static int thread_cpu_timer_create(struct k_itimer *timer)  in thread_cpu_timer_create()  argument
1705 	timer->it_clock = THREAD_CLOCK;  in thread_cpu_timer_create()
1706 	return posix_cpu_timer_create(timer);  in thread_cpu_timer_create()