1 /* SPDX-License-Identifier: GPL-2.0 */
2 #ifndef _LINUX_RCUWAIT_H_
3 #define _LINUX_RCUWAIT_H_
4
5 #include <linux/rcupdate.h>
6 #include <linux/sched/signal.h>
7
8 /*
9 * rcuwait provides a way of blocking and waking up a single
10 * task in an rcu-safe manner.
11 *
12 * The only time @task is non-nil is when a user is blocked (or
13 * checking if it needs to) on a condition, and reset as soon as we
14 * know that the condition has succeeded and are awoken.
15 */
16 struct rcuwait {
17 struct task_struct __rcu *task;
18 };
19
20 #define __RCUWAIT_INITIALIZER(name) \
21 { .task = NULL, }
22
rcuwait_init(struct rcuwait * w)23 static inline void rcuwait_init(struct rcuwait *w)
24 {
25 w->task = NULL;
26 }
27
28 /*
29 * Note: this provides no serialization and, just as with waitqueues,
30 * requires care to estimate as to whether or not the wait is active.
31 */
rcuwait_active(struct rcuwait * w)32 static inline int rcuwait_active(struct rcuwait *w)
33 {
34 return !!rcu_access_pointer(w->task);
35 }
36
37 extern int rcuwait_wake_up(struct rcuwait *w);
38
39 /*
40 * The caller is responsible for locking around rcuwait_wait_event(),
41 * and [prepare_to/finish]_rcuwait() such that writes to @task are
42 * properly serialized.
43 */
44
prepare_to_rcuwait(struct rcuwait * w)45 static inline void prepare_to_rcuwait(struct rcuwait *w)
46 {
47 rcu_assign_pointer(w->task, current);
48 }
49
50 extern void finish_rcuwait(struct rcuwait *w);
51
52 #define ___rcuwait_wait_event(w, condition, state, ret, cmd) \
53 ({ \
54 long __ret = ret; \
55 prepare_to_rcuwait(w); \
56 for (;;) { \
57 /* \
58 * Implicit barrier (A) pairs with (B) in \
59 * rcuwait_wake_up(). \
60 */ \
61 set_current_state(state); \
62 if (condition) \
63 break; \
64 \
65 if (signal_pending_state(state, current)) { \
66 __ret = -EINTR; \
67 break; \
68 } \
69 \
70 cmd; \
71 } \
72 finish_rcuwait(w); \
73 __ret; \
74 })
75
76 #define rcuwait_wait_event(w, condition, state) \
77 ___rcuwait_wait_event(w, condition, state, 0, schedule())
78
79 #define __rcuwait_wait_event_timeout(w, condition, state, timeout) \
80 ___rcuwait_wait_event(w, ___wait_cond_timeout(condition), \
81 state, timeout, \
82 __ret = schedule_timeout(__ret))
83
84 #define rcuwait_wait_event_timeout(w, condition, state, timeout) \
85 ({ \
86 long __ret = timeout; \
87 if (!___wait_cond_timeout(condition)) \
88 __ret = __rcuwait_wait_event_timeout(w, condition, \
89 state, timeout); \
90 __ret; \
91 })
92
93 #endif /* _LINUX_RCUWAIT_H_ */
94