1 // SPDX-License-Identifier: GPL-2.0-only
24 int wake_bit_function(struct wait_queue_entry *wq_entry, unsigned mode, int sync, void *arg)  in wake_bit_function()  argument
29 	if (wait_bit->key.flags != key->flags ||  in wake_bit_function()
30 			wait_bit->key.bit_nr != key->bit_nr ||  in wake_bit_function()
31 			test_bit(key->bit_nr, key->flags))  in wake_bit_function()
34 	return autoremove_wake_function(wq_entry, mode, sync, key);  in wake_bit_function()
39  * To allow interruptible waiting and asynchronous (i.e. non-blocking)
45 	      wait_bit_action_f *action, unsigned mode)  in __wait_on_bit()  argument
50 		prepare_to_wait(wq_head, &wbq_entry->wq_entry, mode);  in __wait_on_bit()
51 		if (test_bit(wbq_entry->key.bit_nr, wbq_entry->key.flags))  in __wait_on_bit()
52 			ret = (*action)(&wbq_entry->key, mode);  in __wait_on_bit()
53 	} while (test_bit_acquire(wbq_entry->key.bit_nr, wbq_entry->key.flags) && !ret);  in __wait_on_bit()
55 	finish_wait(wq_head, &wbq_entry->wq_entry);  in __wait_on_bit()
62 				    wait_bit_action_f *action, unsigned mode)  in out_of_line_wait_on_bit()  argument
67 	return __wait_on_bit(wq_head, &wq_entry, action, mode);  in out_of_line_wait_on_bit()
73 	unsigned mode, unsigned long timeout)  in out_of_line_wait_on_bit_timeout()  argument
80 	return __wait_on_bit(wq_head, &wq_entry, action, mode);  in out_of_line_wait_on_bit_timeout()
86 			wait_bit_action_f *action, unsigned mode)  in __wait_on_bit_lock()  argument
91 		prepare_to_wait_exclusive(wq_head, &wbq_entry->wq_entry, mode);  in __wait_on_bit_lock()
92 		if (test_bit(wbq_entry->key.bit_nr, wbq_entry->key.flags)) {  in __wait_on_bit_lock()
93 			ret = action(&wbq_entry->key, mode);  in __wait_on_bit_lock()
96 			 * finish_wait() does not necessarily takes wwq_head->lock,  in __wait_on_bit_lock()
101 				finish_wait(wq_head, &wbq_entry->wq_entry);  in __wait_on_bit_lock()
103 		if (!test_and_set_bit(wbq_entry->key.bit_nr, wbq_entry->key.flags)) {  in __wait_on_bit_lock()
105 				finish_wait(wq_head, &wbq_entry->wq_entry);  in __wait_on_bit_lock()
115 					 wait_bit_action_f *action, unsigned mode)  in out_of_line_wait_on_bit_lock()  argument
120 	return __wait_on_bit_lock(wq_head, &wq_entry, action, mode);  in out_of_line_wait_on_bit_lock()
134  * wake_up_bit - wake up waiters on a bit
141  * The wake-up is sent to tasks in a waitqueue selected by hash from a
150  * If the bit was cleared with a fully-ordered operation, no further
171 var_wake_function(struct wait_queue_entry *wq_entry, unsigned int mode,  in var_wake_function()  argument
172 		  int sync, void *arg)  in var_wake_function()  argument
178 	if (wbq_entry->key.flags != key->flags ||  in var_wake_function()
179 	    wbq_entry->key.bit_nr != key->bit_nr)  in var_wake_function()
182 	return autoremove_wake_function(wq_entry, mode, sync, key);  in var_wake_function()
190 			.bit_nr = -1,  in init_wait_var_entry()
196 			.entry	 = LIST_HEAD_INIT(wbq_entry->wq_entry.entry),  in init_wait_var_entry()
203  * wake_up_var - wake up waiters on a variable (kernel address)
213  * The wake-up is sent to tasks in a waitqueue selected by hash from a
223  * atomic_dec_and_test() then no extra barrier is required.  Otherwise
234 	__wake_up_bit(__var_waitqueue(var), var, -1);  in wake_up_var()
238 __sched int bit_wait(struct wait_bit_key *word, int mode)  in bit_wait()  argument
241 	if (signal_pending_state(mode, current))  in bit_wait()
242 		return -EINTR;  in bit_wait()
248 __sched int bit_wait_io(struct wait_bit_key *word, int mode)  in bit_wait_io()  argument
251 	if (signal_pending_state(mode, current))  in bit_wait_io()
252 		return -EINTR;  in bit_wait_io()
258 __sched int bit_wait_timeout(struct wait_bit_key *word, int mode)  in bit_wait_timeout()  argument
262 	if (time_after_eq(now, word->timeout))  in bit_wait_timeout()
263 		return -EAGAIN;  in bit_wait_timeout()
264 	schedule_timeout(word->timeout - now);  in bit_wait_timeout()
265 	if (signal_pending_state(mode, current))  in bit_wait_timeout()
266 		return -EINTR;  in bit_wait_timeout()