1 // SPDX-License-Identifier: GPL-2.0-only
29 	if (wait_bit->key.flags != key->flags ||  in wake_bit_function()
30 			wait_bit->key.bit_nr != key->bit_nr ||  in wake_bit_function()
31 			test_bit(key->bit_nr, key->flags))  in wake_bit_function()
39  * To allow interruptible waiting and asynchronous (i.e. non-blocking)
50 		prepare_to_wait(wq_head, &wbq_entry->wq_entry, mode);  in __wait_on_bit()
51 		if (test_bit(wbq_entry->key.bit_nr, wbq_entry->key.flags))  in __wait_on_bit()
52 			ret = (*action)(&wbq_entry->key, mode);  in __wait_on_bit()
53 	} while (test_bit_acquire(wbq_entry->key.bit_nr, wbq_entry->key.flags) && !ret);  in __wait_on_bit()
55 	finish_wait(wq_head, &wbq_entry->wq_entry);  in __wait_on_bit()
91 		prepare_to_wait_exclusive(wq_head, &wbq_entry->wq_entry, mode);  in __wait_on_bit_lock()
92 		if (test_bit(wbq_entry->key.bit_nr, wbq_entry->key.flags)) {  in __wait_on_bit_lock()
93 			ret = action(&wbq_entry->key, mode);  in __wait_on_bit_lock()
96 			 * finish_wait() does not necessarily takes wwq_head->lock,  in __wait_on_bit_lock()
101 				finish_wait(wq_head, &wbq_entry->wq_entry);  in __wait_on_bit_lock()
103 		if (!test_and_set_bit(wbq_entry->key.bit_nr, wbq_entry->key.flags)) {  in __wait_on_bit_lock()
105 				finish_wait(wq_head, &wbq_entry->wq_entry);  in __wait_on_bit_lock()
134  * wake_up_bit - wake up waiters on a bit
138  * Wake up any process waiting in wait_on_bit() or similar for the
141  * The wake-up is sent to tasks in a waitqueue selected by hash from a
150  * If the bit was cleared with a fully-ordered operation, no further
178 	if (wbq_entry->key.flags != key->flags ||  in var_wake_function()
179 	    wbq_entry->key.bit_nr != key->bit_nr)  in var_wake_function()
190 			.bit_nr = -1,  in init_wait_var_entry()
196 			.entry	 = LIST_HEAD_INIT(wbq_entry->wq_entry.entry),  in init_wait_var_entry()
203  * wake_up_var - wake up waiters on a variable (kernel address)
206  * Wake up any process waiting in wait_var_event() or similar for the
213  * The wake-up is sent to tasks in a waitqueue selected by hash from a
234 	__wake_up_bit(__var_waitqueue(var), var, -1);  in wake_up_var()
242 		return -EINTR;  in bit_wait()
252 		return -EINTR;  in bit_wait_io()
262 	if (time_after_eq(now, word->timeout))  in bit_wait_timeout()
263 		return -EAGAIN;  in bit_wait_timeout()
264 	schedule_timeout(word->timeout - now);  in bit_wait_timeout()
266 		return -EINTR;  in bit_wait_timeout()