20 	unsigned long flags;  in add_wait_queue()  local
22 	wq_entry->flags &= ~WQ_FLAG_EXCLUSIVE;  in add_wait_queue()
23 	spin_lock_irqsave(&wq_head->lock, flags);  in add_wait_queue()
25 	spin_unlock_irqrestore(&wq_head->lock, flags);  in add_wait_queue()
31 	unsigned long flags;  in add_wait_queue_exclusive()  local
33 	wq_entry->flags |= WQ_FLAG_EXCLUSIVE;  in add_wait_queue_exclusive()
34 	spin_lock_irqsave(&wq_head->lock, flags);  in add_wait_queue_exclusive()
36 	spin_unlock_irqrestore(&wq_head->lock, flags);  in add_wait_queue_exclusive()
42 	unsigned long flags;  in add_wait_queue_priority()  local
44 	wq_entry->flags |= WQ_FLAG_PRIORITY;  in add_wait_queue_priority()
45 	spin_lock_irqsave(&wq_head->lock, flags);  in add_wait_queue_priority()
47 	spin_unlock_irqrestore(&wq_head->lock, flags);  in add_wait_queue_priority()
56 	wq_entry->flags |= WQ_FLAG_EXCLUSIVE | WQ_FLAG_PRIORITY;  in add_wait_queue_priority_exclusive()
61 	    (list_first_entry(head, typeof(*wq_entry), entry)->flags & WQ_FLAG_PRIORITY))  in add_wait_queue_priority_exclusive()
71 	unsigned long flags;  in remove_wait_queue()  local
73 	spin_lock_irqsave(&wq_head->lock, flags);  in remove_wait_queue()
75 	spin_unlock_irqrestore(&wq_head->lock, flags);  in remove_wait_queue()
105 		unsigned flags = curr->flags;  in __wake_up_common()  local
111 		if (ret && (flags & WQ_FLAG_EXCLUSIVE) && !--nr_exclusive)  in __wake_up_common()
121 	unsigned long flags;  in __wake_up_common_lock()  local
124 	spin_lock_irqsave(&wq_head->lock, flags);  in __wake_up_common_lock()
127 	spin_unlock_irqrestore(&wq_head->lock, flags);  in __wake_up_common_lock()
250 	unsigned long flags;  in prepare_to_wait()  local
252 	wq_entry->flags &= ~WQ_FLAG_EXCLUSIVE;  in prepare_to_wait()
253 	spin_lock_irqsave(&wq_head->lock, flags);  in prepare_to_wait()
257 	spin_unlock_irqrestore(&wq_head->lock, flags);  in prepare_to_wait()
265 	unsigned long flags;  in prepare_to_wait_exclusive()  local
268 	wq_entry->flags |= WQ_FLAG_EXCLUSIVE;  in prepare_to_wait_exclusive()
269 	spin_lock_irqsave(&wq_head->lock, flags);  in prepare_to_wait_exclusive()
275 	spin_unlock_irqrestore(&wq_head->lock, flags);  in prepare_to_wait_exclusive()
280 void init_wait_entry(struct wait_queue_entry *wq_entry, int flags)  in init_wait_entry()  argument
282 	wq_entry->flags = flags;  in init_wait_entry()
291 	unsigned long flags;  in prepare_to_wait_event()  local
294 	spin_lock_irqsave(&wq_head->lock, flags);  in prepare_to_wait_event()
312 			if (wq_entry->flags & WQ_FLAG_EXCLUSIVE)  in prepare_to_wait_event()
319 	spin_unlock_irqrestore(&wq_head->lock, flags);  in prepare_to_wait_event()
377 	unsigned long flags;  in finish_wait()  local
394 		spin_lock_irqsave(&wq_head->lock, flags);  in finish_wait()
396 		spin_unlock_irqrestore(&wq_head->lock, flags);  in finish_wait()
441 	if (!(wq_entry->flags & WQ_FLAG_WOKEN) && !kthread_should_stop_or_park())  in wait_woken()
451 	smp_store_mb(wq_entry->flags, wq_entry->flags & ~WQ_FLAG_WOKEN); /* B */  in wait_woken()
461 	wq_entry->flags |= WQ_FLAG_WOKEN;  in woken_wake_function()