18 #include <linux/poll.h>
53  * from inside the poll callback, that might be triggered from
55  * So we can't sleep inside the poll callback and hence we need
107 /* Wait structure used by the poll hooks */
158 	/* List containing poll wait queues */
191 	/* Wait queue used by file->poll() */
229 	/* used to track busy poll napi_id */
231 	/* busy poll timeout */
233 	/* busy poll packet budget */
244 /* Wrapper struct used by poll queueing */
397  * busy_loop_ep_timeout - check if busy poll has timed out. The timeout value
434  * Busy poll if globally on and supporting sockets found && no events,
454 		 * Busy poll timed out.  Drop NAPI ID for now, we can add  in ep_busy_loop()
465  * Set epoll busy poll NAPI ID from sk.
494 	/* record NAPI ID for use in next busy poll */  in ep_set_busy_poll_napi_id()
573  * issue a wake_up() on its poll wake list. Epoll (efd1) has installed a
577  * the waiters on its poll wait list (efd2). So it calls ep_poll_safewake()
652  * This function unregisters poll callbacks from the associated file
710 	 * have the poll callback to queue directly on ep->rdllist,  in ep_start_scan()
729 	 * other events might have been queued by the poll callback.  in ep_done_scan()
776  * Returns true if the event poll can be disposed
812 	 * Removes poll wait queue hooks.  in __ep_remove()
880 	 * Walks through the whole tree by unregistering poll callbacks.  in ep_clear_and_put()
893 	 * At this point we are sure no poll callbacks will be lingering around.  in ep_clear_and_put()
954 	/* Insert inside our poll wait queue */  in __ep_eventpoll_poll()
969 			 * Item has been dropped into the ready list by the poll  in __ep_eventpoll_poll()
997  * reached zero (but we must still not call out to ->poll() functions
1023 	 * treat this more as "file doesn't exist, poll didn't happen".  in ep_item_poll()
1072 	.poll		= ep_eventpoll_poll,
1302  * concurrently for the same @epi from different CPUs if poll table was inited
1322 	 * If the event mask does not contain any poll(2) event, we consider the  in ep_poll_callback()
1341 	 * (because we're accessing user memory, and because of linux f_op->poll()  in ep_poll_callback()
1355 	 * Wake up ( if active ) both the eventpoll wait list and the ->poll()  in ep_poll_callback()
1691 	/* Initialize the poll table using the queue callback */  in ep_insert()
1696 	 * Attach the item to the poll hooks and get current event bits.  in ep_insert()
1699 	 * this operation completes, the poll callback can start hitting  in ep_insert()
1705 	 * We have to check if something went wrong during the poll wait queue  in ep_insert()
1756 	 * Set the new event interest mask before calling f_op->poll();  in ep_modify()
1758 	 * f_op->poll() call and the new event set registering.  in ep_modify()
1774 	 *    event occurs immediately after we call f_op->poll().  in ep_modify()
1780 	 *    when calling f_op->poll().  This barrier also  in ep_modify()
1784 	 * This barrier will now guarantee ep_poll_callback or f_op->poll  in ep_modify()
1897 			 * poll callback will queue them in ep->ovflist.  in ep_send_events()
2272 	/* The target file descriptor must support poll */  in do_epoll_ctl()