Lines Matching refs:apoll
111 return req->apoll->double_poll; in io_poll_get_double()
118 return &req->apoll->poll; in io_poll_get_single()
632 struct async_poll *apoll = pt->req->apoll; in io_async_queue_proc() local
634 __io_queue_proc(&apoll->poll, pt, head, &apoll->double_poll); in io_async_queue_proc()
649 struct async_poll *apoll; in io_req_alloc_apoll() local
652 apoll = req->apoll; in io_req_alloc_apoll()
653 kfree(apoll->double_poll); in io_req_alloc_apoll()
656 apoll = io_cache_alloc(&ctx->apoll_cache, GFP_ATOMIC); in io_req_alloc_apoll()
658 apoll = kmalloc(sizeof(*apoll), GFP_ATOMIC); in io_req_alloc_apoll()
659 if (!apoll) in io_req_alloc_apoll()
661 apoll->poll.retries = APOLL_MAX_RETRY; in io_req_alloc_apoll()
663 apoll->double_poll = NULL; in io_req_alloc_apoll()
664 req->apoll = apoll; in io_req_alloc_apoll()
665 if (unlikely(!--apoll->poll.retries)) in io_req_alloc_apoll()
667 return apoll; in io_req_alloc_apoll()
672 struct async_poll *apoll; in io_arm_apoll() local
682 apoll = io_req_alloc_apoll(req, issue_flags); in io_arm_apoll()
683 if (!apoll) in io_arm_apoll()
689 ret = __io_arm_poll_handler(req, &apoll->poll, &ipt, mask, issue_flags); in io_arm_apoll()
692 trace_io_uring_poll_arm(req, mask, apoll->poll.events); in io_arm_apoll()