Lines Matching defs:cqe
526 struct io_uring_cqe *cqe;
532 if (ocqe->cqe.flags & IORING_CQE_F_32 ||
541 if (!io_get_cqe_overflow(ctx, &cqe, true, is_cqe32))
543 memcpy(cqe, &ocqe->cqe, cqe_size);
653 struct io_cqe *cqe,
660 if (cqe->flags & IORING_CQE_F_32 || ctx->flags & IORING_SETUP_CQE32) {
666 trace_io_uring_cqe_overflow(ctx, cqe->user_data, cqe->res, cqe->flags, ocqe);
668 ocqe->cqe.user_data = cqe->user_data;
669 ocqe->cqe.res = cqe->res;
670 ocqe->cqe.flags = cqe->flags;
672 ocqe->cqe.big_cqe[0] = big_cqe->extra1;
673 ocqe->cqe.big_cqe[1] = big_cqe->extra2;
702 struct io_uring_cqe *cqe = &ctx->rings->cqes[off];
704 cqe->user_data = 0;
705 cqe->res = 0;
706 cqe->flags = IORING_CQE_F_SKIP;
761 struct io_uring_cqe *cqe;
765 if (unlikely(!io_get_cqe(ctx, &cqe, true)))
768 memcpy(cqe, src_cqe, 2 * sizeof(*cqe));
769 trace_io_uring_complete(ctx, NULL, cqe);
777 struct io_uring_cqe *cqe;
779 if (likely(io_get_cqe(ctx, &cqe, cqe32))) {
780 WRITE_ONCE(cqe->user_data, user_data);
781 WRITE_ONCE(cqe->res, res);
782 WRITE_ONCE(cqe->flags, cflags);
785 WRITE_ONCE(cqe->big_cqe[0], 0);
786 WRITE_ONCE(cqe->big_cqe[1], 0);
789 trace_io_uring_complete(ctx, NULL, cqe);
800 static __cold void io_cqe_overflow(struct io_ring_ctx *ctx, struct io_cqe *cqe,
805 ocqe = io_alloc_ocqe(ctx, cqe, big_cqe, GFP_KERNEL);
812 struct io_cqe *cqe,
817 ocqe = io_alloc_ocqe(ctx, cqe, big_cqe, GFP_NOWAIT);
828 struct io_cqe cqe = io_init_cqe(user_data, res, cflags);
830 filled = io_cqe_overflow_locked(ctx, &cqe, NULL);
846 struct io_cqe cqe = io_init_cqe(user_data, res, cflags);
848 io_cqe_overflow(ctx, &cqe, NULL);
875 posted = io_fill_cqe_aux(ctx, req->cqe.user_data, res, cflags);
878 posted = io_fill_cqe_aux(ctx, req->cqe.user_data, res, cflags);
889 bool io_req_post_cqe32(struct io_kiocb *req, struct io_uring_cqe cqe[2])
897 cqe[0].user_data = req->cqe.user_data;
900 posted = io_fill_cqe_aux32(ctx, cqe);
903 posted = io_fill_cqe_aux32(ctx, cqe);
1035 io_req_defer_failed(req, req->cqe.res);
1146 io_cqe_overflow(ctx, &req->cqe, &req->big_cqe);
1148 io_cqe_overflow_locked(ctx, &req->cqe, &req->big_cqe);
1359 req->file = io_file_get_fixed(req, req->cqe.fd, issue_flags);
1361 req->file = io_file_get_normal(req, req->cqe.fd);
1660 io_req_defer_failed(req, req->cqe.res);
1734 req->cqe.user_data = READ_ONCE(sqe->user_data);
1804 req->cqe.fd = READ_ONCE(sqe->fd);