Lines Matching refs:io_ring_ctx

130 	struct io_ring_ctx *ctx;
145 static inline struct io_rings *io_get_rings(struct io_ring_ctx *ctx) in io_get_rings()
154 struct io_ring_ctx *ctx = iowq->ctx; in io_should_wake()
175 bool io_cqe_cache_refill(struct io_ring_ctx *ctx, bool overflow, bool cqe32);
177 bool io_post_aux_cqe(struct io_ring_ctx *ctx, u64 user_data, s32 res, u32 cflags);
178 void io_add_aux_cqe(struct io_ring_ctx *ctx, u64 user_data, s32 res, u32 cflags);
181 void __io_commit_cqring_flush(struct io_ring_ctx *ctx);
201 int io_submit_sqes(struct io_ring_ctx *ctx, unsigned int nr);
202 int io_do_iopoll(struct io_ring_ctx *ctx, bool force_nonspin);
203 __cold void io_iopoll_try_reap_events(struct io_ring_ctx *ctx);
204 void __io_submit_flush_completions(struct io_ring_ctx *ctx);
212 bool __io_alloc_req_refill(struct io_ring_ctx *ctx);
214 void io_activate_pollwq(struct io_ring_ctx *ctx);
217 static inline void io_lockdep_assert_cq_locked(struct io_ring_ctx *ctx) in io_lockdep_assert_cq_locked()
242 static inline bool io_is_compat(struct io_ring_ctx *ctx) in io_is_compat()
247 static inline void io_submit_flush_completions(struct io_ring_ctx *ctx) in io_submit_flush_completions()
257 static inline bool io_get_cqe_overflow(struct io_ring_ctx *ctx, in io_get_cqe_overflow()
280 static inline bool io_get_cqe(struct io_ring_ctx *ctx, struct io_uring_cqe **ret, in io_get_cqe()
286 static inline bool io_defer_get_uncommited_cqe(struct io_ring_ctx *ctx, in io_defer_get_uncommited_cqe()
295 static __always_inline bool io_fill_cqe_req(struct io_ring_ctx *ctx, in io_fill_cqe_req()
334 static inline u32 ctx_cqe32_flags(struct io_ring_ctx *ctx) in ctx_cqe32_flags()
390 static inline void io_ring_submit_unlock(struct io_ring_ctx *ctx, in io_ring_submit_unlock()
398 static inline void io_ring_submit_lock(struct io_ring_ctx *ctx, in io_ring_submit_lock()
412 static inline void io_commit_cqring(struct io_ring_ctx *ctx) in io_commit_cqring()
431 static inline void io_poll_wq_wake(struct io_ring_ctx *ctx) in io_poll_wq_wake()
436 static inline void io_cqring_wake(struct io_ring_ctx *ctx) in io_cqring_wake()
447 static inline bool __io_sqring_full(struct io_ring_ctx *ctx) in __io_sqring_full()
461 static inline bool io_sqring_full(struct io_ring_ctx *ctx) in io_sqring_full()
467 static inline unsigned int __io_sqring_entries(struct io_ring_ctx *ctx) in __io_sqring_entries()
477 static inline unsigned int io_sqring_entries(struct io_ring_ctx *ctx) in io_sqring_entries()
501 static inline void io_commit_cqring_flush(struct io_ring_ctx *ctx) in io_commit_cqring_flush()
516 static inline bool io_req_cache_empty(struct io_ring_ctx *ctx) in io_req_cache_empty()
523 static inline struct io_kiocb *io_extract_req(struct io_ring_ctx *ctx) in io_extract_req()
532 static inline bool io_alloc_req(struct io_ring_ctx *ctx, struct io_kiocb **req) in io_alloc_req()
566 static inline ktime_t io_get_time(struct io_ring_ctx *ctx) in io_get_time()
579 static inline bool io_has_work(struct io_ring_ctx *ctx) in io_has_work()