Searched refs:sqd (Results 1 – 6 of 6) sorted by relevance
34 void io_sq_thread_unpark(struct io_sq_data *sqd) in io_sq_thread_unpark() argument35 __releases(&sqd->lock) in io_sq_thread_unpark()37 WARN_ON_ONCE(sqpoll_task_locked(sqd) == current); in io_sq_thread_unpark()43 clear_bit(IO_SQ_THREAD_SHOULD_PARK, &sqd->state); in io_sq_thread_unpark()44 if (atomic_dec_return(&sqd->park_pending)) in io_sq_thread_unpark()45 set_bit(IO_SQ_THREAD_SHOULD_PARK, &sqd->state); in io_sq_thread_unpark()46 mutex_unlock(&sqd->lock); in io_sq_thread_unpark()47 wake_up(&sqd->wait); in io_sq_thread_unpark()50 void io_sq_thread_park(struct io_sq_data *sqd) in io_sq_thread_park() argument51 __acquires(&sqd->lock) in io_sq_thread_park()[all …]
26 void io_sq_thread_stop(struct io_sq_data *sqd);27 void io_sq_thread_park(struct io_sq_data *sqd);28 void io_sq_thread_unpark(struct io_sq_data *sqd);29 void io_put_sq_data(struct io_sq_data *sqd);34 static inline struct task_struct *sqpoll_task_locked(struct io_sq_data *sqd) in sqpoll_task_locked() argument36 return rcu_dereference_protected(sqd->thread, in sqpoll_task_locked()37 lockdep_is_held(&sqd->lock)); in sqpoll_task_locked()
358 struct io_sq_data *sqd = NULL; in io_register_iowq_max_workers() local369 sqd = ctx->sq_data; in io_register_iowq_max_workers()370 if (sqd) { in io_register_iowq_max_workers()378 refcount_inc(&sqd->refs); in io_register_iowq_max_workers()380 mutex_lock(&sqd->lock); in io_register_iowq_max_workers()382 tsk = sqpoll_task_locked(sqd); in io_register_iowq_max_workers()405 if (sqd) { in io_register_iowq_max_workers()407 mutex_unlock(&sqd->lock); in io_register_iowq_max_workers()408 io_put_sq_data(sqd); in io_register_iowq_max_workers()416 if (sqd) in io_register_iowq_max_workers()[all …]
582 __cold void io_uring_cancel_generic(bool cancel_all, struct io_sq_data *sqd) in io_uring_cancel_generic() argument591 WARN_ON_ONCE(sqd && sqpoll_task_locked(sqd) != current); in io_uring_cancel_generic()611 if (!sqd) { in io_uring_cancel_generic()622 list_for_each_entry(ctx, &sqd->ctx_list, sqd_list) in io_uring_cancel_generic()
2343 struct io_sq_data *sqd = ctx->sq_data; in io_ring_exit_work() local2346 io_sq_thread_park(sqd); in io_ring_exit_work()2347 tsk = sqpoll_task_locked(sqd); in io_ring_exit_work()2351 io_sq_thread_unpark(sqd); in io_ring_exit_work()
1231 ed35 sqd RXE_FRRD