Searched refs:sqd (Results 1 – 6 of 6) sorted by relevance
33 void io_sq_thread_unpark(struct io_sq_data *sqd) in io_sq_thread_unpark() argument34 __releases(&sqd->lock) in io_sq_thread_unpark()36 WARN_ON_ONCE(sqpoll_task_locked(sqd) == current); in io_sq_thread_unpark()42 clear_bit(IO_SQ_THREAD_SHOULD_PARK, &sqd->state); in io_sq_thread_unpark()43 if (atomic_dec_return(&sqd->park_pending)) in io_sq_thread_unpark()44 set_bit(IO_SQ_THREAD_SHOULD_PARK, &sqd->state); in io_sq_thread_unpark()45 mutex_unlock(&sqd->lock); in io_sq_thread_unpark()46 wake_up(&sqd->wait); in io_sq_thread_unpark()49 void io_sq_thread_park(struct io_sq_data *sqd) in io_sq_thread_park() argument50 __acquires(&sqd->lock) in io_sq_thread_park()[all …]
26 void io_sq_thread_stop(struct io_sq_data *sqd);27 void io_sq_thread_park(struct io_sq_data *sqd);28 void io_sq_thread_unpark(struct io_sq_data *sqd);29 void io_put_sq_data(struct io_sq_data *sqd);34 static inline struct task_struct *sqpoll_task_locked(struct io_sq_data *sqd) in sqpoll_task_locked() argument36 return rcu_dereference_protected(sqd->thread, in sqpoll_task_locked()37 lockdep_is_held(&sqd->lock)); in sqpoll_task_locked()
350 struct io_sq_data *sqd = NULL; in io_register_iowq_max_workers() local361 sqd = ctx->sq_data; in io_register_iowq_max_workers()362 if (sqd) { in io_register_iowq_max_workers()370 refcount_inc(&sqd->refs); in io_register_iowq_max_workers()372 mutex_lock(&sqd->lock); in io_register_iowq_max_workers()374 tsk = sqpoll_task_locked(sqd); in io_register_iowq_max_workers()397 if (sqd) { in io_register_iowq_max_workers()399 mutex_unlock(&sqd->lock); in io_register_iowq_max_workers()400 io_put_sq_data(sqd); in io_register_iowq_max_workers()408 if (sqd) in io_register_iowq_max_workers()[all …]
577 __cold void io_uring_cancel_generic(bool cancel_all, struct io_sq_data *sqd) in io_uring_cancel_generic() argument586 WARN_ON_ONCE(sqd && sqpoll_task_locked(sqd) != current); in io_uring_cancel_generic()606 if (!sqd) { in io_uring_cancel_generic()617 list_for_each_entry(ctx, &sqd->ctx_list, sqd_list) in io_uring_cancel_generic()
2329 struct io_sq_data *sqd = ctx->sq_data; in io_ring_exit_work() local2332 io_sq_thread_park(sqd); in io_ring_exit_work()2333 tsk = sqpoll_task_locked(sqd); in io_ring_exit_work()2337 io_sq_thread_unpark(sqd); in io_ring_exit_work()
1231 ed35 sqd RXE_FRRD