Searched refs:sqd (Results 1 – 5 of 5) sorted by relevance
34 void io_sq_thread_unpark(struct io_sq_data *sqd) in io_sq_thread_unpark() argument35 __releases(&sqd->lock) in io_sq_thread_unpark()37 WARN_ON_ONCE(sqpoll_task_locked(sqd) == current); in io_sq_thread_unpark()43 clear_bit(IO_SQ_THREAD_SHOULD_PARK, &sqd->state); in io_sq_thread_unpark()44 if (atomic_dec_return(&sqd->park_pending)) in io_sq_thread_unpark()45 set_bit(IO_SQ_THREAD_SHOULD_PARK, &sqd->state); in io_sq_thread_unpark()46 mutex_unlock(&sqd->lock); in io_sq_thread_unpark()47 wake_up(&sqd->wait); in io_sq_thread_unpark()50 void io_sq_thread_park(struct io_sq_data *sqd) in io_sq_thread_park() argument51 __acquires(&sqd->lock) in io_sq_thread_park()[all …]
26 void io_sq_thread_stop(struct io_sq_data *sqd);27 void io_sq_thread_park(struct io_sq_data *sqd);28 void io_sq_thread_unpark(struct io_sq_data *sqd);29 void io_put_sq_data(struct io_sq_data *sqd);34 static inline struct task_struct *sqpoll_task_locked(struct io_sq_data *sqd) in sqpoll_task_locked() argument36 return rcu_dereference_protected(sqd->thread, in sqpoll_task_locked()37 lockdep_is_held(&sqd->lock)); in sqpoll_task_locked()
358 struct io_sq_data *sqd = NULL; in io_register_iowq_max_workers() local 369 sqd = ctx->sq_data; in io_register_iowq_max_workers() 370 if (sqd) { in io_register_iowq_max_workers() 374 * Observe the correct sqd->lock -> ctx->uring_lock in io_register_iowq_max_workers() 378 refcount_inc(&sqd->refs); in io_register_iowq_max_workers() 380 mutex_lock(&sqd->lock); in io_register_iowq_max_workers() 382 tsk = sqpoll_task_locked(sqd); in io_register_iowq_max_workers() 405 if (sqd) { in io_register_iowq_max_workers() 407 mutex_unlock(&sqd->lock); in io_register_iowq_max_workers() 408 io_put_sq_data(sqd); in io_register_iowq_max_workers() [all...]
580 * requests. @sqd should be not-null IFF it's an SQPOLL thread cancellation.582 __cold void io_uring_cancel_generic(bool cancel_all, struct io_sq_data *sqd) in io_uring_cancel_generic() argument 591 WARN_ON_ONCE(sqd && sqpoll_task_locked(sqd) != current); in io_uring_cancel_generic() 611 if (!sqd) { in io_uring_cancel_generic() 622 list_for_each_entry(ctx, &sqd->ctx_list, sqd_list) in io_uring_cancel_generic()
1231 ed35 sqd RXE_FRRD