Lines Matching refs:tq
59 task_alloc(taskq_t *tq, int tqflags) in task_alloc() argument
64 again: if ((t = tq->tq_freelist) != NULL && tq->tq_nalloc >= tq->tq_minalloc) { in task_alloc()
65 tq->tq_freelist = t->tqent_next; in task_alloc()
67 if (tq->tq_nalloc >= tq->tq_maxalloc) { in task_alloc()
81 tq->tq_maxalloc_wait++; in task_alloc()
82 rv = cv_timedwait(&tq->tq_maxalloc_cv, in task_alloc()
83 &tq->tq_lock, ddi_get_lbolt() + hz); in task_alloc()
84 tq->tq_maxalloc_wait--; in task_alloc()
88 mutex_exit(&tq->tq_lock); in task_alloc()
92 mutex_enter(&tq->tq_lock); in task_alloc()
94 tq->tq_nalloc++; in task_alloc()
100 task_free(taskq_t *tq, taskq_ent_t *t) in task_free() argument
102 if (tq->tq_nalloc <= tq->tq_minalloc) { in task_free()
103 t->tqent_next = tq->tq_freelist; in task_free()
104 tq->tq_freelist = t; in task_free()
106 tq->tq_nalloc--; in task_free()
107 mutex_exit(&tq->tq_lock); in task_free()
109 mutex_enter(&tq->tq_lock); in task_free()
112 if (tq->tq_maxalloc_wait) in task_free()
113 cv_signal(&tq->tq_maxalloc_cv); in task_free()
117 taskq_dispatch(taskq_t *tq, task_func_t func, void *arg, uint_t tqflags) in taskq_dispatch() argument
126 mutex_enter(&tq->tq_lock); in taskq_dispatch()
127 ASSERT(tq->tq_flags & TASKQ_ACTIVE); in taskq_dispatch()
128 if ((t = task_alloc(tq, tqflags)) == NULL) { in taskq_dispatch()
129 mutex_exit(&tq->tq_lock); in taskq_dispatch()
133 t->tqent_next = tq->tq_task.tqent_next; in taskq_dispatch()
134 t->tqent_prev = &tq->tq_task; in taskq_dispatch()
136 t->tqent_next = &tq->tq_task; in taskq_dispatch()
137 t->tqent_prev = tq->tq_task.tqent_prev; in taskq_dispatch()
144 cv_signal(&tq->tq_dispatch_cv); in taskq_dispatch()
145 mutex_exit(&tq->tq_lock); in taskq_dispatch()
150 taskq_dispatch_ent(taskq_t *tq, task_func_t func, void *arg, uint_t flags, in taskq_dispatch_ent() argument
154 ASSERT(!(tq->tq_flags & TASKQ_DYNAMIC)); in taskq_dispatch_ent()
164 mutex_enter(&tq->tq_lock); in taskq_dispatch_ent()
167 t->tqent_next = tq->tq_task.tqent_next; in taskq_dispatch_ent()
168 t->tqent_prev = &tq->tq_task; in taskq_dispatch_ent()
170 t->tqent_next = &tq->tq_task; in taskq_dispatch_ent()
171 t->tqent_prev = tq->tq_task.tqent_prev; in taskq_dispatch_ent()
177 cv_signal(&tq->tq_dispatch_cv); in taskq_dispatch_ent()
178 mutex_exit(&tq->tq_lock); in taskq_dispatch_ent()
182 taskq_wait(taskq_t *tq) in taskq_wait() argument
184 mutex_enter(&tq->tq_lock); in taskq_wait()
185 while (tq->tq_task.tqent_next != &tq->tq_task || tq->tq_active != 0) in taskq_wait()
186 cv_wait(&tq->tq_wait_cv, &tq->tq_lock); in taskq_wait()
187 mutex_exit(&tq->tq_lock); in taskq_wait()
193 taskq_t *tq = arg; in taskq_thread() local
197 mutex_enter(&tq->tq_lock); in taskq_thread()
198 while (tq->tq_flags & TASKQ_ACTIVE) { in taskq_thread()
199 if ((t = tq->tq_task.tqent_next) == &tq->tq_task) { in taskq_thread()
200 if (--tq->tq_active == 0) in taskq_thread()
201 cv_broadcast(&tq->tq_wait_cv); in taskq_thread()
202 cv_wait(&tq->tq_dispatch_cv, &tq->tq_lock); in taskq_thread()
203 tq->tq_active++; in taskq_thread()
211 mutex_exit(&tq->tq_lock); in taskq_thread()
213 rw_enter(&tq->tq_threadlock, RW_READER); in taskq_thread()
215 rw_exit(&tq->tq_threadlock); in taskq_thread()
217 mutex_enter(&tq->tq_lock); in taskq_thread()
219 task_free(tq, t); in taskq_thread()
221 tq->tq_nthreads--; in taskq_thread()
222 cv_broadcast(&tq->tq_wait_cv); in taskq_thread()
223 mutex_exit(&tq->tq_lock); in taskq_thread()
232 taskq_t *tq = kmem_zalloc(sizeof (taskq_t), KM_SLEEP); in taskq_create() local
248 rw_init(&tq->tq_threadlock, NULL, RW_DEFAULT, NULL); in taskq_create()
249 mutex_init(&tq->tq_lock, NULL, MUTEX_DEFAULT, NULL); in taskq_create()
250 cv_init(&tq->tq_dispatch_cv, NULL, CV_DEFAULT, NULL); in taskq_create()
251 cv_init(&tq->tq_wait_cv, NULL, CV_DEFAULT, NULL); in taskq_create()
252 cv_init(&tq->tq_maxalloc_cv, NULL, CV_DEFAULT, NULL); in taskq_create()
253 (void) strncpy(tq->tq_name, name, TASKQ_NAMELEN + 1); in taskq_create()
254 tq->tq_flags = flags | TASKQ_ACTIVE; in taskq_create()
255 tq->tq_active = nthreads; in taskq_create()
256 tq->tq_nthreads = nthreads; in taskq_create()
257 tq->tq_minalloc = minalloc; in taskq_create()
258 tq->tq_maxalloc = maxalloc; in taskq_create()
259 tq->tq_task.tqent_next = &tq->tq_task; in taskq_create()
260 tq->tq_task.tqent_prev = &tq->tq_task; in taskq_create()
261 tq->tq_threadlist = kmem_alloc(nthreads * sizeof (thread_t), KM_SLEEP); in taskq_create()
264 mutex_enter(&tq->tq_lock); in taskq_create()
266 task_free(tq, task_alloc(tq, KM_SLEEP)); in taskq_create()
267 mutex_exit(&tq->tq_lock); in taskq_create()
272 tq, THR_BOUND, &tq->tq_threadlist[t]); in taskq_create()
274 return (tq); in taskq_create()
278 taskq_destroy(taskq_t *tq) in taskq_destroy() argument
281 int nthreads = tq->tq_nthreads; in taskq_destroy()
283 taskq_wait(tq); in taskq_destroy()
285 mutex_enter(&tq->tq_lock); in taskq_destroy()
287 tq->tq_flags &= ~TASKQ_ACTIVE; in taskq_destroy()
288 cv_broadcast(&tq->tq_dispatch_cv); in taskq_destroy()
290 while (tq->tq_nthreads != 0) in taskq_destroy()
291 cv_wait(&tq->tq_wait_cv, &tq->tq_lock); in taskq_destroy()
293 tq->tq_minalloc = 0; in taskq_destroy()
294 while (tq->tq_nalloc != 0) { in taskq_destroy()
295 ASSERT(tq->tq_freelist != NULL); in taskq_destroy()
296 task_free(tq, task_alloc(tq, KM_SLEEP)); in taskq_destroy()
299 mutex_exit(&tq->tq_lock); in taskq_destroy()
302 (void) thr_join(tq->tq_threadlist[t], NULL, NULL); in taskq_destroy()
304 kmem_free(tq->tq_threadlist, nthreads * sizeof (thread_t)); in taskq_destroy()
306 rw_destroy(&tq->tq_threadlock); in taskq_destroy()
307 mutex_destroy(&tq->tq_lock); in taskq_destroy()
308 cv_destroy(&tq->tq_dispatch_cv); in taskq_destroy()
309 cv_destroy(&tq->tq_wait_cv); in taskq_destroy()
310 cv_destroy(&tq->tq_maxalloc_cv); in taskq_destroy()
312 kmem_free(tq, sizeof (taskq_t)); in taskq_destroy()
316 taskq_member(taskq_t *tq, void *t) in taskq_member() argument
323 for (i = 0; i < tq->tq_nthreads; i++) in taskq_member()
324 if (tq->tq_threadlist[i] == (thread_t)(uintptr_t)t) in taskq_member()