| /linux/io_uring/ |
| H A D | io-wq.c | 149 static void io_wq_dec_running(struct io_worker *worker);
166 static bool io_worker_get(struct io_worker *worker) in io_worker_get() argument
168 return refcount_inc_not_zero(&worker->ref); in io_worker_get()
171 static void io_worker_release(struct io_worker *worker) in io_worker_release() argument
173 if (refcount_dec_and_test(&worker->ref)) in io_worker_release()
174 complete(&worker->ref_done); in io_worker_release()
188 static inline struct io_wq_acct *io_wq_get_acct(struct io_worker *worker) in io_wq_get_acct() argument
190 return worker->acct; in io_wq_get_acct()
201 struct io_worker *worker = current->worker_private; in io_wq_worker_stopped() local
206 return test_bit(IO_WQ_BIT_EXIT, &worker->wq->state); in io_wq_worker_stopped()
[all …]
|
| /linux/tools/perf/bench/ |
| H A D | futex-hash.c | 44 struct worker { struct
76 struct worker *w = (struct worker *) arg; in workerfn()
134 struct worker *worker = NULL; in bench_futex_hash() local
162 worker = calloc(params.nthreads, sizeof(*worker)); in bench_futex_hash()
163 if (!worker) in bench_futex_hash()
188 worker[i].tid = i; in bench_futex_hash()
189 worker[i].futex = calloc(params.nfutexes, sizeof(*worker[i].futex)); in bench_futex_hash()
190 if (!worker[i].futex) in bench_futex_hash()
201 ret = pthread_create(&worker[i].thread, &thread_attr, workerfn, in bench_futex_hash()
202 (void *)(struct worker *) &worker[i]); in bench_futex_hash()
[all …]
|
| H A D | futex-lock-pi.c | 27 struct worker { struct
35 static struct worker *worker; argument
87 struct worker *w = (struct worker *) arg; in workerfn()
124 static void create_threads(struct worker *w, struct perf_cpu_map *cpu) in create_threads()
141 worker[i].tid = i; in create_threads()
144 worker[i].futex = calloc(1, sizeof(u_int32_t)); in create_threads()
145 if (!worker[i].futex) in create_threads()
148 worker[i].futex = &global_futex; in create_threads()
158 if (pthread_create(&w[i].thread, &thread_attr, workerfn, &worker[i])) { in create_threads()
195 worker = calloc(params.nthreads, sizeof(*worker)); in bench_futex_lock_pi()
[all …]
|
| H A D | epoll-ctl.c | 67 struct worker { struct
132 static inline void do_epoll_op(struct worker *w, int op, int fd) in do_epoll_op()
160 static inline void do_random_epoll_op(struct worker *w) in do_random_epoll_op()
174 struct worker *w = (struct worker *) arg; in workerfn()
204 static void init_fdmaps(struct worker *w, int pct) in init_fdmaps()
223 static int do_threads(struct worker *worker, struct perf_cpu_map *cpu) in do_threads() argument
241 struct worker *w = &worker[i]; in do_threads()
277 (void *)(struct worker *) w); in do_threads()
317 struct worker *worker = NULL; in bench_epoll_ctl() local
352 worker = calloc(nthreads, sizeof(*worker)); in bench_epoll_ctl()
[all …]
|
| H A D | sched-messaging.c | 150 static void create_thread_worker(union messaging_worker *worker, in create_thread_worker() argument
164 ret = pthread_create(&worker->thread, &attr, func, ctx); in create_thread_worker()
171 static void create_process_worker(union messaging_worker *worker, in create_process_worker() argument
175 worker->pid = fork(); in create_process_worker()
177 if (worker->pid == -1) { in create_process_worker()
179 } else if (worker->pid == 0) { in create_process_worker()
185 static void create_worker(union messaging_worker *worker, in create_worker() argument
189 return create_process_worker(worker, ctx, func); in create_worker()
191 return create_thread_worker(worker, ctx, func); in create_worker()
194 static void reap_worker(union messaging_worker *worker) in reap_worker() argument
210 group(union messaging_worker * worker,unsigned int num_fds,int ready_out,int wakefd) group() argument
[all...] |
| H A D | futex-wake.c | 36 static pthread_t *worker; variable
172 worker = calloc(params.nthreads, sizeof(*worker)); in bench_futex_wake()
173 if (!worker) in bench_futex_wake()
195 block_threads(worker, cpu); in bench_futex_wake()
224 ret = pthread_join(worker[i], NULL); in bench_futex_wake()
238 free(worker); in bench_futex_wake()
|
| H A D | futex-requeue.c | 36 static pthread_t *worker; variable
197 worker = calloc(params.nthreads, sizeof(*worker)); in bench_futex_requeue()
198 if (!worker) in bench_futex_requeue()
228 block_threads(worker, cpu); in bench_futex_requeue()
300 ret = pthread_join(worker[i], NULL); in bench_futex_requeue()
313 free(worker); in bench_futex_requeue()
|
| /linux/kernel/ |
| H A D | workqueue.c | 228 struct worker *manager; /* L: purely informational */
230 struct worker *last_woken_worker;
364 struct worker *rescuer; /* MD: rescue worker */
601 #define for_each_pool_worker(worker, pool) \ argument
602 list_for_each_entry((worker), &(pool)->workers, node) \
992 static inline void worker_set_flags(struct worker *worker, unsigned int flags) in worker_set_flags() argument
994 struct worker_pool *pool = worker->pool; in worker_set_flags()
1000 !(worker->flags & WORKER_NOT_RUNNING)) { in worker_set_flags()
1004 worker->flags |= flags; in worker_set_flags()
1014 static inline void worker_clr_flags(struct worker *worker, unsigned int flags) in worker_clr_flags() argument
[all …]
|
| H A D | async.c | 344 struct worker *worker = current_wq_worker(); in current_is_async() local
346 return worker && worker->current_func == async_run_entry_fn; in current_is_async()
|
| H A D | workqueue_internal.h | 24 struct worker { struct
68 static inline struct worker *current_wq_worker(void) in current_wq_worker()
|
| /linux/drivers/vhost/ |
| H A D | vhost.c | 244 static void vhost_worker_queue(struct vhost_worker *worker, in vhost_worker_queue() argument
252 llist_add(&work->node, &worker->work_list); in vhost_worker_queue()
253 worker->ops->wakeup(worker); in vhost_worker_queue()
259 struct vhost_worker *worker; in vhost_vq_work_queue() local
263 worker = rcu_dereference(vq->worker); in vhost_vq_work_queue()
264 if (worker) { in vhost_vq_work_queue()
266 vhost_worker_queue(worker, work); in vhost_vq_work_queue()
280 static void __vhost_worker_flush(struct vhost_worker *worker) in __vhost_worker_flush() argument
284 if (!worker->attachment_cnt || worker->killed) in __vhost_worker_flush()
290 vhost_worker_queue(worker, &flush.work); in __vhost_worker_flush()
[all …]
|
| /linux/drivers/net/wireguard/ |
| H A D | queueing.c | 13 struct multicore_worker __percpu *worker = alloc_percpu(struct multicore_worker); in wg_packet_percpu_multicore_worker_alloc() local
15 if (!worker) in wg_packet_percpu_multicore_worker_alloc()
19 per_cpu_ptr(worker, cpu)->ptr = ptr; in wg_packet_percpu_multicore_worker_alloc()
20 INIT_WORK(&per_cpu_ptr(worker, cpu)->work, function); in wg_packet_percpu_multicore_worker_alloc()
22 return worker; in wg_packet_percpu_multicore_worker_alloc()
35 queue->worker = wg_packet_percpu_multicore_worker_alloc(function, queue); in wg_packet_queue_init()
36 if (!queue->worker) { in wg_packet_queue_init()
45 free_percpu(queue->worker); in wg_packet_queue_free()
|
| /linux/include/linux/ |
| H A D | kthread.h | 156 struct kthread_worker *worker; member
184 extern void __kthread_init_worker(struct kthread_worker *worker,
187 #define kthread_init_worker(worker) \ argument
190 __kthread_init_worker((worker), "("#worker")->lock", &__key); \
263 bool kthread_queue_work(struct kthread_worker *worker,
266 bool kthread_queue_delayed_work(struct kthread_worker *worker,
270 bool kthread_mod_delayed_work(struct kthread_worker *worker,
275 void kthread_flush_worker(struct kthread_worker *worker);
280 void kthread_destroy_worker(struct kthread_worker *worker);
|
| H A D | devm-helpers.h | 48 work_func_t worker) in devm_delayed_work_autocancel() argument
50 INIT_DELAYED_WORK(w, worker); in devm_delayed_work_autocancel()
73 work_func_t worker) in devm_work_autocancel() argument
75 INIT_WORK(w, worker); in devm_work_autocancel()
|
| /linux/tools/testing/selftests/sched_ext/ |
| H A D | cyclic_kick_wait.c | 45 struct worker_ctx *worker = arg; in worker_fn() local
49 CPU_SET(worker->cpu, &mask); in worker_fn()
54 while (!worker->stop) { in worker_fn()
56 worker->iters++; in worker_fn()
62 static int join_worker(struct worker_ctx *worker) in join_worker() argument
68 if (!worker->started) in join_worker()
75 err = pthread_timedjoin_np(worker->tid, &ret, &ts); in join_worker()
77 pthread_detach(worker->tid); in join_worker()
|
| /linux/samples/seccomp/ |
| H A D | user-trap.c | 208 pid_t worker = 0 , tracer = 0; in main() local
215 worker = fork(); in main()
216 if (worker < 0) { in main()
221 if (worker == 0) { in main()
347 if (waitpid(worker, &status, 0) != worker) { in main()
372 if (worker > 0) in main()
373 kill(worker, SIGKILL); in main()
|
| /linux/Documentation/core-api/ |
| H A D | workqueue.rst | 20 queue is called workqueue and the thread is called worker.
22 While there are work items on the workqueue the worker executes the
24 there is no work item left on the workqueue the worker becomes idle.
25 When a new work item gets queued, the worker begins executing again.
32 worker thread per CPU and a single threaded (ST) wq had one worker
42 worker pool. An MT wq could provide only one execution context per CPU
60 * Use per-CPU unified worker pools shared by all wq to provide
64 * Automatically regulate worker pool and level of concurrency so that
84 the worker threads become idle. These worker threads are managed in
85 worker-pools.
[all …]
|
| /linux/drivers/block/ |
| H A D | loop.c | 807 struct loop_worker *cur_worker, *worker = NULL; in loop_queue_work() local
822 worker = cur_worker; in loop_queue_work()
830 if (worker) in loop_queue_work()
833 worker = kzalloc_obj(struct loop_worker, GFP_NOWAIT); in loop_queue_work()
838 if (!worker) { in loop_queue_work()
846 worker->blkcg_css = cmd->blkcg_css; in loop_queue_work()
847 css_get(worker->blkcg_css); in loop_queue_work()
848 INIT_WORK(&worker->work, loop_workfn); in loop_queue_work()
849 INIT_LIST_HEAD(&worker->cmd_list); in loop_queue_work()
850 INIT_LIST_HEAD(&worker->idle_list); in loop_queue_work()
[all …]
|
| /linux/drivers/md/ |
| H A D | dm-delay.c | 39 struct task_struct *worker; member
71 return !!dc->worker; in delay_is_fast()
174 if (dc->worker) in delay_dtr()
175 kthread_stop(dc->worker); in delay_dtr()
284 dc->worker = kthread_run(&flush_worker_fn, dc, "dm-delay-flush-worker"); in delay_ctr()
285 if (IS_ERR(dc->worker)) { in delay_ctr()
286 ret = PTR_ERR(dc->worker); in delay_ctr()
287 dc->worker = NULL; in delay_ctr()
337 wake_up_process(dc->worker); in delay_bio()
|
| /linux/drivers/gpu/drm/msm/ |
| H A D | msm_kms.c | 247 if (kms->event_thread[i].worker) in msm_drm_kms_uninit()
248 kthread_destroy_worker(kms->event_thread[i].worker); in msm_drm_kms_uninit()
309 ev_thread->worker = kthread_run_worker(0, "crtc_event:%d", crtc->base.id); in msm_drm_kms_init()
310 if (IS_ERR(ev_thread->worker)) { in msm_drm_kms_init()
311 ret = PTR_ERR(ev_thread->worker); in msm_drm_kms_init()
313 ev_thread->worker = NULL; in msm_drm_kms_init()
317 sched_set_fifo(ev_thread->worker->task); in msm_drm_kms_init()
|
| /linux/fs/erofs/ |
| H A D | zdata.c | 306 struct kthread_worker *worker; in erofs_destroy_percpu_workers() local
310 worker = rcu_dereference_protected( in erofs_destroy_percpu_workers()
313 if (worker) in erofs_destroy_percpu_workers()
314 kthread_destroy_worker(worker); in erofs_destroy_percpu_workers()
321 struct kthread_worker *worker = in erofs_init_percpu_worker() local
324 if (IS_ERR(worker)) in erofs_init_percpu_worker()
325 return worker; in erofs_init_percpu_worker()
327 sched_set_fifo_low(worker->task); in erofs_init_percpu_worker()
328 return worker; in erofs_init_percpu_worker()
333 struct kthread_worker *worker; in erofs_init_percpu_workers() local
[all …]
|
| /linux/drivers/gpu/drm/ |
| H A D | drm_flip_work.c | 98 queue_work(wq, &work->worker); in drm_flip_work_commit()
104 struct drm_flip_work *work = container_of(w, struct drm_flip_work, worker); in flip_worker()
144 INIT_WORK(&work->worker, flip_worker); in drm_flip_work_init()
|
| /linux/drivers/crypto/caam/ |
| H A D | caamrng.c | 43 struct work_struct worker; member
143 worker); in caam_rng_worker()
161 schedule_work(&ctx->worker); in caam_read()
170 flush_work(&ctx->worker); in caam_cleanup()
241 INIT_WORK(&ctx->worker, caam_rng_worker); in caam_init()
|
| /linux/drivers/gpu/drm/i915/selftests/ |
| H A D | i915_request.c | 304 struct kthread_worker *worker; member
494 struct kthread_worker *worker; in mock_breadcrumbs_smoketest() local
496 worker = kthread_run_worker(0, "igt/%d", n); in mock_breadcrumbs_smoketest()
497 if (IS_ERR(worker)) { in mock_breadcrumbs_smoketest()
498 ret = PTR_ERR(worker); in mock_breadcrumbs_smoketest()
503 threads[n].worker = worker; in mock_breadcrumbs_smoketest()
510 kthread_queue_work(worker, &threads[n].work); in mock_breadcrumbs_smoketest()
524 kthread_destroy_worker(threads[n].worker); in mock_breadcrumbs_smoketest()
1459 struct kthread_worker *worker; member
1647 struct kthread_worker *worker; in live_parallel_engines() local
[all …]
|
| /linux/drivers/gpu/drm/i915/gt/ |
| H A D | selftest_slpc.c | 20 struct kthread_worker *worker; member
507 threads[i].worker = kthread_run_worker(0, "igt/slpc_parallel:%d", gt->info.id); in live_slpc_tile_interaction()
509 if (IS_ERR(threads[i].worker)) { in live_slpc_tile_interaction()
510 ret = PTR_ERR(threads[i].worker); in live_slpc_tile_interaction()
516 kthread_queue_work(threads[i].worker, &threads[i].work); in live_slpc_tile_interaction()
522 if (IS_ERR_OR_NULL(threads[i].worker)) in live_slpc_tile_interaction()
531 kthread_destroy_worker(threads[i].worker); in live_slpc_tile_interaction()
|