Lines Matching refs:pool_workqueue
258 struct pool_workqueue { struct
361 struct pool_workqueue __rcu *dfl_pwq; /* PW: only for unbound wqs */
383 struct pool_workqueue __rcu * __percpu *cpu_pwq; /* I: per-cpu pwqs */
533 static void show_pwq(struct pool_workqueue *pwq);
721 static struct pool_workqueue __rcu **
731 static struct pool_workqueue *unbound_pwq(struct workqueue_struct *wq, int cpu) in unbound_pwq()
792 static void set_work_pwq(struct work_struct *work, struct pool_workqueue *pwq, in set_work_pwq()
849 static inline struct pool_workqueue *work_struct_pwq(unsigned long data) in work_struct_pwq()
851 return (struct pool_workqueue *)(data & WORK_STRUCT_PWQ_MASK); in work_struct_pwq()
854 static struct pool_workqueue *get_work_pwq(struct work_struct *work) in get_work_pwq()
1468 struct pool_workqueue *pwq = worker->current_pwq; in wq_worker_tick()
1623 static void get_pwq(struct pool_workqueue *pwq) in get_pwq()
1637 static void put_pwq(struct pool_workqueue *pwq) in put_pwq()
1655 static void put_pwq_unlocked(struct pool_workqueue *pwq) in put_pwq_unlocked()
1668 static bool pwq_is_empty(struct pool_workqueue *pwq) in pwq_is_empty()
1673 static void __pwq_activate_work(struct pool_workqueue *pwq, in __pwq_activate_work()
1707 static bool pwq_tryinc_nr_active(struct pool_workqueue *pwq, bool fill) in pwq_tryinc_nr_active()
1785 static bool pwq_activate_first_inactive(struct pool_workqueue *pwq, bool fill) in pwq_activate_first_inactive()
1823 struct pool_workqueue *pwq; in unplug_oldest_pwq()
1828 pwq = list_first_entry_or_null(&wq->pwqs, struct pool_workqueue, in unplug_oldest_pwq()
1851 struct pool_workqueue *pwq; in node_activate_pending_pwq()
1859 struct pool_workqueue, pending_node); in node_activate_pending_pwq()
1927 static void pwq_dec_nr_active(struct pool_workqueue *pwq) in pwq_dec_nr_active()
1986 static void pwq_dec_nr_in_flight(struct pool_workqueue *pwq, unsigned long work_data) in pwq_dec_nr_in_flight()
2048 struct pool_workqueue *pwq; in try_to_grab_pending()
2174 static void insert_work(struct pool_workqueue *pwq, struct work_struct *work, in insert_work()
2232 struct pool_workqueue *pwq; in __queue_work()
2981 struct pool_workqueue *pwq = get_work_pwq(work); in send_mayday()
3160 struct pool_workqueue *pwq = get_work_pwq(work); in process_one_work()
3440 static bool assign_rescuer_work(struct pool_workqueue *pwq, struct worker *rescuer) in assign_rescuer_work()
3512 struct pool_workqueue *pwq = list_first_entry(&wq->maydays, in rescuer_thread()
3513 struct pool_workqueue, mayday_node); in rescuer_thread()
3793 static void insert_wq_barrier(struct pool_workqueue *pwq, in insert_wq_barrier()
3881 struct pool_workqueue *pwq; in flush_workqueue_prep_pwqs()
4134 struct pool_workqueue *pwq; in drain_workqueue()
4180 struct pool_workqueue *pwq; in start_flush_work()
5102 struct pool_workqueue *pwq = container_of(work, struct pool_workqueue, in pwq_release_workfn()
5154 static void init_pwq(struct pool_workqueue *pwq, struct workqueue_struct *wq, in init_pwq()
5173 static void link_pwq(struct pool_workqueue *pwq) in link_pwq()
5191 static struct pool_workqueue *alloc_unbound_pwq(struct workqueue_struct *wq, in alloc_unbound_pwq()
5195 struct pool_workqueue *pwq; in alloc_unbound_pwq()
5252 static struct pool_workqueue *install_unbound_pwq(struct workqueue_struct *wq, in install_unbound_pwq()
5253 int cpu, struct pool_workqueue *pwq) in install_unbound_pwq()
5255 struct pool_workqueue __rcu **slot = unbound_pwq_slot(wq, cpu); in install_unbound_pwq()
5256 struct pool_workqueue *old_pwq; in install_unbound_pwq()
5274 struct pool_workqueue *dfl_pwq;
5275 struct pool_workqueue *pwq_tbl[];
5454 struct pool_workqueue *old_pwq = NULL, *pwq; in unbound_wq_update_pwq()
5509 wq->cpu_pwq = alloc_percpu(struct pool_workqueue *); in alloc_and_link_pwqs()
5522 struct pool_workqueue **pwq_p; in alloc_and_link_pwqs()
5543 struct pool_workqueue *dfl_pwq; in alloc_and_link_pwqs()
5560 struct pool_workqueue *pwq = *per_cpu_ptr(wq->cpu_pwq, cpu); in alloc_and_link_pwqs()
5674 struct pool_workqueue *pwq; in wq_adjust_max_active()
5853 static bool pwq_busy(struct pool_workqueue *pwq) in pwq_busy()
5888 struct pool_workqueue *pwq; in destroy_workqueue()
6074 struct pool_workqueue *pwq; in workqueue_congested()
6166 struct pool_workqueue *pwq = NULL; in print_worker_info()
6266 static void show_pwq(struct pool_workqueue *pwq) in show_pwq()
6347 struct pool_workqueue *pwq; in show_one_workqueue()
6846 struct pool_workqueue *pwq; in freeze_workqueues_busy()
7768 BUILD_BUG_ON(__alignof__(struct pool_workqueue) < __alignof__(long long)); in workqueue_init_early()
7785 pwq_cache = KMEM_CACHE(pool_workqueue, SLAB_PANIC); in workqueue_init_early()