| /linux/include/linux/ |
| H A D | swait.h | 121 static inline int swait_active(struct swait_queue_head *wq) in swait_active()
134 static inline bool swq_has_sleeper(struct swait_queue_head *wq) in swq_has_sleeper()
158 #define ___swait_event(wq, condition, state, ret, cmd) \ argument
182 #define __swait_event(wq, condition) \ argument
186 #define swait_event_exclusive(wq, condition) \ argument
193 #define __swait_event_timeout(wq, condition, timeout) \ argument
198 #define swait_event_timeout_exclusive(wq, condition, timeout) \ argument
206 #define __swait_event_interruptible(wq, condition) \ argument
210 #define swait_event_interruptible_exclusive(wq, condition) \ argument
218 #define __swait_event_interruptible_timeout(wq, condition, timeout) \ argument
[all …]
|
| /linux/drivers/scsi/fnic/ |
| H A D | vnic_wq.c | 16 static int vnic_wq_get_ctrl(struct vnic_dev *vdev, struct vnic_wq *wq, in vnic_wq_get_ctrl()
28 static int vnic_wq_alloc_ring(struct vnic_dev *vdev, struct vnic_wq *wq, in vnic_wq_alloc_ring()
35 static int vnic_wq_alloc_bufs(struct vnic_wq *wq) in vnic_wq_alloc_bufs()
72 void vnic_wq_free(struct vnic_wq *wq) in vnic_wq_free()
90 int vnic_wq_alloc(struct vnic_dev *vdev, struct vnic_wq *wq, unsigned int index, in vnic_wq_alloc()
120 int vnic_wq_devcmd2_alloc(struct vnic_dev *vdev, struct vnic_wq *wq, in vnic_wq_devcmd2_alloc()
141 void vnic_wq_init_start(struct vnic_wq *wq, unsigned int cq_index, in vnic_wq_init_start()
165 void vnic_wq_init(struct vnic_wq *wq, unsigned int cq_index, in vnic_wq_init()
182 unsigned int vnic_wq_error_status(struct vnic_wq *wq) in vnic_wq_error_status()
187 void vnic_wq_enable(struct vnic_wq *wq) in vnic_wq_enable()
[all …]
|
| H A D | vnic_wq_copy.c | 13 void vnic_wq_copy_enable(struct vnic_wq_copy *wq) in vnic_wq_copy_enable()
18 int vnic_wq_copy_disable(struct vnic_wq_copy *wq) in vnic_wq_copy_disable()
39 void vnic_wq_copy_clean(struct vnic_wq_copy *wq, in vnic_wq_copy_clean()
40 void (*q_clean)(struct vnic_wq_copy *wq, in vnic_wq_copy_clean()
57 void vnic_wq_copy_free(struct vnic_wq_copy *wq) in vnic_wq_copy_free()
66 int vnic_wq_copy_alloc(struct vnic_dev *vdev, struct vnic_wq_copy *wq, in vnic_wq_copy_alloc()
84 void vnic_wq_copy_init(struct vnic_wq_copy *wq, unsigned int cq_index, in vnic_wq_copy_init()
|
| H A D | vnic_wq_copy.h | 24 static inline unsigned int vnic_wq_copy_desc_avail(struct vnic_wq_copy *wq) in vnic_wq_copy_desc_avail()
29 static inline unsigned int vnic_wq_copy_desc_in_use(struct vnic_wq_copy *wq) in vnic_wq_copy_desc_in_use()
34 static inline void *vnic_wq_copy_next_desc(struct vnic_wq_copy *wq) in vnic_wq_copy_next_desc()
40 static inline void vnic_wq_copy_post(struct vnic_wq_copy *wq) in vnic_wq_copy_post()
57 static inline void vnic_wq_copy_desc_process(struct vnic_wq_copy *wq, u16 index) in vnic_wq_copy_desc_process()
71 static inline void vnic_wq_copy_service(struct vnic_wq_copy *wq, in vnic_wq_copy_service()
73 void (*q_service)(struct vnic_wq_copy *wq, in vnic_wq_copy_service()
|
| H A D | fnic_res.h | 18 static inline void fnic_queue_wq_desc(struct vnic_wq *wq, in fnic_queue_wq_desc()
42 static inline void fnic_queue_wq_eth_desc(struct vnic_wq *wq, in fnic_queue_wq_eth_desc()
67 static inline void fnic_queue_wq_copy_desc_icmnd_16(struct vnic_wq_copy *wq, in fnic_queue_wq_copy_desc_icmnd_16()
112 static inline void fnic_queue_wq_copy_desc_itmf(struct vnic_wq_copy *wq, in fnic_queue_wq_copy_desc_itmf()
138 static inline void fnic_queue_wq_copy_desc_flogi_reg(struct vnic_wq_copy *wq, in fnic_queue_wq_copy_desc_flogi_reg()
157 static inline void fnic_queue_wq_copy_desc_fip_reg(struct vnic_wq_copy *wq, in fnic_queue_wq_copy_desc_fip_reg()
181 static inline void fnic_queue_wq_copy_desc_fw_reset(struct vnic_wq_copy *wq, in fnic_queue_wq_copy_desc_fw_reset()
194 static inline void fnic_queue_wq_copy_desc_lunmap(struct vnic_wq_copy *wq, in fnic_queue_wq_copy_desc_lunmap()
|
| /linux/drivers/scsi/snic/ |
| H A D | vnic_wq.c | 12 static inline int vnic_wq_get_ctrl(struct vnic_dev *vdev, struct vnic_wq *wq, in vnic_wq_get_ctrl()
22 static inline int vnic_wq_alloc_ring(struct vnic_dev *vdev, struct vnic_wq *wq, in vnic_wq_alloc_ring()
29 static int vnic_wq_alloc_bufs(struct vnic_wq *wq) in vnic_wq_alloc_bufs()
67 void svnic_wq_free(struct vnic_wq *wq) in svnic_wq_free()
85 int vnic_wq_devcmd2_alloc(struct vnic_dev *vdev, struct vnic_wq *wq, in vnic_wq_devcmd2_alloc()
109 int svnic_wq_alloc(struct vnic_dev *vdev, struct vnic_wq *wq, in svnic_wq_alloc()
140 void vnic_wq_init_start(struct vnic_wq *wq, unsigned int cq_index, in vnic_wq_init_start()
163 void svnic_wq_init(struct vnic_wq *wq, unsigned int cq_index, in svnic_wq_init()
171 unsigned int svnic_wq_error_status(struct vnic_wq *wq) in svnic_wq_error_status()
176 void svnic_wq_enable(struct vnic_wq *wq) in svnic_wq_enable()
[all …]
|
| H A D | vnic_wq.h | 71 static inline unsigned int svnic_wq_desc_avail(struct vnic_wq *wq) in svnic_wq_desc_avail()
77 static inline unsigned int svnic_wq_desc_used(struct vnic_wq *wq) in svnic_wq_desc_used()
83 static inline void *svnic_wq_next_desc(struct vnic_wq *wq) in svnic_wq_next_desc()
88 static inline void svnic_wq_post(struct vnic_wq *wq, in svnic_wq_post()
114 static inline void svnic_wq_service(struct vnic_wq *wq, in svnic_wq_service()
116 void (*buf_service)(struct vnic_wq *wq, in svnic_wq_service()
|
| /linux/drivers/net/ethernet/huawei/hinic/ |
| H A D | hinic_hw_wq.c | 34 #define WQ_SIZE(wq) ((wq)->q_depth * (wq)->wqebb_size) argument
44 #define WQ_BASE_VADDR(wqs, wq) \ argument
48 #define WQ_BASE_PADDR(wqs, wq) \ argument
52 #define WQ_BASE_ADDR(wqs, wq) \ argument
56 #define CMDQ_BASE_VADDR(cmdq_pages, wq) \ argument
60 #define CMDQ_BASE_PADDR(cmdq_pages, wq) \ argument
64 #define CMDQ_BASE_ADDR(cmdq_pages, wq) \ argument
68 #define WQ_PAGE_ADDR(wq, idx) \ argument
71 #define MASKED_WQE_IDX(wq, idx) ((idx) & (wq)->mask) argument
77 #define WQE_SHADOW_PAGE(wq, wqe) \ argument
[all …]
|
| /linux/drivers/dma/idxd/ |
| H A D | device.c | 41 static void free_hw_descs(struct idxd_wq *wq) in free_hw_descs()
51 static int alloc_hw_descs(struct idxd_wq *wq, int num) in alloc_hw_descs()
74 static void free_descs(struct idxd_wq *wq) in free_descs()
84 static int alloc_descs(struct idxd_wq *wq, int num) in alloc_descs()
108 int idxd_wq_alloc_resources(struct idxd_wq *wq) in idxd_wq_alloc_resources()
166 void idxd_wq_free_resources(struct idxd_wq *wq) in idxd_wq_free_resources()
180 int idxd_wq_enable(struct idxd_wq *wq) in idxd_wq_enable()
205 int idxd_wq_disable(struct idxd_wq *wq, bool reset_config) in idxd_wq_disable()
234 void idxd_wq_drain(struct idxd_wq *wq) in idxd_wq_drain()
250 void idxd_wq_reset(struct idxd_wq *wq) in idxd_wq_reset()
[all …]
|
| H A D | submit.c | 11 static struct idxd_desc *__get_desc(struct idxd_wq *wq, int idx, int cpu) in __get_desc()
27 struct idxd_desc *idxd_alloc_desc(struct idxd_wq *wq, enum idxd_op_type optype) in idxd_alloc_desc()
66 void idxd_free_desc(struct idxd_wq *wq, struct idxd_desc *desc) in idxd_free_desc()
75 static struct idxd_desc *list_abort_desc(struct idxd_wq *wq, struct idxd_irq_entry *ie, in list_abort_desc()
97 static void llist_abort_desc(struct idxd_wq *wq, struct idxd_irq_entry *ie, in llist_abort_desc()
155 int idxd_enqcmds(struct idxd_wq *wq, void __iomem *portal, const void *desc) in idxd_enqcmds()
170 int idxd_submit_desc(struct idxd_wq *wq, struct idxd_desc *desc) in idxd_submit_desc()
|
| H A D | dma.c | 66 static inline void idxd_prep_desc_common(struct idxd_wq *wq, in idxd_prep_desc_common()
88 struct idxd_wq *wq = to_idxd_wq(c); in idxd_dma_prep_interrupt() local
110 struct idxd_wq *wq = to_idxd_wq(c); in idxd_dma_submit_memcpy() local
137 struct idxd_wq *wq = to_idxd_wq(chan); in idxd_dma_alloc_chan_resources() local
148 struct idxd_wq *wq = to_idxd_wq(chan); in idxd_dma_free_chan_resources() local
174 struct idxd_wq *wq = to_idxd_wq(c); in idxd_dma_tx_submit() local
248 static int idxd_register_dma_channel(struct idxd_wq *wq) in idxd_register_dma_channel()
285 static void idxd_unregister_dma_channel(struct idxd_wq *wq) in idxd_unregister_dma_channel()
301 struct idxd_wq *wq = idxd_dev_to_wq(idxd_dev); in idxd_dmaengine_drv_probe() local
345 struct idxd_wq *wq = idxd_dev_to_wq(idxd_dev); in idxd_dmaengine_drv_remove() local
|
| H A D | sysfs.c | 342 struct idxd_wq *wq = idxd->wqs[i]; in group_work_queues_show() local
590 struct idxd_wq *wq = confdev_to_wq(dev); in wq_clients_show() local
601 struct idxd_wq *wq = confdev_to_wq(dev); in wq_state_show() local
619 struct idxd_wq *wq = confdev_to_wq(dev); in wq_group_id_show() local
631 struct idxd_wq *wq = confdev_to_wq(dev); in wq_group_id_store() local
674 struct idxd_wq *wq = confdev_to_wq(dev); in wq_mode_show() local
683 struct idxd_wq *wq = confdev_to_wq(dev); in wq_mode_store() local
710 struct idxd_wq *wq = confdev_to_wq(dev); in wq_size_show() local
721 struct idxd_wq *wq = idxd->wqs[i]; in total_claimed_wq_size() local
733 struct idxd_wq *wq = confdev_to_wq(dev); in wq_size_store() local
[all …]
|
| H A D | irq.c | 49 struct idxd_wq *wq = idxd->wqs[i]; in idxd_device_reinit() local
73 struct idxd_wq *wq = ie_to_wq(ie); in idxd_int_handle_revoke_drain() local
156 struct idxd_wq *wq = ie_to_wq(ie); in idxd_int_handle_revoke() local
225 struct idxd_wq *wq = fault->wq; in idxd_evl_fault_work() local
336 struct idxd_wq *wq = idxd->wqs[entry_head->wq_idx]; in process_evl_entry() local
417 struct idxd_wq *wq = idxd->wqs[id]; in idxd_misc_thread() local
425 struct idxd_wq *wq = idxd->wqs[i]; in idxd_misc_thread() local
518 struct idxd_wq *wq = desc->wq; in idxd_int_handle_resubmit_work() local
545 struct idxd_wq *wq = desc->wq; in idxd_queue_int_handle_resubmit() local
|
| /linux/drivers/net/ethernet/cisco/enic/ |
| H A D | vnic_wq.c | 18 static int vnic_wq_alloc_bufs(struct vnic_wq *wq) in vnic_wq_alloc_bufs()
56 void vnic_wq_free(struct vnic_wq *wq) in vnic_wq_free()
75 int vnic_wq_alloc(struct vnic_dev *vdev, struct vnic_wq *wq, unsigned int index, in vnic_wq_alloc()
104 int enic_wq_devcmd2_alloc(struct vnic_dev *vdev, struct vnic_wq *wq, in enic_wq_devcmd2_alloc()
121 void enic_wq_init_start(struct vnic_wq *wq, unsigned int cq_index, in enic_wq_init_start()
144 void vnic_wq_init(struct vnic_wq *wq, unsigned int cq_index, in vnic_wq_init()
153 unsigned int vnic_wq_error_status(struct vnic_wq *wq) in vnic_wq_error_status()
158 void vnic_wq_enable(struct vnic_wq *wq) in vnic_wq_enable()
163 int vnic_wq_disable(struct vnic_wq *wq) in vnic_wq_disable()
182 void vnic_wq_clean(struct vnic_wq *wq, in vnic_wq_clean()
[all …]
|
| H A D | enic_res.h | 30 static inline void enic_queue_wq_desc_ex(struct vnic_wq *wq, in enic_queue_wq_desc_ex()
56 static inline void enic_queue_wq_desc_cont(struct vnic_wq *wq, in enic_queue_wq_desc_cont()
65 static inline void enic_queue_wq_desc(struct vnic_wq *wq, void *os_buf, in enic_queue_wq_desc()
75 static inline void enic_queue_wq_desc_csum(struct vnic_wq *wq, in enic_queue_wq_desc_csum()
87 static inline void enic_queue_wq_desc_csum_l4(struct vnic_wq *wq, in enic_queue_wq_desc_csum_l4()
98 static inline void enic_queue_wq_desc_tso(struct vnic_wq *wq, in enic_queue_wq_desc_tso()
|
| H A D | vnic_wq.h | 86 struct vnic_wq wq; member
90 static inline unsigned int vnic_wq_desc_avail(struct vnic_wq *wq) in vnic_wq_desc_avail()
96 static inline unsigned int vnic_wq_desc_used(struct vnic_wq *wq) in vnic_wq_desc_used()
102 static inline void *vnic_wq_next_desc(struct vnic_wq *wq) in vnic_wq_next_desc()
107 static inline void vnic_wq_doorbell(struct vnic_wq *wq) in vnic_wq_doorbell()
118 static inline void vnic_wq_post(struct vnic_wq *wq, in vnic_wq_post()
141 static inline void vnic_wq_service(struct vnic_wq *wq, in vnic_wq_service()
143 void (*buf_service)(struct vnic_wq *wq, in vnic_wq_service()
|
| /linux/io_uring/ |
| H A D | io-wq.c | 54 struct io_wq *wq; member
157 static inline struct io_wq_acct *io_get_acct(struct io_wq *wq, bool bound) in io_get_acct()
162 static inline struct io_wq_acct *io_work_get_acct(struct io_wq *wq, in io_work_get_acct()
173 static void io_worker_ref_put(struct io_wq *wq) in io_worker_ref_put()
192 struct io_wq *wq = worker->wq; in io_worker_cancel_cb() local
215 struct io_wq *wq = worker->wq; in io_worker_exit() local
272 static bool io_wq_activate_free_worker(struct io_wq *wq, in io_wq_activate_free_worker()
308 static bool io_wq_create_worker(struct io_wq *wq, struct io_wq_acct *acct) in io_wq_create_worker()
339 struct io_wq *wq; in create_worker_cb() local
368 struct io_wq *wq = worker->wq; in io_queue_worker_create() local
[all …]
|
| /linux/fs/btrfs/ |
| H A D | async-thread.c | 50 struct btrfs_fs_info * __pure btrfs_workqueue_owner(const struct btrfs_workqueue *wq) in btrfs_workqueue_owner()
60 bool btrfs_workqueue_normal_congested(const struct btrfs_workqueue *wq) in btrfs_workqueue_normal_congested()
74 static void btrfs_init_workqueue(struct btrfs_workqueue *wq, in btrfs_init_workqueue()
155 static inline void thresh_queue_hook(struct btrfs_workqueue *wq) in thresh_queue_hook()
167 static inline void thresh_exec_hook(struct btrfs_workqueue *wq) in thresh_exec_hook()
210 static void run_ordered_work(struct btrfs_workqueue *wq, in run_ordered_work()
298 struct btrfs_workqueue *wq = work->wq; in btrfs_work_helper() local
341 void btrfs_queue_work(struct btrfs_workqueue *wq, struct btrfs_work *work) in btrfs_queue_work()
356 void btrfs_destroy_workqueue(struct btrfs_workqueue *wq) in btrfs_destroy_workqueue()
365 void btrfs_workqueue_set_max(struct btrfs_workqueue *wq, int limit_active) in btrfs_workqueue_set_max()
[all …]
|
| /linux/drivers/net/ethernet/mellanox/mlx5/core/ |
| H A D | wq.c | 38 void *wqc, struct mlx5_wq_cyc *wq, in mlx5_wq_cyc_create()
74 void mlx5_wq_cyc_wqe_dump(struct mlx5_wq_cyc *wq, u16 ix, u8 nstrides) in mlx5_wq_cyc_wqe_dump()
92 void mlx5_wq_cyc_reset(struct mlx5_wq_cyc *wq) in mlx5_wq_cyc_reset()
100 void *qpc, struct mlx5_wq_qp *wq, in mlx5_wq_qp_create()
160 void *cqc, struct mlx5_cqwq *wq, in mlx5_cqwq_create()
197 static void mlx5_wq_ll_init_list(struct mlx5_wq_ll *wq) in mlx5_wq_ll_init_list()
211 void *wqc, struct mlx5_wq_ll *wq, in mlx5_wq_ll_create()
247 void mlx5_wq_ll_reset(struct mlx5_wq_ll *wq) in mlx5_wq_ll_reset()
|
| /linux/kernel/ |
| H A D | workqueue.c | 258 struct workqueue_struct *wq; /* I: the owning workqueue */ member
538 #define assert_rcu_or_wq_mutex_or_pool_mutex(wq) \ argument
598 #define for_each_pwq(pwq, wq) \ argument
722 unbound_pwq_slot(struct workqueue_struct *wq, int cpu) in unbound_pwq_slot()
731 static struct pool_workqueue *unbound_pwq(struct workqueue_struct *wq, int cpu) in unbound_pwq()
746 static struct cpumask *unbound_effective_cpumask(struct workqueue_struct *wq) in unbound_effective_cpumask()
1552 static struct wq_node_nr_active *wq_node_nr_active(struct workqueue_struct *wq, in wq_node_nr_active()
1573 static void wq_update_node_max_active(struct workqueue_struct *wq, int off_cpu) in wq_update_node_max_active()
1712 struct workqueue_struct *wq = pwq->wq; in pwq_tryinc_nr_active() local
1824 static void unplug_oldest_pwq(struct workqueue_struct *wq) in unplug_oldest_pwq()
[all …]
|
| /linux/drivers/infiniband/hw/cxgb4/ |
| H A D | cq.c | 184 static void insert_recv_cqe(struct t4_wq *wq, struct t4_cq *cq, u32 srqidx) in insert_recv_cqe()
203 int c4iw_flush_rq(struct t4_wq *wq, struct t4_cq *cq, int count) in c4iw_flush_rq()
217 static void insert_sq_cqe(struct t4_wq *wq, struct t4_cq *cq, in insert_sq_cqe()
241 struct t4_wq *wq = &qhp->wq; in c4iw_flush_sq() local
267 static void flush_completed_wrs(struct t4_wq *wq, struct t4_cq *cq) in flush_completed_wrs()
300 static void create_read_req_cqe(struct t4_wq *wq, struct t4_cqe *hw_cqe, in create_read_req_cqe()
312 static void advance_oldest_read(struct t4_wq *wq) in advance_oldest_read()
422 static int cqe_completes_wr(struct t4_cqe *cqe, struct t4_wq *wq) in cqe_completes_wr()
443 void c4iw_count_rcqes(struct t4_cq *cq, struct t4_wq *wq, int *count) in c4iw_count_rcqes()
544 static int poll_cq(struct t4_wq *wq, struct t4_cq *cq, struct t4_cqe *cqe, in poll_cq()
[all …]
|
| /linux/drivers/crypto/intel/iaa/ |
| H A D | iaa_crypto_main.c | 58 static void wq_table_add(int cpu, struct idxd_wq *wq) in wq_table_add()
421 int idx, struct idxd_wq *wq) in init_device_compression_mode()
470 struct idxd_wq *wq) in init_device_compression_modes()
518 static bool iaa_has_wq(struct iaa_device *iaa_device, struct idxd_wq *wq) in iaa_has_wq()
565 static int add_iaa_wq(struct iaa_device *iaa_device, struct idxd_wq *wq, in add_iaa_wq()
594 static void del_iaa_wq(struct iaa_device *iaa_device, struct idxd_wq *wq) in del_iaa_wq()
650 struct idxd_wq *wq; in free_iaa_wq() local
660 static int iaa_wq_get(struct idxd_wq *wq) in iaa_wq_get()
679 static int iaa_wq_put(struct idxd_wq *wq) in iaa_wq_put()
744 static int save_iaa_wq(struct idxd_wq *wq) in save_iaa_wq()
[all …]
|
| H A D | iaa_crypto_stats.c | 73 struct iaa_wq *wq = idxd_wq_get_private(idxd_wq); in update_wq_comp_calls() local
81 struct iaa_wq *wq = idxd_wq_get_private(idxd_wq); in update_wq_comp_bytes() local
89 struct iaa_wq *wq = idxd_wq_get_private(idxd_wq); in update_wq_decomp_calls() local
97 struct iaa_wq *wq = idxd_wq_get_private(idxd_wq); in update_wq_decomp_bytes() local
115 static void reset_wq_stats(struct iaa_wq *wq) in reset_wq_stats()
|
| /linux/fs/autofs/ |
| H A D | waitq.c | 17 struct autofs_wait_queue *wq, *nwq; in autofs_catatonic_mode() local
80 struct autofs_wait_queue *wq, in autofs_notify_daemon()
182 struct autofs_wait_queue *wq; in autofs_find_wait() local
208 struct autofs_wait_queue *wq; in validate_request() local
307 struct autofs_wait_queue *wq; in autofs_wait() local
490 struct autofs_wait_queue *wq, **wql; in autofs_wait_release() local
|
| /linux/tools/testing/selftests/bpf/progs/ |
| H A D | wq_failures.c | 54 struct bpf_wq *wq; in __flag() local
79 struct bpf_wq *wq; in __flag() local
105 struct bpf_wq *wq; in test_wrong_wq_pointer() local
131 struct bpf_wq *wq; in test_wrong_wq_pointer_offset() local
|