| /linux/drivers/crypto/intel/iaa/ |
| H A D | iaa_crypto_stats.h | 20 void update_wq_comp_calls(struct idxd_wq *idxd_wq);
21 void update_wq_comp_bytes(struct idxd_wq *idxd_wq, int n);
22 void update_wq_decomp_calls(struct idxd_wq *idxd_wq);
23 void update_wq_decomp_bytes(struct idxd_wq *idxd_wq, int n);
38 static inline void update_wq_comp_calls(struct idxd_wq *idxd_wq) {} in update_wq_comp_calls() argument
39 static inline void update_wq_comp_bytes(struct idxd_wq *idxd_wq, int n) {} in update_wq_comp_bytes() argument
40 static inline void update_wq_decomp_calls(struct idxd_wq *idxd_wq) {} in update_wq_decomp_calls() argument
41 static inline void update_wq_decomp_bytes(struct idxd_wq *idxd_wq, int n) {} in update_wq_decomp_bytes() argument
|
| H A D | iaa_crypto_stats.c | 71 void update_wq_comp_calls(struct idxd_wq *idxd_wq) in update_wq_comp_calls() argument
73 struct iaa_wq *wq = idxd_wq_get_private(idxd_wq); in update_wq_comp_calls()
79 void update_wq_comp_bytes(struct idxd_wq *idxd_wq, int n) in update_wq_comp_bytes() argument
81 struct iaa_wq *wq = idxd_wq_get_private(idxd_wq); in update_wq_comp_bytes()
87 void update_wq_decomp_calls(struct idxd_wq *idxd_wq) in update_wq_decomp_calls() argument
89 struct iaa_wq *wq = idxd_wq_get_private(idxd_wq); in update_wq_decomp_calls()
95 void update_wq_decomp_bytes(struct idxd_wq *idxd_wq, int n) in update_wq_decomp_bytes() argument
97 struct iaa_wq *wq = idxd_wq_get_private(idxd_wq); in update_wq_decomp_bytes()
|
| H A D | iaa_crypto_main.c | 40 static struct idxd_wq *wq_table_next_wq(int cpu) in wq_table_next_wq()
57 static void wq_table_add(int cpu, struct idxd_wq *wq) in wq_table_add()
85 memset(entry->wqs, 0, entry->max_wqs * sizeof(struct idxd_wq *)); in wq_table_clear_entry()
418 int idx, struct idxd_wq *wq) in init_device_compression_mode()
467 struct idxd_wq *wq) in init_device_compression_modes()
515 static bool iaa_has_wq(struct iaa_device *iaa_device, struct idxd_wq *wq) in iaa_has_wq()
556 static int add_iaa_wq(struct iaa_device *iaa_device, struct idxd_wq *wq, in add_iaa_wq()
585 static void del_iaa_wq(struct iaa_device *iaa_device, struct idxd_wq *wq) in del_iaa_wq()
641 struct idxd_wq *wq; in free_iaa_wq()
651 static int iaa_wq_get(struct idxd_wq *wq) in iaa_wq_get()
[all …]
|
| H A D | iaa_crypto.h | 46 struct idxd_wq *wq;
83 struct idxd_wq **wqs;
|
| /linux/drivers/dma/idxd/ |
| H A D | idxd.h | 24 struct idxd_wq;
165 struct idxd_wq *wq;
187 struct idxd_wq *wq;
190 struct idxd_wq { struct
309 struct idxd_wq *wq;
335 struct idxd_wq **wqs;
388 struct idxd_wq **saved_wqs;
432 struct idxd_wq *wq;
452 #define idxd_dev_to_wq(idxd_dev) container_of(idxd_dev, struct idxd_wq, idxd_dev)
454 static inline struct idxd_device_driver *wq_to_idxd_drv(struct idxd_wq *wq) in wq_to_idxd_drv()
[all …]
|
| H A D | dma.c | 15 static inline struct idxd_wq *to_idxd_wq(struct dma_chan *c) in to_idxd_wq()
66 static inline void idxd_prep_desc_common(struct idxd_wq *wq, in idxd_prep_desc_common()
88 struct idxd_wq *wq = to_idxd_wq(c); in idxd_dma_prep_interrupt()
110 struct idxd_wq *wq = to_idxd_wq(c); in idxd_dma_submit_memcpy()
137 struct idxd_wq *wq = to_idxd_wq(chan); in idxd_dma_alloc_chan_resources()
148 struct idxd_wq *wq = to_idxd_wq(chan); in idxd_dma_free_chan_resources()
174 struct idxd_wq *wq = to_idxd_wq(c); in idxd_dma_tx_submit()
199 struct idxd_wq *wq = to_idxd_wq(c); in idxd_dma_terminate_all()
208 struct idxd_wq *wq = to_idxd_wq(c); in idxd_dma_synchronize()
266 static int idxd_register_dma_channel(struct idxd_wq *wq) in idxd_register_dma_channel()
[all …]
|
| H A D | cdev.c | 42 struct idxd_wq *wq;
54 static void idxd_cdev_evl_drain_pasid(struct idxd_wq *wq, u32 pasid);
100 struct idxd_wq *wq = ctx->wq; in cdev_file_attr_visible()
121 struct idxd_wq *wq = ctx->wq; in idxd_file_dev_release()
177 static inline struct idxd_wq *inode_wq(struct inode *inode) in inode_wq()
186 struct idxd_wq *wq = ctx->wq; in idxd_xa_pasid_remove()
197 void idxd_user_counter_increment(struct idxd_wq *wq, u32 pasid, int index) in idxd_user_counter_increment()
218 struct idxd_wq *wq; in idxd_cdev_open()
324 static void idxd_cdev_evl_drain_pasid(struct idxd_wq *wq, u32 pasid) in idxd_cdev_evl_drain_pasid()
357 struct idxd_wq *wq = ctx->wq; in idxd_cdev_release()
[all …]
|
| H A D | device.c | 18 static void idxd_wq_disable_cleanup(struct idxd_wq *wq);
19 static int idxd_wq_config_write(struct idxd_wq *wq);
42 static void free_hw_descs(struct idxd_wq *wq) in free_hw_descs()
52 static int alloc_hw_descs(struct idxd_wq *wq, int num) in alloc_hw_descs()
75 static void free_descs(struct idxd_wq *wq) in free_descs()
85 static int alloc_descs(struct idxd_wq *wq, int num) in alloc_descs()
109 int idxd_wq_alloc_resources(struct idxd_wq *wq) in idxd_wq_alloc_resources()
167 void idxd_wq_free_resources(struct idxd_wq *wq) in idxd_wq_free_resources()
182 int idxd_wq_enable(struct idxd_wq *wq) in idxd_wq_enable()
207 int idxd_wq_disable(struct idxd_wq *wq, bool reset_config) in idxd_wq_disable()
[all …]
|
| H A D | submit.c | 11 static struct idxd_desc *__get_desc(struct idxd_wq *wq, int idx, int cpu) in __get_desc()
27 struct idxd_desc *idxd_alloc_desc(struct idxd_wq *wq, enum idxd_op_type optype) in idxd_alloc_desc()
66 void idxd_free_desc(struct idxd_wq *wq, struct idxd_desc *desc) in idxd_free_desc()
75 static struct idxd_desc *list_abort_desc(struct idxd_wq *wq, struct idxd_irq_entry *ie, in list_abort_desc()
97 static void llist_abort_desc(struct idxd_wq *wq, struct idxd_irq_entry *ie, in llist_abort_desc()
155 int idxd_enqcmds(struct idxd_wq *wq, void __iomem *portal, const void *desc) in idxd_enqcmds()
170 int idxd_submit_desc(struct idxd_wq *wq, struct idxd_desc *desc) in idxd_submit_desc()
|
| H A D | sysfs.c | 342 struct idxd_wq *wq = idxd->wqs[i]; in group_work_queues_show()
590 struct idxd_wq *wq = confdev_to_wq(dev); in wq_clients_show()
601 struct idxd_wq *wq = confdev_to_wq(dev); in wq_state_show()
619 struct idxd_wq *wq = confdev_to_wq(dev); in wq_group_id_show()
631 struct idxd_wq *wq = confdev_to_wq(dev); in wq_group_id_store()
674 struct idxd_wq *wq = confdev_to_wq(dev); in wq_mode_show()
683 struct idxd_wq *wq = confdev_to_wq(dev); in wq_mode_store()
710 struct idxd_wq *wq = confdev_to_wq(dev); in wq_size_show()
721 struct idxd_wq *wq = idxd->wqs[i]; in total_claimed_wq_size()
733 struct idxd_wq *wq = confdev_to_wq(dev); in wq_size_store()
[all …]
|
| H A D | irq.c | 49 struct idxd_wq *wq = idxd->wqs[i]; in idxd_device_reinit()
73 struct idxd_wq *wq = ie_to_wq(ie); in idxd_int_handle_revoke_drain()
156 struct idxd_wq *wq = ie_to_wq(ie); in idxd_int_handle_revoke()
225 struct idxd_wq *wq = fault->wq; in idxd_evl_fault_work()
336 struct idxd_wq *wq = idxd->wqs[entry_head->wq_idx]; in process_evl_entry()
405 struct idxd_wq *wq = idxd->wqs[i]; in idxd_wqs_flush_descs()
483 struct idxd_wq *wq = idxd->wqs[id]; in idxd_misc_thread()
491 struct idxd_wq *wq = idxd->wqs[i]; in idxd_misc_thread()
555 struct idxd_wq *wq = desc->wq; in idxd_int_handle_resubmit_work()
582 struct idxd_wq *wq = desc->wq; in idxd_queue_int_handle_resubmit()
|
| H A D | init.c | 162 struct idxd_wq *wq; in idxd_clean_wqs()
182 struct idxd_wq *wq; in idxd_setup_wqs()
186 idxd->wqs = kcalloc_node(idxd->max_wqs, sizeof(struct idxd_wq *), in idxd_setup_wqs()
832 struct idxd_wq **saved_wqs, in idxd_free_saved()
921 struct idxd_wq **saved_wqs __free(kfree) = in idxd_device_config_save()
922 kcalloc_node(idxd->max_wqs, sizeof(struct idxd_wq *), in idxd_device_config_save()
932 struct idxd_wq *saved_wq __free(kfree) = in idxd_device_config_save()
935 struct idxd_wq *wq; in idxd_device_config_save()
1012 struct idxd_wq *saved_wq, *wq; in idxd_device_config_restore()
1124 struct idxd_wq *wq = idxd->wqs[i]; in idxd_reset_done()
[all …]
|
| H A D | defaults.c | 10 struct idxd_wq *wq; in idxd_load_iaa_device_defaults()
|
| H A D | compat.c | 56 struct idxd_wq *wq = confdev_to_wq(dev); in bind_store()
|