| /freebsd/sys/dev/qat/qat_common/ |
| H A D | adf_accel_engine.c | 45 struct adf_hw_device_data *hw_device = accel_dev->hw_device; in adf_ae_fw_load() local
54 if (!hw_device->fw_name) in adf_ae_fw_load()
57 if (request_firmware(&loader_data->uof_fw, hw_device->fw_name)) { in adf_ae_fw_load()
60 hw_device->fw_name); in adf_ae_fw_load()
64 if (request_firmware(&loader_data->mmp_fw, hw_device->fw_mmp_name)) { in adf_ae_fw_load()
67 hw_device->fw_mmp_name); in adf_ae_fw_load()
82 if (hw_device->accel_capabilities_mask & in adf_ae_fw_load()
92 if (hw_device->get_objs_num) in adf_ae_fw_load()
93 max_objs = hw_device->get_objs_num(accel_dev); in adf_ae_fw_load()
99 if (hw_device->get_obj_name && hw_device->get_obj_cfg_ae_mask) { in adf_ae_fw_load()
[all …]
|
| H A D | adf_aer.c | 122 struct adf_hw_device_data *hw_device = accel_dev->hw_device; in adf_dev_pre_reset() local
139 if (hw_device->disable_arb) { in adf_dev_pre_reset()
141 hw_device->disable_arb(accel_dev); in adf_dev_pre_reset()
148 struct adf_hw_device_data *hw_device = accel_dev->hw_device; in adf_dev_post_reset() local
155 hw_device->aerucm_mask, in adf_dev_post_reset()
166 struct adf_hw_device_data *hw_device = accel_dev->hw_device; in adf_dev_restore() local
169 if (hw_device->pre_reset) { in adf_dev_restore()
171 hw_device->pre_reset(accel_dev); in adf_dev_restore()
174 if (hw_device->reset_device) { in adf_dev_restore()
178 hw_device->reset_device(accel_dev); in adf_dev_restore()
[all …]
|
| H A D | adf_heartbeat.c | 65 struct adf_hw_device_data *hw_data = accel_dev->hw_device; in adf_get_hb_timer()
109 struct adf_hw_device_data *hw_device = accel_dev->hw_device; in adf_get_heartbeat_status() local
110 const size_t max_aes = hw_device->get_num_aes(hw_device); in adf_get_heartbeat_status()
111 const size_t hb_ctrs = hw_device->heartbeat_ctr_num; in adf_get_heartbeat_status()
145 ae_mask = hw_device->ae_mask; in adf_get_heartbeat_status()
186 if (!accel_dev || !accel_dev->hw_device || in adf_heartbeat_status()
187 !accel_dev->hw_device->get_heartbeat_status || in adf_heartbeat_status()
206 if (unlikely(accel_dev->hw_device->get_heartbeat_status(accel_dev))) { in adf_heartbeat_status()
|
| H A D | adf_freebsd_cnvnr_ctrs_dbg.c | 40 struct adf_hw_device_data *hw_device; in qat_cnvnr_ctrs_dbg_read() local
61 hw_device = accel_dev->hw_device; in qat_cnvnr_ctrs_dbg_read()
62 if (!hw_device) { in qat_cnvnr_ctrs_dbg_read()
95 num_aes = hw_device->get_num_aes(hw_device); in qat_cnvnr_ctrs_dbg_read()
|
| H A D | adf_freebsd_admin.c | 138 struct adf_hw_device_data *hw_data = accel_dev->hw_device; in adf_put_admin_msg_sync()
228 struct adf_hw_device_data *hw_device = accel_dev->hw_device; in adf_init_me() local
229 u64 ae_mask = hw_device->ae_mask; in adf_init_me()
252 struct adf_hw_device_data *hw_device = accel_dev->hw_device; in adf_set_heartbeat_timer() local
253 u64 ae_mask = hw_device->ae_mask; in adf_set_heartbeat_timer()
292 struct adf_hw_device_data *hw_device = accel_dev->hw_device; in adf_set_fw_constants() local
293 u64 ae_mask = hw_device->admin_ae_mask; in adf_set_fw_constants()
403 accel_dev->hw_device->extended_dc_capabilities = in adf_send_admin_init()
469 hw_data = accel_dev->hw_device; in adf_init_admin_comms()
|
| H A D | adf_freebsd_uio_cleanup.c | 115 struct adf_hw_device_data *hw_data = accel_dev->hw_device; in get_orphan_bundle()
132 tx_mask = accel_dev->hw_device->tx_rings_mask; in get_orphan_bundle()
133 asym_mask = accel_dev->hw_device->asym_rings_mask; in get_orphan_bundle()
193 struct adf_hw_device_data *hw_data = accel_dev->hw_device; in cleanup_all_ring()
270 struct adf_hw_device_data *hw_data = accel_dev->hw_device; in bundle_need_cleanup()
291 struct adf_hw_device_data *hw_data = accel_dev->hw_device; in cleanup_orphan_ring()
329 struct adf_hw_device_data *hw_data = accel_dev->hw_device; in adf_uio_do_cleanup_orphan()
|
| H A D | adf_fw_counters.c | 42 struct adf_hw_device_data *hw_device; in adf_get_fw_counters() local
54 hw_device = accel_dev->hw_device; in adf_get_fw_counters()
55 if (!hw_device) { in adf_get_fw_counters()
63 ae_mask = hw_device->ae_mask; in adf_get_fw_counters()
106 if (hw_device->count_ras_event && in adf_get_fw_counters()
107 hw_device->count_ras_event(accel_dev, in adf_get_fw_counters()
|
| H A D | adf_hw_arbiter.c | 51 struct adf_hw_device_data *hw_data = accel_dev->hw_device; in adf_init_arb()
71 struct adf_hw_device_data *hw_data = accel_dev->hw_device; in adf_init_gen2_arb()
102 struct adf_hw_csr_info *csr_info = &accel_dev->hw_device->csr_info; in adf_update_ring_arb()
122 struct adf_hw_csr_info *csr_info = &accel_dev->hw_device->csr_info; in adf_update_uio_ring_arb()
179 struct adf_hw_device_data *hw_data = accel_dev->hw_device; in adf_exit_arb()
|
| H A D | adf_pfvf_vf_msg.c | 120 struct adf_hw_device_data *hw_data = accel_dev->hw_device; in adf_vf2pf_get_capabilities()
198 accel_dev->hw_device->ring_to_svc_map = rts_map_msg.map; in adf_vf2pf_get_ring_to_svc()
199 accel_dev->hw_device->get_ring_to_svc_done = true; in adf_vf2pf_get_ring_to_svc()
|
| H A D | adf_init.c | 93 hw_data = accel_dev->hw_device; in adf_cfg_add_device_params()
179 struct adf_hw_device_data *hw_data = accel_dev->hw_device; in adf_cfg_add_ext_params()
217 struct adf_hw_device_data *hw_data = accel_dev->hw_device; in adf_set_ssm_wdtimer()
288 struct adf_hw_device_data *hw_data = accel_dev->hw_device; in adf_dev_init_locked()
447 struct adf_hw_device_data *hw_data = accel_dev->hw_device; in adf_dev_start_locked()
573 if (accel_dev->hw_device->int_timer_exit) in adf_dev_stop_locked()
574 accel_dev->hw_device->int_timer_exit(accel_dev); in adf_dev_stop_locked()
618 struct adf_hw_device_data *hw_data = accel_dev->hw_device; in adf_dev_shutdown_locked()
|
| /freebsd/sys/dev/qat/qat_hw/qat_c4xxx/ |
| H A D | adf_c4xxx_reset.c | 26 struct adf_hw_device_data *hw_device = accel_dev->hw_device; in adf_c4xxx_dev_reset() local
33 hw_device->reset_device(accel_dev); in adf_c4xxx_dev_reset()
56 struct adf_hw_device_data *hw_device = accel_dev->hw_device; in adf_c4xxx_dev_restore() local
63 if (hw_device->reset_device) { in adf_c4xxx_dev_restore()
89 if (hw_device->post_reset) { in adf_c4xxx_dev_restore()
91 hw_device->post_reset(accel_dev); in adf_c4xxx_dev_restore()
|
| H A D | adf_c4xxx_hw_data.c | 206 struct adf_hw_device_data *hw_device = accel_dev->hw_device; in c4xxx_set_ssm_wdtimer() local
208 &GET_BARS(accel_dev)[hw_device->get_misc_bar_id(hw_device)]; in c4xxx_set_ssm_wdtimer()
210 unsigned long accel_mask = hw_device->accel_mask; in c4xxx_set_ssm_wdtimer()
249 struct adf_hw_device_data *hw_device = accel_dev->hw_device; in c4xxx_check_slice_hang() local
251 &GET_BARS(accel_dev)[hw_device->get_misc_bar_id(hw_device)]; in c4xxx_check_slice_hang()
262 accel_mask = hw_device->accel_mask; in c4xxx_check_slice_hang()
319 struct adf_hw_device_data *hw_device = accel_dev->hw_device; in get_eth_doorbell_msg() local
328 hw_device->reset_ack = false; in get_eth_doorbell_msg()
348 hw_device->reset_ack = true; in get_eth_doorbell_msg()
425 struct adf_hw_device_data *hw_device = accel_dev->hw_device; in adf_enable_slice_hang_detection() local
[all …]
|
| H A D | adf_drv.c | 64 if (accel_dev->hw_device) { in adf_cleanup_accel()
67 adf_clean_hw_data_c4xxx(accel_dev->hw_device); in adf_cleanup_accel()
72 free(accel_dev->hw_device, M_QAT_C4XXX); in adf_cleanup_accel()
73 accel_dev->hw_device = NULL; in adf_cleanup_accel()
121 accel_dev->hw_device = hw_data; in adf_attach()
122 adf_init_hw_data_c4xxx(accel_dev->hw_device); in adf_attach()
212 if (!accel_dev->hw_device->config_device) { in adf_attach()
217 ret = accel_dev->hw_device->config_device(accel_dev); in adf_attach()
|
| /freebsd/sys/dev/qat/qat_hw/qat_c62x/ |
| H A D | adf_drv.c | 64 if (accel_dev->hw_device) { in adf_cleanup_accel()
67 adf_clean_hw_data_c62x(accel_dev->hw_device); in adf_cleanup_accel()
72 free(accel_dev->hw_device, M_QAT_C62X); in adf_cleanup_accel()
73 accel_dev->hw_device = NULL; in adf_cleanup_accel()
119 accel_dev->hw_device = hw_data; in adf_attach()
120 adf_init_hw_data_c62x(accel_dev->hw_device); in adf_attach()
214 if (!accel_dev->hw_device->config_device) { in adf_attach()
219 ret = accel_dev->hw_device->config_device(accel_dev); in adf_attach()
|
| H A D | adf_c62x_hw_data.c | 135 struct adf_hw_device_data *hw_device = accel_dev->hw_device; in adf_get_arbiter_mapping() local
139 if (hw_device->ae_mask & (1ULL << i)) in adf_get_arbiter_mapping()
183 struct adf_hw_device_data *hw_device = accel_dev->hw_device; in adf_enable_error_correction() local
190 mask = hw_device->ae_mask; in adf_enable_error_correction()
203 mask = (u64)hw_device->accel_mask; in adf_enable_error_correction()
264 accel_dev->hw_device->clock_frequency = frequency; in measure_clock()
275 struct adf_hw_device_data *hw_data = accel_dev->hw_device; in c62x_get_hw_cap()
332 return accel_dev->hw_device->ae_mask; in get_obj_cfg_ae_mask()
|
| /freebsd/sys/dev/qat/qat_hw/qat_dh895xcc/ |
| H A D | adf_drv.c | 64 if (accel_dev->hw_device) { in adf_cleanup_accel()
67 adf_clean_hw_data_dh895xcc(accel_dev->hw_device); in adf_cleanup_accel()
72 free(accel_dev->hw_device, M_QAT_DH895XCC); in adf_cleanup_accel()
73 accel_dev->hw_device = NULL; in adf_cleanup_accel()
117 accel_dev->hw_device = hw_data; in adf_attach()
118 adf_init_hw_data_dh895xcc(accel_dev->hw_device); in adf_attach()
202 if (!accel_dev->hw_device->config_device) { in adf_attach()
207 ret = accel_dev->hw_device->config_device(accel_dev); in adf_attach()
|
| H A D | adf_dh895xcc_hw_data.c | 196 struct adf_hw_device_data *hw_device = accel_dev->hw_device; in adf_enable_error_correction() local
203 mask = hw_device->ae_mask; in adf_enable_error_correction()
216 mask = (u64)hw_device->accel_mask; in adf_enable_error_correction()
320 return accel_dev->hw_device->ae_mask; in get_obj_cfg_ae_mask()
|
| /freebsd/sys/dev/qat/qat_hw/qat_c3xxx/ |
| H A D | adf_drv.c | 64 if (accel_dev->hw_device) { in adf_cleanup_accel()
67 adf_clean_hw_data_c3xxx(accel_dev->hw_device); in adf_cleanup_accel()
72 free(accel_dev->hw_device, M_QAT_C3XXX); in adf_cleanup_accel()
73 accel_dev->hw_device = NULL; in adf_cleanup_accel()
119 accel_dev->hw_device = hw_data; in adf_attach()
120 adf_init_hw_data_c3xxx(accel_dev->hw_device); in adf_attach()
213 if (!accel_dev->hw_device->config_device) { in adf_attach()
218 ret = accel_dev->hw_device->config_device(accel_dev); in adf_attach()
|
| H A D | adf_c3xxx_hw_data.c | 131 struct adf_hw_device_data *hw_device = accel_dev->hw_device; in adf_get_arbiter_mapping() local
135 if (hw_device->ae_mask & (1ULL << i)) in adf_get_arbiter_mapping()
179 struct adf_hw_device_data *hw_device = accel_dev->hw_device; in adf_enable_error_correction() local
186 mask = hw_device->ae_mask; in adf_enable_error_correction()
199 mask = (u64)hw_device->accel_mask; in adf_enable_error_correction()
260 accel_dev->hw_device->clock_frequency = frequency; in measure_clock()
271 struct adf_hw_device_data *hw_data = accel_dev->hw_device; in c3xxx_get_hw_cap()
327 return accel_dev->hw_device->ae_mask; in get_obj_cfg_ae_mask()
|
| /freebsd/sys/dev/qat/qat_hw/qat_200xx/ |
| H A D | adf_drv.c | 64 if (accel_dev->hw_device) { in adf_cleanup_accel()
67 adf_clean_hw_data_200xx(accel_dev->hw_device); in adf_cleanup_accel()
72 free(accel_dev->hw_device, M_QAT_200XX); in adf_cleanup_accel()
73 accel_dev->hw_device = NULL; in adf_cleanup_accel()
121 accel_dev->hw_device = hw_data; in adf_attach()
122 adf_init_hw_data_200xx(accel_dev->hw_device); in adf_attach()
224 if (!accel_dev->hw_device->config_device) { in adf_attach()
229 ret = accel_dev->hw_device->config_device(accel_dev); in adf_attach()
|
| H A D | adf_200xx_hw_data.c | 132 struct adf_hw_device_data *hw_device = accel_dev->hw_device; in adf_get_arbiter_mapping() local
136 if (hw_device->ae_mask & (1ULL << i)) in adf_get_arbiter_mapping()
299 struct adf_hw_device_data *hw_device = accel_dev->hw_device; in adf_enable_error_correction() local
306 mask = hw_device->ae_mask; in adf_enable_error_correction()
319 mask = (u64)hw_device->accel_mask; in adf_enable_error_correction()
335 adf_enable_mmp_error_correction(csr, hw_device); in adf_enable_error_correction()
386 accel_dev->hw_device->clock_frequency = frequency; in measure_clock()
397 struct adf_hw_device_data *hw_data = accel_dev->hw_device; in adf_200xx_get_hw_cap()
452 return accel_dev->hw_device->ae_mask; in get_obj_cfg_ae_mask()
|
| /freebsd/sys/dev/qat/qat_hw/qat_4xxx/ |
| H A D | adf_drv.c | 136 if (accel_dev->hw_device) { in adf_cleanup_accel()
141 adf_clean_hw_data_4xxx(accel_dev->hw_device); in adf_cleanup_accel()
146 free(accel_dev->hw_device, M_QAT_4XXX); in adf_cleanup_accel()
147 accel_dev->hw_device = NULL; in adf_cleanup_accel()
196 accel_dev->hw_device = hw_data; in adf_attach()
197 adf_init_hw_data_4xxx(accel_dev->hw_device, pci_get_device(dev)); in adf_attach()
287 if (!accel_dev->hw_device->config_device) { in adf_attach()
292 ret = accel_dev->hw_device->config_device(accel_dev); in adf_attach()
|
| H A D | adf_4xxx_hw_data.c | 116 u32 fusectl4 = accel_dev->hw_device->fuses; in get_ae_mask()
124 accel_dev->hw_device->asym_rings_mask = ADF_4XXX_DEF_ASYM_MASK; in adf_set_asym_rings_mask()
319 accel_dev->hw_device->clock_frequency = frequency; in measure_clock()
377 struct adf_hw_device_data *hw_data = accel_dev->hw_device; in get_accel_unit_config()
453 accel_dev->hw_device->extended_dc_capabilities = 0; in get_accel_unit_config()
455 accel_dev->hw_device->accel_capabilities_mask = in get_accel_unit_config()
468 struct adf_hw_device_data *hw_data = accel_dev->hw_device; in adf_init_accel_unit_services()
585 struct adf_hw_device_data *hw_data = accel_dev->hw_device; in get_obj_cfg_ae_mask()
605 struct adf_hw_device_data *hw_data = accel_dev->hw_device; in adf_4xxx_get_service_type()
655 struct adf_hw_device_data *hw_data = accel_dev->hw_device; in adf_get_dc_extcapabilities()
[all …]
|
| /freebsd/sys/dev/qat/qat_hw/qat_4xxxvf/ |
| H A D | adf_drv.c | 77 if (accel_dev->hw_device) { in adf_cleanup_accel()
82 adf_clean_hw_data_4xxxiov(accel_dev->hw_device); in adf_cleanup_accel()
87 free(accel_dev->hw_device, M_QAT_4XXXVF); in adf_cleanup_accel()
88 accel_dev->hw_device = NULL; in adf_cleanup_accel()
128 accel_dev->hw_device = hw_data; in adf_attach()
129 adf_init_hw_data_4xxxiov(accel_dev->hw_device); in adf_attach()
|
| H A D | adf_4xxxvf_hw_data.c | 209 accel_dev->hw_device->asym_rings_mask = ADF_4XXX_DEF_ASYM_MASK; in adf_set_asym_rings_mask()
219 hw_data = accel_dev->hw_device; in enable_pf2vm_interrupt()
233 hw_data = accel_dev->hw_device; in disable_pf2vm_interrupt()
248 hw_data = accel_dev->hw_device; in interrupt_active_pf2vm()
266 hw_data = accel_dev->hw_device; in get_int_active_bundles()
297 if (accel_dev->hw_device->get_ring_to_svc_done) in get_ring_to_svc_map()
333 if (bank_number >= accel_dev->hw_device->num_banks) in adf_4xxxvf_ring_pair_reset()
|