383 	struct hisi_qm *qm;  member
504 static u32 qm_get_hw_error_status(struct hisi_qm *qm)  in qm_get_hw_error_status()
509 static u32 qm_get_dev_err_status(struct hisi_qm *qm)  in qm_get_dev_err_status()
515 static bool qm_check_dev_error(struct hisi_qm *qm)  in qm_check_dev_error()
533 static int qm_wait_reset_finish(struct hisi_qm *qm)  in qm_wait_reset_finish()
547 static int qm_reset_prepare_ready(struct hisi_qm *qm)  in qm_reset_prepare_ready()
562 static void qm_reset_bit_clear(struct hisi_qm *qm)  in qm_reset_bit_clear()
586 int hisi_qm_wait_mb_ready(struct hisi_qm *qm)  in hisi_qm_wait_mb_ready()
597 static void qm_mb_write(struct hisi_qm *qm, const void *src)  in qm_mb_write()
623 static int qm_mb_nolock(struct hisi_qm *qm, struct qm_mailbox *mailbox)  in qm_mb_nolock()
656 int hisi_qm_mb(struct hisi_qm *qm, u8 cmd, dma_addr_t dma_addr, u16 queue,  in hisi_qm_mb()
673 int qm_set_and_get_xqc(struct hisi_qm *qm, u8 cmd, void *xqc, u32 qp_id, bool op)  in qm_set_and_get_xqc()
727 static void qm_db_v1(struct hisi_qm *qm, u16 qn, u8 cmd, u16 index, u8 priority)  in qm_db_v1()
738 static void qm_db_v2(struct hisi_qm *qm, u16 qn, u8 cmd, u16 index, u8 priority)  in qm_db_v2()
758 static void qm_db(struct hisi_qm *qm, u16 qn, u8 cmd, u16 index, u8 priority)  in qm_db()
766 static void qm_disable_clock_gate(struct hisi_qm *qm)  in qm_disable_clock_gate()
779 static int qm_dev_mem_reset(struct hisi_qm *qm)  in qm_dev_mem_reset()
798 u32 hisi_qm_get_hw_info(struct hisi_qm *qm,  in hisi_qm_get_hw_info()
819 u32 hisi_qm_get_cap_value(struct hisi_qm *qm,  in hisi_qm_get_cap_value()
840 static void qm_get_xqc_depth(struct hisi_qm *qm, u16 *low_bits,  in qm_get_xqc_depth()
850 int hisi_qm_set_algs(struct hisi_qm *qm, u64 alg_msk, const struct qm_dev_alg *dev_algs,  in hisi_qm_set_algs()
884 static u32 qm_get_irq_num(struct hisi_qm *qm)  in qm_get_irq_num()
892 static int qm_pm_get_sync(struct hisi_qm *qm)  in qm_pm_get_sync()
909 static void qm_pm_put_sync(struct hisi_qm *qm)  in qm_pm_put_sync()
932 	struct hisi_qm *qm = qp->qm;  in qm_poll_req_cb()  local
955 	struct hisi_qm *qm = poll_data->qm;  in qm_work_process()  local
975 static void qm_get_complete_eqe_num(struct hisi_qm *qm)  in qm_get_complete_eqe_num()
1020 	struct hisi_qm *qm = data;  in qm_eq_irq()  local
1030 	struct hisi_qm *qm = data;  in qm_mb_cmd_irq()  local
1062 static void qm_disable_qp(struct hisi_qm *qm, u32 qp_id)  in qm_disable_qp()
1071 static void qm_reset_function(struct hisi_qm *qm)  in qm_reset_function()
1101 	struct hisi_qm *qm = data;  in qm_aeq_thread()  local
1157 static void qm_init_prefetch(struct hisi_qm *qm)  in qm_init_prefetch()
1250 static void qm_vft_data_cfg(struct hisi_qm *qm, enum vft_type type, u32 base,  in qm_vft_data_cfg()
1303 static int qm_set_vft_common(struct hisi_qm *qm, enum vft_type type,  in qm_set_vft_common()
1336 static int qm_shaper_init_vft(struct hisi_qm *qm, u32 fun_num)  in qm_shaper_init_vft()
1358 static int qm_set_sqc_cqc_vft(struct hisi_qm *qm, u32 fun_num, u32 base,  in qm_set_sqc_cqc_vft()
1384 static int qm_get_vft_v2(struct hisi_qm *qm, u32 *base, u32 *number)  in qm_get_vft_v2()
1402 static void qm_hw_error_init_v1(struct hisi_qm *qm)  in qm_hw_error_init_v1()
1407 static void qm_hw_error_cfg(struct hisi_qm *qm)  in qm_hw_error_cfg()
1422 static void qm_hw_error_init_v2(struct hisi_qm *qm)  in qm_hw_error_init_v2()
1433 static void qm_hw_error_uninit_v2(struct hisi_qm *qm)  in qm_hw_error_uninit_v2()
1441 static void qm_hw_error_init_v3(struct hisi_qm *qm)  in qm_hw_error_init_v3()
1455 static void qm_hw_error_uninit_v3(struct hisi_qm *qm)  in qm_hw_error_uninit_v3()
1466 static void qm_log_hw_error(struct hisi_qm *qm, u32 error_status)  in qm_log_hw_error()
1508 static enum acc_err_result qm_hw_error_handle_v2(struct hisi_qm *qm)  in qm_hw_error_handle_v2()
1534 static int qm_get_mb_cmd(struct hisi_qm *qm, u64 *msg, u16 fun_num)  in qm_get_mb_cmd()
1553 static void qm_clear_cmd_interrupt(struct hisi_qm *qm, u64 vf_mask)  in qm_clear_cmd_interrupt()
1565 static void qm_handle_vf_msg(struct hisi_qm *qm, u32 vf_id)  in qm_handle_vf_msg()
1593 static int qm_wait_vf_prepare_finish(struct hisi_qm *qm)  in qm_wait_vf_prepare_finish()
1633 static void qm_trigger_vf_interrupt(struct hisi_qm *qm, u32 fun_num)  in qm_trigger_vf_interrupt()
1647 static void qm_trigger_pf_interrupt(struct hisi_qm *qm)  in qm_trigger_pf_interrupt()
1656 static int qm_ping_single_vf(struct hisi_qm *qm, enum qm_ifc_cmd cmd, u32 data, u32 fun_num)  in qm_ping_single_vf()
1689 static int qm_ping_all_vfs(struct hisi_qm *qm, enum qm_ifc_cmd cmd)  in qm_ping_all_vfs()
1730 static int qm_ping_pf(struct hisi_qm *qm, enum qm_ifc_cmd cmd)  in qm_ping_pf()
1762 static int qm_drain_qm(struct hisi_qm *qm)  in qm_drain_qm()
1772 static int qm_set_msi(struct hisi_qm *qm, bool set)  in qm_set_msi()
1794 static void qm_wait_msi_finish(struct hisi_qm *qm)  in qm_wait_msi_finish()
1829 static int qm_set_msi_v3(struct hisi_qm *qm, bool set)  in qm_set_msi_v3()
1859 static int qm_set_ifc_begin_v3(struct hisi_qm *qm, enum qm_ifc_cmd cmd, u32 data, u32 fun_num)  in qm_set_ifc_begin_v3()
1871 static void qm_set_ifc_end_v3(struct hisi_qm *qm)  in qm_set_ifc_end_v3()
1876 static int qm_get_ifc_v3(struct hisi_qm *qm, enum qm_ifc_cmd *cmd, u32 *data, u32 fun_num)  in qm_get_ifc_v3()
1893 static int qm_set_ifc_begin_v4(struct hisi_qm *qm, enum qm_ifc_cmd cmd, u32 data, u32 fun_num)  in qm_set_ifc_begin_v4()
1911 static void qm_set_ifc_end_v4(struct hisi_qm *qm)  in qm_set_ifc_end_v4()
1916 static u64 qm_get_ifc_pf(struct hisi_qm *qm, u32 fun_num)  in qm_get_ifc_pf()
1925 static u64 qm_get_ifc_vf(struct hisi_qm *qm)  in qm_get_ifc_vf()
1930 static int qm_get_ifc_v4(struct hisi_qm *qm, enum qm_ifc_cmd *cmd, u32 *data, u32 fun_num)  in qm_get_ifc_v4()
2006 static struct hisi_qp *qm_create_qp_nolock(struct hisi_qm *qm, u8 alg_type)  in qm_create_qp_nolock()
2053 static struct hisi_qp *hisi_qm_create_qp(struct hisi_qm *qm, u8 alg_type)  in hisi_qm_create_qp()
2080 	struct hisi_qm *qm = qp->qm;  in hisi_qm_release_qp()  local
2094 	struct hisi_qm *qm = qp->qm;  in qm_sq_ctx_cfg()  local
2120 	struct hisi_qm *qm = qp->qm;  in qm_cq_ctx_cfg()  local
2162 	struct hisi_qm *qm = qp->qm;  in qm_start_qp_nolock()  local
2193 	struct hisi_qm *qm = qp->qm;  in hisi_qm_start_qp()  local
2216 	struct hisi_qm *qm = qp->qm;  in qp_stop_fail_cb()  local
2227 static int qm_wait_qp_empty(struct hisi_qm *qm, u32 *state, u32 qp_id)  in qm_wait_qp_empty()
2275 	struct hisi_qm *qm = qp->qm;  in qm_drain_qp()  local
2309 	struct hisi_qm *qm = qp->qm;  in qm_stop_qp_nolock()  local
2396 static void hisi_qm_cache_wb(struct hisi_qm *qm)  in hisi_qm_cache_wb()
2418 	struct hisi_qm *qm = uacce->priv;  in hisi_qm_get_available_instances()  local
2428 static void hisi_qm_set_hw_reset(struct hisi_qm *qm, int offset)  in hisi_qm_set_hw_reset()
2440 	struct hisi_qm *qm = uacce->priv;  in hisi_qm_uacce_get_queue()  local
2471 	struct hisi_qm *qm = qp->qm;  in hisi_qm_uacce_mmap()  local
2529 	struct hisi_qm *qm = qp->qm;  in hisi_qm_uacce_stop_queue()  local
2574 	struct hisi_qm *qm = q->uacce->priv;  in qm_set_sqctype()  local
2629 static int qm_hw_err_isolate(struct hisi_qm *qm)  in qm_hw_err_isolate()
2673 static void qm_hw_err_destroy(struct hisi_qm *qm)  in qm_hw_err_destroy()
2685 	struct hisi_qm *qm = uacce->priv;  in hisi_qm_get_isolate_state()  local
2699 	struct hisi_qm *qm = uacce->priv;  in hisi_qm_isolate_threshold_write()  local
2720 	struct hisi_qm *qm = uacce->priv;  in hisi_qm_isolate_threshold_read()  local
2745 static void qm_remove_uacce(struct hisi_qm *qm)  in qm_remove_uacce()
2759 static void qm_uacce_api_ver_init(struct hisi_qm *qm)  in qm_uacce_api_ver_init()
2780 static int qm_alloc_uacce(struct hisi_qm *qm)  in qm_alloc_uacce()
2846 static int qm_frozen(struct hisi_qm *qm)  in qm_frozen()
2868 	struct hisi_qm *qm, *vf_qm;  in qm_try_frozen_vfs()  local
2901 void hisi_qm_wait_task_finish(struct hisi_qm *qm, struct hisi_qm_list *qm_list)  in hisi_qm_wait_task_finish()
2920 static void hisi_qp_memory_uninit(struct hisi_qm *qm, int num)  in hisi_qp_memory_uninit()
2936 static int hisi_qp_memory_init(struct hisi_qm *qm, size_t dma_size, int id,  in hisi_qp_memory_init()
2972 static void hisi_qm_pre_init(struct hisi_qm *qm)  in hisi_qm_pre_init()
2996 static void qm_cmd_uninit(struct hisi_qm *qm)  in qm_cmd_uninit()
3008 static void qm_cmd_init(struct hisi_qm *qm)  in qm_cmd_init()
3024 static void qm_put_pci_res(struct hisi_qm *qm)  in qm_put_pci_res()
3035 static void hisi_mig_region_clear(struct hisi_qm *qm)  in hisi_mig_region_clear()
3047 static void hisi_mig_region_enable(struct hisi_qm *qm)  in hisi_mig_region_enable()
3059 static void hisi_qm_pci_uninit(struct hisi_qm *qm)  in hisi_qm_pci_uninit()
3069 static void hisi_qm_set_state(struct hisi_qm *qm, u8 state)  in hisi_qm_set_state()
3075 static void hisi_qm_unint_work(struct hisi_qm *qm)  in hisi_qm_unint_work()
3080 static void hisi_qm_free_rsv_buf(struct hisi_qm *qm)  in hisi_qm_free_rsv_buf()
3088 static void hisi_qm_memory_uninit(struct hisi_qm *qm)  in hisi_qm_memory_uninit()
3112 void hisi_qm_uninit(struct hisi_qm *qm)  in hisi_qm_uninit()
3140 static int hisi_qm_get_vft(struct hisi_qm *qm, u32 *base, u32 *number)  in hisi_qm_get_vft()
3167 static int hisi_qm_set_vft(struct hisi_qm *qm, u32 fun_num, u32 base,  in hisi_qm_set_vft()
3179 static void qm_init_eq_aeq_status(struct hisi_qm *qm)  in qm_init_eq_aeq_status()
3189 static void qm_enable_eq_aeq_interrupts(struct hisi_qm *qm)  in qm_enable_eq_aeq_interrupts()
3199 static void qm_disable_eq_aeq_interrupts(struct hisi_qm *qm)  in qm_disable_eq_aeq_interrupts()
3205 static int qm_eq_ctx_cfg(struct hisi_qm *qm)  in qm_eq_ctx_cfg()
3218 static int qm_aeq_ctx_cfg(struct hisi_qm *qm)  in qm_aeq_ctx_cfg()
3229 static int qm_eq_aeq_ctx_cfg(struct hisi_qm *qm)  in qm_eq_aeq_ctx_cfg()
3248 static int __hisi_qm_start(struct hisi_qm *qm)  in __hisi_qm_start()
3288 int hisi_qm_start(struct hisi_qm *qm)  in hisi_qm_start()
3316 static int qm_restart(struct hisi_qm *qm)  in qm_restart()
3347 static void qm_stop_started_qp(struct hisi_qm *qm)  in qm_stop_started_qp()
3369 static void qm_invalid_queues(struct hisi_qm *qm)  in qm_invalid_queues()
3411 int hisi_qm_stop(struct hisi_qm *qm, enum qm_stop_reason r)  in hisi_qm_stop()
3465 static void qm_hw_error_init(struct hisi_qm *qm)  in qm_hw_error_init()
3475 static void qm_hw_error_uninit(struct hisi_qm *qm)  in qm_hw_error_uninit()
3485 static enum acc_err_result qm_hw_error_handle(struct hisi_qm *qm)  in qm_hw_error_handle()
3501 void hisi_qm_dev_err_init(struct hisi_qm *qm)  in hisi_qm_dev_err_init()
3522 void hisi_qm_dev_err_uninit(struct hisi_qm *qm)  in hisi_qm_dev_err_uninit()
3568 	struct hisi_qm *qm;  in hisi_qm_sort_devices()  local
3654 static int qm_vf_q_assign(struct hisi_qm *qm, u32 num_vfs)  in qm_vf_q_assign()
3701 static void qm_clear_vft_config(struct hisi_qm *qm)  in qm_clear_vft_config()
3716 static int qm_func_shaper_enable(struct hisi_qm *qm, u32 fun_index, u32 qos)  in qm_func_shaper_enable()
3758 static u32 qm_get_shaper_vft_qos(struct hisi_qm *qm, u32 fun_index)  in qm_get_shaper_vft_qos()
3808 static void qm_vf_get_qos(struct hisi_qm *qm, u32 fun_num)  in qm_vf_get_qos()
3825 static int qm_vf_read_qos(struct hisi_qm *qm)  in qm_vf_read_qos()
3857 	struct hisi_qm *qm = filp->private_data;  in qm_algqos_read()  local
3894 static ssize_t qm_get_qos_value(struct hisi_qm *qm, const char *buf,  in qm_get_qos_value()
3937 	struct hisi_qm *qm = filp->private_data;  in qm_algqos_write()  local
4001 void hisi_qm_set_algqos_init(struct hisi_qm *qm)  in hisi_qm_set_algqos_init()
4011 static void hisi_qm_init_vf_qos(struct hisi_qm *qm, int total_func)  in hisi_qm_init_vf_qos()
4030 	struct hisi_qm *qm = pci_get_drvdata(pdev);  in hisi_qm_sriov_enable()  local
4089 	struct hisi_qm *qm = pci_get_drvdata(pdev);  in hisi_qm_sriov_disable()  local
4126 static enum acc_err_result qm_dev_err_handle(struct hisi_qm *qm)  in qm_dev_err_handle()
4136 static enum acc_err_result qm_process_dev_error(struct hisi_qm *qm)  in qm_process_dev_error()
4162 	struct hisi_qm *qm = pci_get_drvdata(pdev);  in hisi_qm_dev_err_detected()  local
4180 static int qm_check_req_recv(struct hisi_qm *qm)  in qm_check_req_recv()
4208 static int qm_set_pf_mse(struct hisi_qm *qm, bool set)  in qm_set_pf_mse()
4232 static int qm_set_vf_mse(struct hisi_qm *qm, bool set)  in qm_set_vf_mse()
4264 static void qm_dev_ecc_mbit_handle(struct hisi_qm *qm)  in qm_dev_ecc_mbit_handle()
4286 static int qm_vf_reset_prepare(struct hisi_qm *qm,  in qm_vf_reset_prepare()
4316 static int qm_try_stop_vfs(struct hisi_qm *qm, enum qm_ifc_cmd cmd,  in qm_try_stop_vfs()
4339 static int qm_controller_reset_prepare(struct hisi_qm *qm)  in qm_controller_reset_prepare()
4388 static int qm_master_ooo_check(struct hisi_qm *qm)  in qm_master_ooo_check()
4404 static int qm_soft_reset_prepare(struct hisi_qm *qm)  in qm_soft_reset_prepare()
4442 static int qm_reset_device(struct hisi_qm *qm)  in qm_reset_device()
4471 static int qm_soft_reset(struct hisi_qm *qm)  in qm_soft_reset()
4482 static int qm_vf_reset_done(struct hisi_qm *qm)  in qm_vf_reset_done()
4511 static int qm_try_start_vfs(struct hisi_qm *qm, enum qm_ifc_cmd cmd)  in qm_try_start_vfs()
4539 static int qm_dev_hw_init(struct hisi_qm *qm)  in qm_dev_hw_init()
4544 static void qm_restart_prepare(struct hisi_qm *qm)  in qm_restart_prepare()
4572 static void qm_restart_done(struct hisi_qm *qm)  in qm_restart_done()
4593 static void qm_disable_axi_error(struct hisi_qm *qm)  in qm_disable_axi_error()
4608 static void qm_enable_axi_error(struct hisi_qm *qm)  in qm_enable_axi_error()
4621 static int qm_controller_reset_done(struct hisi_qm *qm)  in qm_controller_reset_done()
4686 static int qm_controller_reset(struct hisi_qm *qm)  in qm_controller_reset()
4736 	struct hisi_qm *qm = pci_get_drvdata(pdev);  in hisi_qm_dev_slot_reset()  local
4756 	struct hisi_qm *qm = pci_get_drvdata(pdev);  in hisi_qm_reset_prepare()  local
4805 	struct hisi_qm *qm = pci_get_drvdata(pf_pdev);  in qm_flr_reset_complete()  local
4820 	struct hisi_qm *qm = pci_get_drvdata(pdev);  in hisi_qm_reset_done()  local
4860 	struct hisi_qm *qm = data;  in qm_rsvd_irq()  local
4869 	struct hisi_qm *qm = data;  in qm_abnormal_irq()  local
4890 	struct hisi_qm *qm = pci_get_drvdata(pdev);  in hisi_qm_dev_shutdown()  local
4901 	struct hisi_qm *qm = container_of(rst_work, struct hisi_qm, rst_work);  in hisi_qm_controller_reset()  local
4918 static void qm_pf_reset_vf_prepare(struct hisi_qm *qm,  in qm_pf_reset_vf_prepare()
4953 static void qm_pf_reset_vf_done(struct hisi_qm *qm)  in qm_pf_reset_vf_done()
4974 static int qm_wait_pf_reset_finish(struct hisi_qm *qm)  in qm_wait_pf_reset_finish()
5009 static void qm_pf_reset_vf_process(struct hisi_qm *qm,  in qm_pf_reset_vf_process()
5036 static void qm_handle_cmd_msg(struct hisi_qm *qm, u32 fun_num)  in qm_handle_cmd_msg()
5075 	struct hisi_qm *qm = container_of(cmd_process,  in qm_cmd_process()  local
5105 int hisi_qm_alg_register(struct hisi_qm *qm, struct hisi_qm_list *qm_list, int guard)  in hisi_qm_alg_register()
5131 void hisi_qm_alg_unregister(struct hisi_qm *qm, struct hisi_qm_list *qm_list, int guard)  in hisi_qm_alg_unregister()
5143 static void qm_unregister_abnormal_irq(struct hisi_qm *qm)  in qm_unregister_abnormal_irq()
5159 static int qm_register_abnormal_irq(struct hisi_qm *qm)  in qm_register_abnormal_irq()
5191 static void qm_unregister_mb_cmd_irq(struct hisi_qm *qm)  in qm_unregister_mb_cmd_irq()
5204 static int qm_register_mb_cmd_irq(struct hisi_qm *qm)  in qm_register_mb_cmd_irq()
5222 static void qm_unregister_aeq_irq(struct hisi_qm *qm)  in qm_unregister_aeq_irq()
5235 static int qm_register_aeq_irq(struct hisi_qm *qm)  in qm_register_aeq_irq()
5254 static void qm_unregister_eq_irq(struct hisi_qm *qm)  in qm_unregister_eq_irq()
5267 static int qm_register_eq_irq(struct hisi_qm *qm)  in qm_register_eq_irq()
5285 static void qm_irqs_unregister(struct hisi_qm *qm)  in qm_irqs_unregister()
5293 static int qm_irqs_register(struct hisi_qm *qm)  in qm_irqs_register()
5324 static int qm_get_qp_num(struct hisi_qm *qm)  in qm_get_qp_num()
5361 static int qm_pre_store_caps(struct hisi_qm *qm)  in qm_pre_store_caps()
5385 static int qm_get_hw_caps(struct hisi_qm *qm)  in qm_get_hw_caps()
5421 static void qm_get_version(struct hisi_qm *qm)  in qm_get_version()
5435 static int qm_get_pci_res(struct hisi_qm *qm)  in qm_get_pci_res()
5492 static int qm_clear_device(struct hisi_qm *qm)  in qm_clear_device()
5529 static int hisi_qm_pci_init(struct hisi_qm *qm)  in hisi_qm_pci_init()
5579 static int hisi_qm_init_work(struct hisi_qm *qm)  in hisi_qm_init_work()
5603 static int hisi_qp_alloc_memory(struct hisi_qm *qm)  in hisi_qp_alloc_memory()
5641 static int hisi_qm_alloc_rsv_buf(struct hisi_qm *qm)  in hisi_qm_alloc_rsv_buf()
5671 static int hisi_qm_memory_init(struct hisi_qm *qm)  in hisi_qm_memory_init()
5687 #define QM_INIT_BUF(qm, type, num) do { \  in hisi_qm_memory_init()  argument
5740 int hisi_qm_init(struct hisi_qm *qm)  in hisi_qm_init()
5805 int hisi_qm_get_dfx_access(struct hisi_qm *qm)  in hisi_qm_get_dfx_access()
5824 void hisi_qm_put_dfx_access(struct hisi_qm *qm)  in hisi_qm_put_dfx_access()
5836 void hisi_qm_pm_init(struct hisi_qm *qm)  in hisi_qm_pm_init()
5855 void hisi_qm_pm_uninit(struct hisi_qm *qm)  in hisi_qm_pm_uninit()
5867 static int qm_prepare_for_suspend(struct hisi_qm *qm)  in qm_prepare_for_suspend()
5895 static int qm_rebuild_for_resume(struct hisi_qm *qm)  in qm_rebuild_for_resume()
5940 	struct hisi_qm *qm = pci_get_drvdata(pdev);  in hisi_qm_suspend()  local
5968 	struct hisi_qm *qm = pci_get_drvdata(pdev);  in hisi_qm_resume()  local