Lines Matching full:ab

139 static int ath12k_pci_bus_wake_up(struct ath12k_base *ab)  in ath12k_pci_bus_wake_up()  argument
141 struct ath12k_pci *ab_pci = ath12k_pci_priv(ab); in ath12k_pci_bus_wake_up()
146 static void ath12k_pci_bus_release(struct ath12k_base *ab) in ath12k_pci_bus_release() argument
148 struct ath12k_pci *ab_pci = ath12k_pci_priv(ab); in ath12k_pci_bus_release()
165 struct ath12k_base *ab = ab_pci->ab; in ath12k_pci_select_window() local
178 ab->mem + WINDOW_REG_ADDRESS); in ath12k_pci_select_window()
179 ioread32(ab->mem + WINDOW_REG_ADDRESS); in ath12k_pci_select_window()
196 iowrite32(WINDOW_ENABLE_BIT | window, ab_pci->ab->mem + WINDOW_REG_ADDRESS); in ath12k_pci_select_static_window()
199 static u32 ath12k_pci_get_window_start(struct ath12k_base *ab, in ath12k_pci_get_window_start() argument
221 static void ath12k_pci_soc_global_reset(struct ath12k_base *ab) in ath12k_pci_soc_global_reset() argument
225 val = ath12k_pci_read32(ab, PCIE_SOC_GLOBAL_RESET); in ath12k_pci_soc_global_reset()
229 ath12k_pci_write32(ab, PCIE_SOC_GLOBAL_RESET, val); in ath12k_pci_soc_global_reset()
238 ath12k_pci_write32(ab, PCIE_SOC_GLOBAL_RESET, val); in ath12k_pci_soc_global_reset()
242 val = ath12k_pci_read32(ab, PCIE_SOC_GLOBAL_RESET); in ath12k_pci_soc_global_reset()
244 ath12k_warn(ab, "link down error during global reset\n"); in ath12k_pci_soc_global_reset()
247 static void ath12k_pci_clear_dbg_registers(struct ath12k_base *ab) in ath12k_pci_clear_dbg_registers() argument
252 val = ath12k_pci_read32(ab, PCIE_Q6_COOKIE_ADDR); in ath12k_pci_clear_dbg_registers()
253 ath12k_dbg(ab, ATH12K_DBG_PCI, "cookie:0x%x\n", val); in ath12k_pci_clear_dbg_registers()
255 val = ath12k_pci_read32(ab, WLAON_WARM_SW_ENTRY); in ath12k_pci_clear_dbg_registers()
256 ath12k_dbg(ab, ATH12K_DBG_PCI, "WLAON_WARM_SW_ENTRY 0x%x\n", val); in ath12k_pci_clear_dbg_registers()
264 ath12k_pci_write32(ab, WLAON_WARM_SW_ENTRY, 0); in ath12k_pci_clear_dbg_registers()
267 val = ath12k_pci_read32(ab, WLAON_WARM_SW_ENTRY); in ath12k_pci_clear_dbg_registers()
268 ath12k_dbg(ab, ATH12K_DBG_PCI, "WLAON_WARM_SW_ENTRY 0x%x\n", val); in ath12k_pci_clear_dbg_registers()
273 val = ath12k_pci_read32(ab, WLAON_SOC_RESET_CAUSE_REG); in ath12k_pci_clear_dbg_registers()
274 ath12k_dbg(ab, ATH12K_DBG_PCI, "soc reset cause:%d\n", val); in ath12k_pci_clear_dbg_registers()
277 static void ath12k_pci_enable_ltssm(struct ath12k_base *ab) in ath12k_pci_enable_ltssm() argument
282 val = ath12k_pci_read32(ab, PCIE_PCIE_PARF_LTSSM); in ath12k_pci_enable_ltssm()
289 ath12k_pci_write32(ab, PCIE_PCIE_PARF_LTSSM, PARM_LTSSM_VALUE); in ath12k_pci_enable_ltssm()
290 val = ath12k_pci_read32(ab, PCIE_PCIE_PARF_LTSSM); in ath12k_pci_enable_ltssm()
293 ath12k_dbg(ab, ATH12K_DBG_PCI, "pci ltssm 0x%x\n", val); in ath12k_pci_enable_ltssm()
295 val = ath12k_pci_read32(ab, GCC_GCC_PCIE_HOT_RST(ab)); in ath12k_pci_enable_ltssm()
297 ath12k_pci_write32(ab, GCC_GCC_PCIE_HOT_RST(ab), val); in ath12k_pci_enable_ltssm()
298 val = ath12k_pci_read32(ab, GCC_GCC_PCIE_HOT_RST(ab)); in ath12k_pci_enable_ltssm()
300 ath12k_dbg(ab, ATH12K_DBG_PCI, "pci pcie_hot_rst 0x%x\n", val); in ath12k_pci_enable_ltssm()
305 static void ath12k_pci_clear_all_intrs(struct ath12k_base *ab) in ath12k_pci_clear_all_intrs() argument
312 ath12k_pci_write32(ab, PCIE_PCIE_INT_ALL_CLEAR, PCIE_INT_CLEAR_ALL); in ath12k_pci_clear_all_intrs()
315 static void ath12k_pci_set_wlaon_pwr_ctrl(struct ath12k_base *ab) in ath12k_pci_set_wlaon_pwr_ctrl() argument
319 val = ath12k_pci_read32(ab, WLAON_QFPROM_PWR_CTRL_REG); in ath12k_pci_set_wlaon_pwr_ctrl()
321 ath12k_pci_write32(ab, WLAON_QFPROM_PWR_CTRL_REG, val); in ath12k_pci_set_wlaon_pwr_ctrl()
324 static void ath12k_pci_force_wake(struct ath12k_base *ab) in ath12k_pci_force_wake() argument
326 ath12k_pci_write32(ab, PCIE_SOC_WAKE_PCIE_LOCAL_REG, 1); in ath12k_pci_force_wake()
330 static void ath12k_pci_sw_reset(struct ath12k_base *ab, bool power_on) in ath12k_pci_sw_reset() argument
333 ath12k_pci_enable_ltssm(ab); in ath12k_pci_sw_reset()
334 ath12k_pci_clear_all_intrs(ab); in ath12k_pci_sw_reset()
335 ath12k_pci_set_wlaon_pwr_ctrl(ab); in ath12k_pci_sw_reset()
338 ath12k_mhi_clear_vector(ab); in ath12k_pci_sw_reset()
339 ath12k_pci_clear_dbg_registers(ab); in ath12k_pci_sw_reset()
340 ath12k_pci_soc_global_reset(ab); in ath12k_pci_sw_reset()
341 ath12k_mhi_set_mhictrl_reset(ab); in ath12k_pci_sw_reset()
344 static void ath12k_pci_free_ext_irq(struct ath12k_base *ab) in ath12k_pci_free_ext_irq() argument
349 struct ath12k_ext_irq_grp *irq_grp = &ab->ext_irq_grp[i]; in ath12k_pci_free_ext_irq()
352 free_irq(ab->irq_num[irq_grp->irqs[j]], irq_grp); in ath12k_pci_free_ext_irq()
359 static void ath12k_pci_free_irq(struct ath12k_base *ab) in ath12k_pci_free_irq() argument
363 for (i = 0; i < ab->hw_params->ce_count; i++) { in ath12k_pci_free_irq()
364 if (ath12k_ce_get_attr_flags(ab, i) & CE_ATTR_DIS_INTR) in ath12k_pci_free_irq()
367 free_irq(ab->irq_num[irq_idx], &ab->ce.ce_pipe[i]); in ath12k_pci_free_irq()
370 ath12k_pci_free_ext_irq(ab); in ath12k_pci_free_irq()
373 static void ath12k_pci_ce_irq_enable(struct ath12k_base *ab, u16 ce_id) in ath12k_pci_ce_irq_enable() argument
375 struct ath12k_pci *ab_pci = ath12k_pci_priv(ab); in ath12k_pci_ce_irq_enable()
385 enable_irq(ab->irq_num[irq_idx]); in ath12k_pci_ce_irq_enable()
388 static void ath12k_pci_ce_irq_disable(struct ath12k_base *ab, u16 ce_id) in ath12k_pci_ce_irq_disable() argument
390 struct ath12k_pci *ab_pci = ath12k_pci_priv(ab); in ath12k_pci_ce_irq_disable()
400 disable_irq_nosync(ab->irq_num[irq_idx]); in ath12k_pci_ce_irq_disable()
403 static void ath12k_pci_ce_irqs_disable(struct ath12k_base *ab) in ath12k_pci_ce_irqs_disable() argument
407 clear_bit(ATH12K_FLAG_CE_IRQ_ENABLED, &ab->dev_flags); in ath12k_pci_ce_irqs_disable()
409 for (i = 0; i < ab->hw_params->ce_count; i++) { in ath12k_pci_ce_irqs_disable()
410 if (ath12k_ce_get_attr_flags(ab, i) & CE_ATTR_DIS_INTR) in ath12k_pci_ce_irqs_disable()
412 ath12k_pci_ce_irq_disable(ab, i); in ath12k_pci_ce_irqs_disable()
416 static void ath12k_pci_sync_ce_irqs(struct ath12k_base *ab) in ath12k_pci_sync_ce_irqs() argument
421 for (i = 0; i < ab->hw_params->ce_count; i++) { in ath12k_pci_sync_ce_irqs()
422 if (ath12k_ce_get_attr_flags(ab, i) & CE_ATTR_DIS_INTR) in ath12k_pci_sync_ce_irqs()
426 synchronize_irq(ab->irq_num[irq_idx]); in ath12k_pci_sync_ce_irqs()
435 ath12k_ce_per_engine_service(ce_pipe->ab, ce_pipe->pipe_num); in ath12k_pci_ce_workqueue()
437 enable_irq(ce_pipe->ab->irq_num[irq_idx]); in ath12k_pci_ce_workqueue()
443 struct ath12k_base *ab = ce_pipe->ab; in ath12k_pci_ce_interrupt_handler() local
446 if (!test_bit(ATH12K_FLAG_CE_IRQ_ENABLED, &ab->dev_flags)) in ath12k_pci_ce_interrupt_handler()
452 disable_irq_nosync(ab->irq_num[irq_idx]); in ath12k_pci_ce_interrupt_handler()
461 struct ath12k_pci *ab_pci = ath12k_pci_priv(irq_grp->ab); in ath12k_pci_ext_grp_disable()
471 disable_irq_nosync(irq_grp->ab->irq_num[irq_grp->irqs[i]]); in ath12k_pci_ext_grp_disable()
474 static void __ath12k_pci_ext_irq_disable(struct ath12k_base *ab) in __ath12k_pci_ext_irq_disable() argument
478 if (!test_and_clear_bit(ATH12K_FLAG_EXT_IRQ_ENABLED, &ab->dev_flags)) in __ath12k_pci_ext_irq_disable()
482 struct ath12k_ext_irq_grp *irq_grp = &ab->ext_irq_grp[i]; in __ath12k_pci_ext_irq_disable()
496 struct ath12k_pci *ab_pci = ath12k_pci_priv(irq_grp->ab); in ath12k_pci_ext_grp_enable()
506 enable_irq(irq_grp->ab->irq_num[irq_grp->irqs[i]]); in ath12k_pci_ext_grp_enable()
509 static void ath12k_pci_sync_ext_irqs(struct ath12k_base *ab) in ath12k_pci_sync_ext_irqs() argument
514 struct ath12k_ext_irq_grp *irq_grp = &ab->ext_irq_grp[i]; in ath12k_pci_sync_ext_irqs()
518 synchronize_irq(ab->irq_num[irq_idx]); in ath12k_pci_sync_ext_irqs()
528 struct ath12k_base *ab = irq_grp->ab; in ath12k_pci_ext_grp_napi_poll() local
532 work_done = ath12k_dp_service_srng(ab, irq_grp, budget); in ath12k_pci_ext_grp_napi_poll()
536 enable_irq(irq_grp->ab->irq_num[irq_grp->irqs[i]]); in ath12k_pci_ext_grp_napi_poll()
548 struct ath12k_base *ab = irq_grp->ab; in ath12k_pci_ext_interrupt_handler() local
551 if (!test_bit(ATH12K_FLAG_EXT_IRQ_ENABLED, &ab->dev_flags)) in ath12k_pci_ext_interrupt_handler()
554 ath12k_dbg(irq_grp->ab, ATH12K_DBG_PCI, "ext irq:%d\n", irq); in ath12k_pci_ext_interrupt_handler()
560 disable_irq_nosync(irq_grp->ab->irq_num[irq_grp->irqs[i]]); in ath12k_pci_ext_interrupt_handler()
567 static int ath12k_pci_ext_irq_config(struct ath12k_base *ab) in ath12k_pci_ext_irq_config() argument
569 struct ath12k_pci *ab_pci = ath12k_pci_priv(ab); in ath12k_pci_ext_irq_config()
575 ret = ath12k_pci_get_user_msi_assignment(ab, "DP", in ath12k_pci_ext_irq_config()
583 irq_grp = &ab->ext_irq_grp[i]; in ath12k_pci_ext_irq_config()
586 irq_grp->ab = ab; in ath12k_pci_ext_irq_config()
597 if (ab->hw_params->ring_mask->tx[i] || in ath12k_pci_ext_irq_config()
598 ab->hw_params->ring_mask->rx[i] || in ath12k_pci_ext_irq_config()
599 ab->hw_params->ring_mask->rx_err[i] || in ath12k_pci_ext_irq_config()
600 ab->hw_params->ring_mask->rx_wbm_rel[i] || in ath12k_pci_ext_irq_config()
601 ab->hw_params->ring_mask->reo_status[i] || in ath12k_pci_ext_irq_config()
602 ab->hw_params->ring_mask->host2rxdma[i] || in ath12k_pci_ext_irq_config()
603 ab->hw_params->ring_mask->rx_mon_dest[i] || in ath12k_pci_ext_irq_config()
604 ab->hw_params->ring_mask->rx_mon_status[i]) { in ath12k_pci_ext_irq_config()
614 int irq = ath12k_pci_get_msi_irq(ab->dev, vector); in ath12k_pci_ext_irq_config()
616 ab->irq_num[irq_idx] = irq; in ath12k_pci_ext_irq_config()
618 ath12k_dbg(ab, ATH12K_DBG_PCI, in ath12k_pci_ext_irq_config()
626 ath12k_err(ab, "failed request irq %d: %d\n", in ath12k_pci_ext_irq_config()
641 irq_grp = &ab->ext_irq_grp[n]; in ath12k_pci_ext_irq_config()
656 static int ath12k_pci_config_irq(struct ath12k_base *ab) in ath12k_pci_config_irq() argument
658 struct ath12k_pci *ab_pci = ath12k_pci_priv(ab); in ath12k_pci_config_irq()
666 ret = ath12k_pci_get_user_msi_assignment(ab, in ath12k_pci_config_irq()
674 for (i = 0, msi_data_idx = 0; i < ab->hw_params->ce_count; i++) { in ath12k_pci_config_irq()
675 if (ath12k_ce_get_attr_flags(ab, i) & CE_ATTR_DIS_INTR) in ath12k_pci_config_irq()
679 irq = ath12k_pci_get_msi_irq(ab->dev, msi_data); in ath12k_pci_config_irq()
680 ce_pipe = &ab->ce.ce_pipe[i]; in ath12k_pci_config_irq()
690 ath12k_err(ab, "failed to request irq %d: %d\n", in ath12k_pci_config_irq()
695 ab->irq_num[irq_idx] = irq; in ath12k_pci_config_irq()
698 ath12k_pci_ce_irq_disable(ab, i); in ath12k_pci_config_irq()
701 ret = ath12k_pci_ext_irq_config(ab); in ath12k_pci_config_irq()
708 static void ath12k_pci_init_qmi_ce_config(struct ath12k_base *ab) in ath12k_pci_init_qmi_ce_config() argument
710 struct ath12k_qmi_ce_cfg *cfg = &ab->qmi.ce_cfg; in ath12k_pci_init_qmi_ce_config()
712 struct ath12k_pci *ab_pci = ath12k_pci_priv(ab); in ath12k_pci_init_qmi_ce_config()
715 cfg->tgt_ce = ab->hw_params->target_ce_config; in ath12k_pci_init_qmi_ce_config()
716 cfg->tgt_ce_len = ab->hw_params->target_ce_count; in ath12k_pci_init_qmi_ce_config()
718 cfg->svc_to_ce_map = ab->hw_params->svc_to_ce_map; in ath12k_pci_init_qmi_ce_config()
719 cfg->svc_to_ce_map_len = ab->hw_params->svc_to_ce_map_len; in ath12k_pci_init_qmi_ce_config()
720 ab->qmi.service_ins_id = ab->hw_params->qmi_service_ins_id; in ath12k_pci_init_qmi_ce_config()
722 if (ath12k_fw_feature_supported(ab, ATH12K_FW_FEATURE_MULTI_QRTR_ID)) { in ath12k_pci_init_qmi_ce_config()
726 ab->qmi.service_ins_id += ab_pci->qmi_instance; in ath12k_pci_init_qmi_ce_config()
730 static void ath12k_pci_ce_irqs_enable(struct ath12k_base *ab) in ath12k_pci_ce_irqs_enable() argument
734 set_bit(ATH12K_FLAG_CE_IRQ_ENABLED, &ab->dev_flags); in ath12k_pci_ce_irqs_enable()
736 for (i = 0; i < ab->hw_params->ce_count; i++) { in ath12k_pci_ce_irqs_enable()
737 if (ath12k_ce_get_attr_flags(ab, i) & CE_ATTR_DIS_INTR) in ath12k_pci_ce_irqs_enable()
739 ath12k_pci_ce_irq_enable(ab, i); in ath12k_pci_ce_irqs_enable()
770 struct ath12k_base *ab = ab_pci->ab; in ath12k_pci_msi_alloc() local
796 ath12k_dbg(ab, ATH12K_DBG_PCI, "request MSI one vector\n"); in ath12k_pci_msi_alloc()
799 ath12k_info(ab, "MSI vectors: %d\n", num_vectors); in ath12k_pci_msi_alloc()
805 ath12k_err(ab, "msi_desc is NULL!\n"); in ath12k_pci_msi_alloc()
814 ath12k_dbg(ab, ATH12K_DBG_PCI, "msi base data is %d\n", ab_pci->msi_ep_base_data); in ath12k_pci_msi_alloc()
836 ath12k_err(ab_pci->ab, "msi_desc is NULL!\n"); in ath12k_pci_config_msi_data()
843 ath12k_dbg(ab_pci->ab, ATH12K_DBG_PCI, "pci after request_irq msi_ep_base_data %d\n", in ath12k_pci_config_msi_data()
851 struct ath12k_base *ab = ab_pci->ab; in ath12k_pci_claim() local
857 ath12k_err(ab, "pci device id mismatch: 0x%x 0x%x\n", in ath12k_pci_claim()
865 ath12k_err(ab, "failed to assign pci resource: %d\n", ret); in ath12k_pci_claim()
871 ath12k_err(ab, "failed to enable pci device: %d\n", ret); in ath12k_pci_claim()
877 ath12k_err(ab, "failed to request pci region: %d\n", ret); in ath12k_pci_claim()
887 ab->mem_len = pci_resource_len(pdev, ATH12K_PCI_BAR_NUM); in ath12k_pci_claim()
888 ab->mem = pci_iomap(pdev, ATH12K_PCI_BAR_NUM, 0); in ath12k_pci_claim()
889 if (!ab->mem) { in ath12k_pci_claim()
890 ath12k_err(ab, "failed to map pci bar %d\n", ATH12K_PCI_BAR_NUM); in ath12k_pci_claim()
895 ath12k_dbg(ab, ATH12K_DBG_BOOT, "boot pci_mem 0x%p\n", ab->mem); in ath12k_pci_claim()
908 struct ath12k_base *ab = ab_pci->ab; in ath12k_pci_free_region() local
911 pci_iounmap(pci_dev, ab->mem); in ath12k_pci_free_region()
912 ab->mem = NULL; in ath12k_pci_free_region()
920 struct ath12k_base *ab = ab_pci->ab; in ath12k_pci_aspm_disable() local
925 ath12k_dbg(ab, ATH12K_DBG_PCI, "pci link_ctl 0x%04x L0s %d L1 %d\n", in ath12k_pci_aspm_disable()
937 static void ath12k_pci_update_qrtr_node_id(struct ath12k_base *ab) in ath12k_pci_update_qrtr_node_id() argument
939 struct ath12k_pci *ab_pci = ath12k_pci_priv(ab); in ath12k_pci_update_qrtr_node_id()
951 ath12k_pci_write32(ab, reg, ab_pci->qmi_instance); in ath12k_pci_update_qrtr_node_id()
953 ath12k_dbg(ab, ATH12K_DBG_PCI, "pci reg 0x%x instance 0x%x read val 0x%x\n", in ath12k_pci_update_qrtr_node_id()
954 reg, ab_pci->qmi_instance, ath12k_pci_read32(ab, reg)); in ath12k_pci_update_qrtr_node_id()
959 if (ab_pci->ab->hw_params->supports_aspm && in ath12k_pci_aspm_restore()
967 static void ath12k_pci_cancel_workqueue(struct ath12k_base *ab) in ath12k_pci_cancel_workqueue() argument
971 for (i = 0; i < ab->hw_params->ce_count; i++) { in ath12k_pci_cancel_workqueue()
972 struct ath12k_ce_pipe *ce_pipe = &ab->ce.ce_pipe[i]; in ath12k_pci_cancel_workqueue()
974 if (ath12k_ce_get_attr_flags(ab, i) & CE_ATTR_DIS_INTR) in ath12k_pci_cancel_workqueue()
981 static void ath12k_pci_ce_irq_disable_sync(struct ath12k_base *ab) in ath12k_pci_ce_irq_disable_sync() argument
983 ath12k_pci_ce_irqs_disable(ab); in ath12k_pci_ce_irq_disable_sync()
984 ath12k_pci_sync_ce_irqs(ab); in ath12k_pci_ce_irq_disable_sync()
985 ath12k_pci_cancel_workqueue(ab); in ath12k_pci_ce_irq_disable_sync()
988 int ath12k_pci_map_service_to_pipe(struct ath12k_base *ab, u16 service_id, in ath12k_pci_map_service_to_pipe() argument
995 for (i = 0; i < ab->hw_params->svc_to_ce_map_len; i++) { in ath12k_pci_map_service_to_pipe()
996 entry = &ab->hw_params->svc_to_ce_map[i]; in ath12k_pci_map_service_to_pipe()
1038 int ath12k_pci_get_user_msi_assignment(struct ath12k_base *ab, char *user_name, in ath12k_pci_get_user_msi_assignment() argument
1042 struct ath12k_pci *ab_pci = ath12k_pci_priv(ab); in ath12k_pci_get_user_msi_assignment()
1052 ath12k_dbg(ab, ATH12K_DBG_PCI, in ath12k_pci_get_user_msi_assignment()
1061 ath12k_err(ab, "Failed to find MSI assignment for %s!\n", user_name); in ath12k_pci_get_user_msi_assignment()
1066 void ath12k_pci_get_msi_address(struct ath12k_base *ab, u32 *msi_addr_lo, in ath12k_pci_get_msi_address() argument
1069 struct ath12k_pci *ab_pci = ath12k_pci_priv(ab); in ath12k_pci_get_msi_address()
1070 struct pci_dev *pci_dev = to_pci_dev(ab->dev); in ath12k_pci_get_msi_address()
1083 void ath12k_pci_get_ce_msi_idx(struct ath12k_base *ab, u32 ce_id, in ath12k_pci_get_ce_msi_idx() argument
1088 for (i = 0, msi_data_idx = 0; i < ab->hw_params->ce_count; i++) { in ath12k_pci_get_ce_msi_idx()
1089 if (ath12k_ce_get_attr_flags(ab, i) & CE_ATTR_DIS_INTR) in ath12k_pci_get_ce_msi_idx()
1100 void ath12k_pci_hif_ce_irq_enable(struct ath12k_base *ab) in ath12k_pci_hif_ce_irq_enable() argument
1102 ath12k_pci_ce_irqs_enable(ab); in ath12k_pci_hif_ce_irq_enable()
1105 void ath12k_pci_hif_ce_irq_disable(struct ath12k_base *ab) in ath12k_pci_hif_ce_irq_disable() argument
1107 ath12k_pci_ce_irq_disable_sync(ab); in ath12k_pci_hif_ce_irq_disable()
1110 void ath12k_pci_ext_irq_enable(struct ath12k_base *ab) in ath12k_pci_ext_irq_enable() argument
1115 struct ath12k_ext_irq_grp *irq_grp = &ab->ext_irq_grp[i]; in ath12k_pci_ext_irq_enable()
1125 set_bit(ATH12K_FLAG_EXT_IRQ_ENABLED, &ab->dev_flags); in ath12k_pci_ext_irq_enable()
1128 void ath12k_pci_ext_irq_disable(struct ath12k_base *ab) in ath12k_pci_ext_irq_disable() argument
1130 if (!test_bit(ATH12K_FLAG_EXT_IRQ_ENABLED, &ab->dev_flags)) in ath12k_pci_ext_irq_disable()
1133 __ath12k_pci_ext_irq_disable(ab); in ath12k_pci_ext_irq_disable()
1134 ath12k_pci_sync_ext_irqs(ab); in ath12k_pci_ext_irq_disable()
1137 int ath12k_pci_hif_suspend(struct ath12k_base *ab) in ath12k_pci_hif_suspend() argument
1139 struct ath12k_pci *ar_pci = ath12k_pci_priv(ab); in ath12k_pci_hif_suspend()
1146 int ath12k_pci_hif_resume(struct ath12k_base *ab) in ath12k_pci_hif_resume() argument
1148 struct ath12k_pci *ar_pci = ath12k_pci_priv(ab); in ath12k_pci_hif_resume()
1155 void ath12k_pci_stop(struct ath12k_base *ab) in ath12k_pci_stop() argument
1157 struct ath12k_pci *ab_pci = ath12k_pci_priv(ab); in ath12k_pci_stop()
1162 ath12k_pci_ce_irq_disable_sync(ab); in ath12k_pci_stop()
1163 ath12k_ce_cleanup_pipes(ab); in ath12k_pci_stop()
1166 int ath12k_pci_start(struct ath12k_base *ab) in ath12k_pci_start() argument
1168 struct ath12k_pci *ab_pci = ath12k_pci_priv(ab); in ath12k_pci_start()
1175 ath12k_info(ab, "leaving PCI ASPM disabled to avoid MHI M2 problems\n"); in ath12k_pci_start()
1177 ath12k_pci_ce_irqs_enable(ab); in ath12k_pci_start()
1178 ath12k_ce_rx_post_buf(ab); in ath12k_pci_start()
1183 u32 ath12k_pci_read32(struct ath12k_base *ab, u32 offset) in ath12k_pci_read32() argument
1185 struct ath12k_pci *ab_pci = ath12k_pci_priv(ab); in ath12k_pci_read32()
1194 ret = ab_pci->pci_ops->wakeup(ab); in ath12k_pci_read32()
1197 val = ioread32(ab->mem + offset); in ath12k_pci_read32()
1199 if (ab->static_window_map) in ath12k_pci_read32()
1200 window_start = ath12k_pci_get_window_start(ab, offset); in ath12k_pci_read32()
1210 val = ioread32(ab->mem + in ath12k_pci_read32()
1213 val = ioread32(ab->mem + window_start + in ath12k_pci_read32()
1218 val = ioread32(ab->mem + window_start + in ath12k_pci_read32()
1226 ab_pci->pci_ops->release(ab); in ath12k_pci_read32()
1230 void ath12k_pci_write32(struct ath12k_base *ab, u32 offset, u32 value) in ath12k_pci_write32() argument
1232 struct ath12k_pci *ab_pci = ath12k_pci_priv(ab); in ath12k_pci_write32()
1241 ret = ab_pci->pci_ops->wakeup(ab); in ath12k_pci_write32()
1244 iowrite32(value, ab->mem + offset); in ath12k_pci_write32()
1246 if (ab->static_window_map) in ath12k_pci_write32()
1247 window_start = ath12k_pci_get_window_start(ab, offset); in ath12k_pci_write32()
1257 iowrite32(value, ab->mem + in ath12k_pci_write32()
1260 iowrite32(value, ab->mem + window_start + in ath12k_pci_write32()
1265 iowrite32(value, ab->mem + window_start + in ath12k_pci_write32()
1273 ab_pci->pci_ops->release(ab); in ath12k_pci_write32()
1277 static int ath12k_pci_coredump_calculate_size(struct ath12k_base *ab, u32 *dump_seg_sz) in ath12k_pci_coredump_calculate_size() argument
1279 struct ath12k_pci *ab_pci = ath12k_pci_priv(ab); in ath12k_pci_coredump_calculate_size()
1290 ath12k_err(ab, "No RDDM dump found\n"); in ath12k_pci_coredump_calculate_size()
1312 for (i = 0; i < ab->qmi.mem_seg_count; i++) { in ath12k_pci_coredump_calculate_size()
1313 mem_type = ath12k_coredump_get_dump_type(ab->qmi.target_mem[i].type); in ath12k_pci_coredump_calculate_size()
1319 ath12k_dbg(ab, ATH12K_DBG_PCI, in ath12k_pci_coredump_calculate_size()
1321 ab->qmi.target_mem[i].type); in ath12k_pci_coredump_calculate_size()
1325 if (!ab->qmi.target_mem[i].paddr) in ath12k_pci_coredump_calculate_size()
1328 dump_seg_sz[mem_type] += ab->qmi.target_mem[i].size; in ath12k_pci_coredump_calculate_size()
1344 static void ath12k_pci_coredump_download(struct ath12k_base *ab) in ath12k_pci_coredump_download() argument
1346 struct ath12k_pci *ab_pci = ath12k_pci_priv(ab); in ath12k_pci_coredump_download()
1360 len = ath12k_pci_coredump_calculate_size(ab, dump_seg_sz); in ath12k_pci_coredump_download()
1362 ath12k_warn(ab, "No crash dump data found for devcoredump"); in ath12k_pci_coredump_download()
1374 ab->dump_data = buf; in ath12k_pci_coredump_download()
1375 ab->ath12k_coredump_len = len; in ath12k_pci_coredump_download()
1376 file_data = ab->dump_data; in ath12k_pci_coredump_download()
1381 file_data->qrtr_id = cpu_to_le32(ab_pci->ab->qmi.service_ins_id); in ath12k_pci_coredump_download()
1432 for (i = 0; i < ab->qmi.mem_seg_count; i++) { in ath12k_pci_coredump_download()
1434 (ab->qmi.target_mem[i].type); in ath12k_pci_coredump_download()
1439 if (!ab->qmi.target_mem[i].paddr) { in ath12k_pci_coredump_download()
1440 ath12k_dbg(ab, ATH12K_DBG_PCI, in ath12k_pci_coredump_download()
1442 ab->qmi.target_mem[i].type); in ath12k_pci_coredump_download()
1446 memcpy_fromio(buf, ab->qmi.target_mem[i].v.ioaddr, in ath12k_pci_coredump_download()
1447 ab->qmi.target_mem[i].size); in ath12k_pci_coredump_download()
1448 buf += ab->qmi.target_mem[i].size; in ath12k_pci_coredump_download()
1452 queue_work(ab->workqueue, &ab->dump_work); in ath12k_pci_coredump_download()
1456 int ath12k_pci_power_up(struct ath12k_base *ab) in ath12k_pci_power_up() argument
1458 struct ath12k_pci *ab_pci = ath12k_pci_priv(ab); in ath12k_pci_power_up()
1463 ath12k_pci_sw_reset(ab_pci->ab, true); in ath12k_pci_power_up()
1472 if (ath12k_fw_feature_supported(ab, ATH12K_FW_FEATURE_MULTI_QRTR_ID)) in ath12k_pci_power_up()
1473 ath12k_pci_update_qrtr_node_id(ab); in ath12k_pci_power_up()
1477 ath12k_err(ab, "failed to start mhi: %d\n", ret); in ath12k_pci_power_up()
1481 if (ab->static_window_map) in ath12k_pci_power_up()
1487 void ath12k_pci_power_down(struct ath12k_base *ab, bool is_suspend) in ath12k_pci_power_down() argument
1489 struct ath12k_pci *ab_pci = ath12k_pci_priv(ab); in ath12k_pci_power_down()
1497 ath12k_pci_force_wake(ab_pci->ab); in ath12k_pci_power_down()
1501 ath12k_pci_sw_reset(ab_pci->ab, false); in ath12k_pci_power_down()
1504 static int ath12k_pci_panic_handler(struct ath12k_base *ab) in ath12k_pci_panic_handler() argument
1506 ath12k_pci_sw_reset(ab, false); in ath12k_pci_panic_handler()
1535 void ath12k_pci_read_hw_version(struct ath12k_base *ab, u32 *major, u32 *minor) in ath12k_pci_read_hw_version() argument
1539 soc_hw_version = ath12k_pci_read32(ab, TCSR_SOC_HW_VERSION); in ath12k_pci_read_hw_version()
1545 ath12k_dbg(ab, ATH12K_DBG_PCI, in ath12k_pci_read_hw_version()
1553 struct ath12k_base *ab; in ath12k_pci_probe() local
1558 ab = ath12k_core_alloc(&pdev->dev, sizeof(*ab_pci), ATH12K_BUS_PCI); in ath12k_pci_probe()
1559 if (!ab) { in ath12k_pci_probe()
1564 ab->dev = &pdev->dev; in ath12k_pci_probe()
1565 pci_set_drvdata(pdev, ab); in ath12k_pci_probe()
1566 ab_pci = ath12k_pci_priv(ab); in ath12k_pci_probe()
1568 ab_pci->ab = ab; in ath12k_pci_probe()
1570 ab->hif.ops = &ath12k_pci_hif_ops; in ath12k_pci_probe()
1571 ab->fw_mode = ATH12K_FIRMWARE_MODE_NORMAL; in ath12k_pci_probe()
1572 pci_set_drvdata(pdev, ab); in ath12k_pci_probe()
1577 ath12k_err(ab, "failed to claim device: %d\n", ret); in ath12k_pci_probe()
1581 ath12k_dbg(ab, ATH12K_DBG_BOOT, "pci probe %04x:%04x %04x:%04x\n", in ath12k_pci_probe()
1585 ab->id.vendor = pdev->vendor; in ath12k_pci_probe()
1586 ab->id.device = pdev->device; in ath12k_pci_probe()
1587 ab->id.subsystem_vendor = pdev->subsystem_vendor; in ath12k_pci_probe()
1588 ab->id.subsystem_device = pdev->subsystem_device; in ath12k_pci_probe()
1593 ab->static_window_map = true; in ath12k_pci_probe()
1595 ab->hal_rx_ops = &hal_rx_qcn9274_ops; in ath12k_pci_probe()
1596 ath12k_pci_read_hw_version(ab, &soc_hw_version_major, in ath12k_pci_probe()
1598 ab->target_mem_mode = ath12k_core_get_memory_mode(ab); in ath12k_pci_probe()
1601 ab->hw_rev = ATH12K_HW_QCN9274_HW20; in ath12k_pci_probe()
1604 ab->hw_rev = ATH12K_HW_QCN9274_HW10; in ath12k_pci_probe()
1615 ab->id.bdf_search = ATH12K_BDF_SEARCH_BUS_AND_BOARD; in ath12k_pci_probe()
1617 ab->static_window_map = false; in ath12k_pci_probe()
1619 ab->hal_rx_ops = &hal_rx_wcn7850_ops; in ath12k_pci_probe()
1620 ath12k_pci_read_hw_version(ab, &soc_hw_version_major, in ath12k_pci_probe()
1622 ab->target_mem_mode = ATH12K_QMI_MEMORY_MODE_DEFAULT; in ath12k_pci_probe()
1625 ab->hw_rev = ATH12K_HW_WCN7850_HW20; in ath12k_pci_probe()
1645 ath12k_err(ab, "failed to alloc msi: %d\n", ret); in ath12k_pci_probe()
1649 ret = ath12k_core_pre_init(ab); in ath12k_pci_probe()
1655 ath12k_err(ab, "failed to set irq affinity %d\n", ret); in ath12k_pci_probe()
1661 ath12k_err(ab, "failed to register mhi: %d\n", ret); in ath12k_pci_probe()
1665 ret = ath12k_hal_srng_init(ab); in ath12k_pci_probe()
1669 ret = ath12k_ce_alloc_pipes(ab); in ath12k_pci_probe()
1671 ath12k_err(ab, "failed to allocate ce pipes: %d\n", ret); in ath12k_pci_probe()
1675 ath12k_pci_init_qmi_ce_config(ab); in ath12k_pci_probe()
1677 ret = ath12k_pci_config_irq(ab); in ath12k_pci_probe()
1679 ath12k_err(ab, "failed to config irq: %d\n", ret); in ath12k_pci_probe()
1690 ath12k_err(ab, "failed to config msi_data: %d\n", ret); in ath12k_pci_probe()
1694 ret = ath12k_core_init(ab); in ath12k_pci_probe()
1696 ath12k_err(ab, "failed to init core: %d\n", ret); in ath12k_pci_probe()
1704 ath12k_pci_free_irq(ab); in ath12k_pci_probe()
1707 ath12k_ce_free_pipes(ab); in ath12k_pci_probe()
1710 ath12k_hal_srng_deinit(ab); in ath12k_pci_probe()
1725 ath12k_core_free(ab); in ath12k_pci_probe()
1732 struct ath12k_base *ab = pci_get_drvdata(pdev); in ath12k_pci_remove() local
1733 struct ath12k_pci *ab_pci = ath12k_pci_priv(ab); in ath12k_pci_remove()
1737 if (test_bit(ATH12K_FLAG_QMI_FAIL, &ab->dev_flags)) { in ath12k_pci_remove()
1738 ath12k_pci_power_down(ab, false); in ath12k_pci_remove()
1742 set_bit(ATH12K_FLAG_UNREGISTERING, &ab->dev_flags); in ath12k_pci_remove()
1744 cancel_work_sync(&ab->reset_work); in ath12k_pci_remove()
1745 cancel_work_sync(&ab->dump_work); in ath12k_pci_remove()
1746 ath12k_core_hw_group_cleanup(ab->ag); in ath12k_pci_remove()
1749 ath12k_core_deinit(ab); in ath12k_pci_remove()
1750 ath12k_fw_unmap(ab); in ath12k_pci_remove()
1753 ath12k_pci_free_irq(ab); in ath12k_pci_remove()
1757 ath12k_hal_srng_deinit(ab); in ath12k_pci_remove()
1758 ath12k_ce_free_pipes(ab); in ath12k_pci_remove()
1759 ath12k_core_free(ab); in ath12k_pci_remove()
1764 struct ath12k_base *ab; in ath12k_pci_hw_group_power_down() local
1773 ab = ag->ab[i]; in ath12k_pci_hw_group_power_down()
1774 if (!ab) in ath12k_pci_hw_group_power_down()
1777 ath12k_pci_power_down(ab, false); in ath12k_pci_hw_group_power_down()
1785 struct ath12k_base *ab = pci_get_drvdata(pdev); in ath12k_pci_shutdown() local
1786 struct ath12k_pci *ab_pci = ath12k_pci_priv(ab); in ath12k_pci_shutdown()
1789 ath12k_pci_hw_group_power_down(ab->ag); in ath12k_pci_shutdown()
1794 struct ath12k_base *ab = dev_get_drvdata(dev); in ath12k_pci_pm_suspend() local
1797 ret = ath12k_core_suspend(ab); in ath12k_pci_pm_suspend()
1799 ath12k_warn(ab, "failed to suspend core: %d\n", ret); in ath12k_pci_pm_suspend()
1806 struct ath12k_base *ab = dev_get_drvdata(dev); in ath12k_pci_pm_resume() local
1809 ret = ath12k_core_resume(ab); in ath12k_pci_pm_resume()
1811 ath12k_warn(ab, "failed to resume core: %d\n", ret); in ath12k_pci_pm_resume()
1818 struct ath12k_base *ab = dev_get_drvdata(dev); in ath12k_pci_pm_suspend_late() local
1821 ret = ath12k_core_suspend_late(ab); in ath12k_pci_pm_suspend_late()
1823 ath12k_warn(ab, "failed to late suspend core: %d\n", ret); in ath12k_pci_pm_suspend_late()
1830 struct ath12k_base *ab = dev_get_drvdata(dev); in ath12k_pci_pm_resume_early() local
1833 ret = ath12k_core_resume_early(ab); in ath12k_pci_pm_resume_early()
1835 ath12k_warn(ab, "failed to early resume core: %d\n", ret); in ath12k_pci_pm_resume_early()