Lines Matching +full:reo2host +full:- +full:destination +full:- +full:ring1
1 // SPDX-License-Identifier: BSD-3-Clause-Clear
3 * Copyright (c) 2019-2021 The Linux Foundation. All rights reserved.
4 * Copyright (c) 2021-2025 Qualcomm Innovation Center, Inc. All rights reserved.
37 * 4K - 32 = 0xFE0
82 "mhi-er0",
83 "mhi-er1",
100 "host2wbm-desc-feed",
101 "host2reo-re-injection",
102 "host2reo-command",
103 "host2rxdma-monitor-ring3",
104 "host2rxdma-monitor-ring2",
105 "host2rxdma-monitor-ring1",
106 "reo2ost-exception",
107 "wbm2host-rx-release",
108 "reo2host-status",
109 "reo2host-destination-ring4",
110 "reo2host-destination-ring3",
111 "reo2host-destination-ring2",
112 "reo2host-destination-ring1",
113 "rxdma2host-monitor-destination-mac3",
114 "rxdma2host-monitor-destination-mac2",
115 "rxdma2host-monitor-destination-mac1",
116 "ppdu-end-interrupts-mac3",
117 "ppdu-end-interrupts-mac2",
118 "ppdu-end-interrupts-mac1",
119 "rxdma2host-monitor-status-ring-mac3",
120 "rxdma2host-monitor-status-ring-mac2",
121 "rxdma2host-monitor-status-ring-mac1",
122 "host2rxdma-host-buf-ring-mac3",
123 "host2rxdma-host-buf-ring-mac2",
124 "host2rxdma-host-buf-ring-mac1",
125 "rxdma2host-destination-ring-mac3",
126 "rxdma2host-destination-ring-mac2",
127 "rxdma2host-destination-ring-mac1",
128 "host2tcl-input-ring4",
129 "host2tcl-input-ring3",
130 "host2tcl-input-ring2",
131 "host2tcl-input-ring1",
132 "wbm2host-tx-completions-ring4",
133 "wbm2host-tx-completions-ring3",
134 "wbm2host-tx-completions-ring2",
135 "wbm2host-tx-completions-ring1",
136 "tcl2host-status-ring",
143 return mhi_device_get_sync(ab_pci->mhi_ctrl->mhi_dev); in ath12k_pci_bus_wake_up()
150 mhi_device_put(ab_pci->mhi_ctrl->mhi_dev); in ath12k_pci_bus_release()
165 struct ath12k_base *ab = ab_pci->ab; in ath12k_pci_select_window()
170 lockdep_assert_held(&ab_pci->window_lock); in ath12k_pci_select_window()
173 static_window = ab_pci->register_window & WINDOW_STATIC_MASK; in ath12k_pci_select_window()
176 if (window != ab_pci->register_window) { in ath12k_pci_select_window()
178 ab->mem + WINDOW_REG_ADDRESS); in ath12k_pci_select_window()
179 ioread32(ab->mem + WINDOW_REG_ADDRESS); in ath12k_pci_select_window()
180 ab_pci->register_window = window; in ath12k_pci_select_window()
192 spin_lock_bh(&ab_pci->window_lock); in ath12k_pci_select_static_window()
193 ab_pci->register_window = window; in ath12k_pci_select_static_window()
194 spin_unlock_bh(&ab_pci->window_lock); in ath12k_pci_select_static_window()
196 iowrite32(WINDOW_ENABLE_BIT | window, ab_pci->ab->mem + WINDOW_REG_ADDRESS); in ath12k_pci_select_static_window()
349 struct ath12k_ext_irq_grp *irq_grp = &ab->ext_irq_grp[i]; in ath12k_pci_free_ext_irq()
351 for (j = 0; j < irq_grp->num_irq; j++) in ath12k_pci_free_ext_irq()
352 free_irq(ab->irq_num[irq_grp->irqs[j]], irq_grp); in ath12k_pci_free_ext_irq()
354 netif_napi_del(&irq_grp->napi); in ath12k_pci_free_ext_irq()
355 free_netdev(irq_grp->napi_ndev); in ath12k_pci_free_ext_irq()
363 for (i = 0; i < ab->hw_params->ce_count; i++) { in ath12k_pci_free_irq()
367 free_irq(ab->irq_num[irq_idx], &ab->ce.ce_pipe[i]); in ath12k_pci_free_irq()
381 if (!test_bit(ATH12K_PCI_FLAG_MULTI_MSI_VECTORS, &ab_pci->flags)) in ath12k_pci_ce_irq_enable()
385 enable_irq(ab->irq_num[irq_idx]); in ath12k_pci_ce_irq_enable()
396 if (!test_bit(ATH12K_PCI_FLAG_MULTI_MSI_VECTORS, &ab_pci->flags)) in ath12k_pci_ce_irq_disable()
400 disable_irq_nosync(ab->irq_num[irq_idx]); in ath12k_pci_ce_irq_disable()
407 clear_bit(ATH12K_FLAG_CE_IRQ_ENABLED, &ab->dev_flags); in ath12k_pci_ce_irqs_disable()
409 for (i = 0; i < ab->hw_params->ce_count; i++) { in ath12k_pci_ce_irqs_disable()
421 for (i = 0; i < ab->hw_params->ce_count; i++) { in ath12k_pci_sync_ce_irqs()
426 synchronize_irq(ab->irq_num[irq_idx]); in ath12k_pci_sync_ce_irqs()
433 int irq_idx = ATH12K_PCI_IRQ_CE0_OFFSET + ce_pipe->pipe_num; in ath12k_pci_ce_workqueue()
435 ath12k_ce_per_engine_service(ce_pipe->ab, ce_pipe->pipe_num); in ath12k_pci_ce_workqueue()
437 enable_irq(ce_pipe->ab->irq_num[irq_idx]); in ath12k_pci_ce_workqueue()
443 struct ath12k_base *ab = ce_pipe->ab; in ath12k_pci_ce_interrupt_handler()
444 int irq_idx = ATH12K_PCI_IRQ_CE0_OFFSET + ce_pipe->pipe_num; in ath12k_pci_ce_interrupt_handler()
446 if (!test_bit(ATH12K_FLAG_CE_IRQ_ENABLED, &ab->dev_flags)) in ath12k_pci_ce_interrupt_handler()
450 ce_pipe->timestamp = jiffies; in ath12k_pci_ce_interrupt_handler()
452 disable_irq_nosync(ab->irq_num[irq_idx]); in ath12k_pci_ce_interrupt_handler()
454 queue_work(system_bh_wq, &ce_pipe->intr_wq); in ath12k_pci_ce_interrupt_handler()
461 struct ath12k_pci *ab_pci = ath12k_pci_priv(irq_grp->ab); in ath12k_pci_ext_grp_disable()
467 if (!test_bit(ATH12K_PCI_FLAG_MULTI_MSI_VECTORS, &ab_pci->flags)) in ath12k_pci_ext_grp_disable()
470 for (i = 0; i < irq_grp->num_irq; i++) in ath12k_pci_ext_grp_disable()
471 disable_irq_nosync(irq_grp->ab->irq_num[irq_grp->irqs[i]]); in ath12k_pci_ext_grp_disable()
478 if (!test_and_clear_bit(ATH12K_FLAG_EXT_IRQ_ENABLED, &ab->dev_flags)) in __ath12k_pci_ext_irq_disable()
482 struct ath12k_ext_irq_grp *irq_grp = &ab->ext_irq_grp[i]; in __ath12k_pci_ext_irq_disable()
486 if (irq_grp->napi_enabled) { in __ath12k_pci_ext_irq_disable()
487 napi_synchronize(&irq_grp->napi); in __ath12k_pci_ext_irq_disable()
488 napi_disable(&irq_grp->napi); in __ath12k_pci_ext_irq_disable()
489 irq_grp->napi_enabled = false; in __ath12k_pci_ext_irq_disable()
496 struct ath12k_pci *ab_pci = ath12k_pci_priv(irq_grp->ab); in ath12k_pci_ext_grp_enable()
502 if (!test_bit(ATH12K_PCI_FLAG_MULTI_MSI_VECTORS, &ab_pci->flags)) in ath12k_pci_ext_grp_enable()
505 for (i = 0; i < irq_grp->num_irq; i++) in ath12k_pci_ext_grp_enable()
506 enable_irq(irq_grp->ab->irq_num[irq_grp->irqs[i]]); in ath12k_pci_ext_grp_enable()
514 struct ath12k_ext_irq_grp *irq_grp = &ab->ext_irq_grp[i]; in ath12k_pci_sync_ext_irqs()
516 for (j = 0; j < irq_grp->num_irq; j++) { in ath12k_pci_sync_ext_irqs()
517 irq_idx = irq_grp->irqs[j]; in ath12k_pci_sync_ext_irqs()
518 synchronize_irq(ab->irq_num[irq_idx]); in ath12k_pci_sync_ext_irqs()
528 struct ath12k_base *ab = irq_grp->ab; in ath12k_pci_ext_grp_napi_poll()
535 for (i = 0; i < irq_grp->num_irq; i++) in ath12k_pci_ext_grp_napi_poll()
536 enable_irq(irq_grp->ab->irq_num[irq_grp->irqs[i]]); in ath12k_pci_ext_grp_napi_poll()
548 struct ath12k_base *ab = irq_grp->ab; in ath12k_pci_ext_interrupt_handler()
551 if (!test_bit(ATH12K_FLAG_EXT_IRQ_ENABLED, &ab->dev_flags)) in ath12k_pci_ext_interrupt_handler()
554 ath12k_dbg(irq_grp->ab, ATH12K_DBG_PCI, "ext irq:%d\n", irq); in ath12k_pci_ext_interrupt_handler()
557 irq_grp->timestamp = jiffies; in ath12k_pci_ext_interrupt_handler()
559 for (i = 0; i < irq_grp->num_irq; i++) in ath12k_pci_ext_interrupt_handler()
560 disable_irq_nosync(irq_grp->ab->irq_num[irq_grp->irqs[i]]); in ath12k_pci_ext_interrupt_handler()
562 napi_schedule(&irq_grp->napi); in ath12k_pci_ext_interrupt_handler()
583 irq_grp = &ab->ext_irq_grp[i]; in ath12k_pci_ext_irq_config()
586 irq_grp->ab = ab; in ath12k_pci_ext_irq_config()
587 irq_grp->grp_id = i; in ath12k_pci_ext_irq_config()
588 irq_grp->napi_ndev = alloc_netdev_dummy(0); in ath12k_pci_ext_irq_config()
589 if (!irq_grp->napi_ndev) { in ath12k_pci_ext_irq_config()
590 ret = -ENOMEM; in ath12k_pci_ext_irq_config()
594 netif_napi_add(irq_grp->napi_ndev, &irq_grp->napi, in ath12k_pci_ext_irq_config()
597 if (ab->hw_params->ring_mask->tx[i] || in ath12k_pci_ext_irq_config()
598 ab->hw_params->ring_mask->rx[i] || in ath12k_pci_ext_irq_config()
599 ab->hw_params->ring_mask->rx_err[i] || in ath12k_pci_ext_irq_config()
600 ab->hw_params->ring_mask->rx_wbm_rel[i] || in ath12k_pci_ext_irq_config()
601 ab->hw_params->ring_mask->reo_status[i] || in ath12k_pci_ext_irq_config()
602 ab->hw_params->ring_mask->host2rxdma[i] || in ath12k_pci_ext_irq_config()
603 ab->hw_params->ring_mask->rx_mon_dest[i]) { in ath12k_pci_ext_irq_config()
607 irq_grp->num_irq = num_irq; in ath12k_pci_ext_irq_config()
608 irq_grp->irqs[0] = base_idx + i; in ath12k_pci_ext_irq_config()
610 for (j = 0; j < irq_grp->num_irq; j++) { in ath12k_pci_ext_irq_config()
611 int irq_idx = irq_grp->irqs[j]; in ath12k_pci_ext_irq_config()
613 int irq = ath12k_pci_get_msi_irq(ab->dev, vector); in ath12k_pci_ext_irq_config()
615 ab->irq_num[irq_idx] = irq; in ath12k_pci_ext_irq_config()
622 ab_pci->irq_flags, in ath12k_pci_ext_irq_config()
636 /* i ->napi_ndev was properly allocated. Free it also */ in ath12k_pci_ext_irq_config()
640 irq_grp = &ab->ext_irq_grp[n]; in ath12k_pci_ext_irq_config()
641 free_netdev(irq_grp->napi_ndev); in ath12k_pci_ext_irq_config()
649 if (test_bit(ATH12K_PCI_FLAG_MULTI_MSI_VECTORS, &ab_pci->flags)) in ath12k_pci_set_irq_affinity_hint()
652 return irq_set_affinity_and_hint(ab_pci->pdev->irq, m); in ath12k_pci_set_irq_affinity_hint()
673 for (i = 0, msi_data_idx = 0; i < ab->hw_params->ce_count; i++) { in ath12k_pci_config_irq()
678 irq = ath12k_pci_get_msi_irq(ab->dev, msi_data); in ath12k_pci_config_irq()
679 ce_pipe = &ab->ce.ce_pipe[i]; in ath12k_pci_config_irq()
683 INIT_WORK(&ce_pipe->intr_wq, ath12k_pci_ce_workqueue); in ath12k_pci_config_irq()
686 ab_pci->irq_flags, irq_name[irq_idx], in ath12k_pci_config_irq()
694 ab->irq_num[irq_idx] = irq; in ath12k_pci_config_irq()
709 struct ath12k_qmi_ce_cfg *cfg = &ab->qmi.ce_cfg; in ath12k_pci_init_qmi_ce_config()
712 struct pci_bus *bus = ab_pci->pdev->bus; in ath12k_pci_init_qmi_ce_config()
714 cfg->tgt_ce = ab->hw_params->target_ce_config; in ath12k_pci_init_qmi_ce_config()
715 cfg->tgt_ce_len = ab->hw_params->target_ce_count; in ath12k_pci_init_qmi_ce_config()
717 cfg->svc_to_ce_map = ab->hw_params->svc_to_ce_map; in ath12k_pci_init_qmi_ce_config()
718 cfg->svc_to_ce_map_len = ab->hw_params->svc_to_ce_map_len; in ath12k_pci_init_qmi_ce_config()
719 ab->qmi.service_ins_id = ab->hw_params->qmi_service_ins_id; in ath12k_pci_init_qmi_ce_config()
721 if (test_bit(ATH12K_FW_FEATURE_MULTI_QRTR_ID, ab->fw.fw_features)) { in ath12k_pci_init_qmi_ce_config()
722 ab_pci->qmi_instance = in ath12k_pci_init_qmi_ce_config()
724 u32_encode_bits(bus->number, BUS_NUMBER_MASK); in ath12k_pci_init_qmi_ce_config()
725 ab->qmi.service_ins_id += ab_pci->qmi_instance; in ath12k_pci_init_qmi_ce_config()
733 set_bit(ATH12K_FLAG_CE_IRQ_ENABLED, &ab->dev_flags); in ath12k_pci_ce_irqs_enable()
735 for (i = 0; i < ab->hw_params->ce_count; i++) { in ath12k_pci_ce_irqs_enable()
744 struct pci_dev *dev = ab_pci->pdev; in ath12k_pci_msi_config()
747 pci_read_config_word(dev, dev->msi_cap + PCI_MSI_FLAGS, &control); in ath12k_pci_msi_config()
754 pci_write_config_word(dev, dev->msi_cap + PCI_MSI_FLAGS, control); in ath12k_pci_msi_config()
769 struct ath12k_base *ab = ab_pci->ab; in ath12k_pci_msi_alloc()
770 const struct ath12k_msi_config *msi_config = ab_pci->msi_config; in ath12k_pci_msi_alloc()
775 num_vectors = pci_alloc_irq_vectors(ab_pci->pdev, in ath12k_pci_msi_alloc()
776 msi_config->total_vectors, in ath12k_pci_msi_alloc()
777 msi_config->total_vectors, in ath12k_pci_msi_alloc()
780 if (num_vectors == msi_config->total_vectors) { in ath12k_pci_msi_alloc()
781 set_bit(ATH12K_PCI_FLAG_MULTI_MSI_VECTORS, &ab_pci->flags); in ath12k_pci_msi_alloc()
782 ab_pci->irq_flags = IRQF_SHARED; in ath12k_pci_msi_alloc()
784 num_vectors = pci_alloc_irq_vectors(ab_pci->pdev, in ath12k_pci_msi_alloc()
789 ret = -EINVAL; in ath12k_pci_msi_alloc()
792 clear_bit(ATH12K_PCI_FLAG_MULTI_MSI_VECTORS, &ab_pci->flags); in ath12k_pci_msi_alloc()
793 ab_pci->msi_config = &msi_config_one_msi; in ath12k_pci_msi_alloc()
794 ab_pci->irq_flags = IRQF_SHARED | IRQF_NOBALANCING; in ath12k_pci_msi_alloc()
802 msi_desc = irq_get_msi_desc(ab_pci->pdev->irq); in ath12k_pci_msi_alloc()
805 ret = -EINVAL; in ath12k_pci_msi_alloc()
809 ab_pci->msi_ep_base_data = msi_desc->msg.data; in ath12k_pci_msi_alloc()
810 if (msi_desc->pci.msi_attrib.is_64) in ath12k_pci_msi_alloc()
811 set_bit(ATH12K_PCI_FLAG_IS_MSI_64, &ab_pci->flags); in ath12k_pci_msi_alloc()
813 ath12k_dbg(ab, ATH12K_DBG_PCI, "msi base data is %d\n", ab_pci->msi_ep_base_data); in ath12k_pci_msi_alloc()
818 pci_free_irq_vectors(ab_pci->pdev); in ath12k_pci_msi_alloc()
826 pci_free_irq_vectors(ab_pci->pdev); in ath12k_pci_msi_free()
833 msi_desc = irq_get_msi_desc(ab_pci->pdev->irq); in ath12k_pci_config_msi_data()
835 ath12k_err(ab_pci->ab, "msi_desc is NULL!\n"); in ath12k_pci_config_msi_data()
836 pci_free_irq_vectors(ab_pci->pdev); in ath12k_pci_config_msi_data()
837 return -EINVAL; in ath12k_pci_config_msi_data()
840 ab_pci->msi_ep_base_data = msi_desc->msg.data; in ath12k_pci_config_msi_data()
842 ath12k_dbg(ab_pci->ab, ATH12K_DBG_PCI, "pci after request_irq msi_ep_base_data %d\n", in ath12k_pci_config_msi_data()
843 ab_pci->msi_ep_base_data); in ath12k_pci_config_msi_data()
850 struct ath12k_base *ab = ab_pci->ab; in ath12k_pci_claim()
855 if (device_id != ab_pci->dev_id) { in ath12k_pci_claim()
857 device_id, ab_pci->dev_id); in ath12k_pci_claim()
858 ret = -EIO; in ath12k_pci_claim()
880 ret = dma_set_mask_and_coherent(&pdev->dev, in ath12k_pci_claim()
890 ab->mem_len = pci_resource_len(pdev, ATH12K_PCI_BAR_NUM); in ath12k_pci_claim()
891 ab->mem = pci_iomap(pdev, ATH12K_PCI_BAR_NUM, 0); in ath12k_pci_claim()
892 if (!ab->mem) { in ath12k_pci_claim()
894 ret = -EIO; in ath12k_pci_claim()
898 ath12k_dbg(ab, ATH12K_DBG_BOOT, "boot pci_mem 0x%p\n", ab->mem); in ath12k_pci_claim()
911 struct ath12k_base *ab = ab_pci->ab; in ath12k_pci_free_region()
912 struct pci_dev *pci_dev = ab_pci->pdev; in ath12k_pci_free_region()
914 pci_iounmap(pci_dev, ab->mem); in ath12k_pci_free_region()
915 ab->mem = NULL; in ath12k_pci_free_region()
923 struct ath12k_base *ab = ab_pci->ab; in ath12k_pci_aspm_disable()
925 pcie_capability_read_word(ab_pci->pdev, PCI_EXP_LNKCTL, in ath12k_pci_aspm_disable()
926 &ab_pci->link_ctl); in ath12k_pci_aspm_disable()
929 ab_pci->link_ctl, in ath12k_pci_aspm_disable()
930 u16_get_bits(ab_pci->link_ctl, PCI_EXP_LNKCTL_ASPM_L0S), in ath12k_pci_aspm_disable()
931 u16_get_bits(ab_pci->link_ctl, PCI_EXP_LNKCTL_ASPM_L1)); in ath12k_pci_aspm_disable()
934 pcie_capability_clear_word(ab_pci->pdev, PCI_EXP_LNKCTL, in ath12k_pci_aspm_disable()
937 set_bit(ATH12K_PCI_ASPM_RESTORE, &ab_pci->flags); in ath12k_pci_aspm_disable()
946 * with identical qrtr-node-id. Because of this identical ID qrtr-lookup in ath12k_pci_update_qrtr_node_id()
954 ath12k_pci_write32(ab, reg, ab_pci->qmi_instance); in ath12k_pci_update_qrtr_node_id()
957 reg, ab_pci->qmi_instance, ath12k_pci_read32(ab, reg)); in ath12k_pci_update_qrtr_node_id()
962 if (ab_pci->ab->hw_params->supports_aspm && in ath12k_pci_aspm_restore()
963 test_and_clear_bit(ATH12K_PCI_ASPM_RESTORE, &ab_pci->flags)) in ath12k_pci_aspm_restore()
964 pcie_capability_clear_and_set_word(ab_pci->pdev, PCI_EXP_LNKCTL, in ath12k_pci_aspm_restore()
966 ab_pci->link_ctl & in ath12k_pci_aspm_restore()
974 for (i = 0; i < ab->hw_params->ce_count; i++) { in ath12k_pci_cancel_workqueue()
975 struct ath12k_ce_pipe *ce_pipe = &ab->ce.ce_pipe[i]; in ath12k_pci_cancel_workqueue()
980 cancel_work_sync(&ce_pipe->intr_wq); in ath12k_pci_cancel_workqueue()
998 for (i = 0; i < ab->hw_params->svc_to_ce_map_len; i++) { in ath12k_pci_map_service_to_pipe()
999 entry = &ab->hw_params->svc_to_ce_map[i]; in ath12k_pci_map_service_to_pipe()
1001 if (__le32_to_cpu(entry->service_id) != service_id) in ath12k_pci_map_service_to_pipe()
1004 switch (__le32_to_cpu(entry->pipedir)) { in ath12k_pci_map_service_to_pipe()
1009 *dl_pipe = __le32_to_cpu(entry->pipenum); in ath12k_pci_map_service_to_pipe()
1014 *ul_pipe = __le32_to_cpu(entry->pipenum); in ath12k_pci_map_service_to_pipe()
1020 *dl_pipe = __le32_to_cpu(entry->pipenum); in ath12k_pci_map_service_to_pipe()
1021 *ul_pipe = __le32_to_cpu(entry->pipenum); in ath12k_pci_map_service_to_pipe()
1029 return -ENOENT; in ath12k_pci_map_service_to_pipe()
1046 const struct ath12k_msi_config *msi_config = ab_pci->msi_config; in ath12k_pci_get_user_msi_assignment()
1049 for (idx = 0; idx < msi_config->total_users; idx++) { in ath12k_pci_get_user_msi_assignment()
1050 if (strcmp(user_name, msi_config->users[idx].name) == 0) { in ath12k_pci_get_user_msi_assignment()
1051 *num_vectors = msi_config->users[idx].num_vectors; in ath12k_pci_get_user_msi_assignment()
1052 *base_vector = msi_config->users[idx].base_vector; in ath12k_pci_get_user_msi_assignment()
1053 *user_base_data = *base_vector + ab_pci->msi_ep_base_data; in ath12k_pci_get_user_msi_assignment()
1066 return -EINVAL; in ath12k_pci_get_user_msi_assignment()
1073 struct pci_dev *pci_dev = to_pci_dev(ab->dev); in ath12k_pci_get_msi_address()
1075 pci_read_config_dword(pci_dev, pci_dev->msi_cap + PCI_MSI_ADDRESS_LO, in ath12k_pci_get_msi_address()
1078 if (test_bit(ATH12K_PCI_FLAG_IS_MSI_64, &ab_pci->flags)) { in ath12k_pci_get_msi_address()
1079 pci_read_config_dword(pci_dev, pci_dev->msi_cap + PCI_MSI_ADDRESS_HI, in ath12k_pci_get_msi_address()
1091 for (i = 0, msi_data_idx = 0; i < ab->hw_params->ce_count; i++) { in ath12k_pci_get_ce_msi_idx()
1118 struct ath12k_ext_irq_grp *irq_grp = &ab->ext_irq_grp[i]; in ath12k_pci_ext_irq_enable()
1120 if (!irq_grp->napi_enabled) { in ath12k_pci_ext_irq_enable()
1121 napi_enable(&irq_grp->napi); in ath12k_pci_ext_irq_enable()
1122 irq_grp->napi_enabled = true; in ath12k_pci_ext_irq_enable()
1128 set_bit(ATH12K_FLAG_EXT_IRQ_ENABLED, &ab->dev_flags); in ath12k_pci_ext_irq_enable()
1133 if (!test_bit(ATH12K_FLAG_EXT_IRQ_ENABLED, &ab->dev_flags)) in ath12k_pci_ext_irq_disable()
1162 if (!test_bit(ATH12K_PCI_FLAG_INIT_DONE, &ab_pci->flags)) in ath12k_pci_stop()
1173 set_bit(ATH12K_PCI_FLAG_INIT_DONE, &ab_pci->flags); in ath12k_pci_start()
1175 if (test_bit(ATH12K_PCI_FLAG_MULTI_MSI_VECTORS, &ab_pci->flags)) in ath12k_pci_start()
1192 /* for offset beyond BAR + 4K - 32, may in ath12k_pci_read32()
1195 if (test_bit(ATH12K_PCI_FLAG_INIT_DONE, &ab_pci->flags) && in ath12k_pci_read32()
1196 offset >= ACCESS_ALWAYS_OFF && ab_pci->pci_ops->wakeup) in ath12k_pci_read32()
1197 ret = ab_pci->pci_ops->wakeup(ab); in ath12k_pci_read32()
1200 val = ioread32(ab->mem + offset); in ath12k_pci_read32()
1202 if (ab->static_window_map) in ath12k_pci_read32()
1208 spin_lock_bh(&ab_pci->window_lock); in ath12k_pci_read32()
1212 offset = offset - PCI_MHIREGLEN_REG; in ath12k_pci_read32()
1213 val = ioread32(ab->mem + in ath12k_pci_read32()
1216 val = ioread32(ab->mem + window_start + in ath12k_pci_read32()
1219 spin_unlock_bh(&ab_pci->window_lock); in ath12k_pci_read32()
1221 val = ioread32(ab->mem + window_start + in ath12k_pci_read32()
1226 if (test_bit(ATH12K_PCI_FLAG_INIT_DONE, &ab_pci->flags) && in ath12k_pci_read32()
1227 offset >= ACCESS_ALWAYS_OFF && ab_pci->pci_ops->release && in ath12k_pci_read32()
1229 ab_pci->pci_ops->release(ab); in ath12k_pci_read32()
1239 /* for offset beyond BAR + 4K - 32, may in ath12k_pci_write32()
1242 if (test_bit(ATH12K_PCI_FLAG_INIT_DONE, &ab_pci->flags) && in ath12k_pci_write32()
1243 offset >= ACCESS_ALWAYS_OFF && ab_pci->pci_ops->wakeup) in ath12k_pci_write32()
1244 ret = ab_pci->pci_ops->wakeup(ab); in ath12k_pci_write32()
1247 iowrite32(value, ab->mem + offset); in ath12k_pci_write32()
1249 if (ab->static_window_map) in ath12k_pci_write32()
1255 spin_lock_bh(&ab_pci->window_lock); in ath12k_pci_write32()
1259 offset = offset - PCI_MHIREGLEN_REG; in ath12k_pci_write32()
1260 iowrite32(value, ab->mem + in ath12k_pci_write32()
1263 iowrite32(value, ab->mem + window_start + in ath12k_pci_write32()
1266 spin_unlock_bh(&ab_pci->window_lock); in ath12k_pci_write32()
1268 iowrite32(value, ab->mem + window_start + in ath12k_pci_write32()
1273 if (test_bit(ATH12K_PCI_FLAG_INIT_DONE, &ab_pci->flags) && in ath12k_pci_write32()
1274 offset >= ACCESS_ALWAYS_OFF && ab_pci->pci_ops->release && in ath12k_pci_write32()
1276 ab_pci->pci_ops->release(ab); in ath12k_pci_write32()
1283 struct mhi_controller *mhi_ctrl = ab_pci->mhi_ctrl; in ath12k_pci_coredump_calculate_size()
1291 rddm_img = mhi_ctrl->rddm_image; in ath12k_pci_coredump_calculate_size()
1297 fw_img = mhi_ctrl->fbc_image; in ath12k_pci_coredump_calculate_size()
1299 for (i = 0; i < fw_img->entries ; i++) { in ath12k_pci_coredump_calculate_size()
1300 if (!fw_img->mhi_buf[i].buf) in ath12k_pci_coredump_calculate_size()
1303 paging_tlv_sz += fw_img->mhi_buf[i].len; in ath12k_pci_coredump_calculate_size()
1307 for (i = 0; i < rddm_img->entries; i++) { in ath12k_pci_coredump_calculate_size()
1308 if (!rddm_img->mhi_buf[i].buf) in ath12k_pci_coredump_calculate_size()
1311 rddm_tlv_sz += rddm_img->mhi_buf[i].len; in ath12k_pci_coredump_calculate_size()
1315 for (i = 0; i < ab->qmi.mem_seg_count; i++) { in ath12k_pci_coredump_calculate_size()
1316 mem_type = ath12k_coredump_get_dump_type(ab->qmi.target_mem[i].type); in ath12k_pci_coredump_calculate_size()
1324 ab->qmi.target_mem[i].type); in ath12k_pci_coredump_calculate_size()
1328 if (!ab->qmi.target_mem[i].paddr) in ath12k_pci_coredump_calculate_size()
1331 dump_seg_sz[mem_type] += ab->qmi.target_mem[i].size; in ath12k_pci_coredump_calculate_size()
1350 struct mhi_controller *mhi_ctrl = ab_pci->mhi_ctrl; in ath12k_pci_coredump_download()
1369 rddm_img = mhi_ctrl->rddm_image; in ath12k_pci_coredump_download()
1370 fw_img = mhi_ctrl->fbc_image; in ath12k_pci_coredump_download()
1377 ab->dump_data = buf; in ath12k_pci_coredump_download()
1378 ab->ath12k_coredump_len = len; in ath12k_pci_coredump_download()
1379 file_data = ab->dump_data; in ath12k_pci_coredump_download()
1380 strscpy(file_data->df_magic, "ATH12K-FW-DUMP", sizeof(file_data->df_magic)); in ath12k_pci_coredump_download()
1381 file_data->len = cpu_to_le32(len); in ath12k_pci_coredump_download()
1382 file_data->version = cpu_to_le32(ATH12K_FW_CRASH_DUMP_V2); in ath12k_pci_coredump_download()
1383 file_data->chip_id = cpu_to_le32(ab_pci->dev_id); in ath12k_pci_coredump_download()
1384 file_data->qrtr_id = cpu_to_le32(ab_pci->ab->qmi.service_ins_id); in ath12k_pci_coredump_download()
1385 file_data->bus_id = cpu_to_le32(pci_domain_nr(ab_pci->pdev->bus)); in ath12k_pci_coredump_download()
1386 guid_gen(&file_data->guid); in ath12k_pci_coredump_download()
1388 file_data->tv_sec = cpu_to_le64(timestamp.tv_sec); in ath12k_pci_coredump_download()
1389 file_data->tv_nsec = cpu_to_le64(timestamp.tv_nsec); in ath12k_pci_coredump_download()
1392 dump_tlv->type = cpu_to_le32(FW_CRASH_DUMP_PAGING_DATA); in ath12k_pci_coredump_download()
1393 dump_tlv->tlv_len = cpu_to_le32(dump_seg_sz[FW_CRASH_DUMP_PAGING_DATA]); in ath12k_pci_coredump_download()
1399 for (i = 0; i < fw_img->entries ; i++) { in ath12k_pci_coredump_download()
1400 if (!fw_img->mhi_buf[i].buf) in ath12k_pci_coredump_download()
1403 memcpy_fromio(buf, (void const __iomem *)fw_img->mhi_buf[i].buf, in ath12k_pci_coredump_download()
1404 fw_img->mhi_buf[i].len); in ath12k_pci_coredump_download()
1405 buf += fw_img->mhi_buf[i].len; in ath12k_pci_coredump_download()
1409 dump_tlv->type = cpu_to_le32(FW_CRASH_DUMP_RDDM_DATA); in ath12k_pci_coredump_download()
1410 dump_tlv->tlv_len = cpu_to_le32(dump_seg_sz[FW_CRASH_DUMP_RDDM_DATA]); in ath12k_pci_coredump_download()
1416 for (i = 0; i < rddm_img->entries; i++) { in ath12k_pci_coredump_download()
1417 if (!rddm_img->mhi_buf[i].buf) in ath12k_pci_coredump_download()
1420 memcpy_fromio(buf, (void const __iomem *)rddm_img->mhi_buf[i].buf, in ath12k_pci_coredump_download()
1421 rddm_img->mhi_buf[i].len); in ath12k_pci_coredump_download()
1422 buf += rddm_img->mhi_buf[i].len; in ath12k_pci_coredump_download()
1431 dump_tlv->type = cpu_to_le32(mem_idx); in ath12k_pci_coredump_download()
1432 dump_tlv->tlv_len = cpu_to_le32(dump_seg_sz[mem_idx]); in ath12k_pci_coredump_download()
1435 for (i = 0; i < ab->qmi.mem_seg_count; i++) { in ath12k_pci_coredump_download()
1437 (ab->qmi.target_mem[i].type); in ath12k_pci_coredump_download()
1442 if (!ab->qmi.target_mem[i].paddr) { in ath12k_pci_coredump_download()
1445 ab->qmi.target_mem[i].type); in ath12k_pci_coredump_download()
1449 memcpy_fromio(buf, ab->qmi.target_mem[i].v.ioaddr, in ath12k_pci_coredump_download()
1450 ab->qmi.target_mem[i].size); in ath12k_pci_coredump_download()
1451 buf += ab->qmi.target_mem[i].size; in ath12k_pci_coredump_download()
1455 queue_work(ab->workqueue, &ab->dump_work); in ath12k_pci_coredump_download()
1464 ab_pci->register_window = 0; in ath12k_pci_power_up()
1465 clear_bit(ATH12K_PCI_FLAG_INIT_DONE, &ab_pci->flags); in ath12k_pci_power_up()
1466 ath12k_pci_sw_reset(ab_pci->ab, true); in ath12k_pci_power_up()
1475 if (test_bit(ATH12K_FW_FEATURE_MULTI_QRTR_ID, ab->fw.fw_features)) in ath12k_pci_power_up()
1484 if (ab->static_window_map) in ath12k_pci_power_up()
1497 ath12k_pci_force_wake(ab_pci->ab); in ath12k_pci_power_down()
1500 clear_bit(ATH12K_PCI_FLAG_INIT_DONE, &ab_pci->flags); in ath12k_pci_power_down()
1501 ath12k_pci_sw_reset(ab_pci->ab, false); in ath12k_pci_power_down()
1558 ab = ath12k_core_alloc(&pdev->dev, sizeof(*ab_pci), ATH12K_BUS_PCI); in ath12k_pci_probe()
1560 dev_err(&pdev->dev, "failed to allocate ath12k base\n"); in ath12k_pci_probe()
1561 return -ENOMEM; in ath12k_pci_probe()
1564 ab->dev = &pdev->dev; in ath12k_pci_probe()
1567 ab_pci->dev_id = pci_dev->device; in ath12k_pci_probe()
1568 ab_pci->ab = ab; in ath12k_pci_probe()
1569 ab_pci->pdev = pdev; in ath12k_pci_probe()
1570 ab->hif.ops = &ath12k_pci_hif_ops; in ath12k_pci_probe()
1571 ab->fw_mode = ATH12K_FIRMWARE_MODE_NORMAL; in ath12k_pci_probe()
1573 spin_lock_init(&ab_pci->window_lock); in ath12k_pci_probe()
1582 pdev->vendor, pdev->device, in ath12k_pci_probe()
1583 pdev->subsystem_vendor, pdev->subsystem_device); in ath12k_pci_probe()
1585 ab->id.vendor = pdev->vendor; in ath12k_pci_probe()
1586 ab->id.device = pdev->device; in ath12k_pci_probe()
1587 ab->id.subsystem_vendor = pdev->subsystem_vendor; in ath12k_pci_probe()
1588 ab->id.subsystem_device = pdev->subsystem_device; in ath12k_pci_probe()
1590 switch (pci_dev->device) { in ath12k_pci_probe()
1592 ab_pci->msi_config = &ath12k_msi_config[0]; in ath12k_pci_probe()
1593 ab->static_window_map = true; in ath12k_pci_probe()
1594 ab_pci->pci_ops = &ath12k_pci_ops_qcn9274; in ath12k_pci_probe()
1595 ab->hal_rx_ops = &hal_rx_qcn9274_ops; in ath12k_pci_probe()
1600 ab->hw_rev = ATH12K_HW_QCN9274_HW20; in ath12k_pci_probe()
1603 ab->hw_rev = ATH12K_HW_QCN9274_HW10; in ath12k_pci_probe()
1606 dev_err(&pdev->dev, in ath12k_pci_probe()
1609 ret = -EOPNOTSUPP; in ath12k_pci_probe()
1614 ab->id.bdf_search = ATH12K_BDF_SEARCH_BUS_AND_BOARD; in ath12k_pci_probe()
1615 ab_pci->msi_config = &ath12k_msi_config[0]; in ath12k_pci_probe()
1616 ab->static_window_map = false; in ath12k_pci_probe()
1617 ab_pci->pci_ops = &ath12k_pci_ops_wcn7850; in ath12k_pci_probe()
1618 ab->hal_rx_ops = &hal_rx_wcn7850_ops; in ath12k_pci_probe()
1623 ab->hw_rev = ATH12K_HW_WCN7850_HW20; in ath12k_pci_probe()
1626 dev_err(&pdev->dev, in ath12k_pci_probe()
1629 ret = -EOPNOTSUPP; in ath12k_pci_probe()
1635 dev_err(&pdev->dev, "Unknown PCI device found: 0x%x\n", in ath12k_pci_probe()
1636 pci_dev->device); in ath12k_pci_probe()
1637 ret = -EOPNOTSUPP; in ath12k_pci_probe()
1735 if (test_bit(ATH12K_FLAG_QMI_FAIL, &ab->dev_flags)) { in ath12k_pci_remove()
1742 set_bit(ATH12K_FLAG_UNREGISTERING, &ab->dev_flags); in ath12k_pci_remove()
1744 cancel_work_sync(&ab->reset_work); in ath12k_pci_remove()
1745 cancel_work_sync(&ab->dump_work); in ath12k_pci_remove()