Lines Matching refs:ab
22 static void ath12k_dp_htt_htc_tx_complete(struct ath12k_base *ab, in ath12k_dp_htt_htc_tx_complete() argument
30 struct ath12k_base *ab = ar->ab; in ath12k_dp_peer_cleanup() local
35 spin_lock_bh(&ab->base_lock); in ath12k_dp_peer_cleanup()
36 peer = ath12k_peer_find(ab, vdev_id, addr); in ath12k_dp_peer_cleanup()
38 ath12k_warn(ab, "failed to lookup peer %pM on vdev %d\n", in ath12k_dp_peer_cleanup()
40 spin_unlock_bh(&ab->base_lock); in ath12k_dp_peer_cleanup()
47 spin_unlock_bh(&ab->base_lock); in ath12k_dp_peer_cleanup()
52 struct ath12k_base *ab = ar->ab; in ath12k_dp_peer_setup() local
64 ath12k_warn(ab, "failed to set default routing %d peer :%pM vdev_id :%d\n", in ath12k_dp_peer_setup()
73 ath12k_warn(ab, "failed to setup rxd tid queue for tid %d: %d\n", in ath12k_dp_peer_setup()
81 ath12k_warn(ab, "failed to setup rx defrag context\n"); in ath12k_dp_peer_setup()
90 spin_lock_bh(&ab->base_lock); in ath12k_dp_peer_setup()
92 peer = ath12k_peer_find(ab, vdev_id, addr); in ath12k_dp_peer_setup()
94 ath12k_warn(ab, "failed to find the peer to del rx tid\n"); in ath12k_dp_peer_setup()
95 spin_unlock_bh(&ab->base_lock); in ath12k_dp_peer_setup()
102 spin_unlock_bh(&ab->base_lock); in ath12k_dp_peer_setup()
107 void ath12k_dp_srng_cleanup(struct ath12k_base *ab, struct dp_srng *ring) in ath12k_dp_srng_cleanup() argument
112 dma_free_coherent(ab->dev, ring->size, ring->vaddr_unaligned, in ath12k_dp_srng_cleanup()
132 static int ath12k_dp_srng_calculate_msi_group(struct ath12k_base *ab, in ath12k_dp_srng_calculate_msi_group() argument
142 grp_mask = &ab->hw_params->ring_mask->rx_wbm_rel[0]; in ath12k_dp_srng_calculate_msi_group()
145 map = ab->hw_params->hal_ops->tcl_to_wbm_rbm_map; in ath12k_dp_srng_calculate_msi_group()
146 for (i = 0; i < ab->hw_params->max_tx_ring; i++) { in ath12k_dp_srng_calculate_msi_group()
153 grp_mask = &ab->hw_params->ring_mask->tx[0]; in ath12k_dp_srng_calculate_msi_group()
157 grp_mask = &ab->hw_params->ring_mask->rx_err[0]; in ath12k_dp_srng_calculate_msi_group()
160 grp_mask = &ab->hw_params->ring_mask->rx[0]; in ath12k_dp_srng_calculate_msi_group()
163 grp_mask = &ab->hw_params->ring_mask->reo_status[0]; in ath12k_dp_srng_calculate_msi_group()
167 grp_mask = &ab->hw_params->ring_mask->rx_mon_dest[0]; in ath12k_dp_srng_calculate_msi_group()
170 grp_mask = &ab->hw_params->ring_mask->tx_mon_dest[0]; in ath12k_dp_srng_calculate_msi_group()
173 grp_mask = &ab->hw_params->ring_mask->host2rxdma[0]; in ath12k_dp_srng_calculate_msi_group()
193 static void ath12k_dp_srng_msi_setup(struct ath12k_base *ab, in ath12k_dp_srng_msi_setup() argument
201 ret = ath12k_hif_get_user_msi_vector(ab, "DP", in ath12k_dp_srng_msi_setup()
207 msi_group_number = ath12k_dp_srng_calculate_msi_group(ab, type, in ath12k_dp_srng_msi_setup()
210 ath12k_dbg(ab, ATH12K_DBG_PCI, in ath12k_dp_srng_msi_setup()
219 ath12k_dbg(ab, ATH12K_DBG_PCI, in ath12k_dp_srng_msi_setup()
224 ath12k_hif_get_msi_address(ab, &addr_lo, &addr_hi); in ath12k_dp_srng_msi_setup()
233 int ath12k_dp_srng_setup(struct ath12k_base *ab, struct dp_srng *ring, in ath12k_dp_srng_setup() argument
238 int entry_sz = ath12k_hal_srng_get_entrysize(ab, type); in ath12k_dp_srng_setup()
239 int max_entries = ath12k_hal_srng_get_max_entries(ab, type); in ath12k_dp_srng_setup()
249 ring->vaddr_unaligned = dma_alloc_coherent(ab->dev, ring->size, in ath12k_dp_srng_setup()
262 ath12k_dp_srng_msi_setup(ab, ¶ms, type, ring_num + mac_id); in ath12k_dp_srng_setup()
285 if (ab->hw_params->hw_ops->dp_srng_is_tx_comp_ring(ring_num)) { in ath12k_dp_srng_setup()
313 ath12k_warn(ab, "Not a valid ring type in dp :%d\n", type); in ath12k_dp_srng_setup()
317 ret = ath12k_hal_srng_setup(ab, type, ring_num, mac_id, ¶ms); in ath12k_dp_srng_setup()
319 ath12k_warn(ab, "failed to setup srng: %d ring_id %d\n", in ath12k_dp_srng_setup()
330 u32 ath12k_dp_tx_get_vdev_bank_config(struct ath12k_base *ab, struct ath12k_vif *arvif) in ath12k_dp_tx_get_vdev_bank_config() argument
338 test_bit(ATH12K_FLAG_HW_CRYPTO_DISABLED, &ab->dev_flags)) in ath12k_dp_tx_get_vdev_bank_config()
368 static int ath12k_dp_tx_get_bank_profile(struct ath12k_base *ab, struct ath12k_vif *arvif, in ath12k_dp_tx_get_bank_profile() argument
377 bank_config = ath12k_dp_tx_get_vdev_bank_config(ab, arvif); in ath12k_dp_tx_get_bank_profile()
396 ath12k_err(ab, "unable to find TX bank!"); in ath12k_dp_tx_get_bank_profile()
409 ath12k_hal_tx_configure_bank_register(ab, bank_config, bank_id); in ath12k_dp_tx_get_bank_profile()
411 ath12k_dbg(ab, ATH12K_DBG_DP_HTT, "dp_htt tcl bank_id %d input 0x%x match 0x%x num_users %u", in ath12k_dp_tx_get_bank_profile()
425 static void ath12k_dp_deinit_bank_profiles(struct ath12k_base *ab) in ath12k_dp_deinit_bank_profiles() argument
427 struct ath12k_dp *dp = &ab->dp; in ath12k_dp_deinit_bank_profiles()
433 static int ath12k_dp_init_bank_profiles(struct ath12k_base *ab) in ath12k_dp_init_bank_profiles() argument
435 struct ath12k_dp *dp = &ab->dp; in ath12k_dp_init_bank_profiles()
436 u32 num_tcl_banks = ab->hw_params->num_tcl_banks; in ath12k_dp_init_bank_profiles()
456 static void ath12k_dp_srng_common_cleanup(struct ath12k_base *ab) in ath12k_dp_srng_common_cleanup() argument
458 struct ath12k_dp *dp = &ab->dp; in ath12k_dp_srng_common_cleanup()
461 ath12k_dp_srng_cleanup(ab, &dp->reo_status_ring); in ath12k_dp_srng_common_cleanup()
462 ath12k_dp_srng_cleanup(ab, &dp->reo_cmd_ring); in ath12k_dp_srng_common_cleanup()
463 ath12k_dp_srng_cleanup(ab, &dp->reo_except_ring); in ath12k_dp_srng_common_cleanup()
464 ath12k_dp_srng_cleanup(ab, &dp->rx_rel_ring); in ath12k_dp_srng_common_cleanup()
465 ath12k_dp_srng_cleanup(ab, &dp->reo_reinject_ring); in ath12k_dp_srng_common_cleanup()
466 for (i = 0; i < ab->hw_params->max_tx_ring; i++) { in ath12k_dp_srng_common_cleanup()
467 ath12k_dp_srng_cleanup(ab, &dp->tx_ring[i].tcl_comp_ring); in ath12k_dp_srng_common_cleanup()
468 ath12k_dp_srng_cleanup(ab, &dp->tx_ring[i].tcl_data_ring); in ath12k_dp_srng_common_cleanup()
470 ath12k_dp_srng_cleanup(ab, &dp->wbm_desc_rel_ring); in ath12k_dp_srng_common_cleanup()
473 static int ath12k_dp_srng_common_setup(struct ath12k_base *ab) in ath12k_dp_srng_common_setup() argument
475 struct ath12k_dp *dp = &ab->dp; in ath12k_dp_srng_common_setup()
481 ret = ath12k_dp_srng_setup(ab, &dp->wbm_desc_rel_ring, in ath12k_dp_srng_common_setup()
485 ath12k_warn(ab, "failed to set up wbm2sw_release ring :%d\n", in ath12k_dp_srng_common_setup()
490 for (i = 0; i < ab->hw_params->max_tx_ring; i++) { in ath12k_dp_srng_common_setup()
491 map = ab->hw_params->hal_ops->tcl_to_wbm_rbm_map; in ath12k_dp_srng_common_setup()
494 ret = ath12k_dp_srng_setup(ab, &dp->tx_ring[i].tcl_data_ring, in ath12k_dp_srng_common_setup()
498 ath12k_warn(ab, "failed to set up tcl_data ring (%d) :%d\n", in ath12k_dp_srng_common_setup()
503 ret = ath12k_dp_srng_setup(ab, &dp->tx_ring[i].tcl_comp_ring, in ath12k_dp_srng_common_setup()
507 ath12k_warn(ab, "failed to set up tcl_comp ring (%d) :%d\n", in ath12k_dp_srng_common_setup()
513 ret = ath12k_dp_srng_setup(ab, &dp->reo_reinject_ring, HAL_REO_REINJECT, in ath12k_dp_srng_common_setup()
516 ath12k_warn(ab, "failed to set up reo_reinject ring :%d\n", in ath12k_dp_srng_common_setup()
521 ret = ath12k_dp_srng_setup(ab, &dp->rx_rel_ring, HAL_WBM2SW_RELEASE, in ath12k_dp_srng_common_setup()
525 ath12k_warn(ab, "failed to set up rx_rel ring :%d\n", ret); in ath12k_dp_srng_common_setup()
529 ret = ath12k_dp_srng_setup(ab, &dp->reo_except_ring, HAL_REO_EXCEPTION, in ath12k_dp_srng_common_setup()
532 ath12k_warn(ab, "failed to set up reo_exception ring :%d\n", in ath12k_dp_srng_common_setup()
537 ret = ath12k_dp_srng_setup(ab, &dp->reo_cmd_ring, HAL_REO_CMD, in ath12k_dp_srng_common_setup()
540 ath12k_warn(ab, "failed to set up reo_cmd ring :%d\n", ret); in ath12k_dp_srng_common_setup()
544 srng = &ab->hal.srng_list[dp->reo_cmd_ring.ring_id]; in ath12k_dp_srng_common_setup()
545 ath12k_hal_reo_init_cmd_ring(ab, srng); in ath12k_dp_srng_common_setup()
547 ret = ath12k_dp_srng_setup(ab, &dp->reo_status_ring, HAL_REO_STATUS, in ath12k_dp_srng_common_setup()
550 ath12k_warn(ab, "failed to set up reo_status ring :%d\n", ret); in ath12k_dp_srng_common_setup()
569 ath12k_hal_reo_hw_setup(ab, ring_hash_map); in ath12k_dp_srng_common_setup()
574 ath12k_dp_srng_common_cleanup(ab); in ath12k_dp_srng_common_setup()
579 static void ath12k_dp_scatter_idle_link_desc_cleanup(struct ath12k_base *ab) in ath12k_dp_scatter_idle_link_desc_cleanup() argument
581 struct ath12k_dp *dp = &ab->dp; in ath12k_dp_scatter_idle_link_desc_cleanup()
589 dma_free_coherent(ab->dev, HAL_WBM_IDLE_SCATTER_BUF_SIZE_MAX, in ath12k_dp_scatter_idle_link_desc_cleanup()
595 static int ath12k_dp_scatter_idle_link_desc_setup(struct ath12k_base *ab, in ath12k_dp_scatter_idle_link_desc_setup() argument
601 struct ath12k_dp *dp = &ab->dp; in ath12k_dp_scatter_idle_link_desc_setup()
616 ath12k_hal_srng_get_entrysize(ab, HAL_WBM_IDLE_LINK); in ath12k_dp_scatter_idle_link_desc_setup()
623 slist[i].vaddr = dma_alloc_coherent(ab->dev, in ath12k_dp_scatter_idle_link_desc_setup()
662 ath12k_hal_setup_link_idle_list(ab, slist, num_scatter_buf, in ath12k_dp_scatter_idle_link_desc_setup()
668 ath12k_dp_scatter_idle_link_desc_cleanup(ab); in ath12k_dp_scatter_idle_link_desc_setup()
674 ath12k_dp_link_desc_bank_free(struct ath12k_base *ab, in ath12k_dp_link_desc_bank_free() argument
681 dma_free_coherent(ab->dev, in ath12k_dp_link_desc_bank_free()
690 static int ath12k_dp_link_desc_bank_alloc(struct ath12k_base *ab, in ath12k_dp_link_desc_bank_alloc() argument
695 struct ath12k_dp *dp = &ab->dp; in ath12k_dp_link_desc_bank_alloc()
705 dma_alloc_coherent(ab->dev, desc_sz, in ath12k_dp_link_desc_bank_alloc()
724 ath12k_dp_link_desc_bank_free(ab, dp->link_desc_banks); in ath12k_dp_link_desc_bank_alloc()
729 void ath12k_dp_link_desc_cleanup(struct ath12k_base *ab, in ath12k_dp_link_desc_cleanup() argument
733 ath12k_dp_link_desc_bank_free(ab, desc_bank); in ath12k_dp_link_desc_cleanup()
736 ath12k_dp_srng_cleanup(ab, ring); in ath12k_dp_link_desc_cleanup()
737 ath12k_dp_scatter_idle_link_desc_cleanup(ab); in ath12k_dp_link_desc_cleanup()
741 static int ath12k_wbm_idle_ring_setup(struct ath12k_base *ab, u32 *n_link_desc) in ath12k_wbm_idle_ring_setup() argument
743 struct ath12k_dp *dp = &ab->dp; in ath12k_wbm_idle_ring_setup()
768 ret = ath12k_dp_srng_setup(ab, &dp->wbm_idle_ring, in ath12k_wbm_idle_ring_setup()
771 ath12k_warn(ab, "failed to setup wbm_idle_ring: %d\n", ret); in ath12k_wbm_idle_ring_setup()
777 int ath12k_dp_link_desc_setup(struct ath12k_base *ab, in ath12k_dp_link_desc_setup() argument
789 enum hal_rx_buf_return_buf_manager rbm = ab->dp.idle_link_rbm; in ath12k_dp_link_desc_setup()
812 ret = ath12k_dp_link_desc_bank_alloc(ab, link_desc_banks, in ath12k_dp_link_desc_setup()
818 entry_sz = ath12k_hal_srng_get_entrysize(ab, ring_type); in ath12k_dp_link_desc_setup()
824 ret = ath12k_dp_scatter_idle_link_desc_setup(ab, tot_mem_sz, in ath12k_dp_link_desc_setup()
829 ath12k_warn(ab, "failed to setup scatting idle list descriptor :%d\n", in ath12k_dp_link_desc_setup()
839 ath12k_hal_srng_access_begin(ab, srng); in ath12k_dp_link_desc_setup()
848 (desc = ath12k_hal_srng_src_get_next_entry(ab, srng))) { in ath12k_dp_link_desc_setup()
856 ath12k_hal_srng_access_end(ab, srng); in ath12k_dp_link_desc_setup()
863 ath12k_dp_link_desc_bank_free(ab, link_desc_banks); in ath12k_dp_link_desc_setup()
868 int ath12k_dp_service_srng(struct ath12k_base *ab, in ath12k_dp_service_srng() argument
880 if (ab->hw_params->ring_mask->tx[grp_id]) { in ath12k_dp_service_srng()
881 i = fls(ab->hw_params->ring_mask->tx[grp_id]) - 1; in ath12k_dp_service_srng()
882 ath12k_dp_tx_completion_handler(ab, i); in ath12k_dp_service_srng()
885 if (ab->hw_params->ring_mask->rx_err[grp_id]) { in ath12k_dp_service_srng()
886 work_done = ath12k_dp_rx_process_err(ab, napi, budget); in ath12k_dp_service_srng()
893 if (ab->hw_params->ring_mask->rx_wbm_rel[grp_id]) { in ath12k_dp_service_srng()
894 work_done = ath12k_dp_rx_process_wbm_err(ab, in ath12k_dp_service_srng()
904 if (ab->hw_params->ring_mask->rx[grp_id]) { in ath12k_dp_service_srng()
905 i = fls(ab->hw_params->ring_mask->rx[grp_id]) - 1; in ath12k_dp_service_srng()
906 work_done = ath12k_dp_rx_process(ab, i, napi, in ath12k_dp_service_srng()
914 if (ab->hw_params->ring_mask->rx_mon_dest[grp_id]) { in ath12k_dp_service_srng()
916 ring_mask = ab->hw_params->ring_mask->rx_mon_dest[grp_id]; in ath12k_dp_service_srng()
917 for (i = 0; i < ab->num_radios; i++) { in ath12k_dp_service_srng()
918 for (j = 0; j < ab->hw_params->num_rxdma_per_pdev; j++) { in ath12k_dp_service_srng()
919 int id = i * ab->hw_params->num_rxdma_per_pdev + j; in ath12k_dp_service_srng()
923 ath12k_dp_mon_process_ring(ab, id, napi, budget, in ath12k_dp_service_srng()
935 if (ab->hw_params->ring_mask->tx_mon_dest[grp_id]) { in ath12k_dp_service_srng()
937 ring_mask = ab->hw_params->ring_mask->tx_mon_dest[grp_id]; in ath12k_dp_service_srng()
938 for (i = 0; i < ab->num_radios; i++) { in ath12k_dp_service_srng()
939 for (j = 0; j < ab->hw_params->num_rxdma_per_pdev; j++) { in ath12k_dp_service_srng()
940 int id = i * ab->hw_params->num_rxdma_per_pdev + j; in ath12k_dp_service_srng()
944 ath12k_dp_mon_process_ring(ab, id, napi, budget, in ath12k_dp_service_srng()
956 if (ab->hw_params->ring_mask->reo_status[grp_id]) in ath12k_dp_service_srng()
957 ath12k_dp_rx_process_reo_status(ab); in ath12k_dp_service_srng()
959 if (ab->hw_params->ring_mask->host2rxdma[grp_id]) { in ath12k_dp_service_srng()
960 struct ath12k_dp *dp = &ab->dp; in ath12k_dp_service_srng()
964 ath12k_dp_rx_bufs_replenish(ab, rx_ring, &list, 0); in ath12k_dp_service_srng()
973 void ath12k_dp_pdev_free(struct ath12k_base *ab) in ath12k_dp_pdev_free() argument
977 del_timer_sync(&ab->mon_reap_timer); in ath12k_dp_pdev_free()
979 for (i = 0; i < ab->num_radios; i++) in ath12k_dp_pdev_free()
980 ath12k_dp_rx_pdev_free(ab, i); in ath12k_dp_pdev_free()
983 void ath12k_dp_pdev_pre_alloc(struct ath12k_base *ab) in ath12k_dp_pdev_pre_alloc() argument
989 for (i = 0; i < ab->num_radios; i++) { in ath12k_dp_pdev_pre_alloc()
990 ar = ab->pdevs[i].ar; in ath12k_dp_pdev_pre_alloc()
1000 bool ath12k_dp_wmask_compaction_rx_tlv_supported(struct ath12k_base *ab) in ath12k_dp_wmask_compaction_rx_tlv_supported() argument
1002 if (test_bit(WMI_TLV_SERVICE_WMSK_COMPACTION_RX_TLVS, ab->wmi_ab.svc_map) && in ath12k_dp_wmask_compaction_rx_tlv_supported()
1003 ab->hw_params->hal_ops->rxdma_ring_wmask_rx_mpdu_start && in ath12k_dp_wmask_compaction_rx_tlv_supported()
1004 ab->hw_params->hal_ops->rxdma_ring_wmask_rx_msdu_end && in ath12k_dp_wmask_compaction_rx_tlv_supported()
1005 ab->hw_params->hal_ops->get_hal_rx_compact_ops) { in ath12k_dp_wmask_compaction_rx_tlv_supported()
1011 void ath12k_dp_hal_rx_desc_init(struct ath12k_base *ab) in ath12k_dp_hal_rx_desc_init() argument
1013 if (ath12k_dp_wmask_compaction_rx_tlv_supported(ab)) { in ath12k_dp_hal_rx_desc_init()
1017 ab->hal_rx_ops = ab->hw_params->hal_ops->get_hal_rx_compact_ops(); in ath12k_dp_hal_rx_desc_init()
1019 ab->hal.hal_desc_sz = in ath12k_dp_hal_rx_desc_init()
1020 ab->hal_rx_ops->rx_desc_get_desc_size(); in ath12k_dp_hal_rx_desc_init()
1025 struct ath12k_base *ab = from_timer(ab, t, mon_reap_timer); in ath12k_dp_service_mon_ring() local
1028 for (i = 0; i < ab->hw_params->num_rxdma_per_pdev; i++) in ath12k_dp_service_mon_ring()
1029 ath12k_dp_mon_process_ring(ab, i, NULL, DP_MON_SERVICE_BUDGET, in ath12k_dp_service_mon_ring()
1032 mod_timer(&ab->mon_reap_timer, jiffies + in ath12k_dp_service_mon_ring()
1036 static void ath12k_dp_mon_reap_timer_init(struct ath12k_base *ab) in ath12k_dp_mon_reap_timer_init() argument
1038 if (ab->hw_params->rxdma1_enable) in ath12k_dp_mon_reap_timer_init()
1041 timer_setup(&ab->mon_reap_timer, ath12k_dp_service_mon_ring, 0); in ath12k_dp_mon_reap_timer_init()
1044 int ath12k_dp_pdev_alloc(struct ath12k_base *ab) in ath12k_dp_pdev_alloc() argument
1050 ret = ath12k_dp_rx_htt_setup(ab); in ath12k_dp_pdev_alloc()
1054 ath12k_dp_mon_reap_timer_init(ab); in ath12k_dp_pdev_alloc()
1057 for (i = 0; i < ab->num_radios; i++) { in ath12k_dp_pdev_alloc()
1058 ar = ab->pdevs[i].ar; in ath12k_dp_pdev_alloc()
1059 ret = ath12k_dp_rx_pdev_alloc(ab, i); in ath12k_dp_pdev_alloc()
1061 ath12k_warn(ab, "failed to allocate pdev rx for pdev_id :%d\n", in ath12k_dp_pdev_alloc()
1067 ath12k_warn(ab, "failed to initialize mon pdev %d\n", i); in ath12k_dp_pdev_alloc()
1074 ath12k_dp_pdev_free(ab); in ath12k_dp_pdev_alloc()
1091 status = ath12k_htc_connect_service(&dp->ab->htc, &conn_req, in ath12k_dp_htt_connect()
1125 struct ath12k_base *ab = ar->ab; in ath12k_dp_vdev_tx_attach() local
1138 arvif->bank_id = ath12k_dp_tx_get_bank_profile(ab, arvif, &ab->dp); in ath12k_dp_vdev_tx_attach()
1142 ath12k_err(ar->ab, "Failed to initialize DP TX Banks"); in ath12k_dp_vdev_tx_attach()
1147 static void ath12k_dp_cc_cleanup(struct ath12k_base *ab) in ath12k_dp_cc_cleanup() argument
1151 struct ath12k_dp *dp = &ab->dp; in ath12k_dp_cc_cleanup()
1177 dma_unmap_single(ab->dev, ATH12K_SKB_RXCB(skb)->paddr, in ath12k_dp_cc_cleanup()
1210 dma_unmap_single(ab->dev, ATH12K_SKB_CB(skb)->paddr, in ath12k_dp_cc_cleanup()
1238 dma_free_coherent(ab->dev, ATH12K_PAGE_SIZE, in ath12k_dp_cc_cleanup()
1246 static void ath12k_dp_reoq_lut_cleanup(struct ath12k_base *ab) in ath12k_dp_reoq_lut_cleanup() argument
1248 struct ath12k_dp *dp = &ab->dp; in ath12k_dp_reoq_lut_cleanup()
1250 if (!ab->hw_params->reoq_lut_support) in ath12k_dp_reoq_lut_cleanup()
1256 dma_free_coherent(ab->dev, DP_REOQ_LUT_SIZE, in ath12k_dp_reoq_lut_cleanup()
1260 ath12k_hif_write32(ab, in ath12k_dp_reoq_lut_cleanup()
1261 HAL_SEQ_WCSS_UMAC_REO_REG + HAL_REO1_QDESC_LUT_BASE0(ab), 0); in ath12k_dp_reoq_lut_cleanup()
1264 void ath12k_dp_free(struct ath12k_base *ab) in ath12k_dp_free() argument
1266 struct ath12k_dp *dp = &ab->dp; in ath12k_dp_free()
1269 ath12k_dp_link_desc_cleanup(ab, dp->link_desc_banks, in ath12k_dp_free()
1272 ath12k_dp_cc_cleanup(ab); in ath12k_dp_free()
1273 ath12k_dp_reoq_lut_cleanup(ab); in ath12k_dp_free()
1274 ath12k_dp_deinit_bank_profiles(ab); in ath12k_dp_free()
1275 ath12k_dp_srng_common_cleanup(ab); in ath12k_dp_free()
1277 ath12k_dp_rx_reo_cmd_list_cleanup(ab); in ath12k_dp_free()
1279 for (i = 0; i < ab->hw_params->max_tx_ring; i++) in ath12k_dp_free()
1282 ath12k_dp_rx_free(ab); in ath12k_dp_free()
1286 void ath12k_dp_cc_config(struct ath12k_base *ab) in ath12k_dp_cc_config() argument
1288 u32 cmem_base = ab->qmi.dev_mem[ATH12K_QMI_DEVMEM_CMEM_INDEX].start; in ath12k_dp_cc_config()
1293 ath12k_hif_write32(ab, reo_base + HAL_REO1_SW_COOKIE_CFG0(ab), cmem_base); in ath12k_dp_cc_config()
1305 ath12k_hif_write32(ab, reo_base + HAL_REO1_SW_COOKIE_CFG1(ab), val); in ath12k_dp_cc_config()
1308 ath12k_hif_write32(ab, wbm_base + HAL_WBM_SW_COOKIE_CFG0, cmem_base); in ath12k_dp_cc_config()
1318 ath12k_hif_write32(ab, wbm_base + HAL_WBM_SW_COOKIE_CFG1, val); in ath12k_dp_cc_config()
1321 val = ath12k_hif_read32(ab, wbm_base + HAL_WBM_SW_COOKIE_CFG2); in ath12k_dp_cc_config()
1326 ath12k_hif_write32(ab, wbm_base + HAL_WBM_SW_COOKIE_CFG2, val); in ath12k_dp_cc_config()
1329 val = ath12k_hif_read32(ab, wbm_base + HAL_WBM_SW_COOKIE_CONVERT_CFG); in ath12k_dp_cc_config()
1331 ab->hw_params->hal_params->wbm2sw_cc_enable; in ath12k_dp_cc_config()
1333 ath12k_hif_write32(ab, wbm_base + HAL_WBM_SW_COOKIE_CONVERT_CFG, val); in ath12k_dp_cc_config()
1341 static inline void *ath12k_dp_cc_get_desc_addr_ptr(struct ath12k_base *ab, in ath12k_dp_cc_get_desc_addr_ptr() argument
1344 struct ath12k_dp *dp = &ab->dp; in ath12k_dp_cc_get_desc_addr_ptr()
1349 struct ath12k_rx_desc_info *ath12k_dp_get_rx_desc(struct ath12k_base *ab, in ath12k_dp_get_rx_desc() argument
1352 struct ath12k_dp *dp = &ab->dp; in ath12k_dp_get_rx_desc()
1368 desc_addr_ptr = ath12k_dp_cc_get_desc_addr_ptr(ab, ppt_idx, spt_idx); in ath12k_dp_get_rx_desc()
1373 struct ath12k_tx_desc_info *ath12k_dp_get_tx_desc(struct ath12k_base *ab, in ath12k_dp_get_tx_desc() argument
1391 desc_addr_ptr = ath12k_dp_cc_get_desc_addr_ptr(ab, ppt_idx, spt_idx); in ath12k_dp_get_tx_desc()
1396 static int ath12k_dp_cc_desc_init(struct ath12k_base *ab) in ath12k_dp_cc_desc_init() argument
1398 struct ath12k_dp *dp = &ab->dp; in ath12k_dp_cc_desc_init()
1426 rx_desc_addr = ath12k_dp_cc_get_desc_addr_ptr(ab, ppt_idx, j); in ath12k_dp_cc_desc_init()
1458 ath12k_dp_cc_get_desc_addr_ptr(ab, ppt_idx, j); in ath12k_dp_cc_desc_init()
1467 static int ath12k_dp_cmem_init(struct ath12k_base *ab, in ath12k_dp_cmem_init() argument
1474 cmem_base = ab->qmi.dev_mem[ATH12K_QMI_DEVMEM_CMEM_INDEX].start; in ath12k_dp_cmem_init()
1487 ath12k_err(ab, "invalid descriptor type %d in cmem init\n", type); in ath12k_dp_cmem_init()
1493 ath12k_hif_write32(ab, cmem_base + ATH12K_PPT_ADDR_OFFSET(i), in ath12k_dp_cmem_init()
1499 static int ath12k_dp_cc_init(struct ath12k_base *ab) in ath12k_dp_cc_init() argument
1501 struct ath12k_dp *dp = &ab->dp; in ath12k_dp_cc_init()
1521 ath12k_warn(ab, "SPT page allocation failure"); in ath12k_dp_cc_init()
1525 dp->rx_ppt_base = ab->device_id * ATH12K_NUM_RX_SPT_PAGES; in ath12k_dp_cc_init()
1528 dp->spt_info[i].vaddr = dma_alloc_coherent(ab->dev, in ath12k_dp_cc_init()
1539 ath12k_warn(ab, "SPT allocated memory is not 4K aligned"); in ath12k_dp_cc_init()
1545 ret = ath12k_dp_cmem_init(ab, dp, ATH12K_DP_TX_DESC); in ath12k_dp_cc_init()
1547 ath12k_warn(ab, "HW CC Tx cmem init failed %d", ret); in ath12k_dp_cc_init()
1551 ret = ath12k_dp_cmem_init(ab, dp, ATH12K_DP_RX_DESC); in ath12k_dp_cc_init()
1553 ath12k_warn(ab, "HW CC Rx cmem init failed %d", ret); in ath12k_dp_cc_init()
1557 ret = ath12k_dp_cc_desc_init(ab); in ath12k_dp_cc_init()
1559 ath12k_warn(ab, "HW CC desc init failed %d", ret); in ath12k_dp_cc_init()
1565 ath12k_dp_cc_cleanup(ab); in ath12k_dp_cc_init()
1569 static int ath12k_dp_reoq_lut_setup(struct ath12k_base *ab) in ath12k_dp_reoq_lut_setup() argument
1571 struct ath12k_dp *dp = &ab->dp; in ath12k_dp_reoq_lut_setup()
1573 if (!ab->hw_params->reoq_lut_support) in ath12k_dp_reoq_lut_setup()
1576 dp->reoq_lut.vaddr = dma_alloc_coherent(ab->dev, in ath12k_dp_reoq_lut_setup()
1581 ath12k_warn(ab, "failed to allocate memory for reoq table"); in ath12k_dp_reoq_lut_setup()
1585 ath12k_hif_write32(ab, HAL_SEQ_WCSS_UMAC_REO_REG + HAL_REO1_QDESC_LUT_BASE0(ab), in ath12k_dp_reoq_lut_setup()
1591 ath12k_dp_get_idle_link_rbm(struct ath12k_base *ab) in ath12k_dp_get_idle_link_rbm() argument
1593 switch (ab->device_id) { in ath12k_dp_get_idle_link_rbm()
1601 ath12k_warn(ab, "invalid %d device id, so choose default rbm\n", in ath12k_dp_get_idle_link_rbm()
1602 ab->device_id); in ath12k_dp_get_idle_link_rbm()
1608 int ath12k_dp_alloc(struct ath12k_base *ab) in ath12k_dp_alloc() argument
1610 struct ath12k_dp *dp = &ab->dp; in ath12k_dp_alloc()
1617 dp->ab = ab; in ath12k_dp_alloc()
1624 dp->idle_link_rbm = ath12k_dp_get_idle_link_rbm(ab); in ath12k_dp_alloc()
1626 ret = ath12k_wbm_idle_ring_setup(ab, &n_link_desc); in ath12k_dp_alloc()
1628 ath12k_warn(ab, "failed to setup wbm_idle_ring: %d\n", ret); in ath12k_dp_alloc()
1632 srng = &ab->hal.srng_list[dp->wbm_idle_ring.ring_id]; in ath12k_dp_alloc()
1634 ret = ath12k_dp_link_desc_setup(ab, dp->link_desc_banks, in ath12k_dp_alloc()
1637 ath12k_warn(ab, "failed to setup link desc: %d\n", ret); in ath12k_dp_alloc()
1641 ret = ath12k_dp_cc_init(ab); in ath12k_dp_alloc()
1644 ath12k_warn(ab, "failed to setup cookie converter %d\n", ret); in ath12k_dp_alloc()
1647 ret = ath12k_dp_init_bank_profiles(ab); in ath12k_dp_alloc()
1649 ath12k_warn(ab, "failed to setup bank profiles %d\n", ret); in ath12k_dp_alloc()
1653 ret = ath12k_dp_srng_common_setup(ab); in ath12k_dp_alloc()
1659 ret = ath12k_dp_reoq_lut_setup(ab); in ath12k_dp_alloc()
1661 ath12k_warn(ab, "failed to setup reoq table %d\n", ret); in ath12k_dp_alloc()
1665 for (i = 0; i < ab->hw_params->max_tx_ring; i++) { in ath12k_dp_alloc()
1681 ath12k_hal_tx_set_dscp_tid_map(ab, i); in ath12k_dp_alloc()
1683 ret = ath12k_dp_rx_alloc(ab); in ath12k_dp_alloc()
1692 ath12k_dp_rx_free(ab); in ath12k_dp_alloc()
1695 ath12k_dp_reoq_lut_cleanup(ab); in ath12k_dp_alloc()
1698 ath12k_dp_srng_common_cleanup(ab); in ath12k_dp_alloc()
1701 ath12k_dp_deinit_bank_profiles(ab); in ath12k_dp_alloc()
1704 ath12k_dp_cc_cleanup(ab); in ath12k_dp_alloc()
1707 ath12k_dp_link_desc_cleanup(ab, dp->link_desc_banks, in ath12k_dp_alloc()