Lines Matching full:ab
17 static void ath12k_dp_htt_htc_tx_complete(struct ath12k_base *ab, in ath12k_dp_htt_htc_tx_complete() argument
25 struct ath12k_base *ab = ar->ab; in ath12k_dp_peer_cleanup() local
30 spin_lock_bh(&ab->base_lock); in ath12k_dp_peer_cleanup()
31 peer = ath12k_peer_find(ab, vdev_id, addr); in ath12k_dp_peer_cleanup()
33 ath12k_warn(ab, "failed to lookup peer %pM on vdev %d\n", in ath12k_dp_peer_cleanup()
35 spin_unlock_bh(&ab->base_lock); in ath12k_dp_peer_cleanup()
41 spin_unlock_bh(&ab->base_lock); in ath12k_dp_peer_cleanup()
46 struct ath12k_base *ab = ar->ab; in ath12k_dp_peer_setup() local
58 ath12k_warn(ab, "failed to set default routing %d peer :%pM vdev_id :%d\n", in ath12k_dp_peer_setup()
67 ath12k_warn(ab, "failed to setup rxd tid queue for tid %d: %d\n", in ath12k_dp_peer_setup()
75 ath12k_warn(ab, "failed to setup rx defrag context\n"); in ath12k_dp_peer_setup()
84 spin_lock_bh(&ab->base_lock); in ath12k_dp_peer_setup()
86 peer = ath12k_peer_find(ab, vdev_id, addr); in ath12k_dp_peer_setup()
88 ath12k_warn(ab, "failed to find the peer to del rx tid\n"); in ath12k_dp_peer_setup()
89 spin_unlock_bh(&ab->base_lock); in ath12k_dp_peer_setup()
96 spin_unlock_bh(&ab->base_lock); in ath12k_dp_peer_setup()
101 void ath12k_dp_srng_cleanup(struct ath12k_base *ab, struct dp_srng *ring) in ath12k_dp_srng_cleanup() argument
106 dma_free_coherent(ab->dev, ring->size, ring->vaddr_unaligned, in ath12k_dp_srng_cleanup()
126 static int ath12k_dp_srng_calculate_msi_group(struct ath12k_base *ab, in ath12k_dp_srng_calculate_msi_group() argument
134 grp_mask = &ab->hw_params->ring_mask->rx_wbm_rel[0]; in ath12k_dp_srng_calculate_msi_group()
137 grp_mask = &ab->hw_params->ring_mask->tx[0]; in ath12k_dp_srng_calculate_msi_group()
141 grp_mask = &ab->hw_params->ring_mask->rx_err[0]; in ath12k_dp_srng_calculate_msi_group()
144 grp_mask = &ab->hw_params->ring_mask->rx[0]; in ath12k_dp_srng_calculate_msi_group()
147 grp_mask = &ab->hw_params->ring_mask->reo_status[0]; in ath12k_dp_srng_calculate_msi_group()
151 grp_mask = &ab->hw_params->ring_mask->rx_mon_dest[0]; in ath12k_dp_srng_calculate_msi_group()
154 grp_mask = &ab->hw_params->ring_mask->tx_mon_dest[0]; in ath12k_dp_srng_calculate_msi_group()
157 grp_mask = &ab->hw_params->ring_mask->host2rxdma[0]; in ath12k_dp_srng_calculate_msi_group()
177 static void ath12k_dp_srng_msi_setup(struct ath12k_base *ab, in ath12k_dp_srng_msi_setup() argument
185 ret = ath12k_hif_get_user_msi_vector(ab, "DP", in ath12k_dp_srng_msi_setup()
191 msi_group_number = ath12k_dp_srng_calculate_msi_group(ab, type, in ath12k_dp_srng_msi_setup()
194 ath12k_dbg(ab, ATH12K_DBG_PCI, in ath12k_dp_srng_msi_setup()
203 ath12k_dbg(ab, ATH12K_DBG_PCI, in ath12k_dp_srng_msi_setup()
208 ath12k_hif_get_msi_address(ab, &addr_lo, &addr_hi); in ath12k_dp_srng_msi_setup()
217 int ath12k_dp_srng_setup(struct ath12k_base *ab, struct dp_srng *ring, in ath12k_dp_srng_setup() argument
222 int entry_sz = ath12k_hal_srng_get_entrysize(ab, type); in ath12k_dp_srng_setup()
223 int max_entries = ath12k_hal_srng_get_max_entries(ab, type); in ath12k_dp_srng_setup()
233 ring->vaddr_unaligned = dma_alloc_coherent(ab->dev, ring->size, in ath12k_dp_srng_setup()
246 ath12k_dp_srng_msi_setup(ab, ¶ms, type, ring_num + mac_id); in ath12k_dp_srng_setup()
269 if (ab->hw_params->hw_ops->dp_srng_is_tx_comp_ring(ring_num)) { in ath12k_dp_srng_setup()
297 ath12k_warn(ab, "Not a valid ring type in dp :%d\n", type); in ath12k_dp_srng_setup()
301 ret = ath12k_hal_srng_setup(ab, type, ring_num, mac_id, ¶ms); in ath12k_dp_srng_setup()
303 ath12k_warn(ab, "failed to setup srng: %d ring_id %d\n", in ath12k_dp_srng_setup()
314 u32 ath12k_dp_tx_get_vdev_bank_config(struct ath12k_base *ab, struct ath12k_vif *arvif) in ath12k_dp_tx_get_vdev_bank_config() argument
322 test_bit(ATH12K_FLAG_HW_CRYPTO_DISABLED, &ab->dev_flags)) in ath12k_dp_tx_get_vdev_bank_config()
352 static int ath12k_dp_tx_get_bank_profile(struct ath12k_base *ab, struct ath12k_vif *arvif, in ath12k_dp_tx_get_bank_profile() argument
361 bank_config = ath12k_dp_tx_get_vdev_bank_config(ab, arvif); in ath12k_dp_tx_get_bank_profile()
380 ath12k_err(ab, "unable to find TX bank!"); in ath12k_dp_tx_get_bank_profile()
393 ath12k_hal_tx_configure_bank_register(ab, bank_config, bank_id); in ath12k_dp_tx_get_bank_profile()
395 ath12k_dbg(ab, ATH12K_DBG_DP_HTT, "dp_htt tcl bank_id %d input 0x%x match 0x%x num_users %u", in ath12k_dp_tx_get_bank_profile()
409 static void ath12k_dp_deinit_bank_profiles(struct ath12k_base *ab) in ath12k_dp_deinit_bank_profiles() argument
411 struct ath12k_dp *dp = &ab->dp; in ath12k_dp_deinit_bank_profiles()
417 static int ath12k_dp_init_bank_profiles(struct ath12k_base *ab) in ath12k_dp_init_bank_profiles() argument
419 struct ath12k_dp *dp = &ab->dp; in ath12k_dp_init_bank_profiles()
420 u32 num_tcl_banks = ab->hw_params->num_tcl_banks; in ath12k_dp_init_bank_profiles()
440 static void ath12k_dp_srng_common_cleanup(struct ath12k_base *ab) in ath12k_dp_srng_common_cleanup() argument
442 struct ath12k_dp *dp = &ab->dp; in ath12k_dp_srng_common_cleanup()
445 ath12k_dp_srng_cleanup(ab, &dp->reo_status_ring); in ath12k_dp_srng_common_cleanup()
446 ath12k_dp_srng_cleanup(ab, &dp->reo_cmd_ring); in ath12k_dp_srng_common_cleanup()
447 ath12k_dp_srng_cleanup(ab, &dp->reo_except_ring); in ath12k_dp_srng_common_cleanup()
448 ath12k_dp_srng_cleanup(ab, &dp->rx_rel_ring); in ath12k_dp_srng_common_cleanup()
449 ath12k_dp_srng_cleanup(ab, &dp->reo_reinject_ring); in ath12k_dp_srng_common_cleanup()
450 for (i = 0; i < ab->hw_params->max_tx_ring; i++) { in ath12k_dp_srng_common_cleanup()
451 ath12k_dp_srng_cleanup(ab, &dp->tx_ring[i].tcl_comp_ring); in ath12k_dp_srng_common_cleanup()
452 ath12k_dp_srng_cleanup(ab, &dp->tx_ring[i].tcl_data_ring); in ath12k_dp_srng_common_cleanup()
454 ath12k_dp_srng_cleanup(ab, &dp->tcl_status_ring); in ath12k_dp_srng_common_cleanup()
455 ath12k_dp_srng_cleanup(ab, &dp->tcl_cmd_ring); in ath12k_dp_srng_common_cleanup()
456 ath12k_dp_srng_cleanup(ab, &dp->wbm_desc_rel_ring); in ath12k_dp_srng_common_cleanup()
459 static int ath12k_dp_srng_common_setup(struct ath12k_base *ab) in ath12k_dp_srng_common_setup() argument
461 struct ath12k_dp *dp = &ab->dp; in ath12k_dp_srng_common_setup()
467 ret = ath12k_dp_srng_setup(ab, &dp->wbm_desc_rel_ring, in ath12k_dp_srng_common_setup()
471 ath12k_warn(ab, "failed to set up wbm2sw_release ring :%d\n", in ath12k_dp_srng_common_setup()
476 ret = ath12k_dp_srng_setup(ab, &dp->tcl_cmd_ring, HAL_TCL_CMD, 0, 0, in ath12k_dp_srng_common_setup()
479 ath12k_warn(ab, "failed to set up tcl_cmd ring :%d\n", ret); in ath12k_dp_srng_common_setup()
483 ret = ath12k_dp_srng_setup(ab, &dp->tcl_status_ring, HAL_TCL_STATUS, in ath12k_dp_srng_common_setup()
486 ath12k_warn(ab, "failed to set up tcl_status ring :%d\n", ret); in ath12k_dp_srng_common_setup()
490 for (i = 0; i < ab->hw_params->max_tx_ring; i++) { in ath12k_dp_srng_common_setup()
491 map = ab->hw_params->hal_ops->tcl_to_wbm_rbm_map; in ath12k_dp_srng_common_setup()
494 ret = ath12k_dp_srng_setup(ab, &dp->tx_ring[i].tcl_data_ring, in ath12k_dp_srng_common_setup()
498 ath12k_warn(ab, "failed to set up tcl_data ring (%d) :%d\n", in ath12k_dp_srng_common_setup()
503 ret = ath12k_dp_srng_setup(ab, &dp->tx_ring[i].tcl_comp_ring, in ath12k_dp_srng_common_setup()
507 ath12k_warn(ab, "failed to set up tcl_comp ring (%d) :%d\n", in ath12k_dp_srng_common_setup()
513 ret = ath12k_dp_srng_setup(ab, &dp->reo_reinject_ring, HAL_REO_REINJECT, in ath12k_dp_srng_common_setup()
516 ath12k_warn(ab, "failed to set up reo_reinject ring :%d\n", in ath12k_dp_srng_common_setup()
521 ret = ath12k_dp_srng_setup(ab, &dp->rx_rel_ring, HAL_WBM2SW_RELEASE, in ath12k_dp_srng_common_setup()
525 ath12k_warn(ab, "failed to set up rx_rel ring :%d\n", ret); in ath12k_dp_srng_common_setup()
529 ret = ath12k_dp_srng_setup(ab, &dp->reo_except_ring, HAL_REO_EXCEPTION, in ath12k_dp_srng_common_setup()
532 ath12k_warn(ab, "failed to set up reo_exception ring :%d\n", in ath12k_dp_srng_common_setup()
537 ret = ath12k_dp_srng_setup(ab, &dp->reo_cmd_ring, HAL_REO_CMD, in ath12k_dp_srng_common_setup()
540 ath12k_warn(ab, "failed to set up reo_cmd ring :%d\n", ret); in ath12k_dp_srng_common_setup()
544 srng = &ab->hal.srng_list[dp->reo_cmd_ring.ring_id]; in ath12k_dp_srng_common_setup()
545 ath12k_hal_reo_init_cmd_ring(ab, srng); in ath12k_dp_srng_common_setup()
547 ret = ath12k_dp_srng_setup(ab, &dp->reo_status_ring, HAL_REO_STATUS, in ath12k_dp_srng_common_setup()
550 ath12k_warn(ab, "failed to set up reo_status ring :%d\n", ret); in ath12k_dp_srng_common_setup()
569 ath12k_hal_reo_hw_setup(ab, ring_hash_map); in ath12k_dp_srng_common_setup()
574 ath12k_dp_srng_common_cleanup(ab); in ath12k_dp_srng_common_setup()
579 static void ath12k_dp_scatter_idle_link_desc_cleanup(struct ath12k_base *ab) in ath12k_dp_scatter_idle_link_desc_cleanup() argument
581 struct ath12k_dp *dp = &ab->dp; in ath12k_dp_scatter_idle_link_desc_cleanup()
589 dma_free_coherent(ab->dev, HAL_WBM_IDLE_SCATTER_BUF_SIZE_MAX, in ath12k_dp_scatter_idle_link_desc_cleanup()
595 static int ath12k_dp_scatter_idle_link_desc_setup(struct ath12k_base *ab, in ath12k_dp_scatter_idle_link_desc_setup() argument
601 struct ath12k_dp *dp = &ab->dp; in ath12k_dp_scatter_idle_link_desc_setup()
615 ath12k_hal_srng_get_entrysize(ab, HAL_WBM_IDLE_LINK); in ath12k_dp_scatter_idle_link_desc_setup()
622 slist[i].vaddr = dma_alloc_coherent(ab->dev, in ath12k_dp_scatter_idle_link_desc_setup()
665 ath12k_hal_setup_link_idle_list(ab, slist, num_scatter_buf, in ath12k_dp_scatter_idle_link_desc_setup()
671 ath12k_dp_scatter_idle_link_desc_cleanup(ab); in ath12k_dp_scatter_idle_link_desc_setup()
677 ath12k_dp_link_desc_bank_free(struct ath12k_base *ab, in ath12k_dp_link_desc_bank_free() argument
684 dma_free_coherent(ab->dev, in ath12k_dp_link_desc_bank_free()
693 static int ath12k_dp_link_desc_bank_alloc(struct ath12k_base *ab, in ath12k_dp_link_desc_bank_alloc() argument
698 struct ath12k_dp *dp = &ab->dp; in ath12k_dp_link_desc_bank_alloc()
708 dma_alloc_coherent(ab->dev, desc_sz, in ath12k_dp_link_desc_bank_alloc()
727 ath12k_dp_link_desc_bank_free(ab, dp->link_desc_banks); in ath12k_dp_link_desc_bank_alloc()
732 void ath12k_dp_link_desc_cleanup(struct ath12k_base *ab, in ath12k_dp_link_desc_cleanup() argument
736 ath12k_dp_link_desc_bank_free(ab, desc_bank); in ath12k_dp_link_desc_cleanup()
739 ath12k_dp_srng_cleanup(ab, ring); in ath12k_dp_link_desc_cleanup()
740 ath12k_dp_scatter_idle_link_desc_cleanup(ab); in ath12k_dp_link_desc_cleanup()
744 static int ath12k_wbm_idle_ring_setup(struct ath12k_base *ab, u32 *n_link_desc) in ath12k_wbm_idle_ring_setup() argument
746 struct ath12k_dp *dp = &ab->dp; in ath12k_wbm_idle_ring_setup()
771 ret = ath12k_dp_srng_setup(ab, &dp->wbm_idle_ring, in ath12k_wbm_idle_ring_setup()
774 ath12k_warn(ab, "failed to setup wbm_idle_ring: %d\n", ret); in ath12k_wbm_idle_ring_setup()
780 int ath12k_dp_link_desc_setup(struct ath12k_base *ab, in ath12k_dp_link_desc_setup() argument
814 ret = ath12k_dp_link_desc_bank_alloc(ab, link_desc_banks, in ath12k_dp_link_desc_setup()
820 entry_sz = ath12k_hal_srng_get_entrysize(ab, ring_type); in ath12k_dp_link_desc_setup()
826 ret = ath12k_dp_scatter_idle_link_desc_setup(ab, tot_mem_sz, in ath12k_dp_link_desc_setup()
831 ath12k_warn(ab, "failed to setup scatting idle list descriptor :%d\n", in ath12k_dp_link_desc_setup()
841 ath12k_hal_srng_access_begin(ab, srng); in ath12k_dp_link_desc_setup()
855 (desc = ath12k_hal_srng_src_get_next_entry(ab, srng))) { in ath12k_dp_link_desc_setup()
864 ath12k_hal_srng_access_end(ab, srng); in ath12k_dp_link_desc_setup()
871 ath12k_dp_link_desc_bank_free(ab, link_desc_banks); in ath12k_dp_link_desc_setup()
876 int ath12k_dp_service_srng(struct ath12k_base *ab, in ath12k_dp_service_srng() argument
888 while (i < ab->hw_params->max_tx_ring) { in ath12k_dp_service_srng()
889 if (ab->hw_params->ring_mask->tx[grp_id] & in ath12k_dp_service_srng()
890 BIT(ab->hw_params->hal_ops->tcl_to_wbm_rbm_map[i].wbm_ring_num)) in ath12k_dp_service_srng()
891 ath12k_dp_tx_completion_handler(ab, i); in ath12k_dp_service_srng()
895 if (ab->hw_params->ring_mask->rx_err[grp_id]) { in ath12k_dp_service_srng()
896 work_done = ath12k_dp_rx_process_err(ab, napi, budget); in ath12k_dp_service_srng()
903 if (ab->hw_params->ring_mask->rx_wbm_rel[grp_id]) { in ath12k_dp_service_srng()
904 work_done = ath12k_dp_rx_process_wbm_err(ab, in ath12k_dp_service_srng()
914 if (ab->hw_params->ring_mask->rx[grp_id]) { in ath12k_dp_service_srng()
915 i = fls(ab->hw_params->ring_mask->rx[grp_id]) - 1; in ath12k_dp_service_srng()
916 work_done = ath12k_dp_rx_process(ab, i, napi, in ath12k_dp_service_srng()
924 if (ab->hw_params->ring_mask->rx_mon_dest[grp_id]) { in ath12k_dp_service_srng()
926 ring_mask = ab->hw_params->ring_mask->rx_mon_dest[grp_id]; in ath12k_dp_service_srng()
927 for (i = 0; i < ab->num_radios; i++) { in ath12k_dp_service_srng()
928 for (j = 0; j < ab->hw_params->num_rxmda_per_pdev; j++) { in ath12k_dp_service_srng()
929 int id = i * ab->hw_params->num_rxmda_per_pdev + j; in ath12k_dp_service_srng()
933 ath12k_dp_mon_process_ring(ab, id, napi, budget, in ath12k_dp_service_srng()
945 if (ab->hw_params->ring_mask->tx_mon_dest[grp_id]) { in ath12k_dp_service_srng()
947 ring_mask = ab->hw_params->ring_mask->tx_mon_dest[grp_id]; in ath12k_dp_service_srng()
948 for (i = 0; i < ab->num_radios; i++) { in ath12k_dp_service_srng()
949 for (j = 0; j < ab->hw_params->num_rxmda_per_pdev; j++) { in ath12k_dp_service_srng()
950 int id = i * ab->hw_params->num_rxmda_per_pdev + j; in ath12k_dp_service_srng()
954 ath12k_dp_mon_process_ring(ab, id, napi, budget, in ath12k_dp_service_srng()
966 if (ab->hw_params->ring_mask->reo_status[grp_id]) in ath12k_dp_service_srng()
967 ath12k_dp_rx_process_reo_status(ab); in ath12k_dp_service_srng()
969 if (ab->hw_params->ring_mask->host2rxdma[grp_id]) { in ath12k_dp_service_srng()
970 struct ath12k_dp *dp = &ab->dp; in ath12k_dp_service_srng()
973 ath12k_dp_rx_bufs_replenish(ab, 0, rx_ring, 0, in ath12k_dp_service_srng()
974 ab->hw_params->hal_params->rx_buf_rbm, in ath12k_dp_service_srng()
984 void ath12k_dp_pdev_free(struct ath12k_base *ab) in ath12k_dp_pdev_free() argument
988 del_timer_sync(&ab->mon_reap_timer); in ath12k_dp_pdev_free()
990 for (i = 0; i < ab->num_radios; i++) in ath12k_dp_pdev_free()
991 ath12k_dp_rx_pdev_free(ab, i); in ath12k_dp_pdev_free()
994 void ath12k_dp_pdev_pre_alloc(struct ath12k_base *ab) in ath12k_dp_pdev_pre_alloc() argument
1000 for (i = 0; i < ab->num_radios; i++) { in ath12k_dp_pdev_pre_alloc()
1001 ar = ab->pdevs[i].ar; in ath12k_dp_pdev_pre_alloc()
1013 struct ath12k_base *ab = from_timer(ab, t, mon_reap_timer); in ath12k_dp_service_mon_ring() local
1016 for (i = 0; i < ab->hw_params->num_rxmda_per_pdev; i++) in ath12k_dp_service_mon_ring()
1017 ath12k_dp_mon_process_ring(ab, i, NULL, DP_MON_SERVICE_BUDGET, in ath12k_dp_service_mon_ring()
1020 mod_timer(&ab->mon_reap_timer, jiffies + in ath12k_dp_service_mon_ring()
1024 static void ath12k_dp_mon_reap_timer_init(struct ath12k_base *ab) in ath12k_dp_mon_reap_timer_init() argument
1026 if (ab->hw_params->rxdma1_enable) in ath12k_dp_mon_reap_timer_init()
1029 timer_setup(&ab->mon_reap_timer, ath12k_dp_service_mon_ring, 0); in ath12k_dp_mon_reap_timer_init()
1032 int ath12k_dp_pdev_alloc(struct ath12k_base *ab) in ath12k_dp_pdev_alloc() argument
1038 ret = ath12k_dp_rx_htt_setup(ab); in ath12k_dp_pdev_alloc()
1042 ath12k_dp_mon_reap_timer_init(ab); in ath12k_dp_pdev_alloc()
1045 for (i = 0; i < ab->num_radios; i++) { in ath12k_dp_pdev_alloc()
1046 ar = ab->pdevs[i].ar; in ath12k_dp_pdev_alloc()
1047 ret = ath12k_dp_rx_pdev_alloc(ab, i); in ath12k_dp_pdev_alloc()
1049 ath12k_warn(ab, "failed to allocate pdev rx for pdev_id :%d\n", in ath12k_dp_pdev_alloc()
1055 ath12k_warn(ab, "failed to initialize mon pdev %d\n", i); in ath12k_dp_pdev_alloc()
1062 ath12k_dp_pdev_free(ab); in ath12k_dp_pdev_alloc()
1079 status = ath12k_htc_connect_service(&dp->ab->htc, &conn_req, in ath12k_dp_htt_connect()
1113 struct ath12k_base *ab = ar->ab; in ath12k_dp_vdev_tx_attach() local
1126 arvif->bank_id = ath12k_dp_tx_get_bank_profile(ab, arvif, &ab->dp); in ath12k_dp_vdev_tx_attach()
1130 ath12k_err(ar->ab, "Failed to initialize DP TX Banks"); in ath12k_dp_vdev_tx_attach()
1135 static void ath12k_dp_cc_cleanup(struct ath12k_base *ab) in ath12k_dp_cc_cleanup() argument
1139 struct ath12k_dp *dp = &ab->dp; in ath12k_dp_cc_cleanup()
1156 dma_unmap_single(ab->dev, ATH12K_SKB_RXCB(skb)->paddr, in ath12k_dp_cc_cleanup()
1175 dma_unmap_single(ab->dev, ATH12K_SKB_CB(skb)->paddr, in ath12k_dp_cc_cleanup()
1188 dma_free_coherent(ab->dev, ATH12K_PAGE_SIZE, in ath12k_dp_cc_cleanup()
1196 static void ath12k_dp_reoq_lut_cleanup(struct ath12k_base *ab) in ath12k_dp_reoq_lut_cleanup() argument
1198 struct ath12k_dp *dp = &ab->dp; in ath12k_dp_reoq_lut_cleanup()
1200 if (!ab->hw_params->reoq_lut_support) in ath12k_dp_reoq_lut_cleanup()
1206 dma_free_coherent(ab->dev, DP_REOQ_LUT_SIZE, in ath12k_dp_reoq_lut_cleanup()
1210 ath12k_hif_write32(ab, in ath12k_dp_reoq_lut_cleanup()
1211 HAL_SEQ_WCSS_UMAC_REO_REG + HAL_REO1_QDESC_LUT_BASE0(ab), 0); in ath12k_dp_reoq_lut_cleanup()
1214 void ath12k_dp_free(struct ath12k_base *ab) in ath12k_dp_free() argument
1216 struct ath12k_dp *dp = &ab->dp; in ath12k_dp_free()
1219 ath12k_dp_link_desc_cleanup(ab, dp->link_desc_banks, in ath12k_dp_free()
1222 ath12k_dp_cc_cleanup(ab); in ath12k_dp_free()
1223 ath12k_dp_reoq_lut_cleanup(ab); in ath12k_dp_free()
1224 ath12k_dp_deinit_bank_profiles(ab); in ath12k_dp_free()
1225 ath12k_dp_srng_common_cleanup(ab); in ath12k_dp_free()
1227 ath12k_dp_rx_reo_cmd_list_cleanup(ab); in ath12k_dp_free()
1229 for (i = 0; i < ab->hw_params->max_tx_ring; i++) in ath12k_dp_free()
1232 ath12k_dp_rx_free(ab); in ath12k_dp_free()
1236 void ath12k_dp_cc_config(struct ath12k_base *ab) in ath12k_dp_cc_config() argument
1238 u32 cmem_base = ab->qmi.dev_mem[ATH12K_QMI_DEVMEM_CMEM_INDEX].start; in ath12k_dp_cc_config()
1243 ath12k_hif_write32(ab, reo_base + HAL_REO1_SW_COOKIE_CFG0(ab), cmem_base); in ath12k_dp_cc_config()
1255 ath12k_hif_write32(ab, reo_base + HAL_REO1_SW_COOKIE_CFG1(ab), val); in ath12k_dp_cc_config()
1258 ath12k_hif_write32(ab, wbm_base + HAL_WBM_SW_COOKIE_CFG0, cmem_base); in ath12k_dp_cc_config()
1268 ath12k_hif_write32(ab, wbm_base + HAL_WBM_SW_COOKIE_CFG1, val); in ath12k_dp_cc_config()
1271 val = ath12k_hif_read32(ab, wbm_base + HAL_WBM_SW_COOKIE_CFG2); in ath12k_dp_cc_config()
1276 ath12k_hif_write32(ab, wbm_base + HAL_WBM_SW_COOKIE_CFG2, val); in ath12k_dp_cc_config()
1279 val = ath12k_hif_read32(ab, wbm_base + HAL_WBM_SW_COOKIE_CONVERT_CFG); in ath12k_dp_cc_config()
1281 ab->hw_params->hal_params->wbm2sw_cc_enable; in ath12k_dp_cc_config()
1283 ath12k_hif_write32(ab, wbm_base + HAL_WBM_SW_COOKIE_CONVERT_CFG, val); in ath12k_dp_cc_config()
1291 static inline void *ath12k_dp_cc_get_desc_addr_ptr(struct ath12k_base *ab, in ath12k_dp_cc_get_desc_addr_ptr() argument
1294 struct ath12k_dp *dp = &ab->dp; in ath12k_dp_cc_get_desc_addr_ptr()
1299 struct ath12k_rx_desc_info *ath12k_dp_get_rx_desc(struct ath12k_base *ab, in ath12k_dp_get_rx_desc() argument
1312 desc_addr_ptr = ath12k_dp_cc_get_desc_addr_ptr(ab, ppt_idx, spt_idx); in ath12k_dp_get_rx_desc()
1317 struct ath12k_tx_desc_info *ath12k_dp_get_tx_desc(struct ath12k_base *ab, in ath12k_dp_get_tx_desc() argument
1327 ppt_idx > ab->dp.num_spt_pages || in ath12k_dp_get_tx_desc()
1331 desc_addr_ptr = ath12k_dp_cc_get_desc_addr_ptr(ab, ppt_idx, spt_idx); in ath12k_dp_get_tx_desc()
1336 static int ath12k_dp_cc_desc_init(struct ath12k_base *ab) in ath12k_dp_cc_desc_init() argument
1338 struct ath12k_dp *dp = &ab->dp; in ath12k_dp_cc_desc_init()
1362 rx_desc_addr = ath12k_dp_cc_get_desc_addr_ptr(ab, i, j); in ath12k_dp_cc_desc_init()
1391 ath12k_dp_cc_get_desc_addr_ptr(ab, ppt_idx, j); in ath12k_dp_cc_desc_init()
1400 static int ath12k_dp_cc_init(struct ath12k_base *ab) in ath12k_dp_cc_init() argument
1402 struct ath12k_dp *dp = &ab->dp; in ath12k_dp_cc_init()
1424 ath12k_warn(ab, "SPT page allocation failure"); in ath12k_dp_cc_init()
1428 cmem_base = ab->qmi.dev_mem[ATH12K_QMI_DEVMEM_CMEM_INDEX].start; in ath12k_dp_cc_init()
1431 dp->spt_info[i].vaddr = dma_alloc_coherent(ab->dev, in ath12k_dp_cc_init()
1442 ath12k_warn(ab, "SPT allocated memory is not 4K aligned"); in ath12k_dp_cc_init()
1448 ath12k_hif_write32(ab, cmem_base + ATH12K_PPT_ADDR_OFFSET(i), in ath12k_dp_cc_init()
1452 ret = ath12k_dp_cc_desc_init(ab); in ath12k_dp_cc_init()
1454 ath12k_warn(ab, "HW CC desc init failed %d", ret); in ath12k_dp_cc_init()
1460 ath12k_dp_cc_cleanup(ab); in ath12k_dp_cc_init()
1464 static int ath12k_dp_reoq_lut_setup(struct ath12k_base *ab) in ath12k_dp_reoq_lut_setup() argument
1466 struct ath12k_dp *dp = &ab->dp; in ath12k_dp_reoq_lut_setup()
1468 if (!ab->hw_params->reoq_lut_support) in ath12k_dp_reoq_lut_setup()
1471 dp->reoq_lut.vaddr = dma_alloc_coherent(ab->dev, in ath12k_dp_reoq_lut_setup()
1476 ath12k_warn(ab, "failed to allocate memory for reoq table"); in ath12k_dp_reoq_lut_setup()
1480 ath12k_hif_write32(ab, HAL_SEQ_WCSS_UMAC_REO_REG + HAL_REO1_QDESC_LUT_BASE0(ab), in ath12k_dp_reoq_lut_setup()
1485 int ath12k_dp_alloc(struct ath12k_base *ab) in ath12k_dp_alloc() argument
1487 struct ath12k_dp *dp = &ab->dp; in ath12k_dp_alloc()
1494 dp->ab = ab; in ath12k_dp_alloc()
1502 ret = ath12k_wbm_idle_ring_setup(ab, &n_link_desc); in ath12k_dp_alloc()
1504 ath12k_warn(ab, "failed to setup wbm_idle_ring: %d\n", ret); in ath12k_dp_alloc()
1508 srng = &ab->hal.srng_list[dp->wbm_idle_ring.ring_id]; in ath12k_dp_alloc()
1510 ret = ath12k_dp_link_desc_setup(ab, dp->link_desc_banks, in ath12k_dp_alloc()
1513 ath12k_warn(ab, "failed to setup link desc: %d\n", ret); in ath12k_dp_alloc()
1517 ret = ath12k_dp_cc_init(ab); in ath12k_dp_alloc()
1520 ath12k_warn(ab, "failed to setup cookie converter %d\n", ret); in ath12k_dp_alloc()
1523 ret = ath12k_dp_init_bank_profiles(ab); in ath12k_dp_alloc()
1525 ath12k_warn(ab, "failed to setup bank profiles %d\n", ret); in ath12k_dp_alloc()
1529 ret = ath12k_dp_srng_common_setup(ab); in ath12k_dp_alloc()
1535 ret = ath12k_dp_reoq_lut_setup(ab); in ath12k_dp_alloc()
1537 ath12k_warn(ab, "failed to setup reoq table %d\n", ret); in ath12k_dp_alloc()
1541 for (i = 0; i < ab->hw_params->max_tx_ring; i++) { in ath12k_dp_alloc()
1557 ath12k_hal_tx_set_dscp_tid_map(ab, i); in ath12k_dp_alloc()
1559 ret = ath12k_dp_rx_alloc(ab); in ath12k_dp_alloc()
1568 ath12k_dp_rx_free(ab); in ath12k_dp_alloc()
1571 ath12k_dp_reoq_lut_cleanup(ab); in ath12k_dp_alloc()
1574 ath12k_dp_srng_common_cleanup(ab); in ath12k_dp_alloc()
1577 ath12k_dp_deinit_bank_profiles(ab); in ath12k_dp_alloc()
1580 ath12k_dp_cc_cleanup(ab); in ath12k_dp_alloc()
1583 ath12k_dp_link_desc_cleanup(ab, dp->link_desc_banks, in ath12k_dp_alloc()