521 	struct ath12k_hal *hal = &ab->hal;  in ath12k_hal_srng_create_config_qcn9274()  local
524 	hal->srng_config = kmemdup(hw_srng_config_template,  in ath12k_hal_srng_create_config_qcn9274()
527 	if (!hal->srng_config)  in ath12k_hal_srng_create_config_qcn9274()
530 	s = &hal->srng_config[HAL_REO_DST];  in ath12k_hal_srng_create_config_qcn9274()
536 	s = &hal->srng_config[HAL_REO_EXCEPTION];  in ath12k_hal_srng_create_config_qcn9274()
540 	s = &hal->srng_config[HAL_REO_REINJECT];  in ath12k_hal_srng_create_config_qcn9274()
546 	s = &hal->srng_config[HAL_REO_CMD];  in ath12k_hal_srng_create_config_qcn9274()
550 	s = &hal->srng_config[HAL_REO_STATUS];  in ath12k_hal_srng_create_config_qcn9274()
554 	s = &hal->srng_config[HAL_TCL_DATA];  in ath12k_hal_srng_create_config_qcn9274()
560 	s = &hal->srng_config[HAL_TCL_CMD];  in ath12k_hal_srng_create_config_qcn9274()
564 	s = &hal->srng_config[HAL_TCL_STATUS];  in ath12k_hal_srng_create_config_qcn9274()
568 	s = &hal->srng_config[HAL_CE_SRC];  in ath12k_hal_srng_create_config_qcn9274()
576 	s = &hal->srng_config[HAL_CE_DST];  in ath12k_hal_srng_create_config_qcn9274()
584 	s = &hal->srng_config[HAL_CE_DST_STATUS];  in ath12k_hal_srng_create_config_qcn9274()
593 	s = &hal->srng_config[HAL_WBM_IDLE_LINK];  in ath12k_hal_srng_create_config_qcn9274()
597 	s = &hal->srng_config[HAL_SW2WBM_RELEASE];  in ath12k_hal_srng_create_config_qcn9274()
605 	s = &hal->srng_config[HAL_WBM2SW_RELEASE];  in ath12k_hal_srng_create_config_qcn9274()
617 	s = &hal->srng_config[HAL_PPE2TCL];  in ath12k_hal_srng_create_config_qcn9274()
621 	s = &hal->srng_config[HAL_PPE_RELEASE];  in ath12k_hal_srng_create_config_qcn9274()
961 	struct ath12k_hal *hal = &ab->hal;  in ath12k_hal_srng_create_config_wcn7850()  local
964 	hal->srng_config = kmemdup(hw_srng_config_template,  in ath12k_hal_srng_create_config_wcn7850()
967 	if (!hal->srng_config)  in ath12k_hal_srng_create_config_wcn7850()
970 	s = &hal->srng_config[HAL_REO_DST];  in ath12k_hal_srng_create_config_wcn7850()
976 	s = &hal->srng_config[HAL_REO_EXCEPTION];  in ath12k_hal_srng_create_config_wcn7850()
980 	s = &hal->srng_config[HAL_REO_REINJECT];  in ath12k_hal_srng_create_config_wcn7850()
985 	s = &hal->srng_config[HAL_REO_CMD];  in ath12k_hal_srng_create_config_wcn7850()
989 	s = &hal->srng_config[HAL_REO_STATUS];  in ath12k_hal_srng_create_config_wcn7850()
993 	s = &hal->srng_config[HAL_TCL_DATA];  in ath12k_hal_srng_create_config_wcn7850()
1000 	s = &hal->srng_config[HAL_TCL_CMD];  in ath12k_hal_srng_create_config_wcn7850()
1004 	s = &hal->srng_config[HAL_TCL_STATUS];  in ath12k_hal_srng_create_config_wcn7850()
1008 	s = &hal->srng_config[HAL_CE_SRC];  in ath12k_hal_srng_create_config_wcn7850()
1017 	s = &hal->srng_config[HAL_CE_DST];  in ath12k_hal_srng_create_config_wcn7850()
1026 	s = &hal->srng_config[HAL_CE_DST_STATUS];  in ath12k_hal_srng_create_config_wcn7850()
1036 	s = &hal->srng_config[HAL_WBM_IDLE_LINK];  in ath12k_hal_srng_create_config_wcn7850()
1040 	s = &hal->srng_config[HAL_SW2WBM_RELEASE];  in ath12k_hal_srng_create_config_wcn7850()
1046 	s = &hal->srng_config[HAL_WBM2SW_RELEASE];  in ath12k_hal_srng_create_config_wcn7850()
1053 	s = &hal->srng_config[HAL_RXDMA_BUF];  in ath12k_hal_srng_create_config_wcn7850()
1057 	s = &hal->srng_config[HAL_RXDMA_DST];  in ath12k_hal_srng_create_config_wcn7850()
1062 	s = &hal->srng_config[HAL_RXDMA_DIR_BUF];  in ath12k_hal_srng_create_config_wcn7850()
1065 	s = &hal->srng_config[HAL_PPE2TCL];  in ath12k_hal_srng_create_config_wcn7850()
1068 	s = &hal->srng_config[HAL_PPE_RELEASE];  in ath12k_hal_srng_create_config_wcn7850()
1071 	s = &hal->srng_config[HAL_TX_MONITOR_BUF];  in ath12k_hal_srng_create_config_wcn7850()
1074 	s = &hal->srng_config[HAL_TX_MONITOR_DST];  in ath12k_hal_srng_create_config_wcn7850()
1077 	s = &hal->srng_config[HAL_PPE2TCL];  in ath12k_hal_srng_create_config_wcn7850()
1181 	struct ath12k_hal *hal = &ab->hal;  in ath12k_hal_alloc_cont_rdp()  local
1185 	hal->rdp.vaddr = dma_alloc_coherent(ab->dev, size, &hal->rdp.paddr,  in ath12k_hal_alloc_cont_rdp()
1187 	if (!hal->rdp.vaddr)  in ath12k_hal_alloc_cont_rdp()
1195 	struct ath12k_hal *hal = &ab->hal;  in ath12k_hal_free_cont_rdp()  local
1198 	if (!hal->rdp.vaddr)  in ath12k_hal_free_cont_rdp()
1203 			  hal->rdp.vaddr, hal->rdp.paddr);  in ath12k_hal_free_cont_rdp()
1204 	hal->rdp.vaddr = NULL;  in ath12k_hal_free_cont_rdp()
1209 	struct ath12k_hal *hal = &ab->hal;  in ath12k_hal_alloc_cont_wrp()  local
1213 	hal->wrp.vaddr = dma_alloc_coherent(ab->dev, size, &hal->wrp.paddr,  in ath12k_hal_alloc_cont_wrp()
1215 	if (!hal->wrp.vaddr)  in ath12k_hal_alloc_cont_wrp()
1223 	struct ath12k_hal *hal = &ab->hal;  in ath12k_hal_free_cont_wrp()  local
1226 	if (!hal->wrp.vaddr)  in ath12k_hal_free_cont_wrp()
1231 			  hal->wrp.vaddr, hal->wrp.paddr);  in ath12k_hal_free_cont_wrp()
1232 	hal->wrp.vaddr = NULL;  in ath12k_hal_free_cont_wrp()
1238 	struct hal_srng_config *srng_config = &ab->hal.srng_config[HAL_CE_DST];  in ath12k_hal_ce_dst_setup()
1256 	struct ath12k_hal *hal = &ab->hal;  in ath12k_hal_srng_dst_hw_init()  local
1302 	hp_addr = hal->rdp.paddr +  in ath12k_hal_srng_dst_hw_init()
1304 		   (unsigned long)hal->rdp.vaddr);  in ath12k_hal_srng_dst_hw_init()
1332 	struct ath12k_hal *hal = &ab->hal;  in ath12k_hal_srng_src_hw_init()  local
1387 		tp_addr = hal->rdp.paddr +  in ath12k_hal_srng_src_hw_init()
1389 			   (unsigned long)hal->rdp.vaddr);  in ath12k_hal_srng_src_hw_init()
1437 	struct hal_srng_config *srng_config = &ab->hal.srng_config[type];  in ath12k_hal_srng_get_ring_id()
1462 	srng_config = &ab->hal.srng_config[ring_type];  in ath12k_hal_srng_get_entrysize()
1474 	srng_config = &ab->hal.srng_config[ring_type];  in ath12k_hal_srng_get_max_entries()
1503 		return ab->hal.wrp.paddr +  in ath12k_hal_srng_get_hp_addr()
1505 			(unsigned long)ab->hal.wrp.vaddr);  in ath12k_hal_srng_get_hp_addr()
1507 		return ab->hal.rdp.paddr +  in ath12k_hal_srng_get_hp_addr()
1509 			 (unsigned long)ab->hal.rdp.vaddr);  in ath12k_hal_srng_get_hp_addr()
1519 		return ab->hal.rdp.paddr +  in ath12k_hal_srng_get_tp_addr()
1521 			(unsigned long)ab->hal.rdp.vaddr);  in ath12k_hal_srng_get_tp_addr()
1523 		return ab->hal.wrp.paddr +  in ath12k_hal_srng_get_tp_addr()
1525 			(unsigned long)ab->hal.wrp.vaddr);  in ath12k_hal_srng_get_tp_addr()
1899 	struct ath12k_hal *hal = &ab->hal;  in ath12k_hal_srng_setup()  local
1900 	struct hal_srng_config *srng_config = &ab->hal.srng_config[type];  in ath12k_hal_srng_setup()
1911 	srng = &hal->srng_list[ring_id];  in ath12k_hal_srng_setup()
1946 		srng->u.src_ring.tp_addr = (void *)(hal->rdp.vaddr + ring_id);  in ath12k_hal_srng_setup()
1962 			srng->u.src_ring.hp_addr = (void *)(hal->wrp.vaddr +  in ath12k_hal_srng_setup()
1978 		srng->u.dst_ring.hp_addr = (void *)(hal->rdp.vaddr + ring_id);  in ath12k_hal_srng_setup()
1996 			srng->u.dst_ring.tp_addr = (void *)(hal->wrp.vaddr +  in ath12k_hal_srng_setup()
2021 	struct ath12k_hal *hal = &ab->hal;  in ath12k_hal_srng_update_hp_tp_addr()  local
2023 	struct hal_srng_config *srng_config = &hal->srng_config[ring_type];  in ath12k_hal_srng_update_hp_tp_addr()
2029 	srng = &hal->srng_list[ring_id];  in ath12k_hal_srng_update_hp_tp_addr()
2043 	struct ath12k_hal *hal = &ab->hal;  in ath12k_hal_srng_update_shadow_config()  local
2044 	struct hal_srng_config *srng_config = &hal->srng_config[ring_type];  in ath12k_hal_srng_update_shadow_config()
2045 	int shadow_cfg_idx = hal->num_shadow_reg_configured;  in ath12k_hal_srng_update_shadow_config()
2051 	hal->num_shadow_reg_configured++;  in ath12k_hal_srng_update_shadow_config()
2061 	hal->shadow_reg_addr[shadow_cfg_idx] = target_reg;  in ath12k_hal_srng_update_shadow_config()
2079 	struct ath12k_hal *hal = &ab->hal;  in ath12k_hal_srng_shadow_config()  local
2084 		struct hal_srng_config *srng_config = &hal->srng_config[ring_type];  in ath12k_hal_srng_shadow_config()
2103 	struct ath12k_hal *hal = &ab->hal;  in ath12k_hal_srng_get_shadow_config()  local
2105 	*len = hal->num_shadow_reg_configured;  in ath12k_hal_srng_get_shadow_config()
2106 	*cfg = hal->shadow_reg_addr;  in ath12k_hal_srng_get_shadow_config()
2125 	struct ath12k_hal *hal = &ab->hal;  in ath12k_hal_register_srng_lock_keys()  local
2130 		lockdep_register_key(&hal->srng_list[ring_id].lock_key);  in ath12k_hal_register_srng_lock_keys()
2136 	struct ath12k_hal *hal = &ab->hal;  in ath12k_hal_unregister_srng_lock_keys()  local
2141 		lockdep_unregister_key(&hal->srng_list[ring_id].lock_key);  in ath12k_hal_unregister_srng_lock_keys()
2146 	struct ath12k_hal *hal = &ab->hal;  in ath12k_hal_srng_init()  local
2149 	memset(hal, 0, sizeof(*hal));  in ath12k_hal_srng_init()
2176 	struct ath12k_hal *hal = &ab->hal;  in ath12k_hal_srng_deinit()  local
2181 	kfree(hal->srng_config);  in ath12k_hal_srng_deinit()
2182 	hal->srng_config = NULL;  in ath12k_hal_srng_deinit()
2213 		srng = &ab->hal.srng_list[i];  in ath12k_hal_dump_srng_stats()