198 	struct ath11k_hal *hal = &ab->hal;  in ath11k_hal_alloc_cont_rdp()  local
202 	hal->rdp.vaddr = dma_alloc_coherent(ab->dev, size, &hal->rdp.paddr,  in ath11k_hal_alloc_cont_rdp()
204 	if (!hal->rdp.vaddr)  in ath11k_hal_alloc_cont_rdp()
212 	struct ath11k_hal *hal = &ab->hal;  in ath11k_hal_free_cont_rdp()  local
215 	if (!hal->rdp.vaddr)  in ath11k_hal_free_cont_rdp()
220 			  hal->rdp.vaddr, hal->rdp.paddr);  in ath11k_hal_free_cont_rdp()
221 	hal->rdp.vaddr = NULL;  in ath11k_hal_free_cont_rdp()
226 	struct ath11k_hal *hal = &ab->hal;  in ath11k_hal_alloc_cont_wrp()  local
230 	hal->wrp.vaddr = dma_alloc_coherent(ab->dev, size, &hal->wrp.paddr,  in ath11k_hal_alloc_cont_wrp()
232 	if (!hal->wrp.vaddr)  in ath11k_hal_alloc_cont_wrp()
240 	struct ath11k_hal *hal = &ab->hal;  in ath11k_hal_free_cont_wrp()  local
243 	if (!hal->wrp.vaddr)  in ath11k_hal_free_cont_wrp()
248 			  hal->wrp.vaddr, hal->wrp.paddr);  in ath11k_hal_free_cont_wrp()
249 	hal->wrp.vaddr = NULL;  in ath11k_hal_free_cont_wrp()
255 	struct hal_srng_config *srng_config = &ab->hal.srng_config[HAL_CE_DST];  in ath11k_hal_ce_dst_setup()
273 	struct ath11k_hal *hal = &ab->hal;  in ath11k_hal_srng_dst_hw_init()  local
322 	hp_addr = hal->rdp.paddr +  in ath11k_hal_srng_dst_hw_init()
324 		   (unsigned long)hal->rdp.vaddr);  in ath11k_hal_srng_dst_hw_init()
352 	struct ath11k_hal *hal = &ab->hal;  in ath11k_hal_srng_src_hw_init()  local
424 		tp_addr = hal->rdp.paddr +  in ath11k_hal_srng_src_hw_init()
426 			   (unsigned long)hal->rdp.vaddr);  in ath11k_hal_srng_src_hw_init()
471 	struct hal_srng_config *srng_config = &ab->hal.srng_config[type];  in ath11k_hal_srng_get_ring_id()
496 	srng_config = &ab->hal.srng_config[ring_type];  in ath11k_hal_srng_get_entrysize()
508 	srng_config = &ab->hal.srng_config[ring_type];  in ath11k_hal_srng_get_max_entries()
535 		return ab->hal.wrp.paddr +  in ath11k_hal_srng_get_hp_addr()
537 			(unsigned long)ab->hal.wrp.vaddr);  in ath11k_hal_srng_get_hp_addr()
539 		return ab->hal.rdp.paddr +  in ath11k_hal_srng_get_hp_addr()
541 			 (unsigned long)ab->hal.rdp.vaddr);  in ath11k_hal_srng_get_hp_addr()
551 		return ab->hal.rdp.paddr +  in ath11k_hal_srng_get_tp_addr()
553 			(unsigned long)ab->hal.rdp.vaddr);  in ath11k_hal_srng_get_tp_addr()
555 		return ab->hal.wrp.paddr +  in ath11k_hal_srng_get_tp_addr()
557 			(unsigned long)ab->hal.wrp.vaddr);  in ath11k_hal_srng_get_tp_addr()
961 	struct ath11k_hal *hal = &ab->hal;  in ath11k_hal_srng_setup()  local
962 	struct hal_srng_config *srng_config = &ab->hal.srng_config[type];  in ath11k_hal_srng_setup()
973 	srng = &hal->srng_list[ring_id];  in ath11k_hal_srng_setup()
990 	lockdep_set_class(&srng->lock, hal->srng_key + ring_id);  in ath11k_hal_srng_setup()
1011 		srng->u.src_ring.tp_addr = (void *)(hal->rdp.vaddr + ring_id);  in ath11k_hal_srng_setup()
1016 			srng->u.src_ring.hp_addr = (void *)(hal->wrp.vaddr +  in ath11k_hal_srng_setup()
1043 		srng->u.dst_ring.hp_addr = (void *)(hal->rdp.vaddr + ring_id);  in ath11k_hal_srng_setup()
1049 			srng->u.dst_ring.tp_addr = (void *)(hal->wrp.vaddr +  in ath11k_hal_srng_setup()
1087 	struct ath11k_hal *hal = &ab->hal;  in ath11k_hal_srng_update_hp_tp_addr()  local
1089 	struct hal_srng_config *srng_config = &hal->srng_config[ring_type];  in ath11k_hal_srng_update_hp_tp_addr()
1095 	srng = &hal->srng_list[ring_id];  in ath11k_hal_srng_update_hp_tp_addr()
1109 	struct ath11k_hal *hal = &ab->hal;  in ath11k_hal_srng_update_shadow_config()  local
1110 	struct hal_srng_config *srng_config = &hal->srng_config[ring_type];  in ath11k_hal_srng_update_shadow_config()
1111 	int shadow_cfg_idx = hal->num_shadow_reg_configured;  in ath11k_hal_srng_update_shadow_config()
1117 	hal->num_shadow_reg_configured++;  in ath11k_hal_srng_update_shadow_config()
1127 	hal->shadow_reg_addr[shadow_cfg_idx] = target_reg;  in ath11k_hal_srng_update_shadow_config()
1145 	struct ath11k_hal *hal = &ab->hal;  in ath11k_hal_srng_shadow_config()  local
1150 		struct hal_srng_config *srng_config = &hal->srng_config[ring_type];  in ath11k_hal_srng_shadow_config()
1168 	struct ath11k_hal *hal = &ab->hal;  in ath11k_hal_srng_get_shadow_config()  local
1170 	*len = hal->num_shadow_reg_configured;  in ath11k_hal_srng_get_shadow_config()
1171 	*cfg = hal->shadow_reg_addr;  in ath11k_hal_srng_get_shadow_config()
1189 	struct ath11k_hal *hal = &ab->hal;  in ath11k_hal_srng_create_config()  local
1192 	hal->srng_config = kmemdup(hw_srng_config_template,  in ath11k_hal_srng_create_config()
1195 	if (!hal->srng_config)  in ath11k_hal_srng_create_config()
1198 	s = &hal->srng_config[HAL_REO_DST];  in ath11k_hal_srng_create_config()
1204 	s = &hal->srng_config[HAL_REO_EXCEPTION];  in ath11k_hal_srng_create_config()
1208 	s = &hal->srng_config[HAL_REO_REINJECT];  in ath11k_hal_srng_create_config()
1212 	s = &hal->srng_config[HAL_REO_CMD];  in ath11k_hal_srng_create_config()
1216 	s = &hal->srng_config[HAL_REO_STATUS];  in ath11k_hal_srng_create_config()
1220 	s = &hal->srng_config[HAL_TCL_DATA];  in ath11k_hal_srng_create_config()
1226 	s = &hal->srng_config[HAL_TCL_CMD];  in ath11k_hal_srng_create_config()
1230 	s = &hal->srng_config[HAL_TCL_STATUS];  in ath11k_hal_srng_create_config()
1234 	s = &hal->srng_config[HAL_CE_SRC];  in ath11k_hal_srng_create_config()
1244 	s = &hal->srng_config[HAL_CE_DST];  in ath11k_hal_srng_create_config()
1254 	s = &hal->srng_config[HAL_CE_DST_STATUS];  in ath11k_hal_srng_create_config()
1264 	s = &hal->srng_config[HAL_WBM_IDLE_LINK];  in ath11k_hal_srng_create_config()
1268 	s = &hal->srng_config[HAL_SW2WBM_RELEASE];  in ath11k_hal_srng_create_config()
1272 	s = &hal->srng_config[HAL_WBM2SW_RELEASE];  in ath11k_hal_srng_create_config()
1285 	struct ath11k_hal *hal = &ab->hal;  in ath11k_hal_register_srng_key()  local
1289 		lockdep_register_key(hal->srng_key + ring_id);  in ath11k_hal_register_srng_key()
1296 	struct ath11k_hal *hal = &ab->hal;  in ath11k_hal_unregister_srng_key()  local
1300 		lockdep_unregister_key(hal->srng_key + ring_id);  in ath11k_hal_unregister_srng_key()
1306 	struct ath11k_hal *hal = &ab->hal;  in ath11k_hal_srng_init()  local
1309 	memset(hal, 0, sizeof(*hal));  in ath11k_hal_srng_init()
1337 	struct ath11k_hal *hal = &ab->hal;  in ath11k_hal_srng_deinit()  local
1342 	kfree(hal->srng_config);  in ath11k_hal_srng_deinit()
1386 		srng = &ab->hal.srng_list[i];  in ath11k_hal_dump_srng_stats()