41 					struct ath11k_dbring *ring,  in ath11k_dbring_bufs_replenish()  argument
53 	srng = &ab->hal.srng_list[ring->refill_srng.ring_id];  in ath11k_dbring_bufs_replenish()
60 	ptr_aligned = PTR_ALIGN(ptr_unaligned, ring->buf_align);  in ath11k_dbring_bufs_replenish()
61 	ath11k_dbring_fill_magic_value(ar, ptr_aligned, ring->buf_sz);  in ath11k_dbring_bufs_replenish()
62 	paddr = dma_map_single(ab->dev, ptr_aligned, ring->buf_sz,  in ath11k_dbring_bufs_replenish()
69 	spin_lock_bh(&ring->idr_lock);  in ath11k_dbring_bufs_replenish()
70 	buf_id = idr_alloc(&ring->bufs_idr, buff, 0, ring->bufs_max, GFP_ATOMIC);  in ath11k_dbring_bufs_replenish()
71 	spin_unlock_bh(&ring->idr_lock);  in ath11k_dbring_bufs_replenish()
96 	spin_lock_bh(&ring->idr_lock);  in ath11k_dbring_bufs_replenish()
97 	idr_remove(&ring->bufs_idr, buf_id);  in ath11k_dbring_bufs_replenish()
98 	spin_unlock_bh(&ring->idr_lock);  in ath11k_dbring_bufs_replenish()
100 	dma_unmap_single(ab->dev, paddr, ring->buf_sz,  in ath11k_dbring_bufs_replenish()
108 				   struct ath11k_dbring *ring,  in ath11k_dbring_fill_bufs()  argument
117 	srng = &ar->ab->hal.srng_list[ring->refill_srng.ring_id];  in ath11k_dbring_fill_bufs()
122 	req_entries = min(num_free, ring->bufs_max);  in ath11k_dbring_fill_bufs()
124 	align = ring->buf_align;  in ath11k_dbring_fill_bufs()
125 	size = ring->buf_sz + align - 1;  in ath11k_dbring_fill_bufs()
137 		ret = ath11k_dbring_bufs_replenish(ar, ring, buff, id);  in ath11k_dbring_fill_bufs()
139 			ath11k_warn(ar->ab, "failed to replenish db ring num_remain %d req_ent %d\n",  in ath11k_dbring_fill_bufs()
154 				struct ath11k_dbring *ring,  in ath11k_dbring_wmi_cfg_setup()  argument
163 	param.pdev_id		= DP_SW2HW_MACID(ring->pdev_id);  in ath11k_dbring_wmi_cfg_setup()
165 	param.base_paddr_lo	= lower_32_bits(ring->refill_srng.paddr);  in ath11k_dbring_wmi_cfg_setup()
166 	param.base_paddr_hi	= upper_32_bits(ring->refill_srng.paddr);  in ath11k_dbring_wmi_cfg_setup()
167 	param.head_idx_paddr_lo	= lower_32_bits(ring->hp_addr);  in ath11k_dbring_wmi_cfg_setup()
168 	param.head_idx_paddr_hi = upper_32_bits(ring->hp_addr);  in ath11k_dbring_wmi_cfg_setup()
169 	param.tail_idx_paddr_lo = lower_32_bits(ring->tp_addr);  in ath11k_dbring_wmi_cfg_setup()
170 	param.tail_idx_paddr_hi = upper_32_bits(ring->tp_addr);  in ath11k_dbring_wmi_cfg_setup()
171 	param.num_elems		= ring->bufs_max;  in ath11k_dbring_wmi_cfg_setup()
172 	param.buf_size		= ring->buf_sz;  in ath11k_dbring_wmi_cfg_setup()
173 	param.num_resp_per_event = ring->num_resp_per_event;  in ath11k_dbring_wmi_cfg_setup()
174 	param.event_timeout_ms	= ring->event_timeout_ms;  in ath11k_dbring_wmi_cfg_setup()
178 		ath11k_warn(ar->ab, "failed to setup db ring cfg\n");  in ath11k_dbring_wmi_cfg_setup()
185 int ath11k_dbring_set_cfg(struct ath11k *ar, struct ath11k_dbring *ring,  in ath11k_dbring_set_cfg()  argument
190 	if (WARN_ON(!ring))  in ath11k_dbring_set_cfg()
193 	ring->num_resp_per_event = num_resp_per_event;  in ath11k_dbring_set_cfg()
194 	ring->event_timeout_ms = event_timeout_ms;  in ath11k_dbring_set_cfg()
195 	ring->handler = handler;  in ath11k_dbring_set_cfg()
201 			    struct ath11k_dbring *ring,  in ath11k_dbring_buf_setup()  argument
208 	srng = &ab->hal.srng_list[ring->refill_srng.ring_id];  in ath11k_dbring_buf_setup()
209 	ring->bufs_max = ring->refill_srng.size /  in ath11k_dbring_buf_setup()
212 	ring->buf_sz = db_cap->min_buf_sz;  in ath11k_dbring_buf_setup()
213 	ring->buf_align = db_cap->min_buf_align;  in ath11k_dbring_buf_setup()
214 	ring->pdev_id = db_cap->pdev_id;  in ath11k_dbring_buf_setup()
215 	ring->hp_addr = ath11k_hal_srng_get_hp_addr(ar->ab, srng);  in ath11k_dbring_buf_setup()
216 	ring->tp_addr = ath11k_hal_srng_get_tp_addr(ar->ab, srng);  in ath11k_dbring_buf_setup()
218 	ret = ath11k_dbring_fill_bufs(ar, ring, db_cap->id);  in ath11k_dbring_buf_setup()
223 int ath11k_dbring_srng_setup(struct ath11k *ar, struct ath11k_dbring *ring,  in ath11k_dbring_srng_setup()  argument
228 	ret = ath11k_dp_srng_setup(ar->ab, &ring->refill_srng, HAL_RXDMA_DIR_BUF,  in ath11k_dbring_srng_setup()
238 	ath11k_dp_srng_cleanup(ar->ab, &ring->refill_srng);  in ath11k_dbring_srng_setup()
270 	struct ath11k_dbring *ring;  in ath11k_dbring_buffer_release_event()  local
311 		ring = ath11k_spectral_get_dbring(ar);  in ath11k_dbring_buffer_release_event()
314 		ring = NULL;  in ath11k_dbring_buffer_release_event()
320 	if (!ring) {  in ath11k_dbring_buffer_release_event()
325 	srng = &ab->hal.srng_list[ring->refill_srng.ring_id];  in ath11k_dbring_buffer_release_event()
327 	size = ring->buf_sz + ring->buf_align - 1;  in ath11k_dbring_buffer_release_event()
343 		spin_lock_bh(&ring->idr_lock);  in ath11k_dbring_buffer_release_event()
344 		buff = idr_find(&ring->bufs_idr, buf_id);  in ath11k_dbring_buffer_release_event()
346 			spin_unlock_bh(&ring->idr_lock);  in ath11k_dbring_buffer_release_event()
349 		idr_remove(&ring->bufs_idr, buf_id);  in ath11k_dbring_buffer_release_event()
350 		spin_unlock_bh(&ring->idr_lock);  in ath11k_dbring_buffer_release_event()
352 		dma_unmap_single(ab->dev, buff->paddr, ring->buf_sz,  in ath11k_dbring_buffer_release_event()
358 		if (ring->handler) {  in ath11k_dbring_buffer_release_event()
361 						      ring->buf_align);  in ath11k_dbring_buffer_release_event()
362 			handler_data.data_sz = ring->buf_sz;  in ath11k_dbring_buffer_release_event()
364 			ring->handler(ar, &handler_data);  in ath11k_dbring_buffer_release_event()
369 		ath11k_dbring_bufs_replenish(ar, ring, buff, module_id);  in ath11k_dbring_buffer_release_event()
380 void ath11k_dbring_srng_cleanup(struct ath11k *ar, struct ath11k_dbring *ring)  in ath11k_dbring_srng_cleanup()  argument
382 	ath11k_dp_srng_cleanup(ar->ab, &ring->refill_srng);  in ath11k_dbring_srng_cleanup()
385 void ath11k_dbring_buf_cleanup(struct ath11k *ar, struct ath11k_dbring *ring)  in ath11k_dbring_buf_cleanup()  argument
390 	spin_lock_bh(&ring->idr_lock);  in ath11k_dbring_buf_cleanup()
391 	idr_for_each_entry(&ring->bufs_idr, buff, buf_id) {  in ath11k_dbring_buf_cleanup()
392 		idr_remove(&ring->bufs_idr, buf_id);  in ath11k_dbring_buf_cleanup()
394 				 ring->buf_sz, DMA_FROM_DEVICE);  in ath11k_dbring_buf_cleanup()
399 	idr_destroy(&ring->bufs_idr);  in ath11k_dbring_buf_cleanup()
400 	spin_unlock_bh(&ring->idr_lock);  in ath11k_dbring_buf_cleanup()