344 			       struct dp_rxdma_ring *rx_ring,  in ath11k_dp_rxbufs_replenish()  argument
357 	req_entries = min(req_entries, rx_ring->bufs_max);  in ath11k_dp_rxbufs_replenish()
359 	srng = &ab->hal.srng_list[rx_ring->refill_buf_ring.ring_id];  in ath11k_dp_rxbufs_replenish()
366 	if (!req_entries && (num_free > (rx_ring->bufs_max * 3) / 4))  in ath11k_dp_rxbufs_replenish()
391 		spin_lock_bh(&rx_ring->idr_lock);  in ath11k_dp_rxbufs_replenish()
392 		buf_id = idr_alloc(&rx_ring->bufs_idr, skb, 1,  in ath11k_dp_rxbufs_replenish()
393 				   (rx_ring->bufs_max * 3) + 1, GFP_ATOMIC);  in ath11k_dp_rxbufs_replenish()
394 		spin_unlock_bh(&rx_ring->idr_lock);  in ath11k_dp_rxbufs_replenish()
419 	spin_lock_bh(&rx_ring->idr_lock);  in ath11k_dp_rxbufs_replenish()
420 	idr_remove(&rx_ring->bufs_idr, buf_id);  in ath11k_dp_rxbufs_replenish()
421 	spin_unlock_bh(&rx_ring->idr_lock);  in ath11k_dp_rxbufs_replenish()
436 					 struct dp_rxdma_ring *rx_ring)  in ath11k_dp_rxdma_buf_ring_free()  argument
441 	spin_lock_bh(&rx_ring->idr_lock);  in ath11k_dp_rxdma_buf_ring_free()
442 	idr_for_each_entry(&rx_ring->bufs_idr, skb, buf_id) {  in ath11k_dp_rxdma_buf_ring_free()
443 		idr_remove(&rx_ring->bufs_idr, buf_id);  in ath11k_dp_rxdma_buf_ring_free()
452 	idr_destroy(&rx_ring->bufs_idr);  in ath11k_dp_rxdma_buf_ring_free()
453 	spin_unlock_bh(&rx_ring->idr_lock);  in ath11k_dp_rxdma_buf_ring_free()
462 	struct dp_rxdma_ring *rx_ring = &dp->rx_refill_buf_ring;  in ath11k_dp_rxdma_pdev_buf_free()  local
465 	ath11k_dp_rxdma_buf_ring_free(ar, rx_ring);  in ath11k_dp_rxdma_pdev_buf_free()
467 	rx_ring = &dp->rxdma_mon_buf_ring;  in ath11k_dp_rxdma_pdev_buf_free()
468 	ath11k_dp_rxdma_buf_ring_free(ar, rx_ring);  in ath11k_dp_rxdma_pdev_buf_free()
471 		rx_ring = &dp->rx_mon_status_refill_ring[i];  in ath11k_dp_rxdma_pdev_buf_free()
472 		ath11k_dp_rxdma_buf_ring_free(ar, rx_ring);  in ath11k_dp_rxdma_pdev_buf_free()
479 					  struct dp_rxdma_ring *rx_ring,  in ath11k_dp_rxdma_ring_buf_setup()  argument
485 	num_entries = rx_ring->refill_buf_ring.size /  in ath11k_dp_rxdma_ring_buf_setup()
488 	rx_ring->bufs_max = num_entries;  in ath11k_dp_rxdma_ring_buf_setup()
489 	ath11k_dp_rxbufs_replenish(ar->ab, dp->mac_id, rx_ring, num_entries,  in ath11k_dp_rxdma_ring_buf_setup()
498 	struct dp_rxdma_ring *rx_ring = &dp->rx_refill_buf_ring;  in ath11k_dp_rxdma_pdev_buf_setup()  local
501 	ath11k_dp_rxdma_ring_buf_setup(ar, rx_ring, HAL_RXDMA_BUF);  in ath11k_dp_rxdma_pdev_buf_setup()
504 		rx_ring = &dp->rxdma_mon_buf_ring;  in ath11k_dp_rxdma_pdev_buf_setup()
505 		ath11k_dp_rxdma_ring_buf_setup(ar, rx_ring, HAL_RXDMA_MONITOR_BUF);  in ath11k_dp_rxdma_pdev_buf_setup()
509 		rx_ring = &dp->rx_mon_status_refill_ring[i];  in ath11k_dp_rxdma_pdev_buf_setup()
510 		ath11k_dp_rxdma_ring_buf_setup(ar, rx_ring, HAL_RXDMA_MONITOR_STATUS);  in ath11k_dp_rxdma_pdev_buf_setup()
2679 	struct dp_rxdma_ring *rx_ring;  in ath11k_dp_process_rx()  local
2717 		rx_ring = &ar->dp.rx_refill_buf_ring;  in ath11k_dp_process_rx()
2718 		spin_lock_bh(&rx_ring->idr_lock);  in ath11k_dp_process_rx()
2719 		msdu = idr_find(&rx_ring->bufs_idr, buf_id);  in ath11k_dp_process_rx()
2723 			spin_unlock_bh(&rx_ring->idr_lock);  in ath11k_dp_process_rx()
2727 		idr_remove(&rx_ring->bufs_idr, buf_id);  in ath11k_dp_process_rx()
2728 		spin_unlock_bh(&rx_ring->idr_lock);  in ath11k_dp_process_rx()
2798 		rx_ring = &ar->dp.rx_refill_buf_ring;  in ath11k_dp_process_rx()
2800 		ath11k_dp_rxbufs_replenish(ab, i, rx_ring, num_buffs_reaped[i],  in ath11k_dp_process_rx()
2889 							 struct dp_rxdma_ring *rx_ring,  in ath11k_dp_rx_alloc_mon_status_buf()  argument
2913 	spin_lock_bh(&rx_ring->idr_lock);  in ath11k_dp_rx_alloc_mon_status_buf()
2914 	*buf_id = idr_alloc(&rx_ring->bufs_idr, skb, 0,  in ath11k_dp_rx_alloc_mon_status_buf()
2915 			    rx_ring->bufs_max, GFP_ATOMIC);  in ath11k_dp_rx_alloc_mon_status_buf()
2916 	spin_unlock_bh(&rx_ring->idr_lock);  in ath11k_dp_rx_alloc_mon_status_buf()
2933 					   struct dp_rxdma_ring *rx_ring,  in ath11k_dp_rx_mon_status_bufs_replenish()  argument
2946 	req_entries = min(req_entries, rx_ring->bufs_max);  in ath11k_dp_rx_mon_status_bufs_replenish()
2948 	srng = &ab->hal.srng_list[rx_ring->refill_buf_ring.ring_id];  in ath11k_dp_rx_mon_status_bufs_replenish()
2960 		skb = ath11k_dp_rx_alloc_mon_status_buf(ab, rx_ring,  in ath11k_dp_rx_mon_status_bufs_replenish()
2985 	spin_lock_bh(&rx_ring->idr_lock);  in ath11k_dp_rx_mon_status_bufs_replenish()
2986 	idr_remove(&rx_ring->bufs_idr, buf_id);  in ath11k_dp_rx_mon_status_bufs_replenish()
2987 	spin_unlock_bh(&rx_ring->idr_lock);  in ath11k_dp_rx_mon_status_bufs_replenish()
3040 	struct dp_rxdma_ring *rx_ring;  in ath11k_dp_rx_reap_mon_status_ring()  local
3057 	rx_ring = &dp->rx_mon_status_refill_ring[srng_id];  in ath11k_dp_rx_reap_mon_status_ring()
3059 	srng = &ab->hal.srng_list[rx_ring->refill_buf_ring.ring_id];  in ath11k_dp_rx_reap_mon_status_ring()
3078 			spin_lock_bh(&rx_ring->idr_lock);  in ath11k_dp_rx_reap_mon_status_ring()
3079 			skb = idr_find(&rx_ring->bufs_idr, buf_id);  in ath11k_dp_rx_reap_mon_status_ring()
3080 			spin_unlock_bh(&rx_ring->idr_lock);  in ath11k_dp_rx_reap_mon_status_ring()
3112 			spin_lock_bh(&rx_ring->idr_lock);  in ath11k_dp_rx_reap_mon_status_ring()
3113 			idr_remove(&rx_ring->bufs_idr, buf_id);  in ath11k_dp_rx_reap_mon_status_ring()
3114 			spin_unlock_bh(&rx_ring->idr_lock);  in ath11k_dp_rx_reap_mon_status_ring()
3130 		skb = ath11k_dp_rx_alloc_mon_status_buf(ab, rx_ring,  in ath11k_dp_rx_reap_mon_status_ring()
3745 	struct dp_rxdma_ring *rx_ring = &dp->rx_refill_buf_ring;  in ath11k_dp_process_rx_err_buf()  local
3753 	spin_lock_bh(&rx_ring->idr_lock);  in ath11k_dp_process_rx_err_buf()
3754 	msdu = idr_find(&rx_ring->bufs_idr, buf_id);  in ath11k_dp_process_rx_err_buf()
3758 		spin_unlock_bh(&rx_ring->idr_lock);  in ath11k_dp_process_rx_err_buf()
3762 	idr_remove(&rx_ring->bufs_idr, buf_id);  in ath11k_dp_process_rx_err_buf()
3763 	spin_unlock_bh(&rx_ring->idr_lock);  in ath11k_dp_process_rx_err_buf()
3819 	struct dp_rxdma_ring *rx_ring;  in ath11k_dp_process_rx_err()  local
3919 		rx_ring = &ar->dp.rx_refill_buf_ring;  in ath11k_dp_process_rx_err()
3921 		ath11k_dp_rxbufs_replenish(ab, i, rx_ring, n_bufs_reaped[i],  in ath11k_dp_process_rx_err()
4130 	struct dp_rxdma_ring *rx_ring;  in ath11k_dp_rx_process_wbm_err()  local
4168 		rx_ring = &ar->dp.rx_refill_buf_ring;  in ath11k_dp_rx_process_wbm_err()
4170 		spin_lock_bh(&rx_ring->idr_lock);  in ath11k_dp_rx_process_wbm_err()
4171 		msdu = idr_find(&rx_ring->bufs_idr, buf_id);  in ath11k_dp_rx_process_wbm_err()
4175 			spin_unlock_bh(&rx_ring->idr_lock);  in ath11k_dp_rx_process_wbm_err()
4179 		idr_remove(&rx_ring->bufs_idr, buf_id);  in ath11k_dp_rx_process_wbm_err()
4180 		spin_unlock_bh(&rx_ring->idr_lock);  in ath11k_dp_rx_process_wbm_err()
4215 		rx_ring = &ar->dp.rx_refill_buf_ring;  in ath11k_dp_rx_process_wbm_err()
4217 		ath11k_dp_rxbufs_replenish(ab, i, rx_ring, num_buffs_reaped[i],  in ath11k_dp_rx_process_wbm_err()
4247 	struct dp_rxdma_ring *rx_ring;  in ath11k_dp_process_rxdma_err()  local
4269 	rx_ring = &ar->dp.rx_refill_buf_ring;  in ath11k_dp_process_rxdma_err()
4300 			spin_lock_bh(&rx_ring->idr_lock);  in ath11k_dp_process_rxdma_err()
4301 			skb = idr_find(&rx_ring->bufs_idr, buf_id);  in ath11k_dp_process_rxdma_err()
4305 				spin_unlock_bh(&rx_ring->idr_lock);  in ath11k_dp_process_rxdma_err()
4309 			idr_remove(&rx_ring->bufs_idr, buf_id);  in ath11k_dp_process_rxdma_err()
4310 			spin_unlock_bh(&rx_ring->idr_lock);  in ath11k_dp_process_rxdma_err()
4330 		ath11k_dp_rxbufs_replenish(ab, mac_id, rx_ring, num_buf_freed,  in ath11k_dp_process_rxdma_err()
4698 	struct dp_rxdma_ring *rx_ring = &dp->rxdma_mon_buf_ring;  in ath11k_dp_rx_mon_mpdu_pop()  local
4720 		rx_ring = &dp->rx_refill_buf_ring;  in ath11k_dp_rx_mon_mpdu_pop()
4784 			spin_lock_bh(&rx_ring->idr_lock);  in ath11k_dp_rx_mon_mpdu_pop()
4785 			msdu = idr_find(&rx_ring->bufs_idr, buf_id);  in ath11k_dp_rx_mon_mpdu_pop()
4786 			spin_unlock_bh(&rx_ring->idr_lock);  in ath11k_dp_rx_mon_mpdu_pop()
4856 			spin_lock_bh(&rx_ring->idr_lock);  in ath11k_dp_rx_mon_mpdu_pop()
4857 			idr_remove(&rx_ring->bufs_idr, buf_id);  in ath11k_dp_rx_mon_mpdu_pop()
4858 			spin_unlock_bh(&rx_ring->idr_lock);  in ath11k_dp_rx_mon_mpdu_pop()
5354 	struct dp_rxdma_ring *rx_ring = &dp->rxdma_mon_buf_ring;  in ath11k_dp_rx_full_mon_mpdu_pop()  local
5414 			spin_lock_bh(&rx_ring->idr_lock);  in ath11k_dp_rx_full_mon_mpdu_pop()
5415 			msdu = idr_find(&rx_ring->bufs_idr, buf_id);  in ath11k_dp_rx_full_mon_mpdu_pop()
5420 				spin_unlock_bh(&rx_ring->idr_lock);  in ath11k_dp_rx_full_mon_mpdu_pop()
5423 			idr_remove(&rx_ring->bufs_idr, buf_id);  in ath11k_dp_rx_full_mon_mpdu_pop()
5424 			spin_unlock_bh(&rx_ring->idr_lock);  in ath11k_dp_rx_full_mon_mpdu_pop()