3120 	struct ath_tid *atid;  in ath_tx_swq()  local
3130 	atid = &an->an_tid[tid];  in ath_tx_swq()
3150 	if (! ath_tx_tid_can_tx_or_sched(sc, atid)) {  in ath_tx_swq()
3158 			ATH_TID_INSERT_HEAD(atid, bf, bf_list);  in ath_tx_swq()
3160 			ATH_TID_INSERT_TAIL(atid, bf, bf_list);  in ath_tx_swq()
3164 		ATH_TID_INSERT_TAIL(atid, bf, bf_list);  in ath_tx_swq()
3186 		ATH_TID_INSERT_TAIL(atid, bf, bf_list);  in ath_tx_swq()
3201 			bf = ATH_TID_FIRST(atid);  in ath_tx_swq()
3202 			ATH_TID_REMOVE(atid, bf, bf_list);  in ath_tx_swq()
3222 			ath_tx_tid_sched(sc, atid);  in ath_tx_swq()
3243 		ath_tx_update_clrdmask(sc, atid, bf);  in ath_tx_swq()
3250 		ath_tx_leak_count_update(sc, atid, bf);  in ath_tx_swq()
3259 		ATH_TID_INSERT_TAIL(atid, bf, bf_list);  in ath_tx_swq()
3260 		ath_tx_tid_sched(sc, atid);  in ath_tx_swq()
3299 	struct ath_tid *atid;  in ath_tx_tid_init()  local
3302 		atid = &an->an_tid[i];  in ath_tx_tid_init()
3305 		bzero(atid, sizeof(*atid));  in ath_tx_tid_init()
3307 		TAILQ_INIT(&atid->tid_q);  in ath_tx_tid_init()
3308 		TAILQ_INIT(&atid->filtq.tid_q);  in ath_tx_tid_init()
3309 		atid->tid = i;  in ath_tx_tid_init()
3310 		atid->an = an;  in ath_tx_tid_init()
3312 			atid->tx_buf[j] = NULL;  in ath_tx_tid_init()
3313 		atid->baw_head = atid->baw_tail = 0;  in ath_tx_tid_init()
3314 		atid->paused = 0;  in ath_tx_tid_init()
3315 		atid->sched = 0;  in ath_tx_tid_init()
3316 		atid->hwq_depth = 0;  in ath_tx_tid_init()
3317 		atid->cleanup_inprogress = 0;  in ath_tx_tid_init()
3319 			atid->ac = ATH_NONQOS_TID_AC;  in ath_tx_tid_init()
3321 			atid->ac = TID_TO_WME_AC(i);  in ath_tx_tid_init()
4093 		struct ath_tid *atid = &an->an_tid[tid];  in ath_tx_node_flush()  local
4096 		ath_tx_tid_drain(sc, an, atid, &bf_cq);  in ath_tx_node_flush()
4099 		ath_tx_tid_unsched(sc, atid);  in ath_tx_node_flush()
4102 		ath_tx_tid_reset(sc, atid);  in ath_tx_node_flush()
4171 	struct ath_tid *atid = &an->an_tid[tid];  in ath_tx_normal_comp()  local
4178 	    __func__, bf, fail, atid->hwq_depth - 1);  in ath_tx_normal_comp()
4180 	atid->hwq_depth--;  in ath_tx_normal_comp()
4188 	    (ts->ts_status != 0 && atid->isfiltered)) {  in ath_tx_normal_comp()
4192 		    atid->isfiltered,  in ath_tx_normal_comp()
4194 		ath_tx_tid_filt_comp_buf(sc, atid, bf);  in ath_tx_normal_comp()
4197 	if (atid->isfiltered)  in ath_tx_normal_comp()
4199 	if (atid->hwq_depth < 0)  in ath_tx_normal_comp()
4201 		    __func__, atid->hwq_depth);  in ath_tx_normal_comp()
4205 	if (atid->cleanup_inprogress) {  in ath_tx_normal_comp()
4206 		atid->incomp--;  in ath_tx_normal_comp()
4207 		if (atid->incomp == 0) {  in ath_tx_normal_comp()
4211 			atid->cleanup_inprogress = 0;  in ath_tx_normal_comp()
4212 			ath_tx_tid_resume(sc, atid);  in ath_tx_normal_comp()
4227 	if (atid->isfiltered)  in ath_tx_normal_comp()
4228 		ath_tx_tid_filt_comp_complete(sc, atid);  in ath_tx_normal_comp()
4258 	struct ath_tid *atid = &an->an_tid[tid];  in ath_tx_comp_cleanup_unaggr()  local
4261 	    __func__, tid, atid->incomp);  in ath_tx_comp_cleanup_unaggr()
4264 	atid->incomp--;  in ath_tx_comp_cleanup_unaggr()
4268 		ath_tx_update_baw(sc, an, atid, bf);  in ath_tx_comp_cleanup_unaggr()
4275 	if (atid->incomp == 0) {  in ath_tx_comp_cleanup_unaggr()
4279 		atid->cleanup_inprogress = 0;  in ath_tx_comp_cleanup_unaggr()
4280 		ath_tx_tid_resume(sc, atid);  in ath_tx_comp_cleanup_unaggr()
4296 	struct ath_tid *atid = &an->an_tid[tid];  in ath_tx_tid_cleanup_frame()  local
4304 	ATH_TID_REMOVE(atid, bf_head, bf_list);  in ath_tx_tid_cleanup_frame()
4322 			ath_tx_update_baw(sc, an, atid, bf);  in ath_tx_tid_cleanup_frame()
4361 	struct ath_tid *atid = &an->an_tid[tid];  in ath_tx_tid_cleanup()  local
4368 	    atid->cleanup_inprogress);  in ath_tx_tid_cleanup()
4376 	while ((bf = ATH_TID_FILT_LAST(atid, ath_bufhead_s)) != NULL) {  in ath_tx_tid_cleanup()
4377 		ATH_TID_FILT_REMOVE(atid, bf, bf_list);  in ath_tx_tid_cleanup()
4378 		ATH_TID_INSERT_HEAD(atid, bf, bf_list);  in ath_tx_tid_cleanup()
4387 	bf = ATH_TID_FIRST(atid);  in ath_tx_tid_cleanup()
4410 	if (atid->hwq_depth > 0) {  in ath_tx_tid_cleanup()
4416 		atid->incomp = atid->hwq_depth;  in ath_tx_tid_cleanup()
4417 		atid->cleanup_inprogress = 1;  in ath_tx_tid_cleanup()
4420 	if (atid->cleanup_inprogress)  in ath_tx_tid_cleanup()
4423 		    __func__, tid, atid->incomp);  in ath_tx_tid_cleanup()
4500 	struct ath_tid *atid = &an->an_tid[tid];  in ath_tx_aggr_retry_unaggr()  local
4518 		nbf = ath_tx_retry_clone(sc, an, atid, bf);  in ath_tx_aggr_retry_unaggr()
4534 			ath_tx_update_baw(sc, an, atid, bf);  in ath_tx_aggr_retry_unaggr()
4543 		ath_tx_tid_bar_suspend(sc, atid);  in ath_tx_aggr_retry_unaggr()
4546 		if (ath_tx_tid_bar_tx_ready(sc, atid))  in ath_tx_aggr_retry_unaggr()
4547 			ath_tx_tid_bar_tx(sc, atid);  in ath_tx_aggr_retry_unaggr()
4568 	ATH_TID_INSERT_HEAD(atid, bf, bf_list);  in ath_tx_aggr_retry_unaggr()
4569 	ath_tx_tid_sched(sc, atid);  in ath_tx_aggr_retry_unaggr()
4571 	if (ath_tx_tid_bar_tx_ready(sc, atid))  in ath_tx_aggr_retry_unaggr()
4572 		ath_tx_tid_bar_tx(sc, atid);  in ath_tx_aggr_retry_unaggr()
4591 	struct ath_tid *atid = &an->an_tid[tid];  in ath_tx_retry_subframe()  local
4612 		nbf = ath_tx_retry_clone(sc, an, atid, bf);  in ath_tx_retry_subframe()
4625 		ath_tx_update_baw(sc, an, atid, bf);  in ath_tx_retry_subframe()
4743 	struct ath_tid *atid = &an->an_tid[tid];  in ath_tx_comp_cleanup_aggr()  local
4748 	atid->incomp--;  in ath_tx_comp_cleanup_aggr()
4755 			ath_tx_update_baw(sc, an, atid, bf);  in ath_tx_comp_cleanup_aggr()
4764 	if (atid->incomp == 0) {  in ath_tx_comp_cleanup_aggr()
4768 		atid->cleanup_inprogress = 0;  in ath_tx_comp_cleanup_aggr()
4769 		ath_tx_tid_resume(sc, atid);  in ath_tx_comp_cleanup_aggr()
4778 	if (ath_tx_tid_bar_tx_ready(sc, atid))  in ath_tx_comp_cleanup_aggr()
4779 		ath_tx_tid_bar_tx(sc, atid);  in ath_tx_comp_cleanup_aggr()
4807 	struct ath_tid *atid = &an->an_tid[tid];  local
4826 	    __func__, atid->hwq_depth);
4842 	atid->hwq_depth--;
4843 	if (atid->hwq_depth < 0)
4845 		    __func__, atid->hwq_depth);
4854 	if (atid->isfiltered)
4855 		ath_tx_tid_filt_comp_complete(sc, atid);
4860 	if (atid->cleanup_inprogress) {
4861 		if (atid->isfiltered)
4878 	    (ts.ts_status != 0 && atid->isfiltered)) {
4882 		ath_tx_tid_filt_comp_aggr(sc, atid, bf_first, &bf_cq);
4889 				ath_tx_update_baw(sc, an, atid, bf);
4903 			ath_tx_tid_bar_suspend(sc, atid);
4930 		ath_tx_comp_aggr_error(sc, bf_first, atid);
4992 		    sc->sc_ac2q[atid->ac]->axq_qnum, 0, 0);
5034 			ath_tx_update_baw(sc, an, atid, bf);
5085 		ath_tx_tid_bar_suspend(sc, atid);
5097 		ATH_TID_INSERT_HEAD(atid, bf, bf_list);
5103 	ath_tx_tid_sched(sc, atid);
5115 	if (atid->isfiltered)
5116 		ath_tx_tid_filt_comp_complete(sc, atid);
5123 	if (ath_tx_tid_bar_tx_ready(sc, atid))
5124 		ath_tx_tid_bar_tx(sc, atid);
5148 	struct ath_tid *atid = &an->an_tid[tid];  local
5183 	    __func__, bf, bf->bf_state.bfs_tid, atid->hwq_depth,
5186 	atid->hwq_depth--;
5187 	if (atid->hwq_depth < 0)
5189 		    __func__, atid->hwq_depth);
5196 	if (atid->isfiltered)
5197 		ath_tx_tid_filt_comp_complete(sc, atid);
5205 	if (atid->cleanup_inprogress) {
5206 		if (atid->isfiltered)
5230 	    (ts.ts_status != 0 && atid->isfiltered)) {
5237 		freeframe = ath_tx_tid_filt_comp_single(sc, atid, bf);
5247 				ath_tx_update_baw(sc, an, atid, bf);
5261 			ath_tx_tid_bar_suspend(sc, atid);
5266 		if (ath_tx_tid_bar_tx_ready(sc, atid))
5267 			ath_tx_tid_bar_tx(sc, atid);
5298 		ath_tx_update_baw(sc, an, atid, bf);
5316 	if (atid->isfiltered)
5317 		ath_tx_tid_filt_comp_complete(sc, atid);
5322 	if (ath_tx_tid_bar_tx_ready(sc, atid))
5323 		ath_tx_tid_bar_tx(sc, atid);
5902 	struct ath_tid *atid = &an->an_tid[tid];  local
5933 	if (atid->addba_tx_pending == 0) {
5934 		ath_tx_tid_pause(sc, atid);
5935 		atid->addba_tx_pending = 1;
5980 	struct ath_tid *atid = &an->an_tid[tid];  local
6002 	atid->addba_tx_pending = 0;
6009 	ath_tx_tid_resume(sc, atid);
6026 	struct ath_tid *atid = &an->an_tid[tid];  local
6040 	ath_tx_tid_pause(sc, atid);
6041 	if (atid->bar_wait) {
6047 		atid->bar_tx = 1;
6048 		ath_tx_tid_bar_unsuspend(sc, atid);
6072 	if (atid->cleanup_inprogress) {
6073 		ath_tx_tid_resume(sc, atid);
6079 		if (! atid->cleanup_inprogress)
6080 			ath_tx_tid_resume(sc, atid);
6161 	struct ath_tid *atid = &an->an_tid[tid];  local
6171 	    atid->tid,
6212 		if (atid->bar_tx == 0 || atid->bar_wait == 0)
6216 			    atid->bar_tx, atid->bar_wait);
6218 			ath_tx_tid_bar_unsuspend(sc, atid);
6234 	struct ath_tid *atid = &an->an_tid[tid];  local
6244 	atid->addba_tx_pending = 0;
6252 	ath_tx_tid_resume(sc, atid);
6289 	struct ath_tid *atid;  local
6307 		atid = &an->an_tid[tid];
6308 		txq = sc->sc_ac2q[atid->ac];
6310 		ath_tx_tid_pause(sc, atid);
6326 	struct ath_tid *atid;  local
6351 		atid = &an->an_tid[tid];
6352 		txq = sc->sc_ac2q[atid->ac];
6354 		ath_tx_tid_resume(sc, atid);