1 /* 2 * Copyright (c) 2010-2011 Atheros Communications Inc. 3 * 4 * Permission to use, copy, modify, and/or distribute this software for any 5 * purpose with or without fee is hereby granted, provided that the above 6 * copyright notice and this permission notice appear in all copies. 7 * 8 * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES 9 * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF 10 * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR 11 * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES 12 * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN 13 * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF 14 * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. 15 */ 16 17 #include "htc.h" 18 19 /******/ 20 /* TX */ 21 /******/ 22 23 static const int subtype_txq_to_hwq[] = { 24 [IEEE80211_AC_BE] = ATH_TXQ_AC_BE, 25 [IEEE80211_AC_BK] = ATH_TXQ_AC_BK, 26 [IEEE80211_AC_VI] = ATH_TXQ_AC_VI, 27 [IEEE80211_AC_VO] = ATH_TXQ_AC_VO, 28 }; 29 30 #define ATH9K_HTC_INIT_TXQ(subtype) do { \ 31 qi.tqi_subtype = subtype_txq_to_hwq[subtype]; \ 32 qi.tqi_aifs = ATH9K_TXQ_USEDEFAULT; \ 33 qi.tqi_cwmin = ATH9K_TXQ_USEDEFAULT; \ 34 qi.tqi_cwmax = ATH9K_TXQ_USEDEFAULT; \ 35 qi.tqi_physCompBuf = 0; \ 36 qi.tqi_qflags = TXQ_FLAG_TXEOLINT_ENABLE | \ 37 TXQ_FLAG_TXDESCINT_ENABLE; \ 38 } while (0) 39 40 int get_hw_qnum(u16 queue, int *hwq_map) 41 { 42 switch (queue) { 43 case 0: 44 return hwq_map[IEEE80211_AC_VO]; 45 case 1: 46 return hwq_map[IEEE80211_AC_VI]; 47 case 2: 48 return hwq_map[IEEE80211_AC_BE]; 49 case 3: 50 return hwq_map[IEEE80211_AC_BK]; 51 default: 52 return hwq_map[IEEE80211_AC_BE]; 53 } 54 } 55 56 void ath9k_htc_check_stop_queues(struct ath9k_htc_priv *priv) 57 { 58 spin_lock_bh(&priv->tx.tx_lock); 59 priv->tx.queued_cnt++; 60 if ((priv->tx.queued_cnt >= ATH9K_HTC_TX_THRESHOLD) && 61 !(priv->tx.flags & ATH9K_HTC_OP_TX_QUEUES_STOP)) { 62 priv->tx.flags |= ATH9K_HTC_OP_TX_QUEUES_STOP; 63 ieee80211_stop_queues(priv->hw); 64 } 65 spin_unlock_bh(&priv->tx.tx_lock); 66 } 67 68 void ath9k_htc_check_wake_queues(struct ath9k_htc_priv *priv) 69 { 70 spin_lock_bh(&priv->tx.tx_lock); 71 if ((priv->tx.queued_cnt < ATH9K_HTC_TX_THRESHOLD) && 72 (priv->tx.flags & ATH9K_HTC_OP_TX_QUEUES_STOP)) { 73 priv->tx.flags &= ~ATH9K_HTC_OP_TX_QUEUES_STOP; 74 ieee80211_wake_queues(priv->hw); 75 } 76 spin_unlock_bh(&priv->tx.tx_lock); 77 } 78 79 int ath9k_htc_tx_get_slot(struct ath9k_htc_priv *priv) 80 { 81 int slot; 82 83 spin_lock_bh(&priv->tx.tx_lock); 84 slot = find_first_zero_bit(priv->tx.tx_slot, MAX_TX_BUF_NUM); 85 if (slot >= MAX_TX_BUF_NUM) { 86 spin_unlock_bh(&priv->tx.tx_lock); 87 return -ENOBUFS; 88 } 89 __set_bit(slot, priv->tx.tx_slot); 90 spin_unlock_bh(&priv->tx.tx_lock); 91 92 return slot; 93 } 94 95 void ath9k_htc_tx_clear_slot(struct ath9k_htc_priv *priv, int slot) 96 { 97 spin_lock_bh(&priv->tx.tx_lock); 98 __clear_bit(slot, priv->tx.tx_slot); 99 spin_unlock_bh(&priv->tx.tx_lock); 100 } 101 102 static inline enum htc_endpoint_id get_htc_epid(struct ath9k_htc_priv *priv, 103 u16 qnum) 104 { 105 enum htc_endpoint_id epid; 106 107 switch (qnum) { 108 case 0: 109 TX_QSTAT_INC(priv, IEEE80211_AC_VO); 110 epid = priv->data_vo_ep; 111 break; 112 case 1: 113 TX_QSTAT_INC(priv, IEEE80211_AC_VI); 114 epid = priv->data_vi_ep; 115 break; 116 case 2: 117 TX_QSTAT_INC(priv, IEEE80211_AC_BE); 118 epid = priv->data_be_ep; 119 break; 120 case 3: 121 default: 122 TX_QSTAT_INC(priv, IEEE80211_AC_BK); 123 epid = priv->data_bk_ep; 124 break; 125 } 126 127 return epid; 128 } 129 130 static inline struct sk_buff_head* 131 get_htc_epid_queue(struct ath9k_htc_priv *priv, u8 epid) 132 { 133 struct ath_common *common = ath9k_hw_common(priv->ah); 134 struct sk_buff_head *epid_queue = NULL; 135 136 if (epid == priv->mgmt_ep) 137 epid_queue = &priv->tx.mgmt_ep_queue; 138 else if (epid == priv->cab_ep) 139 epid_queue = &priv->tx.cab_ep_queue; 140 else if (epid == priv->data_be_ep) 141 epid_queue = &priv->tx.data_be_queue; 142 else if (epid == priv->data_bk_ep) 143 epid_queue = &priv->tx.data_bk_queue; 144 else if (epid == priv->data_vi_ep) 145 epid_queue = &priv->tx.data_vi_queue; 146 else if (epid == priv->data_vo_ep) 147 epid_queue = &priv->tx.data_vo_queue; 148 else 149 ath_err(common, "Invalid EPID: %d\n", epid); 150 151 return epid_queue; 152 } 153 154 /* 155 * Removes the driver header and returns the TX slot number 156 */ 157 static inline int strip_drv_header(struct ath9k_htc_priv *priv, 158 struct sk_buff *skb) 159 { 160 struct ath_common *common = ath9k_hw_common(priv->ah); 161 struct ath9k_htc_tx_ctl *tx_ctl; 162 int slot; 163 164 tx_ctl = HTC_SKB_CB(skb); 165 166 if (tx_ctl->epid == priv->mgmt_ep) { 167 struct tx_mgmt_hdr *tx_mhdr = 168 (struct tx_mgmt_hdr *)skb->data; 169 slot = tx_mhdr->cookie; 170 skb_pull(skb, sizeof(struct tx_mgmt_hdr)); 171 } else if ((tx_ctl->epid == priv->data_bk_ep) || 172 (tx_ctl->epid == priv->data_be_ep) || 173 (tx_ctl->epid == priv->data_vi_ep) || 174 (tx_ctl->epid == priv->data_vo_ep) || 175 (tx_ctl->epid == priv->cab_ep)) { 176 struct tx_frame_hdr *tx_fhdr = 177 (struct tx_frame_hdr *)skb->data; 178 slot = tx_fhdr->cookie; 179 skb_pull(skb, sizeof(struct tx_frame_hdr)); 180 } else { 181 ath_err(common, "Unsupported EPID: %d\n", tx_ctl->epid); 182 slot = -EINVAL; 183 } 184 185 return slot; 186 } 187 188 int ath_htc_txq_update(struct ath9k_htc_priv *priv, int qnum, 189 struct ath9k_tx_queue_info *qinfo) 190 { 191 struct ath_hw *ah = priv->ah; 192 int error = 0; 193 struct ath9k_tx_queue_info qi; 194 195 ath9k_hw_get_txq_props(ah, qnum, &qi); 196 197 qi.tqi_aifs = qinfo->tqi_aifs; 198 qi.tqi_cwmin = qinfo->tqi_cwmin / 2; /* XXX */ 199 qi.tqi_cwmax = qinfo->tqi_cwmax; 200 qi.tqi_burstTime = qinfo->tqi_burstTime; 201 qi.tqi_readyTime = qinfo->tqi_readyTime; 202 203 if (!ath9k_hw_set_txq_props(ah, qnum, &qi)) { 204 ath_err(ath9k_hw_common(ah), 205 "Unable to update hardware queue %u!\n", qnum); 206 error = -EIO; 207 } else { 208 ath9k_hw_resettxqueue(ah, qnum); 209 } 210 211 return error; 212 } 213 214 static void ath9k_htc_tx_mgmt(struct ath9k_htc_priv *priv, 215 struct ath9k_htc_vif *avp, 216 struct sk_buff *skb, 217 u8 sta_idx, u8 vif_idx, u8 slot) 218 { 219 struct ieee80211_tx_info *tx_info = IEEE80211_SKB_CB(skb); 220 struct ieee80211_mgmt *mgmt; 221 struct ieee80211_hdr *hdr; 222 struct tx_mgmt_hdr mgmt_hdr; 223 struct ath9k_htc_tx_ctl *tx_ctl; 224 u8 *tx_fhdr; 225 226 tx_ctl = HTC_SKB_CB(skb); 227 hdr = (struct ieee80211_hdr *) skb->data; 228 229 memset(tx_ctl, 0, sizeof(*tx_ctl)); 230 memset(&mgmt_hdr, 0, sizeof(struct tx_mgmt_hdr)); 231 232 /* 233 * Set the TSF adjust value for probe response 234 * frame also. 235 */ 236 if (avp && unlikely(ieee80211_is_probe_resp(hdr->frame_control))) { 237 mgmt = (struct ieee80211_mgmt *)skb->data; 238 mgmt->u.probe_resp.timestamp = avp->tsfadjust; 239 } 240 241 tx_ctl->type = ATH9K_HTC_MGMT; 242 243 mgmt_hdr.node_idx = sta_idx; 244 mgmt_hdr.vif_idx = vif_idx; 245 mgmt_hdr.tidno = 0; 246 mgmt_hdr.flags = 0; 247 mgmt_hdr.cookie = slot; 248 249 mgmt_hdr.key_type = ath9k_cmn_get_hw_crypto_keytype(skb); 250 if (mgmt_hdr.key_type == ATH9K_KEY_TYPE_CLEAR) 251 mgmt_hdr.keyix = (u8) ATH9K_TXKEYIX_INVALID; 252 else 253 mgmt_hdr.keyix = tx_info->control.hw_key->hw_key_idx; 254 255 tx_fhdr = skb_push(skb, sizeof(mgmt_hdr)); 256 memcpy(tx_fhdr, (u8 *) &mgmt_hdr, sizeof(mgmt_hdr)); 257 tx_ctl->epid = priv->mgmt_ep; 258 } 259 260 static void ath9k_htc_tx_data(struct ath9k_htc_priv *priv, 261 struct ieee80211_vif *vif, 262 struct sk_buff *skb, 263 u8 sta_idx, u8 vif_idx, u8 slot, 264 bool is_cab) 265 { 266 struct ieee80211_tx_info *tx_info = IEEE80211_SKB_CB(skb); 267 struct ieee80211_hdr *hdr; 268 struct ath9k_htc_tx_ctl *tx_ctl; 269 struct tx_frame_hdr tx_hdr; 270 u32 flags = 0; 271 u8 *qc, *tx_fhdr; 272 u16 qnum; 273 274 tx_ctl = HTC_SKB_CB(skb); 275 hdr = (struct ieee80211_hdr *) skb->data; 276 277 memset(tx_ctl, 0, sizeof(*tx_ctl)); 278 memset(&tx_hdr, 0, sizeof(struct tx_frame_hdr)); 279 280 tx_hdr.node_idx = sta_idx; 281 tx_hdr.vif_idx = vif_idx; 282 tx_hdr.cookie = slot; 283 284 /* 285 * This is a bit redundant but it helps to get 286 * the per-packet index quickly when draining the 287 * TX queue in the HIF layer. Otherwise we would 288 * have to parse the packet contents ... 289 */ 290 tx_ctl->sta_idx = sta_idx; 291 292 if (tx_info->flags & IEEE80211_TX_CTL_AMPDU) { 293 tx_ctl->type = ATH9K_HTC_AMPDU; 294 tx_hdr.data_type = ATH9K_HTC_AMPDU; 295 } else { 296 tx_ctl->type = ATH9K_HTC_NORMAL; 297 tx_hdr.data_type = ATH9K_HTC_NORMAL; 298 } 299 300 /* Transmit all frames that should not be reordered relative 301 * to each other using the same priority. For other QoS data 302 * frames extract the priority from the header. 303 */ 304 if (!(tx_info->control.flags & IEEE80211_TX_CTRL_DONT_REORDER) && 305 ieee80211_is_data_qos(hdr->frame_control)) { 306 qc = ieee80211_get_qos_ctl(hdr); 307 tx_hdr.tidno = qc[0] & IEEE80211_QOS_CTL_TID_MASK; 308 } 309 310 /* Check for RTS protection */ 311 if (priv->hw->wiphy->rts_threshold != (u32) -1) 312 if (skb->len > priv->hw->wiphy->rts_threshold) 313 flags |= ATH9K_HTC_TX_RTSCTS; 314 315 /* CTS-to-self */ 316 if (!(flags & ATH9K_HTC_TX_RTSCTS) && 317 (vif && vif->bss_conf.use_cts_prot)) 318 flags |= ATH9K_HTC_TX_CTSONLY; 319 320 tx_hdr.flags = cpu_to_be32(flags); 321 tx_hdr.key_type = ath9k_cmn_get_hw_crypto_keytype(skb); 322 if (tx_hdr.key_type == ATH9K_KEY_TYPE_CLEAR) 323 tx_hdr.keyix = (u8) ATH9K_TXKEYIX_INVALID; 324 else 325 tx_hdr.keyix = tx_info->control.hw_key->hw_key_idx; 326 327 tx_fhdr = skb_push(skb, sizeof(tx_hdr)); 328 memcpy(tx_fhdr, (u8 *) &tx_hdr, sizeof(tx_hdr)); 329 330 if (is_cab) { 331 CAB_STAT_INC(priv); 332 tx_ctl->epid = priv->cab_ep; 333 return; 334 } 335 336 qnum = skb_get_queue_mapping(skb); 337 tx_ctl->epid = get_htc_epid(priv, qnum); 338 } 339 340 int ath9k_htc_tx_start(struct ath9k_htc_priv *priv, 341 struct ieee80211_sta *sta, 342 struct sk_buff *skb, 343 u8 slot, bool is_cab) 344 { 345 struct ieee80211_hdr *hdr; 346 struct ieee80211_tx_info *tx_info = IEEE80211_SKB_CB(skb); 347 struct ieee80211_vif *vif = tx_info->control.vif; 348 struct ath9k_htc_sta *ista; 349 struct ath9k_htc_vif *avp = NULL; 350 u8 sta_idx, vif_idx; 351 352 hdr = (struct ieee80211_hdr *) skb->data; 353 354 /* 355 * Find out on which interface this packet has to be 356 * sent out. 357 */ 358 if (vif) { 359 avp = (struct ath9k_htc_vif *) vif->drv_priv; 360 vif_idx = avp->index; 361 } else { 362 if (!priv->ah->is_monitoring) { 363 ath_dbg(ath9k_hw_common(priv->ah), XMIT, 364 "VIF is null, but no monitor interface !\n"); 365 return -EINVAL; 366 } 367 368 vif_idx = priv->mon_vif_idx; 369 } 370 371 /* 372 * Find out which station this packet is destined for. 373 */ 374 if (sta) { 375 ista = (struct ath9k_htc_sta *) sta->drv_priv; 376 sta_idx = ista->index; 377 } else { 378 sta_idx = priv->vif_sta_pos[vif_idx]; 379 } 380 381 if (ieee80211_is_data(hdr->frame_control)) 382 ath9k_htc_tx_data(priv, vif, skb, 383 sta_idx, vif_idx, slot, is_cab); 384 else 385 ath9k_htc_tx_mgmt(priv, avp, skb, 386 sta_idx, vif_idx, slot); 387 388 389 return htc_send(priv->htc, skb); 390 } 391 392 static inline bool __ath9k_htc_check_tx_aggr(struct ath9k_htc_priv *priv, 393 struct ath9k_htc_sta *ista, u8 tid) 394 { 395 bool ret = false; 396 397 spin_lock_bh(&priv->tx.tx_lock); 398 if ((tid < ATH9K_HTC_MAX_TID) && (ista->tid_state[tid] == AGGR_STOP)) 399 ret = true; 400 spin_unlock_bh(&priv->tx.tx_lock); 401 402 return ret; 403 } 404 405 static void ath9k_htc_check_tx_aggr(struct ath9k_htc_priv *priv, 406 struct ieee80211_vif *vif, 407 struct sk_buff *skb) 408 { 409 struct ieee80211_sta *sta; 410 struct ieee80211_hdr *hdr; 411 __le16 fc; 412 413 hdr = (struct ieee80211_hdr *) skb->data; 414 fc = hdr->frame_control; 415 416 rcu_read_lock(); 417 418 sta = ieee80211_find_sta(vif, hdr->addr1); 419 if (!sta) { 420 rcu_read_unlock(); 421 return; 422 } 423 424 if (sta && conf_is_ht(&priv->hw->conf) && 425 !(skb->protocol == cpu_to_be16(ETH_P_PAE))) { 426 if (ieee80211_is_data_qos(fc)) { 427 u8 *qc, tid; 428 struct ath9k_htc_sta *ista; 429 430 qc = ieee80211_get_qos_ctl(hdr); 431 tid = qc[0] & 0xf; 432 ista = (struct ath9k_htc_sta *)sta->drv_priv; 433 if (__ath9k_htc_check_tx_aggr(priv, ista, tid)) { 434 ieee80211_start_tx_ba_session(sta, tid, 0); 435 spin_lock_bh(&priv->tx.tx_lock); 436 ista->tid_state[tid] = AGGR_PROGRESS; 437 spin_unlock_bh(&priv->tx.tx_lock); 438 } 439 } 440 } 441 442 rcu_read_unlock(); 443 } 444 445 static void ath9k_htc_tx_process(struct ath9k_htc_priv *priv, 446 struct sk_buff *skb, 447 struct __wmi_event_txstatus *txs) 448 { 449 struct ieee80211_vif *vif; 450 struct ath9k_htc_tx_ctl *tx_ctl; 451 struct ieee80211_tx_info *tx_info; 452 struct ieee80211_tx_rate *rate; 453 struct ieee80211_conf *cur_conf = &priv->hw->conf; 454 bool txok; 455 int slot; 456 int hdrlen, padsize; 457 458 slot = strip_drv_header(priv, skb); 459 if (slot < 0) { 460 dev_kfree_skb_any(skb); 461 return; 462 } 463 464 tx_ctl = HTC_SKB_CB(skb); 465 txok = tx_ctl->txok; 466 tx_info = IEEE80211_SKB_CB(skb); 467 vif = tx_info->control.vif; 468 rate = &tx_info->status.rates[0]; 469 470 memset(&tx_info->status, 0, sizeof(tx_info->status)); 471 472 /* 473 * URB submission failed for this frame, it never reached 474 * the target. 475 */ 476 if (!txok || !vif || !txs) 477 goto send_mac80211; 478 479 if (txs->ts_flags & ATH9K_HTC_TXSTAT_ACK) { 480 tx_info->flags |= IEEE80211_TX_STAT_ACK; 481 if (tx_info->flags & IEEE80211_TX_CTL_AMPDU) 482 tx_info->flags |= IEEE80211_TX_STAT_AMPDU; 483 } 484 485 if (txs->ts_flags & ATH9K_HTC_TXSTAT_FILT) 486 tx_info->flags |= IEEE80211_TX_STAT_TX_FILTERED; 487 488 if (txs->ts_flags & ATH9K_HTC_TXSTAT_RTC_CTS) 489 rate->flags |= IEEE80211_TX_RC_USE_RTS_CTS; 490 491 rate->count = 1; 492 rate->idx = MS(txs->ts_rate, ATH9K_HTC_TXSTAT_RATE); 493 494 if (txs->ts_flags & ATH9K_HTC_TXSTAT_MCS) { 495 rate->flags |= IEEE80211_TX_RC_MCS; 496 497 if (txs->ts_flags & ATH9K_HTC_TXSTAT_CW40) 498 rate->flags |= IEEE80211_TX_RC_40_MHZ_WIDTH; 499 if (txs->ts_flags & ATH9K_HTC_TXSTAT_SGI) 500 rate->flags |= IEEE80211_TX_RC_SHORT_GI; 501 } else { 502 if (cur_conf->chandef.chan->band == NL80211_BAND_5GHZ) 503 rate->idx += 4; /* No CCK rates */ 504 } 505 506 ath9k_htc_check_tx_aggr(priv, vif, skb); 507 508 send_mac80211: 509 spin_lock_bh(&priv->tx.tx_lock); 510 if (WARN_ON(--priv->tx.queued_cnt < 0)) 511 priv->tx.queued_cnt = 0; 512 spin_unlock_bh(&priv->tx.tx_lock); 513 514 ath9k_htc_tx_clear_slot(priv, slot); 515 516 /* Remove padding before handing frame back to mac80211 */ 517 hdrlen = ieee80211_get_hdrlen_from_skb(skb); 518 519 padsize = hdrlen & 3; 520 if (padsize && skb->len > hdrlen + padsize) { 521 memmove(skb->data + padsize, skb->data, hdrlen); 522 skb_pull(skb, padsize); 523 } 524 525 /* Send status to mac80211 */ 526 ieee80211_tx_status_skb(priv->hw, skb); 527 } 528 529 static inline void ath9k_htc_tx_drainq(struct ath9k_htc_priv *priv, 530 struct sk_buff_head *queue) 531 { 532 struct sk_buff *skb; 533 534 while ((skb = skb_dequeue(queue)) != NULL) { 535 ath9k_htc_tx_process(priv, skb, NULL); 536 } 537 } 538 539 void ath9k_htc_tx_drain(struct ath9k_htc_priv *priv) 540 { 541 struct ath9k_htc_tx_event *event, *tmp; 542 543 spin_lock_bh(&priv->tx.tx_lock); 544 priv->tx.flags |= ATH9K_HTC_OP_TX_DRAIN; 545 spin_unlock_bh(&priv->tx.tx_lock); 546 547 /* 548 * Ensure that all pending TX frames are flushed, 549 * and that the TX completion/failed tasklets is killed. 550 */ 551 htc_stop(priv->htc); 552 tasklet_kill(&priv->wmi->wmi_event_tasklet); 553 tasklet_kill(&priv->tx_failed_tasklet); 554 555 ath9k_htc_tx_drainq(priv, &priv->tx.mgmt_ep_queue); 556 ath9k_htc_tx_drainq(priv, &priv->tx.cab_ep_queue); 557 ath9k_htc_tx_drainq(priv, &priv->tx.data_be_queue); 558 ath9k_htc_tx_drainq(priv, &priv->tx.data_bk_queue); 559 ath9k_htc_tx_drainq(priv, &priv->tx.data_vi_queue); 560 ath9k_htc_tx_drainq(priv, &priv->tx.data_vo_queue); 561 ath9k_htc_tx_drainq(priv, &priv->tx.tx_failed); 562 563 /* 564 * The TX cleanup timer has already been killed. 565 */ 566 spin_lock_bh(&priv->wmi->event_lock); 567 list_for_each_entry_safe(event, tmp, &priv->wmi->pending_tx_events, list) { 568 list_del(&event->list); 569 kfree(event); 570 } 571 spin_unlock_bh(&priv->wmi->event_lock); 572 573 spin_lock_bh(&priv->tx.tx_lock); 574 priv->tx.flags &= ~ATH9K_HTC_OP_TX_DRAIN; 575 spin_unlock_bh(&priv->tx.tx_lock); 576 } 577 578 void ath9k_tx_failed_tasklet(struct tasklet_struct *t) 579 { 580 struct ath9k_htc_priv *priv = from_tasklet(priv, t, tx_failed_tasklet); 581 582 spin_lock(&priv->tx.tx_lock); 583 if (priv->tx.flags & ATH9K_HTC_OP_TX_DRAIN) { 584 spin_unlock(&priv->tx.tx_lock); 585 return; 586 } 587 spin_unlock(&priv->tx.tx_lock); 588 589 ath9k_htc_tx_drainq(priv, &priv->tx.tx_failed); 590 } 591 592 static inline bool check_cookie(struct ath9k_htc_priv *priv, 593 struct sk_buff *skb, 594 u8 cookie, u8 epid) 595 { 596 u8 fcookie = 0; 597 598 if (epid == priv->mgmt_ep) { 599 struct tx_mgmt_hdr *hdr; 600 hdr = (struct tx_mgmt_hdr *) skb->data; 601 fcookie = hdr->cookie; 602 } else if ((epid == priv->data_bk_ep) || 603 (epid == priv->data_be_ep) || 604 (epid == priv->data_vi_ep) || 605 (epid == priv->data_vo_ep) || 606 (epid == priv->cab_ep)) { 607 struct tx_frame_hdr *hdr; 608 hdr = (struct tx_frame_hdr *) skb->data; 609 fcookie = hdr->cookie; 610 } 611 612 if (fcookie == cookie) 613 return true; 614 615 return false; 616 } 617 618 static struct sk_buff* ath9k_htc_tx_get_packet(struct ath9k_htc_priv *priv, 619 struct __wmi_event_txstatus *txs) 620 { 621 struct ath_common *common = ath9k_hw_common(priv->ah); 622 struct sk_buff_head *epid_queue; 623 struct sk_buff *skb, *tmp; 624 unsigned long flags; 625 u8 epid = MS(txs->ts_rate, ATH9K_HTC_TXSTAT_EPID); 626 627 epid_queue = get_htc_epid_queue(priv, epid); 628 if (!epid_queue) 629 return NULL; 630 631 spin_lock_irqsave(&epid_queue->lock, flags); 632 skb_queue_walk_safe(epid_queue, skb, tmp) { 633 if (check_cookie(priv, skb, txs->cookie, epid)) { 634 __skb_unlink(skb, epid_queue); 635 spin_unlock_irqrestore(&epid_queue->lock, flags); 636 return skb; 637 } 638 } 639 spin_unlock_irqrestore(&epid_queue->lock, flags); 640 641 ath_dbg(common, XMIT, "No matching packet for cookie: %d, epid: %d\n", 642 txs->cookie, epid); 643 644 return NULL; 645 } 646 647 void ath9k_htc_txstatus(struct ath9k_htc_priv *priv, void *wmi_event) 648 { 649 struct wmi_event_txstatus *txs = wmi_event; 650 struct __wmi_event_txstatus *__txs; 651 struct sk_buff *skb; 652 struct ath9k_htc_tx_event *tx_pend; 653 int i; 654 655 if (WARN_ON_ONCE(txs->cnt > HTC_MAX_TX_STATUS)) 656 return; 657 658 for (i = 0; i < txs->cnt; i++) { 659 __txs = &txs->txstatus[i]; 660 661 skb = ath9k_htc_tx_get_packet(priv, __txs); 662 if (!skb) { 663 /* 664 * Store this event, so that the TX cleanup 665 * routine can check later for the needed packet. 666 */ 667 tx_pend = kzalloc(sizeof(struct ath9k_htc_tx_event), 668 GFP_ATOMIC); 669 if (!tx_pend) 670 continue; 671 672 memcpy(&tx_pend->txs, __txs, 673 sizeof(struct __wmi_event_txstatus)); 674 675 spin_lock(&priv->wmi->event_lock); 676 list_add_tail(&tx_pend->list, 677 &priv->wmi->pending_tx_events); 678 spin_unlock(&priv->wmi->event_lock); 679 680 continue; 681 } 682 683 ath9k_htc_tx_process(priv, skb, __txs); 684 } 685 686 /* Wake TX queues if needed */ 687 ath9k_htc_check_wake_queues(priv); 688 } 689 690 void ath9k_htc_txep(void *drv_priv, struct sk_buff *skb, 691 enum htc_endpoint_id ep_id, bool txok) 692 { 693 struct ath9k_htc_priv *priv = drv_priv; 694 struct ath9k_htc_tx_ctl *tx_ctl; 695 struct sk_buff_head *epid_queue; 696 697 tx_ctl = HTC_SKB_CB(skb); 698 tx_ctl->txok = txok; 699 tx_ctl->timestamp = jiffies; 700 701 if (!txok) { 702 skb_queue_tail(&priv->tx.tx_failed, skb); 703 tasklet_schedule(&priv->tx_failed_tasklet); 704 return; 705 } 706 707 epid_queue = get_htc_epid_queue(priv, ep_id); 708 if (!epid_queue) { 709 dev_kfree_skb_any(skb); 710 return; 711 } 712 713 skb_queue_tail(epid_queue, skb); 714 } 715 716 static inline bool check_packet(struct ath9k_htc_priv *priv, struct sk_buff *skb) 717 { 718 struct ath_common *common = ath9k_hw_common(priv->ah); 719 struct ath9k_htc_tx_ctl *tx_ctl; 720 721 tx_ctl = HTC_SKB_CB(skb); 722 723 if (time_after(jiffies, 724 tx_ctl->timestamp + 725 msecs_to_jiffies(ATH9K_HTC_TX_TIMEOUT_INTERVAL))) { 726 ath_dbg(common, XMIT, "Dropping a packet due to TX timeout\n"); 727 return true; 728 } 729 730 return false; 731 } 732 733 static void ath9k_htc_tx_cleanup_queue(struct ath9k_htc_priv *priv, 734 struct sk_buff_head *epid_queue) 735 { 736 bool process = false; 737 unsigned long flags; 738 struct sk_buff *skb, *tmp; 739 struct sk_buff_head queue; 740 741 skb_queue_head_init(&queue); 742 743 spin_lock_irqsave(&epid_queue->lock, flags); 744 skb_queue_walk_safe(epid_queue, skb, tmp) { 745 if (check_packet(priv, skb)) { 746 __skb_unlink(skb, epid_queue); 747 __skb_queue_tail(&queue, skb); 748 process = true; 749 } 750 } 751 spin_unlock_irqrestore(&epid_queue->lock, flags); 752 753 if (process) { 754 skb_queue_walk_safe(&queue, skb, tmp) { 755 __skb_unlink(skb, &queue); 756 ath9k_htc_tx_process(priv, skb, NULL); 757 } 758 } 759 } 760 761 void ath9k_htc_tx_cleanup_timer(struct timer_list *t) 762 { 763 struct ath9k_htc_priv *priv = from_timer(priv, t, tx.cleanup_timer); 764 struct ath_common *common = ath9k_hw_common(priv->ah); 765 struct ath9k_htc_tx_event *event, *tmp; 766 struct sk_buff *skb; 767 768 spin_lock(&priv->wmi->event_lock); 769 list_for_each_entry_safe(event, tmp, &priv->wmi->pending_tx_events, list) { 770 771 skb = ath9k_htc_tx_get_packet(priv, &event->txs); 772 if (skb) { 773 ath_dbg(common, XMIT, 774 "Found packet for cookie: %d, epid: %d\n", 775 event->txs.cookie, 776 MS(event->txs.ts_rate, ATH9K_HTC_TXSTAT_EPID)); 777 778 ath9k_htc_tx_process(priv, skb, &event->txs); 779 list_del(&event->list); 780 kfree(event); 781 continue; 782 } 783 784 if (++event->count >= ATH9K_HTC_TX_TIMEOUT_COUNT) { 785 list_del(&event->list); 786 kfree(event); 787 } 788 } 789 spin_unlock(&priv->wmi->event_lock); 790 791 /* 792 * Check if status-pending packets have to be cleaned up. 793 */ 794 ath9k_htc_tx_cleanup_queue(priv, &priv->tx.mgmt_ep_queue); 795 ath9k_htc_tx_cleanup_queue(priv, &priv->tx.cab_ep_queue); 796 ath9k_htc_tx_cleanup_queue(priv, &priv->tx.data_be_queue); 797 ath9k_htc_tx_cleanup_queue(priv, &priv->tx.data_bk_queue); 798 ath9k_htc_tx_cleanup_queue(priv, &priv->tx.data_vi_queue); 799 ath9k_htc_tx_cleanup_queue(priv, &priv->tx.data_vo_queue); 800 801 /* Wake TX queues if needed */ 802 ath9k_htc_check_wake_queues(priv); 803 804 mod_timer(&priv->tx.cleanup_timer, 805 jiffies + msecs_to_jiffies(ATH9K_HTC_TX_CLEANUP_INTERVAL)); 806 } 807 808 int ath9k_tx_init(struct ath9k_htc_priv *priv) 809 { 810 skb_queue_head_init(&priv->tx.mgmt_ep_queue); 811 skb_queue_head_init(&priv->tx.cab_ep_queue); 812 skb_queue_head_init(&priv->tx.data_be_queue); 813 skb_queue_head_init(&priv->tx.data_bk_queue); 814 skb_queue_head_init(&priv->tx.data_vi_queue); 815 skb_queue_head_init(&priv->tx.data_vo_queue); 816 skb_queue_head_init(&priv->tx.tx_failed); 817 818 /* Allow ath9k_wmi_event_tasklet(WMI_TXSTATUS_EVENTID) to operate. */ 819 smp_wmb(); 820 priv->tx.initialized = true; 821 822 return 0; 823 } 824 825 void ath9k_tx_cleanup(struct ath9k_htc_priv *priv) 826 { 827 828 } 829 830 bool ath9k_htc_txq_setup(struct ath9k_htc_priv *priv, int subtype) 831 { 832 struct ath_hw *ah = priv->ah; 833 struct ath_common *common = ath9k_hw_common(ah); 834 struct ath9k_tx_queue_info qi; 835 int qnum; 836 837 memset(&qi, 0, sizeof(qi)); 838 ATH9K_HTC_INIT_TXQ(subtype); 839 840 qnum = ath9k_hw_setuptxqueue(priv->ah, ATH9K_TX_QUEUE_DATA, &qi); 841 if (qnum == -1) 842 return false; 843 844 if (qnum >= ARRAY_SIZE(priv->hwq_map)) { 845 ath_err(common, "qnum %u out of range, max %zu!\n", 846 qnum, ARRAY_SIZE(priv->hwq_map)); 847 ath9k_hw_releasetxqueue(ah, qnum); 848 return false; 849 } 850 851 priv->hwq_map[subtype] = qnum; 852 return true; 853 } 854 855 int ath9k_htc_cabq_setup(struct ath9k_htc_priv *priv) 856 { 857 struct ath9k_tx_queue_info qi; 858 859 memset(&qi, 0, sizeof(qi)); 860 ATH9K_HTC_INIT_TXQ(0); 861 862 return ath9k_hw_setuptxqueue(priv->ah, ATH9K_TX_QUEUE_CAB, &qi); 863 } 864 865 /******/ 866 /* RX */ 867 /******/ 868 869 /* 870 * Calculate the RX filter to be set in the HW. 871 */ 872 u32 ath9k_htc_calcrxfilter(struct ath9k_htc_priv *priv) 873 { 874 #define RX_FILTER_PRESERVE (ATH9K_RX_FILTER_PHYERR | ATH9K_RX_FILTER_PHYRADAR) 875 876 struct ath_hw *ah = priv->ah; 877 u32 rfilt; 878 879 rfilt = (ath9k_hw_getrxfilter(ah) & RX_FILTER_PRESERVE) 880 | ATH9K_RX_FILTER_UCAST | ATH9K_RX_FILTER_BCAST 881 | ATH9K_RX_FILTER_MCAST; 882 883 if (priv->rxfilter & FIF_PROBE_REQ) 884 rfilt |= ATH9K_RX_FILTER_PROBEREQ; 885 886 if (ah->is_monitoring) 887 rfilt |= ATH9K_RX_FILTER_PROM; 888 889 if (priv->rxfilter & FIF_CONTROL) 890 rfilt |= ATH9K_RX_FILTER_CONTROL; 891 892 if ((ah->opmode == NL80211_IFTYPE_STATION) && 893 (priv->nvifs <= 1) && 894 !(priv->rxfilter & FIF_BCN_PRBRESP_PROMISC)) 895 rfilt |= ATH9K_RX_FILTER_MYBEACON; 896 else 897 rfilt |= ATH9K_RX_FILTER_BEACON; 898 899 if (conf_is_ht(&priv->hw->conf)) { 900 rfilt |= ATH9K_RX_FILTER_COMP_BAR; 901 rfilt |= ATH9K_RX_FILTER_UNCOMP_BA_BAR; 902 } 903 904 if (priv->rxfilter & FIF_PSPOLL) 905 rfilt |= ATH9K_RX_FILTER_PSPOLL; 906 907 if (priv->nvifs > 1 || 908 priv->rxfilter & (FIF_OTHER_BSS | FIF_MCAST_ACTION)) 909 rfilt |= ATH9K_RX_FILTER_MCAST_BCAST_ALL; 910 911 return rfilt; 912 913 #undef RX_FILTER_PRESERVE 914 } 915 916 /* 917 * Recv initialization for opmode change. 918 */ 919 static void ath9k_htc_opmode_init(struct ath9k_htc_priv *priv) 920 { 921 struct ath_hw *ah = priv->ah; 922 u32 rfilt, mfilt[2]; 923 924 /* configure rx filter */ 925 rfilt = ath9k_htc_calcrxfilter(priv); 926 ath9k_hw_setrxfilter(ah, rfilt); 927 928 /* calculate and install multicast filter */ 929 mfilt[0] = mfilt[1] = ~0; 930 ath9k_hw_setmcastfilter(ah, mfilt[0], mfilt[1]); 931 } 932 933 void ath9k_host_rx_init(struct ath9k_htc_priv *priv) 934 { 935 struct ath_common *common = ath9k_hw_common(priv->ah); 936 ath9k_hw_rxena(priv->ah); 937 ath9k_htc_opmode_init(priv); 938 ath9k_hw_startpcureceive(priv->ah, test_bit(ATH_OP_SCANNING, &common->op_flags)); 939 } 940 941 static inline void convert_htc_flag(struct ath_rx_status *rx_stats, 942 struct ath_htc_rx_status *rxstatus) 943 { 944 rx_stats->enc_flags = 0; 945 rx_stats->bw = RATE_INFO_BW_20; 946 if (rxstatus->rs_flags & ATH9K_RX_2040) 947 rx_stats->bw = RATE_INFO_BW_40; 948 if (rxstatus->rs_flags & ATH9K_RX_GI) 949 rx_stats->enc_flags |= RX_ENC_FLAG_SHORT_GI; 950 } 951 952 static void rx_status_htc_to_ath(struct ath_rx_status *rx_stats, 953 struct ath_htc_rx_status *rxstatus) 954 { 955 rx_stats->rs_datalen = be16_to_cpu(rxstatus->rs_datalen); 956 rx_stats->rs_status = rxstatus->rs_status; 957 rx_stats->rs_phyerr = rxstatus->rs_phyerr; 958 rx_stats->rs_rssi = rxstatus->rs_rssi; 959 rx_stats->rs_keyix = rxstatus->rs_keyix; 960 rx_stats->rs_rate = rxstatus->rs_rate; 961 rx_stats->rs_antenna = rxstatus->rs_antenna; 962 rx_stats->rs_more = rxstatus->rs_more; 963 964 memcpy(rx_stats->rs_rssi_ctl, rxstatus->rs_rssi_ctl, 965 sizeof(rx_stats->rs_rssi_ctl)); 966 memcpy(rx_stats->rs_rssi_ext, rxstatus->rs_rssi_ext, 967 sizeof(rx_stats->rs_rssi_ext)); 968 969 rx_stats->rs_isaggr = rxstatus->rs_isaggr; 970 rx_stats->rs_moreaggr = rxstatus->rs_moreaggr; 971 rx_stats->rs_num_delims = rxstatus->rs_num_delims; 972 convert_htc_flag(rx_stats, rxstatus); 973 } 974 975 static bool ath9k_rx_prepare(struct ath9k_htc_priv *priv, 976 struct ath9k_htc_rxbuf *rxbuf, 977 struct ieee80211_rx_status *rx_status) 978 979 { 980 struct ieee80211_hdr *hdr; 981 struct ieee80211_hw *hw = priv->hw; 982 struct sk_buff *skb = rxbuf->skb; 983 struct ath_common *common = ath9k_hw_common(priv->ah); 984 struct ath_hw *ah = common->ah; 985 struct ath_htc_rx_status *rxstatus; 986 struct ath_rx_status rx_stats; 987 bool decrypt_error = false; 988 u16 rs_datalen; 989 bool is_phyerr; 990 991 if (skb->len < HTC_RX_FRAME_HEADER_SIZE) { 992 ath_err(common, "Corrupted RX frame, dropping (len: %d)\n", 993 skb->len); 994 goto rx_next; 995 } 996 997 rxstatus = (struct ath_htc_rx_status *)skb->data; 998 999 rs_datalen = be16_to_cpu(rxstatus->rs_datalen); 1000 if (unlikely(rs_datalen - 1001 (skb->len - HTC_RX_FRAME_HEADER_SIZE) != 0)) { 1002 ath_err(common, 1003 "Corrupted RX data len, dropping (dlen: %d, skblen: %d)\n", 1004 rs_datalen, skb->len); 1005 goto rx_next; 1006 } 1007 1008 is_phyerr = rxstatus->rs_status & ATH9K_RXERR_PHY; 1009 /* 1010 * Discard zero-length packets and packets smaller than an ACK 1011 * which are not PHY_ERROR (short radar pulses have a length of 3) 1012 */ 1013 if (unlikely(!rs_datalen || (rs_datalen < 10 && !is_phyerr))) { 1014 ath_dbg(common, ANY, 1015 "Short RX data len, dropping (dlen: %d)\n", 1016 rs_datalen); 1017 goto rx_next; 1018 } 1019 1020 if (rxstatus->rs_keyix >= ATH_KEYMAX && 1021 rxstatus->rs_keyix != ATH9K_RXKEYIX_INVALID) { 1022 ath_dbg(common, ANY, 1023 "Invalid keyix, dropping (keyix: %d)\n", 1024 rxstatus->rs_keyix); 1025 goto rx_next; 1026 } 1027 1028 /* Get the RX status information */ 1029 1030 memset(rx_status, 0, sizeof(struct ieee80211_rx_status)); 1031 1032 /* Copy everything from ath_htc_rx_status (HTC_RX_FRAME_HEADER). 1033 * After this, we can drop this part of skb. */ 1034 rx_status_htc_to_ath(&rx_stats, rxstatus); 1035 ath9k_htc_err_stat_rx(priv, &rx_stats); 1036 rx_status->mactime = be64_to_cpu(rxstatus->rs_tstamp); 1037 skb_pull(skb, HTC_RX_FRAME_HEADER_SIZE); 1038 1039 /* 1040 * everything but the rate is checked here, the rate check is done 1041 * separately to avoid doing two lookups for a rate for each frame. 1042 */ 1043 hdr = (struct ieee80211_hdr *)skb->data; 1044 1045 /* 1046 * Process PHY errors and return so that the packet 1047 * can be dropped. 1048 */ 1049 if (unlikely(is_phyerr)) { 1050 /* TODO: Not using DFS processing now. */ 1051 if (ath_cmn_process_fft(&priv->spec_priv, hdr, 1052 &rx_stats, rx_status->mactime)) { 1053 /* TODO: Code to collect spectral scan statistics */ 1054 } 1055 goto rx_next; 1056 } 1057 1058 if (!ath9k_cmn_rx_accept(common, hdr, rx_status, &rx_stats, 1059 &decrypt_error, priv->rxfilter)) 1060 goto rx_next; 1061 1062 ath9k_cmn_rx_skb_postprocess(common, skb, &rx_stats, 1063 rx_status, decrypt_error); 1064 1065 if (ath9k_cmn_process_rate(common, hw, &rx_stats, rx_status)) 1066 goto rx_next; 1067 1068 rx_stats.is_mybeacon = ath_is_mybeacon(common, hdr); 1069 ath9k_cmn_process_rssi(common, hw, &rx_stats, rx_status); 1070 1071 rx_status->band = ah->curchan->chan->band; 1072 rx_status->freq = ah->curchan->chan->center_freq; 1073 rx_status->antenna = rx_stats.rs_antenna; 1074 rx_status->flag |= RX_FLAG_MACTIME_END; 1075 1076 return true; 1077 rx_next: 1078 return false; 1079 } 1080 1081 /* 1082 * FIXME: Handle FLUSH later on. 1083 */ 1084 void ath9k_rx_tasklet(struct tasklet_struct *t) 1085 { 1086 struct ath9k_htc_priv *priv = from_tasklet(priv, t, rx_tasklet); 1087 struct ath9k_htc_rxbuf *rxbuf = NULL, *tmp_buf = NULL; 1088 struct ieee80211_rx_status rx_status; 1089 struct sk_buff *skb; 1090 unsigned long flags; 1091 struct ieee80211_hdr *hdr; 1092 1093 do { 1094 spin_lock_irqsave(&priv->rx.rxbuflock, flags); 1095 list_for_each_entry(tmp_buf, &priv->rx.rxbuf, list) { 1096 if (tmp_buf->in_process) { 1097 rxbuf = tmp_buf; 1098 break; 1099 } 1100 } 1101 1102 if (rxbuf == NULL) { 1103 spin_unlock_irqrestore(&priv->rx.rxbuflock, flags); 1104 break; 1105 } 1106 1107 if (!rxbuf->skb) 1108 goto requeue; 1109 1110 if (!ath9k_rx_prepare(priv, rxbuf, &rx_status)) { 1111 dev_kfree_skb_any(rxbuf->skb); 1112 goto requeue; 1113 } 1114 1115 memcpy(IEEE80211_SKB_RXCB(rxbuf->skb), &rx_status, 1116 sizeof(struct ieee80211_rx_status)); 1117 skb = rxbuf->skb; 1118 hdr = (struct ieee80211_hdr *) skb->data; 1119 1120 if (ieee80211_is_beacon(hdr->frame_control) && priv->ps_enabled) 1121 ieee80211_queue_work(priv->hw, &priv->ps_work); 1122 1123 spin_unlock_irqrestore(&priv->rx.rxbuflock, flags); 1124 1125 ieee80211_rx(priv->hw, skb); 1126 1127 spin_lock_irqsave(&priv->rx.rxbuflock, flags); 1128 requeue: 1129 rxbuf->in_process = false; 1130 rxbuf->skb = NULL; 1131 list_move_tail(&rxbuf->list, &priv->rx.rxbuf); 1132 rxbuf = NULL; 1133 spin_unlock_irqrestore(&priv->rx.rxbuflock, flags); 1134 } while (1); 1135 1136 } 1137 1138 void ath9k_htc_rxep(void *drv_priv, struct sk_buff *skb, 1139 enum htc_endpoint_id ep_id) 1140 { 1141 struct ath9k_htc_priv *priv = drv_priv; 1142 struct ath_hw *ah = priv->ah; 1143 struct ath_common *common = ath9k_hw_common(ah); 1144 struct ath9k_htc_rxbuf *rxbuf = NULL, *tmp_buf = NULL; 1145 unsigned long flags; 1146 1147 /* Check if ath9k_rx_init() completed. */ 1148 if (!data_race(priv->rx.initialized)) 1149 goto err; 1150 1151 spin_lock_irqsave(&priv->rx.rxbuflock, flags); 1152 list_for_each_entry(tmp_buf, &priv->rx.rxbuf, list) { 1153 if (!tmp_buf->in_process) { 1154 rxbuf = tmp_buf; 1155 break; 1156 } 1157 } 1158 spin_unlock_irqrestore(&priv->rx.rxbuflock, flags); 1159 1160 if (rxbuf == NULL) { 1161 ath_dbg(common, ANY, "No free RX buffer\n"); 1162 goto err; 1163 } 1164 1165 spin_lock_irqsave(&priv->rx.rxbuflock, flags); 1166 rxbuf->skb = skb; 1167 rxbuf->in_process = true; 1168 spin_unlock_irqrestore(&priv->rx.rxbuflock, flags); 1169 1170 tasklet_schedule(&priv->rx_tasklet); 1171 return; 1172 err: 1173 dev_kfree_skb_any(skb); 1174 } 1175 1176 /* FIXME: Locking for cleanup/init */ 1177 1178 void ath9k_rx_cleanup(struct ath9k_htc_priv *priv) 1179 { 1180 struct ath9k_htc_rxbuf *rxbuf, *tbuf; 1181 1182 list_for_each_entry_safe(rxbuf, tbuf, &priv->rx.rxbuf, list) { 1183 list_del(&rxbuf->list); 1184 if (rxbuf->skb) 1185 dev_kfree_skb_any(rxbuf->skb); 1186 kfree(rxbuf); 1187 } 1188 } 1189 1190 int ath9k_rx_init(struct ath9k_htc_priv *priv) 1191 { 1192 int i = 0; 1193 1194 INIT_LIST_HEAD(&priv->rx.rxbuf); 1195 spin_lock_init(&priv->rx.rxbuflock); 1196 1197 for (i = 0; i < ATH9K_HTC_RXBUF; i++) { 1198 struct ath9k_htc_rxbuf *rxbuf = 1199 kzalloc(sizeof(struct ath9k_htc_rxbuf), GFP_KERNEL); 1200 if (rxbuf == NULL) 1201 goto err; 1202 1203 list_add_tail(&rxbuf->list, &priv->rx.rxbuf); 1204 } 1205 1206 /* Allow ath9k_htc_rxep() to operate. */ 1207 smp_wmb(); 1208 priv->rx.initialized = true; 1209 1210 return 0; 1211 1212 err: 1213 ath9k_rx_cleanup(priv); 1214 return -ENOMEM; 1215 } 1216