1 /* 2 * Copyright (c) 2005-2011 Atheros Communications Inc. 3 * Copyright (c) 2011-2013 Qualcomm Atheros, Inc. 4 * 5 * Permission to use, copy, modify, and/or distribute this software for any 6 * purpose with or without fee is hereby granted, provided that the above 7 * copyright notice and this permission notice appear in all copies. 8 * 9 * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES 10 * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF 11 * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR 12 * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES 13 * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN 14 * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF 15 * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. 16 */ 17 18 #include "core.h" 19 #include "hif.h" 20 #include "debug.h" 21 22 /********/ 23 /* Send */ 24 /********/ 25 26 static inline void ath10k_htc_send_complete_check(struct ath10k_htc_ep *ep, 27 int force) 28 { 29 /* 30 * Check whether HIF has any prior sends that have finished, 31 * have not had the post-processing done. 32 */ 33 ath10k_hif_send_complete_check(ep->htc->ar, ep->ul_pipe_id, force); 34 } 35 36 static void ath10k_htc_control_tx_complete(struct ath10k *ar, 37 struct sk_buff *skb) 38 { 39 kfree_skb(skb); 40 } 41 42 static struct sk_buff *ath10k_htc_build_tx_ctrl_skb(void *ar) 43 { 44 struct sk_buff *skb; 45 struct ath10k_skb_cb *skb_cb; 46 47 skb = dev_alloc_skb(ATH10K_HTC_CONTROL_BUFFER_SIZE); 48 if (!skb) { 49 ath10k_warn("Unable to allocate ctrl skb\n"); 50 return NULL; 51 } 52 53 skb_reserve(skb, 20); /* FIXME: why 20 bytes? */ 54 WARN_ONCE((unsigned long)skb->data & 3, "unaligned skb"); 55 56 skb_cb = ATH10K_SKB_CB(skb); 57 memset(skb_cb, 0, sizeof(*skb_cb)); 58 59 ath10k_dbg(ATH10K_DBG_HTC, "%s: skb %p\n", __func__, skb); 60 return skb; 61 } 62 63 static inline void ath10k_htc_restore_tx_skb(struct ath10k_htc *htc, 64 struct sk_buff *skb) 65 { 66 struct ath10k_skb_cb *skb_cb = ATH10K_SKB_CB(skb); 67 68 dma_unmap_single(htc->ar->dev, skb_cb->paddr, skb->len, DMA_TO_DEVICE); 69 skb_pull(skb, sizeof(struct ath10k_htc_hdr)); 70 } 71 72 static void ath10k_htc_notify_tx_completion(struct ath10k_htc_ep *ep, 73 struct sk_buff *skb) 74 { 75 ath10k_dbg(ATH10K_DBG_HTC, "%s: ep %d skb %p\n", __func__, 76 ep->eid, skb); 77 78 ath10k_htc_restore_tx_skb(ep->htc, skb); 79 80 if (!ep->ep_ops.ep_tx_complete) { 81 ath10k_warn("no tx handler for eid %d\n", ep->eid); 82 dev_kfree_skb_any(skb); 83 return; 84 } 85 86 ep->ep_ops.ep_tx_complete(ep->htc->ar, skb); 87 } 88 89 /* assumes tx_lock is held */ 90 static bool ath10k_htc_ep_need_credit_update(struct ath10k_htc_ep *ep) 91 { 92 if (!ep->tx_credit_flow_enabled) 93 return false; 94 if (ep->tx_credits >= ep->tx_credits_per_max_message) 95 return false; 96 97 ath10k_dbg(ATH10K_DBG_HTC, "HTC: endpoint %d needs credit update\n", 98 ep->eid); 99 return true; 100 } 101 102 static void ath10k_htc_prepare_tx_skb(struct ath10k_htc_ep *ep, 103 struct sk_buff *skb) 104 { 105 struct ath10k_htc_hdr *hdr; 106 107 hdr = (struct ath10k_htc_hdr *)skb->data; 108 109 hdr->eid = ep->eid; 110 hdr->len = __cpu_to_le16(skb->len - sizeof(*hdr)); 111 hdr->flags = 0; 112 113 spin_lock_bh(&ep->htc->tx_lock); 114 hdr->seq_no = ep->seq_no++; 115 116 if (ath10k_htc_ep_need_credit_update(ep)) 117 hdr->flags |= ATH10K_HTC_FLAG_NEED_CREDIT_UPDATE; 118 119 spin_unlock_bh(&ep->htc->tx_lock); 120 } 121 122 int ath10k_htc_send(struct ath10k_htc *htc, 123 enum ath10k_htc_ep_id eid, 124 struct sk_buff *skb) 125 { 126 struct ath10k_htc_ep *ep = &htc->endpoint[eid]; 127 struct ath10k_skb_cb *skb_cb = ATH10K_SKB_CB(skb); 128 struct ath10k_hif_sg_item sg_item; 129 struct device *dev = htc->ar->dev; 130 int credits = 0; 131 int ret; 132 133 if (htc->ar->state == ATH10K_STATE_WEDGED) 134 return -ECOMM; 135 136 if (eid >= ATH10K_HTC_EP_COUNT) { 137 ath10k_warn("Invalid endpoint id: %d\n", eid); 138 return -ENOENT; 139 } 140 141 /* FIXME: This looks ugly, can we fix it? */ 142 spin_lock_bh(&htc->tx_lock); 143 if (htc->stopped) { 144 spin_unlock_bh(&htc->tx_lock); 145 return -ESHUTDOWN; 146 } 147 spin_unlock_bh(&htc->tx_lock); 148 149 skb_push(skb, sizeof(struct ath10k_htc_hdr)); 150 151 if (ep->tx_credit_flow_enabled) { 152 credits = DIV_ROUND_UP(skb->len, htc->target_credit_size); 153 spin_lock_bh(&htc->tx_lock); 154 if (ep->tx_credits < credits) { 155 spin_unlock_bh(&htc->tx_lock); 156 ret = -EAGAIN; 157 goto err_pull; 158 } 159 ep->tx_credits -= credits; 160 ath10k_dbg(ATH10K_DBG_HTC, 161 "htc ep %d consumed %d credits (total %d)\n", 162 eid, credits, ep->tx_credits); 163 spin_unlock_bh(&htc->tx_lock); 164 } 165 166 ath10k_htc_prepare_tx_skb(ep, skb); 167 168 skb_cb->paddr = dma_map_single(dev, skb->data, skb->len, DMA_TO_DEVICE); 169 ret = dma_mapping_error(dev, skb_cb->paddr); 170 if (ret) 171 goto err_credits; 172 173 sg_item.transfer_id = ep->eid; 174 sg_item.transfer_context = skb; 175 sg_item.vaddr = skb->data; 176 sg_item.paddr = skb_cb->paddr; 177 sg_item.len = skb->len; 178 179 ret = ath10k_hif_tx_sg(htc->ar, ep->ul_pipe_id, &sg_item, 1); 180 if (ret) 181 goto err_unmap; 182 183 return 0; 184 185 err_unmap: 186 dma_unmap_single(dev, skb_cb->paddr, skb->len, DMA_TO_DEVICE); 187 err_credits: 188 if (ep->tx_credit_flow_enabled) { 189 spin_lock_bh(&htc->tx_lock); 190 ep->tx_credits += credits; 191 ath10k_dbg(ATH10K_DBG_HTC, 192 "htc ep %d reverted %d credits back (total %d)\n", 193 eid, credits, ep->tx_credits); 194 spin_unlock_bh(&htc->tx_lock); 195 196 if (ep->ep_ops.ep_tx_credits) 197 ep->ep_ops.ep_tx_credits(htc->ar); 198 } 199 err_pull: 200 skb_pull(skb, sizeof(struct ath10k_htc_hdr)); 201 return ret; 202 } 203 204 static int ath10k_htc_tx_completion_handler(struct ath10k *ar, 205 struct sk_buff *skb, 206 unsigned int eid) 207 { 208 struct ath10k_htc *htc = &ar->htc; 209 struct ath10k_htc_ep *ep = &htc->endpoint[eid]; 210 211 if (WARN_ON_ONCE(!skb)) 212 return 0; 213 214 ath10k_htc_notify_tx_completion(ep, skb); 215 /* the skb now belongs to the completion handler */ 216 217 return 0; 218 } 219 220 /***********/ 221 /* Receive */ 222 /***********/ 223 224 static void 225 ath10k_htc_process_credit_report(struct ath10k_htc *htc, 226 const struct ath10k_htc_credit_report *report, 227 int len, 228 enum ath10k_htc_ep_id eid) 229 { 230 struct ath10k_htc_ep *ep; 231 int i, n_reports; 232 233 if (len % sizeof(*report)) 234 ath10k_warn("Uneven credit report len %d", len); 235 236 n_reports = len / sizeof(*report); 237 238 spin_lock_bh(&htc->tx_lock); 239 for (i = 0; i < n_reports; i++, report++) { 240 if (report->eid >= ATH10K_HTC_EP_COUNT) 241 break; 242 243 ep = &htc->endpoint[report->eid]; 244 ep->tx_credits += report->credits; 245 246 ath10k_dbg(ATH10K_DBG_HTC, "htc ep %d got %d credits (total %d)\n", 247 report->eid, report->credits, ep->tx_credits); 248 249 if (ep->ep_ops.ep_tx_credits) { 250 spin_unlock_bh(&htc->tx_lock); 251 ep->ep_ops.ep_tx_credits(htc->ar); 252 spin_lock_bh(&htc->tx_lock); 253 } 254 } 255 spin_unlock_bh(&htc->tx_lock); 256 } 257 258 static int ath10k_htc_process_trailer(struct ath10k_htc *htc, 259 u8 *buffer, 260 int length, 261 enum ath10k_htc_ep_id src_eid) 262 { 263 int status = 0; 264 struct ath10k_htc_record *record; 265 u8 *orig_buffer; 266 int orig_length; 267 size_t len; 268 269 orig_buffer = buffer; 270 orig_length = length; 271 272 while (length > 0) { 273 record = (struct ath10k_htc_record *)buffer; 274 275 if (length < sizeof(record->hdr)) { 276 status = -EINVAL; 277 break; 278 } 279 280 if (record->hdr.len > length) { 281 /* no room left in buffer for record */ 282 ath10k_warn("Invalid record length: %d\n", 283 record->hdr.len); 284 status = -EINVAL; 285 break; 286 } 287 288 switch (record->hdr.id) { 289 case ATH10K_HTC_RECORD_CREDITS: 290 len = sizeof(struct ath10k_htc_credit_report); 291 if (record->hdr.len < len) { 292 ath10k_warn("Credit report too long\n"); 293 status = -EINVAL; 294 break; 295 } 296 ath10k_htc_process_credit_report(htc, 297 record->credit_report, 298 record->hdr.len, 299 src_eid); 300 break; 301 default: 302 ath10k_warn("Unhandled record: id:%d length:%d\n", 303 record->hdr.id, record->hdr.len); 304 break; 305 } 306 307 if (status) 308 break; 309 310 /* multiple records may be present in a trailer */ 311 buffer += sizeof(record->hdr) + record->hdr.len; 312 length -= sizeof(record->hdr) + record->hdr.len; 313 } 314 315 if (status) 316 ath10k_dbg_dump(ATH10K_DBG_HTC, "htc rx bad trailer", "", 317 orig_buffer, orig_length); 318 319 return status; 320 } 321 322 static int ath10k_htc_rx_completion_handler(struct ath10k *ar, 323 struct sk_buff *skb, 324 u8 pipe_id) 325 { 326 int status = 0; 327 struct ath10k_htc *htc = &ar->htc; 328 struct ath10k_htc_hdr *hdr; 329 struct ath10k_htc_ep *ep; 330 u16 payload_len; 331 u32 trailer_len = 0; 332 size_t min_len; 333 u8 eid; 334 bool trailer_present; 335 336 hdr = (struct ath10k_htc_hdr *)skb->data; 337 skb_pull(skb, sizeof(*hdr)); 338 339 eid = hdr->eid; 340 341 if (eid >= ATH10K_HTC_EP_COUNT) { 342 ath10k_warn("HTC Rx: invalid eid %d\n", eid); 343 ath10k_dbg_dump(ATH10K_DBG_HTC, "htc bad header", "", 344 hdr, sizeof(*hdr)); 345 status = -EINVAL; 346 goto out; 347 } 348 349 ep = &htc->endpoint[eid]; 350 351 /* 352 * If this endpoint that received a message from the target has 353 * a to-target HIF pipe whose send completions are polled rather 354 * than interrupt-driven, this is a good point to ask HIF to check 355 * whether it has any completed sends to handle. 356 */ 357 if (ep->ul_is_polled) 358 ath10k_htc_send_complete_check(ep, 1); 359 360 payload_len = __le16_to_cpu(hdr->len); 361 362 if (payload_len + sizeof(*hdr) > ATH10K_HTC_MAX_LEN) { 363 ath10k_warn("HTC rx frame too long, len: %zu\n", 364 payload_len + sizeof(*hdr)); 365 ath10k_dbg_dump(ATH10K_DBG_HTC, "htc bad rx pkt len", "", 366 hdr, sizeof(*hdr)); 367 status = -EINVAL; 368 goto out; 369 } 370 371 if (skb->len < payload_len) { 372 ath10k_dbg(ATH10K_DBG_HTC, 373 "HTC Rx: insufficient length, got %d, expected %d\n", 374 skb->len, payload_len); 375 ath10k_dbg_dump(ATH10K_DBG_HTC, "htc bad rx pkt len", 376 "", hdr, sizeof(*hdr)); 377 status = -EINVAL; 378 goto out; 379 } 380 381 /* get flags to check for trailer */ 382 trailer_present = hdr->flags & ATH10K_HTC_FLAG_TRAILER_PRESENT; 383 if (trailer_present) { 384 u8 *trailer; 385 386 trailer_len = hdr->trailer_len; 387 min_len = sizeof(struct ath10k_ath10k_htc_record_hdr); 388 389 if ((trailer_len < min_len) || 390 (trailer_len > payload_len)) { 391 ath10k_warn("Invalid trailer length: %d\n", 392 trailer_len); 393 status = -EPROTO; 394 goto out; 395 } 396 397 trailer = (u8 *)hdr; 398 trailer += sizeof(*hdr); 399 trailer += payload_len; 400 trailer -= trailer_len; 401 status = ath10k_htc_process_trailer(htc, trailer, 402 trailer_len, hdr->eid); 403 if (status) 404 goto out; 405 406 skb_trim(skb, skb->len - trailer_len); 407 } 408 409 if (((int)payload_len - (int)trailer_len) <= 0) 410 /* zero length packet with trailer data, just drop these */ 411 goto out; 412 413 if (eid == ATH10K_HTC_EP_0) { 414 struct ath10k_htc_msg *msg = (struct ath10k_htc_msg *)skb->data; 415 416 switch (__le16_to_cpu(msg->hdr.message_id)) { 417 default: 418 /* handle HTC control message */ 419 if (completion_done(&htc->ctl_resp)) { 420 /* 421 * this is a fatal error, target should not be 422 * sending unsolicited messages on the ep 0 423 */ 424 ath10k_warn("HTC rx ctrl still processing\n"); 425 status = -EINVAL; 426 complete(&htc->ctl_resp); 427 goto out; 428 } 429 430 htc->control_resp_len = 431 min_t(int, skb->len, 432 ATH10K_HTC_MAX_CTRL_MSG_LEN); 433 434 memcpy(htc->control_resp_buffer, skb->data, 435 htc->control_resp_len); 436 437 complete(&htc->ctl_resp); 438 break; 439 case ATH10K_HTC_MSG_SEND_SUSPEND_COMPLETE: 440 htc->htc_ops.target_send_suspend_complete(ar); 441 } 442 goto out; 443 } 444 445 ath10k_dbg(ATH10K_DBG_HTC, "htc rx completion ep %d skb %p\n", 446 eid, skb); 447 ep->ep_ops.ep_rx_complete(ar, skb); 448 449 /* skb is now owned by the rx completion handler */ 450 skb = NULL; 451 out: 452 kfree_skb(skb); 453 454 return status; 455 } 456 457 static void ath10k_htc_control_rx_complete(struct ath10k *ar, 458 struct sk_buff *skb) 459 { 460 /* This is unexpected. FW is not supposed to send regular rx on this 461 * endpoint. */ 462 ath10k_warn("unexpected htc rx\n"); 463 kfree_skb(skb); 464 } 465 466 /***************/ 467 /* Init/Deinit */ 468 /***************/ 469 470 static const char *htc_service_name(enum ath10k_htc_svc_id id) 471 { 472 switch (id) { 473 case ATH10K_HTC_SVC_ID_RESERVED: 474 return "Reserved"; 475 case ATH10K_HTC_SVC_ID_RSVD_CTRL: 476 return "Control"; 477 case ATH10K_HTC_SVC_ID_WMI_CONTROL: 478 return "WMI"; 479 case ATH10K_HTC_SVC_ID_WMI_DATA_BE: 480 return "DATA BE"; 481 case ATH10K_HTC_SVC_ID_WMI_DATA_BK: 482 return "DATA BK"; 483 case ATH10K_HTC_SVC_ID_WMI_DATA_VI: 484 return "DATA VI"; 485 case ATH10K_HTC_SVC_ID_WMI_DATA_VO: 486 return "DATA VO"; 487 case ATH10K_HTC_SVC_ID_NMI_CONTROL: 488 return "NMI Control"; 489 case ATH10K_HTC_SVC_ID_NMI_DATA: 490 return "NMI Data"; 491 case ATH10K_HTC_SVC_ID_HTT_DATA_MSG: 492 return "HTT Data"; 493 case ATH10K_HTC_SVC_ID_TEST_RAW_STREAMS: 494 return "RAW"; 495 } 496 497 return "Unknown"; 498 } 499 500 static void ath10k_htc_reset_endpoint_states(struct ath10k_htc *htc) 501 { 502 struct ath10k_htc_ep *ep; 503 int i; 504 505 for (i = ATH10K_HTC_EP_0; i < ATH10K_HTC_EP_COUNT; i++) { 506 ep = &htc->endpoint[i]; 507 ep->service_id = ATH10K_HTC_SVC_ID_UNUSED; 508 ep->max_ep_message_len = 0; 509 ep->max_tx_queue_depth = 0; 510 ep->eid = i; 511 ep->htc = htc; 512 ep->tx_credit_flow_enabled = true; 513 } 514 } 515 516 static void ath10k_htc_setup_target_buffer_assignments(struct ath10k_htc *htc) 517 { 518 struct ath10k_htc_svc_tx_credits *entry; 519 520 entry = &htc->service_tx_alloc[0]; 521 522 /* 523 * for PCIE allocate all credists/HTC buffers to WMI. 524 * no buffers are used/required for data. data always 525 * remains on host. 526 */ 527 entry++; 528 entry->service_id = ATH10K_HTC_SVC_ID_WMI_CONTROL; 529 entry->credit_allocation = htc->total_transmit_credits; 530 } 531 532 static u8 ath10k_htc_get_credit_allocation(struct ath10k_htc *htc, 533 u16 service_id) 534 { 535 u8 allocation = 0; 536 int i; 537 538 for (i = 0; i < ATH10K_HTC_EP_COUNT; i++) { 539 if (htc->service_tx_alloc[i].service_id == service_id) 540 allocation = 541 htc->service_tx_alloc[i].credit_allocation; 542 } 543 544 return allocation; 545 } 546 547 int ath10k_htc_wait_target(struct ath10k_htc *htc) 548 { 549 int status = 0; 550 struct ath10k_htc_svc_conn_req conn_req; 551 struct ath10k_htc_svc_conn_resp conn_resp; 552 struct ath10k_htc_msg *msg; 553 u16 message_id; 554 u16 credit_count; 555 u16 credit_size; 556 557 status = wait_for_completion_timeout(&htc->ctl_resp, 558 ATH10K_HTC_WAIT_TIMEOUT_HZ); 559 if (status <= 0) { 560 if (status == 0) 561 status = -ETIMEDOUT; 562 563 ath10k_err("ctl_resp never came in (%d)\n", status); 564 return status; 565 } 566 567 if (htc->control_resp_len < sizeof(msg->hdr) + sizeof(msg->ready)) { 568 ath10k_err("Invalid HTC ready msg len:%d\n", 569 htc->control_resp_len); 570 return -ECOMM; 571 } 572 573 msg = (struct ath10k_htc_msg *)htc->control_resp_buffer; 574 message_id = __le16_to_cpu(msg->hdr.message_id); 575 credit_count = __le16_to_cpu(msg->ready.credit_count); 576 credit_size = __le16_to_cpu(msg->ready.credit_size); 577 578 if (message_id != ATH10K_HTC_MSG_READY_ID) { 579 ath10k_err("Invalid HTC ready msg: 0x%x\n", message_id); 580 return -ECOMM; 581 } 582 583 htc->total_transmit_credits = credit_count; 584 htc->target_credit_size = credit_size; 585 586 ath10k_dbg(ATH10K_DBG_HTC, 587 "Target ready! transmit resources: %d size:%d\n", 588 htc->total_transmit_credits, 589 htc->target_credit_size); 590 591 if ((htc->total_transmit_credits == 0) || 592 (htc->target_credit_size == 0)) { 593 ath10k_err("Invalid credit size received\n"); 594 return -ECOMM; 595 } 596 597 ath10k_htc_setup_target_buffer_assignments(htc); 598 599 /* setup our pseudo HTC control endpoint connection */ 600 memset(&conn_req, 0, sizeof(conn_req)); 601 memset(&conn_resp, 0, sizeof(conn_resp)); 602 conn_req.ep_ops.ep_tx_complete = ath10k_htc_control_tx_complete; 603 conn_req.ep_ops.ep_rx_complete = ath10k_htc_control_rx_complete; 604 conn_req.max_send_queue_depth = ATH10K_NUM_CONTROL_TX_BUFFERS; 605 conn_req.service_id = ATH10K_HTC_SVC_ID_RSVD_CTRL; 606 607 /* connect fake service */ 608 status = ath10k_htc_connect_service(htc, &conn_req, &conn_resp); 609 if (status) { 610 ath10k_err("could not connect to htc service (%d)\n", status); 611 return status; 612 } 613 614 return 0; 615 } 616 617 int ath10k_htc_connect_service(struct ath10k_htc *htc, 618 struct ath10k_htc_svc_conn_req *conn_req, 619 struct ath10k_htc_svc_conn_resp *conn_resp) 620 { 621 struct ath10k_htc_msg *msg; 622 struct ath10k_htc_conn_svc *req_msg; 623 struct ath10k_htc_conn_svc_response resp_msg_dummy; 624 struct ath10k_htc_conn_svc_response *resp_msg = &resp_msg_dummy; 625 enum ath10k_htc_ep_id assigned_eid = ATH10K_HTC_EP_COUNT; 626 struct ath10k_htc_ep *ep; 627 struct sk_buff *skb; 628 unsigned int max_msg_size = 0; 629 int length, status; 630 bool disable_credit_flow_ctrl = false; 631 u16 message_id, service_id, flags = 0; 632 u8 tx_alloc = 0; 633 634 /* special case for HTC pseudo control service */ 635 if (conn_req->service_id == ATH10K_HTC_SVC_ID_RSVD_CTRL) { 636 disable_credit_flow_ctrl = true; 637 assigned_eid = ATH10K_HTC_EP_0; 638 max_msg_size = ATH10K_HTC_MAX_CTRL_MSG_LEN; 639 memset(&resp_msg_dummy, 0, sizeof(resp_msg_dummy)); 640 goto setup; 641 } 642 643 tx_alloc = ath10k_htc_get_credit_allocation(htc, 644 conn_req->service_id); 645 if (!tx_alloc) 646 ath10k_dbg(ATH10K_DBG_BOOT, 647 "boot htc service %s does not allocate target credits\n", 648 htc_service_name(conn_req->service_id)); 649 650 skb = ath10k_htc_build_tx_ctrl_skb(htc->ar); 651 if (!skb) { 652 ath10k_err("Failed to allocate HTC packet\n"); 653 return -ENOMEM; 654 } 655 656 length = sizeof(msg->hdr) + sizeof(msg->connect_service); 657 skb_put(skb, length); 658 memset(skb->data, 0, length); 659 660 msg = (struct ath10k_htc_msg *)skb->data; 661 msg->hdr.message_id = 662 __cpu_to_le16(ATH10K_HTC_MSG_CONNECT_SERVICE_ID); 663 664 flags |= SM(tx_alloc, ATH10K_HTC_CONN_FLAGS_RECV_ALLOC); 665 666 /* Only enable credit flow control for WMI ctrl service */ 667 if (conn_req->service_id != ATH10K_HTC_SVC_ID_WMI_CONTROL) { 668 flags |= ATH10K_HTC_CONN_FLAGS_DISABLE_CREDIT_FLOW_CTRL; 669 disable_credit_flow_ctrl = true; 670 } 671 672 req_msg = &msg->connect_service; 673 req_msg->flags = __cpu_to_le16(flags); 674 req_msg->service_id = __cpu_to_le16(conn_req->service_id); 675 676 reinit_completion(&htc->ctl_resp); 677 678 status = ath10k_htc_send(htc, ATH10K_HTC_EP_0, skb); 679 if (status) { 680 kfree_skb(skb); 681 return status; 682 } 683 684 /* wait for response */ 685 status = wait_for_completion_timeout(&htc->ctl_resp, 686 ATH10K_HTC_CONN_SVC_TIMEOUT_HZ); 687 if (status <= 0) { 688 if (status == 0) 689 status = -ETIMEDOUT; 690 ath10k_err("Service connect timeout: %d\n", status); 691 return status; 692 } 693 694 /* we controlled the buffer creation, it's aligned */ 695 msg = (struct ath10k_htc_msg *)htc->control_resp_buffer; 696 resp_msg = &msg->connect_service_response; 697 message_id = __le16_to_cpu(msg->hdr.message_id); 698 service_id = __le16_to_cpu(resp_msg->service_id); 699 700 if ((message_id != ATH10K_HTC_MSG_CONNECT_SERVICE_RESP_ID) || 701 (htc->control_resp_len < sizeof(msg->hdr) + 702 sizeof(msg->connect_service_response))) { 703 ath10k_err("Invalid resp message ID 0x%x", message_id); 704 return -EPROTO; 705 } 706 707 ath10k_dbg(ATH10K_DBG_HTC, 708 "HTC Service %s connect response: status: 0x%x, assigned ep: 0x%x\n", 709 htc_service_name(service_id), 710 resp_msg->status, resp_msg->eid); 711 712 conn_resp->connect_resp_code = resp_msg->status; 713 714 /* check response status */ 715 if (resp_msg->status != ATH10K_HTC_CONN_SVC_STATUS_SUCCESS) { 716 ath10k_err("HTC Service %s connect request failed: 0x%x)\n", 717 htc_service_name(service_id), 718 resp_msg->status); 719 return -EPROTO; 720 } 721 722 assigned_eid = (enum ath10k_htc_ep_id)resp_msg->eid; 723 max_msg_size = __le16_to_cpu(resp_msg->max_msg_size); 724 725 setup: 726 727 if (assigned_eid >= ATH10K_HTC_EP_COUNT) 728 return -EPROTO; 729 730 if (max_msg_size == 0) 731 return -EPROTO; 732 733 ep = &htc->endpoint[assigned_eid]; 734 ep->eid = assigned_eid; 735 736 if (ep->service_id != ATH10K_HTC_SVC_ID_UNUSED) 737 return -EPROTO; 738 739 /* return assigned endpoint to caller */ 740 conn_resp->eid = assigned_eid; 741 conn_resp->max_msg_len = __le16_to_cpu(resp_msg->max_msg_size); 742 743 /* setup the endpoint */ 744 ep->service_id = conn_req->service_id; 745 ep->max_tx_queue_depth = conn_req->max_send_queue_depth; 746 ep->max_ep_message_len = __le16_to_cpu(resp_msg->max_msg_size); 747 ep->tx_credits = tx_alloc; 748 ep->tx_credit_size = htc->target_credit_size; 749 ep->tx_credits_per_max_message = ep->max_ep_message_len / 750 htc->target_credit_size; 751 752 if (ep->max_ep_message_len % htc->target_credit_size) 753 ep->tx_credits_per_max_message++; 754 755 /* copy all the callbacks */ 756 ep->ep_ops = conn_req->ep_ops; 757 758 status = ath10k_hif_map_service_to_pipe(htc->ar, 759 ep->service_id, 760 &ep->ul_pipe_id, 761 &ep->dl_pipe_id, 762 &ep->ul_is_polled, 763 &ep->dl_is_polled); 764 if (status) 765 return status; 766 767 ath10k_dbg(ATH10K_DBG_BOOT, 768 "boot htc service '%s' ul pipe %d dl pipe %d eid %d ready\n", 769 htc_service_name(ep->service_id), ep->ul_pipe_id, 770 ep->dl_pipe_id, ep->eid); 771 772 ath10k_dbg(ATH10K_DBG_BOOT, 773 "boot htc ep %d ul polled %d dl polled %d\n", 774 ep->eid, ep->ul_is_polled, ep->dl_is_polled); 775 776 if (disable_credit_flow_ctrl && ep->tx_credit_flow_enabled) { 777 ep->tx_credit_flow_enabled = false; 778 ath10k_dbg(ATH10K_DBG_BOOT, 779 "boot htc service '%s' eid %d TX flow control disabled\n", 780 htc_service_name(ep->service_id), assigned_eid); 781 } 782 783 return status; 784 } 785 786 struct sk_buff *ath10k_htc_alloc_skb(int size) 787 { 788 struct sk_buff *skb; 789 790 skb = dev_alloc_skb(size + sizeof(struct ath10k_htc_hdr)); 791 if (!skb) { 792 ath10k_warn("could not allocate HTC tx skb\n"); 793 return NULL; 794 } 795 796 skb_reserve(skb, sizeof(struct ath10k_htc_hdr)); 797 798 /* FW/HTC requires 4-byte aligned streams */ 799 if (!IS_ALIGNED((unsigned long)skb->data, 4)) 800 ath10k_warn("Unaligned HTC tx skb\n"); 801 802 return skb; 803 } 804 805 int ath10k_htc_start(struct ath10k_htc *htc) 806 { 807 struct sk_buff *skb; 808 int status = 0; 809 struct ath10k_htc_msg *msg; 810 811 skb = ath10k_htc_build_tx_ctrl_skb(htc->ar); 812 if (!skb) 813 return -ENOMEM; 814 815 skb_put(skb, sizeof(msg->hdr) + sizeof(msg->setup_complete_ext)); 816 memset(skb->data, 0, skb->len); 817 818 msg = (struct ath10k_htc_msg *)skb->data; 819 msg->hdr.message_id = 820 __cpu_to_le16(ATH10K_HTC_MSG_SETUP_COMPLETE_EX_ID); 821 822 ath10k_dbg(ATH10K_DBG_HTC, "HTC is using TX credit flow control\n"); 823 824 status = ath10k_htc_send(htc, ATH10K_HTC_EP_0, skb); 825 if (status) { 826 kfree_skb(skb); 827 return status; 828 } 829 830 return 0; 831 } 832 833 void ath10k_htc_stop(struct ath10k_htc *htc) 834 { 835 spin_lock_bh(&htc->tx_lock); 836 htc->stopped = true; 837 spin_unlock_bh(&htc->tx_lock); 838 } 839 840 /* registered target arrival callback from the HIF layer */ 841 int ath10k_htc_init(struct ath10k *ar) 842 { 843 struct ath10k_hif_cb htc_callbacks; 844 struct ath10k_htc_ep *ep = NULL; 845 struct ath10k_htc *htc = &ar->htc; 846 847 spin_lock_init(&htc->tx_lock); 848 849 htc->stopped = false; 850 ath10k_htc_reset_endpoint_states(htc); 851 852 /* setup HIF layer callbacks */ 853 htc_callbacks.rx_completion = ath10k_htc_rx_completion_handler; 854 htc_callbacks.tx_completion = ath10k_htc_tx_completion_handler; 855 htc->ar = ar; 856 857 /* Get HIF default pipe for HTC message exchange */ 858 ep = &htc->endpoint[ATH10K_HTC_EP_0]; 859 860 ath10k_hif_set_callbacks(ar, &htc_callbacks); 861 ath10k_hif_get_default_pipe(ar, &ep->ul_pipe_id, &ep->dl_pipe_id); 862 863 init_completion(&htc->ctl_resp); 864 865 return 0; 866 } 867