Lines Matching +full:num +full:- +full:rxq
1 // SPDX-License-Identifier: GPL-2.0-only
3 * Linux network driver for QLogic BR-series Converged Network Adapter.
6 * Copyright (c) 2005-2014 Brocade Communications Systems, Inc.
7 * Copyright (c) 2014-2015 QLogic Corporation
58 (((_bnad)->cfg_flags & BNAD_CF_MSIX) ? \
59 ((_bnad)->msix_table[BNAD_MAILBOX_MSIX_INDEX].vector) : \
60 ((_bnad)->pcidev->irq))
64 (_res_info)->res_type = BNA_RES_T_MEM; \
65 (_res_info)->res_u.mem_info.mem_type = BNA_MEM_T_KVA; \
66 (_res_info)->res_u.mem_info.num = (_num); \
67 (_res_info)->res_u.mem_info.len = (_size); \
79 for (i = 0; i < ccb->q_depth; i++) { in bnad_cq_cleanup()
80 cmpl = &((struct bna_cq_entry *)ccb->sw_q)[i]; in bnad_cq_cleanup()
81 cmpl->valid = 0; in bnad_cq_cleanup()
99 nvecs = unmap->nvecs; in bnad_tx_buff_unmap()
101 skb = unmap->skb; in bnad_tx_buff_unmap()
102 unmap->skb = NULL; in bnad_tx_buff_unmap()
103 unmap->nvecs = 0; in bnad_tx_buff_unmap()
104 dma_unmap_single(&bnad->pcidev->dev, in bnad_tx_buff_unmap()
105 dma_unmap_addr(&unmap->vectors[0], dma_addr), in bnad_tx_buff_unmap()
107 dma_unmap_addr_set(&unmap->vectors[0], dma_addr, 0); in bnad_tx_buff_unmap()
108 nvecs--; in bnad_tx_buff_unmap()
119 dma_unmap_page(&bnad->pcidev->dev, in bnad_tx_buff_unmap()
120 dma_unmap_addr(&unmap->vectors[vector], dma_addr), in bnad_tx_buff_unmap()
121 dma_unmap_len(&unmap->vectors[vector], dma_len), in bnad_tx_buff_unmap()
123 dma_unmap_addr_set(&unmap->vectors[vector], dma_addr, 0); in bnad_tx_buff_unmap()
124 nvecs--; in bnad_tx_buff_unmap()
140 struct bnad_tx_unmap *unmap_q = tcb->unmap_q; in bnad_txq_cleanup()
144 for (i = 0; i < tcb->q_depth; i++) { in bnad_txq_cleanup()
148 bnad_tx_buff_unmap(bnad, unmap_q, tcb->q_depth, i); in bnad_txq_cleanup()
164 struct bnad_tx_unmap *unmap_q = tcb->unmap_q; in bnad_txcmpl_process()
169 if (!test_bit(BNAD_TXQ_TX_STARTED, &tcb->flags)) in bnad_txcmpl_process()
172 hw_cons = *(tcb->hw_consumer_index); in bnad_txcmpl_process()
174 cons = tcb->consumer_index; in bnad_txcmpl_process()
175 q_depth = tcb->q_depth; in bnad_txcmpl_process()
178 BUG_ON(!(wis <= BNA_QE_IN_USE_CNT(tcb, tcb->q_depth))); in bnad_txcmpl_process()
183 skb = unmap->skb; in bnad_txcmpl_process()
186 sent_bytes += skb->len; in bnad_txcmpl_process()
188 unmap_wis = BNA_TXQ_WI_NEEDED(unmap->nvecs); in bnad_txcmpl_process()
189 wis -= unmap_wis; in bnad_txcmpl_process()
196 tcb->consumer_index = hw_cons; in bnad_txcmpl_process()
198 tcb->txq->tx_packets += sent_packets; in bnad_txcmpl_process()
199 tcb->txq->tx_bytes += sent_bytes; in bnad_txcmpl_process()
207 struct net_device *netdev = bnad->netdev; in bnad_tx_complete()
210 if (test_and_set_bit(BNAD_TXQ_FREE_SENT, &tcb->flags)) in bnad_tx_complete()
217 BNA_QE_FREE_CNT(tcb, tcb->q_depth) >= in bnad_tx_complete()
219 if (test_bit(BNAD_TXQ_TX_STARTED, &tcb->flags)) { in bnad_tx_complete()
226 if (likely(test_bit(BNAD_TXQ_TX_STARTED, &tcb->flags))) in bnad_tx_complete()
227 bna_ib_ack(tcb->i_dbell, sent); in bnad_tx_complete()
230 clear_bit(BNAD_TXQ_FREE_SENT, &tcb->flags); in bnad_tx_complete()
240 struct bnad *bnad = tcb->bnad; in bnad_msix_tx()
250 struct bnad_rx_unmap_q *unmap_q = rcb->unmap_q; in bnad_rxq_alloc_uninit()
252 unmap_q->reuse_pi = -1; in bnad_rxq_alloc_uninit()
253 unmap_q->alloc_order = -1; in bnad_rxq_alloc_uninit()
254 unmap_q->map_size = 0; in bnad_rxq_alloc_uninit()
255 unmap_q->type = BNAD_RXBUF_NONE; in bnad_rxq_alloc_uninit()
258 /* Default is page-based allocation. Multi-buffer support - TBD */
262 struct bnad_rx_unmap_q *unmap_q = rcb->unmap_q; in bnad_rxq_alloc_init()
267 order = get_order(rcb->rxq->buffer_size); in bnad_rxq_alloc_init()
269 unmap_q->type = BNAD_RXBUF_PAGE; in bnad_rxq_alloc_init()
271 if (bna_is_small_rxq(rcb->id)) { in bnad_rxq_alloc_init()
272 unmap_q->alloc_order = 0; in bnad_rxq_alloc_init()
273 unmap_q->map_size = rcb->rxq->buffer_size; in bnad_rxq_alloc_init()
275 if (rcb->rxq->multi_buffer) { in bnad_rxq_alloc_init()
276 unmap_q->alloc_order = 0; in bnad_rxq_alloc_init()
277 unmap_q->map_size = rcb->rxq->buffer_size; in bnad_rxq_alloc_init()
278 unmap_q->type = BNAD_RXBUF_MULTI_BUFF; in bnad_rxq_alloc_init()
280 unmap_q->alloc_order = order; in bnad_rxq_alloc_init()
281 unmap_q->map_size = in bnad_rxq_alloc_init()
282 (rcb->rxq->buffer_size > 2048) ? in bnad_rxq_alloc_init()
287 BUG_ON((PAGE_SIZE << order) % unmap_q->map_size); in bnad_rxq_alloc_init()
295 if (!unmap->page) in bnad_rxq_cleanup_page()
298 dma_unmap_page(&bnad->pcidev->dev, in bnad_rxq_cleanup_page()
299 dma_unmap_addr(&unmap->vector, dma_addr), in bnad_rxq_cleanup_page()
300 unmap->vector.len, DMA_FROM_DEVICE); in bnad_rxq_cleanup_page()
301 put_page(unmap->page); in bnad_rxq_cleanup_page()
302 unmap->page = NULL; in bnad_rxq_cleanup_page()
303 dma_unmap_addr_set(&unmap->vector, dma_addr, 0); in bnad_rxq_cleanup_page()
304 unmap->vector.len = 0; in bnad_rxq_cleanup_page()
310 if (!unmap->skb) in bnad_rxq_cleanup_skb()
313 dma_unmap_single(&bnad->pcidev->dev, in bnad_rxq_cleanup_skb()
314 dma_unmap_addr(&unmap->vector, dma_addr), in bnad_rxq_cleanup_skb()
315 unmap->vector.len, DMA_FROM_DEVICE); in bnad_rxq_cleanup_skb()
316 dev_kfree_skb_any(unmap->skb); in bnad_rxq_cleanup_skb()
317 unmap->skb = NULL; in bnad_rxq_cleanup_skb()
318 dma_unmap_addr_set(&unmap->vector, dma_addr, 0); in bnad_rxq_cleanup_skb()
319 unmap->vector.len = 0; in bnad_rxq_cleanup_skb()
325 struct bnad_rx_unmap_q *unmap_q = rcb->unmap_q; in bnad_rxq_cleanup()
328 for (i = 0; i < rcb->q_depth; i++) { in bnad_rxq_cleanup()
329 struct bnad_rx_unmap *unmap = &unmap_q->unmap[i]; in bnad_rxq_cleanup()
331 if (BNAD_RXBUF_IS_SK_BUFF(unmap_q->type)) in bnad_rxq_cleanup()
343 struct bnad_rx_unmap_q *unmap_q = rcb->unmap_q; in bnad_rxq_refill_page()
350 prod = rcb->producer_index; in bnad_rxq_refill_page()
351 q_depth = rcb->q_depth; in bnad_rxq_refill_page()
353 alloc_size = PAGE_SIZE << unmap_q->alloc_order; in bnad_rxq_refill_page()
356 while (nalloc--) { in bnad_rxq_refill_page()
357 unmap = &unmap_q->unmap[prod]; in bnad_rxq_refill_page()
359 if (unmap_q->reuse_pi < 0) { in bnad_rxq_refill_page()
361 unmap_q->alloc_order); in bnad_rxq_refill_page()
364 prev = &unmap_q->unmap[unmap_q->reuse_pi]; in bnad_rxq_refill_page()
365 page = prev->page; in bnad_rxq_refill_page()
366 page_offset = prev->page_offset + unmap_q->map_size; in bnad_rxq_refill_page()
372 rcb->rxq->rxbuf_alloc_failed++; in bnad_rxq_refill_page()
376 dma_addr = dma_map_page(&bnad->pcidev->dev, page, page_offset, in bnad_rxq_refill_page()
377 unmap_q->map_size, DMA_FROM_DEVICE); in bnad_rxq_refill_page()
378 if (dma_mapping_error(&bnad->pcidev->dev, dma_addr)) { in bnad_rxq_refill_page()
381 rcb->rxq->rxbuf_map_failed++; in bnad_rxq_refill_page()
385 unmap->page = page; in bnad_rxq_refill_page()
386 unmap->page_offset = page_offset; in bnad_rxq_refill_page()
387 dma_unmap_addr_set(&unmap->vector, dma_addr, dma_addr); in bnad_rxq_refill_page()
388 unmap->vector.len = unmap_q->map_size; in bnad_rxq_refill_page()
389 page_offset += unmap_q->map_size; in bnad_rxq_refill_page()
392 unmap_q->reuse_pi = prod; in bnad_rxq_refill_page()
394 unmap_q->reuse_pi = -1; in bnad_rxq_refill_page()
396 rxent = &((struct bna_rxq_entry *)rcb->sw_q)[prod]; in bnad_rxq_refill_page()
397 BNA_SET_DMA_ADDR(dma_addr, &rxent->host_addr); in bnad_rxq_refill_page()
404 rcb->producer_index = prod; in bnad_rxq_refill_page()
406 if (likely(test_bit(BNAD_RXQ_POST_OK, &rcb->flags))) in bnad_rxq_refill_page()
417 struct bnad_rx_unmap_q *unmap_q = rcb->unmap_q; in bnad_rxq_refill_skb()
423 buff_sz = rcb->rxq->buffer_size; in bnad_rxq_refill_skb()
424 prod = rcb->producer_index; in bnad_rxq_refill_skb()
425 q_depth = rcb->q_depth; in bnad_rxq_refill_skb()
428 while (nalloc--) { in bnad_rxq_refill_skb()
429 unmap = &unmap_q->unmap[prod]; in bnad_rxq_refill_skb()
431 skb = netdev_alloc_skb_ip_align(bnad->netdev, buff_sz); in bnad_rxq_refill_skb()
435 rcb->rxq->rxbuf_alloc_failed++; in bnad_rxq_refill_skb()
439 dma_addr = dma_map_single(&bnad->pcidev->dev, skb->data, in bnad_rxq_refill_skb()
441 if (dma_mapping_error(&bnad->pcidev->dev, dma_addr)) { in bnad_rxq_refill_skb()
444 rcb->rxq->rxbuf_map_failed++; in bnad_rxq_refill_skb()
448 unmap->skb = skb; in bnad_rxq_refill_skb()
449 dma_unmap_addr_set(&unmap->vector, dma_addr, dma_addr); in bnad_rxq_refill_skb()
450 unmap->vector.len = buff_sz; in bnad_rxq_refill_skb()
452 rxent = &((struct bna_rxq_entry *)rcb->sw_q)[prod]; in bnad_rxq_refill_skb()
453 BNA_SET_DMA_ADDR(dma_addr, &rxent->host_addr); in bnad_rxq_refill_skb()
460 rcb->producer_index = prod; in bnad_rxq_refill_skb()
462 if (likely(test_bit(BNAD_RXQ_POST_OK, &rcb->flags))) in bnad_rxq_refill_skb()
472 struct bnad_rx_unmap_q *unmap_q = rcb->unmap_q; in bnad_rxq_post()
475 to_alloc = BNA_QE_FREE_CNT(rcb, rcb->q_depth); in bnad_rxq_post()
479 if (BNAD_RXBUF_IS_SK_BUFF(unmap_q->type)) in bnad_rxq_post()
507 unmap_q = rcb->unmap_q; in bnad_cq_drop_packet()
509 unmap = &unmap_q->unmap[ci]; in bnad_cq_drop_packet()
510 BNA_QE_INDX_INC(ci, rcb->q_depth); in bnad_cq_drop_packet()
512 if (BNAD_RXBUF_IS_SK_BUFF(unmap_q->type)) in bnad_cq_drop_packet()
528 cq = ccb->sw_q; in bnad_cq_setup_skb_frags()
529 pi = ccb->producer_index; in bnad_cq_setup_skb_frags()
532 rcb = bna_is_small_rxq(cmpl->rxq_id) ? ccb->rcb[1] : ccb->rcb[0]; in bnad_cq_setup_skb_frags()
533 unmap_q = rcb->unmap_q; in bnad_cq_setup_skb_frags()
534 bnad = rcb->bnad; in bnad_cq_setup_skb_frags()
535 ci = rcb->consumer_index; in bnad_cq_setup_skb_frags()
538 prefetch(page_address(unmap_q->unmap[ci].page) + in bnad_cq_setup_skb_frags()
539 unmap_q->unmap[ci].page_offset); in bnad_cq_setup_skb_frags()
541 while (nvecs--) { in bnad_cq_setup_skb_frags()
545 unmap = &unmap_q->unmap[ci]; in bnad_cq_setup_skb_frags()
546 BNA_QE_INDX_INC(ci, rcb->q_depth); in bnad_cq_setup_skb_frags()
548 dma_unmap_page(&bnad->pcidev->dev, in bnad_cq_setup_skb_frags()
549 dma_unmap_addr(&unmap->vector, dma_addr), in bnad_cq_setup_skb_frags()
550 unmap->vector.len, DMA_FROM_DEVICE); in bnad_cq_setup_skb_frags()
552 len = ntohs(cmpl->length); in bnad_cq_setup_skb_frags()
553 skb->truesize += unmap->vector.len; in bnad_cq_setup_skb_frags()
556 skb_fill_page_desc(skb, skb_shinfo(skb)->nr_frags, in bnad_cq_setup_skb_frags()
557 unmap->page, unmap->page_offset, len); in bnad_cq_setup_skb_frags()
559 unmap->page = NULL; in bnad_cq_setup_skb_frags()
560 unmap->vector.len = 0; in bnad_cq_setup_skb_frags()
562 BNA_QE_INDX_INC(pi, ccb->q_depth); in bnad_cq_setup_skb_frags()
566 skb->len += totlen; in bnad_cq_setup_skb_frags()
567 skb->data_len += totlen; in bnad_cq_setup_skb_frags()
574 prefetch(skb->data); in bnad_cq_setup_skb()
576 dma_unmap_single(&bnad->pcidev->dev, in bnad_cq_setup_skb()
577 dma_unmap_addr(&unmap->vector, dma_addr), in bnad_cq_setup_skb()
578 unmap->vector.len, DMA_FROM_DEVICE); in bnad_cq_setup_skb()
581 skb->protocol = eth_type_trans(skb, bnad->netdev); in bnad_cq_setup_skb()
583 unmap->skb = NULL; in bnad_cq_setup_skb()
584 unmap->vector.len = 0; in bnad_cq_setup_skb()
595 struct bna_pkt_rate *pkt_rt = &ccb->pkt_rate; in bnad_cq_process()
596 struct bnad_rx_ctrl *rx_ctrl = ccb->ctrl; in bnad_cq_process()
601 prefetch(bnad->netdev); in bnad_cq_process()
603 cq = ccb->sw_q; in bnad_cq_process()
606 cmpl = &cq[ccb->producer_index]; in bnad_cq_process()
607 if (!cmpl->valid) in bnad_cq_process()
618 BNA_UPDATE_PKT_CNT(pkt_rt, ntohs(cmpl->length)); in bnad_cq_process()
620 if (bna_is_small_rxq(cmpl->rxq_id)) in bnad_cq_process()
621 rcb = ccb->rcb[1]; in bnad_cq_process()
623 rcb = ccb->rcb[0]; in bnad_cq_process()
625 unmap_q = rcb->unmap_q; in bnad_cq_process()
628 sop_ci = rcb->consumer_index; in bnad_cq_process()
630 if (BNAD_RXBUF_IS_SK_BUFF(unmap_q->type)) { in bnad_cq_process()
631 unmap = &unmap_q->unmap[sop_ci]; in bnad_cq_process()
632 skb = unmap->skb; in bnad_cq_process()
634 skb = napi_get_frags(&rx_ctrl->napi); in bnad_cq_process()
640 flags = ntohl(cmpl->flags); in bnad_cq_process()
641 len = ntohs(cmpl->length); in bnad_cq_process()
646 * busy-wait doesn't help much, break here. in bnad_cq_process()
648 if (BNAD_RXBUF_IS_MULTI_BUFF(unmap_q->type) && in bnad_cq_process()
650 pi = ccb->producer_index; in bnad_cq_process()
652 BNA_QE_INDX_INC(pi, ccb->q_depth); in bnad_cq_process()
655 if (!next_cmpl->valid) in bnad_cq_process()
668 len = ntohs(next_cmpl->length); in bnad_cq_process()
669 flags = ntohl(next_cmpl->flags); in bnad_cq_process()
675 if (!next_cmpl->valid) in bnad_cq_process()
685 rcb->rxq->rx_packets_with_error++; in bnad_cq_process()
690 if (BNAD_RXBUF_IS_SK_BUFF(unmap_q->type)) in bnad_cq_process()
695 rcb->rxq->rx_packets++; in bnad_cq_process()
696 rcb->rxq->rx_bytes += totlen; in bnad_cq_process()
697 ccb->bytes_per_intr += totlen; in bnad_cq_process()
702 ((bnad->netdev->features & NETIF_F_RXCSUM) && in bnad_cq_process()
707 skb->ip_summed = CHECKSUM_UNNECESSARY; in bnad_cq_process()
712 (bnad->netdev->features & NETIF_F_HW_VLAN_CTAG_RX)) in bnad_cq_process()
713 __vlan_hwaccel_put_tag(skb, htons(ETH_P_8021Q), ntohs(cmpl->vlan_tag)); in bnad_cq_process()
715 if (BNAD_RXBUF_IS_SK_BUFF(unmap_q->type)) in bnad_cq_process()
718 napi_gro_frags(&rx_ctrl->napi); in bnad_cq_process()
721 BNA_QE_INDX_ADD(rcb->consumer_index, nvecs, rcb->q_depth); in bnad_cq_process()
723 cmpl = &cq[ccb->producer_index]; in bnad_cq_process()
724 cmpl->valid = 0; in bnad_cq_process()
725 BNA_QE_INDX_INC(ccb->producer_index, ccb->q_depth); in bnad_cq_process()
729 napi_gro_flush(&rx_ctrl->napi, false); in bnad_cq_process()
730 if (likely(test_bit(BNAD_RXQ_STARTED, &ccb->rcb[0]->flags))) in bnad_cq_process()
731 bna_ib_ack_disable_irq(ccb->i_dbell, packets); in bnad_cq_process()
733 bnad_rxq_post(bnad, ccb->rcb[0]); in bnad_cq_process()
734 if (ccb->rcb[1]) in bnad_cq_process()
735 bnad_rxq_post(bnad, ccb->rcb[1]); in bnad_cq_process()
743 struct bnad_rx_ctrl *rx_ctrl = (struct bnad_rx_ctrl *)(ccb->ctrl); in bnad_netif_rx_schedule_poll()
744 struct napi_struct *napi = &rx_ctrl->napi; in bnad_netif_rx_schedule_poll()
748 rx_ctrl->rx_schedule++; in bnad_netif_rx_schedule_poll()
759 ((struct bnad_rx_ctrl *)ccb->ctrl)->rx_intr_ctr++; in bnad_msix_rx()
760 bnad_netif_rx_schedule_poll(ccb->bnad, ccb); in bnad_msix_rx()
776 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_msix_mbox_handler()
777 if (unlikely(test_bit(BNAD_RF_MBOX_IRQ_DISABLED, &bnad->run_flags))) { in bnad_msix_mbox_handler()
778 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_msix_mbox_handler()
782 bna_intr_status_get(&bnad->bna, intr_status); in bnad_msix_mbox_handler()
784 if (BNA_IS_MBOX_ERR_INTR(&bnad->bna, intr_status)) in bnad_msix_mbox_handler()
785 bna_mbox_handler(&bnad->bna, intr_status); in bnad_msix_mbox_handler()
787 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_msix_mbox_handler()
803 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_isr()
804 if (unlikely(test_bit(BNAD_RF_MBOX_IRQ_DISABLED, &bnad->run_flags))) { in bnad_isr()
805 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_isr()
809 bna_intr_status_get(&bnad->bna, intr_status); in bnad_isr()
812 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_isr()
816 if (BNA_IS_MBOX_ERR_INTR(&bnad->bna, intr_status)) in bnad_isr()
817 bna_mbox_handler(&bnad->bna, intr_status); in bnad_isr()
819 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_isr()
826 for (i = 0; i < bnad->num_tx; i++) { in bnad_isr()
827 for (j = 0; j < bnad->num_txq_per_tx; j++) { in bnad_isr()
828 tcb = bnad->tx_info[i].tcb[j]; in bnad_isr()
829 if (tcb && test_bit(BNAD_TXQ_TX_STARTED, &tcb->flags)) in bnad_isr()
830 bnad_tx_complete(bnad, bnad->tx_info[i].tcb[j]); in bnad_isr()
834 for (i = 0; i < bnad->num_rx; i++) { in bnad_isr()
835 rx_info = &bnad->rx_info[i]; in bnad_isr()
836 if (!rx_info->rx) in bnad_isr()
838 for (j = 0; j < bnad->num_rxp_per_rx; j++) { in bnad_isr()
839 rx_ctrl = &rx_info->rx_ctrl[j]; in bnad_isr()
840 if (rx_ctrl->ccb) in bnad_isr()
842 rx_ctrl->ccb); in bnad_isr()
855 clear_bit(BNAD_RF_MBOX_IRQ_DISABLED, &bnad->run_flags); in bnad_enable_mbox_irq()
861 * Called with bnad->bna_lock held b'cos of
862 * bnad->cfg_flags access.
867 set_bit(BNAD_RF_MBOX_IRQ_DISABLED, &bnad->run_flags); in bnad_disable_mbox_irq()
875 struct net_device *netdev = bnad->netdev; in bnad_set_netdev_perm_addr()
877 ether_addr_copy(netdev->perm_addr, bnad->perm_addr); in bnad_set_netdev_perm_addr()
878 if (is_zero_ether_addr(netdev->dev_addr)) in bnad_set_netdev_perm_addr()
879 eth_hw_addr_set(netdev, bnad->perm_addr); in bnad_set_netdev_perm_addr()
900 bnad->bnad_completions.ioc_comp_status = BNA_CB_SUCCESS; in bnad_cb_ioceth_ready()
901 complete(&bnad->bnad_completions.ioc_comp); in bnad_cb_ioceth_ready()
907 bnad->bnad_completions.ioc_comp_status = BNA_CB_FAIL; in bnad_cb_ioceth_failed()
908 complete(&bnad->bnad_completions.ioc_comp); in bnad_cb_ioceth_failed()
914 bnad->bnad_completions.ioc_comp_status = BNA_CB_SUCCESS; in bnad_cb_ioceth_disabled()
915 complete(&bnad->bnad_completions.ioc_comp); in bnad_cb_ioceth_disabled()
923 netif_carrier_off(bnad->netdev); in bnad_cb_enet_disabled()
924 complete(&bnad->bnad_completions.enet_comp); in bnad_cb_enet_disabled()
936 if (!test_bit(BNAD_RF_CEE_RUNNING, &bnad->run_flags)) in bnad_cb_ethport_link_status()
938 set_bit(BNAD_RF_CEE_RUNNING, &bnad->run_flags); in bnad_cb_ethport_link_status()
940 if (test_bit(BNAD_RF_CEE_RUNNING, &bnad->run_flags)) in bnad_cb_ethport_link_status()
942 clear_bit(BNAD_RF_CEE_RUNNING, &bnad->run_flags); in bnad_cb_ethport_link_status()
946 if (!netif_carrier_ok(bnad->netdev)) { in bnad_cb_ethport_link_status()
948 netdev_info(bnad->netdev, "link up\n"); in bnad_cb_ethport_link_status()
949 netif_carrier_on(bnad->netdev); in bnad_cb_ethport_link_status()
951 for (tx_id = 0; tx_id < bnad->num_tx; tx_id++) { in bnad_cb_ethport_link_status()
952 for (tcb_id = 0; tcb_id < bnad->num_txq_per_tx; in bnad_cb_ethport_link_status()
955 bnad->tx_info[tx_id].tcb[tcb_id]; in bnad_cb_ethport_link_status()
960 txq_id = tcb->id; in bnad_cb_ethport_link_status()
963 &tcb->flags)) { in bnad_cb_ethport_link_status()
968 bnad->netdev, in bnad_cb_ethport_link_status()
974 bnad->netdev, in bnad_cb_ethport_link_status()
983 if (netif_carrier_ok(bnad->netdev)) { in bnad_cb_ethport_link_status()
984 netdev_info(bnad->netdev, "link down\n"); in bnad_cb_ethport_link_status()
985 netif_carrier_off(bnad->netdev); in bnad_cb_ethport_link_status()
996 complete(&bnad->bnad_completions.tx_comp); in bnad_cb_tx_disabled()
1003 (struct bnad_tx_info *)tcb->txq->tx->priv; in bnad_cb_tcb_setup()
1005 tcb->priv = tcb; in bnad_cb_tcb_setup()
1006 tx_info->tcb[tcb->id] = tcb; in bnad_cb_tcb_setup()
1013 (struct bnad_tx_info *)tcb->txq->tx->priv; in bnad_cb_tcb_destroy()
1015 tx_info->tcb[tcb->id] = NULL; in bnad_cb_tcb_destroy()
1016 tcb->priv = NULL; in bnad_cb_tcb_destroy()
1023 (struct bnad_rx_info *)ccb->cq->rx->priv; in bnad_cb_ccb_setup()
1025 rx_info->rx_ctrl[ccb->id].ccb = ccb; in bnad_cb_ccb_setup()
1026 ccb->ctrl = &rx_info->rx_ctrl[ccb->id]; in bnad_cb_ccb_setup()
1033 (struct bnad_rx_info *)ccb->cq->rx->priv; in bnad_cb_ccb_destroy()
1035 rx_info->rx_ctrl[ccb->id].ccb = NULL; in bnad_cb_ccb_destroy()
1041 struct bnad_tx_info *tx_info = tx->priv; in bnad_cb_tx_stall()
1047 tcb = tx_info->tcb[i]; in bnad_cb_tx_stall()
1050 txq_id = tcb->id; in bnad_cb_tx_stall()
1051 clear_bit(BNAD_TXQ_TX_STARTED, &tcb->flags); in bnad_cb_tx_stall()
1052 netif_stop_subqueue(bnad->netdev, txq_id); in bnad_cb_tx_stall()
1059 struct bnad_tx_info *tx_info = tx->priv; in bnad_cb_tx_resume()
1065 tcb = tx_info->tcb[i]; in bnad_cb_tx_resume()
1068 txq_id = tcb->id; in bnad_cb_tx_resume()
1070 BUG_ON(test_bit(BNAD_TXQ_TX_STARTED, &tcb->flags)); in bnad_cb_tx_resume()
1071 set_bit(BNAD_TXQ_TX_STARTED, &tcb->flags); in bnad_cb_tx_resume()
1072 BUG_ON(*(tcb->hw_consumer_index) != 0); in bnad_cb_tx_resume()
1074 if (netif_carrier_ok(bnad->netdev)) { in bnad_cb_tx_resume()
1075 netif_wake_subqueue(bnad->netdev, txq_id); in bnad_cb_tx_resume()
1085 if (is_zero_ether_addr(bnad->perm_addr)) { in bnad_cb_tx_resume()
1086 bna_enet_perm_mac_get(&bnad->bna.enet, bnad->perm_addr); in bnad_cb_tx_resume()
1105 tcb = tx_info->tcb[i]; in bnad_tx_cleanup()
1109 bnad = tcb->bnad; in bnad_tx_cleanup()
1111 if (test_and_set_bit(BNAD_TXQ_FREE_SENT, &tcb->flags)) { in bnad_tx_cleanup()
1119 clear_bit(BNAD_TXQ_FREE_SENT, &tcb->flags); in bnad_tx_cleanup()
1123 queue_delayed_work(bnad->work_q, &tx_info->tx_cleanup_work, in bnad_tx_cleanup()
1128 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_tx_cleanup()
1129 bna_tx_cleanup_complete(tx_info->tx); in bnad_tx_cleanup()
1130 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_tx_cleanup()
1136 struct bnad_tx_info *tx_info = tx->priv; in bnad_cb_tx_cleanup()
1141 tcb = tx_info->tcb[i]; in bnad_cb_tx_cleanup()
1146 queue_delayed_work(bnad->work_q, &tx_info->tx_cleanup_work, 0); in bnad_cb_tx_cleanup()
1152 struct bnad_rx_info *rx_info = rx->priv; in bnad_cb_rx_stall()
1158 rx_ctrl = &rx_info->rx_ctrl[i]; in bnad_cb_rx_stall()
1159 ccb = rx_ctrl->ccb; in bnad_cb_rx_stall()
1163 clear_bit(BNAD_RXQ_POST_OK, &ccb->rcb[0]->flags); in bnad_cb_rx_stall()
1165 if (ccb->rcb[1]) in bnad_cb_rx_stall()
1166 clear_bit(BNAD_RXQ_POST_OK, &ccb->rcb[1]->flags); in bnad_cb_rx_stall()
1184 rx_ctrl = &rx_info->rx_ctrl[i]; in bnad_rx_cleanup()
1186 if (!rx_ctrl->ccb) in bnad_rx_cleanup()
1189 bnad = rx_ctrl->ccb->bnad; in bnad_rx_cleanup()
1195 napi_disable(&rx_ctrl->napi); in bnad_rx_cleanup()
1197 bnad_cq_cleanup(bnad, rx_ctrl->ccb); in bnad_rx_cleanup()
1198 bnad_rxq_cleanup(bnad, rx_ctrl->ccb->rcb[0]); in bnad_rx_cleanup()
1199 if (rx_ctrl->ccb->rcb[1]) in bnad_rx_cleanup()
1200 bnad_rxq_cleanup(bnad, rx_ctrl->ccb->rcb[1]); in bnad_rx_cleanup()
1203 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_rx_cleanup()
1204 bna_rx_cleanup_complete(rx_info->rx); in bnad_rx_cleanup()
1205 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_rx_cleanup()
1211 struct bnad_rx_info *rx_info = rx->priv; in bnad_cb_rx_cleanup()
1217 rx_ctrl = &rx_info->rx_ctrl[i]; in bnad_cb_rx_cleanup()
1218 ccb = rx_ctrl->ccb; in bnad_cb_rx_cleanup()
1222 clear_bit(BNAD_RXQ_STARTED, &ccb->rcb[0]->flags); in bnad_cb_rx_cleanup()
1224 if (ccb->rcb[1]) in bnad_cb_rx_cleanup()
1225 clear_bit(BNAD_RXQ_STARTED, &ccb->rcb[1]->flags); in bnad_cb_rx_cleanup()
1228 queue_work(bnad->work_q, &rx_info->rx_cleanup_work); in bnad_cb_rx_cleanup()
1234 struct bnad_rx_info *rx_info = rx->priv; in bnad_cb_rx_post()
1241 rx_ctrl = &rx_info->rx_ctrl[i]; in bnad_cb_rx_post()
1242 ccb = rx_ctrl->ccb; in bnad_cb_rx_post()
1246 napi_enable(&rx_ctrl->napi); in bnad_cb_rx_post()
1249 rcb = ccb->rcb[j]; in bnad_cb_rx_post()
1254 set_bit(BNAD_RXQ_STARTED, &rcb->flags); in bnad_cb_rx_post()
1255 set_bit(BNAD_RXQ_POST_OK, &rcb->flags); in bnad_cb_rx_post()
1266 complete(&bnad->bnad_completions.rx_comp); in bnad_cb_rx_disabled()
1272 bnad->bnad_completions.mcast_comp_status = BNA_CB_SUCCESS; in bnad_cb_rx_mcast_add()
1273 complete(&bnad->bnad_completions.mcast_comp); in bnad_cb_rx_mcast_add()
1283 if (!netif_running(bnad->netdev) || in bnad_cb_stats_get()
1284 !test_bit(BNAD_RF_STATS_TIMER_RUNNING, &bnad->run_flags)) in bnad_cb_stats_get()
1287 mod_timer(&bnad->stats_timer, in bnad_cb_stats_get()
1294 bnad->bnad_completions.mtu_comp_status = BNA_CB_SUCCESS; in bnad_cb_enet_mtu_set()
1295 complete(&bnad->bnad_completions.mtu_comp); in bnad_cb_enet_mtu_set()
1304 iocmd_comp->comp_status = (u32) status; in bnad_cb_completion()
1305 complete(&iocmd_comp->comp); in bnad_cb_completion()
1317 if (mem_info->mdl == NULL) in bnad_mem_free()
1320 for (i = 0; i < mem_info->num; i++) { in bnad_mem_free()
1321 if (mem_info->mdl[i].kva != NULL) { in bnad_mem_free()
1322 if (mem_info->mem_type == BNA_MEM_T_DMA) { in bnad_mem_free()
1323 BNA_GET_DMA_ADDR(&(mem_info->mdl[i].dma), in bnad_mem_free()
1325 dma_free_coherent(&bnad->pcidev->dev, in bnad_mem_free()
1326 mem_info->mdl[i].len, in bnad_mem_free()
1327 mem_info->mdl[i].kva, dma_pa); in bnad_mem_free()
1329 kfree(mem_info->mdl[i].kva); in bnad_mem_free()
1332 kfree(mem_info->mdl); in bnad_mem_free()
1333 mem_info->mdl = NULL; in bnad_mem_free()
1343 if ((mem_info->num == 0) || (mem_info->len == 0)) { in bnad_mem_alloc()
1344 mem_info->mdl = NULL; in bnad_mem_alloc()
1348 mem_info->mdl = kcalloc(mem_info->num, sizeof(struct bna_mem_descr), in bnad_mem_alloc()
1350 if (mem_info->mdl == NULL) in bnad_mem_alloc()
1351 return -ENOMEM; in bnad_mem_alloc()
1353 if (mem_info->mem_type == BNA_MEM_T_DMA) { in bnad_mem_alloc()
1354 for (i = 0; i < mem_info->num; i++) { in bnad_mem_alloc()
1355 mem_info->mdl[i].len = mem_info->len; in bnad_mem_alloc()
1356 mem_info->mdl[i].kva = in bnad_mem_alloc()
1357 dma_alloc_coherent(&bnad->pcidev->dev, in bnad_mem_alloc()
1358 mem_info->len, &dma_pa, in bnad_mem_alloc()
1360 if (mem_info->mdl[i].kva == NULL) in bnad_mem_alloc()
1364 &(mem_info->mdl[i].dma)); in bnad_mem_alloc()
1367 for (i = 0; i < mem_info->num; i++) { in bnad_mem_alloc()
1368 mem_info->mdl[i].len = mem_info->len; in bnad_mem_alloc()
1369 mem_info->mdl[i].kva = kzalloc(mem_info->len, in bnad_mem_alloc()
1371 if (mem_info->mdl[i].kva == NULL) in bnad_mem_alloc()
1380 return -ENOMEM; in bnad_mem_alloc()
1390 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_mbox_irq_free()
1392 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_mbox_irq_free()
1411 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_mbox_irq_alloc()
1412 if (bnad->cfg_flags & BNAD_CF_MSIX) { in bnad_mbox_irq_alloc()
1414 irq = bnad->msix_table[BNAD_MAILBOX_MSIX_INDEX].vector; in bnad_mbox_irq_alloc()
1418 irq = bnad->pcidev->irq; in bnad_mbox_irq_alloc()
1422 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_mbox_irq_alloc()
1423 sprintf(bnad->mbox_irq_name, "%s", BNAD_NAME); in bnad_mbox_irq_alloc()
1429 set_bit(BNAD_RF_MBOX_IRQ_DISABLED, &bnad->run_flags); in bnad_mbox_irq_alloc()
1434 bnad->mbox_irq_name, bnad); in bnad_mbox_irq_alloc()
1442 kfree(intr_info->idl); in bnad_txrx_irq_free()
1443 intr_info->idl = NULL; in bnad_txrx_irq_free()
1446 /* Allocates Interrupt Descriptor List for MSIX/INT-X vectors */
1455 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_txrx_irq_alloc()
1456 cfg_flags = bnad->cfg_flags; in bnad_txrx_irq_alloc()
1457 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_txrx_irq_alloc()
1460 intr_info->intr_type = BNA_INTR_T_MSIX; in bnad_txrx_irq_alloc()
1461 intr_info->idl = kcalloc(intr_info->num, in bnad_txrx_irq_alloc()
1464 if (!intr_info->idl) in bnad_txrx_irq_alloc()
1465 return -ENOMEM; in bnad_txrx_irq_alloc()
1474 (bnad->num_tx * bnad->num_txq_per_tx) + in bnad_txrx_irq_alloc()
1482 for (i = 0; i < intr_info->num; i++) in bnad_txrx_irq_alloc()
1483 intr_info->idl[i].vector = vector_start + i; in bnad_txrx_irq_alloc()
1485 intr_info->intr_type = BNA_INTR_T_INTX; in bnad_txrx_irq_alloc()
1486 intr_info->num = 1; in bnad_txrx_irq_alloc()
1487 intr_info->idl = kcalloc(intr_info->num, in bnad_txrx_irq_alloc()
1490 if (!intr_info->idl) in bnad_txrx_irq_alloc()
1491 return -ENOMEM; in bnad_txrx_irq_alloc()
1495 intr_info->idl[0].vector = BNAD_INTX_TX_IB_BITMASK; in bnad_txrx_irq_alloc()
1499 intr_info->idl[0].vector = BNAD_INTX_RX_IB_BITMASK; in bnad_txrx_irq_alloc()
1517 if (tx_info->tcb[i] == NULL) in bnad_tx_msix_unregister()
1520 vector_num = tx_info->tcb[i]->intr_vector; in bnad_tx_msix_unregister()
1521 free_irq(bnad->msix_table[vector_num].vector, tx_info->tcb[i]); in bnad_tx_msix_unregister()
1537 vector_num = tx_info->tcb[i]->intr_vector; in bnad_tx_msix_register()
1538 snprintf(tx_info->tcb[i]->name, BNA_Q_NAME_SIZE, "%s TXQ %d", in bnad_tx_msix_register()
1539 bnad->netdev->name, in bnad_tx_msix_register()
1540 tx_id + tx_info->tcb[i]->id); in bnad_tx_msix_register()
1541 err = request_irq(bnad->msix_table[vector_num].vector, in bnad_tx_msix_register()
1543 tx_info->tcb[i]->name, in bnad_tx_msix_register()
1544 tx_info->tcb[i]); in bnad_tx_msix_register()
1553 bnad_tx_msix_unregister(bnad, tx_info, (i - 1)); in bnad_tx_msix_register()
1554 return -1; in bnad_tx_msix_register()
1568 if (rx_info->rx_ctrl[i].ccb == NULL) in bnad_rx_msix_unregister()
1571 vector_num = rx_info->rx_ctrl[i].ccb->intr_vector; in bnad_rx_msix_unregister()
1572 free_irq(bnad->msix_table[vector_num].vector, in bnad_rx_msix_unregister()
1573 rx_info->rx_ctrl[i].ccb); in bnad_rx_msix_unregister()
1589 vector_num = rx_info->rx_ctrl[i].ccb->intr_vector; in bnad_rx_msix_register()
1590 snprintf(rx_info->rx_ctrl[i].ccb->name, BNA_Q_NAME_SIZE, in bnad_rx_msix_register()
1591 "%s CQ %d", bnad->netdev->name, in bnad_rx_msix_register()
1592 rx_id + rx_info->rx_ctrl[i].ccb->id); in bnad_rx_msix_register()
1593 err = request_irq(bnad->msix_table[vector_num].vector, in bnad_rx_msix_register()
1595 rx_info->rx_ctrl[i].ccb->name, in bnad_rx_msix_register()
1596 rx_info->rx_ctrl[i].ccb); in bnad_rx_msix_register()
1605 bnad_rx_msix_unregister(bnad, rx_info, (i - 1)); in bnad_rx_msix_register()
1606 return -1; in bnad_rx_msix_register()
1694 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_ioc_timeout()
1695 bfa_nw_ioc_timeout(&bnad->bna.ioceth.ioc); in bnad_ioc_timeout()
1696 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_ioc_timeout()
1705 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_ioc_hb_check()
1706 bfa_nw_ioc_hb_check(&bnad->bna.ioceth.ioc); in bnad_ioc_hb_check()
1707 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_ioc_hb_check()
1716 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_iocpf_timeout()
1717 bfa_nw_iocpf_timeout(&bnad->bna.ioceth.ioc); in bnad_iocpf_timeout()
1718 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_iocpf_timeout()
1727 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_iocpf_sem_timeout()
1728 bfa_nw_iocpf_sem_timeout(&bnad->bna.ioceth.ioc); in bnad_iocpf_sem_timeout()
1729 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_iocpf_sem_timeout()
1733 * All timer routines use bnad->bna_lock to protect against
1752 if (!netif_carrier_ok(bnad->netdev)) in bnad_dim_timeout()
1755 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_dim_timeout()
1756 for (i = 0; i < bnad->num_rx; i++) { in bnad_dim_timeout()
1757 rx_info = &bnad->rx_info[i]; in bnad_dim_timeout()
1758 if (!rx_info->rx) in bnad_dim_timeout()
1760 for (j = 0; j < bnad->num_rxp_per_rx; j++) { in bnad_dim_timeout()
1761 rx_ctrl = &rx_info->rx_ctrl[j]; in bnad_dim_timeout()
1762 if (!rx_ctrl->ccb) in bnad_dim_timeout()
1764 bna_rx_dim_update(rx_ctrl->ccb); in bnad_dim_timeout()
1769 if (test_bit(BNAD_RF_DIM_TIMER_RUNNING, &bnad->run_flags)) in bnad_dim_timeout()
1770 mod_timer(&bnad->dim_timer, in bnad_dim_timeout()
1772 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_dim_timeout()
1782 if (!netif_running(bnad->netdev) || in bnad_stats_timeout()
1783 !test_bit(BNAD_RF_STATS_TIMER_RUNNING, &bnad->run_flags)) in bnad_stats_timeout()
1786 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_stats_timeout()
1787 bna_hw_stats_get(&bnad->bna); in bnad_stats_timeout()
1788 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_stats_timeout()
1793 * Called with bnad->bna_lock held
1798 if (bnad->cfg_flags & BNAD_CF_DIM_ENABLED && in bnad_dim_timer_start()
1799 !test_bit(BNAD_RF_DIM_TIMER_RUNNING, &bnad->run_flags)) { in bnad_dim_timer_start()
1800 timer_setup(&bnad->dim_timer, bnad_dim_timeout, 0); in bnad_dim_timer_start()
1801 set_bit(BNAD_RF_DIM_TIMER_RUNNING, &bnad->run_flags); in bnad_dim_timer_start()
1802 mod_timer(&bnad->dim_timer, in bnad_dim_timer_start()
1809 * Called with mutex_lock(&bnad->conf_mutex) held
1816 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_stats_timer_start()
1817 if (!test_and_set_bit(BNAD_RF_STATS_TIMER_RUNNING, &bnad->run_flags)) { in bnad_stats_timer_start()
1818 timer_setup(&bnad->stats_timer, bnad_stats_timeout, 0); in bnad_stats_timer_start()
1819 mod_timer(&bnad->stats_timer, in bnad_stats_timer_start()
1822 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_stats_timer_start()
1827 * Called with mutex_lock(&bnad->conf_mutex) held
1835 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_stats_timer_stop()
1836 if (test_and_clear_bit(BNAD_RF_STATS_TIMER_RUNNING, &bnad->run_flags)) in bnad_stats_timer_stop()
1838 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_stats_timer_stop()
1840 timer_delete_sync(&bnad->stats_timer); in bnad_stats_timer_stop()
1852 ether_addr_copy(&mc_list[i * ETH_ALEN], &mc_addr->addr[0]); in bnad_netdev_mc_list_get()
1862 struct bnad *bnad = rx_ctrl->bnad; in bnad_napi_poll_rx()
1865 rx_ctrl->rx_poll_ctr++; in bnad_napi_poll_rx()
1867 if (!netif_carrier_ok(bnad->netdev)) in bnad_napi_poll_rx()
1870 rcvd = bnad_cq_process(bnad, rx_ctrl->ccb, budget); in bnad_napi_poll_rx()
1877 rx_ctrl->rx_complete++; in bnad_napi_poll_rx()
1879 if (rx_ctrl->ccb) in bnad_napi_poll_rx()
1880 bnad_enable_rx_irq_unsafe(rx_ctrl->ccb); in bnad_napi_poll_rx()
1892 for (i = 0; i < bnad->num_rxp_per_rx; i++) { in bnad_napi_add()
1893 rx_ctrl = &bnad->rx_info[rx_id].rx_ctrl[i]; in bnad_napi_add()
1894 netif_napi_add(bnad->netdev, &rx_ctrl->napi, in bnad_napi_add()
1905 for (i = 0; i < bnad->num_rxp_per_rx; i++) in bnad_napi_delete()
1906 netif_napi_del(&bnad->rx_info[rx_id].rx_ctrl[i].napi); in bnad_napi_delete()
1913 struct bnad_tx_info *tx_info = &bnad->tx_info[tx_id]; in bnad_destroy_tx()
1914 struct bna_res_info *res_info = &bnad->tx_res_info[tx_id].res_info[0]; in bnad_destroy_tx()
1917 if (!tx_info->tx) in bnad_destroy_tx()
1920 init_completion(&bnad->bnad_completions.tx_comp); in bnad_destroy_tx()
1921 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_destroy_tx()
1922 bna_tx_disable(tx_info->tx, BNA_HARD_CLEANUP, bnad_cb_tx_disabled); in bnad_destroy_tx()
1923 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_destroy_tx()
1924 wait_for_completion(&bnad->bnad_completions.tx_comp); in bnad_destroy_tx()
1926 if (tx_info->tcb[0]->intr_type == BNA_INTR_T_MSIX) in bnad_destroy_tx()
1928 bnad->num_txq_per_tx); in bnad_destroy_tx()
1930 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_destroy_tx()
1931 bna_tx_destroy(tx_info->tx); in bnad_destroy_tx()
1932 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_destroy_tx()
1934 tx_info->tx = NULL; in bnad_destroy_tx()
1935 tx_info->tx_id = 0; in bnad_destroy_tx()
1945 struct bnad_tx_info *tx_info = &bnad->tx_info[tx_id]; in bnad_setup_tx()
1946 struct bna_res_info *res_info = &bnad->tx_res_info[tx_id].res_info[0]; in bnad_setup_tx()
1949 struct bna_tx_config *tx_config = &bnad->tx_config[tx_id]; in bnad_setup_tx()
1961 tx_info->tx_id = tx_id; in bnad_setup_tx()
1964 tx_config->num_txq = bnad->num_txq_per_tx; in bnad_setup_tx()
1965 tx_config->txq_depth = bnad->txq_depth; in bnad_setup_tx()
1966 tx_config->tx_type = BNA_TX_T_REGULAR; in bnad_setup_tx()
1967 tx_config->coalescing_timeo = bnad->tx_coalescing_timeo; in bnad_setup_tx()
1970 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_setup_tx()
1971 bna_tx_res_req(bnad->num_txq_per_tx, in bnad_setup_tx()
1972 bnad->txq_depth, res_info); in bnad_setup_tx()
1973 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_setup_tx()
1977 bnad->num_txq_per_tx, (sizeof(struct bnad_tx_unmap) * in bnad_setup_tx()
1978 bnad->txq_depth)); in bnad_setup_tx()
1986 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_setup_tx()
1987 tx = bna_tx_create(&bnad->bna, bnad, tx_config, &tx_cbfn, res_info, in bnad_setup_tx()
1989 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_setup_tx()
1991 err = -ENOMEM; in bnad_setup_tx()
1994 tx_info->tx = tx; in bnad_setup_tx()
1996 INIT_DELAYED_WORK(&tx_info->tx_cleanup_work, bnad_tx_cleanup); in bnad_setup_tx()
1999 if (intr_info->intr_type == BNA_INTR_T_MSIX) { in bnad_setup_tx()
2001 tx_id, bnad->num_txq_per_tx); in bnad_setup_tx()
2006 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_setup_tx()
2008 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_setup_tx()
2013 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_setup_tx()
2014 bna_tx_destroy(tx_info->tx); in bnad_setup_tx()
2015 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_setup_tx()
2016 tx_info->tx = NULL; in bnad_setup_tx()
2017 tx_info->tx_id = 0; in bnad_setup_tx()
2029 rx_config->rx_type = BNA_RX_T_REGULAR; in bnad_init_rx_config()
2030 rx_config->num_paths = bnad->num_rxp_per_rx; in bnad_init_rx_config()
2031 rx_config->coalescing_timeo = bnad->rx_coalescing_timeo; in bnad_init_rx_config()
2033 if (bnad->num_rxp_per_rx > 1) { in bnad_init_rx_config()
2034 rx_config->rss_status = BNA_STATUS_T_ENABLED; in bnad_init_rx_config()
2035 rx_config->rss_config.hash_type = in bnad_init_rx_config()
2040 rx_config->rss_config.hash_mask = in bnad_init_rx_config()
2041 bnad->num_rxp_per_rx - 1; in bnad_init_rx_config()
2042 netdev_rss_key_fill(rx_config->rss_config.toeplitz_hash_key, in bnad_init_rx_config()
2043 sizeof(rx_config->rss_config.toeplitz_hash_key)); in bnad_init_rx_config()
2045 rx_config->rss_status = BNA_STATUS_T_DISABLED; in bnad_init_rx_config()
2046 memset(&rx_config->rss_config, 0, in bnad_init_rx_config()
2047 sizeof(rx_config->rss_config)); in bnad_init_rx_config()
2050 rx_config->frame_size = BNAD_FRAME_SIZE(bnad->netdev->mtu); in bnad_init_rx_config()
2051 rx_config->q0_multi_buf = BNA_STATUS_T_DISABLED; in bnad_init_rx_config()
2053 /* BNA_RXP_SINGLE - one data-buffer queue in bnad_init_rx_config()
2054 * BNA_RXP_SLR - one small-buffer and one large-buffer queues in bnad_init_rx_config()
2055 * BNA_RXP_HDS - one header-buffer and one data-buffer queues in bnad_init_rx_config()
2058 rx_config->rxp_type = BNA_RXP_SLR; in bnad_init_rx_config()
2061 rx_config->frame_size > 4096) { in bnad_init_rx_config()
2063 * small packets may get routed to same rxq. in bnad_init_rx_config()
2066 rx_config->q0_buf_size = 2048; in bnad_init_rx_config()
2068 rx_config->q0_num_vecs = 4; in bnad_init_rx_config()
2069 rx_config->q0_depth = bnad->rxq_depth * rx_config->q0_num_vecs; in bnad_init_rx_config()
2070 rx_config->q0_multi_buf = BNA_STATUS_T_ENABLED; in bnad_init_rx_config()
2072 rx_config->q0_buf_size = rx_config->frame_size; in bnad_init_rx_config()
2073 rx_config->q0_num_vecs = 1; in bnad_init_rx_config()
2074 rx_config->q0_depth = bnad->rxq_depth; in bnad_init_rx_config()
2078 if (rx_config->rxp_type == BNA_RXP_SLR) { in bnad_init_rx_config()
2079 rx_config->q1_depth = bnad->rxq_depth; in bnad_init_rx_config()
2080 rx_config->q1_buf_size = BFI_SMALL_RXBUF_SIZE; in bnad_init_rx_config()
2083 rx_config->vlan_strip_status = in bnad_init_rx_config()
2084 (bnad->netdev->features & NETIF_F_HW_VLAN_CTAG_RX) ? in bnad_init_rx_config()
2091 struct bnad_rx_info *rx_info = &bnad->rx_info[rx_id]; in bnad_rx_ctrl_init()
2094 for (i = 0; i < bnad->num_rxp_per_rx; i++) in bnad_rx_ctrl_init()
2095 rx_info->rx_ctrl[i].bnad = bnad; in bnad_rx_ctrl_init()
2098 /* Called with mutex_lock(&bnad->conf_mutex) held */
2102 struct net_device *netdev = bnad->netdev; in bnad_reinit_rx()
2108 for (rx_id = 0; rx_id < bnad->num_rx; rx_id++) { in bnad_reinit_rx()
2109 if (!bnad->rx_info[rx_id].rx) in bnad_reinit_rx()
2114 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_reinit_rx()
2115 bna_enet_mtu_set(&bnad->bna.enet, in bnad_reinit_rx()
2116 BNAD_FRAME_SIZE(bnad->netdev->mtu), NULL); in bnad_reinit_rx()
2117 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_reinit_rx()
2119 for (rx_id = 0; rx_id < bnad->num_rx; rx_id++) { in bnad_reinit_rx()
2124 netdev_err(netdev, "RXQ:%u setup failed\n", rx_id); in bnad_reinit_rx()
2129 if (bnad->rx_info[0].rx && !err) { in bnad_reinit_rx()
2132 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_reinit_rx()
2133 bnad_mac_addr_set_locked(bnad, netdev->dev_addr); in bnad_reinit_rx()
2134 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_reinit_rx()
2145 struct bnad_rx_info *rx_info = &bnad->rx_info[rx_id]; in bnad_destroy_rx()
2146 struct bna_rx_config *rx_config = &bnad->rx_config[rx_id]; in bnad_destroy_rx()
2147 struct bna_res_info *res_info = &bnad->rx_res_info[rx_id].res_info[0]; in bnad_destroy_rx()
2151 if (!rx_info->rx) in bnad_destroy_rx()
2155 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_destroy_rx()
2156 if (bnad->cfg_flags & BNAD_CF_DIM_ENABLED && in bnad_destroy_rx()
2157 test_bit(BNAD_RF_DIM_TIMER_RUNNING, &bnad->run_flags)) { in bnad_destroy_rx()
2158 clear_bit(BNAD_RF_DIM_TIMER_RUNNING, &bnad->run_flags); in bnad_destroy_rx()
2161 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_destroy_rx()
2163 timer_delete_sync(&bnad->dim_timer); in bnad_destroy_rx()
2166 init_completion(&bnad->bnad_completions.rx_comp); in bnad_destroy_rx()
2167 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_destroy_rx()
2168 bna_rx_disable(rx_info->rx, BNA_HARD_CLEANUP, bnad_cb_rx_disabled); in bnad_destroy_rx()
2169 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_destroy_rx()
2170 wait_for_completion(&bnad->bnad_completions.rx_comp); in bnad_destroy_rx()
2172 if (rx_info->rx_ctrl[0].ccb->intr_type == BNA_INTR_T_MSIX) in bnad_destroy_rx()
2173 bnad_rx_msix_unregister(bnad, rx_info, rx_config->num_paths); in bnad_destroy_rx()
2177 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_destroy_rx()
2178 bna_rx_destroy(rx_info->rx); in bnad_destroy_rx()
2180 rx_info->rx = NULL; in bnad_destroy_rx()
2181 rx_info->rx_id = 0; in bnad_destroy_rx()
2182 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_destroy_rx()
2187 /* Called with mutex_lock(&bnad->conf_mutex) held */
2192 struct bnad_rx_info *rx_info = &bnad->rx_info[rx_id]; in bnad_setup_rx()
2193 struct bna_res_info *res_info = &bnad->rx_res_info[rx_id].res_info[0]; in bnad_setup_rx()
2196 struct bna_rx_config *rx_config = &bnad->rx_config[rx_id]; in bnad_setup_rx()
2209 rx_info->rx_id = rx_id; in bnad_setup_rx()
2215 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_setup_rx()
2217 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_setup_rx()
2221 rx_config->num_paths, in bnad_setup_rx()
2222 (rx_config->q0_depth * in bnad_setup_rx()
2226 if (rx_config->rxp_type != BNA_RXP_SINGLE) { in bnad_setup_rx()
2228 rx_config->num_paths, in bnad_setup_rx()
2229 (rx_config->q1_depth * in bnad_setup_rx()
2241 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_setup_rx()
2242 rx = bna_rx_create(&bnad->bna, bnad, rx_config, &rx_cbfn, res_info, in bnad_setup_rx()
2245 err = -ENOMEM; in bnad_setup_rx()
2246 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_setup_rx()
2249 rx_info->rx = rx; in bnad_setup_rx()
2250 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_setup_rx()
2252 INIT_WORK(&rx_info->rx_cleanup_work, bnad_rx_cleanup); in bnad_setup_rx()
2261 if (intr_info->intr_type == BNA_INTR_T_MSIX) { in bnad_setup_rx()
2263 rx_config->num_paths); in bnad_setup_rx()
2268 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_setup_rx()
2271 if (bnad->cfg_flags & BNAD_CF_DIM_ENABLED) in bnad_setup_rx()
2272 bna_rx_dim_reconfig(&bnad->bna, bna_napi_dim_vector); in bnad_setup_rx()
2282 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_setup_rx()
2291 /* Called with conf_lock & bnad->bna_lock held */
2297 tx_info = &bnad->tx_info[0]; in bnad_tx_coalescing_timeo_set()
2298 if (!tx_info->tx) in bnad_tx_coalescing_timeo_set()
2301 bna_tx_coalescing_timeo_set(tx_info->tx, bnad->tx_coalescing_timeo); in bnad_tx_coalescing_timeo_set()
2304 /* Called with conf_lock & bnad->bna_lock held */
2311 for (i = 0; i < bnad->num_rx; i++) { in bnad_rx_coalescing_timeo_set()
2312 rx_info = &bnad->rx_info[i]; in bnad_rx_coalescing_timeo_set()
2313 if (!rx_info->rx) in bnad_rx_coalescing_timeo_set()
2315 bna_rx_coalescing_timeo_set(rx_info->rx, in bnad_rx_coalescing_timeo_set()
2316 bnad->rx_coalescing_timeo); in bnad_rx_coalescing_timeo_set()
2321 * Called with bnad->bna_lock held
2329 return -EADDRNOTAVAIL; in bnad_mac_addr_set_locked()
2332 if (!bnad->rx_info[0].rx) in bnad_mac_addr_set_locked()
2335 ret = bna_rx_ucast_set(bnad->rx_info[0].rx, mac_addr); in bnad_mac_addr_set_locked()
2337 return -EADDRNOTAVAIL; in bnad_mac_addr_set_locked()
2346 struct bnad_rx_info *rx_info = &bnad->rx_info[0]; in bnad_enable_default_bcast()
2350 init_completion(&bnad->bnad_completions.mcast_comp); in bnad_enable_default_bcast()
2352 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_enable_default_bcast()
2353 ret = bna_rx_mcast_add(rx_info->rx, bnad_bcast_addr, in bnad_enable_default_bcast()
2355 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_enable_default_bcast()
2358 wait_for_completion(&bnad->bnad_completions.mcast_comp); in bnad_enable_default_bcast()
2360 return -ENODEV; in bnad_enable_default_bcast()
2362 if (bnad->bnad_completions.mcast_comp_status != BNA_CB_SUCCESS) in bnad_enable_default_bcast()
2363 return -ENODEV; in bnad_enable_default_bcast()
2368 /* Called with mutex_lock(&bnad->conf_mutex) held */
2375 for_each_set_bit(vid, bnad->active_vlans, VLAN_N_VID) { in bnad_restore_vlans()
2376 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_restore_vlans()
2377 bna_rx_vlan_add(bnad->rx_info[rx_id].rx, vid); in bnad_restore_vlans()
2378 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_restore_vlans()
2388 for (i = 0; i < bnad->num_rx; i++) { in bnad_netdev_qstats_fill()
2389 for (j = 0; j < bnad->num_rxp_per_rx; j++) { in bnad_netdev_qstats_fill()
2390 if (bnad->rx_info[i].rx_ctrl[j].ccb) { in bnad_netdev_qstats_fill()
2391 stats->rx_packets += bnad->rx_info[i]. in bnad_netdev_qstats_fill()
2392 rx_ctrl[j].ccb->rcb[0]->rxq->rx_packets; in bnad_netdev_qstats_fill()
2393 stats->rx_bytes += bnad->rx_info[i]. in bnad_netdev_qstats_fill()
2394 rx_ctrl[j].ccb->rcb[0]->rxq->rx_bytes; in bnad_netdev_qstats_fill()
2395 if (bnad->rx_info[i].rx_ctrl[j].ccb->rcb[1] && in bnad_netdev_qstats_fill()
2396 bnad->rx_info[i].rx_ctrl[j].ccb-> in bnad_netdev_qstats_fill()
2397 rcb[1]->rxq) { in bnad_netdev_qstats_fill()
2398 stats->rx_packets += in bnad_netdev_qstats_fill()
2399 bnad->rx_info[i].rx_ctrl[j]. in bnad_netdev_qstats_fill()
2400 ccb->rcb[1]->rxq->rx_packets; in bnad_netdev_qstats_fill()
2401 stats->rx_bytes += in bnad_netdev_qstats_fill()
2402 bnad->rx_info[i].rx_ctrl[j]. in bnad_netdev_qstats_fill()
2403 ccb->rcb[1]->rxq->rx_bytes; in bnad_netdev_qstats_fill()
2408 for (i = 0; i < bnad->num_tx; i++) { in bnad_netdev_qstats_fill()
2409 for (j = 0; j < bnad->num_txq_per_tx; j++) { in bnad_netdev_qstats_fill()
2410 if (bnad->tx_info[i].tcb[j]) { in bnad_netdev_qstats_fill()
2411 stats->tx_packets += in bnad_netdev_qstats_fill()
2412 bnad->tx_info[i].tcb[j]->txq->tx_packets; in bnad_netdev_qstats_fill()
2413 stats->tx_bytes += in bnad_netdev_qstats_fill()
2414 bnad->tx_info[i].tcb[j]->txq->tx_bytes; in bnad_netdev_qstats_fill()
2430 mac_stats = &bnad->stats.bna_stats->hw_stats.mac_stats; in bnad_netdev_hwstats_fill()
2431 stats->rx_errors = in bnad_netdev_hwstats_fill()
2432 mac_stats->rx_fcs_error + mac_stats->rx_alignment_error + in bnad_netdev_hwstats_fill()
2433 mac_stats->rx_frame_length_error + mac_stats->rx_code_error + in bnad_netdev_hwstats_fill()
2434 mac_stats->rx_undersize; in bnad_netdev_hwstats_fill()
2435 stats->tx_errors = mac_stats->tx_fcs_error + in bnad_netdev_hwstats_fill()
2436 mac_stats->tx_undersize; in bnad_netdev_hwstats_fill()
2437 stats->rx_dropped = mac_stats->rx_drop; in bnad_netdev_hwstats_fill()
2438 stats->tx_dropped = mac_stats->tx_drop; in bnad_netdev_hwstats_fill()
2439 stats->multicast = mac_stats->rx_multicast; in bnad_netdev_hwstats_fill()
2440 stats->collisions = mac_stats->tx_total_collision; in bnad_netdev_hwstats_fill()
2442 stats->rx_length_errors = mac_stats->rx_frame_length_error; in bnad_netdev_hwstats_fill()
2446 stats->rx_crc_errors = mac_stats->rx_fcs_error; in bnad_netdev_hwstats_fill()
2447 stats->rx_frame_errors = mac_stats->rx_alignment_error; in bnad_netdev_hwstats_fill()
2449 bmap = bna_rx_rid_mask(&bnad->bna); in bnad_netdev_hwstats_fill()
2452 stats->rx_fifo_errors += in bnad_netdev_hwstats_fill()
2453 bnad->stats.bna_stats-> in bnad_netdev_hwstats_fill()
2467 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_mbox_irq_sync()
2468 if (bnad->cfg_flags & BNAD_CF_MSIX) in bnad_mbox_irq_sync()
2469 irq = bnad->msix_table[BNAD_MAILBOX_MSIX_INDEX].vector; in bnad_mbox_irq_sync()
2471 irq = bnad->pcidev->irq; in bnad_mbox_irq_sync()
2472 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_mbox_irq_sync()
2490 * For TSO, the TCP checksum field is seeded with pseudo-header sum in bnad_tso_prepare()
2497 iph->tot_len = 0; in bnad_tso_prepare()
2498 iph->check = 0; in bnad_tso_prepare()
2500 tcp_hdr(skb)->check = in bnad_tso_prepare()
2501 ~csum_tcpudp_magic(iph->saddr, iph->daddr, 0, in bnad_tso_prepare()
2514 * Called with bnad->bna_lock held, because of cfg_flags
2525 if (!(bnad->cfg_flags & BNAD_CF_MSIX)) in bnad_q_num_init()
2528 bnad->num_rx = 1; in bnad_q_num_init()
2529 bnad->num_tx = 1; in bnad_q_num_init()
2530 bnad->num_rxp_per_rx = rxps; in bnad_q_num_init()
2531 bnad->num_txq_per_tx = BNAD_TXQ_NUM; in bnad_q_num_init()
2538 * Called with bnad->bna_lock held b'cos of cfg_flags access
2543 bnad->num_txq_per_tx = 1; in bnad_q_num_adjust()
2544 if ((msix_vectors >= (bnad->num_tx * bnad->num_txq_per_tx) + in bnad_q_num_adjust()
2546 (bnad->cfg_flags & BNAD_CF_MSIX)) { in bnad_q_num_adjust()
2547 bnad->num_rxp_per_rx = msix_vectors - in bnad_q_num_adjust()
2548 (bnad->num_tx * bnad->num_txq_per_tx) - in bnad_q_num_adjust()
2551 bnad->num_rxp_per_rx = 1; in bnad_q_num_adjust()
2561 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_ioceth_disable()
2562 init_completion(&bnad->bnad_completions.ioc_comp); in bnad_ioceth_disable()
2563 bna_ioceth_disable(&bnad->bna.ioceth, BNA_HARD_CLEANUP); in bnad_ioceth_disable()
2564 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_ioceth_disable()
2566 wait_for_completion_timeout(&bnad->bnad_completions.ioc_comp, in bnad_ioceth_disable()
2569 err = bnad->bnad_completions.ioc_comp_status; in bnad_ioceth_disable()
2579 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_ioceth_enable()
2580 init_completion(&bnad->bnad_completions.ioc_comp); in bnad_ioceth_enable()
2581 bnad->bnad_completions.ioc_comp_status = BNA_CB_WAITING; in bnad_ioceth_enable()
2582 bna_ioceth_enable(&bnad->bna.ioceth); in bnad_ioceth_enable()
2583 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_ioceth_enable()
2585 wait_for_completion_timeout(&bnad->bnad_completions.ioc_comp, in bnad_ioceth_enable()
2588 err = bnad->bnad_completions.ioc_comp_status; in bnad_ioceth_enable()
2630 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_enable_msix()
2631 if (!(bnad->cfg_flags & BNAD_CF_MSIX)) { in bnad_enable_msix()
2632 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_enable_msix()
2635 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_enable_msix()
2637 if (bnad->msix_table) in bnad_enable_msix()
2640 bnad->msix_table = in bnad_enable_msix()
2641 kcalloc(bnad->msix_num, sizeof(struct msix_entry), GFP_KERNEL); in bnad_enable_msix()
2643 if (!bnad->msix_table) in bnad_enable_msix()
2646 for (i = 0; i < bnad->msix_num; i++) in bnad_enable_msix()
2647 bnad->msix_table[i].entry = i; in bnad_enable_msix()
2649 ret = pci_enable_msix_range(bnad->pcidev, bnad->msix_table, in bnad_enable_msix()
2650 1, bnad->msix_num); in bnad_enable_msix()
2653 } else if (ret < bnad->msix_num) { in bnad_enable_msix()
2654 dev_warn(&bnad->pcidev->dev, in bnad_enable_msix()
2655 "%d MSI-X vectors allocated < %d requested\n", in bnad_enable_msix()
2656 ret, bnad->msix_num); in bnad_enable_msix()
2658 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_enable_msix()
2660 bnad_q_num_adjust(bnad, (ret - BNAD_MAILBOX_MSIX_VECTORS) / 2, in bnad_enable_msix()
2661 (ret - BNAD_MAILBOX_MSIX_VECTORS) / 2); in bnad_enable_msix()
2662 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_enable_msix()
2664 bnad->msix_num = BNAD_NUM_TXQ + BNAD_NUM_RXP + in bnad_enable_msix()
2667 if (bnad->msix_num > ret) { in bnad_enable_msix()
2668 pci_disable_msix(bnad->pcidev); in bnad_enable_msix()
2673 pci_intx(bnad->pcidev, 0); in bnad_enable_msix()
2678 dev_warn(&bnad->pcidev->dev, in bnad_enable_msix()
2679 "MSI-X enable failed - operating in INTx mode\n"); in bnad_enable_msix()
2681 kfree(bnad->msix_table); in bnad_enable_msix()
2682 bnad->msix_table = NULL; in bnad_enable_msix()
2683 bnad->msix_num = 0; in bnad_enable_msix()
2684 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_enable_msix()
2685 bnad->cfg_flags &= ~BNAD_CF_MSIX; in bnad_enable_msix()
2687 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_enable_msix()
2696 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_disable_msix()
2697 cfg_flags = bnad->cfg_flags; in bnad_disable_msix()
2698 if (bnad->cfg_flags & BNAD_CF_MSIX) in bnad_disable_msix()
2699 bnad->cfg_flags &= ~BNAD_CF_MSIX; in bnad_disable_msix()
2700 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_disable_msix()
2703 pci_disable_msix(bnad->pcidev); in bnad_disable_msix()
2704 kfree(bnad->msix_table); in bnad_disable_msix()
2705 bnad->msix_table = NULL; in bnad_disable_msix()
2718 mutex_lock(&bnad->conf_mutex); in bnad_open()
2734 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_open()
2735 bna_enet_mtu_set(&bnad->bna.enet, in bnad_open()
2736 BNAD_FRAME_SIZE(bnad->netdev->mtu), NULL); in bnad_open()
2737 bna_enet_pause_config(&bnad->bna.enet, &pause_config); in bnad_open()
2738 bna_enet_enable(&bnad->bna.enet); in bnad_open()
2739 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_open()
2748 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_open()
2749 bnad_mac_addr_set_locked(bnad, netdev->dev_addr); in bnad_open()
2750 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_open()
2755 mutex_unlock(&bnad->conf_mutex); in bnad_open()
2763 mutex_unlock(&bnad->conf_mutex); in bnad_open()
2773 mutex_lock(&bnad->conf_mutex); in bnad_stop()
2778 init_completion(&bnad->bnad_completions.enet_comp); in bnad_stop()
2780 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_stop()
2781 bna_enet_disable(&bnad->bna.enet, BNA_HARD_CLEANUP, in bnad_stop()
2783 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_stop()
2785 wait_for_completion(&bnad->bnad_completions.enet_comp); in bnad_stop()
2793 mutex_unlock(&bnad->conf_mutex); in bnad_stop()
2812 if (test_bit(BNAD_RF_CEE_RUNNING, &bnad->run_flags)) { in bnad_txq_wi_prepare()
2813 vlan_tag = ((tcb->priority & 0x7) << VLAN_PRIO_SHIFT) in bnad_txq_wi_prepare()
2817 txqent->hdr.wi.vlan_tag = htons(vlan_tag); in bnad_txq_wi_prepare()
2820 gso_size = skb_shinfo(skb)->gso_size; in bnad_txq_wi_prepare()
2821 if (unlikely(gso_size > bnad->netdev->mtu)) { in bnad_txq_wi_prepare()
2823 return -EINVAL; in bnad_txq_wi_prepare()
2825 if (unlikely((gso_size + skb_tcp_all_headers(skb)) >= skb->len)) { in bnad_txq_wi_prepare()
2826 txqent->hdr.wi.opcode = htons(BNA_TXQ_WI_SEND); in bnad_txq_wi_prepare()
2827 txqent->hdr.wi.lso_mss = 0; in bnad_txq_wi_prepare()
2830 txqent->hdr.wi.opcode = htons(BNA_TXQ_WI_SEND_LSO); in bnad_txq_wi_prepare()
2831 txqent->hdr.wi.lso_mss = htons(gso_size); in bnad_txq_wi_prepare()
2836 return -EINVAL; in bnad_txq_wi_prepare()
2840 txqent->hdr.wi.l4_hdr_size_n_offset = in bnad_txq_wi_prepare()
2844 txqent->hdr.wi.opcode = htons(BNA_TXQ_WI_SEND); in bnad_txq_wi_prepare()
2845 txqent->hdr.wi.lso_mss = 0; in bnad_txq_wi_prepare()
2847 if (unlikely(skb->len > (bnad->netdev->mtu + VLAN_ETH_HLEN))) { in bnad_txq_wi_prepare()
2849 return -EINVAL; in bnad_txq_wi_prepare()
2852 if (skb->ip_summed == CHECKSUM_PARTIAL) { in bnad_txq_wi_prepare()
2857 proto = ip_hdr(skb)->protocol; in bnad_txq_wi_prepare()
2861 proto = ipv6_hdr(skb)->nexthdr; in bnad_txq_wi_prepare()
2866 txqent->hdr.wi.l4_hdr_size_n_offset = in bnad_txq_wi_prepare()
2875 return -EINVAL; in bnad_txq_wi_prepare()
2879 txqent->hdr.wi.l4_hdr_size_n_offset = in bnad_txq_wi_prepare()
2888 return -EINVAL; in bnad_txq_wi_prepare()
2893 return -EINVAL; in bnad_txq_wi_prepare()
2896 txqent->hdr.wi.l4_hdr_size_n_offset = 0; in bnad_txq_wi_prepare()
2899 txqent->hdr.wi.flags = htons(flags); in bnad_txq_wi_prepare()
2900 txqent->hdr.wi.frame_length = htonl(skb->len); in bnad_txq_wi_prepare()
2926 if (unlikely(skb->len <= ETH_HLEN)) { in bnad_start_xmit()
2942 tcb = bnad->tx_info[0].tcb[txq_id]; in bnad_start_xmit()
2948 if (unlikely(!tcb || !test_bit(BNAD_TXQ_TX_STARTED, &tcb->flags))) { in bnad_start_xmit()
2954 q_depth = tcb->q_depth; in bnad_start_xmit()
2955 prod = tcb->producer_index; in bnad_start_xmit()
2956 unmap_q = tcb->unmap_q; in bnad_start_xmit()
2958 vectors = 1 + skb_shinfo(skb)->nr_frags; in bnad_start_xmit()
2969 if ((*tcb->hw_consumer_index != tcb->consumer_index) && in bnad_start_xmit()
2970 !test_and_set_bit(BNAD_TXQ_FREE_SENT, &tcb->flags)) { in bnad_start_xmit()
2973 if (likely(test_bit(BNAD_TXQ_TX_STARTED, &tcb->flags))) in bnad_start_xmit()
2974 bna_ib_ack(tcb->i_dbell, sent); in bnad_start_xmit()
2976 clear_bit(BNAD_TXQ_FREE_SENT, &tcb->flags); in bnad_start_xmit()
2997 txqent = &((struct bna_txq_entry *)tcb->sw_q)[prod]; in bnad_start_xmit()
3005 txqent->hdr.wi.reserved = 0; in bnad_start_xmit()
3006 txqent->hdr.wi.num_vectors = vectors; in bnad_start_xmit()
3008 head_unmap->skb = skb; in bnad_start_xmit()
3009 head_unmap->nvecs = 0; in bnad_start_xmit()
3013 dma_addr = dma_map_single(&bnad->pcidev->dev, skb->data, in bnad_start_xmit()
3015 if (dma_mapping_error(&bnad->pcidev->dev, dma_addr)) { in bnad_start_xmit()
3020 BNA_SET_DMA_ADDR(dma_addr, &txqent->vector[0].host_addr); in bnad_start_xmit()
3021 txqent->vector[0].length = htons(len); in bnad_start_xmit()
3022 dma_unmap_addr_set(&unmap->vectors[0], dma_addr, dma_addr); in bnad_start_xmit()
3023 head_unmap->nvecs++; in bnad_start_xmit()
3025 for (i = 0, vect_id = 0; i < vectors - 1; i++) { in bnad_start_xmit()
3026 const skb_frag_t *frag = &skb_shinfo(skb)->frags[i]; in bnad_start_xmit()
3030 /* Undo the changes starting at tcb->producer_index */ in bnad_start_xmit()
3032 tcb->producer_index); in bnad_start_xmit()
3044 txqent = &((struct bna_txq_entry *)tcb->sw_q)[prod]; in bnad_start_xmit()
3045 txqent->hdr.wi_ext.opcode = htons(BNA_TXQ_WI_EXTENSION); in bnad_start_xmit()
3049 dma_addr = skb_frag_dma_map(&bnad->pcidev->dev, frag, in bnad_start_xmit()
3051 if (dma_mapping_error(&bnad->pcidev->dev, dma_addr)) { in bnad_start_xmit()
3052 /* Undo the changes starting at tcb->producer_index */ in bnad_start_xmit()
3054 tcb->producer_index); in bnad_start_xmit()
3060 dma_unmap_len_set(&unmap->vectors[vect_id], dma_len, size); in bnad_start_xmit()
3061 BNA_SET_DMA_ADDR(dma_addr, &txqent->vector[vect_id].host_addr); in bnad_start_xmit()
3062 txqent->vector[vect_id].length = htons(size); in bnad_start_xmit()
3063 dma_unmap_addr_set(&unmap->vectors[vect_id], dma_addr, in bnad_start_xmit()
3065 head_unmap->nvecs++; in bnad_start_xmit()
3068 if (unlikely(len != skb->len)) { in bnad_start_xmit()
3069 /* Undo the changes starting at tcb->producer_index */ in bnad_start_xmit()
3070 bnad_tx_buff_unmap(bnad, unmap_q, q_depth, tcb->producer_index); in bnad_start_xmit()
3077 tcb->producer_index = prod; in bnad_start_xmit()
3081 if (unlikely(!test_bit(BNAD_TXQ_TX_STARTED, &tcb->flags))) in bnad_start_xmit()
3101 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_get_stats64()
3106 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_get_stats64()
3112 struct net_device *netdev = bnad->netdev; in bnad_set_rx_ucast_fltr()
3119 if (netdev_uc_empty(bnad->netdev)) { in bnad_set_rx_ucast_fltr()
3120 bna_rx_ucast_listset(bnad->rx_info[0].rx, 0, NULL); in bnad_set_rx_ucast_fltr()
3124 if (uc_count > bna_attr(&bnad->bna)->num_ucmac) in bnad_set_rx_ucast_fltr()
3133 ether_addr_copy(&mac_list[entry * ETH_ALEN], &ha->addr[0]); in bnad_set_rx_ucast_fltr()
3137 ret = bna_rx_ucast_listset(bnad->rx_info[0].rx, entry, mac_list); in bnad_set_rx_ucast_fltr()
3147 bnad->cfg_flags |= BNAD_CF_DEFAULT; in bnad_set_rx_ucast_fltr()
3148 bna_rx_ucast_listset(bnad->rx_info[0].rx, 0, NULL); in bnad_set_rx_ucast_fltr()
3154 struct net_device *netdev = bnad->netdev; in bnad_set_rx_mcast_fltr()
3159 if (netdev->flags & IFF_ALLMULTI) in bnad_set_rx_mcast_fltr()
3165 if (mc_count > bna_attr(&bnad->bna)->num_mcmac) in bnad_set_rx_mcast_fltr()
3177 ret = bna_rx_mcast_listset(bnad->rx_info[0].rx, mc_count + 1, mac_list); in bnad_set_rx_mcast_fltr()
3186 bnad->cfg_flags |= BNAD_CF_ALLMULTI; in bnad_set_rx_mcast_fltr()
3187 bna_rx_mcast_delall(bnad->rx_info[0].rx); in bnad_set_rx_mcast_fltr()
3197 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_set_rx_mode()
3199 if (bnad->rx_info[0].rx == NULL) { in bnad_set_rx_mode()
3200 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_set_rx_mode()
3205 bnad->cfg_flags &= ~(BNAD_CF_PROMISC | BNAD_CF_DEFAULT | in bnad_set_rx_mode()
3209 if (netdev->flags & IFF_PROMISC) { in bnad_set_rx_mode()
3211 bnad->cfg_flags |= BNAD_CF_PROMISC; in bnad_set_rx_mode()
3215 if (bnad->cfg_flags & BNAD_CF_ALLMULTI) in bnad_set_rx_mode()
3220 if (bnad->cfg_flags & BNAD_CF_DEFAULT) in bnad_set_rx_mode()
3226 bna_rx_mode_set(bnad->rx_info[0].rx, new_mode, mode_mask); in bnad_set_rx_mode()
3228 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_set_rx_mode()
3232 * bna_lock is used to sync writes to netdev->addr
3234 * in a non-blocking context.
3244 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_set_mac_address()
3246 err = bnad_mac_addr_set_locked(bnad, sa->sa_data); in bnad_set_mac_address()
3248 eth_hw_addr_set(netdev, sa->sa_data); in bnad_set_mac_address()
3250 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_set_mac_address()
3260 init_completion(&bnad->bnad_completions.mtu_comp); in bnad_mtu_set()
3262 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_mtu_set()
3263 bna_enet_mtu_set(&bnad->bna.enet, frame_size, bnad_cb_enet_mtu_set); in bnad_mtu_set()
3264 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_mtu_set()
3266 wait_for_completion(&bnad->bnad_completions.mtu_comp); in bnad_mtu_set()
3268 return bnad->bnad_completions.mtu_comp_status; in bnad_mtu_set()
3278 mutex_lock(&bnad->conf_mutex); in bnad_change_mtu()
3280 mtu = netdev->mtu; in bnad_change_mtu()
3281 WRITE_ONCE(netdev->mtu, new_mtu); in bnad_change_mtu()
3286 /* check if multi-buffer needs to be enabled */ in bnad_change_mtu()
3288 netif_running(bnad->netdev)) { in bnad_change_mtu()
3297 err = -EBUSY; in bnad_change_mtu()
3299 mutex_unlock(&bnad->conf_mutex); in bnad_change_mtu()
3309 if (!bnad->rx_info[0].rx) in bnad_vlan_rx_add_vid()
3312 mutex_lock(&bnad->conf_mutex); in bnad_vlan_rx_add_vid()
3314 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_vlan_rx_add_vid()
3315 bna_rx_vlan_add(bnad->rx_info[0].rx, vid); in bnad_vlan_rx_add_vid()
3316 set_bit(vid, bnad->active_vlans); in bnad_vlan_rx_add_vid()
3317 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_vlan_rx_add_vid()
3319 mutex_unlock(&bnad->conf_mutex); in bnad_vlan_rx_add_vid()
3330 if (!bnad->rx_info[0].rx) in bnad_vlan_rx_kill_vid()
3333 mutex_lock(&bnad->conf_mutex); in bnad_vlan_rx_kill_vid()
3335 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_vlan_rx_kill_vid()
3336 clear_bit(vid, bnad->active_vlans); in bnad_vlan_rx_kill_vid()
3337 bna_rx_vlan_del(bnad->rx_info[0].rx, vid); in bnad_vlan_rx_kill_vid()
3338 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_vlan_rx_kill_vid()
3340 mutex_unlock(&bnad->conf_mutex); in bnad_vlan_rx_kill_vid()
3348 netdev_features_t changed = features ^ dev->features; in bnad_set_features()
3353 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_set_features()
3356 bna_rx_vlan_strip_enable(bnad->rx_info[0].rx); in bnad_set_features()
3358 bna_rx_vlan_strip_disable(bnad->rx_info[0].rx); in bnad_set_features()
3360 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_set_features()
3376 if (!(bnad->cfg_flags & BNAD_CF_MSIX)) { in bnad_netpoll()
3377 bna_intx_disable(&bnad->bna, curr_mask); in bnad_netpoll()
3378 bnad_isr(bnad->pcidev->irq, netdev); in bnad_netpoll()
3379 bna_intx_enable(&bnad->bna, curr_mask); in bnad_netpoll()
3387 for (i = 0; i < bnad->num_rx; i++) { in bnad_netpoll()
3388 rx_info = &bnad->rx_info[i]; in bnad_netpoll()
3389 if (!rx_info->rx) in bnad_netpoll()
3391 for (j = 0; j < bnad->num_rxp_per_rx; j++) { in bnad_netpoll()
3392 rx_ctrl = &rx_info->rx_ctrl[j]; in bnad_netpoll()
3393 if (rx_ctrl->ccb) in bnad_netpoll()
3395 rx_ctrl->ccb); in bnad_netpoll()
3422 struct net_device *netdev = bnad->netdev; in bnad_netdev_init()
3424 netdev->hw_features = NETIF_F_SG | NETIF_F_RXCSUM | in bnad_netdev_init()
3429 netdev->vlan_features = NETIF_F_SG | NETIF_F_HIGHDMA | in bnad_netdev_init()
3433 netdev->features |= netdev->hw_features | NETIF_F_HW_VLAN_CTAG_FILTER | in bnad_netdev_init()
3436 netdev->mem_start = bnad->mmio_start; in bnad_netdev_init()
3437 netdev->mem_end = bnad->mmio_start + bnad->mmio_len - 1; in bnad_netdev_init()
3439 /* MTU range: 46 - 9000 */ in bnad_netdev_init()
3440 netdev->min_mtu = ETH_ZLEN - ETH_HLEN; in bnad_netdev_init()
3441 netdev->max_mtu = BNAD_JUMBO_MTU; in bnad_netdev_init()
3443 netdev->netdev_ops = &bnad_netdev_ops; in bnad_netdev_init()
3459 SET_NETDEV_DEV(netdev, &pdev->dev); in bnad_init()
3462 bnad->netdev = netdev; in bnad_init()
3463 bnad->pcidev = pdev; in bnad_init()
3464 bnad->mmio_start = pci_resource_start(pdev, 0); in bnad_init()
3465 bnad->mmio_len = pci_resource_len(pdev, 0); in bnad_init()
3466 bnad->bar0 = ioremap(bnad->mmio_start, bnad->mmio_len); in bnad_init()
3467 if (!bnad->bar0) { in bnad_init()
3468 dev_err(&pdev->dev, "ioremap for bar0 failed\n"); in bnad_init()
3469 return -ENOMEM; in bnad_init()
3471 dev_info(&pdev->dev, "bar0 mapped to %p, len %llu\n", bnad->bar0, in bnad_init()
3472 (unsigned long long) bnad->mmio_len); in bnad_init()
3474 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_init()
3476 bnad->cfg_flags = BNAD_CF_MSIX; in bnad_init()
3478 bnad->cfg_flags |= BNAD_CF_DIM_ENABLED; in bnad_init()
3481 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_init()
3483 bnad->msix_num = (bnad->num_tx * bnad->num_txq_per_tx) + in bnad_init()
3484 (bnad->num_rx * bnad->num_rxp_per_rx) + in bnad_init()
3487 bnad->txq_depth = BNAD_TXQ_DEPTH; in bnad_init()
3488 bnad->rxq_depth = BNAD_RXQ_DEPTH; in bnad_init()
3490 bnad->tx_coalescing_timeo = BFI_TX_COALESCING_TIMEO; in bnad_init()
3491 bnad->rx_coalescing_timeo = BFI_RX_COALESCING_TIMEO; in bnad_init()
3493 sprintf(bnad->wq_name, "%s_wq_%d", BNAD_NAME, bnad->id); in bnad_init()
3494 bnad->work_q = create_singlethread_workqueue(bnad->wq_name); in bnad_init()
3495 if (!bnad->work_q) { in bnad_init()
3496 iounmap(bnad->bar0); in bnad_init()
3497 return -ENOMEM; in bnad_init()
3511 if (bnad->work_q) { in bnad_uninit()
3512 destroy_workqueue(bnad->work_q); in bnad_uninit()
3513 bnad->work_q = NULL; in bnad_uninit()
3516 if (bnad->bar0) in bnad_uninit()
3517 iounmap(bnad->bar0); in bnad_uninit()
3529 spin_lock_init(&bnad->bna_lock); in bnad_lock_init()
3530 mutex_init(&bnad->conf_mutex); in bnad_lock_init()
3536 mutex_destroy(&bnad->conf_mutex); in bnad_lock_uninit()
3551 err = dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(64)); in bnad_pci_init()
3586 dev_err(&pdev->dev, "failed to load firmware image!\n"); in bnad_pci_probe()
3587 return -ENODEV; in bnad_pci_probe()
3593 * bnad = netdev->priv in bnad_pci_probe()
3597 err = -ENOMEM; in bnad_pci_probe()
3602 bnad->id = atomic_inc_return(&bna_id) - 1; in bnad_pci_probe()
3604 mutex_lock(&bnad->conf_mutex); in bnad_pci_probe()
3629 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_pci_probe()
3630 bna_res_req(&bnad->res_info[0]); in bnad_pci_probe()
3631 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_pci_probe()
3634 err = bnad_res_alloc(bnad, &bnad->res_info[0], BNA_RES_T_MAX); in bnad_pci_probe()
3638 bna = &bnad->bna; in bnad_pci_probe()
3641 pcidev_info.pci_slot = PCI_SLOT(bnad->pcidev->devfn); in bnad_pci_probe()
3642 pcidev_info.pci_func = PCI_FUNC(bnad->pcidev->devfn); in bnad_pci_probe()
3643 pcidev_info.device_id = bnad->pcidev->device; in bnad_pci_probe()
3644 pcidev_info.pci_bar_kva = bnad->bar0; in bnad_pci_probe()
3646 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_pci_probe()
3647 bna_init(bna, bnad, &pcidev_info, &bnad->res_info[0]); in bnad_pci_probe()
3648 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_pci_probe()
3650 bnad->stats.bna_stats = &bna->stats; in bnad_pci_probe()
3658 timer_setup(&bnad->bna.ioceth.ioc.ioc_timer, bnad_ioc_timeout, 0); in bnad_pci_probe()
3659 timer_setup(&bnad->bna.ioceth.ioc.hb_timer, bnad_ioc_hb_check, 0); in bnad_pci_probe()
3660 timer_setup(&bnad->bna.ioceth.ioc.iocpf_timer, bnad_iocpf_timeout, 0); in bnad_pci_probe()
3661 timer_setup(&bnad->bna.ioceth.ioc.sem_timer, bnad_iocpf_sem_timeout, in bnad_pci_probe()
3671 dev_err(&pdev->dev, "initialization failed err=%d\n", err); in bnad_pci_probe()
3675 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_pci_probe()
3678 bnad_q_num_adjust(bnad, bna_attr(bna)->num_txq - 1, in bnad_pci_probe()
3679 bna_attr(bna)->num_rxp - 1); in bnad_pci_probe()
3682 err = -EIO; in bnad_pci_probe()
3684 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_pci_probe()
3688 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_pci_probe()
3689 bna_mod_res_req(&bnad->bna, &bnad->mod_res_info[0]); in bnad_pci_probe()
3690 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_pci_probe()
3692 err = bnad_res_alloc(bnad, &bnad->mod_res_info[0], BNA_MOD_RES_T_MAX); in bnad_pci_probe()
3694 err = -EIO; in bnad_pci_probe()
3698 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_pci_probe()
3699 bna_mod_init(&bnad->bna, &bnad->mod_res_info[0]); in bnad_pci_probe()
3700 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_pci_probe()
3702 /* Get the burnt-in mac */ in bnad_pci_probe()
3703 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_pci_probe()
3704 bna_enet_perm_mac_get(&bna->enet, bnad->perm_addr); in bnad_pci_probe()
3706 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_pci_probe()
3708 mutex_unlock(&bnad->conf_mutex); in bnad_pci_probe()
3713 dev_err(&pdev->dev, "registering net device failed\n"); in bnad_pci_probe()
3716 set_bit(BNAD_RF_NETDEV_REGISTERED, &bnad->run_flags); in bnad_pci_probe()
3721 mutex_unlock(&bnad->conf_mutex); in bnad_pci_probe()
3725 mutex_lock(&bnad->conf_mutex); in bnad_pci_probe()
3726 bnad_res_free(bnad, &bnad->mod_res_info[0], BNA_MOD_RES_T_MAX); in bnad_pci_probe()
3729 timer_delete_sync(&bnad->bna.ioceth.ioc.ioc_timer); in bnad_pci_probe()
3730 timer_delete_sync(&bnad->bna.ioceth.ioc.sem_timer); in bnad_pci_probe()
3731 timer_delete_sync(&bnad->bna.ioceth.ioc.hb_timer); in bnad_pci_probe()
3732 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_pci_probe()
3734 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_pci_probe()
3738 bnad_res_free(bnad, &bnad->res_info[0], BNA_RES_T_MAX); in bnad_pci_probe()
3741 kfree(bnad->regdata); in bnad_pci_probe()
3747 mutex_unlock(&bnad->conf_mutex); in bnad_pci_probe()
3765 bna = &bnad->bna; in bnad_pci_remove()
3767 if (test_and_clear_bit(BNAD_RF_NETDEV_REGISTERED, &bnad->run_flags)) in bnad_pci_remove()
3770 mutex_lock(&bnad->conf_mutex); in bnad_pci_remove()
3772 timer_delete_sync(&bnad->bna.ioceth.ioc.ioc_timer); in bnad_pci_remove()
3773 timer_delete_sync(&bnad->bna.ioceth.ioc.sem_timer); in bnad_pci_remove()
3774 timer_delete_sync(&bnad->bna.ioceth.ioc.hb_timer); in bnad_pci_remove()
3775 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_pci_remove()
3777 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_pci_remove()
3779 bnad_res_free(bnad, &bnad->mod_res_info[0], BNA_MOD_RES_T_MAX); in bnad_pci_remove()
3780 bnad_res_free(bnad, &bnad->res_info[0], BNA_RES_T_MAX); in bnad_pci_remove()
3784 mutex_unlock(&bnad->conf_mutex); in bnad_pci_remove()
3787 kfree(bnad->regdata); in bnad_pci_remove()
3846 MODULE_DESCRIPTION("QLogic BR-series 10G PCIe Ethernet driver");