Lines Matching +full:ipa +full:- +full:shared
1 // SPDX-License-Identifier: GPL-2.0
2 /* Copyright(c) 2013 - 2021 Intel Corporation. */
32 static const char i40e_copyright[] = "Copyright (c) 2013 - 2019 Intel Corporation.";
58 /* i40e_pci_tbl - PCI Device ID Table
98 static int debug = -1;
118 if (is_unicast_ether_addr(f->macaddr) || is_link_local_ether_addr(f->macaddr)) in netdev_hw_addr_refcnt()
119 ha_list = &netdev->uc; in netdev_hw_addr_refcnt()
121 ha_list = &netdev->mc; in netdev_hw_addr_refcnt()
124 if (ether_addr_equal(ha->addr, f->macaddr)) { in netdev_hw_addr_refcnt()
125 ha->refcount += delta; in netdev_hw_addr_refcnt()
126 if (ha->refcount <= 0) in netdev_hw_addr_refcnt()
127 ha->refcount = 1; in netdev_hw_addr_refcnt()
134 * i40e_hw_to_dev - get device pointer from the hardware structure
141 return &pf->pdev->dev; in i40e_hw_to_dev()
145 * i40e_allocate_dma_mem - OS specific memory alloc for shared code
156 mem->size = ALIGN(size, alignment); in i40e_allocate_dma_mem()
157 mem->va = dma_alloc_coherent(&pf->pdev->dev, mem->size, &mem->pa, in i40e_allocate_dma_mem()
159 if (!mem->va) in i40e_allocate_dma_mem()
160 return -ENOMEM; in i40e_allocate_dma_mem()
166 * i40e_free_dma_mem - OS specific memory free for shared code
174 dma_free_coherent(&pf->pdev->dev, mem->size, mem->va, mem->pa); in i40e_free_dma_mem()
175 mem->va = NULL; in i40e_free_dma_mem()
176 mem->pa = 0; in i40e_free_dma_mem()
177 mem->size = 0; in i40e_free_dma_mem()
183 * i40e_allocate_virt_mem - OS specific memory alloc for shared code
191 mem->size = size; in i40e_allocate_virt_mem()
192 mem->va = kzalloc(size, GFP_KERNEL); in i40e_allocate_virt_mem()
194 if (!mem->va) in i40e_allocate_virt_mem()
195 return -ENOMEM; in i40e_allocate_virt_mem()
201 * i40e_free_virt_mem - OS specific memory free for shared code
208 kfree(mem->va); in i40e_free_virt_mem()
209 mem->va = NULL; in i40e_free_virt_mem()
210 mem->size = 0; in i40e_free_virt_mem()
216 * i40e_get_lump - find a lump of free generic resource
227 int ret = -ENOMEM; in i40e_get_lump()
231 dev_info(&pf->pdev->dev, in i40e_get_lump()
234 return -EINVAL; in i40e_get_lump()
240 if (pile == pf->qp_pile && pf->vsi[id]->type == I40E_VSI_FDIR) { in i40e_get_lump()
241 if (pile->list[pile->num_entries - 1] & I40E_PILE_VALID_BIT) { in i40e_get_lump()
242 dev_err(&pf->pdev->dev, in i40e_get_lump()
244 pile->num_entries - 1); in i40e_get_lump()
245 return -ENOMEM; in i40e_get_lump()
247 pile->list[pile->num_entries - 1] = id | I40E_PILE_VALID_BIT; in i40e_get_lump()
248 return pile->num_entries - 1; in i40e_get_lump()
252 while (i < pile->num_entries) { in i40e_get_lump()
254 if (pile->list[i] & I40E_PILE_VALID_BIT) { in i40e_get_lump()
260 for (j = 0; (j < needed) && ((i+j) < pile->num_entries); j++) { in i40e_get_lump()
261 if (pile->list[i+j] & I40E_PILE_VALID_BIT) in i40e_get_lump()
268 pile->list[i+j] = id | I40E_PILE_VALID_BIT; in i40e_get_lump()
281 * i40e_put_lump - return a lump of generic resource
294 if (!pile || index >= pile->num_entries) in i40e_put_lump()
295 return -EINVAL; in i40e_put_lump()
298 i < pile->num_entries && pile->list[i] == valid_id; in i40e_put_lump()
300 pile->list[i] = 0; in i40e_put_lump()
309 * i40e_find_vsi_from_id - searches for the vsi with the given id
319 if (vsi->id == id) in i40e_find_vsi_from_id()
326 * i40e_service_event_schedule - Schedule the service task to wake up
333 if ((!test_bit(__I40E_DOWN, pf->state) && in i40e_service_event_schedule()
334 !test_bit(__I40E_RESET_RECOVERY_PENDING, pf->state)) || in i40e_service_event_schedule()
335 test_bit(__I40E_RECOVERY_MODE, pf->state)) in i40e_service_event_schedule()
336 queue_work(i40e_wq, &pf->service_task); in i40e_service_event_schedule()
340 * i40e_tx_timeout - Respond to a Tx Hang
351 struct i40e_vsi *vsi = np->vsi; in i40e_tx_timeout()
352 struct i40e_pf *pf = vsi->back; in i40e_tx_timeout()
357 pf->tx_timeout_count++; in i40e_tx_timeout()
360 for (i = 0; i < vsi->num_queue_pairs; i++) { in i40e_tx_timeout()
361 if (vsi->tx_rings[i] && vsi->tx_rings[i]->desc) { in i40e_tx_timeout()
363 vsi->tx_rings[i]->queue_index) { in i40e_tx_timeout()
364 tx_ring = vsi->tx_rings[i]; in i40e_tx_timeout()
370 if (time_after(jiffies, (pf->tx_timeout_last_recovery + HZ*20))) in i40e_tx_timeout()
371 pf->tx_timeout_recovery_level = 1; /* reset after some time */ in i40e_tx_timeout()
373 (pf->tx_timeout_last_recovery + netdev->watchdog_timeo))) in i40e_tx_timeout()
377 if (test_and_set_bit(__I40E_TIMEOUT_RECOVERY_PENDING, pf->state)) in i40e_tx_timeout()
383 if (test_bit(I40E_FLAG_MSIX_ENA, pf->flags)) in i40e_tx_timeout()
384 val = rd32(&pf->hw, in i40e_tx_timeout()
385 I40E_PFINT_DYN_CTLN(tx_ring->q_vector->v_idx + in i40e_tx_timeout()
386 tx_ring->vsi->base_vector - 1)); in i40e_tx_timeout()
388 val = rd32(&pf->hw, I40E_PFINT_DYN_CTL0); in i40e_tx_timeout()
391 vsi->seid, txqueue, tx_ring->next_to_clean, in i40e_tx_timeout()
392 head, tx_ring->next_to_use, in i40e_tx_timeout()
393 readl(tx_ring->tail), val); in i40e_tx_timeout()
396 pf->tx_timeout_last_recovery = jiffies; in i40e_tx_timeout()
398 pf->tx_timeout_recovery_level, txqueue); in i40e_tx_timeout()
400 switch (pf->tx_timeout_recovery_level) { in i40e_tx_timeout()
402 set_bit(__I40E_PF_RESET_REQUESTED, pf->state); in i40e_tx_timeout()
405 set_bit(__I40E_CORE_RESET_REQUESTED, pf->state); in i40e_tx_timeout()
408 set_bit(__I40E_GLOBAL_RESET_REQUESTED, pf->state); in i40e_tx_timeout()
411 netdev_err(netdev, "tx_timeout recovery unsuccessful, device is in non-recoverable state.\n"); in i40e_tx_timeout()
412 set_bit(__I40E_DOWN_REQUESTED, pf->state); in i40e_tx_timeout()
413 set_bit(__I40E_VSI_DOWN_REQUESTED, vsi->state); in i40e_tx_timeout()
418 pf->tx_timeout_recovery_level++; in i40e_tx_timeout()
422 * i40e_get_vsi_stats_struct - Get System Network Statistics
430 return &vsi->net_stats; in i40e_get_vsi_stats_struct()
434 * i40e_get_netdev_stats_struct_tx - populate stats from a Tx ring
445 start = u64_stats_fetch_begin(&ring->syncp); in i40e_get_netdev_stats_struct_tx()
446 packets = ring->stats.packets; in i40e_get_netdev_stats_struct_tx()
447 bytes = ring->stats.bytes; in i40e_get_netdev_stats_struct_tx()
448 } while (u64_stats_fetch_retry(&ring->syncp, start)); in i40e_get_netdev_stats_struct_tx()
450 stats->tx_packets += packets; in i40e_get_netdev_stats_struct_tx()
451 stats->tx_bytes += bytes; in i40e_get_netdev_stats_struct_tx()
455 * i40e_get_netdev_stats_struct - Get statistics for netdev interface
466 struct i40e_vsi *vsi = np->vsi; in i40e_get_netdev_stats_struct()
471 if (test_bit(__I40E_VSI_DOWN, vsi->state)) in i40e_get_netdev_stats_struct()
474 if (!vsi->tx_rings) in i40e_get_netdev_stats_struct()
478 for (i = 0; i < vsi->num_queue_pairs; i++) { in i40e_get_netdev_stats_struct()
482 ring = READ_ONCE(vsi->tx_rings[i]); in i40e_get_netdev_stats_struct()
488 ring = READ_ONCE(vsi->xdp_rings[i]); in i40e_get_netdev_stats_struct()
494 ring = READ_ONCE(vsi->rx_rings[i]); in i40e_get_netdev_stats_struct()
498 start = u64_stats_fetch_begin(&ring->syncp); in i40e_get_netdev_stats_struct()
499 packets = ring->stats.packets; in i40e_get_netdev_stats_struct()
500 bytes = ring->stats.bytes; in i40e_get_netdev_stats_struct()
501 } while (u64_stats_fetch_retry(&ring->syncp, start)); in i40e_get_netdev_stats_struct()
503 stats->rx_packets += packets; in i40e_get_netdev_stats_struct()
504 stats->rx_bytes += bytes; in i40e_get_netdev_stats_struct()
510 stats->multicast = vsi_stats->multicast; in i40e_get_netdev_stats_struct()
511 stats->tx_errors = vsi_stats->tx_errors; in i40e_get_netdev_stats_struct()
512 stats->tx_dropped = vsi_stats->tx_dropped; in i40e_get_netdev_stats_struct()
513 stats->rx_errors = vsi_stats->rx_errors; in i40e_get_netdev_stats_struct()
514 stats->rx_dropped = vsi_stats->rx_dropped; in i40e_get_netdev_stats_struct()
515 stats->rx_missed_errors = vsi_stats->rx_missed_errors; in i40e_get_netdev_stats_struct()
516 stats->rx_crc_errors = vsi_stats->rx_crc_errors; in i40e_get_netdev_stats_struct()
517 stats->rx_length_errors = vsi_stats->rx_length_errors; in i40e_get_netdev_stats_struct()
521 * i40e_vsi_reset_stats - Resets all stats of the given vsi
534 memset(&vsi->net_stats_offsets, 0, sizeof(vsi->net_stats_offsets)); in i40e_vsi_reset_stats()
535 memset(&vsi->eth_stats, 0, sizeof(vsi->eth_stats)); in i40e_vsi_reset_stats()
536 memset(&vsi->eth_stats_offsets, 0, sizeof(vsi->eth_stats_offsets)); in i40e_vsi_reset_stats()
537 if (vsi->rx_rings && vsi->rx_rings[0]) { in i40e_vsi_reset_stats()
538 for (i = 0; i < vsi->num_queue_pairs; i++) { in i40e_vsi_reset_stats()
539 memset(&vsi->rx_rings[i]->stats, 0, in i40e_vsi_reset_stats()
540 sizeof(vsi->rx_rings[i]->stats)); in i40e_vsi_reset_stats()
541 memset(&vsi->rx_rings[i]->rx_stats, 0, in i40e_vsi_reset_stats()
542 sizeof(vsi->rx_rings[i]->rx_stats)); in i40e_vsi_reset_stats()
543 memset(&vsi->tx_rings[i]->stats, 0, in i40e_vsi_reset_stats()
544 sizeof(vsi->tx_rings[i]->stats)); in i40e_vsi_reset_stats()
545 memset(&vsi->tx_rings[i]->tx_stats, 0, in i40e_vsi_reset_stats()
546 sizeof(vsi->tx_rings[i]->tx_stats)); in i40e_vsi_reset_stats()
549 vsi->stat_offsets_loaded = false; in i40e_vsi_reset_stats()
553 * i40e_pf_reset_stats - Reset all of the stats for the given PF
561 memset(&pf->stats, 0, sizeof(pf->stats)); in i40e_pf_reset_stats()
562 memset(&pf->stats_offsets, 0, sizeof(pf->stats_offsets)); in i40e_pf_reset_stats()
563 pf->stat_offsets_loaded = false; in i40e_pf_reset_stats()
566 memset(&veb->stats, 0, sizeof(veb->stats)); in i40e_pf_reset_stats()
567 memset(&veb->stats_offsets, 0, sizeof(veb->stats_offsets)); in i40e_pf_reset_stats()
568 memset(&veb->tc_stats, 0, sizeof(veb->tc_stats)); in i40e_pf_reset_stats()
569 memset(&veb->tc_stats_offsets, 0, sizeof(veb->tc_stats_offsets)); in i40e_pf_reset_stats()
570 veb->stat_offsets_loaded = false; in i40e_pf_reset_stats()
572 pf->hw_csum_rx_error = 0; in i40e_pf_reset_stats()
576 * i40e_compute_pci_to_hw_id - compute index form PCI function.
584 if (vsi->type == I40E_VSI_SRIOV) in i40e_compute_pci_to_hw_id()
585 return (hw->port * BIT(7)) / pf_count + vsi->vf_id; in i40e_compute_pci_to_hw_id()
587 return hw->port + BIT(7); in i40e_compute_pci_to_hw_id()
591 * i40e_stat_update64 - read and update a 64 bit stat from the chip.
613 *stat = new_data - *offset; in i40e_stat_update64()
617 * i40e_stat_update48 - read and update a 48 bit stat from the chip
629 * the potential roll-over.
636 if (hw->device_id == I40E_DEV_ID_QEMU) { in i40e_stat_update48()
645 *stat = new_data - *offset; in i40e_stat_update48()
647 *stat = (new_data + BIT_ULL(48)) - *offset; in i40e_stat_update48()
652 * i40e_stat_update32 - read and update a 32 bit stat from the chip
668 *stat = (u32)(new_data - *offset); in i40e_stat_update32()
670 *stat = (u32)((new_data + BIT_ULL(32)) - *offset); in i40e_stat_update32()
674 * i40e_stat_update_and_clear32 - read and clear hw reg, update a 32 bit stat
688 * i40e_stats_update_rx_discards - update rx_discards.
703 &stat_offset->rx_discards, &stat->rx_discards); in i40e_stats_update_rx_discards()
707 offset_loaded, &stat_offset->rx_discards_other, in i40e_stats_update_rx_discards()
708 &stat->rx_discards_other); in i40e_stats_update_rx_discards()
712 * i40e_update_eth_stats - Update VSI-specific ethernet statistics counters.
717 int stat_idx = le16_to_cpu(vsi->info.stat_counter_idx); in i40e_update_eth_stats()
718 struct i40e_pf *pf = vsi->back; in i40e_update_eth_stats()
719 struct i40e_hw *hw = &pf->hw; in i40e_update_eth_stats()
723 es = &vsi->eth_stats; in i40e_update_eth_stats()
724 oes = &vsi->eth_stats_offsets; in i40e_update_eth_stats()
728 vsi->stat_offsets_loaded, in i40e_update_eth_stats()
729 &oes->tx_errors, &es->tx_errors); in i40e_update_eth_stats()
731 vsi->stat_offsets_loaded, in i40e_update_eth_stats()
732 &oes->rx_unknown_protocol, &es->rx_unknown_protocol); in i40e_update_eth_stats()
736 vsi->stat_offsets_loaded, in i40e_update_eth_stats()
737 &oes->rx_bytes, &es->rx_bytes); in i40e_update_eth_stats()
740 vsi->stat_offsets_loaded, in i40e_update_eth_stats()
741 &oes->rx_unicast, &es->rx_unicast); in i40e_update_eth_stats()
744 vsi->stat_offsets_loaded, in i40e_update_eth_stats()
745 &oes->rx_multicast, &es->rx_multicast); in i40e_update_eth_stats()
748 vsi->stat_offsets_loaded, in i40e_update_eth_stats()
749 &oes->rx_broadcast, &es->rx_broadcast); in i40e_update_eth_stats()
753 vsi->stat_offsets_loaded, in i40e_update_eth_stats()
754 &oes->tx_bytes, &es->tx_bytes); in i40e_update_eth_stats()
757 vsi->stat_offsets_loaded, in i40e_update_eth_stats()
758 &oes->tx_unicast, &es->tx_unicast); in i40e_update_eth_stats()
761 vsi->stat_offsets_loaded, in i40e_update_eth_stats()
762 &oes->tx_multicast, &es->tx_multicast); in i40e_update_eth_stats()
765 vsi->stat_offsets_loaded, in i40e_update_eth_stats()
766 &oes->tx_broadcast, &es->tx_broadcast); in i40e_update_eth_stats()
769 vsi->stat_offsets_loaded, oes, es); in i40e_update_eth_stats()
771 vsi->stat_offsets_loaded = true; in i40e_update_eth_stats()
775 * i40e_update_veb_stats - Update Switch component statistics
780 struct i40e_pf *pf = veb->pf; in i40e_update_veb_stats()
781 struct i40e_hw *hw = &pf->hw; in i40e_update_veb_stats()
788 idx = veb->stats_idx; in i40e_update_veb_stats()
789 es = &veb->stats; in i40e_update_veb_stats()
790 oes = &veb->stats_offsets; in i40e_update_veb_stats()
791 veb_es = &veb->tc_stats; in i40e_update_veb_stats()
792 veb_oes = &veb->tc_stats_offsets; in i40e_update_veb_stats()
796 veb->stat_offsets_loaded, in i40e_update_veb_stats()
797 &oes->tx_discards, &es->tx_discards); in i40e_update_veb_stats()
798 if (hw->revision_id > 0) in i40e_update_veb_stats()
800 veb->stat_offsets_loaded, in i40e_update_veb_stats()
801 &oes->rx_unknown_protocol, in i40e_update_veb_stats()
802 &es->rx_unknown_protocol); in i40e_update_veb_stats()
804 veb->stat_offsets_loaded, in i40e_update_veb_stats()
805 &oes->rx_bytes, &es->rx_bytes); in i40e_update_veb_stats()
807 veb->stat_offsets_loaded, in i40e_update_veb_stats()
808 &oes->rx_unicast, &es->rx_unicast); in i40e_update_veb_stats()
810 veb->stat_offsets_loaded, in i40e_update_veb_stats()
811 &oes->rx_multicast, &es->rx_multicast); in i40e_update_veb_stats()
813 veb->stat_offsets_loaded, in i40e_update_veb_stats()
814 &oes->rx_broadcast, &es->rx_broadcast); in i40e_update_veb_stats()
817 veb->stat_offsets_loaded, in i40e_update_veb_stats()
818 &oes->tx_bytes, &es->tx_bytes); in i40e_update_veb_stats()
820 veb->stat_offsets_loaded, in i40e_update_veb_stats()
821 &oes->tx_unicast, &es->tx_unicast); in i40e_update_veb_stats()
823 veb->stat_offsets_loaded, in i40e_update_veb_stats()
824 &oes->tx_multicast, &es->tx_multicast); in i40e_update_veb_stats()
826 veb->stat_offsets_loaded, in i40e_update_veb_stats()
827 &oes->tx_broadcast, &es->tx_broadcast); in i40e_update_veb_stats()
831 veb->stat_offsets_loaded, in i40e_update_veb_stats()
832 &veb_oes->tc_rx_packets[i], in i40e_update_veb_stats()
833 &veb_es->tc_rx_packets[i]); in i40e_update_veb_stats()
836 veb->stat_offsets_loaded, in i40e_update_veb_stats()
837 &veb_oes->tc_rx_bytes[i], in i40e_update_veb_stats()
838 &veb_es->tc_rx_bytes[i]); in i40e_update_veb_stats()
841 veb->stat_offsets_loaded, in i40e_update_veb_stats()
842 &veb_oes->tc_tx_packets[i], in i40e_update_veb_stats()
843 &veb_es->tc_tx_packets[i]); in i40e_update_veb_stats()
846 veb->stat_offsets_loaded, in i40e_update_veb_stats()
847 &veb_oes->tc_tx_bytes[i], in i40e_update_veb_stats()
848 &veb_es->tc_tx_bytes[i]); in i40e_update_veb_stats()
850 veb->stat_offsets_loaded = true; in i40e_update_veb_stats()
854 * i40e_update_vsi_stats - Update the vsi statistics counters.
866 struct i40e_pf *pf = vsi->back; in i40e_update_vsi_stats()
882 if (test_bit(__I40E_VSI_DOWN, vsi->state) || in i40e_update_vsi_stats()
883 test_bit(__I40E_CONFIG_BUSY, pf->state)) in i40e_update_vsi_stats()
887 ons = &vsi->net_stats_offsets; in i40e_update_vsi_stats()
888 es = &vsi->eth_stats; in i40e_update_vsi_stats()
889 oes = &vsi->eth_stats_offsets; in i40e_update_vsi_stats()
905 for (q = 0; q < vsi->num_queue_pairs; q++) { in i40e_update_vsi_stats()
907 p = READ_ONCE(vsi->tx_rings[q]); in i40e_update_vsi_stats()
912 start = u64_stats_fetch_begin(&p->syncp); in i40e_update_vsi_stats()
913 packets = p->stats.packets; in i40e_update_vsi_stats()
914 bytes = p->stats.bytes; in i40e_update_vsi_stats()
915 } while (u64_stats_fetch_retry(&p->syncp, start)); in i40e_update_vsi_stats()
918 tx_restart += p->tx_stats.restart_queue; in i40e_update_vsi_stats()
919 tx_busy += p->tx_stats.tx_busy; in i40e_update_vsi_stats()
920 tx_linearize += p->tx_stats.tx_linearize; in i40e_update_vsi_stats()
921 tx_force_wb += p->tx_stats.tx_force_wb; in i40e_update_vsi_stats()
922 tx_stopped += p->tx_stats.tx_stopped; in i40e_update_vsi_stats()
925 p = READ_ONCE(vsi->rx_rings[q]); in i40e_update_vsi_stats()
930 start = u64_stats_fetch_begin(&p->syncp); in i40e_update_vsi_stats()
931 packets = p->stats.packets; in i40e_update_vsi_stats()
932 bytes = p->stats.bytes; in i40e_update_vsi_stats()
933 } while (u64_stats_fetch_retry(&p->syncp, start)); in i40e_update_vsi_stats()
936 rx_buf += p->rx_stats.alloc_buff_failed; in i40e_update_vsi_stats()
937 rx_page += p->rx_stats.alloc_page_failed; in i40e_update_vsi_stats()
938 rx_reuse += p->rx_stats.page_reuse_count; in i40e_update_vsi_stats()
939 rx_alloc += p->rx_stats.page_alloc_count; in i40e_update_vsi_stats()
940 rx_waive += p->rx_stats.page_waive_count; in i40e_update_vsi_stats()
941 rx_busy += p->rx_stats.page_busy_count; in i40e_update_vsi_stats()
945 p = READ_ONCE(vsi->xdp_rings[q]); in i40e_update_vsi_stats()
950 start = u64_stats_fetch_begin(&p->syncp); in i40e_update_vsi_stats()
951 packets = p->stats.packets; in i40e_update_vsi_stats()
952 bytes = p->stats.bytes; in i40e_update_vsi_stats()
953 } while (u64_stats_fetch_retry(&p->syncp, start)); in i40e_update_vsi_stats()
956 tx_restart += p->tx_stats.restart_queue; in i40e_update_vsi_stats()
957 tx_busy += p->tx_stats.tx_busy; in i40e_update_vsi_stats()
958 tx_linearize += p->tx_stats.tx_linearize; in i40e_update_vsi_stats()
959 tx_force_wb += p->tx_stats.tx_force_wb; in i40e_update_vsi_stats()
963 vsi->tx_restart = tx_restart; in i40e_update_vsi_stats()
964 vsi->tx_busy = tx_busy; in i40e_update_vsi_stats()
965 vsi->tx_linearize = tx_linearize; in i40e_update_vsi_stats()
966 vsi->tx_force_wb = tx_force_wb; in i40e_update_vsi_stats()
967 vsi->tx_stopped = tx_stopped; in i40e_update_vsi_stats()
968 vsi->rx_page_failed = rx_page; in i40e_update_vsi_stats()
969 vsi->rx_buf_failed = rx_buf; in i40e_update_vsi_stats()
970 vsi->rx_page_reuse = rx_reuse; in i40e_update_vsi_stats()
971 vsi->rx_page_alloc = rx_alloc; in i40e_update_vsi_stats()
972 vsi->rx_page_waive = rx_waive; in i40e_update_vsi_stats()
973 vsi->rx_page_busy = rx_busy; in i40e_update_vsi_stats()
975 ns->rx_packets = rx_p; in i40e_update_vsi_stats()
976 ns->rx_bytes = rx_b; in i40e_update_vsi_stats()
977 ns->tx_packets = tx_p; in i40e_update_vsi_stats()
978 ns->tx_bytes = tx_b; in i40e_update_vsi_stats()
982 ons->tx_errors = oes->tx_errors; in i40e_update_vsi_stats()
983 ns->tx_errors = es->tx_errors; in i40e_update_vsi_stats()
984 ons->multicast = oes->rx_multicast; in i40e_update_vsi_stats()
985 ns->multicast = es->rx_multicast; in i40e_update_vsi_stats()
986 ons->rx_dropped = oes->rx_discards_other; in i40e_update_vsi_stats()
987 ns->rx_dropped = es->rx_discards_other; in i40e_update_vsi_stats()
988 ons->rx_missed_errors = oes->rx_discards; in i40e_update_vsi_stats()
989 ns->rx_missed_errors = es->rx_discards; in i40e_update_vsi_stats()
990 ons->tx_dropped = oes->tx_discards; in i40e_update_vsi_stats()
991 ns->tx_dropped = es->tx_discards; in i40e_update_vsi_stats()
994 if (vsi->type == I40E_VSI_MAIN) { in i40e_update_vsi_stats()
995 ns->rx_crc_errors = pf->stats.crc_errors; in i40e_update_vsi_stats()
996 ns->rx_errors = pf->stats.crc_errors + pf->stats.illegal_bytes; in i40e_update_vsi_stats()
997 ns->rx_length_errors = pf->stats.rx_length_errors; in i40e_update_vsi_stats()
1002 * i40e_update_pf_stats - Update the PF statistics counters.
1007 struct i40e_hw_port_stats *osd = &pf->stats_offsets; in i40e_update_pf_stats()
1008 struct i40e_hw_port_stats *nsd = &pf->stats; in i40e_update_pf_stats()
1009 struct i40e_hw *hw = &pf->hw; in i40e_update_pf_stats()
1013 i40e_stat_update48(hw, I40E_GLPRT_GORCH(hw->port), in i40e_update_pf_stats()
1014 I40E_GLPRT_GORCL(hw->port), in i40e_update_pf_stats()
1015 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1016 &osd->eth.rx_bytes, &nsd->eth.rx_bytes); in i40e_update_pf_stats()
1017 i40e_stat_update48(hw, I40E_GLPRT_GOTCH(hw->port), in i40e_update_pf_stats()
1018 I40E_GLPRT_GOTCL(hw->port), in i40e_update_pf_stats()
1019 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1020 &osd->eth.tx_bytes, &nsd->eth.tx_bytes); in i40e_update_pf_stats()
1021 i40e_stat_update32(hw, I40E_GLPRT_RDPC(hw->port), in i40e_update_pf_stats()
1022 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1023 &osd->eth.rx_discards, in i40e_update_pf_stats()
1024 &nsd->eth.rx_discards); in i40e_update_pf_stats()
1025 i40e_stat_update48(hw, I40E_GLPRT_UPRCH(hw->port), in i40e_update_pf_stats()
1026 I40E_GLPRT_UPRCL(hw->port), in i40e_update_pf_stats()
1027 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1028 &osd->eth.rx_unicast, in i40e_update_pf_stats()
1029 &nsd->eth.rx_unicast); in i40e_update_pf_stats()
1030 i40e_stat_update48(hw, I40E_GLPRT_MPRCH(hw->port), in i40e_update_pf_stats()
1031 I40E_GLPRT_MPRCL(hw->port), in i40e_update_pf_stats()
1032 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1033 &osd->eth.rx_multicast, in i40e_update_pf_stats()
1034 &nsd->eth.rx_multicast); in i40e_update_pf_stats()
1035 i40e_stat_update48(hw, I40E_GLPRT_BPRCH(hw->port), in i40e_update_pf_stats()
1036 I40E_GLPRT_BPRCL(hw->port), in i40e_update_pf_stats()
1037 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1038 &osd->eth.rx_broadcast, in i40e_update_pf_stats()
1039 &nsd->eth.rx_broadcast); in i40e_update_pf_stats()
1040 i40e_stat_update48(hw, I40E_GLPRT_UPTCH(hw->port), in i40e_update_pf_stats()
1041 I40E_GLPRT_UPTCL(hw->port), in i40e_update_pf_stats()
1042 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1043 &osd->eth.tx_unicast, in i40e_update_pf_stats()
1044 &nsd->eth.tx_unicast); in i40e_update_pf_stats()
1045 i40e_stat_update48(hw, I40E_GLPRT_MPTCH(hw->port), in i40e_update_pf_stats()
1046 I40E_GLPRT_MPTCL(hw->port), in i40e_update_pf_stats()
1047 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1048 &osd->eth.tx_multicast, in i40e_update_pf_stats()
1049 &nsd->eth.tx_multicast); in i40e_update_pf_stats()
1050 i40e_stat_update48(hw, I40E_GLPRT_BPTCH(hw->port), in i40e_update_pf_stats()
1051 I40E_GLPRT_BPTCL(hw->port), in i40e_update_pf_stats()
1052 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1053 &osd->eth.tx_broadcast, in i40e_update_pf_stats()
1054 &nsd->eth.tx_broadcast); in i40e_update_pf_stats()
1056 i40e_stat_update32(hw, I40E_GLPRT_TDOLD(hw->port), in i40e_update_pf_stats()
1057 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1058 &osd->tx_dropped_link_down, in i40e_update_pf_stats()
1059 &nsd->tx_dropped_link_down); in i40e_update_pf_stats()
1061 i40e_stat_update32(hw, I40E_GLPRT_CRCERRS(hw->port), in i40e_update_pf_stats()
1062 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1063 &osd->crc_errors, &nsd->crc_errors); in i40e_update_pf_stats()
1065 i40e_stat_update32(hw, I40E_GLPRT_ILLERRC(hw->port), in i40e_update_pf_stats()
1066 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1067 &osd->illegal_bytes, &nsd->illegal_bytes); in i40e_update_pf_stats()
1069 i40e_stat_update32(hw, I40E_GLPRT_MLFC(hw->port), in i40e_update_pf_stats()
1070 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1071 &osd->mac_local_faults, in i40e_update_pf_stats()
1072 &nsd->mac_local_faults); in i40e_update_pf_stats()
1073 i40e_stat_update32(hw, I40E_GLPRT_MRFC(hw->port), in i40e_update_pf_stats()
1074 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1075 &osd->mac_remote_faults, in i40e_update_pf_stats()
1076 &nsd->mac_remote_faults); in i40e_update_pf_stats()
1078 i40e_stat_update32(hw, I40E_GLPRT_RLEC(hw->port), in i40e_update_pf_stats()
1079 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1080 &osd->rx_length_errors, in i40e_update_pf_stats()
1081 &nsd->rx_length_errors); in i40e_update_pf_stats()
1083 i40e_stat_update32(hw, I40E_GLPRT_LXONRXC(hw->port), in i40e_update_pf_stats()
1084 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1085 &osd->link_xon_rx, &nsd->link_xon_rx); in i40e_update_pf_stats()
1086 i40e_stat_update32(hw, I40E_GLPRT_LXONTXC(hw->port), in i40e_update_pf_stats()
1087 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1088 &osd->link_xon_tx, &nsd->link_xon_tx); in i40e_update_pf_stats()
1089 i40e_stat_update32(hw, I40E_GLPRT_LXOFFRXC(hw->port), in i40e_update_pf_stats()
1090 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1091 &osd->link_xoff_rx, &nsd->link_xoff_rx); in i40e_update_pf_stats()
1092 i40e_stat_update32(hw, I40E_GLPRT_LXOFFTXC(hw->port), in i40e_update_pf_stats()
1093 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1094 &osd->link_xoff_tx, &nsd->link_xoff_tx); in i40e_update_pf_stats()
1097 i40e_stat_update32(hw, I40E_GLPRT_PXOFFRXC(hw->port, i), in i40e_update_pf_stats()
1098 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1099 &osd->priority_xoff_rx[i], in i40e_update_pf_stats()
1100 &nsd->priority_xoff_rx[i]); in i40e_update_pf_stats()
1101 i40e_stat_update32(hw, I40E_GLPRT_PXONRXC(hw->port, i), in i40e_update_pf_stats()
1102 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1103 &osd->priority_xon_rx[i], in i40e_update_pf_stats()
1104 &nsd->priority_xon_rx[i]); in i40e_update_pf_stats()
1105 i40e_stat_update32(hw, I40E_GLPRT_PXONTXC(hw->port, i), in i40e_update_pf_stats()
1106 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1107 &osd->priority_xon_tx[i], in i40e_update_pf_stats()
1108 &nsd->priority_xon_tx[i]); in i40e_update_pf_stats()
1109 i40e_stat_update32(hw, I40E_GLPRT_PXOFFTXC(hw->port, i), in i40e_update_pf_stats()
1110 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1111 &osd->priority_xoff_tx[i], in i40e_update_pf_stats()
1112 &nsd->priority_xoff_tx[i]); in i40e_update_pf_stats()
1114 I40E_GLPRT_RXON2OFFCNT(hw->port, i), in i40e_update_pf_stats()
1115 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1116 &osd->priority_xon_2_xoff[i], in i40e_update_pf_stats()
1117 &nsd->priority_xon_2_xoff[i]); in i40e_update_pf_stats()
1120 i40e_stat_update48(hw, I40E_GLPRT_PRC64H(hw->port), in i40e_update_pf_stats()
1121 I40E_GLPRT_PRC64L(hw->port), in i40e_update_pf_stats()
1122 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1123 &osd->rx_size_64, &nsd->rx_size_64); in i40e_update_pf_stats()
1124 i40e_stat_update48(hw, I40E_GLPRT_PRC127H(hw->port), in i40e_update_pf_stats()
1125 I40E_GLPRT_PRC127L(hw->port), in i40e_update_pf_stats()
1126 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1127 &osd->rx_size_127, &nsd->rx_size_127); in i40e_update_pf_stats()
1128 i40e_stat_update48(hw, I40E_GLPRT_PRC255H(hw->port), in i40e_update_pf_stats()
1129 I40E_GLPRT_PRC255L(hw->port), in i40e_update_pf_stats()
1130 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1131 &osd->rx_size_255, &nsd->rx_size_255); in i40e_update_pf_stats()
1132 i40e_stat_update48(hw, I40E_GLPRT_PRC511H(hw->port), in i40e_update_pf_stats()
1133 I40E_GLPRT_PRC511L(hw->port), in i40e_update_pf_stats()
1134 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1135 &osd->rx_size_511, &nsd->rx_size_511); in i40e_update_pf_stats()
1136 i40e_stat_update48(hw, I40E_GLPRT_PRC1023H(hw->port), in i40e_update_pf_stats()
1137 I40E_GLPRT_PRC1023L(hw->port), in i40e_update_pf_stats()
1138 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1139 &osd->rx_size_1023, &nsd->rx_size_1023); in i40e_update_pf_stats()
1140 i40e_stat_update48(hw, I40E_GLPRT_PRC1522H(hw->port), in i40e_update_pf_stats()
1141 I40E_GLPRT_PRC1522L(hw->port), in i40e_update_pf_stats()
1142 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1143 &osd->rx_size_1522, &nsd->rx_size_1522); in i40e_update_pf_stats()
1144 i40e_stat_update48(hw, I40E_GLPRT_PRC9522H(hw->port), in i40e_update_pf_stats()
1145 I40E_GLPRT_PRC9522L(hw->port), in i40e_update_pf_stats()
1146 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1147 &osd->rx_size_big, &nsd->rx_size_big); in i40e_update_pf_stats()
1149 i40e_stat_update48(hw, I40E_GLPRT_PTC64H(hw->port), in i40e_update_pf_stats()
1150 I40E_GLPRT_PTC64L(hw->port), in i40e_update_pf_stats()
1151 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1152 &osd->tx_size_64, &nsd->tx_size_64); in i40e_update_pf_stats()
1153 i40e_stat_update48(hw, I40E_GLPRT_PTC127H(hw->port), in i40e_update_pf_stats()
1154 I40E_GLPRT_PTC127L(hw->port), in i40e_update_pf_stats()
1155 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1156 &osd->tx_size_127, &nsd->tx_size_127); in i40e_update_pf_stats()
1157 i40e_stat_update48(hw, I40E_GLPRT_PTC255H(hw->port), in i40e_update_pf_stats()
1158 I40E_GLPRT_PTC255L(hw->port), in i40e_update_pf_stats()
1159 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1160 &osd->tx_size_255, &nsd->tx_size_255); in i40e_update_pf_stats()
1161 i40e_stat_update48(hw, I40E_GLPRT_PTC511H(hw->port), in i40e_update_pf_stats()
1162 I40E_GLPRT_PTC511L(hw->port), in i40e_update_pf_stats()
1163 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1164 &osd->tx_size_511, &nsd->tx_size_511); in i40e_update_pf_stats()
1165 i40e_stat_update48(hw, I40E_GLPRT_PTC1023H(hw->port), in i40e_update_pf_stats()
1166 I40E_GLPRT_PTC1023L(hw->port), in i40e_update_pf_stats()
1167 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1168 &osd->tx_size_1023, &nsd->tx_size_1023); in i40e_update_pf_stats()
1169 i40e_stat_update48(hw, I40E_GLPRT_PTC1522H(hw->port), in i40e_update_pf_stats()
1170 I40E_GLPRT_PTC1522L(hw->port), in i40e_update_pf_stats()
1171 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1172 &osd->tx_size_1522, &nsd->tx_size_1522); in i40e_update_pf_stats()
1173 i40e_stat_update48(hw, I40E_GLPRT_PTC9522H(hw->port), in i40e_update_pf_stats()
1174 I40E_GLPRT_PTC9522L(hw->port), in i40e_update_pf_stats()
1175 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1176 &osd->tx_size_big, &nsd->tx_size_big); in i40e_update_pf_stats()
1178 i40e_stat_update32(hw, I40E_GLPRT_RUC(hw->port), in i40e_update_pf_stats()
1179 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1180 &osd->rx_undersize, &nsd->rx_undersize); in i40e_update_pf_stats()
1181 i40e_stat_update32(hw, I40E_GLPRT_RFC(hw->port), in i40e_update_pf_stats()
1182 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1183 &osd->rx_fragments, &nsd->rx_fragments); in i40e_update_pf_stats()
1184 i40e_stat_update32(hw, I40E_GLPRT_ROC(hw->port), in i40e_update_pf_stats()
1185 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1186 &osd->rx_oversize, &nsd->rx_oversize); in i40e_update_pf_stats()
1187 i40e_stat_update32(hw, I40E_GLPRT_RJC(hw->port), in i40e_update_pf_stats()
1188 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1189 &osd->rx_jabber, &nsd->rx_jabber); in i40e_update_pf_stats()
1193 I40E_GLQF_PCNT(I40E_FD_ATR_STAT_IDX(hw->pf_id)), in i40e_update_pf_stats()
1194 &nsd->fd_atr_match); in i40e_update_pf_stats()
1196 I40E_GLQF_PCNT(I40E_FD_SB_STAT_IDX(hw->pf_id)), in i40e_update_pf_stats()
1197 &nsd->fd_sb_match); in i40e_update_pf_stats()
1199 I40E_GLQF_PCNT(I40E_FD_ATR_TUNNEL_STAT_IDX(hw->pf_id)), in i40e_update_pf_stats()
1200 &nsd->fd_atr_tunnel_match); in i40e_update_pf_stats()
1203 nsd->tx_lpi_status = in i40e_update_pf_stats()
1205 nsd->rx_lpi_status = in i40e_update_pf_stats()
1208 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1209 &osd->tx_lpi_count, &nsd->tx_lpi_count); in i40e_update_pf_stats()
1211 pf->stat_offsets_loaded, in i40e_update_pf_stats()
1212 &osd->rx_lpi_count, &nsd->rx_lpi_count); in i40e_update_pf_stats()
1214 if (test_bit(I40E_FLAG_FD_SB_ENA, pf->flags) && in i40e_update_pf_stats()
1215 !test_bit(__I40E_FD_SB_AUTO_DISABLED, pf->state)) in i40e_update_pf_stats()
1216 nsd->fd_sb_status = true; in i40e_update_pf_stats()
1218 nsd->fd_sb_status = false; in i40e_update_pf_stats()
1220 if (test_bit(I40E_FLAG_FD_ATR_ENA, pf->flags) && in i40e_update_pf_stats()
1221 !test_bit(__I40E_FD_ATR_AUTO_DISABLED, pf->state)) in i40e_update_pf_stats()
1222 nsd->fd_atr_status = true; in i40e_update_pf_stats()
1224 nsd->fd_atr_status = false; in i40e_update_pf_stats()
1226 pf->stat_offsets_loaded = true; in i40e_update_pf_stats()
1230 * i40e_update_stats - Update the various statistics counters.
1237 struct i40e_pf *pf = vsi->back; in i40e_update_stats()
1239 if (vsi->type == I40E_VSI_MAIN) in i40e_update_stats()
1246 * i40e_count_all_filters - counts VSI MAC filters
1257 hash_for_each_safe(vsi->mac_filter_hash, bkt, h, f, hlist) in i40e_count_all_filters()
1264 * i40e_count_active_filters - counts VSI MAC filters
1276 hash_for_each_safe(vsi->mac_filter_hash, bkt, h, f, hlist) { in i40e_count_active_filters()
1277 if (f->state == I40E_FILTER_NEW || in i40e_count_active_filters()
1278 f->state == I40E_FILTER_NEW_SYNC || in i40e_count_active_filters()
1279 f->state == I40E_FILTER_ACTIVE) in i40e_count_active_filters()
1287 * i40e_find_filter - Search VSI filter list for specific mac/vlan filter
1304 hash_for_each_possible(vsi->mac_filter_hash, f, hlist, key) { in i40e_find_filter()
1305 if ((ether_addr_equal(macaddr, f->macaddr)) && in i40e_find_filter()
1306 (vlan == f->vlan)) in i40e_find_filter()
1313 * i40e_find_mac - Find a mac addr in the macvlan filters list
1329 hash_for_each_possible(vsi->mac_filter_hash, f, hlist, key) { in i40e_find_mac()
1330 if ((ether_addr_equal(macaddr, f->macaddr))) in i40e_find_mac()
1337 * i40e_is_vsi_in_vlan - Check if VSI is in vlan mode
1345 if (vsi->info.pvid) in i40e_is_vsi_in_vlan()
1368 return vsi->has_vlan_filter; in i40e_is_vsi_in_vlan()
1372 * i40e_correct_mac_vlan_filters - Correct non-VLAN filters if necessary
1378 * Update VLAN=0 and VLAN=-1 (I40E_VLAN_ANY) filters properly so that they
1380 * to be added then we need to update non-VLAN filters to be marked as VLAN=0
1382 * active VLAN filters, we need to make all non-VLAN filters marked as VLAN=-1
1387 * operate in non-VLAN mode and receive all traffic, tagged or untagged.
1392 * In case of memory allocation failure return -ENOMEM. Otherwise, return 0.
1405 s16 pvid = le16_to_cpu(vsi->info.pvid); in i40e_correct_mac_vlan_filters()
1418 * which are marked as VLAN=-1 must be replaced with in i40e_correct_mac_vlan_filters()
1422 * marked as VLAN=-1 in i40e_correct_mac_vlan_filters()
1427 if (pvid && new->f->vlan != pvid) in i40e_correct_mac_vlan_filters()
1428 new->f->vlan = pvid; in i40e_correct_mac_vlan_filters()
1429 else if (vlan_filters && new->f->vlan == I40E_VLAN_ANY) in i40e_correct_mac_vlan_filters()
1430 new->f->vlan = 0; in i40e_correct_mac_vlan_filters()
1431 else if (!vlan_filters && new->f->vlan == 0) in i40e_correct_mac_vlan_filters()
1432 new->f->vlan = I40E_VLAN_ANY; in i40e_correct_mac_vlan_filters()
1436 hash_for_each_safe(vsi->mac_filter_hash, bkt, h, f, hlist) { in i40e_correct_mac_vlan_filters()
1442 if ((pvid && f->vlan != pvid) || in i40e_correct_mac_vlan_filters()
1443 (vlan_filters && f->vlan == I40E_VLAN_ANY) || in i40e_correct_mac_vlan_filters()
1444 (!vlan_filters && f->vlan == 0)) { in i40e_correct_mac_vlan_filters()
1454 add_head = i40e_add_filter(vsi, f->macaddr, new_vlan); in i40e_correct_mac_vlan_filters()
1456 return -ENOMEM; in i40e_correct_mac_vlan_filters()
1461 return -ENOMEM; in i40e_correct_mac_vlan_filters()
1463 new->f = add_head; in i40e_correct_mac_vlan_filters()
1464 new->state = add_head->state; in i40e_correct_mac_vlan_filters()
1465 if (add_head->state == I40E_FILTER_NEW) in i40e_correct_mac_vlan_filters()
1466 add_head->state = I40E_FILTER_NEW_SYNC; in i40e_correct_mac_vlan_filters()
1469 hlist_add_head(&new->hlist, tmp_add_list); in i40e_correct_mac_vlan_filters()
1472 f->state = I40E_FILTER_REMOVE; in i40e_correct_mac_vlan_filters()
1473 hash_del(&f->hlist); in i40e_correct_mac_vlan_filters()
1474 hlist_add_head(&f->hlist, tmp_del_list); in i40e_correct_mac_vlan_filters()
1478 vsi->has_vlan_filter = !!vlan_filters; in i40e_correct_mac_vlan_filters()
1484 * i40e_get_vf_new_vlan - Get new vlan id on a vf
1487 * @f: existing mac filter, replaced with new_mac->f if new_mac is not NULL
1492 * and vf-vlan-prune-disable flag.
1503 s16 pvid = le16_to_cpu(vsi->info.pvid); in i40e_get_vf_new_vlan()
1504 struct i40e_pf *pf = vsi->back; in i40e_get_vf_new_vlan()
1508 f = new_mac->f; in i40e_get_vf_new_vlan()
1510 if (pvid && f->vlan != pvid) in i40e_get_vf_new_vlan()
1514 !test_bit(I40E_FLAG_VF_VLAN_PRUNING_ENA, pf->flags)); in i40e_get_vf_new_vlan()
1516 if ((vlan_filters && f->vlan == I40E_VLAN_ANY) || in i40e_get_vf_new_vlan()
1517 (!is_any && !vlan_filters && f->vlan == I40E_VLAN_ANY) || in i40e_get_vf_new_vlan()
1518 (is_any && !vlan_filters && f->vlan == 0)) { in i40e_get_vf_new_vlan()
1525 return f->vlan; in i40e_get_vf_new_vlan()
1529 * i40e_correct_vf_mac_vlan_filters - Correct non-VLAN VF filters if necessary
1537 * and vf-vlan-prune-disable flag.
1539 * In case of memory allocation failure return -ENOMEM. Otherwise, return 0.
1559 new_mac->f->vlan = i40e_get_vf_new_vlan(vsi, new_mac, NULL, in i40e_correct_vf_mac_vlan_filters()
1563 hash_for_each_safe(vsi->mac_filter_hash, bkt, h, f, hlist) { in i40e_correct_vf_mac_vlan_filters()
1566 if (new_vlan != f->vlan) { in i40e_correct_vf_mac_vlan_filters()
1567 add_head = i40e_add_filter(vsi, f->macaddr, new_vlan); in i40e_correct_vf_mac_vlan_filters()
1569 return -ENOMEM; in i40e_correct_vf_mac_vlan_filters()
1573 return -ENOMEM; in i40e_correct_vf_mac_vlan_filters()
1574 new_mac->f = add_head; in i40e_correct_vf_mac_vlan_filters()
1575 new_mac->state = add_head->state; in i40e_correct_vf_mac_vlan_filters()
1576 if (add_head->state == I40E_FILTER_NEW) in i40e_correct_vf_mac_vlan_filters()
1577 add_head->state = I40E_FILTER_NEW_SYNC; in i40e_correct_vf_mac_vlan_filters()
1580 hlist_add_head(&new_mac->hlist, tmp_add_list); in i40e_correct_vf_mac_vlan_filters()
1583 f->state = I40E_FILTER_REMOVE; in i40e_correct_vf_mac_vlan_filters()
1584 hash_del(&f->hlist); in i40e_correct_vf_mac_vlan_filters()
1585 hlist_add_head(&f->hlist, tmp_del_list); in i40e_correct_vf_mac_vlan_filters()
1589 vsi->has_vlan_filter = !!vlan_filters; in i40e_correct_vf_mac_vlan_filters()
1594 * i40e_rm_default_mac_filter - Remove the default MAC filter set by NVM
1595 * @vsi: the PF Main VSI - inappropriate for any other VSI
1604 struct i40e_pf *pf = vsi->back; in i40e_rm_default_mac_filter()
1607 if (vsi->type != I40E_VSI_MAIN) in i40e_rm_default_mac_filter()
1615 i40e_aq_remove_macvlan(&pf->hw, vsi->seid, &element, 1, NULL); in i40e_rm_default_mac_filter()
1623 i40e_aq_remove_macvlan(&pf->hw, vsi->seid, &element, 1, NULL); in i40e_rm_default_mac_filter()
1627 * i40e_add_filter - Add a mac/vlan filter to the VSI
1656 vsi->has_vlan_filter = true; in i40e_add_filter()
1658 ether_addr_copy(f->macaddr, macaddr); in i40e_add_filter()
1659 f->vlan = vlan; in i40e_add_filter()
1660 f->state = I40E_FILTER_NEW; in i40e_add_filter()
1661 INIT_HLIST_NODE(&f->hlist); in i40e_add_filter()
1664 hash_add(vsi->mac_filter_hash, &f->hlist, key); in i40e_add_filter()
1666 vsi->flags |= I40E_VSI_FLAG_FILTER_CHANGED; in i40e_add_filter()
1667 set_bit(__I40E_MACVLAN_SYNC_PENDING, vsi->back->state); in i40e_add_filter()
1678 if (f->state == I40E_FILTER_REMOVE) in i40e_add_filter()
1679 f->state = I40E_FILTER_ACTIVE; in i40e_add_filter()
1685 * __i40e_del_filter - Remove a specific filter from the VSI
1707 if ((f->state == I40E_FILTER_FAILED) || in __i40e_del_filter()
1708 (f->state == I40E_FILTER_NEW)) { in __i40e_del_filter()
1709 hash_del(&f->hlist); in __i40e_del_filter()
1712 f->state = I40E_FILTER_REMOVE; in __i40e_del_filter()
1715 vsi->flags |= I40E_VSI_FLAG_FILTER_CHANGED; in __i40e_del_filter()
1716 set_bit(__I40E_MACVLAN_SYNC_PENDING, vsi->back->state); in __i40e_del_filter()
1720 * i40e_add_mac_filter - Add a MAC filter for all active VLANs
1738 lockdep_assert_held(&vsi->mac_filter_hash_lock); in i40e_add_mac_filter()
1739 if (vsi->info.pvid) in i40e_add_mac_filter()
1741 le16_to_cpu(vsi->info.pvid)); in i40e_add_mac_filter()
1746 hash_for_each_safe(vsi->mac_filter_hash, bkt, h, f, hlist) { in i40e_add_mac_filter()
1747 if (f->state == I40E_FILTER_REMOVE) in i40e_add_mac_filter()
1749 add = i40e_add_filter(vsi, macaddr, f->vlan); in i40e_add_mac_filter()
1758 * i40e_del_mac_filter - Remove a MAC filter from all VLANs
1774 lockdep_assert_held(&vsi->mac_filter_hash_lock); in i40e_del_mac_filter()
1775 hash_for_each_safe(vsi->mac_filter_hash, bkt, h, f, hlist) { in i40e_del_mac_filter()
1776 if (ether_addr_equal(macaddr, f->macaddr)) { in i40e_del_mac_filter()
1785 return -ENOENT; in i40e_del_mac_filter()
1789 * i40e_set_mac - NDO callback to set mac address
1798 struct i40e_vsi *vsi = np->vsi; in i40e_set_mac()
1799 struct i40e_pf *pf = vsi->back; in i40e_set_mac()
1800 struct i40e_hw *hw = &pf->hw; in i40e_set_mac()
1803 if (!is_valid_ether_addr(addr->sa_data)) in i40e_set_mac()
1804 return -EADDRNOTAVAIL; in i40e_set_mac()
1806 if (test_bit(__I40E_DOWN, pf->state) || in i40e_set_mac()
1807 test_bit(__I40E_RESET_RECOVERY_PENDING, pf->state)) in i40e_set_mac()
1808 return -EADDRNOTAVAIL; in i40e_set_mac()
1810 if (ether_addr_equal(hw->mac.addr, addr->sa_data)) in i40e_set_mac()
1812 hw->mac.addr); in i40e_set_mac()
1814 netdev_info(netdev, "set new mac address %pM\n", addr->sa_data); in i40e_set_mac()
1818 * - Remove old address from MAC filter in i40e_set_mac()
1819 * - Copy new address in i40e_set_mac()
1820 * - Add new address to MAC filter in i40e_set_mac()
1822 spin_lock_bh(&vsi->mac_filter_hash_lock); in i40e_set_mac()
1823 i40e_del_mac_filter(vsi, netdev->dev_addr); in i40e_set_mac()
1824 eth_hw_addr_set(netdev, addr->sa_data); in i40e_set_mac()
1825 i40e_add_mac_filter(vsi, netdev->dev_addr); in i40e_set_mac()
1826 spin_unlock_bh(&vsi->mac_filter_hash_lock); in i40e_set_mac()
1828 if (vsi->type == I40E_VSI_MAIN) { in i40e_set_mac()
1832 addr->sa_data, NULL); in i40e_set_mac()
1836 libie_aq_str(hw->aq.asq_last_status)); in i40e_set_mac()
1847 * i40e_config_rss_aq - Prepare for RSS using AQ commands
1856 struct i40e_pf *pf = vsi->back; in i40e_config_rss_aq()
1857 struct i40e_hw *hw = &pf->hw; in i40e_config_rss_aq()
1863 ret = i40e_aq_set_rss_key(hw, vsi->id, seed_dw); in i40e_config_rss_aq()
1865 dev_info(&pf->pdev->dev, in i40e_config_rss_aq()
1868 libie_aq_str(hw->aq.asq_last_status)); in i40e_config_rss_aq()
1873 bool pf_lut = vsi->type == I40E_VSI_MAIN; in i40e_config_rss_aq()
1875 ret = i40e_aq_set_rss_lut(hw, vsi->id, pf_lut, lut, lut_size); in i40e_config_rss_aq()
1877 dev_info(&pf->pdev->dev, in i40e_config_rss_aq()
1880 libie_aq_str(hw->aq.asq_last_status)); in i40e_config_rss_aq()
1888 * i40e_vsi_config_rss - Prepare for VSI(VMDq) RSS if used
1893 struct i40e_pf *pf = vsi->back; in i40e_vsi_config_rss()
1898 if (!test_bit(I40E_HW_CAP_RSS_AQ, pf->hw.caps)) in i40e_vsi_config_rss()
1900 if (!vsi->rss_size) in i40e_vsi_config_rss()
1901 vsi->rss_size = min_t(int, pf->alloc_rss_size, in i40e_vsi_config_rss()
1902 vsi->num_queue_pairs); in i40e_vsi_config_rss()
1903 if (!vsi->rss_size) in i40e_vsi_config_rss()
1904 return -EINVAL; in i40e_vsi_config_rss()
1905 lut = kzalloc(vsi->rss_table_size, GFP_KERNEL); in i40e_vsi_config_rss()
1907 return -ENOMEM; in i40e_vsi_config_rss()
1912 if (vsi->rss_lut_user) in i40e_vsi_config_rss()
1913 memcpy(lut, vsi->rss_lut_user, vsi->rss_table_size); in i40e_vsi_config_rss()
1915 i40e_fill_rss_lut(pf, lut, vsi->rss_table_size, vsi->rss_size); in i40e_vsi_config_rss()
1916 if (vsi->rss_hkey_user) in i40e_vsi_config_rss()
1917 memcpy(seed, vsi->rss_hkey_user, I40E_HKEY_ARRAY_SIZE); in i40e_vsi_config_rss()
1920 ret = i40e_config_rss_aq(vsi, seed, lut, vsi->rss_table_size); in i40e_vsi_config_rss()
1926 * i40e_vsi_setup_queue_map_mqprio - Prepares mqprio based tc_config
1941 if (vsi->type != I40E_VSI_MAIN) in i40e_vsi_setup_queue_map_mqprio()
1942 return -EINVAL; in i40e_vsi_setup_queue_map_mqprio()
1945 vsi->tc_config.numtc = vsi->mqprio_qopt.qopt.num_tc; in i40e_vsi_setup_queue_map_mqprio()
1946 vsi->tc_config.enabled_tc = enabled_tc ? enabled_tc : 1; in i40e_vsi_setup_queue_map_mqprio()
1947 num_qps = vsi->mqprio_qopt.qopt.count[0]; in i40e_vsi_setup_queue_map_mqprio()
1949 /* find the next higher power-of-2 of num queue pairs */ in i40e_vsi_setup_queue_map_mqprio()
1957 max_qcount = vsi->mqprio_qopt.qopt.count[0]; in i40e_vsi_setup_queue_map_mqprio()
1960 if (vsi->tc_config.enabled_tc & BIT(i)) { in i40e_vsi_setup_queue_map_mqprio()
1961 offset = vsi->mqprio_qopt.qopt.offset[i]; in i40e_vsi_setup_queue_map_mqprio()
1962 qcount = vsi->mqprio_qopt.qopt.count[i]; in i40e_vsi_setup_queue_map_mqprio()
1965 vsi->tc_config.tc_info[i].qoffset = offset; in i40e_vsi_setup_queue_map_mqprio()
1966 vsi->tc_config.tc_info[i].qcount = qcount; in i40e_vsi_setup_queue_map_mqprio()
1967 vsi->tc_config.tc_info[i].netdev_tc = netdev_tc++; in i40e_vsi_setup_queue_map_mqprio()
1973 vsi->tc_config.tc_info[i].qoffset = 0; in i40e_vsi_setup_queue_map_mqprio()
1974 vsi->tc_config.tc_info[i].qcount = 1; in i40e_vsi_setup_queue_map_mqprio()
1975 vsi->tc_config.tc_info[i].netdev_tc = 0; in i40e_vsi_setup_queue_map_mqprio()
1980 vsi->num_queue_pairs = offset + qcount; in i40e_vsi_setup_queue_map_mqprio()
1983 ctxt->info.tc_mapping[0] = cpu_to_le16(qmap); in i40e_vsi_setup_queue_map_mqprio()
1984 ctxt->info.mapping_flags |= cpu_to_le16(I40E_AQ_VSI_QUE_MAP_CONTIG); in i40e_vsi_setup_queue_map_mqprio()
1985 ctxt->info.queue_mapping[0] = cpu_to_le16(vsi->base_queue); in i40e_vsi_setup_queue_map_mqprio()
1986 ctxt->info.valid_sections |= cpu_to_le16(sections); in i40e_vsi_setup_queue_map_mqprio()
1989 vsi->rss_size = max_qcount; in i40e_vsi_setup_queue_map_mqprio()
1992 dev_info(&vsi->back->pdev->dev, in i40e_vsi_setup_queue_map_mqprio()
1997 vsi->reconfig_rss = true; in i40e_vsi_setup_queue_map_mqprio()
1998 dev_dbg(&vsi->back->pdev->dev, in i40e_vsi_setup_queue_map_mqprio()
2004 override_q = vsi->mqprio_qopt.qopt.count[0]; in i40e_vsi_setup_queue_map_mqprio()
2005 if (override_q && override_q < vsi->num_queue_pairs) { in i40e_vsi_setup_queue_map_mqprio()
2006 vsi->cnt_q_avail = vsi->num_queue_pairs - override_q; in i40e_vsi_setup_queue_map_mqprio()
2007 vsi->next_base_queue = override_q; in i40e_vsi_setup_queue_map_mqprio()
2013 * i40e_vsi_setup_queue_map - Setup a VSI queue map based on enabled_tc
2026 struct i40e_pf *pf = vsi->back; in i40e_vsi_setup_queue_map()
2039 memset(ctxt->info.queue_mapping, 0, sizeof(ctxt->info.queue_mapping)); in i40e_vsi_setup_queue_map()
2041 if (vsi->type == I40E_VSI_MAIN) { in i40e_vsi_setup_queue_map()
2045 * non-zero req_queue_pairs says that user requested a new in i40e_vsi_setup_queue_map()
2051 if (vsi->req_queue_pairs > 0) in i40e_vsi_setup_queue_map()
2052 vsi->num_queue_pairs = vsi->req_queue_pairs; in i40e_vsi_setup_queue_map()
2053 else if (test_bit(I40E_FLAG_MSIX_ENA, pf->flags)) in i40e_vsi_setup_queue_map()
2054 vsi->num_queue_pairs = pf->num_lan_msix; in i40e_vsi_setup_queue_map()
2056 vsi->num_queue_pairs = 1; in i40e_vsi_setup_queue_map()
2060 if (vsi->type == I40E_VSI_MAIN || in i40e_vsi_setup_queue_map()
2061 (vsi->type == I40E_VSI_SRIOV && vsi->num_queue_pairs != 0)) in i40e_vsi_setup_queue_map()
2062 num_tc_qps = vsi->num_queue_pairs; in i40e_vsi_setup_queue_map()
2064 num_tc_qps = vsi->alloc_queue_pairs; in i40e_vsi_setup_queue_map()
2066 if (enabled_tc && test_bit(I40E_FLAG_DCB_ENA, vsi->back->flags)) { in i40e_vsi_setup_queue_map()
2073 dev_warn(&pf->pdev->dev, "DCB is enabled but no TC enabled, forcing TC0\n"); in i40e_vsi_setup_queue_map()
2081 vsi->tc_config.numtc = numtc; in i40e_vsi_setup_queue_map()
2082 vsi->tc_config.enabled_tc = enabled_tc ? enabled_tc : 1; in i40e_vsi_setup_queue_map()
2084 /* Do not allow use more TC queue pairs than MSI-X vectors exist */ in i40e_vsi_setup_queue_map()
2085 if (test_bit(I40E_FLAG_MSIX_ENA, pf->flags)) in i40e_vsi_setup_queue_map()
2086 num_tc_qps = min_t(int, num_tc_qps, pf->num_lan_msix); in i40e_vsi_setup_queue_map()
2091 if (vsi->tc_config.enabled_tc & BIT(i)) { in i40e_vsi_setup_queue_map()
2095 switch (vsi->type) { in i40e_vsi_setup_queue_map()
2098 pf->flags) && in i40e_vsi_setup_queue_map()
2100 pf->flags)) || in i40e_vsi_setup_queue_map()
2101 vsi->tc_config.enabled_tc != 1) { in i40e_vsi_setup_queue_map()
2102 qcount = min_t(int, pf->alloc_rss_size, in i40e_vsi_setup_queue_map()
2115 vsi->tc_config.tc_info[i].qoffset = offset; in i40e_vsi_setup_queue_map()
2116 vsi->tc_config.tc_info[i].qcount = qcount; in i40e_vsi_setup_queue_map()
2118 /* find the next higher power-of-2 of num queue pairs */ in i40e_vsi_setup_queue_map()
2126 vsi->tc_config.tc_info[i].netdev_tc = netdev_tc++; in i40e_vsi_setup_queue_map()
2137 vsi->tc_config.tc_info[i].qoffset = 0; in i40e_vsi_setup_queue_map()
2138 vsi->tc_config.tc_info[i].qcount = 1; in i40e_vsi_setup_queue_map()
2139 vsi->tc_config.tc_info[i].netdev_tc = 0; in i40e_vsi_setup_queue_map()
2143 ctxt->info.tc_mapping[i] = cpu_to_le16(qmap); in i40e_vsi_setup_queue_map()
2146 if ((vsi->type == I40E_VSI_MAIN && numtc != 1) || in i40e_vsi_setup_queue_map()
2147 (vsi->type == I40E_VSI_SRIOV && vsi->num_queue_pairs == 0) || in i40e_vsi_setup_queue_map()
2148 (vsi->type != I40E_VSI_MAIN && vsi->type != I40E_VSI_SRIOV)) in i40e_vsi_setup_queue_map()
2149 vsi->num_queue_pairs = offset; in i40e_vsi_setup_queue_map()
2155 ctxt->info.up_enable_bits = enabled_tc; in i40e_vsi_setup_queue_map()
2157 if (vsi->type == I40E_VSI_SRIOV) { in i40e_vsi_setup_queue_map()
2158 ctxt->info.mapping_flags |= in i40e_vsi_setup_queue_map()
2160 for (i = 0; i < vsi->num_queue_pairs; i++) in i40e_vsi_setup_queue_map()
2161 ctxt->info.queue_mapping[i] = in i40e_vsi_setup_queue_map()
2162 cpu_to_le16(vsi->base_queue + i); in i40e_vsi_setup_queue_map()
2164 ctxt->info.mapping_flags |= in i40e_vsi_setup_queue_map()
2166 ctxt->info.queue_mapping[0] = cpu_to_le16(vsi->base_queue); in i40e_vsi_setup_queue_map()
2168 ctxt->info.valid_sections |= cpu_to_le16(sections); in i40e_vsi_setup_queue_map()
2172 * i40e_addr_sync - Callback for dev_(mc|uc)_sync to add address
2182 struct i40e_vsi *vsi = np->vsi; in i40e_addr_sync()
2187 return -ENOMEM; in i40e_addr_sync()
2191 * i40e_addr_unsync - Callback for dev_(mc|uc)_sync to remove address
2201 struct i40e_vsi *vsi = np->vsi; in i40e_addr_unsync()
2208 if (ether_addr_equal(addr, netdev->dev_addr)) in i40e_addr_unsync()
2217 * i40e_set_rx_mode - NDO callback to set the netdev filters
2223 struct i40e_vsi *vsi = np->vsi; in i40e_set_rx_mode()
2225 spin_lock_bh(&vsi->mac_filter_hash_lock); in i40e_set_rx_mode()
2230 spin_unlock_bh(&vsi->mac_filter_hash_lock); in i40e_set_rx_mode()
2233 if (vsi->current_netdev_flags != vsi->netdev->flags) { in i40e_set_rx_mode()
2234 vsi->flags |= I40E_VSI_FLAG_FILTER_CHANGED; in i40e_set_rx_mode()
2235 set_bit(__I40E_MACVLAN_SYNC_PENDING, vsi->back->state); in i40e_set_rx_mode()
2240 * i40e_undo_del_filter_entries - Undo the changes made to MAC filter entries
2242 * @from: Pointer to list which contains MAC filter entries - changes to
2254 u64 key = i40e_addr_to_hkey(f->macaddr); in i40e_undo_del_filter_entries()
2257 hlist_del(&f->hlist); in i40e_undo_del_filter_entries()
2258 hash_add(vsi->mac_filter_hash, &f->hlist, key); in i40e_undo_del_filter_entries()
2263 * i40e_undo_add_filter_entries - Undo the changes made to MAC filter entries
2265 * @from: Pointer to list which contains MAC filter entries - changes to
2278 hlist_del(&new->hlist); in i40e_undo_add_filter_entries()
2279 netdev_hw_addr_refcnt(new->f, vsi->netdev, -1); in i40e_undo_add_filter_entries()
2285 * i40e_next_filter - Get the next non-broadcast filter from a list
2288 * Returns the next non-broadcast filter in the list. Required so that we
2296 if (!is_broadcast_ether_addr(next->f->macaddr)) in i40e_next_filter()
2304 * i40e_update_filter_state - Update filter state based on return data
2323 * the firmware return status because we pre-set the filter in i40e_update_filter_state()
2329 add_head->state = I40E_FILTER_FAILED; in i40e_update_filter_state()
2331 add_head->state = I40E_FILTER_ACTIVE; in i40e_update_filter_state()
2344 * i40e_aqc_del_filters - Request firmware to delete a set of filters
2349 * @retval: Set to -EIO on failure to delete
2361 struct i40e_hw *hw = &vsi->back->hw; in i40e_aqc_del_filters()
2365 aq_ret = i40e_aq_remove_macvlan_v2(hw, vsi->seid, list, num_del, NULL, in i40e_aqc_del_filters()
2370 *retval = -EIO; in i40e_aqc_del_filters()
2371 dev_info(&vsi->back->pdev->dev, in i40e_aqc_del_filters()
2378 * i40e_aqc_add_filters - Request firmware to add a set of filters
2386 * __I40E_VSI_OVERFLOW_PROMISC bit in vsi->state if the firmware has run out of
2395 struct i40e_hw *hw = &vsi->back->hw; in i40e_aqc_add_filters()
2399 i40e_aq_add_macvlan_v2(hw, vsi->seid, list, num_add, NULL, &aq_status); in i40e_aqc_add_filters()
2403 if (vsi->type == I40E_VSI_MAIN) { in i40e_aqc_add_filters()
2404 set_bit(__I40E_VSI_OVERFLOW_PROMISC, vsi->state); in i40e_aqc_add_filters()
2405 dev_warn(&vsi->back->pdev->dev, in i40e_aqc_add_filters()
2408 } else if (vsi->type == I40E_VSI_SRIOV || in i40e_aqc_add_filters()
2409 vsi->type == I40E_VSI_VMDQ1 || in i40e_aqc_add_filters()
2410 vsi->type == I40E_VSI_VMDQ2) { in i40e_aqc_add_filters()
2411 dev_warn(&vsi->back->pdev->dev, in i40e_aqc_add_filters()
2415 dev_warn(&vsi->back->pdev->dev, in i40e_aqc_add_filters()
2417 libie_aq_str(aq_status), vsi_name, vsi->type); in i40e_aqc_add_filters()
2423 * i40e_aqc_broadcast_filter - Set promiscuous broadcast flags
2438 bool enable = f->state == I40E_FILTER_NEW || in i40e_aqc_broadcast_filter()
2439 f->state == I40E_FILTER_NEW_SYNC; in i40e_aqc_broadcast_filter()
2440 struct i40e_hw *hw = &vsi->back->hw; in i40e_aqc_broadcast_filter()
2443 if (f->vlan == I40E_VLAN_ANY) { in i40e_aqc_broadcast_filter()
2445 vsi->seid, in i40e_aqc_broadcast_filter()
2450 vsi->seid, in i40e_aqc_broadcast_filter()
2452 f->vlan, in i40e_aqc_broadcast_filter()
2457 set_bit(__I40E_VSI_OVERFLOW_PROMISC, vsi->state); in i40e_aqc_broadcast_filter()
2458 dev_warn(&vsi->back->pdev->dev, in i40e_aqc_broadcast_filter()
2460 libie_aq_str(hw->aq.asq_last_status), vsi_name); in i40e_aqc_broadcast_filter()
2467 * i40e_set_promiscuous - set promiscuous mode
2478 struct i40e_hw *hw = &pf->hw; in i40e_set_promiscuous()
2481 if (vsi->type == I40E_VSI_MAIN && in i40e_set_promiscuous()
2483 !test_bit(I40E_FLAG_MFP_ENA, pf->flags)) { in i40e_set_promiscuous()
2491 vsi->seid, in i40e_set_promiscuous()
2495 vsi->seid, in i40e_set_promiscuous()
2498 dev_info(&pf->pdev->dev, in i40e_set_promiscuous()
2501 libie_aq_str(hw->aq.asq_last_status)); in i40e_set_promiscuous()
2506 vsi->seid, in i40e_set_promiscuous()
2510 dev_info(&pf->pdev->dev, in i40e_set_promiscuous()
2513 libie_aq_str(hw->aq.asq_last_status)); in i40e_set_promiscuous()
2517 vsi->seid, in i40e_set_promiscuous()
2520 dev_info(&pf->pdev->dev, in i40e_set_promiscuous()
2523 libie_aq_str(hw->aq.asq_last_status)); in i40e_set_promiscuous()
2528 pf->cur_promisc = promisc; in i40e_set_promiscuous()
2534 * i40e_sync_vsi_filters - Update the VSI filter list to the HW
2546 struct i40e_hw *hw = &vsi->back->hw; in i40e_sync_vsi_filters()
2567 while (test_and_set_bit(__I40E_VSI_SYNCING_FILTERS, vsi->state)) in i40e_sync_vsi_filters()
2569 pf = vsi->back; in i40e_sync_vsi_filters()
2571 old_overflow = test_bit(__I40E_VSI_OVERFLOW_PROMISC, vsi->state); in i40e_sync_vsi_filters()
2573 if (vsi->netdev) { in i40e_sync_vsi_filters()
2574 changed_flags = vsi->current_netdev_flags ^ vsi->netdev->flags; in i40e_sync_vsi_filters()
2575 vsi->current_netdev_flags = vsi->netdev->flags; in i40e_sync_vsi_filters()
2581 if (vsi->type == I40E_VSI_SRIOV) in i40e_sync_vsi_filters()
2582 snprintf(vsi_name, sizeof(vsi_name) - 1, "VF %d", vsi->vf_id); in i40e_sync_vsi_filters()
2583 else if (vsi->type != I40E_VSI_MAIN) in i40e_sync_vsi_filters()
2584 snprintf(vsi_name, sizeof(vsi_name) - 1, "vsi %d", vsi->seid); in i40e_sync_vsi_filters()
2586 if (vsi->flags & I40E_VSI_FLAG_FILTER_CHANGED) { in i40e_sync_vsi_filters()
2587 vsi->flags &= ~I40E_VSI_FLAG_FILTER_CHANGED; in i40e_sync_vsi_filters()
2589 spin_lock_bh(&vsi->mac_filter_hash_lock); in i40e_sync_vsi_filters()
2591 hash_for_each_safe(vsi->mac_filter_hash, bkt, h, f, hlist) { in i40e_sync_vsi_filters()
2592 if (f->state == I40E_FILTER_REMOVE) { in i40e_sync_vsi_filters()
2594 hash_del(&f->hlist); in i40e_sync_vsi_filters()
2595 hlist_add_head(&f->hlist, &tmp_del_list); in i40e_sync_vsi_filters()
2600 if (f->state == I40E_FILTER_NEW) { in i40e_sync_vsi_filters()
2607 new->f = f; in i40e_sync_vsi_filters()
2608 new->state = f->state; in i40e_sync_vsi_filters()
2611 hlist_add_head(&new->hlist, &tmp_add_list); in i40e_sync_vsi_filters()
2612 f->state = I40E_FILTER_NEW_SYNC; in i40e_sync_vsi_filters()
2619 if (f->vlan > 0) in i40e_sync_vsi_filters()
2623 if (vsi->type != I40E_VSI_SRIOV) in i40e_sync_vsi_filters()
2627 else if (pf->vf) in i40e_sync_vsi_filters()
2630 vlan_filters, pf->vf[vsi->vf_id].trusted); in i40e_sync_vsi_filters()
2633 netdev_hw_addr_refcnt(new->f, vsi->netdev, 1); in i40e_sync_vsi_filters()
2638 spin_unlock_bh(&vsi->mac_filter_hash_lock); in i40e_sync_vsi_filters()
2643 filter_list_len = hw->aq.asq_buf_size / in i40e_sync_vsi_filters()
2657 if (is_broadcast_ether_addr(f->macaddr)) { in i40e_sync_vsi_filters()
2660 hlist_del(&f->hlist); in i40e_sync_vsi_filters()
2666 ether_addr_copy(del_list[num_del].mac_addr, f->macaddr); in i40e_sync_vsi_filters()
2667 if (f->vlan == I40E_VLAN_ANY) { in i40e_sync_vsi_filters()
2672 cpu_to_le16((u16)(f->vlan)); in i40e_sync_vsi_filters()
2689 hlist_del(&f->hlist); in i40e_sync_vsi_filters()
2704 filter_list_len = hw->aq.asq_buf_size / in i40e_sync_vsi_filters()
2717 if (is_broadcast_ether_addr(new->f->macaddr)) { in i40e_sync_vsi_filters()
2719 new->f)) in i40e_sync_vsi_filters()
2720 new->state = I40E_FILTER_FAILED; in i40e_sync_vsi_filters()
2722 new->state = I40E_FILTER_ACTIVE; in i40e_sync_vsi_filters()
2731 new->f->macaddr); in i40e_sync_vsi_filters()
2732 if (new->f->vlan == I40E_VLAN_ANY) { in i40e_sync_vsi_filters()
2737 cpu_to_le16((u16)(new->f->vlan)); in i40e_sync_vsi_filters()
2761 spin_lock_bh(&vsi->mac_filter_hash_lock); in i40e_sync_vsi_filters()
2764 if (new->f->state == I40E_FILTER_NEW || in i40e_sync_vsi_filters()
2765 new->f->state == I40E_FILTER_NEW_SYNC) in i40e_sync_vsi_filters()
2766 new->f->state = new->state; in i40e_sync_vsi_filters()
2767 hlist_del(&new->hlist); in i40e_sync_vsi_filters()
2768 netdev_hw_addr_refcnt(new->f, vsi->netdev, -1); in i40e_sync_vsi_filters()
2771 spin_unlock_bh(&vsi->mac_filter_hash_lock); in i40e_sync_vsi_filters()
2777 spin_lock_bh(&vsi->mac_filter_hash_lock); in i40e_sync_vsi_filters()
2778 vsi->active_filters = 0; in i40e_sync_vsi_filters()
2779 hash_for_each(vsi->mac_filter_hash, bkt, f, hlist) { in i40e_sync_vsi_filters()
2780 if (f->state == I40E_FILTER_ACTIVE) in i40e_sync_vsi_filters()
2781 vsi->active_filters++; in i40e_sync_vsi_filters()
2782 else if (f->state == I40E_FILTER_FAILED) in i40e_sync_vsi_filters()
2785 spin_unlock_bh(&vsi->mac_filter_hash_lock); in i40e_sync_vsi_filters()
2792 vsi->active_filters < vsi->promisc_threshold) { in i40e_sync_vsi_filters()
2793 dev_info(&pf->pdev->dev, in i40e_sync_vsi_filters()
2796 clear_bit(__I40E_VSI_OVERFLOW_PROMISC, vsi->state); in i40e_sync_vsi_filters()
2797 vsi->promisc_threshold = 0; in i40e_sync_vsi_filters()
2801 if (vsi->type == I40E_VSI_SRIOV && pf->vf && in i40e_sync_vsi_filters()
2802 !pf->vf[vsi->vf_id].trusted) { in i40e_sync_vsi_filters()
2803 clear_bit(__I40E_VSI_OVERFLOW_PROMISC, vsi->state); in i40e_sync_vsi_filters()
2807 new_overflow = test_bit(__I40E_VSI_OVERFLOW_PROMISC, vsi->state); in i40e_sync_vsi_filters()
2813 vsi->promisc_threshold = (vsi->active_filters * 3) / 4; in i40e_sync_vsi_filters()
2819 cur_multipromisc = !!(vsi->current_netdev_flags & IFF_ALLMULTI); in i40e_sync_vsi_filters()
2820 aq_ret = i40e_aq_set_vsi_multicast_promiscuous(&vsi->back->hw, in i40e_sync_vsi_filters()
2821 vsi->seid, in i40e_sync_vsi_filters()
2826 hw->aq.asq_last_status); in i40e_sync_vsi_filters()
2827 dev_info(&pf->pdev->dev, in i40e_sync_vsi_filters()
2831 libie_aq_str(hw->aq.asq_last_status)); in i40e_sync_vsi_filters()
2833 dev_info(&pf->pdev->dev, "%s allmulti mode.\n", in i40e_sync_vsi_filters()
2841 cur_promisc = (!!(vsi->current_netdev_flags & IFF_PROMISC) || in i40e_sync_vsi_filters()
2846 hw->aq.asq_last_status); in i40e_sync_vsi_filters()
2847 dev_info(&pf->pdev->dev, in i40e_sync_vsi_filters()
2852 libie_aq_str(hw->aq.asq_last_status)); in i40e_sync_vsi_filters()
2858 vsi->flags |= I40E_VSI_FLAG_FILTER_CHANGED; in i40e_sync_vsi_filters()
2860 clear_bit(__I40E_VSI_SYNCING_FILTERS, vsi->state); in i40e_sync_vsi_filters()
2865 spin_lock_bh(&vsi->mac_filter_hash_lock); in i40e_sync_vsi_filters()
2869 spin_unlock_bh(&vsi->mac_filter_hash_lock); in i40e_sync_vsi_filters()
2871 vsi->flags |= I40E_VSI_FLAG_FILTER_CHANGED; in i40e_sync_vsi_filters()
2872 clear_bit(__I40E_VSI_SYNCING_FILTERS, vsi->state); in i40e_sync_vsi_filters()
2873 return -ENOMEM; in i40e_sync_vsi_filters()
2877 * i40e_sync_filters_subtask - Sync the VSI filter list with HW
2887 if (!test_and_clear_bit(__I40E_MACVLAN_SYNC_PENDING, pf->state)) in i40e_sync_filters_subtask()
2889 if (test_bit(__I40E_VF_DISABLE, pf->state)) { in i40e_sync_filters_subtask()
2890 set_bit(__I40E_MACVLAN_SYNC_PENDING, pf->state); in i40e_sync_filters_subtask()
2895 if ((vsi->flags & I40E_VSI_FLAG_FILTER_CHANGED) && in i40e_sync_filters_subtask()
2896 !test_bit(__I40E_VSI_RELEASING, vsi->state)) { in i40e_sync_filters_subtask()
2902 pf->state); in i40e_sync_filters_subtask()
2910 * i40e_calculate_vsi_rx_buf_len - Calculates buffer length
2916 if (!vsi->netdev || test_bit(I40E_FLAG_LEGACY_RX_ENA, vsi->back->flags)) in i40e_calculate_vsi_rx_buf_len()
2923 * i40e_max_vsi_frame_size - returns the maximum allowed frame size for VSI
2933 if (xdp_prog && !xdp_prog->aux->xdp_has_frags) in i40e_max_vsi_frame_size()
2942 * i40e_change_mtu - NDO callback to change the Maximum Transfer Unit
2951 struct i40e_vsi *vsi = np->vsi; in i40e_change_mtu()
2952 struct i40e_pf *pf = vsi->back; in i40e_change_mtu()
2955 frame_size = i40e_max_vsi_frame_size(vsi, vsi->xdp_prog); in i40e_change_mtu()
2956 if (new_mtu > frame_size - I40E_PACKET_HDR_PAD) { in i40e_change_mtu()
2958 new_mtu, frame_size - I40E_PACKET_HDR_PAD); in i40e_change_mtu()
2959 return -EINVAL; in i40e_change_mtu()
2963 netdev->mtu, new_mtu); in i40e_change_mtu()
2964 WRITE_ONCE(netdev->mtu, new_mtu); in i40e_change_mtu()
2967 set_bit(__I40E_CLIENT_SERVICE_REQUESTED, pf->state); in i40e_change_mtu()
2968 set_bit(__I40E_CLIENT_L2_CHANGE, pf->state); in i40e_change_mtu()
2973 * i40e_vlan_stripping_enable - Turn on vlan stripping for the VSI
2982 if (vsi->info.pvid) in i40e_vlan_stripping_enable()
2985 if ((vsi->info.valid_sections & in i40e_vlan_stripping_enable()
2987 ((vsi->info.port_vlan_flags & I40E_AQ_VSI_PVLAN_MODE_MASK) == 0)) in i40e_vlan_stripping_enable()
2990 vsi->info.valid_sections = cpu_to_le16(I40E_AQ_VSI_PROP_VLAN_VALID); in i40e_vlan_stripping_enable()
2991 vsi->info.port_vlan_flags = I40E_AQ_VSI_PVLAN_MODE_ALL | in i40e_vlan_stripping_enable()
2994 ctxt.seid = vsi->seid; in i40e_vlan_stripping_enable()
2995 ctxt.info = vsi->info; in i40e_vlan_stripping_enable()
2996 ret = i40e_aq_update_vsi_params(&vsi->back->hw, &ctxt, NULL); in i40e_vlan_stripping_enable()
2998 dev_info(&vsi->back->pdev->dev, in i40e_vlan_stripping_enable()
3001 libie_aq_str(vsi->back->hw.aq.asq_last_status)); in i40e_vlan_stripping_enable()
3006 * i40e_vlan_stripping_disable - Turn off vlan stripping for the VSI
3015 if (vsi->info.pvid) in i40e_vlan_stripping_disable()
3018 if ((vsi->info.valid_sections & in i40e_vlan_stripping_disable()
3020 ((vsi->info.port_vlan_flags & I40E_AQ_VSI_PVLAN_EMOD_MASK) == in i40e_vlan_stripping_disable()
3024 vsi->info.valid_sections = cpu_to_le16(I40E_AQ_VSI_PROP_VLAN_VALID); in i40e_vlan_stripping_disable()
3025 vsi->info.port_vlan_flags = I40E_AQ_VSI_PVLAN_MODE_ALL | in i40e_vlan_stripping_disable()
3028 ctxt.seid = vsi->seid; in i40e_vlan_stripping_disable()
3029 ctxt.info = vsi->info; in i40e_vlan_stripping_disable()
3030 ret = i40e_aq_update_vsi_params(&vsi->back->hw, &ctxt, NULL); in i40e_vlan_stripping_disable()
3032 dev_info(&vsi->back->pdev->dev, in i40e_vlan_stripping_disable()
3035 libie_aq_str(vsi->back->hw.aq.asq_last_status)); in i40e_vlan_stripping_disable()
3040 * i40e_add_vlan_all_mac - Add a MAC/VLAN filter for each existing MAC address
3042 * @vid: vlan id to be added (0 = untagged only , -1 = any)
3058 hash_for_each_safe(vsi->mac_filter_hash, bkt, h, f, hlist) { in i40e_add_vlan_all_mac()
3068 if (f->state == I40E_FILTER_REMOVE && f->vlan == vid) { in i40e_add_vlan_all_mac()
3069 f->state = I40E_FILTER_ACTIVE; in i40e_add_vlan_all_mac()
3071 } else if (f->state == I40E_FILTER_REMOVE) { in i40e_add_vlan_all_mac()
3074 add_f = i40e_add_filter(vsi, f->macaddr, vid); in i40e_add_vlan_all_mac()
3076 dev_info(&vsi->back->pdev->dev, in i40e_add_vlan_all_mac()
3078 vid, f->macaddr); in i40e_add_vlan_all_mac()
3079 return -ENOMEM; in i40e_add_vlan_all_mac()
3087 * i40e_vsi_add_vlan - Add VSI membership for given VLAN
3095 if (vsi->info.pvid) in i40e_vsi_add_vlan()
3096 return -EINVAL; in i40e_vsi_add_vlan()
3110 spin_lock_bh(&vsi->mac_filter_hash_lock); in i40e_vsi_add_vlan()
3112 spin_unlock_bh(&vsi->mac_filter_hash_lock); in i40e_vsi_add_vlan()
3119 i40e_service_event_schedule(vsi->back); in i40e_vsi_add_vlan()
3124 * i40e_rm_vlan_all_mac - Remove MAC/VLAN pair for all MAC with the given VLAN
3126 * @vid: vlan id to be removed (0 = untagged only , -1 = any)
3142 hash_for_each_safe(vsi->mac_filter_hash, bkt, h, f, hlist) { in i40e_rm_vlan_all_mac()
3143 if (f->vlan == vid) in i40e_rm_vlan_all_mac()
3149 * i40e_vsi_kill_vlan - Remove VSI membership for given VLAN
3155 if (!vid || vsi->info.pvid) in i40e_vsi_kill_vlan()
3158 spin_lock_bh(&vsi->mac_filter_hash_lock); in i40e_vsi_kill_vlan()
3160 spin_unlock_bh(&vsi->mac_filter_hash_lock); in i40e_vsi_kill_vlan()
3165 i40e_service_event_schedule(vsi->back); in i40e_vsi_kill_vlan()
3169 * i40e_vlan_rx_add_vid - Add a vlan id filter to HW offload
3180 struct i40e_vsi *vsi = np->vsi; in i40e_vlan_rx_add_vid()
3184 return -EINVAL; in i40e_vlan_rx_add_vid()
3188 set_bit(vid, vsi->active_vlans); in i40e_vlan_rx_add_vid()
3194 * i40e_vlan_rx_add_vid_up - Add a vlan id filter to HW offload in UP path
3203 struct i40e_vsi *vsi = np->vsi; in i40e_vlan_rx_add_vid_up()
3207 set_bit(vid, vsi->active_vlans); in i40e_vlan_rx_add_vid_up()
3211 * i40e_vlan_rx_kill_vid - Remove a vlan id filter from HW offload
3222 struct i40e_vsi *vsi = np->vsi; in i40e_vlan_rx_kill_vid()
3230 clear_bit(vid, vsi->active_vlans); in i40e_vlan_rx_kill_vid()
3236 * i40e_restore_vlan - Reinstate vlans when vsi/netdev comes back up
3243 if (!vsi->netdev) in i40e_restore_vlan()
3246 if (vsi->netdev->features & NETIF_F_HW_VLAN_CTAG_RX) in i40e_restore_vlan()
3251 for_each_set_bit(vid, vsi->active_vlans, VLAN_N_VID) in i40e_restore_vlan()
3252 i40e_vlan_rx_add_vid_up(vsi->netdev, htons(ETH_P_8021Q), in i40e_restore_vlan()
3257 * i40e_vsi_add_pvid - Add pvid for the VSI
3266 vsi->info.valid_sections = cpu_to_le16(I40E_AQ_VSI_PROP_VLAN_VALID); in i40e_vsi_add_pvid()
3267 vsi->info.pvid = cpu_to_le16(vid); in i40e_vsi_add_pvid()
3268 vsi->info.port_vlan_flags = I40E_AQ_VSI_PVLAN_MODE_TAGGED | in i40e_vsi_add_pvid()
3272 ctxt.seid = vsi->seid; in i40e_vsi_add_pvid()
3273 ctxt.info = vsi->info; in i40e_vsi_add_pvid()
3274 ret = i40e_aq_update_vsi_params(&vsi->back->hw, &ctxt, NULL); in i40e_vsi_add_pvid()
3276 dev_info(&vsi->back->pdev->dev, in i40e_vsi_add_pvid()
3279 libie_aq_str(vsi->back->hw.aq.asq_last_status)); in i40e_vsi_add_pvid()
3280 return -ENOENT; in i40e_vsi_add_pvid()
3287 * i40e_vsi_remove_pvid - Remove the pvid from the VSI
3294 vsi->info.pvid = 0; in i40e_vsi_remove_pvid()
3300 * i40e_vsi_setup_tx_resources - Allocate VSI Tx queue resources
3313 for (i = 0; i < vsi->num_queue_pairs && !err; i++) in i40e_vsi_setup_tx_resources()
3314 err = i40e_setup_tx_descriptors(vsi->tx_rings[i]); in i40e_vsi_setup_tx_resources()
3319 for (i = 0; i < vsi->num_queue_pairs && !err; i++) in i40e_vsi_setup_tx_resources()
3320 err = i40e_setup_tx_descriptors(vsi->xdp_rings[i]); in i40e_vsi_setup_tx_resources()
3326 * i40e_vsi_free_tx_resources - Free Tx resources for VSI queues
3335 if (vsi->tx_rings) { in i40e_vsi_free_tx_resources()
3336 for (i = 0; i < vsi->num_queue_pairs; i++) in i40e_vsi_free_tx_resources()
3337 if (vsi->tx_rings[i] && vsi->tx_rings[i]->desc) in i40e_vsi_free_tx_resources()
3338 i40e_free_tx_resources(vsi->tx_rings[i]); in i40e_vsi_free_tx_resources()
3341 if (vsi->xdp_rings) { in i40e_vsi_free_tx_resources()
3342 for (i = 0; i < vsi->num_queue_pairs; i++) in i40e_vsi_free_tx_resources()
3343 if (vsi->xdp_rings[i] && vsi->xdp_rings[i]->desc) in i40e_vsi_free_tx_resources()
3344 i40e_free_tx_resources(vsi->xdp_rings[i]); in i40e_vsi_free_tx_resources()
3349 * i40e_vsi_setup_rx_resources - Allocate VSI queues Rx resources
3362 for (i = 0; i < vsi->num_queue_pairs && !err; i++) in i40e_vsi_setup_rx_resources()
3363 err = i40e_setup_rx_descriptors(vsi->rx_rings[i]); in i40e_vsi_setup_rx_resources()
3368 * i40e_vsi_free_rx_resources - Free Rx Resources for VSI queues
3377 if (!vsi->rx_rings) in i40e_vsi_free_rx_resources()
3380 for (i = 0; i < vsi->num_queue_pairs; i++) in i40e_vsi_free_rx_resources()
3381 if (vsi->rx_rings[i] && vsi->rx_rings[i]->desc) in i40e_vsi_free_rx_resources()
3382 i40e_free_rx_resources(vsi->rx_rings[i]); in i40e_vsi_free_rx_resources()
3386 * i40e_config_xps_tx_ring - Configure XPS for a Tx ring
3396 if (!ring->q_vector || !ring->netdev || ring->ch) in i40e_config_xps_tx_ring()
3400 if (test_and_set_bit(__I40E_TX_XPS_INIT_DONE, ring->state)) in i40e_config_xps_tx_ring()
3403 cpu = cpumask_local_spread(ring->q_vector->v_idx, -1); in i40e_config_xps_tx_ring()
3404 netif_set_xps_queue(ring->netdev, get_cpu_mask(cpu), in i40e_config_xps_tx_ring()
3405 ring->queue_index); in i40e_config_xps_tx_ring()
3409 * i40e_xsk_pool - Retrieve the AF_XDP buffer pool if XDP and ZC is enabled
3416 bool xdp_on = i40e_enabled_xdp_vsi(ring->vsi); in i40e_xsk_pool()
3417 int qid = ring->queue_index; in i40e_xsk_pool()
3420 qid -= ring->vsi->alloc_queue_pairs; in i40e_xsk_pool()
3422 if (!xdp_on || !test_bit(qid, ring->vsi->af_xdp_zc_qps)) in i40e_xsk_pool()
3425 return xsk_get_pool_from_qid(ring->vsi->netdev, qid); in i40e_xsk_pool()
3429 * i40e_configure_tx_ring - Configure a transmit ring context and rest
3436 struct i40e_vsi *vsi = ring->vsi; in i40e_configure_tx_ring()
3437 u16 pf_q = vsi->base_queue + ring->queue_index; in i40e_configure_tx_ring()
3438 struct i40e_hw *hw = &vsi->back->hw; in i40e_configure_tx_ring()
3444 ring->xsk_pool = i40e_xsk_pool(ring); in i40e_configure_tx_ring()
3447 if (test_bit(I40E_FLAG_FD_ATR_ENA, vsi->back->flags)) { in i40e_configure_tx_ring()
3448 ring->atr_sample_rate = I40E_DEFAULT_ATR_SAMPLE_RATE; in i40e_configure_tx_ring()
3449 ring->atr_count = 0; in i40e_configure_tx_ring()
3451 ring->atr_sample_rate = 0; in i40e_configure_tx_ring()
3461 tx_ctx.base = (ring->dma / 128); in i40e_configure_tx_ring()
3462 tx_ctx.qlen = ring->count; in i40e_configure_tx_ring()
3463 if (test_bit(I40E_FLAG_FD_SB_ENA, vsi->back->flags) || in i40e_configure_tx_ring()
3464 test_bit(I40E_FLAG_FD_ATR_ENA, vsi->back->flags)) in i40e_configure_tx_ring()
3466 if (test_bit(I40E_FLAG_PTP_ENA, vsi->back->flags)) in i40e_configure_tx_ring()
3469 if (vsi->type != I40E_VSI_FDIR) in i40e_configure_tx_ring()
3471 tx_ctx.head_wb_addr = ring->dma + in i40e_configure_tx_ring()
3472 (ring->count * sizeof(struct i40e_tx_desc)); in i40e_configure_tx_ring()
3485 if (ring->ch) in i40e_configure_tx_ring()
3487 le16_to_cpu(ring->ch->info.qs_handle[ring->dcb_tc]); in i40e_configure_tx_ring()
3490 tx_ctx.rdylist = le16_to_cpu(vsi->info.qs_handle[ring->dcb_tc]); in i40e_configure_tx_ring()
3497 dev_info(&vsi->back->pdev->dev, in i40e_configure_tx_ring()
3499 ring->queue_index, pf_q, err); in i40e_configure_tx_ring()
3500 return -ENOMEM; in i40e_configure_tx_ring()
3506 dev_info(&vsi->back->pdev->dev, in i40e_configure_tx_ring()
3508 ring->queue_index, pf_q, err); in i40e_configure_tx_ring()
3509 return -ENOMEM; in i40e_configure_tx_ring()
3513 if (ring->ch) { in i40e_configure_tx_ring()
3514 if (ring->ch->type == I40E_VSI_VMDQ2) in i40e_configure_tx_ring()
3517 return -EINVAL; in i40e_configure_tx_ring()
3520 ring->ch->vsi_number); in i40e_configure_tx_ring()
3522 if (vsi->type == I40E_VSI_VMDQ2) { in i40e_configure_tx_ring()
3525 vsi->id); in i40e_configure_tx_ring()
3531 qtx_ctl |= FIELD_PREP(I40E_QTX_CTL_PF_INDX_MASK, hw->pf_id); in i40e_configure_tx_ring()
3536 ring->tail = hw->hw_addr + I40E_QTX_TAIL(pf_q); in i40e_configure_tx_ring()
3542 * i40e_rx_offset - Return expected offset into page to access data
3553 * i40e_configure_rx_ring - Configure a receive ring context
3560 struct i40e_vsi *vsi = ring->vsi; in i40e_configure_rx_ring()
3561 u32 chain_len = vsi->back->hw.func_caps.rx_buf_chain_len; in i40e_configure_rx_ring()
3562 u16 pf_q = vsi->base_queue + ring->queue_index; in i40e_configure_rx_ring()
3563 struct i40e_hw *hw = &vsi->back->hw; in i40e_configure_rx_ring()
3568 bitmap_zero(ring->state, __I40E_RING_STATE_NBITS); in i40e_configure_rx_ring()
3573 ring->rx_buf_len = vsi->rx_buf_len; in i40e_configure_rx_ring()
3575 /* XDP RX-queue info only needed for RX rings exposed to XDP */ in i40e_configure_rx_ring()
3576 if (ring->vsi->type != I40E_VSI_MAIN) in i40e_configure_rx_ring()
3579 if (!xdp_rxq_info_is_reg(&ring->xdp_rxq)) { in i40e_configure_rx_ring()
3580 err = __xdp_rxq_info_reg(&ring->xdp_rxq, ring->netdev, in i40e_configure_rx_ring()
3581 ring->queue_index, in i40e_configure_rx_ring()
3582 ring->q_vector->napi.napi_id, in i40e_configure_rx_ring()
3583 ring->rx_buf_len); in i40e_configure_rx_ring()
3588 ring->xsk_pool = i40e_xsk_pool(ring); in i40e_configure_rx_ring()
3589 if (ring->xsk_pool) { in i40e_configure_rx_ring()
3590 xdp_rxq_info_unreg(&ring->xdp_rxq); in i40e_configure_rx_ring()
3591 ring->rx_buf_len = xsk_pool_get_rx_frame_size(ring->xsk_pool); in i40e_configure_rx_ring()
3592 err = __xdp_rxq_info_reg(&ring->xdp_rxq, ring->netdev, in i40e_configure_rx_ring()
3593 ring->queue_index, in i40e_configure_rx_ring()
3594 ring->q_vector->napi.napi_id, in i40e_configure_rx_ring()
3595 ring->rx_buf_len); in i40e_configure_rx_ring()
3598 err = xdp_rxq_info_reg_mem_model(&ring->xdp_rxq, in i40e_configure_rx_ring()
3603 dev_info(&vsi->back->pdev->dev, in i40e_configure_rx_ring()
3605 ring->queue_index); in i40e_configure_rx_ring()
3608 err = xdp_rxq_info_reg_mem_model(&ring->xdp_rxq, in i40e_configure_rx_ring()
3616 xdp_init_buff(&ring->xdp, i40e_rx_pg_size(ring) / 2, &ring->xdp_rxq); in i40e_configure_rx_ring()
3618 rx_ctx.dbuff = DIV_ROUND_UP(ring->rx_buf_len, in i40e_configure_rx_ring()
3621 rx_ctx.base = (ring->dma / 128); in i40e_configure_rx_ring()
3622 rx_ctx.qlen = ring->count; in i40e_configure_rx_ring()
3632 rx_ctx.rxmax = min_t(u16, vsi->max_frame, chain_len * ring->rx_buf_len); in i40e_configure_rx_ring()
3633 if (hw->revision_id == 0) in i40e_configure_rx_ring()
3647 dev_info(&vsi->back->pdev->dev, in i40e_configure_rx_ring()
3649 ring->queue_index, pf_q, err); in i40e_configure_rx_ring()
3650 return -ENOMEM; in i40e_configure_rx_ring()
3656 dev_info(&vsi->back->pdev->dev, in i40e_configure_rx_ring()
3658 ring->queue_index, pf_q, err); in i40e_configure_rx_ring()
3659 return -ENOMEM; in i40e_configure_rx_ring()
3663 if (!vsi->netdev || test_bit(I40E_FLAG_LEGACY_RX_ENA, vsi->back->flags)) { in i40e_configure_rx_ring()
3665 dev_info(&vsi->back->pdev->dev, in i40e_configure_rx_ring()
3667 return -EOPNOTSUPP; in i40e_configure_rx_ring()
3674 ring->rx_offset = i40e_rx_offset(ring); in i40e_configure_rx_ring()
3677 ring->tail = hw->hw_addr + I40E_QRX_TAIL(pf_q); in i40e_configure_rx_ring()
3678 writel(0, ring->tail); in i40e_configure_rx_ring()
3680 if (ring->xsk_pool) { in i40e_configure_rx_ring()
3681 xsk_pool_set_rxq_info(ring->xsk_pool, &ring->xdp_rxq); in i40e_configure_rx_ring()
3690 dev_info(&vsi->back->pdev->dev, in i40e_configure_rx_ring()
3692 ring->xsk_pool ? "AF_XDP ZC enabled " : "", in i40e_configure_rx_ring()
3693 ring->queue_index, pf_q); in i40e_configure_rx_ring()
3700 * i40e_vsi_configure_tx - Configure the VSI for Tx
3710 for (i = 0; (i < vsi->num_queue_pairs) && !err; i++) in i40e_vsi_configure_tx()
3711 err = i40e_configure_tx_ring(vsi->tx_rings[i]); in i40e_vsi_configure_tx()
3716 for (i = 0; (i < vsi->num_queue_pairs) && !err; i++) in i40e_vsi_configure_tx()
3717 err = i40e_configure_tx_ring(vsi->xdp_rings[i]); in i40e_vsi_configure_tx()
3723 * i40e_vsi_configure_rx - Configure the VSI for Rx
3733 vsi->max_frame = i40e_max_vsi_frame_size(vsi, vsi->xdp_prog); in i40e_vsi_configure_rx()
3734 vsi->rx_buf_len = i40e_calculate_vsi_rx_buf_len(vsi); in i40e_vsi_configure_rx()
3737 if (vsi->netdev && !I40E_2K_TOO_SMALL_WITH_PADDING && in i40e_vsi_configure_rx()
3738 vsi->netdev->mtu <= ETH_DATA_LEN) { in i40e_vsi_configure_rx()
3739 vsi->rx_buf_len = I40E_RXBUFFER_1536 - NET_IP_ALIGN; in i40e_vsi_configure_rx()
3740 vsi->max_frame = vsi->rx_buf_len; in i40e_vsi_configure_rx()
3745 for (i = 0; i < vsi->num_queue_pairs && !err; i++) in i40e_vsi_configure_rx()
3746 err = i40e_configure_rx_ring(vsi->rx_rings[i]); in i40e_vsi_configure_rx()
3752 * i40e_vsi_config_dcb_rings - Update rings to reflect DCB TC
3761 if (!test_bit(I40E_FLAG_DCB_ENA, vsi->back->flags)) { in i40e_vsi_config_dcb_rings()
3763 for (i = 0; i < vsi->num_queue_pairs; i++) { in i40e_vsi_config_dcb_rings()
3764 rx_ring = vsi->rx_rings[i]; in i40e_vsi_config_dcb_rings()
3765 tx_ring = vsi->tx_rings[i]; in i40e_vsi_config_dcb_rings()
3766 rx_ring->dcb_tc = 0; in i40e_vsi_config_dcb_rings()
3767 tx_ring->dcb_tc = 0; in i40e_vsi_config_dcb_rings()
3773 if (!(vsi->tc_config.enabled_tc & BIT_ULL(n))) in i40e_vsi_config_dcb_rings()
3776 qoffset = vsi->tc_config.tc_info[n].qoffset; in i40e_vsi_config_dcb_rings()
3777 qcount = vsi->tc_config.tc_info[n].qcount; in i40e_vsi_config_dcb_rings()
3779 rx_ring = vsi->rx_rings[i]; in i40e_vsi_config_dcb_rings()
3780 tx_ring = vsi->tx_rings[i]; in i40e_vsi_config_dcb_rings()
3781 rx_ring->dcb_tc = n; in i40e_vsi_config_dcb_rings()
3782 tx_ring->dcb_tc = n; in i40e_vsi_config_dcb_rings()
3788 * i40e_set_vsi_rx_mode - Call set_rx_mode on a VSI
3793 if (vsi->netdev) in i40e_set_vsi_rx_mode()
3794 i40e_set_rx_mode(vsi->netdev); in i40e_set_vsi_rx_mode()
3798 * i40e_reset_fdir_filter_cnt - Reset flow director filter counters
3805 pf->fd_tcp4_filter_cnt = 0; in i40e_reset_fdir_filter_cnt()
3806 pf->fd_udp4_filter_cnt = 0; in i40e_reset_fdir_filter_cnt()
3807 pf->fd_sctp4_filter_cnt = 0; in i40e_reset_fdir_filter_cnt()
3808 pf->fd_ip4_filter_cnt = 0; in i40e_reset_fdir_filter_cnt()
3809 pf->fd_tcp6_filter_cnt = 0; in i40e_reset_fdir_filter_cnt()
3810 pf->fd_udp6_filter_cnt = 0; in i40e_reset_fdir_filter_cnt()
3811 pf->fd_sctp6_filter_cnt = 0; in i40e_reset_fdir_filter_cnt()
3812 pf->fd_ip6_filter_cnt = 0; in i40e_reset_fdir_filter_cnt()
3816 * i40e_fdir_filter_restore - Restore the Sideband Flow Director filters
3825 struct i40e_pf *pf = vsi->back; in i40e_fdir_filter_restore()
3828 if (!test_bit(I40E_FLAG_FD_SB_ENA, pf->flags)) in i40e_fdir_filter_restore()
3835 &pf->fdir_filter_list, fdir_node) { in i40e_fdir_filter_restore()
3841 * i40e_vsi_configure - Set up the VSI for action
3859 * i40e_vsi_configure_msix - MSIX mode Interrupt Config in the HW
3865 struct i40e_pf *pf = vsi->back; in i40e_vsi_configure_msix()
3866 struct i40e_hw *hw = &pf->hw; in i40e_vsi_configure_msix()
3873 * PFINT_ITRn[0..n-1] gets msix-1..msix-n (qpair interrupts) in i40e_vsi_configure_msix()
3875 qp = vsi->base_queue; in i40e_vsi_configure_msix()
3876 vector = vsi->base_vector; in i40e_vsi_configure_msix()
3877 for (i = 0; i < vsi->num_q_vectors; i++, vector++) { in i40e_vsi_configure_msix()
3878 struct i40e_q_vector *q_vector = vsi->q_vectors[i]; in i40e_vsi_configure_msix()
3880 q_vector->rx.next_update = jiffies + 1; in i40e_vsi_configure_msix()
3881 q_vector->rx.target_itr = in i40e_vsi_configure_msix()
3882 ITR_TO_REG(vsi->rx_rings[i]->itr_setting); in i40e_vsi_configure_msix()
3883 wr32(hw, I40E_PFINT_ITRN(I40E_RX_ITR, vector - 1), in i40e_vsi_configure_msix()
3884 q_vector->rx.target_itr >> 1); in i40e_vsi_configure_msix()
3885 q_vector->rx.current_itr = q_vector->rx.target_itr; in i40e_vsi_configure_msix()
3887 q_vector->tx.next_update = jiffies + 1; in i40e_vsi_configure_msix()
3888 q_vector->tx.target_itr = in i40e_vsi_configure_msix()
3889 ITR_TO_REG(vsi->tx_rings[i]->itr_setting); in i40e_vsi_configure_msix()
3890 wr32(hw, I40E_PFINT_ITRN(I40E_TX_ITR, vector - 1), in i40e_vsi_configure_msix()
3891 q_vector->tx.target_itr >> 1); in i40e_vsi_configure_msix()
3892 q_vector->tx.current_itr = q_vector->tx.target_itr; in i40e_vsi_configure_msix()
3895 * busy-loop polling. in i40e_vsi_configure_msix()
3897 wr32(hw, I40E_PFINT_ITRN(I40E_SW_ITR, vector - 1), in i40e_vsi_configure_msix()
3900 wr32(hw, I40E_PFINT_RATEN(vector - 1), in i40e_vsi_configure_msix()
3901 i40e_intrl_usec_to_reg(vsi->int_rate_limit)); in i40e_vsi_configure_msix()
3904 wr32(hw, I40E_PFINT_LNKLSTN(vector - 1), qp); in i40e_vsi_configure_msix()
3905 for (q = 0; q < q_vector->num_ringpairs; q++) { in i40e_vsi_configure_msix()
3906 u32 nextqp = has_xdp ? qp + vsi->alloc_queue_pairs : qp; in i40e_vsi_configure_msix()
3938 if (q == (q_vector->num_ringpairs - 1)) in i40e_vsi_configure_msix()
3951 * i40e_enable_misc_int_causes - enable the non-queue interrupts
3956 struct i40e_hw *hw = &pf->hw; in i40e_enable_misc_int_causes()
3972 if (test_bit(I40E_FLAG_IWARP_ENA, pf->flags)) in i40e_enable_misc_int_causes()
3975 if (test_bit(I40E_FLAG_PTP_ENA, pf->flags)) in i40e_enable_misc_int_causes()
3989 * i40e_configure_msi_and_legacy - Legacy mode interrupt config in the HW
3994 u32 nextqp = i40e_enabled_xdp_vsi(vsi) ? vsi->alloc_queue_pairs : 0; in i40e_configure_msi_and_legacy()
3995 struct i40e_q_vector *q_vector = vsi->q_vectors[0]; in i40e_configure_msi_and_legacy()
3996 struct i40e_pf *pf = vsi->back; in i40e_configure_msi_and_legacy()
3997 struct i40e_hw *hw = &pf->hw; in i40e_configure_msi_and_legacy()
4000 q_vector->rx.next_update = jiffies + 1; in i40e_configure_msi_and_legacy()
4001 q_vector->rx.target_itr = ITR_TO_REG(vsi->rx_rings[0]->itr_setting); in i40e_configure_msi_and_legacy()
4002 wr32(hw, I40E_PFINT_ITR0(I40E_RX_ITR), q_vector->rx.target_itr >> 1); in i40e_configure_msi_and_legacy()
4003 q_vector->rx.current_itr = q_vector->rx.target_itr; in i40e_configure_msi_and_legacy()
4004 q_vector->tx.next_update = jiffies + 1; in i40e_configure_msi_and_legacy()
4005 q_vector->tx.target_itr = ITR_TO_REG(vsi->tx_rings[0]->itr_setting); in i40e_configure_msi_and_legacy()
4006 wr32(hw, I40E_PFINT_ITR0(I40E_TX_ITR), q_vector->tx.target_itr >> 1); in i40e_configure_msi_and_legacy()
4007 q_vector->tx.current_itr = q_vector->tx.target_itr; in i40e_configure_msi_and_legacy()
4032 * i40e_irq_dynamic_disable_icr0 - Disable default interrupt generation for icr0
4037 struct i40e_hw *hw = &pf->hw; in i40e_irq_dynamic_disable_icr0()
4045 * i40e_irq_dynamic_enable_icr0 - Enable default interrupt generation for icr0
4050 struct i40e_hw *hw = &pf->hw; in i40e_irq_dynamic_enable_icr0()
4062 * i40e_msix_clean_rings - MSIX mode Interrupt Handler
4070 if (!q_vector->tx.ring && !q_vector->rx.ring) in i40e_msix_clean_rings()
4073 napi_schedule_irqoff(&q_vector->napi); in i40e_msix_clean_rings()
4079 * i40e_irq_affinity_notify - Callback for affinity changes
4092 cpumask_copy(&q_vector->affinity_mask, mask); in i40e_irq_affinity_notify()
4096 * i40e_irq_affinity_release - Callback for affinity notifier release
4106 * i40e_vsi_request_irq_msix - Initialize MSI-X interrupts
4110 * Allocates MSI-X vectors and requests interrupts from the kernel.
4114 int q_vectors = vsi->num_q_vectors; in i40e_vsi_request_irq_msix()
4115 struct i40e_pf *pf = vsi->back; in i40e_vsi_request_irq_msix()
4116 int base = vsi->base_vector; in i40e_vsi_request_irq_msix()
4124 struct i40e_q_vector *q_vector = vsi->q_vectors[vector]; in i40e_vsi_request_irq_msix()
4126 irq_num = pf->msix_entries[base + vector].vector; in i40e_vsi_request_irq_msix()
4128 if (q_vector->tx.ring && q_vector->rx.ring) { in i40e_vsi_request_irq_msix()
4129 snprintf(q_vector->name, sizeof(q_vector->name) - 1, in i40e_vsi_request_irq_msix()
4130 "%s-%s-%d", basename, "TxRx", rx_int_idx++); in i40e_vsi_request_irq_msix()
4132 } else if (q_vector->rx.ring) { in i40e_vsi_request_irq_msix()
4133 snprintf(q_vector->name, sizeof(q_vector->name) - 1, in i40e_vsi_request_irq_msix()
4134 "%s-%s-%d", basename, "rx", rx_int_idx++); in i40e_vsi_request_irq_msix()
4135 } else if (q_vector->tx.ring) { in i40e_vsi_request_irq_msix()
4136 snprintf(q_vector->name, sizeof(q_vector->name) - 1, in i40e_vsi_request_irq_msix()
4137 "%s-%s-%d", basename, "tx", tx_int_idx++); in i40e_vsi_request_irq_msix()
4143 vsi->irq_handler, in i40e_vsi_request_irq_msix()
4145 q_vector->name, in i40e_vsi_request_irq_msix()
4148 dev_info(&pf->pdev->dev, in i40e_vsi_request_irq_msix()
4154 q_vector->irq_num = irq_num; in i40e_vsi_request_irq_msix()
4155 q_vector->affinity_notify.notify = i40e_irq_affinity_notify; in i40e_vsi_request_irq_msix()
4156 q_vector->affinity_notify.release = i40e_irq_affinity_release; in i40e_vsi_request_irq_msix()
4157 irq_set_affinity_notifier(irq_num, &q_vector->affinity_notify); in i40e_vsi_request_irq_msix()
4164 cpu = cpumask_local_spread(q_vector->v_idx, -1); in i40e_vsi_request_irq_msix()
4168 vsi->irqs_ready = true; in i40e_vsi_request_irq_msix()
4173 vector--; in i40e_vsi_request_irq_msix()
4174 irq_num = pf->msix_entries[base + vector].vector; in i40e_vsi_request_irq_msix()
4177 free_irq(irq_num, vsi->q_vectors[vector]); in i40e_vsi_request_irq_msix()
4183 * i40e_vsi_disable_irq - Mask off queue interrupt generation on the VSI
4184 * @vsi: the VSI being un-configured
4188 struct i40e_pf *pf = vsi->back; in i40e_vsi_disable_irq()
4189 struct i40e_hw *hw = &pf->hw; in i40e_vsi_disable_irq()
4190 int base = vsi->base_vector; in i40e_vsi_disable_irq()
4194 for (i = 0; i < vsi->num_queue_pairs; i++) { in i40e_vsi_disable_irq()
4197 val = rd32(hw, I40E_QINT_TQCTL(vsi->tx_rings[i]->reg_idx)); in i40e_vsi_disable_irq()
4199 wr32(hw, I40E_QINT_TQCTL(vsi->tx_rings[i]->reg_idx), val); in i40e_vsi_disable_irq()
4201 val = rd32(hw, I40E_QINT_RQCTL(vsi->rx_rings[i]->reg_idx)); in i40e_vsi_disable_irq()
4203 wr32(hw, I40E_QINT_RQCTL(vsi->rx_rings[i]->reg_idx), val); in i40e_vsi_disable_irq()
4207 wr32(hw, I40E_QINT_TQCTL(vsi->xdp_rings[i]->reg_idx), 0); in i40e_vsi_disable_irq()
4211 if (test_bit(I40E_FLAG_MSIX_ENA, pf->flags)) { in i40e_vsi_disable_irq()
4212 for (i = vsi->base_vector; in i40e_vsi_disable_irq()
4213 i < (vsi->num_q_vectors + vsi->base_vector); i++) in i40e_vsi_disable_irq()
4214 wr32(hw, I40E_PFINT_DYN_CTLN(i - 1), 0); in i40e_vsi_disable_irq()
4217 for (i = 0; i < vsi->num_q_vectors; i++) in i40e_vsi_disable_irq()
4218 synchronize_irq(pf->msix_entries[i + base].vector); in i40e_vsi_disable_irq()
4220 /* Legacy and MSI mode - this stops all interrupt handling */ in i40e_vsi_disable_irq()
4224 synchronize_irq(pf->pdev->irq); in i40e_vsi_disable_irq()
4229 * i40e_vsi_enable_irq - Enable IRQ for the given VSI
4234 struct i40e_pf *pf = vsi->back; in i40e_vsi_enable_irq()
4237 if (test_bit(I40E_FLAG_MSIX_ENA, pf->flags)) { in i40e_vsi_enable_irq()
4238 for (i = 0; i < vsi->num_q_vectors; i++) in i40e_vsi_enable_irq()
4244 i40e_flush(&pf->hw); in i40e_vsi_enable_irq()
4249 * i40e_free_misc_vector - Free the vector that handles non-queue events
4255 wr32(&pf->hw, I40E_PFINT_ICR0_ENA, 0); in i40e_free_misc_vector()
4256 i40e_flush(&pf->hw); in i40e_free_misc_vector()
4258 if (test_bit(I40E_FLAG_MSIX_ENA, pf->flags) && pf->msix_entries) { in i40e_free_misc_vector()
4259 free_irq(pf->msix_entries[0].vector, pf); in i40e_free_misc_vector()
4260 clear_bit(__I40E_MISC_IRQ_REQUESTED, pf->state); in i40e_free_misc_vector()
4265 * i40e_intr - MSI/Legacy and non-queue interrupt handler
4270 * with both queue and non-queue interrupts. This is also used in
4271 * MSIX mode to handle the non-queue interrupts.
4276 struct i40e_hw *hw = &pf->hw; in i40e_intr()
4291 pf->sw_int_count++; in i40e_intr()
4293 if (test_bit(I40E_FLAG_IWARP_ENA, pf->flags) && in i40e_intr()
4296 dev_dbg(&pf->pdev->dev, "cleared PE_CRITERR\n"); in i40e_intr()
4297 set_bit(__I40E_CORE_RESET_REQUESTED, pf->state); in i40e_intr()
4303 struct i40e_q_vector *q_vector = vsi->q_vectors[0]; in i40e_intr()
4311 if (!test_bit(__I40E_DOWN, pf->state)) in i40e_intr()
4312 napi_schedule_irqoff(&q_vector->napi); in i40e_intr()
4317 set_bit(__I40E_ADMINQ_EVENT_PENDING, pf->state); in i40e_intr()
4318 i40e_debug(&pf->hw, I40E_DEBUG_NVM, "AdminQ event\n"); in i40e_intr()
4323 set_bit(__I40E_MDD_EVENT_PENDING, pf->state); in i40e_intr()
4328 if (test_bit(__I40E_VF_RESETS_DISABLED, pf->state)) { in i40e_intr()
4335 set_bit(__I40E_VFLR_EVENT_PENDING, pf->state); in i40e_intr()
4340 if (!test_bit(__I40E_RESET_RECOVERY_PENDING, pf->state)) in i40e_intr()
4341 set_bit(__I40E_RESET_INTR_RECEIVED, pf->state); in i40e_intr()
4346 pf->corer_count++; in i40e_intr()
4348 pf->globr_count++; in i40e_intr()
4350 pf->empr_count++; in i40e_intr()
4351 set_bit(__I40E_EMP_RESET_INTR_RECEIVED, pf->state); in i40e_intr()
4357 dev_info(&pf->pdev->dev, "HMC error interrupt\n"); in i40e_intr()
4358 dev_info(&pf->pdev->dev, "HMC error info 0x%x, HMC error data 0x%x\n", in i40e_intr()
4367 schedule_work(&pf->ptp_extts0_work); in i40e_intr()
4381 dev_info(&pf->pdev->dev, "unhandled interrupt icr0=0x%08x\n", in i40e_intr()
4386 dev_info(&pf->pdev->dev, "device will be reset\n"); in i40e_intr()
4387 set_bit(__I40E_PF_RESET_REQUESTED, pf->state); in i40e_intr()
4395 /* re-enable interrupt causes */ in i40e_intr()
4397 if (!test_bit(__I40E_DOWN, pf->state) || in i40e_intr()
4398 test_bit(__I40E_RECOVERY_MODE, pf->state)) { in i40e_intr()
4407 * i40e_clean_fdir_tx_irq - Reclaim resources after transmit completes
4415 struct i40e_vsi *vsi = tx_ring->vsi; in i40e_clean_fdir_tx_irq()
4416 u16 i = tx_ring->next_to_clean; in i40e_clean_fdir_tx_irq()
4420 tx_buf = &tx_ring->tx_bi[i]; in i40e_clean_fdir_tx_irq()
4422 i -= tx_ring->count; in i40e_clean_fdir_tx_irq()
4425 struct i40e_tx_desc *eop_desc = tx_buf->next_to_watch; in i40e_clean_fdir_tx_irq()
4435 if (!(eop_desc->cmd_type_offset_bsz & in i40e_clean_fdir_tx_irq()
4440 tx_buf->next_to_watch = NULL; in i40e_clean_fdir_tx_irq()
4442 tx_desc->buffer_addr = 0; in i40e_clean_fdir_tx_irq()
4443 tx_desc->cmd_type_offset_bsz = 0; in i40e_clean_fdir_tx_irq()
4449 i -= tx_ring->count; in i40e_clean_fdir_tx_irq()
4450 tx_buf = tx_ring->tx_bi; in i40e_clean_fdir_tx_irq()
4454 dma_unmap_single(tx_ring->dev, in i40e_clean_fdir_tx_irq()
4458 if (tx_buf->tx_flags & I40E_TX_FLAGS_FD_SB) in i40e_clean_fdir_tx_irq()
4459 kfree(tx_buf->raw_buf); in i40e_clean_fdir_tx_irq()
4461 tx_buf->raw_buf = NULL; in i40e_clean_fdir_tx_irq()
4462 tx_buf->tx_flags = 0; in i40e_clean_fdir_tx_irq()
4463 tx_buf->next_to_watch = NULL; in i40e_clean_fdir_tx_irq()
4465 tx_desc->buffer_addr = 0; in i40e_clean_fdir_tx_irq()
4466 tx_desc->cmd_type_offset_bsz = 0; in i40e_clean_fdir_tx_irq()
4473 i -= tx_ring->count; in i40e_clean_fdir_tx_irq()
4474 tx_buf = tx_ring->tx_bi; in i40e_clean_fdir_tx_irq()
4479 budget--; in i40e_clean_fdir_tx_irq()
4482 i += tx_ring->count; in i40e_clean_fdir_tx_irq()
4483 tx_ring->next_to_clean = i; in i40e_clean_fdir_tx_irq()
4485 if (test_bit(I40E_FLAG_MSIX_ENA, vsi->back->flags)) in i40e_clean_fdir_tx_irq()
4486 i40e_irq_dynamic_enable(vsi, tx_ring->q_vector->v_idx); in i40e_clean_fdir_tx_irq()
4492 * i40e_fdir_clean_ring - Interrupt Handler for FDIR SB ring
4501 if (!q_vector->tx.ring) in i40e_fdir_clean_ring()
4504 vsi = q_vector->tx.ring->vsi; in i40e_fdir_clean_ring()
4505 i40e_clean_fdir_tx_irq(q_vector->tx.ring, vsi->work_limit); in i40e_fdir_clean_ring()
4511 * i40e_map_vector_to_qp - Assigns the queue pair to the vector
4518 struct i40e_q_vector *q_vector = vsi->q_vectors[v_idx]; in i40e_map_vector_to_qp()
4519 struct i40e_ring *tx_ring = vsi->tx_rings[qp_idx]; in i40e_map_vector_to_qp()
4520 struct i40e_ring *rx_ring = vsi->rx_rings[qp_idx]; in i40e_map_vector_to_qp()
4522 tx_ring->q_vector = q_vector; in i40e_map_vector_to_qp()
4523 tx_ring->next = q_vector->tx.ring; in i40e_map_vector_to_qp()
4524 q_vector->tx.ring = tx_ring; in i40e_map_vector_to_qp()
4525 q_vector->tx.count++; in i40e_map_vector_to_qp()
4529 struct i40e_ring *xdp_ring = vsi->xdp_rings[qp_idx]; in i40e_map_vector_to_qp()
4531 xdp_ring->q_vector = q_vector; in i40e_map_vector_to_qp()
4532 xdp_ring->next = q_vector->tx.ring; in i40e_map_vector_to_qp()
4533 q_vector->tx.ring = xdp_ring; in i40e_map_vector_to_qp()
4534 q_vector->tx.count++; in i40e_map_vector_to_qp()
4537 rx_ring->q_vector = q_vector; in i40e_map_vector_to_qp()
4538 rx_ring->next = q_vector->rx.ring; in i40e_map_vector_to_qp()
4539 q_vector->rx.ring = rx_ring; in i40e_map_vector_to_qp()
4540 q_vector->rx.count++; in i40e_map_vector_to_qp()
4544 * i40e_vsi_map_rings_to_vectors - Maps descriptor rings to vectors
4547 * This function maps descriptor rings to the queue-specific vectors
4548 * we were allotted through the MSI-X enabling code. Ideally, we'd have
4554 int qp_remaining = vsi->num_queue_pairs; in i40e_vsi_map_rings_to_vectors()
4555 int q_vectors = vsi->num_q_vectors; in i40e_vsi_map_rings_to_vectors()
4560 /* If we don't have enough vectors for a 1-to-1 mapping, we'll have to in i40e_vsi_map_rings_to_vectors()
4568 struct i40e_q_vector *q_vector = vsi->q_vectors[v_start]; in i40e_vsi_map_rings_to_vectors()
4570 num_ringpairs = DIV_ROUND_UP(qp_remaining, q_vectors - v_start); in i40e_vsi_map_rings_to_vectors()
4572 q_vector->num_ringpairs = num_ringpairs; in i40e_vsi_map_rings_to_vectors()
4573 q_vector->reg_idx = q_vector->v_idx + vsi->base_vector - 1; in i40e_vsi_map_rings_to_vectors()
4575 q_vector->rx.count = 0; in i40e_vsi_map_rings_to_vectors()
4576 q_vector->tx.count = 0; in i40e_vsi_map_rings_to_vectors()
4577 q_vector->rx.ring = NULL; in i40e_vsi_map_rings_to_vectors()
4578 q_vector->tx.ring = NULL; in i40e_vsi_map_rings_to_vectors()
4580 while (num_ringpairs--) { in i40e_vsi_map_rings_to_vectors()
4583 qp_remaining--; in i40e_vsi_map_rings_to_vectors()
4589 * i40e_vsi_request_irq - Request IRQ from the OS
4595 struct i40e_pf *pf = vsi->back; in i40e_vsi_request_irq()
4598 if (test_bit(I40E_FLAG_MSIX_ENA, pf->flags)) in i40e_vsi_request_irq()
4600 else if (test_bit(I40E_FLAG_MSI_ENA, pf->flags)) in i40e_vsi_request_irq()
4601 err = request_irq(pf->pdev->irq, i40e_intr, 0, in i40e_vsi_request_irq()
4602 pf->int_name, pf); in i40e_vsi_request_irq()
4604 err = request_irq(pf->pdev->irq, i40e_intr, IRQF_SHARED, in i40e_vsi_request_irq()
4605 pf->int_name, pf); in i40e_vsi_request_irq()
4608 dev_info(&pf->pdev->dev, "request_irq failed, Error %d\n", err); in i40e_vsi_request_irq()
4615 * i40e_netpoll - A Polling 'interrupt' handler
4618 * This is used by netconsole to send skbs without having to re-enable
4624 struct i40e_vsi *vsi = np->vsi; in i40e_netpoll()
4625 struct i40e_pf *pf = vsi->back; in i40e_netpoll()
4629 if (test_bit(__I40E_VSI_DOWN, vsi->state)) in i40e_netpoll()
4632 if (test_bit(I40E_FLAG_MSIX_ENA, pf->flags)) { in i40e_netpoll()
4633 for (i = 0; i < vsi->num_q_vectors; i++) in i40e_netpoll()
4634 i40e_msix_clean_rings(0, vsi->q_vectors[i]); in i40e_netpoll()
4636 i40e_intr(pf->pdev->irq, netdev); in i40e_netpoll()
4644 * i40e_pf_txq_wait - Wait for a PF's Tx queue to be enabled or disabled
4651 * Returns -ETIMEDOUT in case of failing to reach the requested state after
4660 tx_reg = rd32(&pf->hw, I40E_QTX_ENA(pf_q)); in i40e_pf_txq_wait()
4667 return -ETIMEDOUT; in i40e_pf_txq_wait()
4673 * i40e_control_tx_q - Start or stop a particular Tx queue
4684 struct i40e_hw *hw = &pf->hw; in i40e_control_tx_q()
4689 i40e_pre_tx_queue_cfg(&pf->hw, pf_q, enable); in i40e_control_tx_q()
4717 * i40e_control_wait_tx_q - Start/stop Tx queue and wait for completion
4734 dev_info(&pf->pdev->dev, in i40e_control_wait_tx_q()
4744 * i40e_vsi_enable_tx - Start a VSI's rings
4749 struct i40e_pf *pf = vsi->back; in i40e_vsi_enable_tx()
4752 pf_q = vsi->base_queue; in i40e_vsi_enable_tx()
4753 for (i = 0; i < vsi->num_queue_pairs; i++, pf_q++) { in i40e_vsi_enable_tx()
4754 ret = i40e_control_wait_tx_q(vsi->seid, pf, in i40e_vsi_enable_tx()
4763 ret = i40e_control_wait_tx_q(vsi->seid, pf, in i40e_vsi_enable_tx()
4764 pf_q + vsi->alloc_queue_pairs, in i40e_vsi_enable_tx()
4773 * i40e_pf_rxq_wait - Wait for a PF's Rx queue to be enabled or disabled
4780 * Returns -ETIMEDOUT in case of failing to reach the requested state after
4789 rx_reg = rd32(&pf->hw, I40E_QRX_ENA(pf_q)); in i40e_pf_rxq_wait()
4796 return -ETIMEDOUT; in i40e_pf_rxq_wait()
4802 * i40e_control_rx_q - Start or stop a particular Rx queue
4813 struct i40e_hw *hw = &pf->hw; in i40e_control_rx_q()
4863 * i40e_vsi_enable_rx - Start a VSI's rings
4868 struct i40e_pf *pf = vsi->back; in i40e_vsi_enable_rx()
4871 pf_q = vsi->base_queue; in i40e_vsi_enable_rx()
4872 for (i = 0; i < vsi->num_queue_pairs; i++, pf_q++) { in i40e_vsi_enable_rx()
4875 dev_info(&pf->pdev->dev, in i40e_vsi_enable_rx()
4877 vsi->seid, pf_q); in i40e_vsi_enable_rx()
4886 * i40e_vsi_start_rings - Start a VSI's rings
4905 * i40e_vsi_stop_rings - Stop a VSI's rings
4910 struct i40e_pf *pf = vsi->back; in i40e_vsi_stop_rings()
4914 if (test_bit(__I40E_PORT_SUSPENDED, vsi->back->state)) in i40e_vsi_stop_rings()
4917 tx_q_end = vsi->base_queue + in i40e_vsi_stop_rings()
4918 vsi->alloc_queue_pairs * (i40e_enabled_xdp_vsi(vsi) ? 2 : 1); in i40e_vsi_stop_rings()
4919 for (pf_q = vsi->base_queue; pf_q < tx_q_end; pf_q++) in i40e_vsi_stop_rings()
4920 i40e_pre_tx_queue_cfg(&pf->hw, pf_q, false); in i40e_vsi_stop_rings()
4922 rx_q_end = vsi->base_queue + vsi->num_queue_pairs; in i40e_vsi_stop_rings()
4923 for (pf_q = vsi->base_queue; pf_q < rx_q_end; pf_q++) in i40e_vsi_stop_rings()
4927 for (pf_q = vsi->base_queue; pf_q < tx_q_end; pf_q++) in i40e_vsi_stop_rings()
4928 wr32(&pf->hw, I40E_QTX_ENA(pf_q), 0); in i40e_vsi_stop_rings()
4934 * i40e_vsi_stop_rings_no_wait - Stop a VSI's rings and do not delay
4946 struct i40e_pf *pf = vsi->back; in i40e_vsi_stop_rings_no_wait()
4949 pf_q = vsi->base_queue; in i40e_vsi_stop_rings_no_wait()
4950 for (i = 0; i < vsi->num_queue_pairs; i++, pf_q++) { in i40e_vsi_stop_rings_no_wait()
4957 * i40e_vsi_free_irq - Free the irq association with the OS
4962 struct i40e_pf *pf = vsi->back; in i40e_vsi_free_irq()
4963 struct i40e_hw *hw = &pf->hw; in i40e_vsi_free_irq()
4964 int base = vsi->base_vector; in i40e_vsi_free_irq()
4968 if (test_bit(I40E_FLAG_MSIX_ENA, pf->flags)) { in i40e_vsi_free_irq()
4969 if (!vsi->q_vectors) in i40e_vsi_free_irq()
4972 if (!vsi->irqs_ready) in i40e_vsi_free_irq()
4975 vsi->irqs_ready = false; in i40e_vsi_free_irq()
4976 for (i = 0; i < vsi->num_q_vectors; i++) { in i40e_vsi_free_irq()
4981 irq_num = pf->msix_entries[vector].vector; in i40e_vsi_free_irq()
4984 if (!vsi->q_vectors[i] || in i40e_vsi_free_irq()
4985 !vsi->q_vectors[i]->num_ringpairs) in i40e_vsi_free_irq()
4992 free_irq(irq_num, vsi->q_vectors[i]); in i40e_vsi_free_irq()
5001 val = rd32(hw, I40E_PFINT_LNKLSTN(vector - 1)); in i40e_vsi_free_irq()
5006 wr32(hw, I40E_PFINT_LNKLSTN(vector - 1), val); in i40e_vsi_free_irq()
5041 free_irq(pf->pdev->irq, pf); in i40e_vsi_free_irq()
5075 * i40e_free_q_vector - Free memory allocated for specific interrupt vector
5085 struct i40e_q_vector *q_vector = vsi->q_vectors[v_idx]; in i40e_free_q_vector()
5092 i40e_for_each_ring(ring, q_vector->tx) in i40e_free_q_vector()
5093 ring->q_vector = NULL; in i40e_free_q_vector()
5095 i40e_for_each_ring(ring, q_vector->rx) in i40e_free_q_vector()
5096 ring->q_vector = NULL; in i40e_free_q_vector()
5099 if (vsi->netdev) in i40e_free_q_vector()
5100 netif_napi_del(&q_vector->napi); in i40e_free_q_vector()
5102 vsi->q_vectors[v_idx] = NULL; in i40e_free_q_vector()
5108 * i40e_vsi_free_q_vectors - Free memory allocated for interrupt vectors
5109 * @vsi: the VSI being un-configured
5118 for (v_idx = 0; v_idx < vsi->num_q_vectors; v_idx++) in i40e_vsi_free_q_vectors()
5123 * i40e_reset_interrupt_capability - Disable interrupt setup in OS
5129 if (test_bit(I40E_FLAG_MSIX_ENA, pf->flags)) { in i40e_reset_interrupt_capability()
5130 pci_disable_msix(pf->pdev); in i40e_reset_interrupt_capability()
5131 kfree(pf->msix_entries); in i40e_reset_interrupt_capability()
5132 pf->msix_entries = NULL; in i40e_reset_interrupt_capability()
5133 kfree(pf->irq_pile); in i40e_reset_interrupt_capability()
5134 pf->irq_pile = NULL; in i40e_reset_interrupt_capability()
5135 } else if (test_bit(I40E_FLAG_MSI_ENA, pf->flags)) { in i40e_reset_interrupt_capability()
5136 pci_disable_msi(pf->pdev); in i40e_reset_interrupt_capability()
5138 clear_bit(I40E_FLAG_MSI_ENA, pf->flags); in i40e_reset_interrupt_capability()
5139 clear_bit(I40E_FLAG_MSIX_ENA, pf->flags); in i40e_reset_interrupt_capability()
5143 * i40e_clear_interrupt_scheme - Clear the current interrupt scheme settings
5147 * to pre-load conditions
5154 if (test_bit(__I40E_MISC_IRQ_REQUESTED, pf->state)) in i40e_clear_interrupt_scheme()
5157 i40e_put_lump(pf->irq_pile, pf->iwarp_base_vector, in i40e_clear_interrupt_scheme()
5160 i40e_put_lump(pf->irq_pile, 0, I40E_PILE_VALID_BIT-1); in i40e_clear_interrupt_scheme()
5169 * i40e_napi_enable_all - Enable NAPI for all q_vectors in the VSI
5176 if (!vsi->netdev) in i40e_napi_enable_all()
5179 for (q_idx = 0; q_idx < vsi->num_q_vectors; q_idx++) { in i40e_napi_enable_all()
5180 struct i40e_q_vector *q_vector = vsi->q_vectors[q_idx]; in i40e_napi_enable_all()
5182 if (q_vector->rx.ring || q_vector->tx.ring) in i40e_napi_enable_all()
5183 napi_enable(&q_vector->napi); in i40e_napi_enable_all()
5188 * i40e_napi_disable_all - Disable NAPI for all q_vectors in the VSI
5195 if (!vsi->netdev) in i40e_napi_disable_all()
5198 for (q_idx = 0; q_idx < vsi->num_q_vectors; q_idx++) { in i40e_napi_disable_all()
5199 struct i40e_q_vector *q_vector = vsi->q_vectors[q_idx]; in i40e_napi_disable_all()
5201 if (q_vector->rx.ring || q_vector->tx.ring) in i40e_napi_disable_all()
5202 napi_disable(&q_vector->napi); in i40e_napi_disable_all()
5207 * i40e_vsi_close - Shut down a VSI
5212 struct i40e_pf *pf = vsi->back; in i40e_vsi_close()
5213 if (!test_and_set_bit(__I40E_VSI_DOWN, vsi->state)) in i40e_vsi_close()
5218 vsi->current_netdev_flags = 0; in i40e_vsi_close()
5219 set_bit(__I40E_CLIENT_SERVICE_REQUESTED, pf->state); in i40e_vsi_close()
5220 if (test_bit(__I40E_RESET_RECOVERY_PENDING, pf->state)) in i40e_vsi_close()
5221 set_bit(__I40E_CLIENT_RESET, pf->state); in i40e_vsi_close()
5225 * i40e_quiesce_vsi - Pause a given VSI
5230 if (test_bit(__I40E_VSI_DOWN, vsi->state)) in i40e_quiesce_vsi()
5233 set_bit(__I40E_VSI_NEEDS_RESTART, vsi->state); in i40e_quiesce_vsi()
5234 if (vsi->netdev && netif_running(vsi->netdev)) in i40e_quiesce_vsi()
5235 vsi->netdev->netdev_ops->ndo_stop(vsi->netdev); in i40e_quiesce_vsi()
5241 * i40e_unquiesce_vsi - Resume a given VSI
5246 if (!test_and_clear_bit(__I40E_VSI_NEEDS_RESTART, vsi->state)) in i40e_unquiesce_vsi()
5249 if (vsi->netdev && netif_running(vsi->netdev)) in i40e_unquiesce_vsi()
5250 vsi->netdev->netdev_ops->ndo_open(vsi->netdev); in i40e_unquiesce_vsi()
5256 * i40e_pf_quiesce_all_vsi - Pause all VSIs on a PF
5269 * i40e_pf_unquiesce_all_vsi - Resume all VSIs on a PF
5282 * i40e_vsi_wait_queues_disabled - Wait for VSI's queues to be disabled
5289 struct i40e_pf *pf = vsi->back; in i40e_vsi_wait_queues_disabled()
5292 pf_q = vsi->base_queue; in i40e_vsi_wait_queues_disabled()
5293 for (i = 0; i < vsi->num_queue_pairs; i++, pf_q++) { in i40e_vsi_wait_queues_disabled()
5297 dev_info(&pf->pdev->dev, in i40e_vsi_wait_queues_disabled()
5299 vsi->seid, pf_q); in i40e_vsi_wait_queues_disabled()
5307 ret = i40e_pf_txq_wait(pf, pf_q + vsi->alloc_queue_pairs, in i40e_vsi_wait_queues_disabled()
5310 dev_info(&pf->pdev->dev, in i40e_vsi_wait_queues_disabled()
5312 vsi->seid, pf_q); in i40e_vsi_wait_queues_disabled()
5319 dev_info(&pf->pdev->dev, in i40e_vsi_wait_queues_disabled()
5321 vsi->seid, pf_q); in i40e_vsi_wait_queues_disabled()
5331 * i40e_pf_wait_queues_disabled - Wait for all queues of PF VSIs to be disabled
5354 * i40e_get_iscsi_tc_map - Return TC map for iSCSI APP
5363 struct i40e_hw *hw = &pf->hw; in i40e_get_iscsi_tc_map()
5367 struct i40e_dcbx_config *dcbcfg = &hw->local_dcbx_config; in i40e_get_iscsi_tc_map()
5369 for (i = 0; i < dcbcfg->numapps; i++) { in i40e_get_iscsi_tc_map()
5370 app = dcbcfg->app[i]; in i40e_get_iscsi_tc_map()
5373 tc = dcbcfg->etscfg.prioritytable[app.priority]; in i40e_get_iscsi_tc_map()
5383 * i40e_dcb_get_num_tc - Get the number of TCs from DCBx config
5399 num_tc |= BIT(dcbcfg->etscfg.prioritytable[i]); in i40e_dcb_get_num_tc()
5409 pr_err("Non-contiguous TC - Disabling DCB\n"); in i40e_dcb_get_num_tc()
5425 * i40e_dcb_get_enabled_tc - Get enabled traffic classes
5444 * i40e_mqprio_get_enabled_tc - Get enabled traffic classes
5453 u8 num_tc = vsi->mqprio_qopt.qopt.num_tc; in i40e_mqprio_get_enabled_tc()
5462 * i40e_pf_get_num_tc - Get enabled traffic classes for PF
5475 return vsi->mqprio_qopt.qopt.num_tc; in i40e_pf_get_num_tc()
5479 if (!test_bit(I40E_FLAG_DCB_ENA, pf->flags)) in i40e_pf_get_num_tc()
5483 if (!test_bit(I40E_FLAG_MFP_ENA, pf->flags)) in i40e_pf_get_num_tc()
5484 return i40e_dcb_get_num_tc(&pf->hw.local_dcbx_config); in i40e_pf_get_num_tc()
5487 if (pf->hw.func_caps.iscsi) in i40e_pf_get_num_tc()
5500 * i40e_pf_get_tc_map - Get bitmap for enabled traffic classes
5513 if (!test_bit(I40E_FLAG_DCB_ENA, pf->flags)) in i40e_pf_get_tc_map()
5517 if (!test_bit(I40E_FLAG_MFP_ENA, pf->flags)) in i40e_pf_get_tc_map()
5518 return i40e_dcb_get_enabled_tc(&pf->hw.local_dcbx_config); in i40e_pf_get_tc_map()
5521 if (pf->hw.func_caps.iscsi) in i40e_pf_get_tc_map()
5528 * i40e_vsi_get_bw_info - Query VSI BW Information
5537 struct i40e_pf *pf = vsi->back; in i40e_vsi_get_bw_info()
5538 struct i40e_hw *hw = &pf->hw; in i40e_vsi_get_bw_info()
5544 ret = i40e_aq_query_vsi_bw_config(hw, vsi->seid, &bw_config, NULL); in i40e_vsi_get_bw_info()
5546 dev_info(&pf->pdev->dev, in i40e_vsi_get_bw_info()
5549 libie_aq_str(pf->hw.aq.asq_last_status)); in i40e_vsi_get_bw_info()
5550 return -EINVAL; in i40e_vsi_get_bw_info()
5554 ret = i40e_aq_query_vsi_ets_sla_config(hw, vsi->seid, &bw_ets_config, in i40e_vsi_get_bw_info()
5557 dev_info(&pf->pdev->dev, in i40e_vsi_get_bw_info()
5560 libie_aq_str(pf->hw.aq.asq_last_status)); in i40e_vsi_get_bw_info()
5561 return -EINVAL; in i40e_vsi_get_bw_info()
5565 dev_info(&pf->pdev->dev, in i40e_vsi_get_bw_info()
5572 vsi->bw_limit = le16_to_cpu(bw_config.port_bw_limit); in i40e_vsi_get_bw_info()
5573 vsi->bw_max_quanta = bw_config.max_bw; in i40e_vsi_get_bw_info()
5577 vsi->bw_ets_share_credits[i] = bw_ets_config.share_credits[i]; in i40e_vsi_get_bw_info()
5578 vsi->bw_ets_limit_credits[i] = in i40e_vsi_get_bw_info()
5581 vsi->bw_ets_max_quanta[i] = (u8)((tc_bw_max >> (i*4)) & 0x7); in i40e_vsi_get_bw_info()
5588 * i40e_vsi_configure_bw_alloc - Configure VSI BW allocation per TC
5591 * @bw_share: BW shared credits per TC
5599 struct i40e_pf *pf = vsi->back; in i40e_vsi_configure_bw_alloc()
5606 if (!vsi->mqprio_qopt.qopt.hw && !test_bit(I40E_FLAG_DCB_ENA, pf->flags)) { in i40e_vsi_configure_bw_alloc()
5607 ret = i40e_set_bw_limit(vsi, vsi->seid, 0); in i40e_vsi_configure_bw_alloc()
5609 dev_info(&pf->pdev->dev, in i40e_vsi_configure_bw_alloc()
5610 "Failed to reset tx rate for vsi->seid %u\n", in i40e_vsi_configure_bw_alloc()
5611 vsi->seid); in i40e_vsi_configure_bw_alloc()
5619 ret = i40e_aq_config_vsi_tc_bw(&pf->hw, vsi->seid, &bw_data, NULL); in i40e_vsi_configure_bw_alloc()
5621 dev_info(&pf->pdev->dev, in i40e_vsi_configure_bw_alloc()
5623 pf->hw.aq.asq_last_status); in i40e_vsi_configure_bw_alloc()
5624 return -EINVAL; in i40e_vsi_configure_bw_alloc()
5628 vsi->info.qs_handle[i] = bw_data.qs_handles[i]; in i40e_vsi_configure_bw_alloc()
5634 * i40e_vsi_config_netdev_tc - Setup the netdev TC configuration
5641 struct net_device *netdev = vsi->netdev; in i40e_vsi_config_netdev_tc()
5642 struct i40e_pf *pf = vsi->back; in i40e_vsi_config_netdev_tc()
5643 struct i40e_hw *hw = &pf->hw; in i40e_vsi_config_netdev_tc()
5646 struct i40e_dcbx_config *dcbcfg = &hw->local_dcbx_config; in i40e_vsi_config_netdev_tc()
5657 if (netdev_set_num_tc(netdev, vsi->tc_config.numtc)) in i40e_vsi_config_netdev_tc()
5669 if (vsi->tc_config.enabled_tc & BIT(i)) in i40e_vsi_config_netdev_tc()
5671 vsi->tc_config.tc_info[i].netdev_tc, in i40e_vsi_config_netdev_tc()
5672 vsi->tc_config.tc_info[i].qcount, in i40e_vsi_config_netdev_tc()
5673 vsi->tc_config.tc_info[i].qoffset); in i40e_vsi_config_netdev_tc()
5682 u8 ets_tc = dcbcfg->etscfg.prioritytable[i]; in i40e_vsi_config_netdev_tc()
5684 netdev_tc = vsi->tc_config.tc_info[ets_tc].netdev_tc; in i40e_vsi_config_netdev_tc()
5690 * i40e_vsi_update_queue_map - Update our copy of VSi info with new queue map
5701 vsi->info.mapping_flags = ctxt->info.mapping_flags; in i40e_vsi_update_queue_map()
5702 memcpy(&vsi->info.queue_mapping, in i40e_vsi_update_queue_map()
5703 &ctxt->info.queue_mapping, sizeof(vsi->info.queue_mapping)); in i40e_vsi_update_queue_map()
5704 memcpy(&vsi->info.tc_mapping, ctxt->info.tc_mapping, in i40e_vsi_update_queue_map()
5705 sizeof(vsi->info.tc_mapping)); in i40e_vsi_update_queue_map()
5709 * i40e_update_adq_vsi_queues - update queue mapping for ADq VSI
5721 return -EINVAL; in i40e_update_adq_vsi_queues()
5722 pf = vsi->back; in i40e_update_adq_vsi_queues()
5723 hw = &pf->hw; in i40e_update_adq_vsi_queues()
5725 ctxt.seid = vsi->seid; in i40e_update_adq_vsi_queues()
5726 ctxt.pf_num = hw->pf_id; in i40e_update_adq_vsi_queues()
5727 ctxt.vf_num = vsi->vf_id + hw->func_caps.vf_base_id + vsi_offset; in i40e_update_adq_vsi_queues()
5728 ctxt.uplink_seid = vsi->uplink_seid; in i40e_update_adq_vsi_queues()
5731 ctxt.info = vsi->info; in i40e_update_adq_vsi_queues()
5733 i40e_vsi_setup_queue_map(vsi, &ctxt, vsi->tc_config.enabled_tc, in i40e_update_adq_vsi_queues()
5735 if (vsi->reconfig_rss) { in i40e_update_adq_vsi_queues()
5736 vsi->rss_size = min_t(int, pf->alloc_rss_size, in i40e_update_adq_vsi_queues()
5737 vsi->num_queue_pairs); in i40e_update_adq_vsi_queues()
5740 dev_info(&pf->pdev->dev, "Failed to reconfig rss for num_queues\n"); in i40e_update_adq_vsi_queues()
5743 vsi->reconfig_rss = false; in i40e_update_adq_vsi_queues()
5748 dev_info(&pf->pdev->dev, "Update vsi config failed, err %pe aq_err %s\n", in i40e_update_adq_vsi_queues()
5750 libie_aq_str(hw->aq.asq_last_status)); in i40e_update_adq_vsi_queues()
5755 vsi->info.valid_sections = 0; in i40e_update_adq_vsi_queues()
5761 * i40e_vsi_config_tc - Configure VSI Tx Scheduler for given TC map
5776 struct i40e_pf *pf = vsi->back; in i40e_vsi_config_tc()
5777 struct i40e_hw *hw = &pf->hw; in i40e_vsi_config_tc()
5783 if (vsi->tc_config.enabled_tc == enabled_tc && in i40e_vsi_config_tc()
5784 vsi->mqprio_qopt.mode != TC_MQPRIO_MODE_CHANNEL) in i40e_vsi_config_tc()
5797 dev_info(&pf->pdev->dev, in i40e_vsi_config_tc()
5799 enabled_tc, vsi->seid); in i40e_vsi_config_tc()
5800 ret = i40e_aq_query_vsi_bw_config(hw, vsi->seid, in i40e_vsi_config_tc()
5803 dev_info(&pf->pdev->dev, in i40e_vsi_config_tc()
5806 libie_aq_str(hw->aq.asq_last_status)); in i40e_vsi_config_tc()
5816 dev_info(&pf->pdev->dev, in i40e_vsi_config_tc()
5824 dev_err(&pf->pdev->dev, in i40e_vsi_config_tc()
5826 enabled_tc, vsi->seid); in i40e_vsi_config_tc()
5832 ctxt.seid = vsi->seid; in i40e_vsi_config_tc()
5833 ctxt.pf_num = vsi->back->hw.pf_id; in i40e_vsi_config_tc()
5835 ctxt.uplink_seid = vsi->uplink_seid; in i40e_vsi_config_tc()
5836 ctxt.info = vsi->info; in i40e_vsi_config_tc()
5845 /* On destroying the qdisc, reset vsi->rss_size, as number of enabled in i40e_vsi_config_tc()
5848 if (!vsi->mqprio_qopt.qopt.hw && vsi->reconfig_rss) { in i40e_vsi_config_tc()
5849 vsi->rss_size = min_t(int, vsi->back->alloc_rss_size, in i40e_vsi_config_tc()
5850 vsi->num_queue_pairs); in i40e_vsi_config_tc()
5853 dev_info(&vsi->back->pdev->dev, in i40e_vsi_config_tc()
5857 vsi->reconfig_rss = false; in i40e_vsi_config_tc()
5859 if (test_bit(I40E_FLAG_IWARP_ENA, vsi->back->flags)) { in i40e_vsi_config_tc()
5865 /* Update the VSI after updating the VSI queue-mapping in i40e_vsi_config_tc()
5870 dev_info(&pf->pdev->dev, in i40e_vsi_config_tc()
5873 libie_aq_str(hw->aq.asq_last_status)); in i40e_vsi_config_tc()
5878 vsi->info.valid_sections = 0; in i40e_vsi_config_tc()
5883 dev_info(&pf->pdev->dev, in i40e_vsi_config_tc()
5886 libie_aq_str(hw->aq.asq_last_status)); in i40e_vsi_config_tc()
5897 * i40e_vsi_reconfig_tc - Reconfigure VSI Tx Scheduler for stored TC map
5912 enabled_tc = vsi->tc_config.enabled_tc; in i40e_vsi_reconfig_tc()
5913 vsi->tc_config.enabled_tc = 0; in i40e_vsi_reconfig_tc()
5919 * i40e_get_link_speed - Returns link speed for the interface
5925 struct i40e_pf *pf = vsi->back; in i40e_get_link_speed()
5927 switch (pf->hw.phy.link_info.link_speed) { in i40e_get_link_speed()
5939 return -EINVAL; in i40e_get_link_speed()
5944 * i40e_bw_bytes_to_mbits - Convert max_tx_rate from bytes to mbits
5953 dev_warn(&vsi->back->pdev->dev, in i40e_bw_bytes_to_mbits()
5964 * i40e_set_bw_limit - setup BW limit for Tx traffic based on max_tx_rate
5973 struct i40e_pf *pf = vsi->back; in i40e_set_bw_limit()
5980 dev_err(&pf->pdev->dev, in i40e_set_bw_limit()
5983 return -EINVAL; in i40e_set_bw_limit()
5986 dev_warn(&pf->pdev->dev, in i40e_set_bw_limit()
5994 ret = i40e_aq_config_vsi_bw_limit(&pf->hw, seid, credits, in i40e_set_bw_limit()
5997 dev_err(&pf->pdev->dev, in i40e_set_bw_limit()
5998 "Failed set tx rate (%llu Mbps) for vsi->seid %u, err %pe aq_err %s\n", in i40e_set_bw_limit()
6000 libie_aq_str(pf->hw.aq.asq_last_status)); in i40e_set_bw_limit()
6005 * i40e_remove_queue_channels - Remove queue channels for the TCs
6015 struct i40e_pf *pf = vsi->back; in i40e_remove_queue_channels()
6020 * channel VSIs with non-power-of-2 queue count. in i40e_remove_queue_channels()
6022 vsi->current_rss_size = 0; in i40e_remove_queue_channels()
6025 if (list_empty(&vsi->ch_list)) in i40e_remove_queue_channels()
6028 list_for_each_entry_safe(ch, ch_tmp, &vsi->ch_list, list) { in i40e_remove_queue_channels()
6031 list_del(&ch->list); in i40e_remove_queue_channels()
6032 p_vsi = ch->parent_vsi; in i40e_remove_queue_channels()
6033 if (!p_vsi || !ch->initialized) { in i40e_remove_queue_channels()
6038 for (i = 0; i < ch->num_queue_pairs; i++) { in i40e_remove_queue_channels()
6042 pf_q = ch->base_queue + i; in i40e_remove_queue_channels()
6043 tx_ring = vsi->tx_rings[pf_q]; in i40e_remove_queue_channels()
6044 tx_ring->ch = NULL; in i40e_remove_queue_channels()
6046 rx_ring = vsi->rx_rings[pf_q]; in i40e_remove_queue_channels()
6047 rx_ring->ch = NULL; in i40e_remove_queue_channels()
6051 ret = i40e_set_bw_limit(vsi, ch->seid, 0); in i40e_remove_queue_channels()
6053 dev_info(&vsi->back->pdev->dev, in i40e_remove_queue_channels()
6054 "Failed to reset tx rate for ch->seid %u\n", in i40e_remove_queue_channels()
6055 ch->seid); in i40e_remove_queue_channels()
6059 &pf->cloud_filter_list, cloud_node) { in i40e_remove_queue_channels()
6060 if (cfilter->seid != ch->seid) in i40e_remove_queue_channels()
6063 hash_del(&cfilter->cloud_node); in i40e_remove_queue_channels()
6064 if (cfilter->dst_port) in i40e_remove_queue_channels()
6071 last_aq_status = pf->hw.aq.asq_last_status; in i40e_remove_queue_channels()
6073 dev_info(&pf->pdev->dev, in i40e_remove_queue_channels()
6081 ret = i40e_aq_delete_element(&vsi->back->hw, ch->seid, in i40e_remove_queue_channels()
6084 dev_err(&vsi->back->pdev->dev, in i40e_remove_queue_channels()
6086 ch->seid, p_vsi->seid); in i40e_remove_queue_channels()
6089 INIT_LIST_HEAD(&vsi->ch_list); in i40e_remove_queue_channels()
6104 list_for_each_entry_safe(ch, ch_tmp, &vsi->ch_list, list) { in i40e_get_max_queues_for_channel()
6105 if (!ch->initialized) in i40e_get_max_queues_for_channel()
6107 if (ch->num_queue_pairs > max) in i40e_get_max_queues_for_channel()
6108 max = ch->num_queue_pairs; in i40e_get_max_queues_for_channel()
6115 * i40e_validate_num_queues - validate num_queues w.r.t channel
6131 return -EINVAL; in i40e_validate_num_queues()
6134 if (vsi->current_rss_size) { in i40e_validate_num_queues()
6135 if (num_queues > vsi->current_rss_size) { in i40e_validate_num_queues()
6136 dev_dbg(&pf->pdev->dev, in i40e_validate_num_queues()
6138 num_queues, vsi->current_rss_size); in i40e_validate_num_queues()
6139 return -EINVAL; in i40e_validate_num_queues()
6140 } else if ((num_queues < vsi->current_rss_size) && in i40e_validate_num_queues()
6142 dev_dbg(&pf->pdev->dev, in i40e_validate_num_queues()
6144 num_queues, vsi->current_rss_size); in i40e_validate_num_queues()
6145 return -EINVAL; in i40e_validate_num_queues()
6157 dev_dbg(&pf->pdev->dev, in i40e_validate_num_queues()
6160 return -EINVAL; in i40e_validate_num_queues()
6169 * i40e_vsi_reconfig_rss - reconfig RSS based on specified rss_size
6177 struct i40e_pf *pf = vsi->back; in i40e_vsi_reconfig_rss()
6179 struct i40e_hw *hw = &pf->hw; in i40e_vsi_reconfig_rss()
6184 if (!vsi->rss_size) in i40e_vsi_reconfig_rss()
6185 return -EINVAL; in i40e_vsi_reconfig_rss()
6187 if (rss_size > vsi->rss_size) in i40e_vsi_reconfig_rss()
6188 return -EINVAL; in i40e_vsi_reconfig_rss()
6190 local_rss_size = min_t(int, vsi->rss_size, rss_size); in i40e_vsi_reconfig_rss()
6191 lut = kzalloc(vsi->rss_table_size, GFP_KERNEL); in i40e_vsi_reconfig_rss()
6193 return -ENOMEM; in i40e_vsi_reconfig_rss()
6196 i40e_fill_rss_lut(pf, lut, vsi->rss_table_size, local_rss_size); in i40e_vsi_reconfig_rss()
6201 if (vsi->rss_hkey_user) in i40e_vsi_reconfig_rss()
6202 memcpy(seed, vsi->rss_hkey_user, I40E_HKEY_ARRAY_SIZE); in i40e_vsi_reconfig_rss()
6206 ret = i40e_config_rss(vsi, seed, lut, vsi->rss_table_size); in i40e_vsi_reconfig_rss()
6208 dev_info(&pf->pdev->dev, in i40e_vsi_reconfig_rss()
6211 libie_aq_str(hw->aq.asq_last_status)); in i40e_vsi_reconfig_rss()
6218 if (!vsi->orig_rss_size) in i40e_vsi_reconfig_rss()
6219 vsi->orig_rss_size = vsi->rss_size; in i40e_vsi_reconfig_rss()
6220 vsi->current_rss_size = local_rss_size; in i40e_vsi_reconfig_rss()
6226 * i40e_channel_setup_queue_map - Setup a channel queue map
6244 qcount = min_t(int, ch->num_queue_pairs, pf->num_lan_msix); in i40e_channel_setup_queue_map()
6245 ch->num_queue_pairs = qcount; in i40e_channel_setup_queue_map()
6247 /* find the next higher power-of-2 of num queue pairs */ in i40e_channel_setup_queue_map()
6256 ctxt->info.tc_mapping[0] = cpu_to_le16(qmap); in i40e_channel_setup_queue_map()
6258 ctxt->info.up_enable_bits = 0x1; /* TC0 enabled */ in i40e_channel_setup_queue_map()
6259 ctxt->info.mapping_flags |= cpu_to_le16(I40E_AQ_VSI_QUE_MAP_CONTIG); in i40e_channel_setup_queue_map()
6260 ctxt->info.queue_mapping[0] = cpu_to_le16(ch->base_queue); in i40e_channel_setup_queue_map()
6261 ctxt->info.valid_sections |= cpu_to_le16(sections); in i40e_channel_setup_queue_map()
6265 * i40e_add_channel - add a channel by adding VSI
6275 struct i40e_hw *hw = &pf->hw; in i40e_add_channel()
6280 if (ch->type != I40E_VSI_VMDQ2) { in i40e_add_channel()
6281 dev_info(&pf->pdev->dev, in i40e_add_channel()
6282 "add new vsi failed, ch->type %d\n", ch->type); in i40e_add_channel()
6283 return -EINVAL; in i40e_add_channel()
6287 ctxt.pf_num = hw->pf_id; in i40e_add_channel()
6291 if (ch->type == I40E_VSI_VMDQ2) in i40e_add_channel()
6294 if (test_bit(I40E_FLAG_VEB_MODE_ENA, pf->flags)) { in i40e_add_channel()
6307 dev_info(&pf->pdev->dev, in i40e_add_channel()
6310 libie_aq_str(pf->hw.aq.asq_last_status)); in i40e_add_channel()
6311 return -ENOENT; in i40e_add_channel()
6317 ch->enabled_tc = !i40e_is_channel_macvlan(ch) && enabled_tc; in i40e_add_channel()
6318 ch->seid = ctxt.seid; in i40e_add_channel()
6319 ch->vsi_number = ctxt.vsi_number; in i40e_add_channel()
6320 ch->stat_counter_idx = le16_to_cpu(ctxt.info.stat_counter_idx); in i40e_add_channel()
6326 ch->info.mapping_flags = ctxt.info.mapping_flags; in i40e_add_channel()
6327 memcpy(&ch->info.queue_mapping, in i40e_add_channel()
6329 memcpy(&ch->info.tc_mapping, ctxt.info.tc_mapping, in i40e_add_channel()
6343 bw_data.tc_valid_bits = ch->enabled_tc; in i40e_channel_config_bw()
6347 ret = i40e_aq_config_vsi_tc_bw(&vsi->back->hw, ch->seid, in i40e_channel_config_bw()
6350 dev_info(&vsi->back->pdev->dev, in i40e_channel_config_bw()
6351 "Config VSI BW allocation per TC failed, aq_err: %d for new_vsi->seid %u\n", in i40e_channel_config_bw()
6352 vsi->back->hw.aq.asq_last_status, ch->seid); in i40e_channel_config_bw()
6353 return -EINVAL; in i40e_channel_config_bw()
6357 ch->info.qs_handle[i] = bw_data.qs_handles[i]; in i40e_channel_config_bw()
6363 * i40e_channel_config_tx_ring - config TX ring associated with new channel
6381 if (ch->enabled_tc & BIT(i)) in i40e_channel_config_tx_ring()
6388 dev_info(&vsi->back->pdev->dev, in i40e_channel_config_tx_ring()
6390 ch->enabled_tc, ch->seid); in i40e_channel_config_tx_ring()
6394 for (i = 0; i < ch->num_queue_pairs; i++) { in i40e_channel_config_tx_ring()
6398 pf_q = ch->base_queue + i; in i40e_channel_config_tx_ring()
6400 /* Get to TX ring ptr of main VSI, for re-setup TX queue in i40e_channel_config_tx_ring()
6403 tx_ring = vsi->tx_rings[pf_q]; in i40e_channel_config_tx_ring()
6404 tx_ring->ch = ch; in i40e_channel_config_tx_ring()
6407 rx_ring = vsi->rx_rings[pf_q]; in i40e_channel_config_tx_ring()
6408 rx_ring->ch = ch; in i40e_channel_config_tx_ring()
6415 * i40e_setup_hw_channel - setup new channel
6432 ch->initialized = false; in i40e_setup_hw_channel()
6433 ch->base_queue = vsi->next_base_queue; in i40e_setup_hw_channel()
6434 ch->type = type; in i40e_setup_hw_channel()
6439 dev_info(&pf->pdev->dev, in i40e_setup_hw_channel()
6446 ch->initialized = true; in i40e_setup_hw_channel()
6451 dev_info(&pf->pdev->dev, in i40e_setup_hw_channel()
6453 ch->seid); in i40e_setup_hw_channel()
6458 vsi->next_base_queue = vsi->next_base_queue + ch->num_queue_pairs; in i40e_setup_hw_channel()
6459 dev_dbg(&pf->pdev->dev, in i40e_setup_hw_channel()
6460 …"Added channel: vsi_seid %u, vsi_number %u, stat_counter_idx %u, num_queue_pairs %u, pf->next_base… in i40e_setup_hw_channel()
6461 ch->seid, ch->vsi_number, ch->stat_counter_idx, in i40e_setup_hw_channel()
6462 ch->num_queue_pairs, in i40e_setup_hw_channel()
6463 vsi->next_base_queue); in i40e_setup_hw_channel()
6468 * i40e_setup_channel - setup new channel using uplink element
6484 if (vsi->type == I40E_VSI_MAIN) { in i40e_setup_channel()
6487 dev_err(&pf->pdev->dev, "unsupported parent vsi type(%d)\n", in i40e_setup_channel()
6488 vsi->type); in i40e_setup_channel()
6494 seid = main_vsi->uplink_seid; in i40e_setup_channel()
6499 dev_err(&pf->pdev->dev, "failed to setup hw_channel\n"); in i40e_setup_channel()
6503 return ch->initialized ? true : false; in i40e_setup_channel()
6507 * i40e_validate_and_set_switch_mode - sets up switch mode correctly
6516 struct i40e_pf *pf = vsi->back; in i40e_validate_and_set_switch_mode()
6517 struct i40e_hw *hw = &pf->hw; in i40e_validate_and_set_switch_mode()
6522 return -EINVAL; in i40e_validate_and_set_switch_mode()
6524 if (hw->dev_caps.switch_mode) { in i40e_validate_and_set_switch_mode()
6525 /* if switch mode is set, support mode2 (non-tunneled for in i40e_validate_and_set_switch_mode()
6528 u32 switch_mode = hw->dev_caps.switch_mode & in i40e_validate_and_set_switch_mode()
6533 dev_err(&pf->pdev->dev, in i40e_validate_and_set_switch_mode()
6534 "Invalid switch_mode (%d), only non-tunneled mode for cloud filter is supported\n", in i40e_validate_and_set_switch_mode()
6535 hw->dev_caps.switch_mode); in i40e_validate_and_set_switch_mode()
6536 return -EINVAL; in i40e_validate_and_set_switch_mode()
6550 ret = i40e_aq_set_switch_config(hw, pf->last_sw_conf_flags, in i40e_validate_and_set_switch_mode()
6551 pf->last_sw_conf_valid_flags, in i40e_validate_and_set_switch_mode()
6553 if (ret && hw->aq.asq_last_status != LIBIE_AQ_RC_ESRCH) in i40e_validate_and_set_switch_mode()
6554 dev_err(&pf->pdev->dev, in i40e_validate_and_set_switch_mode()
6556 ERR_PTR(ret), libie_aq_str(hw->aq.asq_last_status)); in i40e_validate_and_set_switch_mode()
6562 * i40e_create_queue_channel - function to create channel
6572 struct i40e_pf *pf = vsi->back; in i40e_create_queue_channel()
6577 return -EINVAL; in i40e_create_queue_channel()
6579 if (!ch->num_queue_pairs) { in i40e_create_queue_channel()
6580 dev_err(&pf->pdev->dev, "Invalid num_queues requested: %d\n", in i40e_create_queue_channel()
6581 ch->num_queue_pairs); in i40e_create_queue_channel()
6582 return -EINVAL; in i40e_create_queue_channel()
6586 err = i40e_validate_num_queues(pf, ch->num_queue_pairs, vsi, in i40e_create_queue_channel()
6589 dev_info(&pf->pdev->dev, "Failed to validate num_queues (%d)\n", in i40e_create_queue_channel()
6590 ch->num_queue_pairs); in i40e_create_queue_channel()
6591 return -EINVAL; in i40e_create_queue_channel()
6598 if (!test_bit(I40E_FLAG_VEB_MODE_ENA, pf->flags)) { in i40e_create_queue_channel()
6599 set_bit(I40E_FLAG_VEB_MODE_ENA, pf->flags); in i40e_create_queue_channel()
6601 if (vsi->type == I40E_VSI_MAIN) { in i40e_create_queue_channel()
6612 /* By this time, vsi->cnt_q_avail shall be set to non-zero and in i40e_create_queue_channel()
6615 if (!vsi->cnt_q_avail || vsi->cnt_q_avail < ch->num_queue_pairs) { in i40e_create_queue_channel()
6616 dev_dbg(&pf->pdev->dev, in i40e_create_queue_channel()
6618 vsi->cnt_q_avail, ch->num_queue_pairs); in i40e_create_queue_channel()
6619 return -EINVAL; in i40e_create_queue_channel()
6623 if (reconfig_rss && (vsi->type == I40E_VSI_MAIN)) { in i40e_create_queue_channel()
6624 err = i40e_vsi_reconfig_rss(vsi, ch->num_queue_pairs); in i40e_create_queue_channel()
6626 dev_info(&pf->pdev->dev, in i40e_create_queue_channel()
6628 ch->num_queue_pairs); in i40e_create_queue_channel()
6629 return -EINVAL; in i40e_create_queue_channel()
6634 dev_info(&pf->pdev->dev, "Failed to setup channel\n"); in i40e_create_queue_channel()
6635 return -EINVAL; in i40e_create_queue_channel()
6638 dev_info(&pf->pdev->dev, in i40e_create_queue_channel()
6640 ch->seid, ch->num_queue_pairs); in i40e_create_queue_channel()
6643 if (ch->max_tx_rate) { in i40e_create_queue_channel()
6644 u64 credits = ch->max_tx_rate; in i40e_create_queue_channel()
6646 if (i40e_set_bw_limit(vsi, ch->seid, ch->max_tx_rate)) in i40e_create_queue_channel()
6647 return -EINVAL; in i40e_create_queue_channel()
6650 dev_dbg(&pf->pdev->dev, in i40e_create_queue_channel()
6651 "Set tx rate of %llu Mbps (count of 50Mbps %llu) for vsi->seid %u\n", in i40e_create_queue_channel()
6652 ch->max_tx_rate, in i40e_create_queue_channel()
6654 ch->seid); in i40e_create_queue_channel()
6658 ch->parent_vsi = vsi; in i40e_create_queue_channel()
6661 vsi->cnt_q_avail -= ch->num_queue_pairs; in i40e_create_queue_channel()
6667 * i40e_configure_queue_channels - Add queue channel for the given TCs
6679 vsi->tc_seid_map[0] = vsi->seid; in i40e_configure_queue_channels()
6681 if (vsi->tc_config.enabled_tc & BIT(i)) { in i40e_configure_queue_channels()
6684 ret = -ENOMEM; in i40e_configure_queue_channels()
6688 INIT_LIST_HEAD(&ch->list); in i40e_configure_queue_channels()
6689 ch->num_queue_pairs = in i40e_configure_queue_channels()
6690 vsi->tc_config.tc_info[i].qcount; in i40e_configure_queue_channels()
6691 ch->base_queue = in i40e_configure_queue_channels()
6692 vsi->tc_config.tc_info[i].qoffset; in i40e_configure_queue_channels()
6697 max_rate = vsi->mqprio_qopt.max_rate[i]; in i40e_configure_queue_channels()
6699 ch->max_tx_rate = max_rate; in i40e_configure_queue_channels()
6701 list_add_tail(&ch->list, &vsi->ch_list); in i40e_configure_queue_channels()
6705 dev_err(&vsi->back->pdev->dev, in i40e_configure_queue_channels()
6707 i, ch->num_queue_pairs); in i40e_configure_queue_channels()
6710 vsi->tc_seid_map[i] = ch->seid; in i40e_configure_queue_channels()
6715 i40e_do_reset(vsi->back, I40E_PF_RESET_FLAG, true); in i40e_configure_queue_channels()
6724 * i40e_veb_config_tc - Configure TCs for given VEB
6733 struct i40e_pf *pf = veb->pf; in i40e_veb_config_tc()
6738 if (!enabled_tc || veb->enabled_tc == enabled_tc) in i40e_veb_config_tc()
6750 ret = i40e_aq_config_switch_comp_bw_config(&pf->hw, veb->seid, in i40e_veb_config_tc()
6753 dev_info(&pf->pdev->dev, in i40e_veb_config_tc()
6755 ERR_PTR(ret), libie_aq_str(pf->hw.aq.asq_last_status)); in i40e_veb_config_tc()
6762 dev_info(&pf->pdev->dev, in i40e_veb_config_tc()
6764 ERR_PTR(ret), libie_aq_str(pf->hw.aq.asq_last_status)); in i40e_veb_config_tc()
6773 * i40e_dcb_reconfigure - Reconfigure all VEBs and VSIs
6796 dev_info(&pf->pdev->dev, in i40e_dcb_reconfigure()
6798 veb->seid); in i40e_dcb_reconfigure()
6805 /* - Enable all TCs for the LAN VSI in i40e_dcb_reconfigure()
6806 * - For all others keep them at TC0 for now in i40e_dcb_reconfigure()
6808 if (vsi->type == I40E_VSI_MAIN) in i40e_dcb_reconfigure()
6815 dev_info(&pf->pdev->dev, in i40e_dcb_reconfigure()
6817 vsi->seid); in i40e_dcb_reconfigure()
6820 /* Re-configure VSI vectors based on updated TC map */ in i40e_dcb_reconfigure()
6822 if (vsi->netdev) in i40e_dcb_reconfigure()
6829 * i40e_resume_port_tx - Resume port Tx
6837 struct i40e_hw *hw = &pf->hw; in i40e_resume_port_tx()
6842 dev_info(&pf->pdev->dev, in i40e_resume_port_tx()
6845 libie_aq_str(pf->hw.aq.asq_last_status)); in i40e_resume_port_tx()
6847 set_bit(__I40E_PF_RESET_REQUESTED, pf->state); in i40e_resume_port_tx()
6855 * i40e_suspend_port_tx - Suspend port Tx
6862 struct i40e_hw *hw = &pf->hw; in i40e_suspend_port_tx()
6865 ret = i40e_aq_suspend_port_tx(hw, pf->mac_seid, NULL); in i40e_suspend_port_tx()
6867 dev_info(&pf->pdev->dev, in i40e_suspend_port_tx()
6869 ERR_PTR(ret), libie_aq_str(pf->hw.aq.asq_last_status)); in i40e_suspend_port_tx()
6871 set_bit(__I40E_PF_RESET_REQUESTED, pf->state); in i40e_suspend_port_tx()
6879 * i40e_hw_set_dcb_config - Program new DCBX settings into HW
6889 struct i40e_dcbx_config *old_cfg = &pf->hw.local_dcbx_config; in i40e_hw_set_dcb_config()
6894 dev_dbg(&pf->pdev->dev, "No Change in DCB Config required.\n"); in i40e_hw_set_dcb_config()
6903 old_cfg->etsrec = old_cfg->etscfg; in i40e_hw_set_dcb_config()
6904 ret = i40e_set_dcb_config(&pf->hw); in i40e_hw_set_dcb_config()
6906 dev_info(&pf->pdev->dev, in i40e_hw_set_dcb_config()
6908 ERR_PTR(ret), libie_aq_str(pf->hw.aq.asq_last_status)); in i40e_hw_set_dcb_config()
6916 if (!test_bit(__I40E_RESET_RECOVERY_PENDING, pf->state)) { in i40e_hw_set_dcb_config()
6917 /* Re-start the VSIs if disabled */ in i40e_hw_set_dcb_config()
6929 * i40e_hw_dcb_config - Program new DCBX settings into HW
6944 struct i40e_hw *hw = &pf->hw; in i40e_hw_dcb_config()
6945 u8 num_ports = hw->num_ports; in i40e_hw_dcb_config()
6947 int ret = -EINVAL; in i40e_hw_dcb_config()
6953 dev_dbg(&pf->pdev->dev, "Configuring DCB registers directly\n"); in i40e_hw_dcb_config()
6954 /* Un-pack information to Program ETS HW via shared API in i40e_hw_dcb_config()
6957 * ETS/NON-ETS arbiter mode in i40e_hw_dcb_config()
6960 * PFC priority bit-map in i40e_hw_dcb_config()
6964 * TSA table (ETS or non-ETS) in i40e_hw_dcb_config()
6974 switch (new_cfg->etscfg.tsatable[i]) { in i40e_hw_dcb_config()
6978 new_cfg->etscfg.tcbwtable[i]; in i40e_hw_dcb_config()
6993 old_cfg = &hw->local_dcbx_config; in i40e_hw_dcb_config()
7003 set_bit(I40E_FLAG_DCB_ENA, pf->flags); in i40e_hw_dcb_config()
7005 clear_bit(I40E_FLAG_DCB_ENA, pf->flags); in i40e_hw_dcb_config()
7007 set_bit(__I40E_PORT_SUSPENDED, pf->state); in i40e_hw_dcb_config()
7019 (hw, pf->mac_seid, &ets_data, in i40e_hw_dcb_config()
7022 dev_info(&pf->pdev->dev, in i40e_hw_dcb_config()
7024 ERR_PTR(ret), libie_aq_str(pf->hw.aq.asq_last_status)); in i40e_hw_dcb_config()
7036 i40e_dcb_hw_rx_ets_bw_config(hw, new_cfg->etscfg.tcbwtable, mode, in i40e_hw_dcb_config()
7038 i40e_dcb_hw_pfc_config(hw, new_cfg->pfc.pfcenable, in i40e_hw_dcb_config()
7039 new_cfg->etscfg.prioritytable); in i40e_hw_dcb_config()
7040 i40e_dcb_hw_rx_up2tc_config(hw, new_cfg->etscfg.prioritytable); in i40e_hw_dcb_config()
7046 mfs_tc[i] = main_vsi->netdev->mtu; in i40e_hw_dcb_config()
7051 false, new_cfg->pfc.pfcenable, in i40e_hw_dcb_config()
7053 i40e_dcb_hw_rx_pb_config(hw, &pf->pb_cfg, &pb_cfg); in i40e_hw_dcb_config()
7056 pf->pb_cfg = pb_cfg; in i40e_hw_dcb_config()
7059 ret = i40e_aq_dcb_updated(&pf->hw, NULL); in i40e_hw_dcb_config()
7061 dev_info(&pf->pdev->dev, in i40e_hw_dcb_config()
7063 ERR_PTR(ret), libie_aq_str(pf->hw.aq.asq_last_status)); in i40e_hw_dcb_config()
7073 /* Re-start the VSIs if disabled */ in i40e_hw_dcb_config()
7077 clear_bit(__I40E_PORT_SUSPENDED, pf->state); in i40e_hw_dcb_config()
7086 set_bit(__I40E_PF_RESET_REQUESTED, pf->state); in i40e_hw_dcb_config()
7091 set_bit(__I40E_CLIENT_SERVICE_REQUESTED, pf->state); in i40e_hw_dcb_config()
7092 set_bit(__I40E_CLIENT_L2_CHANGE, pf->state); in i40e_hw_dcb_config()
7095 if (test_bit(I40E_HW_CAP_USE_SET_LLDP_MIB, pf->hw.caps)) in i40e_hw_dcb_config()
7104 * i40e_dcb_sw_default_config - Set default DCB configuration when DCB in SW
7111 struct i40e_dcbx_config *dcb_cfg = &pf->hw.local_dcbx_config; in i40e_dcb_sw_default_config()
7113 struct i40e_hw *hw = &pf->hw; in i40e_dcb_sw_default_config()
7116 if (test_bit(I40E_HW_CAP_USE_SET_LLDP_MIB, pf->hw.caps)) { in i40e_dcb_sw_default_config()
7118 memset(&pf->tmp_cfg, 0, sizeof(struct i40e_dcbx_config)); in i40e_dcb_sw_default_config()
7119 pf->tmp_cfg.etscfg.willing = I40E_IEEE_DEFAULT_ETS_WILLING; in i40e_dcb_sw_default_config()
7120 pf->tmp_cfg.etscfg.maxtcs = 0; in i40e_dcb_sw_default_config()
7121 pf->tmp_cfg.etscfg.tcbwtable[0] = I40E_IEEE_DEFAULT_ETS_TCBW; in i40e_dcb_sw_default_config()
7122 pf->tmp_cfg.etscfg.tsatable[0] = I40E_IEEE_TSA_ETS; in i40e_dcb_sw_default_config()
7123 pf->tmp_cfg.pfc.willing = I40E_IEEE_DEFAULT_PFC_WILLING; in i40e_dcb_sw_default_config()
7124 pf->tmp_cfg.pfc.pfccap = I40E_MAX_TRAFFIC_CLASS; in i40e_dcb_sw_default_config()
7126 pf->tmp_cfg.numapps = I40E_IEEE_DEFAULT_NUM_APPS; in i40e_dcb_sw_default_config()
7127 pf->tmp_cfg.app[0].selector = I40E_APP_SEL_ETHTYPE; in i40e_dcb_sw_default_config()
7128 pf->tmp_cfg.app[0].priority = I40E_IEEE_DEFAULT_APP_PRIO; in i40e_dcb_sw_default_config()
7129 pf->tmp_cfg.app[0].protocolid = I40E_APP_PROTOID_FCOE; in i40e_dcb_sw_default_config()
7131 return i40e_hw_set_dcb_config(pf, &pf->tmp_cfg); in i40e_dcb_sw_default_config()
7141 (hw, pf->mac_seid, &ets_data, in i40e_dcb_sw_default_config()
7144 dev_info(&pf->pdev->dev, in i40e_dcb_sw_default_config()
7146 ERR_PTR(err), libie_aq_str(pf->hw.aq.asq_last_status)); in i40e_dcb_sw_default_config()
7147 err = -ENOENT; in i40e_dcb_sw_default_config()
7152 dcb_cfg->etscfg.willing = I40E_IEEE_DEFAULT_ETS_WILLING; in i40e_dcb_sw_default_config()
7153 dcb_cfg->etscfg.cbs = 0; in i40e_dcb_sw_default_config()
7154 dcb_cfg->etscfg.maxtcs = I40E_MAX_TRAFFIC_CLASS; in i40e_dcb_sw_default_config()
7155 dcb_cfg->etscfg.tcbwtable[0] = I40E_IEEE_DEFAULT_ETS_TCBW; in i40e_dcb_sw_default_config()
7162 * i40e_init_pf_dcb - Initialize DCB configuration
7170 struct i40e_hw *hw = &pf->hw; in i40e_init_pf_dcb()
7176 if (test_bit(I40E_HW_CAP_NO_DCB_SUPPORT, pf->hw.caps)) { in i40e_init_pf_dcb()
7177 dev_info(&pf->pdev->dev, "DCB is not supported.\n"); in i40e_init_pf_dcb()
7178 err = -EOPNOTSUPP; in i40e_init_pf_dcb()
7181 if (test_bit(I40E_FLAG_FW_LLDP_DIS, pf->flags)) { in i40e_init_pf_dcb()
7182 dev_info(&pf->pdev->dev, "FW LLDP is disabled, attempting SW DCB\n"); in i40e_init_pf_dcb()
7185 dev_info(&pf->pdev->dev, "Could not initialize SW DCB\n"); in i40e_init_pf_dcb()
7188 dev_info(&pf->pdev->dev, "SW DCB initialization succeeded.\n"); in i40e_init_pf_dcb()
7189 pf->dcbx_cap = DCB_CAP_DCBX_HOST | in i40e_init_pf_dcb()
7192 set_bit(I40E_FLAG_DCB_CAPABLE, pf->flags); in i40e_init_pf_dcb()
7193 clear_bit(I40E_FLAG_DCB_ENA, pf->flags); in i40e_init_pf_dcb()
7199 if ((!hw->func_caps.dcb) || in i40e_init_pf_dcb()
7200 (hw->dcbx_status == I40E_DCBX_STATUS_DISABLED)) { in i40e_init_pf_dcb()
7201 dev_info(&pf->pdev->dev, in i40e_init_pf_dcb()
7205 pf->dcbx_cap = DCB_CAP_DCBX_LLD_MANAGED | in i40e_init_pf_dcb()
7208 set_bit(I40E_FLAG_DCB_CAPABLE, pf->flags); in i40e_init_pf_dcb()
7212 if (i40e_dcb_get_num_tc(&hw->local_dcbx_config) > 1) in i40e_init_pf_dcb()
7213 set_bit(I40E_FLAG_DCB_ENA, pf->flags); in i40e_init_pf_dcb()
7215 clear_bit(I40E_FLAG_DCB_ENA, pf->flags); in i40e_init_pf_dcb()
7216 dev_dbg(&pf->pdev->dev, in i40e_init_pf_dcb()
7219 } else if (pf->hw.aq.asq_last_status == LIBIE_AQ_RC_EPERM) { in i40e_init_pf_dcb()
7220 dev_info(&pf->pdev->dev, "FW LLDP disabled for this PF.\n"); in i40e_init_pf_dcb()
7221 set_bit(I40E_FLAG_FW_LLDP_DIS, pf->flags); in i40e_init_pf_dcb()
7223 dev_info(&pf->pdev->dev, in i40e_init_pf_dcb()
7225 ERR_PTR(err), libie_aq_str(pf->hw.aq.asq_last_status)); in i40e_init_pf_dcb()
7239 if (vsi->netdev->ethtool_ops->get_eee) in i40e_print_link_message_eee()
7240 vsi->netdev->ethtool_ops->get_eee(vsi->netdev, &kedata); in i40e_print_link_message_eee()
7243 netdev_info(vsi->netdev, in i40e_print_link_message_eee()
7248 netdev_info(vsi->netdev, in i40e_print_link_message_eee()
7254 * i40e_print_link_message - print link up or down
7261 struct i40e_pf *pf = vsi->back; in i40e_print_link_message()
7269 new_speed = pf->hw.phy.link_info.link_speed; in i40e_print_link_message()
7273 if ((vsi->current_isup == isup) && (vsi->current_speed == new_speed)) in i40e_print_link_message()
7275 vsi->current_isup = isup; in i40e_print_link_message()
7276 vsi->current_speed = new_speed; in i40e_print_link_message()
7278 netdev_info(vsi->netdev, "NIC Link is Down\n"); in i40e_print_link_message()
7285 if (pf->hw.func_caps.npar_enable && in i40e_print_link_message()
7286 (pf->hw.phy.link_info.link_speed == I40E_LINK_SPEED_1GB || in i40e_print_link_message()
7287 pf->hw.phy.link_info.link_speed == I40E_LINK_SPEED_100MB)) in i40e_print_link_message()
7288 netdev_warn(vsi->netdev, in i40e_print_link_message()
7291 switch (pf->hw.phy.link_info.link_speed) { in i40e_print_link_message()
7320 switch (pf->hw.fc.current_mode) { in i40e_print_link_message()
7335 if (pf->hw.phy.link_info.link_speed == I40E_LINK_SPEED_25GB) { in i40e_print_link_message()
7340 if (pf->hw.phy.link_info.an_info & I40E_AQ_AN_COMPLETED) in i40e_print_link_message()
7343 if (pf->hw.phy.link_info.fec_info & in i40e_print_link_message()
7345 fec = "CL74 FC-FEC/BASE-R"; in i40e_print_link_message()
7346 else if (pf->hw.phy.link_info.fec_info & in i40e_print_link_message()
7348 fec = "CL108 RS-FEC"; in i40e_print_link_message()
7350 /* 'CL108 RS-FEC' should be displayed when RS is requested, or in i40e_print_link_message()
7353 if (vsi->back->hw.phy.link_info.req_fec_info & in i40e_print_link_message()
7355 if (vsi->back->hw.phy.link_info.req_fec_info & in i40e_print_link_message()
7357 req_fec = "CL108 RS-FEC"; in i40e_print_link_message()
7359 req_fec = "CL74 FC-FEC/BASE-R"; in i40e_print_link_message()
7361 netdev_info(vsi->netdev, in i40e_print_link_message()
7364 } else if (pf->hw.device_id == I40E_DEV_ID_KX_X722) { in i40e_print_link_message()
7369 if (pf->hw.phy.link_info.an_info & I40E_AQ_AN_COMPLETED) in i40e_print_link_message()
7372 if (pf->hw.phy.link_info.fec_info & in i40e_print_link_message()
7374 fec = "CL74 FC-FEC/BASE-R"; in i40e_print_link_message()
7376 if (pf->hw.phy.link_info.req_fec_info & in i40e_print_link_message()
7378 req_fec = "CL74 FC-FEC/BASE-R"; in i40e_print_link_message()
7380 netdev_info(vsi->netdev, in i40e_print_link_message()
7390 * i40e_up_complete - Finish the last steps of bringing up a connection
7395 struct i40e_pf *pf = vsi->back; in i40e_up_complete()
7398 if (test_bit(I40E_FLAG_MSIX_ENA, pf->flags)) in i40e_up_complete()
7408 clear_bit(__I40E_VSI_DOWN, vsi->state); in i40e_up_complete()
7412 if ((pf->hw.phy.link_info.link_info & I40E_AQ_LINK_UP) && in i40e_up_complete()
7413 (vsi->netdev)) { in i40e_up_complete()
7415 netif_tx_start_all_queues(vsi->netdev); in i40e_up_complete()
7416 netif_carrier_on(vsi->netdev); in i40e_up_complete()
7420 if (vsi->type == I40E_VSI_FDIR) { in i40e_up_complete()
7422 pf->fd_add_err = 0; in i40e_up_complete()
7423 pf->fd_atr_cnt = 0; in i40e_up_complete()
7430 set_bit(__I40E_CLIENT_SERVICE_REQUESTED, pf->state); in i40e_up_complete()
7437 * i40e_vsi_reinit_locked - Reset the VSI
7445 struct i40e_pf *pf = vsi->back; in i40e_vsi_reinit_locked()
7447 while (test_and_set_bit(__I40E_CONFIG_BUSY, pf->state)) in i40e_vsi_reinit_locked()
7452 clear_bit(__I40E_CONFIG_BUSY, pf->state); in i40e_vsi_reinit_locked()
7456 * i40e_force_link_state - Force the link status
7465 struct i40e_hw *hw = &pf->hw; in i40e_force_link_state()
7479 dev_err(&pf->pdev->dev, in i40e_force_link_state()
7481 ERR_PTR(err), libie_aq_str(hw->aq.asq_last_status)); in i40e_force_link_state()
7490 dev_err(&pf->pdev->dev, in i40e_force_link_state()
7492 ERR_PTR(err), libie_aq_str(hw->aq.asq_last_status)); in i40e_force_link_state()
7500 if (test_bit(I40E_FLAG_TOTAL_PORT_SHUTDOWN_ENA, pf->flags)) in i40e_force_link_state()
7516 if (test_bit(I40E_FLAG_TOTAL_PORT_SHUTDOWN_ENA, pf->flags)) { in i40e_force_link_state()
7534 dev_err(&pf->pdev->dev, in i40e_force_link_state()
7536 ERR_PTR(err), libie_aq_str(pf->hw.aq.asq_last_status)); in i40e_force_link_state()
7557 * i40e_up - Bring the connection back up after being down
7564 if (vsi->type == I40E_VSI_MAIN && in i40e_up()
7565 (test_bit(I40E_FLAG_LINK_DOWN_ON_CLOSE_ENA, vsi->back->flags) || in i40e_up()
7566 test_bit(I40E_FLAG_TOTAL_PORT_SHUTDOWN_ENA, vsi->back->flags))) in i40e_up()
7567 i40e_force_link_state(vsi->back, true); in i40e_up()
7577 * i40e_down - Shutdown the connection processing
7585 * sets the vsi->state __I40E_VSI_DOWN bit. in i40e_down()
7587 if (vsi->netdev) { in i40e_down()
7588 netif_carrier_off(vsi->netdev); in i40e_down()
7589 netif_tx_disable(vsi->netdev); in i40e_down()
7593 if (vsi->type == I40E_VSI_MAIN && in i40e_down()
7594 (test_bit(I40E_FLAG_LINK_DOWN_ON_CLOSE_ENA, vsi->back->flags) || in i40e_down()
7595 test_bit(I40E_FLAG_TOTAL_PORT_SHUTDOWN_ENA, vsi->back->flags))) in i40e_down()
7596 i40e_force_link_state(vsi->back, false); in i40e_down()
7599 for (i = 0; i < vsi->num_queue_pairs; i++) { in i40e_down()
7600 i40e_clean_tx_ring(vsi->tx_rings[i]); in i40e_down()
7602 /* Make sure that in-progress ndo_xdp_xmit and in i40e_down()
7606 i40e_clean_tx_ring(vsi->xdp_rings[i]); in i40e_down()
7608 i40e_clean_rx_ring(vsi->rx_rings[i]); in i40e_down()
7614 * i40e_validate_mqprio_qopt- validate queue mapping info
7625 if (mqprio_qopt->qopt.offset[0] != 0 || in i40e_validate_mqprio_qopt()
7626 mqprio_qopt->qopt.num_tc < 1 || in i40e_validate_mqprio_qopt()
7627 mqprio_qopt->qopt.num_tc > I40E_MAX_TRAFFIC_CLASS) in i40e_validate_mqprio_qopt()
7628 return -EINVAL; in i40e_validate_mqprio_qopt()
7630 if (!mqprio_qopt->qopt.count[i]) in i40e_validate_mqprio_qopt()
7631 return -EINVAL; in i40e_validate_mqprio_qopt()
7632 if (mqprio_qopt->min_rate[i]) { in i40e_validate_mqprio_qopt()
7633 dev_err(&vsi->back->pdev->dev, in i40e_validate_mqprio_qopt()
7635 return -EINVAL; in i40e_validate_mqprio_qopt()
7637 max_rate = mqprio_qopt->max_rate[i]; in i40e_validate_mqprio_qopt()
7641 if (i >= mqprio_qopt->qopt.num_tc - 1) in i40e_validate_mqprio_qopt()
7643 if (mqprio_qopt->qopt.offset[i + 1] != in i40e_validate_mqprio_qopt()
7644 (mqprio_qopt->qopt.offset[i] + mqprio_qopt->qopt.count[i])) in i40e_validate_mqprio_qopt()
7645 return -EINVAL; in i40e_validate_mqprio_qopt()
7647 if (vsi->num_queue_pairs < in i40e_validate_mqprio_qopt()
7648 (mqprio_qopt->qopt.offset[i] + mqprio_qopt->qopt.count[i])) { in i40e_validate_mqprio_qopt()
7649 dev_err(&vsi->back->pdev->dev, in i40e_validate_mqprio_qopt()
7651 return -EINVAL; in i40e_validate_mqprio_qopt()
7654 dev_err(&vsi->back->pdev->dev, in i40e_validate_mqprio_qopt()
7656 return -EINVAL; in i40e_validate_mqprio_qopt()
7662 * i40e_vsi_set_default_tc_config - set default values for tc configuration
7671 vsi->tc_config.numtc = 1; in i40e_vsi_set_default_tc_config()
7672 vsi->tc_config.enabled_tc = 1; in i40e_vsi_set_default_tc_config()
7673 qcount = min_t(int, vsi->alloc_queue_pairs, in i40e_vsi_set_default_tc_config()
7674 i40e_pf_get_max_q_per_tc(vsi->back)); in i40e_vsi_set_default_tc_config()
7679 vsi->tc_config.tc_info[i].qoffset = 0; in i40e_vsi_set_default_tc_config()
7681 vsi->tc_config.tc_info[i].qcount = qcount; in i40e_vsi_set_default_tc_config()
7683 vsi->tc_config.tc_info[i].qcount = 1; in i40e_vsi_set_default_tc_config()
7684 vsi->tc_config.tc_info[i].netdev_tc = 0; in i40e_vsi_set_default_tc_config()
7709 *aq_err = hw->aq.asq_last_status; in i40e_del_macvlan_filter()
7738 *aq_err = hw->aq.asq_last_status; in i40e_add_macvlan_filter()
7744 * i40e_reset_ch_rings - Reset the queue contexts in a channel
7754 for (i = 0; i < ch->num_queue_pairs; i++) { in i40e_reset_ch_rings()
7755 pf_q = ch->base_queue + i; in i40e_reset_ch_rings()
7756 tx_ring = vsi->tx_rings[pf_q]; in i40e_reset_ch_rings()
7757 tx_ring->ch = NULL; in i40e_reset_ch_rings()
7758 rx_ring = vsi->rx_rings[pf_q]; in i40e_reset_ch_rings()
7759 rx_ring->ch = NULL; in i40e_reset_ch_rings()
7776 if (list_empty(&vsi->macvlan_list)) in i40e_free_macvlan_channels()
7779 list_for_each_entry_safe(ch, ch_tmp, &vsi->macvlan_list, list) { in i40e_free_macvlan_channels()
7784 clear_bit(ch->fwd->bit_no, vsi->fwd_bitmask); in i40e_free_macvlan_channels()
7785 netdev_unbind_sb_channel(vsi->netdev, ch->fwd->netdev); in i40e_free_macvlan_channels()
7786 netdev_set_sb_channel(ch->fwd->netdev, 0); in i40e_free_macvlan_channels()
7787 kfree(ch->fwd); in i40e_free_macvlan_channels()
7788 ch->fwd = NULL; in i40e_free_macvlan_channels()
7791 list_del(&ch->list); in i40e_free_macvlan_channels()
7792 parent_vsi = ch->parent_vsi; in i40e_free_macvlan_channels()
7793 if (!parent_vsi || !ch->initialized) { in i40e_free_macvlan_channels()
7799 ret = i40e_aq_delete_element(&vsi->back->hw, ch->seid, in i40e_free_macvlan_channels()
7802 dev_err(&vsi->back->pdev->dev, in i40e_free_macvlan_channels()
7804 ch->seid, parent_vsi->seid); in i40e_free_macvlan_channels()
7807 vsi->macvlan_cnt = 0; in i40e_free_macvlan_channels()
7811 * i40e_fwd_ring_up - bring the macvlan device up
7821 struct i40e_pf *pf = vsi->back; in i40e_fwd_ring_up()
7822 struct i40e_hw *hw = &pf->hw; in i40e_fwd_ring_up()
7825 list_for_each_entry_safe(iter, ch_tmp, &vsi->macvlan_list, list) { in i40e_fwd_ring_up()
7827 iter->fwd = fwd; in i40e_fwd_ring_up()
7830 netdev_bind_sb_channel_queue(vsi->netdev, vdev, in i40e_fwd_ring_up()
7832 iter->num_queue_pairs, in i40e_fwd_ring_up()
7833 iter->base_queue); in i40e_fwd_ring_up()
7834 for (i = 0; i < iter->num_queue_pairs; i++) { in i40e_fwd_ring_up()
7838 pf_q = iter->base_queue + i; in i40e_fwd_ring_up()
7841 tx_ring = vsi->tx_rings[pf_q]; in i40e_fwd_ring_up()
7842 tx_ring->ch = iter; in i40e_fwd_ring_up()
7845 rx_ring = vsi->rx_rings[pf_q]; in i40e_fwd_ring_up()
7846 rx_ring->ch = iter; in i40e_fwd_ring_up()
7854 return -EINVAL; in i40e_fwd_ring_up()
7862 ret = i40e_add_macvlan_filter(hw, ch->seid, vdev->dev_addr, &aq_err); in i40e_fwd_ring_up()
7866 for (i = 0; i < ch->num_queue_pairs; i++) { in i40e_fwd_ring_up()
7870 pf_q = ch->base_queue + i; in i40e_fwd_ring_up()
7871 rx_ring = vsi->rx_rings[pf_q]; in i40e_fwd_ring_up()
7872 rx_ring->netdev = NULL; in i40e_fwd_ring_up()
7874 dev_info(&pf->pdev->dev, in i40e_fwd_ring_up()
7884 * i40e_setup_macvlans - create the channels which will be macvlans
7893 struct i40e_pf *pf = vsi->back; in i40e_setup_macvlans()
7894 struct i40e_hw *hw = &pf->hw; in i40e_setup_macvlans()
7901 if (vsi->type != I40E_VSI_MAIN || !macvlan_cnt) in i40e_setup_macvlans()
7902 return -EINVAL; in i40e_setup_macvlans()
7904 num_qps = vsi->num_queue_pairs - (macvlan_cnt * qcnt); in i40e_setup_macvlans()
7906 /* find the next higher power-of-2 of num queue pairs */ in i40e_setup_macvlans()
7907 pow = fls(roundup_pow_of_two(num_qps) - 1); in i40e_setup_macvlans()
7916 ctxt.seid = vsi->seid; in i40e_setup_macvlans()
7917 ctxt.pf_num = vsi->back->hw.pf_id; in i40e_setup_macvlans()
7919 ctxt.uplink_seid = vsi->uplink_seid; in i40e_setup_macvlans()
7920 ctxt.info = vsi->info; in i40e_setup_macvlans()
7923 ctxt.info.queue_mapping[0] = cpu_to_le16(vsi->base_queue); in i40e_setup_macvlans()
7927 vsi->rss_size = max_t(u16, num_qps, qcnt); in i40e_setup_macvlans()
7930 dev_info(&pf->pdev->dev, in i40e_setup_macvlans()
7932 vsi->rss_size); in i40e_setup_macvlans()
7935 vsi->reconfig_rss = true; in i40e_setup_macvlans()
7936 dev_dbg(&vsi->back->pdev->dev, in i40e_setup_macvlans()
7937 "Reconfigured RSS with num_queues (%u)\n", vsi->rss_size); in i40e_setup_macvlans()
7938 vsi->next_base_queue = num_qps; in i40e_setup_macvlans()
7939 vsi->cnt_q_avail = vsi->num_queue_pairs - num_qps; in i40e_setup_macvlans()
7941 /* Update the VSI after updating the VSI queue-mapping in i40e_setup_macvlans()
7946 dev_info(&pf->pdev->dev, in i40e_setup_macvlans()
7948 ERR_PTR(ret), libie_aq_str(hw->aq.asq_last_status)); in i40e_setup_macvlans()
7953 vsi->info.valid_sections = 0; in i40e_setup_macvlans()
7956 INIT_LIST_HEAD(&vsi->macvlan_list); in i40e_setup_macvlans()
7960 ret = -ENOMEM; in i40e_setup_macvlans()
7963 INIT_LIST_HEAD(&ch->list); in i40e_setup_macvlans()
7964 ch->num_queue_pairs = qcnt; in i40e_setup_macvlans()
7966 ret = -EINVAL; in i40e_setup_macvlans()
7970 ch->parent_vsi = vsi; in i40e_setup_macvlans()
7971 vsi->cnt_q_avail -= ch->num_queue_pairs; in i40e_setup_macvlans()
7972 vsi->macvlan_cnt++; in i40e_setup_macvlans()
7973 list_add_tail(&ch->list, &vsi->macvlan_list); in i40e_setup_macvlans()
7979 dev_info(&pf->pdev->dev, "Failed to setup macvlans\n"); in i40e_setup_macvlans()
7986 * i40e_fwd_add - configure macvlans
7994 struct i40e_vsi *vsi = np->vsi; in i40e_fwd_add()
7995 struct i40e_pf *pf = vsi->back; in i40e_fwd_add()
7999 if (test_bit(I40E_FLAG_DCB_ENA, pf->flags)) { in i40e_fwd_add()
8001 return ERR_PTR(-EINVAL); in i40e_fwd_add()
8005 return ERR_PTR(-EINVAL); in i40e_fwd_add()
8007 if (pf->num_lan_msix < I40E_MIN_MACVLAN_VECTORS) { in i40e_fwd_add()
8009 return ERR_PTR(-EINVAL); in i40e_fwd_add()
8016 return ERR_PTR(-ERANGE); in i40e_fwd_add()
8018 if (!vsi->macvlan_cnt) { in i40e_fwd_add()
8020 set_bit(0, vsi->fwd_bitmask); in i40e_fwd_add()
8026 vectors = pf->num_lan_msix; in i40e_fwd_add()
8030 macvlan_cnt = (vectors - 32) / 4; in i40e_fwd_add()
8034 macvlan_cnt = (vectors - 16) / 2; in i40e_fwd_add()
8038 macvlan_cnt = vectors - 16; in i40e_fwd_add()
8042 macvlan_cnt = vectors - 8; in i40e_fwd_add()
8046 macvlan_cnt = vectors - 1; in i40e_fwd_add()
8050 return ERR_PTR(-EBUSY); in i40e_fwd_add()
8064 avail_macvlan = find_first_zero_bit(vsi->fwd_bitmask, in i40e_fwd_add()
8065 vsi->macvlan_cnt); in i40e_fwd_add()
8067 return ERR_PTR(-EBUSY); in i40e_fwd_add()
8072 return ERR_PTR(-ENOMEM); in i40e_fwd_add()
8074 set_bit(avail_macvlan, vsi->fwd_bitmask); in i40e_fwd_add()
8075 fwd->bit_no = avail_macvlan; in i40e_fwd_add()
8077 fwd->netdev = vdev; in i40e_fwd_add()
8090 return ERR_PTR(-EINVAL); in i40e_fwd_add()
8097 * i40e_del_all_macvlans - Delete all the mac filters on the channels
8103 struct i40e_pf *pf = vsi->back; in i40e_del_all_macvlans()
8104 struct i40e_hw *hw = &pf->hw; in i40e_del_all_macvlans()
8107 if (list_empty(&vsi->macvlan_list)) in i40e_del_all_macvlans()
8110 list_for_each_entry_safe(ch, ch_tmp, &vsi->macvlan_list, list) { in i40e_del_all_macvlans()
8112 ret = i40e_del_macvlan_filter(hw, ch->seid, in i40e_del_all_macvlans()
8118 clear_bit(ch->fwd->bit_no, vsi->fwd_bitmask); in i40e_del_all_macvlans()
8119 netdev_unbind_sb_channel(vsi->netdev, in i40e_del_all_macvlans()
8120 ch->fwd->netdev); in i40e_del_all_macvlans()
8121 netdev_set_sb_channel(ch->fwd->netdev, 0); in i40e_del_all_macvlans()
8122 kfree(ch->fwd); in i40e_del_all_macvlans()
8123 ch->fwd = NULL; in i40e_del_all_macvlans()
8130 * i40e_fwd_del - delete macvlan interfaces
8139 struct i40e_vsi *vsi = np->vsi; in i40e_fwd_del()
8140 struct i40e_pf *pf = vsi->back; in i40e_fwd_del()
8141 struct i40e_hw *hw = &pf->hw; in i40e_fwd_del()
8145 list_for_each_entry_safe(ch, ch_tmp, &vsi->macvlan_list, list) { in i40e_fwd_del()
8148 fwd->netdev->dev_addr)) { in i40e_fwd_del()
8149 ret = i40e_del_macvlan_filter(hw, ch->seid, in i40e_fwd_del()
8155 clear_bit(ch->fwd->bit_no, vsi->fwd_bitmask); in i40e_fwd_del()
8156 netdev_unbind_sb_channel(netdev, fwd->netdev); in i40e_fwd_del()
8157 netdev_set_sb_channel(fwd->netdev, 0); in i40e_fwd_del()
8158 kfree(ch->fwd); in i40e_fwd_del()
8159 ch->fwd = NULL; in i40e_fwd_del()
8161 dev_info(&pf->pdev->dev, in i40e_fwd_del()
8171 * i40e_setup_tc - configure multiple traffic classes
8179 struct i40e_vsi *vsi = np->vsi; in i40e_setup_tc()
8180 struct i40e_pf *pf = vsi->back; in i40e_setup_tc()
8184 int ret = -EINVAL; in i40e_setup_tc()
8188 old_queue_pairs = vsi->num_queue_pairs; in i40e_setup_tc()
8189 num_tc = mqprio_qopt->qopt.num_tc; in i40e_setup_tc()
8190 hw = mqprio_qopt->qopt.hw; in i40e_setup_tc()
8191 mode = mqprio_qopt->mode; in i40e_setup_tc()
8193 clear_bit(I40E_FLAG_TC_MQPRIO_ENA, pf->flags); in i40e_setup_tc()
8194 memcpy(&vsi->mqprio_qopt, mqprio_qopt, sizeof(*mqprio_qopt)); in i40e_setup_tc()
8199 if (test_bit(I40E_FLAG_MFP_ENA, pf->flags)) { in i40e_setup_tc()
8206 clear_bit(I40E_FLAG_TC_MQPRIO_ENA, pf->flags); in i40e_setup_tc()
8209 if (!test_bit(I40E_FLAG_DCB_ENA, pf->flags)) { in i40e_setup_tc()
8223 if (test_bit(I40E_FLAG_DCB_ENA, pf->flags)) { in i40e_setup_tc()
8228 if (!test_bit(I40E_FLAG_MSIX_ENA, pf->flags)) in i40e_setup_tc()
8233 memcpy(&vsi->mqprio_qopt, mqprio_qopt, in i40e_setup_tc()
8235 set_bit(I40E_FLAG_TC_MQPRIO_ENA, pf->flags); in i40e_setup_tc()
8236 clear_bit(I40E_FLAG_DCB_ENA, pf->flags); in i40e_setup_tc()
8239 return -EINVAL; in i40e_setup_tc()
8248 if (enabled_tc == vsi->tc_config.enabled_tc && in i40e_setup_tc()
8262 vsi->seid); in i40e_setup_tc()
8266 (!is_power_of_2(vsi->tc_config.tc_info[0].qcount))) { in i40e_setup_tc()
8269 vsi->tc_config.tc_info[0].qcount); in i40e_setup_tc()
8270 ret = -EINVAL; in i40e_setup_tc()
8275 dev_info(&vsi->back->pdev->dev, in i40e_setup_tc()
8277 vsi->seid, vsi->tc_config.tc_info[0].qcount); in i40e_setup_tc()
8280 if (vsi->mqprio_qopt.max_rate[0]) { in i40e_setup_tc()
8282 vsi->mqprio_qopt.max_rate[0]); in i40e_setup_tc()
8284 ret = i40e_set_bw_limit(vsi, vsi->seid, max_tx_rate); in i40e_setup_tc()
8289 dev_dbg(&vsi->back->pdev->dev, in i40e_setup_tc()
8290 "Set tx rate of %llu Mbps (count of 50Mbps %llu) for vsi->seid %u\n", in i40e_setup_tc()
8293 vsi->seid); in i40e_setup_tc()
8301 vsi->num_queue_pairs = old_queue_pairs; in i40e_setup_tc()
8322 * i40e_set_cld_element - sets cloud filter element data
8332 u32 ipa; in i40e_set_cld_element() local
8336 ether_addr_copy(cld->outer_mac, filter->dst_mac); in i40e_set_cld_element()
8337 ether_addr_copy(cld->inner_mac, filter->src_mac); in i40e_set_cld_element()
8339 if (filter->n_proto != ETH_P_IP && filter->n_proto != ETH_P_IPV6) in i40e_set_cld_element()
8342 if (filter->n_proto == ETH_P_IPV6) { in i40e_set_cld_element()
8343 #define IPV6_MAX_INDEX (ARRAY_SIZE(filter->dst_ipv6) - 1) in i40e_set_cld_element()
8344 for (i = 0; i < ARRAY_SIZE(filter->dst_ipv6); i++) { in i40e_set_cld_element()
8345 ipa = be32_to_cpu(filter->dst_ipv6[IPV6_MAX_INDEX - i]); in i40e_set_cld_element()
8347 *(__le32 *)&cld->ipaddr.raw_v6.data[i * 2] = cpu_to_le32(ipa); in i40e_set_cld_element()
8350 ipa = be32_to_cpu(filter->dst_ipv4); in i40e_set_cld_element()
8352 memcpy(&cld->ipaddr.v4.data, &ipa, sizeof(ipa)); in i40e_set_cld_element()
8355 cld->inner_vlan = cpu_to_le16(ntohs(filter->vlan_id)); in i40e_set_cld_element()
8358 * fill the cld->tenant_id with cpu_to_le32(filter->tenant_id) in i40e_set_cld_element()
8360 if (filter->tenant_id) in i40e_set_cld_element()
8365 * i40e_add_del_cloud_filter - Add/del cloud filter
8377 struct i40e_pf *pf = vsi->back; in i40e_add_del_cloud_filter()
8396 if (filter->flags >= ARRAY_SIZE(flag_table)) in i40e_add_del_cloud_filter()
8397 return -EIO; in i40e_add_del_cloud_filter()
8404 if (filter->tunnel_type != I40E_CLOUD_TNL_TYPE_NONE) in i40e_add_del_cloud_filter()
8405 cld_filter.flags = cpu_to_le16(filter->tunnel_type << in i40e_add_del_cloud_filter()
8408 if (filter->n_proto == ETH_P_IPV6) in i40e_add_del_cloud_filter()
8409 cld_filter.flags |= cpu_to_le16(flag_table[filter->flags] | in i40e_add_del_cloud_filter()
8412 cld_filter.flags |= cpu_to_le16(flag_table[filter->flags] | in i40e_add_del_cloud_filter()
8416 ret = i40e_aq_add_cloud_filters(&pf->hw, filter->seid, in i40e_add_del_cloud_filter()
8419 ret = i40e_aq_rem_cloud_filters(&pf->hw, filter->seid, in i40e_add_del_cloud_filter()
8422 dev_dbg(&pf->pdev->dev, in i40e_add_del_cloud_filter()
8424 add ? "add" : "delete", filter->dst_port, ret, in i40e_add_del_cloud_filter()
8425 pf->hw.aq.asq_last_status); in i40e_add_del_cloud_filter()
8427 dev_info(&pf->pdev->dev, in i40e_add_del_cloud_filter()
8429 add ? "Added" : "Deleted", filter->seid); in i40e_add_del_cloud_filter()
8434 * i40e_add_del_cloud_filter_big_buf - Add/del cloud filter using big_buf
8447 struct i40e_pf *pf = vsi->back; in i40e_add_del_cloud_filter_big_buf()
8451 if ((is_valid_ether_addr(filter->dst_mac) && in i40e_add_del_cloud_filter_big_buf()
8452 is_valid_ether_addr(filter->src_mac)) || in i40e_add_del_cloud_filter_big_buf()
8453 (is_multicast_ether_addr(filter->dst_mac) && in i40e_add_del_cloud_filter_big_buf()
8454 is_multicast_ether_addr(filter->src_mac))) in i40e_add_del_cloud_filter_big_buf()
8455 return -EOPNOTSUPP; in i40e_add_del_cloud_filter_big_buf()
8457 /* Big buffer cloud filter needs 'L4 port' to be non-zero. Also, UDP in i40e_add_del_cloud_filter_big_buf()
8460 if (!filter->dst_port || filter->ip_proto == IPPROTO_UDP) in i40e_add_del_cloud_filter_big_buf()
8461 return -EOPNOTSUPP; in i40e_add_del_cloud_filter_big_buf()
8464 if (filter->src_port || in i40e_add_del_cloud_filter_big_buf()
8465 (filter->src_ipv4 && filter->n_proto != ETH_P_IPV6) || in i40e_add_del_cloud_filter_big_buf()
8466 !ipv6_addr_any(&filter->ip.v6.src_ip6)) in i40e_add_del_cloud_filter_big_buf()
8467 return -EOPNOTSUPP; in i40e_add_del_cloud_filter_big_buf()
8474 if (is_valid_ether_addr(filter->dst_mac) || in i40e_add_del_cloud_filter_big_buf()
8475 is_valid_ether_addr(filter->src_mac) || in i40e_add_del_cloud_filter_big_buf()
8476 is_multicast_ether_addr(filter->dst_mac) || in i40e_add_del_cloud_filter_big_buf()
8477 is_multicast_ether_addr(filter->src_mac)) { in i40e_add_del_cloud_filter_big_buf()
8479 if (filter->dst_ipv4) in i40e_add_del_cloud_filter_big_buf()
8480 return -EOPNOTSUPP; in i40e_add_del_cloud_filter_big_buf()
8489 if (filter->vlan_id) { in i40e_add_del_cloud_filter_big_buf()
8494 } else if ((filter->dst_ipv4 && filter->n_proto != ETH_P_IPV6) || in i40e_add_del_cloud_filter_big_buf()
8495 !ipv6_addr_any(&filter->ip.v6.dst_ip6)) { in i40e_add_del_cloud_filter_big_buf()
8498 if (filter->n_proto == ETH_P_IPV6) in i40e_add_del_cloud_filter_big_buf()
8505 dev_err(&pf->pdev->dev, in i40e_add_del_cloud_filter_big_buf()
8507 return -EINVAL; in i40e_add_del_cloud_filter_big_buf()
8512 be16_to_cpu(filter->dst_port); in i40e_add_del_cloud_filter_big_buf()
8518 dev_err(&pf->pdev->dev, in i40e_add_del_cloud_filter_big_buf()
8524 ret = i40e_aq_add_cloud_filters_bb(&pf->hw, filter->seid, in i40e_add_del_cloud_filter_big_buf()
8527 ret = i40e_aq_rem_cloud_filters_bb(&pf->hw, filter->seid, in i40e_add_del_cloud_filter_big_buf()
8532 dev_dbg(&pf->pdev->dev, in i40e_add_del_cloud_filter_big_buf()
8534 add ? "add" : "delete", ret, pf->hw.aq.asq_last_status); in i40e_add_del_cloud_filter_big_buf()
8536 dev_info(&pf->pdev->dev, in i40e_add_del_cloud_filter_big_buf()
8538 add ? "add" : "delete", filter->seid, in i40e_add_del_cloud_filter_big_buf()
8539 ntohs(filter->dst_port)); in i40e_add_del_cloud_filter_big_buf()
8544 * i40e_parse_cls_flower - Parse tc flower filters provided by kernel
8555 struct flow_dissector *dissector = rule->match.dissector; in i40e_parse_cls_flower()
8557 struct i40e_pf *pf = vsi->back; in i40e_parse_cls_flower()
8560 if (dissector->used_keys & in i40e_parse_cls_flower()
8569 dev_err(&pf->pdev->dev, "Unsupported key used: 0x%llx\n", in i40e_parse_cls_flower()
8570 dissector->used_keys); in i40e_parse_cls_flower()
8571 return -EOPNOTSUPP; in i40e_parse_cls_flower()
8578 if (match.mask->keyid != 0) in i40e_parse_cls_flower()
8581 filter->tenant_id = be32_to_cpu(match.key->keyid); in i40e_parse_cls_flower()
8588 n_proto_key = ntohs(match.key->n_proto); in i40e_parse_cls_flower()
8589 n_proto_mask = ntohs(match.mask->n_proto); in i40e_parse_cls_flower()
8595 filter->n_proto = n_proto_key & n_proto_mask; in i40e_parse_cls_flower()
8596 filter->ip_proto = match.key->ip_proto; in i40e_parse_cls_flower()
8605 if (!is_zero_ether_addr(match.mask->dst)) { in i40e_parse_cls_flower()
8606 if (is_broadcast_ether_addr(match.mask->dst)) { in i40e_parse_cls_flower()
8609 dev_err(&pf->pdev->dev, "Bad ether dest mask %pM\n", in i40e_parse_cls_flower()
8610 match.mask->dst); in i40e_parse_cls_flower()
8611 return -EIO; in i40e_parse_cls_flower()
8615 if (!is_zero_ether_addr(match.mask->src)) { in i40e_parse_cls_flower()
8616 if (is_broadcast_ether_addr(match.mask->src)) { in i40e_parse_cls_flower()
8619 dev_err(&pf->pdev->dev, "Bad ether src mask %pM\n", in i40e_parse_cls_flower()
8620 match.mask->src); in i40e_parse_cls_flower()
8621 return -EIO; in i40e_parse_cls_flower()
8624 ether_addr_copy(filter->dst_mac, match.key->dst); in i40e_parse_cls_flower()
8625 ether_addr_copy(filter->src_mac, match.key->src); in i40e_parse_cls_flower()
8632 if (match.mask->vlan_id) { in i40e_parse_cls_flower()
8633 if (match.mask->vlan_id == VLAN_VID_MASK) { in i40e_parse_cls_flower()
8637 dev_err(&pf->pdev->dev, "Bad vlan mask 0x%04x\n", in i40e_parse_cls_flower()
8638 match.mask->vlan_id); in i40e_parse_cls_flower()
8639 return -EIO; in i40e_parse_cls_flower()
8643 filter->vlan_id = cpu_to_be16(match.key->vlan_id); in i40e_parse_cls_flower()
8650 addr_type = match.key->addr_type; in i40e_parse_cls_flower()
8652 if (flow_rule_has_control_flags(match.mask->flags, in i40e_parse_cls_flower()
8653 f->common.extack)) in i40e_parse_cls_flower()
8654 return -EOPNOTSUPP; in i40e_parse_cls_flower()
8661 if (match.mask->dst) { in i40e_parse_cls_flower()
8662 if (match.mask->dst == cpu_to_be32(0xffffffff)) { in i40e_parse_cls_flower()
8665 dev_err(&pf->pdev->dev, "Bad ip dst mask %pI4b\n", in i40e_parse_cls_flower()
8666 &match.mask->dst); in i40e_parse_cls_flower()
8667 return -EIO; in i40e_parse_cls_flower()
8671 if (match.mask->src) { in i40e_parse_cls_flower()
8672 if (match.mask->src == cpu_to_be32(0xffffffff)) { in i40e_parse_cls_flower()
8675 dev_err(&pf->pdev->dev, "Bad ip src mask %pI4b\n", in i40e_parse_cls_flower()
8676 &match.mask->src); in i40e_parse_cls_flower()
8677 return -EIO; in i40e_parse_cls_flower()
8682 dev_err(&pf->pdev->dev, "Tenant id not allowed for ip filter\n"); in i40e_parse_cls_flower()
8683 return -EIO; in i40e_parse_cls_flower()
8685 filter->dst_ipv4 = match.key->dst; in i40e_parse_cls_flower()
8686 filter->src_ipv4 = match.key->src; in i40e_parse_cls_flower()
8697 if (ipv6_addr_loopback(&match.key->dst) || in i40e_parse_cls_flower()
8698 ipv6_addr_loopback(&match.key->src)) { in i40e_parse_cls_flower()
8699 dev_err(&pf->pdev->dev, in i40e_parse_cls_flower()
8701 return -EIO; in i40e_parse_cls_flower()
8703 if (!ipv6_addr_any(&match.mask->dst) || in i40e_parse_cls_flower()
8704 !ipv6_addr_any(&match.mask->src)) in i40e_parse_cls_flower()
8707 memcpy(&filter->src_ipv6, &match.key->src.s6_addr32, in i40e_parse_cls_flower()
8708 sizeof(filter->src_ipv6)); in i40e_parse_cls_flower()
8709 memcpy(&filter->dst_ipv6, &match.key->dst.s6_addr32, in i40e_parse_cls_flower()
8710 sizeof(filter->dst_ipv6)); in i40e_parse_cls_flower()
8717 if (match.mask->src) { in i40e_parse_cls_flower()
8718 if (match.mask->src == cpu_to_be16(0xffff)) { in i40e_parse_cls_flower()
8721 dev_err(&pf->pdev->dev, "Bad src port mask 0x%04x\n", in i40e_parse_cls_flower()
8722 be16_to_cpu(match.mask->src)); in i40e_parse_cls_flower()
8723 return -EIO; in i40e_parse_cls_flower()
8727 if (match.mask->dst) { in i40e_parse_cls_flower()
8728 if (match.mask->dst == cpu_to_be16(0xffff)) { in i40e_parse_cls_flower()
8731 dev_err(&pf->pdev->dev, "Bad dst port mask 0x%04x\n", in i40e_parse_cls_flower()
8732 be16_to_cpu(match.mask->dst)); in i40e_parse_cls_flower()
8733 return -EIO; in i40e_parse_cls_flower()
8737 filter->dst_port = match.key->dst; in i40e_parse_cls_flower()
8738 filter->src_port = match.key->src; in i40e_parse_cls_flower()
8740 switch (filter->ip_proto) { in i40e_parse_cls_flower()
8745 dev_err(&pf->pdev->dev, in i40e_parse_cls_flower()
8747 return -EINVAL; in i40e_parse_cls_flower()
8750 filter->flags = field_flags; in i40e_parse_cls_flower()
8768 filter->seid = vsi->seid; in i40e_handle_tclass()
8770 } else if (vsi->tc_config.enabled_tc & BIT(tc)) { in i40e_handle_tclass()
8771 if (!filter->dst_port) { in i40e_handle_tclass()
8772 dev_err(&vsi->back->pdev->dev, in i40e_handle_tclass()
8774 return -EINVAL; in i40e_handle_tclass()
8776 if (list_empty(&vsi->ch_list)) in i40e_handle_tclass()
8777 return -EINVAL; in i40e_handle_tclass()
8778 list_for_each_entry_safe(ch, ch_tmp, &vsi->ch_list, in i40e_handle_tclass()
8780 if (ch->seid == vsi->tc_seid_map[tc]) in i40e_handle_tclass()
8781 filter->seid = ch->seid; in i40e_handle_tclass()
8785 dev_err(&vsi->back->pdev->dev, "TC is not enabled\n"); in i40e_handle_tclass()
8786 return -EINVAL; in i40e_handle_tclass()
8790 * i40e_configure_clsflower - Configure tc flower filters
8798 int tc = tc_classid_to_hwtc(vsi->netdev, cls_flower->classid); in i40e_configure_clsflower()
8800 struct i40e_pf *pf = vsi->back; in i40e_configure_clsflower()
8804 dev_err(&vsi->back->pdev->dev, "Invalid traffic class\n"); in i40e_configure_clsflower()
8805 return -EOPNOTSUPP; in i40e_configure_clsflower()
8809 dev_err(&pf->pdev->dev, "Unable to add filter because of invalid destination"); in i40e_configure_clsflower()
8810 return -EINVAL; in i40e_configure_clsflower()
8813 if (test_bit(__I40E_RESET_RECOVERY_PENDING, pf->state) || in i40e_configure_clsflower()
8814 test_bit(__I40E_RESET_INTR_RECEIVED, pf->state)) in i40e_configure_clsflower()
8815 return -EBUSY; in i40e_configure_clsflower()
8817 if (pf->fdir_pf_active_filters || in i40e_configure_clsflower()
8818 (!hlist_empty(&pf->fdir_filter_list))) { in i40e_configure_clsflower()
8819 dev_err(&vsi->back->pdev->dev, in i40e_configure_clsflower()
8821 return -EINVAL; in i40e_configure_clsflower()
8824 if (test_bit(I40E_FLAG_FD_SB_ENA, vsi->back->flags)) { in i40e_configure_clsflower()
8825 dev_err(&vsi->back->pdev->dev, in i40e_configure_clsflower()
8826 "Disable Flow Director Sideband, configuring Cloud filters via tc-flower\n"); in i40e_configure_clsflower()
8827 clear_bit(I40E_FLAG_FD_SB_ENA, vsi->back->flags); in i40e_configure_clsflower()
8828 clear_bit(I40E_FLAG_FD_SB_TO_CLOUD_FILTER, vsi->back->flags); in i40e_configure_clsflower()
8833 return -ENOMEM; in i40e_configure_clsflower()
8835 filter->cookie = cls_flower->cookie; in i40e_configure_clsflower()
8846 if (filter->dst_port) in i40e_configure_clsflower()
8852 dev_err(&pf->pdev->dev, "Failed to add cloud filter, err %d\n", in i40e_configure_clsflower()
8858 INIT_HLIST_NODE(&filter->cloud_node); in i40e_configure_clsflower()
8860 hlist_add_head(&filter->cloud_node, &pf->cloud_filter_list); in i40e_configure_clsflower()
8862 pf->num_cloud_filters++; in i40e_configure_clsflower()
8871 * i40e_find_cloud_filter - Find the could filter in the list
8883 &vsi->back->cloud_filter_list, cloud_node) in i40e_find_cloud_filter()
8884 if (!memcmp(cookie, &filter->cookie, sizeof(filter->cookie))) in i40e_find_cloud_filter()
8890 * i40e_delete_clsflower - Remove tc flower filters
8899 struct i40e_pf *pf = vsi->back; in i40e_delete_clsflower()
8902 filter = i40e_find_cloud_filter(vsi, &cls_flower->cookie); in i40e_delete_clsflower()
8905 return -EINVAL; in i40e_delete_clsflower()
8907 hash_del(&filter->cloud_node); in i40e_delete_clsflower()
8909 if (filter->dst_port) in i40e_delete_clsflower()
8916 dev_err(&pf->pdev->dev, in i40e_delete_clsflower()
8919 return i40e_aq_rc_to_posix(err, pf->hw.aq.asq_last_status); in i40e_delete_clsflower()
8922 pf->num_cloud_filters--; in i40e_delete_clsflower()
8923 if (!pf->num_cloud_filters) in i40e_delete_clsflower()
8924 if (test_bit(I40E_FLAG_FD_SB_TO_CLOUD_FILTER, pf->flags) && in i40e_delete_clsflower()
8925 !test_bit(I40E_FLAG_FD_SB_INACTIVE, pf->flags)) { in i40e_delete_clsflower()
8926 set_bit(I40E_FLAG_FD_SB_ENA, pf->flags); in i40e_delete_clsflower()
8927 clear_bit(I40E_FLAG_FD_SB_TO_CLOUD_FILTER, pf->flags); in i40e_delete_clsflower()
8928 clear_bit(I40E_FLAG_FD_SB_INACTIVE, pf->flags); in i40e_delete_clsflower()
8934 * i40e_setup_tc_cls_flower - flower classifier offloads
8941 struct i40e_vsi *vsi = np->vsi; in i40e_setup_tc_cls_flower()
8943 switch (cls_flower->command) { in i40e_setup_tc_cls_flower()
8949 return -EOPNOTSUPP; in i40e_setup_tc_cls_flower()
8951 return -EOPNOTSUPP; in i40e_setup_tc_cls_flower()
8960 if (!tc_cls_can_offload_and_chain0(np->vsi->netdev, type_data)) in i40e_setup_tc_block_cb()
8961 return -EOPNOTSUPP; in i40e_setup_tc_block_cb()
8968 return -EOPNOTSUPP; in i40e_setup_tc_block_cb()
8988 return -EOPNOTSUPP; in __i40e_setup_tc()
8993 * i40e_open - Called when a network interface is made active
9007 struct i40e_vsi *vsi = np->vsi; in i40e_open()
9008 struct i40e_pf *pf = vsi->back; in i40e_open()
9012 if (test_bit(__I40E_TESTING, pf->state) || in i40e_open()
9013 test_bit(__I40E_BAD_EEPROM, pf->state)) in i40e_open()
9014 return -EBUSY; in i40e_open()
9019 return -EAGAIN; in i40e_open()
9026 wr32(&pf->hw, I40E_GLLAN_TSOMSK_F, be32_to_cpu(TCP_FLAG_PSH | in i40e_open()
9028 wr32(&pf->hw, I40E_GLLAN_TSOMSK_M, be32_to_cpu(TCP_FLAG_PSH | in i40e_open()
9031 wr32(&pf->hw, I40E_GLLAN_TSOMSK_L, be32_to_cpu(TCP_FLAG_CWR) >> 16); in i40e_open()
9038 * i40e_netif_set_realnum_tx_rx_queues - Update number of tx/rx queues
9049 ret = netif_set_real_num_rx_queues(vsi->netdev, in i40e_netif_set_realnum_tx_rx_queues()
9050 vsi->num_queue_pairs); in i40e_netif_set_realnum_tx_rx_queues()
9054 return netif_set_real_num_tx_queues(vsi->netdev, in i40e_netif_set_realnum_tx_rx_queues()
9055 vsi->num_queue_pairs); in i40e_netif_set_realnum_tx_rx_queues()
9059 * i40e_vsi_open -
9070 struct i40e_pf *pf = vsi->back; in i40e_vsi_open()
9086 if (vsi->netdev) { in i40e_vsi_open()
9087 snprintf(int_name, sizeof(int_name) - 1, "%s-%s", in i40e_vsi_open()
9088 dev_driver_string(&pf->pdev->dev), vsi->netdev->name); in i40e_vsi_open()
9098 } else if (vsi->type == I40E_VSI_FDIR) { in i40e_vsi_open()
9099 snprintf(int_name, sizeof(int_name) - 1, "%s-%s:fdir", in i40e_vsi_open()
9100 dev_driver_string(&pf->pdev->dev), in i40e_vsi_open()
9101 dev_name(&pf->pdev->dev)); in i40e_vsi_open()
9107 err = -EINVAL; in i40e_vsi_open()
9125 if (vsi->type == I40E_VSI_MAIN) in i40e_vsi_open()
9132 * i40e_fdir_filter_exit - Cleans up the Flow Director accounting
9145 &pf->fdir_filter_list, fdir_node) { in i40e_fdir_filter_exit()
9146 hlist_del(&filter->fdir_node); in i40e_fdir_filter_exit()
9150 list_for_each_entry_safe(pit_entry, tmp, &pf->l3_flex_pit_list, list) { in i40e_fdir_filter_exit()
9151 list_del(&pit_entry->list); in i40e_fdir_filter_exit()
9154 INIT_LIST_HEAD(&pf->l3_flex_pit_list); in i40e_fdir_filter_exit()
9156 list_for_each_entry_safe(pit_entry, tmp, &pf->l4_flex_pit_list, list) { in i40e_fdir_filter_exit()
9157 list_del(&pit_entry->list); in i40e_fdir_filter_exit()
9160 INIT_LIST_HEAD(&pf->l4_flex_pit_list); in i40e_fdir_filter_exit()
9162 pf->fdir_pf_active_filters = 0; in i40e_fdir_filter_exit()
9211 * i40e_cloud_filter_exit - Cleans up the cloud filters
9223 &pf->cloud_filter_list, cloud_node) { in i40e_cloud_filter_exit()
9224 hlist_del(&cfilter->cloud_node); in i40e_cloud_filter_exit()
9227 pf->num_cloud_filters = 0; in i40e_cloud_filter_exit()
9229 if (test_bit(I40E_FLAG_FD_SB_TO_CLOUD_FILTER, pf->flags) && in i40e_cloud_filter_exit()
9230 !test_bit(I40E_FLAG_FD_SB_INACTIVE, pf->flags)) { in i40e_cloud_filter_exit()
9231 set_bit(I40E_FLAG_FD_SB_ENA, pf->flags); in i40e_cloud_filter_exit()
9232 clear_bit(I40E_FLAG_FD_SB_TO_CLOUD_FILTER, pf->flags); in i40e_cloud_filter_exit()
9233 clear_bit(I40E_FLAG_FD_SB_INACTIVE, pf->flags); in i40e_cloud_filter_exit()
9238 * i40e_close - Disables a network interface
9241 * The close entry point is called when an interface is de-activated
9250 struct i40e_vsi *vsi = np->vsi; in i40e_close()
9258 * i40e_do_reset - Start a PF or Core Reset sequence
9285 dev_dbg(&pf->pdev->dev, "GlobalR requested\n"); in i40e_do_reset()
9286 val = rd32(&pf->hw, I40E_GLGEN_RTRIG); in i40e_do_reset()
9288 wr32(&pf->hw, I40E_GLGEN_RTRIG, val); in i40e_do_reset()
9296 dev_dbg(&pf->pdev->dev, "CoreR requested\n"); in i40e_do_reset()
9297 val = rd32(&pf->hw, I40E_GLGEN_RTRIG); in i40e_do_reset()
9299 wr32(&pf->hw, I40E_GLGEN_RTRIG, val); in i40e_do_reset()
9300 i40e_flush(&pf->hw); in i40e_do_reset()
9306 * Resets only the PF-specific registers in i40e_do_reset()
9308 * This goes directly to the tear-down and rebuild of in i40e_do_reset()
9312 dev_dbg(&pf->pdev->dev, "PFR requested\n"); in i40e_do_reset()
9322 dev_info(&pf->pdev->dev, in i40e_do_reset()
9323 test_bit(I40E_FLAG_FW_LLDP_DIS, pf->flags) ? in i40e_do_reset()
9328 /* Find the VSI(s) that requested a re-init */ in i40e_do_reset()
9329 dev_info(&pf->pdev->dev, "VSI reinit requested\n"); in i40e_do_reset()
9333 vsi->state)) in i40e_do_reset()
9338 dev_info(&pf->pdev->dev, "VSI down requested\n"); in i40e_do_reset()
9342 vsi->state)) { in i40e_do_reset()
9343 set_bit(__I40E_VSI_DOWN, vsi->state); in i40e_do_reset()
9348 dev_info(&pf->pdev->dev, in i40e_do_reset()
9355 * i40e_dcb_need_reconfig - Check if DCB needs reconfig
9367 if (memcmp(&new_cfg->etscfg, in i40e_dcb_need_reconfig()
9368 &old_cfg->etscfg, in i40e_dcb_need_reconfig()
9369 sizeof(new_cfg->etscfg))) { in i40e_dcb_need_reconfig()
9371 if (memcmp(&new_cfg->etscfg.prioritytable, in i40e_dcb_need_reconfig()
9372 &old_cfg->etscfg.prioritytable, in i40e_dcb_need_reconfig()
9373 sizeof(new_cfg->etscfg.prioritytable))) { in i40e_dcb_need_reconfig()
9375 dev_dbg(&pf->pdev->dev, "ETS UP2TC changed.\n"); in i40e_dcb_need_reconfig()
9378 if (memcmp(&new_cfg->etscfg.tcbwtable, in i40e_dcb_need_reconfig()
9379 &old_cfg->etscfg.tcbwtable, in i40e_dcb_need_reconfig()
9380 sizeof(new_cfg->etscfg.tcbwtable))) in i40e_dcb_need_reconfig()
9381 dev_dbg(&pf->pdev->dev, "ETS TC BW Table changed.\n"); in i40e_dcb_need_reconfig()
9383 if (memcmp(&new_cfg->etscfg.tsatable, in i40e_dcb_need_reconfig()
9384 &old_cfg->etscfg.tsatable, in i40e_dcb_need_reconfig()
9385 sizeof(new_cfg->etscfg.tsatable))) in i40e_dcb_need_reconfig()
9386 dev_dbg(&pf->pdev->dev, "ETS TSA Table changed.\n"); in i40e_dcb_need_reconfig()
9390 if (memcmp(&new_cfg->pfc, in i40e_dcb_need_reconfig()
9391 &old_cfg->pfc, in i40e_dcb_need_reconfig()
9392 sizeof(new_cfg->pfc))) { in i40e_dcb_need_reconfig()
9394 dev_dbg(&pf->pdev->dev, "PFC config change detected.\n"); in i40e_dcb_need_reconfig()
9398 if (memcmp(&new_cfg->app, in i40e_dcb_need_reconfig()
9399 &old_cfg->app, in i40e_dcb_need_reconfig()
9400 sizeof(new_cfg->app))) { in i40e_dcb_need_reconfig()
9402 dev_dbg(&pf->pdev->dev, "APP Table change detected.\n"); in i40e_dcb_need_reconfig()
9405 dev_dbg(&pf->pdev->dev, "dcb need_reconfig=%d\n", need_reconfig); in i40e_dcb_need_reconfig()
9410 * i40e_handle_lldp_event - Handle LLDP Change MIB event
9417 struct i40e_aqc_lldp_get_mib *mib = libie_aq_raw(&e->desc); in i40e_handle_lldp_event()
9418 struct i40e_hw *hw = &pf->hw; in i40e_handle_lldp_event()
9424 /* X710-T*L 2.5G and 5G speeds don't support DCB */ in i40e_handle_lldp_event()
9425 if (I40E_IS_X710TL_DEVICE(hw->device_id) && in i40e_handle_lldp_event()
9426 (hw->phy.link_info.link_speed & in i40e_handle_lldp_event()
9428 !test_bit(I40E_FLAG_DCB_CAPABLE, pf->flags)) in i40e_handle_lldp_event()
9430 set_bit(I40E_FLAG_DCB_CAPABLE, pf->flags); in i40e_handle_lldp_event()
9433 if (!test_bit(I40E_FLAG_DCB_CAPABLE, pf->flags)) in i40e_handle_lldp_event()
9437 type = ((mib->type >> I40E_AQ_LLDP_BRIDGE_TYPE_SHIFT) in i40e_handle_lldp_event()
9439 dev_dbg(&pf->pdev->dev, "LLDP event mib bridge type 0x%x\n", type); in i40e_handle_lldp_event()
9444 type = mib->type & I40E_AQ_LLDP_MIB_TYPE_MASK; in i40e_handle_lldp_event()
9445 dev_dbg(&pf->pdev->dev, in i40e_handle_lldp_event()
9451 &hw->remote_dcbx_config); in i40e_handle_lldp_event()
9456 tmp_dcbx_cfg = hw->local_dcbx_config; in i40e_handle_lldp_event()
9459 memset(&hw->local_dcbx_config, 0, sizeof(hw->local_dcbx_config)); in i40e_handle_lldp_event()
9461 ret = i40e_get_dcb_config(&pf->hw); in i40e_handle_lldp_event()
9463 /* X710-T*L 2.5G and 5G speeds don't support DCB */ in i40e_handle_lldp_event()
9464 if (I40E_IS_X710TL_DEVICE(hw->device_id) && in i40e_handle_lldp_event()
9465 (hw->phy.link_info.link_speed & in i40e_handle_lldp_event()
9467 dev_warn(&pf->pdev->dev, in i40e_handle_lldp_event()
9468 "DCB is not supported for X710-T*L 2.5/5G speeds\n"); in i40e_handle_lldp_event()
9469 clear_bit(I40E_FLAG_DCB_CAPABLE, pf->flags); in i40e_handle_lldp_event()
9471 dev_info(&pf->pdev->dev, in i40e_handle_lldp_event()
9474 libie_aq_str(pf->hw.aq.asq_last_status)); in i40e_handle_lldp_event()
9480 if (!memcmp(&tmp_dcbx_cfg, &hw->local_dcbx_config, in i40e_handle_lldp_event()
9482 dev_dbg(&pf->pdev->dev, "No change detected in DCBX configuration.\n"); in i40e_handle_lldp_event()
9487 &hw->local_dcbx_config); in i40e_handle_lldp_event()
9489 i40e_dcbnl_flush_apps(pf, &tmp_dcbx_cfg, &hw->local_dcbx_config); in i40e_handle_lldp_event()
9495 if (i40e_dcb_get_num_tc(&hw->local_dcbx_config) > 1) in i40e_handle_lldp_event()
9496 set_bit(I40E_FLAG_DCB_ENA, pf->flags); in i40e_handle_lldp_event()
9498 clear_bit(I40E_FLAG_DCB_ENA, pf->flags); in i40e_handle_lldp_event()
9500 set_bit(__I40E_PORT_SUSPENDED, pf->state); in i40e_handle_lldp_event()
9509 clear_bit(__I40E_PORT_SUSPENDED, pf->state); in i40e_handle_lldp_event()
9518 set_bit(__I40E_PF_RESET_REQUESTED, pf->state); in i40e_handle_lldp_event()
9522 set_bit(__I40E_CLIENT_SERVICE_REQUESTED, pf->state); in i40e_handle_lldp_event()
9523 set_bit(__I40E_CLIENT_L2_CHANGE, pf->state); in i40e_handle_lldp_event()
9532 * i40e_do_reset_safe - Protected reset path for userland calls.
9545 * i40e_handle_lan_overflow_event - Handler for LAN queue overflow event
9555 struct i40e_aqc_lan_overflow *data = libie_aq_raw(&e->desc); in i40e_handle_lan_overflow_event()
9556 u32 queue = le32_to_cpu(data->prtdcb_rupto); in i40e_handle_lan_overflow_event()
9557 u32 qtx_ctl = le32_to_cpu(data->otx_ctl); in i40e_handle_lan_overflow_event()
9558 struct i40e_hw *hw = &pf->hw; in i40e_handle_lan_overflow_event()
9562 dev_dbg(&pf->pdev->dev, "overflow Rx Queue Number = %d QTX_CTL=0x%08x\n", in i40e_handle_lan_overflow_event()
9571 vf_id -= hw->func_caps.vf_base_id; in i40e_handle_lan_overflow_event()
9572 vf = &pf->vf[vf_id]; in i40e_handle_lan_overflow_event()
9580 * i40e_get_current_fd_count - Get total FD filters programmed for this PF
9587 val = rd32(&pf->hw, I40E_PFQF_FDSTAT); in i40e_get_current_fd_count()
9594 * i40e_get_global_fd_count - Get total FD filters programmed on device
9601 val = rd32(&pf->hw, I40E_GLQF_FDCNT_0); in i40e_get_global_fd_count()
9608 * i40e_reenable_fdir_sb - Restore FDir SB capability
9613 if (test_and_clear_bit(__I40E_FD_SB_AUTO_DISABLED, pf->state)) in i40e_reenable_fdir_sb()
9614 if (test_bit(I40E_FLAG_FD_SB_ENA, pf->flags) && in i40e_reenable_fdir_sb()
9615 (I40E_DEBUG_FD & pf->hw.debug_mask)) in i40e_reenable_fdir_sb()
9616 …dev_info(&pf->pdev->dev, "FD Sideband/ntuple is being enabled since we have space in the table now… in i40e_reenable_fdir_sb()
9620 * i40e_reenable_fdir_atr - Restore FDir ATR capability
9625 if (test_and_clear_bit(__I40E_FD_ATR_AUTO_DISABLED, pf->state)) { in i40e_reenable_fdir_atr()
9635 if (test_bit(I40E_FLAG_FD_ATR_ENA, pf->flags) && in i40e_reenable_fdir_atr()
9636 (I40E_DEBUG_FD & pf->hw.debug_mask)) in i40e_reenable_fdir_atr()
9637 …dev_info(&pf->pdev->dev, "ATR is being enabled since we have space in the table and there are no c… in i40e_reenable_fdir_atr()
9642 * i40e_delete_invalid_filter - Delete an invalid FDIR filter
9650 pf->fdir_pf_active_filters--; in i40e_delete_invalid_filter()
9651 pf->fd_inv = 0; in i40e_delete_invalid_filter()
9653 switch (filter->flow_type) { in i40e_delete_invalid_filter()
9655 pf->fd_tcp4_filter_cnt--; in i40e_delete_invalid_filter()
9658 pf->fd_udp4_filter_cnt--; in i40e_delete_invalid_filter()
9661 pf->fd_sctp4_filter_cnt--; in i40e_delete_invalid_filter()
9664 pf->fd_tcp6_filter_cnt--; in i40e_delete_invalid_filter()
9667 pf->fd_udp6_filter_cnt--; in i40e_delete_invalid_filter()
9670 pf->fd_udp6_filter_cnt--; in i40e_delete_invalid_filter()
9673 switch (filter->ipl4_proto) { in i40e_delete_invalid_filter()
9675 pf->fd_tcp4_filter_cnt--; in i40e_delete_invalid_filter()
9678 pf->fd_udp4_filter_cnt--; in i40e_delete_invalid_filter()
9681 pf->fd_sctp4_filter_cnt--; in i40e_delete_invalid_filter()
9684 pf->fd_ip4_filter_cnt--; in i40e_delete_invalid_filter()
9689 switch (filter->ipl4_proto) { in i40e_delete_invalid_filter()
9691 pf->fd_tcp6_filter_cnt--; in i40e_delete_invalid_filter()
9694 pf->fd_udp6_filter_cnt--; in i40e_delete_invalid_filter()
9697 pf->fd_sctp6_filter_cnt--; in i40e_delete_invalid_filter()
9700 pf->fd_ip6_filter_cnt--; in i40e_delete_invalid_filter()
9707 hlist_del(&filter->fdir_node); in i40e_delete_invalid_filter()
9712 * i40e_fdir_check_and_reenable - Function to reenabe FD ATR or SB if disabled
9721 if (test_bit(__I40E_FD_FLUSH_REQUESTED, pf->state)) in i40e_fdir_check_and_reenable()
9724 /* Check if we have enough room to re-enable FDir SB capability. */ in i40e_fdir_check_and_reenable()
9726 fcnt_avail = pf->fdir_pf_filter_count; in i40e_fdir_check_and_reenable()
9727 if ((fcnt_prog < (fcnt_avail - I40E_FDIR_BUFFER_HEAD_ROOM)) || in i40e_fdir_check_and_reenable()
9728 (pf->fd_add_err == 0) || in i40e_fdir_check_and_reenable()
9729 (i40e_get_current_atr_cnt(pf) < pf->fd_atr_cnt)) in i40e_fdir_check_and_reenable()
9732 /* We should wait for even more space before re-enabling ATR. in i40e_fdir_check_and_reenable()
9736 if ((fcnt_prog < (fcnt_avail - I40E_FDIR_BUFFER_HEAD_ROOM_FOR_ATR)) && in i40e_fdir_check_and_reenable()
9737 pf->fd_tcp4_filter_cnt == 0 && pf->fd_tcp6_filter_cnt == 0) in i40e_fdir_check_and_reenable()
9741 if (pf->fd_inv > 0) { in i40e_fdir_check_and_reenable()
9743 &pf->fdir_filter_list, fdir_node) in i40e_fdir_check_and_reenable()
9744 if (filter->fd_id == pf->fd_inv) in i40e_fdir_check_and_reenable()
9752 * i40e_fdir_flush_and_replay - Function to flush all FD filters and replay SB
9763 if (!time_after(jiffies, pf->fd_flush_timestamp + in i40e_fdir_flush_and_replay()
9768 * should not re-enable ATR for some time. in i40e_fdir_flush_and_replay()
9770 min_flush_time = pf->fd_flush_timestamp + in i40e_fdir_flush_and_replay()
9772 fd_room = pf->fdir_pf_filter_count - pf->fdir_pf_active_filters; in i40e_fdir_flush_and_replay()
9776 if (I40E_DEBUG_FD & pf->hw.debug_mask) in i40e_fdir_flush_and_replay()
9777 dev_info(&pf->pdev->dev, "ATR disabled, not enough FD filter space.\n"); in i40e_fdir_flush_and_replay()
9781 pf->fd_flush_timestamp = jiffies; in i40e_fdir_flush_and_replay()
9782 set_bit(__I40E_FD_ATR_AUTO_DISABLED, pf->state); in i40e_fdir_flush_and_replay()
9784 wr32(&pf->hw, I40E_PFQF_CTL_1, in i40e_fdir_flush_and_replay()
9786 i40e_flush(&pf->hw); in i40e_fdir_flush_and_replay()
9787 pf->fd_flush_cnt++; in i40e_fdir_flush_and_replay()
9788 pf->fd_add_err = 0; in i40e_fdir_flush_and_replay()
9790 /* Check FD flush status every 5-6msec */ in i40e_fdir_flush_and_replay()
9792 reg = rd32(&pf->hw, I40E_PFQF_CTL_1); in i40e_fdir_flush_and_replay()
9795 } while (flush_wait_retry--); in i40e_fdir_flush_and_replay()
9797 dev_warn(&pf->pdev->dev, "FD table did not flush, needs more time\n"); in i40e_fdir_flush_and_replay()
9801 if (!disable_atr && !pf->fd_tcp4_filter_cnt) in i40e_fdir_flush_and_replay()
9802 clear_bit(__I40E_FD_ATR_AUTO_DISABLED, pf->state); in i40e_fdir_flush_and_replay()
9803 clear_bit(__I40E_FD_FLUSH_REQUESTED, pf->state); in i40e_fdir_flush_and_replay()
9804 if (I40E_DEBUG_FD & pf->hw.debug_mask) in i40e_fdir_flush_and_replay()
9805 dev_info(&pf->pdev->dev, "FD Filter table flushed and FD-SB replayed.\n"); in i40e_fdir_flush_and_replay()
9810 * i40e_get_current_atr_cnt - Get the count of total FD ATR filters programmed
9815 return i40e_get_current_fd_count(pf) - pf->fdir_pf_active_filters; in i40e_get_current_atr_cnt()
9819 * i40e_fdir_reinit_subtask - Worker thread to reinit FDIR filter table
9826 if (test_bit(__I40E_DOWN, pf->state)) in i40e_fdir_reinit_subtask()
9829 if (test_bit(__I40E_FD_FLUSH_REQUESTED, pf->state)) in i40e_fdir_reinit_subtask()
9837 * i40e_vsi_link_event - notify VSI of a link event
9843 if (!vsi || test_bit(__I40E_VSI_DOWN, vsi->state)) in i40e_vsi_link_event()
9846 switch (vsi->type) { in i40e_vsi_link_event()
9848 if (!vsi->netdev || !vsi->netdev_registered) in i40e_vsi_link_event()
9852 netif_carrier_on(vsi->netdev); in i40e_vsi_link_event()
9853 netif_tx_wake_all_queues(vsi->netdev); in i40e_vsi_link_event()
9855 netif_carrier_off(vsi->netdev); in i40e_vsi_link_event()
9856 netif_tx_stop_all_queues(vsi->netdev); in i40e_vsi_link_event()
9872 * i40e_veb_link_event - notify elements on the veb of a link event
9882 if (!veb || !veb->pf) in i40e_veb_link_event()
9884 pf = veb->pf; in i40e_veb_link_event()
9888 if (vsi->uplink_seid == veb->seid) in i40e_veb_link_event()
9893 * i40e_link_event - Update netif_carrier status
9908 pf->hw.phy.get_link_info = true; in i40e_link_event()
9909 old_link = (pf->hw.phy.link_info_old.link_info & I40E_AQ_LINK_UP); in i40e_link_event()
9910 status = i40e_get_link_status(&pf->hw, &new_link); in i40e_link_event()
9914 clear_bit(__I40E_TEMP_LINK_POLLING, pf->state); in i40e_link_event()
9919 set_bit(__I40E_TEMP_LINK_POLLING, pf->state); in i40e_link_event()
9920 dev_dbg(&pf->pdev->dev, "couldn't get link state, status: %d\n", in i40e_link_event()
9925 old_link_speed = pf->hw.phy.link_info_old.link_speed; in i40e_link_event()
9926 new_link_speed = pf->hw.phy.link_info.link_speed; in i40e_link_event()
9930 (test_bit(__I40E_VSI_DOWN, vsi->state) || in i40e_link_event()
9931 new_link == netif_carrier_ok(vsi->netdev))) in i40e_link_event()
9935 pf->link_down_events++; in i40e_link_event()
9947 if (pf->vf) in i40e_link_event()
9950 if (test_bit(I40E_FLAG_PTP_ENA, pf->flags)) in i40e_link_event()
9956 if (pf->dcbx_cap & DCB_CAP_DCBX_LLD_MANAGED) in i40e_link_event()
9963 dev_dbg(&pf->pdev->dev, "Reconfig DCB to single TC as result of Link Down\n"); in i40e_link_event()
9964 memset(&pf->tmp_cfg, 0, sizeof(pf->tmp_cfg)); in i40e_link_event()
9967 clear_bit(I40E_FLAG_DCB_CAPABLE, pf->flags); in i40e_link_event()
9968 clear_bit(I40E_FLAG_DCB_ENA, pf->flags); in i40e_link_event()
9970 pf->dcbx_cap = DCB_CAP_DCBX_HOST | in i40e_link_event()
9972 set_bit(I40E_FLAG_DCB_CAPABLE, pf->flags); in i40e_link_event()
9973 clear_bit(I40E_FLAG_DCB_ENA, pf->flags); in i40e_link_event()
9980 * i40e_watchdog_subtask - periodic checks not using event driven response
9990 if (test_bit(__I40E_DOWN, pf->state) || in i40e_watchdog_subtask()
9991 test_bit(__I40E_CONFIG_BUSY, pf->state)) in i40e_watchdog_subtask()
9995 if (time_before(jiffies, (pf->service_timer_previous + in i40e_watchdog_subtask()
9996 pf->service_timer_period))) in i40e_watchdog_subtask()
9998 pf->service_timer_previous = jiffies; in i40e_watchdog_subtask()
10000 if (test_bit(I40E_FLAG_LINK_POLLING_ENA, pf->flags) || in i40e_watchdog_subtask()
10001 test_bit(__I40E_TEMP_LINK_POLLING, pf->state)) in i40e_watchdog_subtask()
10008 if (vsi->netdev) in i40e_watchdog_subtask()
10011 if (test_bit(I40E_FLAG_VEB_STATS_ENA, pf->flags)) { in i40e_watchdog_subtask()
10022 * i40e_reset_subtask - Set up for resetting the device and driver
10029 if (test_bit(__I40E_REINIT_REQUESTED, pf->state)) { in i40e_reset_subtask()
10031 clear_bit(__I40E_REINIT_REQUESTED, pf->state); in i40e_reset_subtask()
10033 if (test_bit(__I40E_PF_RESET_REQUESTED, pf->state)) { in i40e_reset_subtask()
10035 clear_bit(__I40E_PF_RESET_REQUESTED, pf->state); in i40e_reset_subtask()
10037 if (test_bit(__I40E_CORE_RESET_REQUESTED, pf->state)) { in i40e_reset_subtask()
10039 clear_bit(__I40E_CORE_RESET_REQUESTED, pf->state); in i40e_reset_subtask()
10041 if (test_bit(__I40E_GLOBAL_RESET_REQUESTED, pf->state)) { in i40e_reset_subtask()
10043 clear_bit(__I40E_GLOBAL_RESET_REQUESTED, pf->state); in i40e_reset_subtask()
10045 if (test_bit(__I40E_DOWN_REQUESTED, pf->state)) { in i40e_reset_subtask()
10047 clear_bit(__I40E_DOWN_REQUESTED, pf->state); in i40e_reset_subtask()
10053 if (test_bit(__I40E_RESET_INTR_RECEIVED, pf->state)) { in i40e_reset_subtask()
10061 !test_bit(__I40E_DOWN, pf->state) && in i40e_reset_subtask()
10062 !test_bit(__I40E_CONFIG_BUSY, pf->state)) { in i40e_reset_subtask()
10068 * i40e_handle_link_event - Handle link event
10075 struct i40e_aqc_get_link_status *status = libie_aq_raw(&e->desc); in i40e_handle_link_event()
10077 /* Do a new status request to re-enable LSE reporting in i40e_handle_link_event()
10086 if (status->phy_type == I40E_PHY_TYPE_NOT_SUPPORTED_HIGH_TEMP) { in i40e_handle_link_event()
10087 dev_err(&pf->pdev->dev, in i40e_handle_link_event()
10089 dev_err(&pf->pdev->dev, in i40e_handle_link_event()
10095 if ((status->link_info & I40E_AQ_MEDIA_AVAILABLE) && in i40e_handle_link_event()
10096 (!(status->an_info & I40E_AQ_QUALIFIED_MODULE)) && in i40e_handle_link_event()
10097 (!(status->link_info & I40E_AQ_LINK_UP)) && in i40e_handle_link_event()
10098 (!test_bit(I40E_FLAG_LINK_DOWN_ON_CLOSE_ENA, pf->flags))) { in i40e_handle_link_event()
10099 dev_err(&pf->pdev->dev, in i40e_handle_link_event()
10101 dev_err(&pf->pdev->dev, in i40e_handle_link_event()
10108 * i40e_clean_adminq_subtask - Clean the AdminQ rings
10114 struct i40e_hw *hw = &pf->hw; in i40e_clean_adminq_subtask()
10122 if (test_bit(__I40E_RESET_FAILED, pf->state)) in i40e_clean_adminq_subtask()
10126 val = rd32(&pf->hw, I40E_PF_ARQLEN); in i40e_clean_adminq_subtask()
10129 if (hw->debug_mask & I40E_DEBUG_AQ) in i40e_clean_adminq_subtask()
10130 dev_info(&pf->pdev->dev, "ARQ VF Error detected\n"); in i40e_clean_adminq_subtask()
10134 if (hw->debug_mask & I40E_DEBUG_AQ) in i40e_clean_adminq_subtask()
10135 dev_info(&pf->pdev->dev, "ARQ Overflow Error detected\n"); in i40e_clean_adminq_subtask()
10137 pf->arq_overflows++; in i40e_clean_adminq_subtask()
10140 if (hw->debug_mask & I40E_DEBUG_AQ) in i40e_clean_adminq_subtask()
10141 dev_info(&pf->pdev->dev, "ARQ Critical Error detected\n"); in i40e_clean_adminq_subtask()
10145 wr32(&pf->hw, I40E_PF_ARQLEN, val); in i40e_clean_adminq_subtask()
10147 val = rd32(&pf->hw, I40E_PF_ATQLEN); in i40e_clean_adminq_subtask()
10150 if (pf->hw.debug_mask & I40E_DEBUG_AQ) in i40e_clean_adminq_subtask()
10151 dev_info(&pf->pdev->dev, "ASQ VF Error detected\n"); in i40e_clean_adminq_subtask()
10155 if (pf->hw.debug_mask & I40E_DEBUG_AQ) in i40e_clean_adminq_subtask()
10156 dev_info(&pf->pdev->dev, "ASQ Overflow Error detected\n"); in i40e_clean_adminq_subtask()
10160 if (pf->hw.debug_mask & I40E_DEBUG_AQ) in i40e_clean_adminq_subtask()
10161 dev_info(&pf->pdev->dev, "ASQ Critical Error detected\n"); in i40e_clean_adminq_subtask()
10165 wr32(&pf->hw, I40E_PF_ATQLEN, val); in i40e_clean_adminq_subtask()
10174 if (ret == -EALREADY) in i40e_clean_adminq_subtask()
10177 dev_info(&pf->pdev->dev, "ARQ event error %d\n", ret); in i40e_clean_adminq_subtask()
10198 dev_dbg(&pf->pdev->dev, "ARQ: Update LLDP MIB event received\n"); in i40e_clean_adminq_subtask()
10206 dev_dbg(&pf->pdev->dev, "ARQ LAN queue overflow event received\n"); in i40e_clean_adminq_subtask()
10210 dev_info(&pf->pdev->dev, "ARQ: Msg from other pf\n"); in i40e_clean_adminq_subtask()
10215 i40e_debug(&pf->hw, I40E_DEBUG_NVM, in i40e_clean_adminq_subtask()
10220 dev_info(&pf->pdev->dev, in i40e_clean_adminq_subtask()
10228 clear_bit(__I40E_ADMINQ_EVENT_PENDING, pf->state); in i40e_clean_adminq_subtask()
10230 /* re-enable Admin queue interrupt cause */ in i40e_clean_adminq_subtask()
10240 * i40e_verify_eeprom - make sure eeprom is good to use
10247 err = i40e_diag_eeprom_test(&pf->hw); in i40e_verify_eeprom()
10250 err = i40e_diag_eeprom_test(&pf->hw); in i40e_verify_eeprom()
10252 dev_info(&pf->pdev->dev, "eeprom check failed (%d), Tx/Rx traffic disabled\n", in i40e_verify_eeprom()
10254 set_bit(__I40E_BAD_EEPROM, pf->state); in i40e_verify_eeprom()
10258 if (!err && test_bit(__I40E_BAD_EEPROM, pf->state)) { in i40e_verify_eeprom()
10259 dev_info(&pf->pdev->dev, "eeprom check passed, Tx/Rx traffic enabled\n"); in i40e_verify_eeprom()
10260 clear_bit(__I40E_BAD_EEPROM, pf->state); in i40e_verify_eeprom()
10268 * enable switch loop back or die - no point in a return value
10276 ctxt.seid = pf->main_vsi_seid; in i40e_enable_pf_switch_lb()
10277 ctxt.pf_num = pf->hw.pf_id; in i40e_enable_pf_switch_lb()
10279 ret = i40e_aq_get_vsi_params(&pf->hw, &ctxt, NULL); in i40e_enable_pf_switch_lb()
10281 dev_info(&pf->pdev->dev, in i40e_enable_pf_switch_lb()
10283 ERR_PTR(ret), libie_aq_str(pf->hw.aq.asq_last_status)); in i40e_enable_pf_switch_lb()
10290 ret = i40e_aq_update_vsi_params(&vsi->back->hw, &ctxt, NULL); in i40e_enable_pf_switch_lb()
10292 dev_info(&pf->pdev->dev, in i40e_enable_pf_switch_lb()
10294 ERR_PTR(ret), libie_aq_str(pf->hw.aq.asq_last_status)); in i40e_enable_pf_switch_lb()
10302 * disable switch loop back or die - no point in a return value
10310 ctxt.seid = pf->main_vsi_seid; in i40e_disable_pf_switch_lb()
10311 ctxt.pf_num = pf->hw.pf_id; in i40e_disable_pf_switch_lb()
10313 ret = i40e_aq_get_vsi_params(&pf->hw, &ctxt, NULL); in i40e_disable_pf_switch_lb()
10315 dev_info(&pf->pdev->dev, in i40e_disable_pf_switch_lb()
10317 ERR_PTR(ret), libie_aq_str(pf->hw.aq.asq_last_status)); in i40e_disable_pf_switch_lb()
10324 ret = i40e_aq_update_vsi_params(&vsi->back->hw, &ctxt, NULL); in i40e_disable_pf_switch_lb()
10326 dev_info(&pf->pdev->dev, in i40e_disable_pf_switch_lb()
10328 ERR_PTR(ret), libie_aq_str(pf->hw.aq.asq_last_status)); in i40e_disable_pf_switch_lb()
10333 * i40e_config_bridge_mode - Configure the HW bridge mode
10342 struct i40e_pf *pf = veb->pf; in i40e_config_bridge_mode()
10344 if (pf->hw.debug_mask & I40E_DEBUG_LAN) in i40e_config_bridge_mode()
10345 dev_info(&pf->pdev->dev, "enabling bridge mode: %s\n", in i40e_config_bridge_mode()
10346 veb->bridge_mode == BRIDGE_MODE_VEPA ? "VEPA" : "VEB"); in i40e_config_bridge_mode()
10347 if (veb->bridge_mode & BRIDGE_MODE_VEPA) in i40e_config_bridge_mode()
10354 * i40e_reconstitute_veb - rebuild the VEB and VSIs connected to it
10364 struct i40e_pf *pf = veb->pf; in i40e_reconstitute_veb()
10369 * there can be only one non-floating VEB that have uplink to MAC SEID in i40e_reconstitute_veb()
10372 if (WARN_ON(veb->uplink_seid && veb->uplink_seid != pf->mac_seid)) { in i40e_reconstitute_veb()
10373 dev_err(&pf->pdev->dev, in i40e_reconstitute_veb()
10374 "Invalid uplink SEID for VEB %d\n", veb->idx); in i40e_reconstitute_veb()
10375 return -ENOENT; in i40e_reconstitute_veb()
10378 if (veb->uplink_seid == pf->mac_seid) { in i40e_reconstitute_veb()
10382 if (WARN_ON(ctl_vsi->veb_idx != veb->idx || in i40e_reconstitute_veb()
10383 !(ctl_vsi->flags & I40E_VSI_FLAG_VEB_OWNER))) { in i40e_reconstitute_veb()
10384 dev_err(&pf->pdev->dev, in i40e_reconstitute_veb()
10385 "Invalid control VSI for VEB %d\n", veb->idx); in i40e_reconstitute_veb()
10386 return -ENOENT; in i40e_reconstitute_veb()
10392 dev_err(&pf->pdev->dev, in i40e_reconstitute_veb()
10394 veb->idx, ret); in i40e_reconstitute_veb()
10406 if (veb->uplink_seid) { in i40e_reconstitute_veb()
10407 if (test_bit(I40E_FLAG_VEB_MODE_ENA, pf->flags)) in i40e_reconstitute_veb()
10408 veb->bridge_mode = BRIDGE_MODE_VEB; in i40e_reconstitute_veb()
10410 veb->bridge_mode = BRIDGE_MODE_VEPA; in i40e_reconstitute_veb()
10419 if (vsi->veb_idx == veb->idx) { in i40e_reconstitute_veb()
10420 vsi->uplink_seid = veb->seid; in i40e_reconstitute_veb()
10423 dev_info(&pf->pdev->dev, in i40e_reconstitute_veb()
10436 * i40e_get_capabilities - get info about the HW
10452 return -ENOMEM; in i40e_get_capabilities()
10455 err = i40e_aq_discover_capabilities(&pf->hw, cap_buf, buf_len, in i40e_get_capabilities()
10461 if (pf->hw.aq.asq_last_status == LIBIE_AQ_RC_ENOMEM) { in i40e_get_capabilities()
10464 } else if (pf->hw.aq.asq_last_status != LIBIE_AQ_RC_OK || err) { in i40e_get_capabilities()
10465 dev_info(&pf->pdev->dev, in i40e_get_capabilities()
10468 libie_aq_str(pf->hw.aq.asq_last_status)); in i40e_get_capabilities()
10469 return -ENODEV; in i40e_get_capabilities()
10473 if (pf->hw.debug_mask & I40E_DEBUG_USER) { in i40e_get_capabilities()
10475 dev_info(&pf->pdev->dev, in i40e_get_capabilities()
10477 pf->hw.pf_id, pf->hw.func_caps.num_vfs, in i40e_get_capabilities()
10478 pf->hw.func_caps.num_msix_vectors, in i40e_get_capabilities()
10479 pf->hw.func_caps.num_msix_vectors_vf, in i40e_get_capabilities()
10480 pf->hw.func_caps.fd_filters_guaranteed, in i40e_get_capabilities()
10481 pf->hw.func_caps.fd_filters_best_effort, in i40e_get_capabilities()
10482 pf->hw.func_caps.num_tx_qp, in i40e_get_capabilities()
10483 pf->hw.func_caps.num_vsis); in i40e_get_capabilities()
10485 dev_info(&pf->pdev->dev, in i40e_get_capabilities()
10487 pf->hw.dev_caps.switch_mode, in i40e_get_capabilities()
10488 pf->hw.dev_caps.valid_functions); in i40e_get_capabilities()
10489 dev_info(&pf->pdev->dev, in i40e_get_capabilities()
10490 "SR-IOV=%d, num_vfs for all function=%u\n", in i40e_get_capabilities()
10491 pf->hw.dev_caps.sr_iov_1_1, in i40e_get_capabilities()
10492 pf->hw.dev_caps.num_vfs); in i40e_get_capabilities()
10493 dev_info(&pf->pdev->dev, in i40e_get_capabilities()
10495 pf->hw.dev_caps.num_vsis, in i40e_get_capabilities()
10496 pf->hw.dev_caps.num_rx_qp, in i40e_get_capabilities()
10497 pf->hw.dev_caps.num_tx_qp); in i40e_get_capabilities()
10501 #define DEF_NUM_VSI (1 + (pf->hw.func_caps.fcoe ? 1 : 0) \ in i40e_get_capabilities()
10502 + pf->hw.func_caps.num_vfs) in i40e_get_capabilities()
10503 if (pf->hw.revision_id == 0 && in i40e_get_capabilities()
10504 pf->hw.func_caps.num_vsis < DEF_NUM_VSI) { in i40e_get_capabilities()
10505 dev_info(&pf->pdev->dev, in i40e_get_capabilities()
10507 pf->hw.func_caps.num_vsis, DEF_NUM_VSI); in i40e_get_capabilities()
10508 pf->hw.func_caps.num_vsis = DEF_NUM_VSI; in i40e_get_capabilities()
10517 * i40e_fdir_sb_setup - initialize the Flow Director resources for Sideband
10527 if (!rd32(&pf->hw, I40E_GLQF_HKEY(0))) { in i40e_fdir_sb_setup()
10536 wr32(&pf->hw, I40E_GLQF_HKEY(i), hkey[i]); in i40e_fdir_sb_setup()
10539 if (!test_bit(I40E_FLAG_FD_SB_ENA, pf->flags)) in i40e_fdir_sb_setup()
10548 vsi = i40e_vsi_setup(pf, I40E_VSI_FDIR, main_vsi->seid, 0); in i40e_fdir_sb_setup()
10550 dev_info(&pf->pdev->dev, "Couldn't create FDir VSI\n"); in i40e_fdir_sb_setup()
10551 clear_bit(I40E_FLAG_FD_SB_ENA, pf->flags); in i40e_fdir_sb_setup()
10552 set_bit(I40E_FLAG_FD_SB_INACTIVE, pf->flags); in i40e_fdir_sb_setup()
10561 * i40e_fdir_teardown - release the Flow Director resources
10575 * i40e_rebuild_cloud_filters - Rebuilds cloud filters for VSIs
10585 struct i40e_pf *pf = vsi->back; in i40e_rebuild_cloud_filters()
10590 hlist_for_each_entry_safe(cfilter, node, &pf->cloud_filter_list, in i40e_rebuild_cloud_filters()
10592 if (cfilter->seid != seid) in i40e_rebuild_cloud_filters()
10595 if (cfilter->dst_port) in i40e_rebuild_cloud_filters()
10602 dev_dbg(&pf->pdev->dev, in i40e_rebuild_cloud_filters()
10605 libie_aq_str(pf->hw.aq.asq_last_status)); in i40e_rebuild_cloud_filters()
10613 * i40e_rebuild_channels - Rebuilds channel VSIs if they existed before reset
10623 if (list_empty(&vsi->ch_list)) in i40e_rebuild_channels()
10626 list_for_each_entry_safe(ch, ch_tmp, &vsi->ch_list, list) { in i40e_rebuild_channels()
10627 if (!ch->initialized) in i40e_rebuild_channels()
10630 ret = i40e_add_channel(vsi->back, vsi->uplink_seid, ch); in i40e_rebuild_channels()
10632 dev_info(&vsi->back->pdev->dev, in i40e_rebuild_channels()
10634 vsi->uplink_seid); in i40e_rebuild_channels()
10638 ret = i40e_channel_config_tx_ring(vsi->back, vsi, ch); in i40e_rebuild_channels()
10640 dev_info(&vsi->back->pdev->dev, in i40e_rebuild_channels()
10642 ch->seid); in i40e_rebuild_channels()
10646 vsi->next_base_queue = vsi->next_base_queue + in i40e_rebuild_channels()
10647 ch->num_queue_pairs; in i40e_rebuild_channels()
10648 if (ch->max_tx_rate) { in i40e_rebuild_channels()
10649 u64 credits = ch->max_tx_rate; in i40e_rebuild_channels()
10651 if (i40e_set_bw_limit(vsi, ch->seid, in i40e_rebuild_channels()
10652 ch->max_tx_rate)) in i40e_rebuild_channels()
10653 return -EINVAL; in i40e_rebuild_channels()
10656 dev_dbg(&vsi->back->pdev->dev, in i40e_rebuild_channels()
10657 "Set tx rate of %llu Mbps (count of 50Mbps %llu) for vsi->seid %u\n", in i40e_rebuild_channels()
10658 ch->max_tx_rate, in i40e_rebuild_channels()
10660 ch->seid); in i40e_rebuild_channels()
10662 ret = i40e_rebuild_cloud_filters(vsi, ch->seid); in i40e_rebuild_channels()
10664 dev_dbg(&vsi->back->pdev->dev, in i40e_rebuild_channels()
10666 ch->seid); in i40e_rebuild_channels()
10674 * i40e_clean_xps_state - clean xps state for every tx_ring
10681 if (vsi->tx_rings) in i40e_clean_xps_state()
10682 for (i = 0; i < vsi->num_queue_pairs; i++) in i40e_clean_xps_state()
10683 if (vsi->tx_rings[i]) in i40e_clean_xps_state()
10685 vsi->tx_rings[i]->state); in i40e_clean_xps_state()
10689 * i40e_prep_for_reset - prep for the core to reset
10696 struct i40e_hw *hw = &pf->hw; in i40e_prep_for_reset()
10701 clear_bit(__I40E_RESET_INTR_RECEIVED, pf->state); in i40e_prep_for_reset()
10702 if (test_and_set_bit(__I40E_RESET_RECOVERY_PENDING, pf->state)) in i40e_prep_for_reset()
10704 if (i40e_check_asq_alive(&pf->hw)) in i40e_prep_for_reset()
10707 dev_dbg(&pf->pdev->dev, "Tearing down internal switch for reset\n"); in i40e_prep_for_reset()
10714 vsi->seid = 0; in i40e_prep_for_reset()
10717 i40e_shutdown_adminq(&pf->hw); in i40e_prep_for_reset()
10720 if (hw->hmc.hmc_obj) { in i40e_prep_for_reset()
10723 dev_warn(&pf->pdev->dev, in i40e_prep_for_reset()
10734 * i40e_send_version - update firmware with driver version
10746 i40e_aq_send_driver_version(&pf->hw, &dv, NULL); in i40e_send_version()
10750 * i40e_get_oem_version - get OEM specific version information
10790 hw->nvm.oem_ver = in i40e_get_oem_version()
10793 hw->nvm.eetrack = I40E_OEM_EETRACK_ID; in i40e_get_oem_version()
10797 * i40e_reset - wait for core reset to finish reset, reset pf if corer not seen
10802 struct i40e_hw *hw = &pf->hw; in i40e_reset()
10807 dev_info(&pf->pdev->dev, "PF reset failed, %d\n", ret); in i40e_reset()
10808 set_bit(__I40E_RESET_FAILED, pf->state); in i40e_reset()
10809 clear_bit(__I40E_RESET_RECOVERY_PENDING, pf->state); in i40e_reset()
10811 pf->pfr_count++; in i40e_reset()
10817 * i40e_rebuild - rebuild using a saved config
10819 * @reinit: if the Main VSI needs to re-initialized.
10827 struct i40e_hw *hw = &pf->hw; in i40e_rebuild()
10833 if (test_bit(__I40E_EMP_RESET_INTR_RECEIVED, pf->state) && in i40e_rebuild()
10835 i40e_set_ethtool_ops(vsi->netdev); in i40e_rebuild()
10837 if (test_bit(__I40E_DOWN, pf->state) && in i40e_rebuild()
10838 !test_bit(__I40E_RECOVERY_MODE, pf->state)) in i40e_rebuild()
10840 dev_dbg(&pf->pdev->dev, "Rebuilding internal switch\n"); in i40e_rebuild()
10843 ret = i40e_init_adminq(&pf->hw); in i40e_rebuild()
10845 dev_info(&pf->pdev->dev, "Rebuild AdminQ failed, err %pe aq_err %s\n", in i40e_rebuild()
10846 ERR_PTR(ret), libie_aq_str(pf->hw.aq.asq_last_status)); in i40e_rebuild()
10849 i40e_get_oem_version(&pf->hw); in i40e_rebuild()
10851 if (test_and_clear_bit(__I40E_EMP_RESET_INTR_RECEIVED, pf->state)) { in i40e_rebuild()
10856 /* re-verify the eeprom if we just had an EMP reset */ in i40e_rebuild()
10857 if (test_and_clear_bit(__I40E_EMP_RESET_INTR_RECEIVED, pf->state)) in i40e_rebuild()
10864 if (test_bit(__I40E_RECOVERY_MODE, pf->state)) { in i40e_rebuild()
10882 free_irq(pf->pdev->irq, pf); in i40e_rebuild()
10902 ret = i40e_init_lan_hmc(hw, hw->func_caps.num_tx_qp, in i40e_rebuild()
10903 hw->func_caps.num_rx_qp, 0, 0); in i40e_rebuild()
10905 dev_info(&pf->pdev->dev, "init_lan_hmc failed: %d\n", ret); in i40e_rebuild()
10910 dev_info(&pf->pdev->dev, "configure_lan_hmc failed: %d\n", ret); in i40e_rebuild()
10915 /* Enable FW to write a default DCB config on link-up in i40e_rebuild()
10922 if (I40E_IS_X710TL_DEVICE(hw->device_id) && in i40e_rebuild()
10923 (hw->phy.link_info.link_speed & in i40e_rebuild()
10926 dev_warn(&pf->pdev->dev, in i40e_rebuild()
10927 "DCB is not supported for X710-T*L 2.5/5G speeds\n"); in i40e_rebuild()
10928 clear_bit(I40E_FLAG_DCB_CAPABLE, pf->flags); in i40e_rebuild()
10933 dev_info(&pf->pdev->dev, "DCB init failed %d, disabled\n", in i40e_rebuild()
10935 clear_bit(I40E_FLAG_DCB_CAPABLE, pf->flags); in i40e_rebuild()
10951 ret = i40e_aq_set_phy_int_mask(&pf->hw, in i40e_rebuild()
10956 dev_info(&pf->pdev->dev, "set phy mask fail, err %pe aq_err %s\n", in i40e_rebuild()
10957 ERR_PTR(ret), libie_aq_str(pf->hw.aq.asq_last_status)); in i40e_rebuild()
10966 if (vsi->uplink_seid != pf->mac_seid) { in i40e_rebuild()
10967 dev_dbg(&pf->pdev->dev, "attempting to rebuild switch\n"); in i40e_rebuild()
10981 if (veb->uplink_seid == pf->mac_seid) { in i40e_rebuild()
10982 dev_info(&pf->pdev->dev, in i40e_rebuild()
10985 vsi->uplink_seid = pf->mac_seid; in i40e_rebuild()
10987 } else if (veb->uplink_seid == 0) { in i40e_rebuild()
10988 dev_info(&pf->pdev->dev, in i40e_rebuild()
10995 if (vsi->uplink_seid == pf->mac_seid) { in i40e_rebuild()
10996 dev_dbg(&pf->pdev->dev, "attempting to rebuild PF VSI\n"); in i40e_rebuild()
11000 dev_info(&pf->pdev->dev, in i40e_rebuild()
11006 if (vsi->mqprio_qopt.max_rate[0]) { in i40e_rebuild()
11008 vsi->mqprio_qopt.max_rate[0]); in i40e_rebuild()
11011 ret = i40e_set_bw_limit(vsi, vsi->seid, max_tx_rate); in i40e_rebuild()
11017 dev_dbg(&vsi->back->pdev->dev, in i40e_rebuild()
11018 "Set tx rate of %llu Mbps (count of 50Mbps %llu) for vsi->seid %u\n", in i40e_rebuild()
11021 vsi->seid); in i40e_rebuild()
11024 ret = i40e_rebuild_cloud_filters(vsi, vsi->seid); in i40e_rebuild()
11049 if (test_bit(I40E_HW_CAP_RESTART_AUTONEG, pf->hw.caps)) { in i40e_rebuild()
11051 ret = i40e_aq_set_link_restart_an(&pf->hw, true, NULL); in i40e_rebuild()
11053 dev_info(&pf->pdev->dev, "link restart failed, err %pe aq_err %s\n", in i40e_rebuild()
11055 libie_aq_str(pf->hw.aq.asq_last_status)); in i40e_rebuild()
11058 if (test_bit(I40E_FLAG_MSIX_ENA, pf->flags)) { in i40e_rebuild()
11070 i40e_add_filter_to_drop_tx_flow_control_frames(&pf->hw, in i40e_rebuild()
11071 pf->main_vsi_seid); in i40e_rebuild()
11081 ret = i40e_set_promiscuous(pf, pf->cur_promisc); in i40e_rebuild()
11083 dev_warn(&pf->pdev->dev, in i40e_rebuild()
11085 pf->cur_promisc ? "on" : "off", in i40e_rebuild()
11086 ERR_PTR(ret), libie_aq_str(pf->hw.aq.asq_last_status)); in i40e_rebuild()
11100 clear_bit(__I40E_RESET_FAILED, pf->state); in i40e_rebuild()
11102 clear_bit(__I40E_RESET_RECOVERY_PENDING, pf->state); in i40e_rebuild()
11103 clear_bit(__I40E_TIMEOUT_RECOVERY_PENDING, pf->state); in i40e_rebuild()
11107 * i40e_reset_and_rebuild - reset and rebuild using a saved config
11109 * @reinit: if the Main VSI needs to re-initialized.
11118 if (test_bit(__I40E_IN_REMOVE, pf->state)) in i40e_reset_and_rebuild()
11128 dev_err(&pf->pdev->dev, "%s: i40e_reset() FAILED", __func__); in i40e_reset_and_rebuild()
11132 * i40e_handle_reset_warning - prep for the PF to reset, reset and rebuild
11147 * i40e_print_vf_mdd_event - print VF Tx/Rx malicious driver detect event
11150 * @is_tx: true - for Tx event, false - for Rx
11155 dev_err(&pf->pdev->dev, is_tx ? in i40e_print_vf_mdd_event()
11156 …"%lld Tx Malicious Driver Detection events detected on PF %d VF %d MAC %pm. mdd-auto-reset-vfs=%s\… in i40e_print_vf_mdd_event()
11157 …"%lld Rx Malicious Driver Detection events detected on PF %d VF %d MAC %pm. mdd-auto-reset-vfs=%s\… in i40e_print_vf_mdd_event()
11158 is_tx ? vf->mdd_tx_events.count : vf->mdd_rx_events.count, in i40e_print_vf_mdd_event()
11159 pf->hw.pf_id, in i40e_print_vf_mdd_event()
11160 vf->vf_id, in i40e_print_vf_mdd_event()
11161 vf->default_lan_addr.addr, in i40e_print_vf_mdd_event()
11162 str_on_off(test_bit(I40E_FLAG_MDD_AUTO_RESET_VF, pf->flags))); in i40e_print_vf_mdd_event()
11166 * i40e_print_vfs_mdd_events - print VFs malicious driver detect event
11176 if (!test_and_clear_bit(__I40E_MDD_VF_PRINT_PENDING, pf->state)) in i40e_print_vfs_mdd_events()
11179 if (!__ratelimit(&pf->mdd_message_rate_limit)) in i40e_print_vfs_mdd_events()
11182 for (i = 0; i < pf->num_alloc_vfs; i++) { in i40e_print_vfs_mdd_events()
11183 struct i40e_vf *vf = &pf->vf[i]; in i40e_print_vfs_mdd_events()
11187 if (vf->mdd_rx_events.count != vf->mdd_rx_events.last_printed) { in i40e_print_vfs_mdd_events()
11188 vf->mdd_rx_events.last_printed = vf->mdd_rx_events.count; in i40e_print_vfs_mdd_events()
11194 if (vf->mdd_tx_events.count != vf->mdd_tx_events.last_printed) { in i40e_print_vfs_mdd_events()
11195 vf->mdd_tx_events.last_printed = vf->mdd_tx_events.count; in i40e_print_vfs_mdd_events()
11200 if (is_printed && !test_bit(I40E_FLAG_MDD_AUTO_RESET_VF, pf->flags)) in i40e_print_vfs_mdd_events()
11201 dev_info(&pf->pdev->dev, in i40e_print_vfs_mdd_events()
11202 "Use PF Control I/F to re-enable the VF #%d\n", in i40e_print_vfs_mdd_events()
11215 struct i40e_hw *hw = &pf->hw; in i40e_handle_mdd_event()
11221 if (!test_and_clear_bit(__I40E_MDD_EVENT_PENDING, pf->state)) { in i40e_handle_mdd_event()
11235 u16 queue = FIELD_GET(I40E_GL_MDET_TX_QUEUE_MASK, reg) - in i40e_handle_mdd_event()
11236 pf->hw.func_caps.base_queue; in i40e_handle_mdd_event()
11238 …dev_info(&pf->pdev->dev, "Malicious Driver Detection event 0x%02x on TX queue %d PF number 0x%02x … in i40e_handle_mdd_event()
11247 u16 queue = FIELD_GET(I40E_GL_MDET_RX_QUEUE_MASK, reg) - in i40e_handle_mdd_event()
11248 pf->hw.func_caps.base_queue; in i40e_handle_mdd_event()
11250 …dev_info(&pf->pdev->dev, "Malicious Driver Detection event 0x%02x on RX queue %d of function 0x%02… in i40e_handle_mdd_event()
11260 dev_dbg(&pf->pdev->dev, "TX driver issue detected on PF\n"); in i40e_handle_mdd_event()
11265 dev_dbg(&pf->pdev->dev, "RX driver issue detected on PF\n"); in i40e_handle_mdd_event()
11270 for (i = 0; i < pf->num_alloc_vfs && mdd_detected; i++) { in i40e_handle_mdd_event()
11274 vf = &(pf->vf[i]); in i40e_handle_mdd_event()
11277 set_bit(__I40E_MDD_VF_PRINT_PENDING, pf->state); in i40e_handle_mdd_event()
11279 vf->mdd_tx_events.count++; in i40e_handle_mdd_event()
11280 set_bit(I40E_VF_STATE_DISABLED, &vf->vf_states); in i40e_handle_mdd_event()
11286 set_bit(__I40E_MDD_VF_PRINT_PENDING, pf->state); in i40e_handle_mdd_event()
11288 vf->mdd_rx_events.count++; in i40e_handle_mdd_event()
11289 set_bit(I40E_VF_STATE_DISABLED, &vf->vf_states); in i40e_handle_mdd_event()
11294 test_bit(I40E_FLAG_MDD_AUTO_RESET_VF, pf->flags)) { in i40e_handle_mdd_event()
11316 * i40e_service_task - Run the driver's async subtasks
11327 if (test_bit(__I40E_RESET_RECOVERY_PENDING, pf->state) || in i40e_service_task()
11328 test_bit(__I40E_SUSPENDED, pf->state)) in i40e_service_task()
11331 if (test_and_set_bit(__I40E_SERVICE_SCHED, pf->state)) in i40e_service_task()
11334 if (!test_bit(__I40E_RECOVERY_MODE, pf->state)) { in i40e_service_task()
11342 if (test_and_clear_bit(__I40E_CLIENT_RESET, pf->state)) { in i40e_service_task()
11348 pf->state)) in i40e_service_task()
11360 clear_bit(__I40E_SERVICE_SCHED, pf->state); in i40e_service_task()
11366 if (time_after(jiffies, (start_time + pf->service_timer_period)) || in i40e_service_task()
11367 test_bit(__I40E_ADMINQ_EVENT_PENDING, pf->state) || in i40e_service_task()
11368 test_bit(__I40E_MDD_EVENT_PENDING, pf->state) || in i40e_service_task()
11369 test_bit(__I40E_VFLR_EVENT_PENDING, pf->state)) in i40e_service_task()
11374 * i40e_service_timer - timer callback
11381 mod_timer(&pf->service_timer, in i40e_service_timer()
11382 round_jiffies(jiffies + pf->service_timer_period)); in i40e_service_timer()
11387 * i40e_set_num_rings_in_vsi - Determine number of rings in the VSI
11392 struct i40e_pf *pf = vsi->back; in i40e_set_num_rings_in_vsi()
11394 switch (vsi->type) { in i40e_set_num_rings_in_vsi()
11396 vsi->alloc_queue_pairs = pf->num_lan_qps; in i40e_set_num_rings_in_vsi()
11397 if (!vsi->num_tx_desc) in i40e_set_num_rings_in_vsi()
11398 vsi->num_tx_desc = ALIGN(I40E_DEFAULT_NUM_DESCRIPTORS, in i40e_set_num_rings_in_vsi()
11400 if (!vsi->num_rx_desc) in i40e_set_num_rings_in_vsi()
11401 vsi->num_rx_desc = ALIGN(I40E_DEFAULT_NUM_DESCRIPTORS, in i40e_set_num_rings_in_vsi()
11403 if (test_bit(I40E_FLAG_MSIX_ENA, pf->flags)) in i40e_set_num_rings_in_vsi()
11404 vsi->num_q_vectors = pf->num_lan_msix; in i40e_set_num_rings_in_vsi()
11406 vsi->num_q_vectors = 1; in i40e_set_num_rings_in_vsi()
11411 vsi->alloc_queue_pairs = 1; in i40e_set_num_rings_in_vsi()
11412 vsi->num_tx_desc = ALIGN(I40E_FDIR_RING_COUNT, in i40e_set_num_rings_in_vsi()
11414 vsi->num_rx_desc = ALIGN(I40E_FDIR_RING_COUNT, in i40e_set_num_rings_in_vsi()
11416 vsi->num_q_vectors = pf->num_fdsb_msix; in i40e_set_num_rings_in_vsi()
11420 vsi->alloc_queue_pairs = pf->num_vmdq_qps; in i40e_set_num_rings_in_vsi()
11421 if (!vsi->num_tx_desc) in i40e_set_num_rings_in_vsi()
11422 vsi->num_tx_desc = ALIGN(I40E_DEFAULT_NUM_DESCRIPTORS, in i40e_set_num_rings_in_vsi()
11424 if (!vsi->num_rx_desc) in i40e_set_num_rings_in_vsi()
11425 vsi->num_rx_desc = ALIGN(I40E_DEFAULT_NUM_DESCRIPTORS, in i40e_set_num_rings_in_vsi()
11427 vsi->num_q_vectors = pf->num_vmdq_msix; in i40e_set_num_rings_in_vsi()
11431 vsi->alloc_queue_pairs = pf->num_vf_qps; in i40e_set_num_rings_in_vsi()
11432 if (!vsi->num_tx_desc) in i40e_set_num_rings_in_vsi()
11433 vsi->num_tx_desc = ALIGN(I40E_DEFAULT_NUM_DESCRIPTORS, in i40e_set_num_rings_in_vsi()
11435 if (!vsi->num_rx_desc) in i40e_set_num_rings_in_vsi()
11436 vsi->num_rx_desc = ALIGN(I40E_DEFAULT_NUM_DESCRIPTORS, in i40e_set_num_rings_in_vsi()
11442 return -ENODATA; in i40e_set_num_rings_in_vsi()
11446 vsi->num_tx_desc = I40E_MIN_NUM_DESCRIPTORS; in i40e_set_num_rings_in_vsi()
11447 vsi->num_rx_desc = I40E_MIN_NUM_DESCRIPTORS; in i40e_set_num_rings_in_vsi()
11454 * i40e_vsi_alloc_arrays - Allocate queue and vector pointer arrays for the vsi
11468 size = sizeof(struct i40e_ring *) * vsi->alloc_queue_pairs * in i40e_vsi_alloc_arrays()
11470 vsi->tx_rings = kzalloc(size, GFP_KERNEL); in i40e_vsi_alloc_arrays()
11471 if (!vsi->tx_rings) in i40e_vsi_alloc_arrays()
11472 return -ENOMEM; in i40e_vsi_alloc_arrays()
11473 next_rings = vsi->tx_rings + vsi->alloc_queue_pairs; in i40e_vsi_alloc_arrays()
11475 vsi->xdp_rings = next_rings; in i40e_vsi_alloc_arrays()
11476 next_rings += vsi->alloc_queue_pairs; in i40e_vsi_alloc_arrays()
11478 vsi->rx_rings = next_rings; in i40e_vsi_alloc_arrays()
11482 size = sizeof(struct i40e_q_vector *) * vsi->num_q_vectors; in i40e_vsi_alloc_arrays()
11483 vsi->q_vectors = kzalloc(size, GFP_KERNEL); in i40e_vsi_alloc_arrays()
11484 if (!vsi->q_vectors) { in i40e_vsi_alloc_arrays()
11485 ret = -ENOMEM; in i40e_vsi_alloc_arrays()
11492 kfree(vsi->tx_rings); in i40e_vsi_alloc_arrays()
11497 * i40e_vsi_mem_alloc - Allocates the next available struct vsi in the PF
11506 int ret = -ENODEV; in i40e_vsi_mem_alloc()
11512 mutex_lock(&pf->switch_mutex); in i40e_vsi_mem_alloc()
11520 i = pf->next_vsi; in i40e_vsi_mem_alloc()
11521 while (i < pf->num_alloc_vsi && pf->vsi[i]) in i40e_vsi_mem_alloc()
11523 if (i >= pf->num_alloc_vsi) { in i40e_vsi_mem_alloc()
11525 while (i < pf->next_vsi && pf->vsi[i]) in i40e_vsi_mem_alloc()
11529 if (i < pf->num_alloc_vsi && !pf->vsi[i]) { in i40e_vsi_mem_alloc()
11532 ret = -ENODEV; in i40e_vsi_mem_alloc()
11535 pf->next_vsi = ++i; in i40e_vsi_mem_alloc()
11539 ret = -ENOMEM; in i40e_vsi_mem_alloc()
11542 vsi->type = type; in i40e_vsi_mem_alloc()
11543 vsi->back = pf; in i40e_vsi_mem_alloc()
11544 set_bit(__I40E_VSI_DOWN, vsi->state); in i40e_vsi_mem_alloc()
11545 vsi->flags = 0; in i40e_vsi_mem_alloc()
11546 vsi->idx = vsi_idx; in i40e_vsi_mem_alloc()
11547 vsi->int_rate_limit = 0; in i40e_vsi_mem_alloc()
11548 vsi->rss_table_size = (vsi->type == I40E_VSI_MAIN) ? in i40e_vsi_mem_alloc()
11549 pf->rss_table_size : 64; in i40e_vsi_mem_alloc()
11550 vsi->netdev_registered = false; in i40e_vsi_mem_alloc()
11551 vsi->work_limit = I40E_DEFAULT_IRQ_WORK; in i40e_vsi_mem_alloc()
11552 hash_init(vsi->mac_filter_hash); in i40e_vsi_mem_alloc()
11553 vsi->irqs_ready = false; in i40e_vsi_mem_alloc()
11556 vsi->af_xdp_zc_qps = bitmap_zalloc(pf->num_lan_qps, GFP_KERNEL); in i40e_vsi_mem_alloc()
11557 if (!vsi->af_xdp_zc_qps) in i40e_vsi_mem_alloc()
11573 spin_lock_init(&vsi->mac_filter_hash_lock); in i40e_vsi_mem_alloc()
11574 pf->vsi[vsi_idx] = vsi; in i40e_vsi_mem_alloc()
11579 bitmap_free(vsi->af_xdp_zc_qps); in i40e_vsi_mem_alloc()
11580 pf->next_vsi = i - 1; in i40e_vsi_mem_alloc()
11583 mutex_unlock(&pf->switch_mutex); in i40e_vsi_mem_alloc()
11588 * i40e_vsi_free_arrays - Free queue and vector pointer arrays for the VSI
11599 kfree(vsi->q_vectors); in i40e_vsi_free_arrays()
11600 vsi->q_vectors = NULL; in i40e_vsi_free_arrays()
11602 kfree(vsi->tx_rings); in i40e_vsi_free_arrays()
11603 vsi->tx_rings = NULL; in i40e_vsi_free_arrays()
11604 vsi->rx_rings = NULL; in i40e_vsi_free_arrays()
11605 vsi->xdp_rings = NULL; in i40e_vsi_free_arrays()
11609 * i40e_clear_rss_config_user - clear the user configured RSS hash keys
11618 kfree(vsi->rss_hkey_user); in i40e_clear_rss_config_user()
11619 vsi->rss_hkey_user = NULL; in i40e_clear_rss_config_user()
11621 kfree(vsi->rss_lut_user); in i40e_clear_rss_config_user()
11622 vsi->rss_lut_user = NULL; in i40e_clear_rss_config_user()
11626 * i40e_vsi_clear - Deallocate the VSI provided
11627 * @vsi: the VSI being un-configured
11636 if (!vsi->back) in i40e_vsi_clear()
11638 pf = vsi->back; in i40e_vsi_clear()
11640 mutex_lock(&pf->switch_mutex); in i40e_vsi_clear()
11641 if (!pf->vsi[vsi->idx]) { in i40e_vsi_clear()
11642 dev_err(&pf->pdev->dev, "pf->vsi[%d] is NULL, just free vsi[%d](type %d)\n", in i40e_vsi_clear()
11643 vsi->idx, vsi->idx, vsi->type); in i40e_vsi_clear()
11647 if (pf->vsi[vsi->idx] != vsi) { in i40e_vsi_clear()
11648 dev_err(&pf->pdev->dev, in i40e_vsi_clear()
11649 "pf->vsi[%d](type %d) != vsi[%d](type %d): no free!\n", in i40e_vsi_clear()
11650 pf->vsi[vsi->idx]->idx, in i40e_vsi_clear()
11651 pf->vsi[vsi->idx]->type, in i40e_vsi_clear()
11652 vsi->idx, vsi->type); in i40e_vsi_clear()
11657 i40e_put_lump(pf->qp_pile, vsi->base_queue, vsi->idx); in i40e_vsi_clear()
11658 i40e_put_lump(pf->irq_pile, vsi->base_vector, vsi->idx); in i40e_vsi_clear()
11660 bitmap_free(vsi->af_xdp_zc_qps); in i40e_vsi_clear()
11664 pf->vsi[vsi->idx] = NULL; in i40e_vsi_clear()
11665 if (vsi->idx < pf->next_vsi) in i40e_vsi_clear()
11666 pf->next_vsi = vsi->idx; in i40e_vsi_clear()
11669 mutex_unlock(&pf->switch_mutex); in i40e_vsi_clear()
11677 * i40e_vsi_clear_rings - Deallocates the Rx and Tx rings for the provided VSI
11684 if (vsi->tx_rings && vsi->tx_rings[0]) { in i40e_vsi_clear_rings()
11685 for (i = 0; i < vsi->alloc_queue_pairs; i++) { in i40e_vsi_clear_rings()
11686 kfree_rcu(vsi->tx_rings[i], rcu); in i40e_vsi_clear_rings()
11687 WRITE_ONCE(vsi->tx_rings[i], NULL); in i40e_vsi_clear_rings()
11688 WRITE_ONCE(vsi->rx_rings[i], NULL); in i40e_vsi_clear_rings()
11689 if (vsi->xdp_rings) in i40e_vsi_clear_rings()
11690 WRITE_ONCE(vsi->xdp_rings[i], NULL); in i40e_vsi_clear_rings()
11696 * i40e_alloc_rings - Allocates the Rx and Tx rings for the provided VSI
11702 struct i40e_pf *pf = vsi->back; in i40e_alloc_rings()
11706 for (i = 0; i < vsi->alloc_queue_pairs; i++) { in i40e_alloc_rings()
11712 ring->queue_index = i; in i40e_alloc_rings()
11713 ring->reg_idx = vsi->base_queue + i; in i40e_alloc_rings()
11714 ring->ring_active = false; in i40e_alloc_rings()
11715 ring->vsi = vsi; in i40e_alloc_rings()
11716 ring->netdev = vsi->netdev; in i40e_alloc_rings()
11717 ring->dev = &pf->pdev->dev; in i40e_alloc_rings()
11718 ring->count = vsi->num_tx_desc; in i40e_alloc_rings()
11719 ring->size = 0; in i40e_alloc_rings()
11720 ring->dcb_tc = 0; in i40e_alloc_rings()
11721 if (test_bit(I40E_HW_CAP_WB_ON_ITR, vsi->back->hw.caps)) in i40e_alloc_rings()
11722 ring->flags = I40E_TXR_FLAGS_WB_ON_ITR; in i40e_alloc_rings()
11723 ring->itr_setting = pf->tx_itr_default; in i40e_alloc_rings()
11724 WRITE_ONCE(vsi->tx_rings[i], ring++); in i40e_alloc_rings()
11729 ring->queue_index = vsi->alloc_queue_pairs + i; in i40e_alloc_rings()
11730 ring->reg_idx = vsi->base_queue + ring->queue_index; in i40e_alloc_rings()
11731 ring->ring_active = false; in i40e_alloc_rings()
11732 ring->vsi = vsi; in i40e_alloc_rings()
11733 ring->netdev = NULL; in i40e_alloc_rings()
11734 ring->dev = &pf->pdev->dev; in i40e_alloc_rings()
11735 ring->count = vsi->num_tx_desc; in i40e_alloc_rings()
11736 ring->size = 0; in i40e_alloc_rings()
11737 ring->dcb_tc = 0; in i40e_alloc_rings()
11738 if (test_bit(I40E_HW_CAP_WB_ON_ITR, vsi->back->hw.caps)) in i40e_alloc_rings()
11739 ring->flags = I40E_TXR_FLAGS_WB_ON_ITR; in i40e_alloc_rings()
11741 ring->itr_setting = pf->tx_itr_default; in i40e_alloc_rings()
11742 WRITE_ONCE(vsi->xdp_rings[i], ring++); in i40e_alloc_rings()
11745 ring->queue_index = i; in i40e_alloc_rings()
11746 ring->reg_idx = vsi->base_queue + i; in i40e_alloc_rings()
11747 ring->ring_active = false; in i40e_alloc_rings()
11748 ring->vsi = vsi; in i40e_alloc_rings()
11749 ring->netdev = vsi->netdev; in i40e_alloc_rings()
11750 ring->dev = &pf->pdev->dev; in i40e_alloc_rings()
11751 ring->count = vsi->num_rx_desc; in i40e_alloc_rings()
11752 ring->size = 0; in i40e_alloc_rings()
11753 ring->dcb_tc = 0; in i40e_alloc_rings()
11754 ring->itr_setting = pf->rx_itr_default; in i40e_alloc_rings()
11755 WRITE_ONCE(vsi->rx_rings[i], ring); in i40e_alloc_rings()
11762 return -ENOMEM; in i40e_alloc_rings()
11766 * i40e_reserve_msix_vectors - Reserve MSI-X vectors in the kernel
11768 * @vectors: the number of MSI-X vectors to request
11774 vectors = pci_enable_msix_range(pf->pdev, pf->msix_entries, in i40e_reserve_msix_vectors()
11777 dev_info(&pf->pdev->dev, in i40e_reserve_msix_vectors()
11778 "MSI-X vector reservation failed: %d\n", vectors); in i40e_reserve_msix_vectors()
11786 * i40e_init_msix - Setup the MSIX capability
11795 struct i40e_hw *hw = &pf->hw; in i40e_init_msix()
11802 if (!test_bit(I40E_FLAG_MSIX_ENA, pf->flags)) in i40e_init_msix()
11803 return -ENODEV; in i40e_init_msix()
11806 * - Add 1 for "other" cause for Admin Queue events, etc. in i40e_init_msix()
11807 * - The number of LAN queue pairs in i40e_init_msix()
11808 * - Queues being used for RSS. in i40e_init_msix()
11812 * - assumes symmetric Tx/Rx pairing in i40e_init_msix()
11813 * - The number of VMDq pairs in i40e_init_msix()
11814 * - The CPU count within the NUMA node if iWARP is enabled in i40e_init_msix()
11820 vectors_left = hw->func_caps.num_msix_vectors; in i40e_init_msix()
11826 vectors_left--; in i40e_init_msix()
11837 pf->num_lan_msix = min_t(int, cpus, vectors_left / 2); in i40e_init_msix()
11838 vectors_left -= pf->num_lan_msix; in i40e_init_msix()
11841 if (test_bit(I40E_FLAG_FD_SB_ENA, pf->flags)) { in i40e_init_msix()
11843 pf->num_fdsb_msix = 1; in i40e_init_msix()
11845 vectors_left--; in i40e_init_msix()
11847 pf->num_fdsb_msix = 0; in i40e_init_msix()
11852 if (test_bit(I40E_FLAG_IWARP_ENA, pf->flags)) { in i40e_init_msix()
11853 iwarp_requested = pf->num_iwarp_msix; in i40e_init_msix()
11856 pf->num_iwarp_msix = 0; in i40e_init_msix()
11857 else if (vectors_left < pf->num_iwarp_msix) in i40e_init_msix()
11858 pf->num_iwarp_msix = 1; in i40e_init_msix()
11859 v_budget += pf->num_iwarp_msix; in i40e_init_msix()
11860 vectors_left -= pf->num_iwarp_msix; in i40e_init_msix()
11864 if (test_bit(I40E_FLAG_VMDQ_ENA, pf->flags)) { in i40e_init_msix()
11866 pf->num_vmdq_msix = 0; in i40e_init_msix()
11867 pf->num_vmdq_qps = 0; in i40e_init_msix()
11870 pf->num_vmdq_vsis * pf->num_vmdq_qps; in i40e_init_msix()
11881 pf->num_vmdq_qps = 1; in i40e_init_msix()
11882 vmdq_vecs_wanted = pf->num_vmdq_vsis; in i40e_init_msix()
11887 pf->num_vmdq_msix = pf->num_vmdq_qps; in i40e_init_msix()
11890 vectors_left -= vmdq_vecs; in i40e_init_msix()
11903 extra_vectors = min_t(int, cpus - pf->num_lan_msix, vectors_left); in i40e_init_msix()
11904 pf->num_lan_msix += extra_vectors; in i40e_init_msix()
11905 vectors_left -= extra_vectors; in i40e_init_msix()
11908 …remaining vectors underflowed. This is an accounting bug when determining total MSI-X vectors.\n"); in i40e_init_msix()
11910 v_budget += pf->num_lan_msix; in i40e_init_msix()
11911 pf->msix_entries = kcalloc(v_budget, sizeof(struct msix_entry), in i40e_init_msix()
11913 if (!pf->msix_entries) in i40e_init_msix()
11914 return -ENOMEM; in i40e_init_msix()
11917 pf->msix_entries[i].entry = i; in i40e_init_msix()
11921 clear_bit(I40E_FLAG_MSIX_ENA, pf->flags); in i40e_init_msix()
11922 kfree(pf->msix_entries); in i40e_init_msix()
11923 pf->msix_entries = NULL; in i40e_init_msix()
11924 pci_disable_msix(pf->pdev); in i40e_init_msix()
11925 return -ENODEV; in i40e_init_msix()
11929 pf->num_vmdq_vsis = 0; in i40e_init_msix()
11930 pf->num_vmdq_qps = 0; in i40e_init_msix()
11931 pf->num_lan_qps = 1; in i40e_init_msix()
11932 pf->num_lan_msix = 1; in i40e_init_msix()
11942 dev_info(&pf->pdev->dev, in i40e_init_msix()
11943 "MSI-X vector limit reached with %d, wanted %d, attempting to redistribute vectors\n", in i40e_init_msix()
11946 vec = v_actual - 1; in i40e_init_msix()
11949 pf->num_vmdq_msix = 1; /* force VMDqs to only one vector */ in i40e_init_msix()
11950 pf->num_vmdq_vsis = 1; in i40e_init_msix()
11951 pf->num_vmdq_qps = 1; in i40e_init_msix()
11956 pf->num_lan_msix = 1; in i40e_init_msix()
11959 if (test_bit(I40E_FLAG_IWARP_ENA, pf->flags)) { in i40e_init_msix()
11960 pf->num_lan_msix = 1; in i40e_init_msix()
11961 pf->num_iwarp_msix = 1; in i40e_init_msix()
11963 pf->num_lan_msix = 2; in i40e_init_msix()
11967 if (test_bit(I40E_FLAG_IWARP_ENA, pf->flags)) { in i40e_init_msix()
11968 pf->num_iwarp_msix = min_t(int, (vec / 3), in i40e_init_msix()
11970 pf->num_vmdq_vsis = min_t(int, (vec / 3), in i40e_init_msix()
11973 pf->num_vmdq_vsis = min_t(int, (vec / 2), in i40e_init_msix()
11976 if (test_bit(I40E_FLAG_FD_SB_ENA, pf->flags)) { in i40e_init_msix()
11977 pf->num_fdsb_msix = 1; in i40e_init_msix()
11978 vec--; in i40e_init_msix()
11980 pf->num_lan_msix = min_t(int, in i40e_init_msix()
11981 (vec - (pf->num_iwarp_msix + pf->num_vmdq_vsis)), in i40e_init_msix()
11982 pf->num_lan_msix); in i40e_init_msix()
11983 pf->num_lan_qps = pf->num_lan_msix; in i40e_init_msix()
11988 if (test_bit(I40E_FLAG_FD_SB_ENA, pf->flags) && pf->num_fdsb_msix == 0) { in i40e_init_msix()
11989 dev_info(&pf->pdev->dev, "Sideband Flowdir disabled, not enough MSI-X vectors\n"); in i40e_init_msix()
11990 clear_bit(I40E_FLAG_FD_SB_ENA, pf->flags); in i40e_init_msix()
11991 set_bit(I40E_FLAG_FD_SB_INACTIVE, pf->flags); in i40e_init_msix()
11993 if (test_bit(I40E_FLAG_VMDQ_ENA, pf->flags) && pf->num_vmdq_msix == 0) { in i40e_init_msix()
11994 dev_info(&pf->pdev->dev, "VMDq disabled, not enough MSI-X vectors\n"); in i40e_init_msix()
11995 clear_bit(I40E_FLAG_VMDQ_ENA, pf->flags); in i40e_init_msix()
11998 if (test_bit(I40E_FLAG_IWARP_ENA, pf->flags) && in i40e_init_msix()
11999 pf->num_iwarp_msix == 0) { in i40e_init_msix()
12000 dev_info(&pf->pdev->dev, "IWARP disabled, not enough MSI-X vectors\n"); in i40e_init_msix()
12001 clear_bit(I40E_FLAG_IWARP_ENA, pf->flags); in i40e_init_msix()
12003 i40e_debug(&pf->hw, I40E_DEBUG_INIT, in i40e_init_msix()
12004 "MSI-X vector distribution: PF %d, VMDq %d, FDSB %d, iWARP %d\n", in i40e_init_msix()
12005 pf->num_lan_msix, in i40e_init_msix()
12006 pf->num_vmdq_msix * pf->num_vmdq_vsis, in i40e_init_msix()
12007 pf->num_fdsb_msix, in i40e_init_msix()
12008 pf->num_iwarp_msix); in i40e_init_msix()
12014 * i40e_vsi_alloc_q_vector - Allocate memory for a single interrupt vector
12018 * We allocate one q_vector. If allocation fails we return -ENOMEM.
12027 return -ENOMEM; in i40e_vsi_alloc_q_vector()
12029 q_vector->vsi = vsi; in i40e_vsi_alloc_q_vector()
12030 q_vector->v_idx = v_idx; in i40e_vsi_alloc_q_vector()
12031 cpumask_copy(&q_vector->affinity_mask, cpu_possible_mask); in i40e_vsi_alloc_q_vector()
12033 if (vsi->netdev) in i40e_vsi_alloc_q_vector()
12034 netif_napi_add(vsi->netdev, &q_vector->napi, i40e_napi_poll); in i40e_vsi_alloc_q_vector()
12037 vsi->q_vectors[v_idx] = q_vector; in i40e_vsi_alloc_q_vector()
12043 * i40e_vsi_alloc_q_vectors - Allocate memory for interrupt vectors
12047 * return -ENOMEM.
12051 struct i40e_pf *pf = vsi->back; in i40e_vsi_alloc_q_vectors()
12055 if (test_bit(I40E_FLAG_MSIX_ENA, pf->flags)) in i40e_vsi_alloc_q_vectors()
12056 num_q_vectors = vsi->num_q_vectors; in i40e_vsi_alloc_q_vectors()
12057 else if (vsi->type == I40E_VSI_MAIN) in i40e_vsi_alloc_q_vectors()
12060 return -EINVAL; in i40e_vsi_alloc_q_vectors()
12071 while (v_idx--) in i40e_vsi_alloc_q_vectors()
12078 * i40e_init_interrupt_scheme - Determine proper interrupt scheme
12086 if (test_bit(I40E_FLAG_MSIX_ENA, pf->flags)) { in i40e_init_interrupt_scheme()
12089 clear_bit(I40E_FLAG_MSIX_ENA, pf->flags); in i40e_init_interrupt_scheme()
12090 clear_bit(I40E_FLAG_IWARP_ENA, pf->flags); in i40e_init_interrupt_scheme()
12091 clear_bit(I40E_FLAG_RSS_ENA, pf->flags); in i40e_init_interrupt_scheme()
12092 clear_bit(I40E_FLAG_DCB_CAPABLE, pf->flags); in i40e_init_interrupt_scheme()
12093 clear_bit(I40E_FLAG_DCB_ENA, pf->flags); in i40e_init_interrupt_scheme()
12094 clear_bit(I40E_FLAG_SRIOV_ENA, pf->flags); in i40e_init_interrupt_scheme()
12095 clear_bit(I40E_FLAG_FD_SB_ENA, pf->flags); in i40e_init_interrupt_scheme()
12096 clear_bit(I40E_FLAG_FD_ATR_ENA, pf->flags); in i40e_init_interrupt_scheme()
12097 clear_bit(I40E_FLAG_VMDQ_ENA, pf->flags); in i40e_init_interrupt_scheme()
12098 set_bit(I40E_FLAG_FD_SB_INACTIVE, pf->flags); in i40e_init_interrupt_scheme()
12105 if (!test_bit(I40E_FLAG_MSIX_ENA, pf->flags) && in i40e_init_interrupt_scheme()
12106 test_bit(I40E_FLAG_MSI_ENA, pf->flags)) { in i40e_init_interrupt_scheme()
12107 dev_info(&pf->pdev->dev, "MSI-X not available, trying MSI\n"); in i40e_init_interrupt_scheme()
12108 vectors = pci_enable_msi(pf->pdev); in i40e_init_interrupt_scheme()
12110 dev_info(&pf->pdev->dev, "MSI init failed - %d\n", in i40e_init_interrupt_scheme()
12112 clear_bit(I40E_FLAG_MSI_ENA, pf->flags); in i40e_init_interrupt_scheme()
12117 if (!test_bit(I40E_FLAG_MSI_ENA, pf->flags) && in i40e_init_interrupt_scheme()
12118 !test_bit(I40E_FLAG_MSIX_ENA, pf->flags)) in i40e_init_interrupt_scheme()
12119 dev_info(&pf->pdev->dev, "MSI-X and MSI not available, falling back to Legacy IRQ\n"); in i40e_init_interrupt_scheme()
12123 pf->irq_pile = kzalloc(size, GFP_KERNEL); in i40e_init_interrupt_scheme()
12124 if (!pf->irq_pile) in i40e_init_interrupt_scheme()
12125 return -ENOMEM; in i40e_init_interrupt_scheme()
12127 pf->irq_pile->num_entries = vectors; in i40e_init_interrupt_scheme()
12130 (void)i40e_get_lump(pf, pf->irq_pile, 1, I40E_PILE_VALID_BIT - 1); in i40e_init_interrupt_scheme()
12136 * i40e_restore_interrupt_scheme - Restore the interrupt scheme
12140 * device. This should be called during resume to re-allocate the q_vectors
12148 /* We cleared the MSI and MSI-X flags when disabling the old interrupt in i40e_restore_interrupt_scheme()
12149 * scheme. We need to re-enabled them here in order to attempt to in i40e_restore_interrupt_scheme()
12150 * re-acquire the MSI or MSI-X vectors in i40e_restore_interrupt_scheme()
12152 set_bit(I40E_FLAG_MSI_ENA, pf->flags); in i40e_restore_interrupt_scheme()
12153 set_bit(I40E_FLAG_MSIX_ENA, pf->flags); in i40e_restore_interrupt_scheme()
12159 /* Now that we've re-acquired IRQs, we need to remap the vectors and in i40e_restore_interrupt_scheme()
12174 if (test_bit(I40E_FLAG_IWARP_ENA, pf->flags)) in i40e_restore_interrupt_scheme()
12180 while (i--) { in i40e_restore_interrupt_scheme()
12181 if (pf->vsi[i]) in i40e_restore_interrupt_scheme()
12182 i40e_vsi_free_q_vectors(pf->vsi[i]); in i40e_restore_interrupt_scheme()
12189 * i40e_setup_misc_vector_for_recovery_mode - Setup the misc vector to handle
12194 * the non-queue interrupts, e.g. AdminQ and errors in recovery mode.
12202 if (test_bit(I40E_FLAG_MSIX_ENA, pf->flags)) { in i40e_setup_misc_vector_for_recovery_mode()
12206 dev_info(&pf->pdev->dev, in i40e_setup_misc_vector_for_recovery_mode()
12207 "MSI-X misc vector request failed, error %d\n", in i40e_setup_misc_vector_for_recovery_mode()
12212 u32 flags = test_bit(I40E_FLAG_MSI_ENA, pf->flags) ? 0 : IRQF_SHARED; in i40e_setup_misc_vector_for_recovery_mode()
12214 err = request_irq(pf->pdev->irq, i40e_intr, flags, in i40e_setup_misc_vector_for_recovery_mode()
12215 pf->int_name, pf); in i40e_setup_misc_vector_for_recovery_mode()
12218 dev_info(&pf->pdev->dev, in i40e_setup_misc_vector_for_recovery_mode()
12231 * i40e_setup_misc_vector - Setup the misc vector to handle non queue events
12235 * non-queue interrupts, e.g. AdminQ and errors. This is not used
12240 struct i40e_hw *hw = &pf->hw; in i40e_setup_misc_vector()
12244 if (!test_and_set_bit(__I40E_MISC_IRQ_REQUESTED, pf->state)) { in i40e_setup_misc_vector()
12245 err = request_irq(pf->msix_entries[0].vector, in i40e_setup_misc_vector()
12246 i40e_intr, 0, pf->int_name, pf); in i40e_setup_misc_vector()
12248 clear_bit(__I40E_MISC_IRQ_REQUESTED, pf->state); in i40e_setup_misc_vector()
12249 dev_info(&pf->pdev->dev, in i40e_setup_misc_vector()
12251 pf->int_name, err); in i40e_setup_misc_vector()
12252 return -EFAULT; in i40e_setup_misc_vector()
12270 * i40e_get_rss_aq - Get RSS keys and lut by using AQ commands
12281 struct i40e_pf *pf = vsi->back; in i40e_get_rss_aq()
12282 struct i40e_hw *hw = &pf->hw; in i40e_get_rss_aq()
12286 ret = i40e_aq_get_rss_key(hw, vsi->id, in i40e_get_rss_aq()
12289 dev_info(&pf->pdev->dev, in i40e_get_rss_aq()
12292 libie_aq_str(pf->hw.aq.asq_last_status)); in i40e_get_rss_aq()
12298 bool pf_lut = vsi->type == I40E_VSI_MAIN; in i40e_get_rss_aq()
12300 ret = i40e_aq_get_rss_lut(hw, vsi->id, pf_lut, lut, lut_size); in i40e_get_rss_aq()
12302 dev_info(&pf->pdev->dev, in i40e_get_rss_aq()
12305 libie_aq_str(pf->hw.aq.asq_last_status)); in i40e_get_rss_aq()
12314 * i40e_config_rss_reg - Configure RSS keys and lut by writing registers
12325 struct i40e_pf *pf = vsi->back; in i40e_config_rss_reg()
12326 struct i40e_hw *hw = &pf->hw; in i40e_config_rss_reg()
12327 u16 vf_id = vsi->vf_id; in i40e_config_rss_reg()
12334 if (vsi->type == I40E_VSI_MAIN) { in i40e_config_rss_reg()
12337 } else if (vsi->type == I40E_VSI_SRIOV) { in i40e_config_rss_reg()
12341 dev_err(&pf->pdev->dev, "Cannot set RSS seed - invalid VSI type\n"); in i40e_config_rss_reg()
12348 if (vsi->type == I40E_VSI_MAIN) { in i40e_config_rss_reg()
12350 return -EINVAL; in i40e_config_rss_reg()
12353 } else if (vsi->type == I40E_VSI_SRIOV) { in i40e_config_rss_reg()
12355 return -EINVAL; in i40e_config_rss_reg()
12359 dev_err(&pf->pdev->dev, "Cannot set RSS LUT - invalid VSI type\n"); in i40e_config_rss_reg()
12368 * i40e_get_rss_reg - Get the RSS keys and lut by reading registers
12379 struct i40e_pf *pf = vsi->back; in i40e_get_rss_reg()
12380 struct i40e_hw *hw = &pf->hw; in i40e_get_rss_reg()
12393 return -EINVAL; in i40e_get_rss_reg()
12402 * i40e_config_rss - Configure RSS keys and lut
12412 struct i40e_pf *pf = vsi->back; in i40e_config_rss()
12414 if (test_bit(I40E_HW_CAP_RSS_AQ, pf->hw.caps)) in i40e_config_rss()
12421 * i40e_get_rss - Get RSS keys and lut
12431 struct i40e_pf *pf = vsi->back; in i40e_get_rss()
12433 if (test_bit(I40E_HW_CAP_RSS_AQ, pf->hw.caps)) in i40e_get_rss()
12440 * i40e_fill_rss_lut - Fill the RSS lookup table with default values
12456 * i40e_pf_config_rss - Prepare for RSS if used
12464 struct i40e_hw *hw = &pf->hw; in i40e_pf_config_rss()
12479 reg_val = (pf->rss_table_size == 512) ? in i40e_pf_config_rss()
12485 if (!vsi->rss_size) { in i40e_pf_config_rss()
12489 * divide-by-zero. It probably won't pass traffic, but it also in i40e_pf_config_rss()
12492 qcount = vsi->num_queue_pairs / in i40e_pf_config_rss()
12493 (vsi->tc_config.numtc ? vsi->tc_config.numtc : 1); in i40e_pf_config_rss()
12494 vsi->rss_size = min_t(int, pf->alloc_rss_size, qcount); in i40e_pf_config_rss()
12496 if (!vsi->rss_size) in i40e_pf_config_rss()
12497 return -EINVAL; in i40e_pf_config_rss()
12499 lut = kzalloc(vsi->rss_table_size, GFP_KERNEL); in i40e_pf_config_rss()
12501 return -ENOMEM; in i40e_pf_config_rss()
12504 if (vsi->rss_lut_user) in i40e_pf_config_rss()
12505 memcpy(lut, vsi->rss_lut_user, vsi->rss_table_size); in i40e_pf_config_rss()
12507 i40e_fill_rss_lut(pf, lut, vsi->rss_table_size, vsi->rss_size); in i40e_pf_config_rss()
12512 if (vsi->rss_hkey_user) in i40e_pf_config_rss()
12513 memcpy(seed, vsi->rss_hkey_user, I40E_HKEY_ARRAY_SIZE); in i40e_pf_config_rss()
12516 ret = i40e_config_rss(vsi, seed, lut, vsi->rss_table_size); in i40e_pf_config_rss()
12523 * i40e_reconfig_rss_queues - change number of queues for rss and rebuild
12536 if (!test_bit(I40E_FLAG_RSS_ENA, pf->flags)) in i40e_reconfig_rss_queues()
12540 new_rss_size = min_t(int, queue_count, pf->rss_size_max); in i40e_reconfig_rss_queues()
12542 if (queue_count != vsi->num_queue_pairs) { in i40e_reconfig_rss_queues()
12545 vsi->req_queue_pairs = queue_count; in i40e_reconfig_rss_queues()
12547 if (test_bit(__I40E_IN_REMOVE, pf->state)) in i40e_reconfig_rss_queues()
12548 return pf->alloc_rss_size; in i40e_reconfig_rss_queues()
12550 pf->alloc_rss_size = new_rss_size; in i40e_reconfig_rss_queues()
12557 if (queue_count < vsi->rss_size) { in i40e_reconfig_rss_queues()
12559 dev_dbg(&pf->pdev->dev, in i40e_reconfig_rss_queues()
12563 /* Reset vsi->rss_size, as number of enabled queues changed */ in i40e_reconfig_rss_queues()
12564 qcount = vsi->num_queue_pairs / vsi->tc_config.numtc; in i40e_reconfig_rss_queues()
12565 vsi->rss_size = min_t(int, pf->alloc_rss_size, qcount); in i40e_reconfig_rss_queues()
12569 dev_info(&pf->pdev->dev, "User requested queue count/HW max RSS count: %d/%d\n", in i40e_reconfig_rss_queues()
12570 vsi->req_queue_pairs, pf->rss_size_max); in i40e_reconfig_rss_queues()
12571 return pf->alloc_rss_size; in i40e_reconfig_rss_queues()
12575 * i40e_get_partition_bw_setting - Retrieve BW settings for this PF partition
12584 status = i40e_read_bw_from_alt_ram(&pf->hw, &max_bw, &min_bw, in i40e_get_partition_bw_setting()
12589 pf->min_bw = min_bw; in i40e_get_partition_bw_setting()
12591 pf->max_bw = max_bw; in i40e_get_partition_bw_setting()
12598 * i40e_set_partition_bw_setting - Set BW settings for this PF partition
12609 bw_data.pf_valid_bits = cpu_to_le16(BIT(pf->hw.pf_id)); in i40e_set_partition_bw_setting()
12610 bw_data.max_bw[pf->hw.pf_id] = pf->max_bw & I40E_ALT_BW_VALUE_MASK; in i40e_set_partition_bw_setting()
12611 bw_data.min_bw[pf->hw.pf_id] = pf->min_bw & I40E_ALT_BW_VALUE_MASK; in i40e_set_partition_bw_setting()
12614 status = i40e_aq_configure_partition_bw(&pf->hw, &bw_data, NULL); in i40e_set_partition_bw_setting()
12620 * i40e_is_total_port_shutdown_enabled - read NVM and return value
12639 read_status = i40e_read_nvm_word(&pf->hw, in i40e_is_total_port_shutdown_enabled()
12644 read_status = i40e_read_nvm_word(&pf->hw, in i40e_is_total_port_shutdown_enabled()
12651 read_status = i40e_read_nvm_module_data(&pf->hw, in i40e_is_total_port_shutdown_enabled()
12659 link_behavior >>= (pf->hw.port * I40E_LINK_BEHAVIOR_PORT_BIT_LENGTH); in i40e_is_total_port_shutdown_enabled()
12665 dev_warn(&pf->pdev->dev, in i40e_is_total_port_shutdown_enabled()
12666 "total-port-shutdown feature is off due to read nvm error: %pe\n", in i40e_is_total_port_shutdown_enabled()
12672 * i40e_sw_init - Initialize general software structures (struct i40e_pf)
12686 bitmap_zero(pf->flags, I40E_PF_FLAGS_NBITS); in i40e_sw_init()
12687 set_bit(I40E_FLAG_MSI_ENA, pf->flags); in i40e_sw_init()
12688 set_bit(I40E_FLAG_MSIX_ENA, pf->flags); in i40e_sw_init()
12691 pf->rx_itr_default = I40E_ITR_RX_DEF; in i40e_sw_init()
12692 pf->tx_itr_default = I40E_ITR_TX_DEF; in i40e_sw_init()
12697 pf->rss_size_max = BIT(pf->hw.func_caps.rss_table_entry_width); in i40e_sw_init()
12698 pf->alloc_rss_size = 1; in i40e_sw_init()
12699 pf->rss_table_size = pf->hw.func_caps.rss_table_size; in i40e_sw_init()
12700 pf->rss_size_max = min_t(int, pf->rss_size_max, in i40e_sw_init()
12701 pf->hw.func_caps.num_tx_qp); in i40e_sw_init()
12703 /* find the next higher power-of-2 of num cpus */ in i40e_sw_init()
12705 pf->rss_size_max = min_t(int, pf->rss_size_max, pow); in i40e_sw_init()
12707 if (pf->hw.func_caps.rss) { in i40e_sw_init()
12708 set_bit(I40E_FLAG_RSS_ENA, pf->flags); in i40e_sw_init()
12709 pf->alloc_rss_size = min_t(int, pf->rss_size_max, in i40e_sw_init()
12714 if (pf->hw.func_caps.npar_enable || pf->hw.func_caps.flex10_enable) { in i40e_sw_init()
12715 set_bit(I40E_FLAG_MFP_ENA, pf->flags); in i40e_sw_init()
12716 dev_info(&pf->pdev->dev, "MFP mode Enabled\n"); in i40e_sw_init()
12718 dev_warn(&pf->pdev->dev, in i40e_sw_init()
12721 dev_info(&pf->pdev->dev, in i40e_sw_init()
12723 pf->min_bw, pf->max_bw); in i40e_sw_init()
12730 if ((pf->hw.func_caps.fd_filters_guaranteed > 0) || in i40e_sw_init()
12731 (pf->hw.func_caps.fd_filters_best_effort > 0)) { in i40e_sw_init()
12732 set_bit(I40E_FLAG_FD_ATR_ENA, pf->flags); in i40e_sw_init()
12733 if (test_bit(I40E_FLAG_MFP_ENA, pf->flags) && in i40e_sw_init()
12734 pf->hw.num_partitions > 1) in i40e_sw_init()
12735 dev_info(&pf->pdev->dev, in i40e_sw_init()
12738 set_bit(I40E_FLAG_FD_SB_ENA, pf->flags); in i40e_sw_init()
12739 pf->fdir_pf_filter_count = in i40e_sw_init()
12740 pf->hw.func_caps.fd_filters_guaranteed; in i40e_sw_init()
12741 pf->hw.fdir_shared_filter_count = in i40e_sw_init()
12742 pf->hw.func_caps.fd_filters_best_effort; in i40e_sw_init()
12746 if (test_bit(I40E_HW_CAP_ATR_EVICT, pf->hw.caps)) in i40e_sw_init()
12747 set_bit(I40E_FLAG_HW_ATR_EVICT_ENA, pf->flags); in i40e_sw_init()
12749 if (pf->hw.func_caps.vmdq && num_online_cpus() != 1) { in i40e_sw_init()
12750 pf->num_vmdq_vsis = I40E_DEFAULT_NUM_VMDQ_VSI; in i40e_sw_init()
12751 set_bit(I40E_FLAG_VMDQ_ENA, pf->flags); in i40e_sw_init()
12752 pf->num_vmdq_qps = i40e_default_queues_per_vmdq(pf); in i40e_sw_init()
12755 if (pf->hw.func_caps.iwarp && num_online_cpus() != 1) { in i40e_sw_init()
12756 set_bit(I40E_FLAG_IWARP_ENA, pf->flags); in i40e_sw_init()
12758 pf->num_iwarp_msix = (int)num_online_cpus() + 1; in i40e_sw_init()
12765 if (pf->hw.mac.type == I40E_MAC_XL710 && in i40e_sw_init()
12766 pf->hw.func_caps.npar_enable) in i40e_sw_init()
12767 clear_bit(I40E_HW_CAP_FW_LLDP_STOPPABLE, pf->hw.caps); in i40e_sw_init()
12770 if (pf->hw.func_caps.num_vfs && pf->hw.partition_id == 1) { in i40e_sw_init()
12771 pf->num_vf_qps = I40E_DEFAULT_QUEUES_PER_VF; in i40e_sw_init()
12772 set_bit(I40E_FLAG_SRIOV_ENA, pf->flags); in i40e_sw_init()
12773 pf->num_req_vfs = min_t(int, in i40e_sw_init()
12774 pf->hw.func_caps.num_vfs, in i40e_sw_init()
12778 pf->lan_veb = I40E_NO_VEB; in i40e_sw_init()
12779 pf->lan_vsi = I40E_NO_VSI; in i40e_sw_init()
12782 clear_bit(I40E_FLAG_VEB_STATS_ENA, pf->flags); in i40e_sw_init()
12786 + (sizeof(u16) * pf->hw.func_caps.num_tx_qp); in i40e_sw_init()
12787 pf->qp_pile = kzalloc(size, GFP_KERNEL); in i40e_sw_init()
12788 if (!pf->qp_pile) { in i40e_sw_init()
12789 err = -ENOMEM; in i40e_sw_init()
12792 pf->qp_pile->num_entries = pf->hw.func_caps.num_tx_qp; in i40e_sw_init()
12794 pf->tx_timeout_recovery_level = 1; in i40e_sw_init()
12796 if (pf->hw.mac.type != I40E_MAC_X722 && in i40e_sw_init()
12801 set_bit(I40E_FLAG_TOTAL_PORT_SHUTDOWN_ENA, pf->flags); in i40e_sw_init()
12802 set_bit(I40E_FLAG_LINK_DOWN_ON_CLOSE_ENA, pf->flags); in i40e_sw_init()
12803 dev_info(&pf->pdev->dev, in i40e_sw_init()
12804 "total-port-shutdown was enabled, link-down-on-close is forced on\n"); in i40e_sw_init()
12806 mutex_init(&pf->switch_mutex); in i40e_sw_init()
12813 * i40e_set_ntuple - set the ntuple feature flag and take action
12823 /* Check if Flow Director n-tuple support was enabled or disabled. If in i40e_set_ntuple()
12828 if (!test_bit(I40E_FLAG_FD_SB_ENA, pf->flags)) in i40e_set_ntuple()
12830 /* enable FD_SB only if there is MSI-X vector and no cloud in i40e_set_ntuple()
12833 if (pf->num_fdsb_msix > 0 && !pf->num_cloud_filters) { in i40e_set_ntuple()
12834 set_bit(I40E_FLAG_FD_SB_ENA, pf->flags); in i40e_set_ntuple()
12835 clear_bit(I40E_FLAG_FD_SB_INACTIVE, pf->flags); in i40e_set_ntuple()
12839 if (test_bit(I40E_FLAG_FD_SB_ENA, pf->flags)) { in i40e_set_ntuple()
12843 clear_bit(I40E_FLAG_FD_SB_ENA, pf->flags); in i40e_set_ntuple()
12844 clear_bit(__I40E_FD_SB_AUTO_DISABLED, pf->state); in i40e_set_ntuple()
12845 set_bit(I40E_FLAG_FD_SB_INACTIVE, pf->flags); in i40e_set_ntuple()
12848 pf->fd_add_err = 0; in i40e_set_ntuple()
12849 pf->fd_atr_cnt = 0; in i40e_set_ntuple()
12850 /* if ATR was auto disabled it can be re-enabled. */ in i40e_set_ntuple()
12851 if (test_and_clear_bit(__I40E_FD_ATR_AUTO_DISABLED, pf->state)) in i40e_set_ntuple()
12852 if (test_bit(I40E_FLAG_FD_ATR_ENA, pf->flags) && in i40e_set_ntuple()
12853 (I40E_DEBUG_FD & pf->hw.debug_mask)) in i40e_set_ntuple()
12854 dev_info(&pf->pdev->dev, "ATR re-enabled.\n"); in i40e_set_ntuple()
12860 * i40e_clear_rss_lut - clear the rx hash lookup table
12865 struct i40e_pf *pf = vsi->back; in i40e_clear_rss_lut()
12866 struct i40e_hw *hw = &pf->hw; in i40e_clear_rss_lut()
12867 u16 vf_id = vsi->vf_id; in i40e_clear_rss_lut()
12870 if (vsi->type == I40E_VSI_MAIN) { in i40e_clear_rss_lut()
12873 } else if (vsi->type == I40E_VSI_SRIOV) { in i40e_clear_rss_lut()
12877 dev_err(&pf->pdev->dev, "Cannot set RSS LUT - invalid VSI type\n"); in i40e_clear_rss_lut()
12882 * i40e_set_loopback - turn on/off loopback mode on underlying PF
12888 bool if_running = netif_running(vsi->netdev) && in i40e_set_loopback()
12889 !test_and_set_bit(__I40E_VSI_DOWN, vsi->state); in i40e_set_loopback()
12895 ret = i40e_aq_set_mac_loopback(&vsi->back->hw, ena, NULL); in i40e_set_loopback()
12897 netdev_err(vsi->netdev, "Failed to toggle loopback state\n"); in i40e_set_loopback()
12905 * i40e_set_features - set the netdev feature flags
12914 struct i40e_vsi *vsi = np->vsi; in i40e_set_features()
12915 struct i40e_pf *pf = vsi->back; in i40e_set_features()
12918 if (features & NETIF_F_RXHASH && !(netdev->features & NETIF_F_RXHASH)) in i40e_set_features()
12921 netdev->features & NETIF_F_RXHASH) in i40e_set_features()
12930 (netdev->features & NETIF_F_HW_TC) && pf->num_cloud_filters) { in i40e_set_features()
12931 dev_err(&pf->pdev->dev, in i40e_set_features()
12933 return -EINVAL; in i40e_set_features()
12936 if (!(features & NETIF_F_HW_L2FW_DOFFLOAD) && vsi->macvlan_cnt) in i40e_set_features()
12944 if ((features ^ netdev->features) & NETIF_F_LOOPBACK) in i40e_set_features()
12955 struct i40e_hw *hw = &np->vsi->back->hw; in i40e_udp_tunnel_set_port()
12959 type = ti->type == UDP_TUNNEL_TYPE_VXLAN ? I40E_AQC_TUNNEL_TYPE_VXLAN : in i40e_udp_tunnel_set_port()
12962 ret = i40e_aq_add_udp_tunnel(hw, ntohs(ti->port), type, &filter_index, in i40e_udp_tunnel_set_port()
12966 ERR_PTR(ret), libie_aq_str(hw->aq.asq_last_status)); in i40e_udp_tunnel_set_port()
12967 return -EIO; in i40e_udp_tunnel_set_port()
12979 struct i40e_hw *hw = &np->vsi->back->hw; in i40e_udp_tunnel_unset_port()
12982 ret = i40e_aq_del_udp_tunnel(hw, ti->hw_priv, NULL); in i40e_udp_tunnel_unset_port()
12985 ERR_PTR(ret), libie_aq_str(hw->aq.asq_last_status)); in i40e_udp_tunnel_unset_port()
12986 return -EIO; in i40e_udp_tunnel_unset_port()
12996 struct i40e_pf *pf = np->vsi->back; in i40e_get_phys_port_id()
12997 struct i40e_hw *hw = &pf->hw; in i40e_get_phys_port_id()
12999 if (!test_bit(I40E_HW_CAP_PORT_ID_VALID, pf->hw.caps)) in i40e_get_phys_port_id()
13000 return -EOPNOTSUPP; in i40e_get_phys_port_id()
13002 ppid->id_len = min_t(int, sizeof(hw->mac.port_addr), sizeof(ppid->id)); in i40e_get_phys_port_id()
13003 memcpy(ppid->id, hw->mac.port_addr, ppid->id_len); in i40e_get_phys_port_id()
13009 * i40e_ndo_fdb_add - add an entry to the hardware database
13026 struct i40e_pf *pf = np->vsi->back; in i40e_ndo_fdb_add()
13029 if (!test_bit(I40E_FLAG_SRIOV_ENA, pf->flags)) in i40e_ndo_fdb_add()
13030 return -EOPNOTSUPP; in i40e_ndo_fdb_add()
13033 pr_info("%s: vlans aren't supported yet for dev_uc|mc_add()\n", dev->name); in i40e_ndo_fdb_add()
13034 return -EINVAL; in i40e_ndo_fdb_add()
13040 if (ndm->ndm_state && !(ndm->ndm_state & NUD_PERMANENT)) { in i40e_ndo_fdb_add()
13042 return -EINVAL; in i40e_ndo_fdb_add()
13050 err = -EINVAL; in i40e_ndo_fdb_add()
13053 if (err == -EEXIST && !(flags & NLM_F_EXCL)) in i40e_ndo_fdb_add()
13060 * i40e_ndo_bridge_setlink - Set the hardware bridge mode
13081 struct i40e_vsi *vsi = np->vsi; in i40e_ndo_bridge_setlink()
13082 struct i40e_pf *pf = vsi->back; in i40e_ndo_bridge_setlink()
13088 if (vsi->type != I40E_VSI_MAIN) in i40e_ndo_bridge_setlink()
13089 return -EOPNOTSUPP; in i40e_ndo_bridge_setlink()
13092 veb = i40e_pf_get_veb_by_seid(pf, vsi->uplink_seid); in i40e_ndo_bridge_setlink()
13096 return -EINVAL; in i40e_ndo_bridge_setlink()
13103 return -EINVAL; in i40e_ndo_bridge_setlink()
13107 veb = i40e_veb_setup(pf, vsi->uplink_seid, vsi->seid, in i40e_ndo_bridge_setlink()
13108 vsi->tc_config.enabled_tc); in i40e_ndo_bridge_setlink()
13110 veb->bridge_mode = mode; in i40e_ndo_bridge_setlink()
13114 return -ENOENT; in i40e_ndo_bridge_setlink()
13117 } else if (mode != veb->bridge_mode) { in i40e_ndo_bridge_setlink()
13119 veb->bridge_mode = mode; in i40e_ndo_bridge_setlink()
13122 set_bit(I40E_FLAG_VEB_MODE_ENA, pf->flags); in i40e_ndo_bridge_setlink()
13124 clear_bit(I40E_FLAG_VEB_MODE_ENA, pf->flags); in i40e_ndo_bridge_setlink()
13134 * i40e_ndo_bridge_getlink - Get the hardware bridge mode
13151 struct i40e_vsi *vsi = np->vsi; in i40e_ndo_bridge_getlink()
13152 struct i40e_pf *pf = vsi->back; in i40e_ndo_bridge_getlink()
13156 if (vsi->type != I40E_VSI_MAIN) in i40e_ndo_bridge_getlink()
13157 return -EOPNOTSUPP; in i40e_ndo_bridge_getlink()
13160 veb = i40e_pf_get_veb_by_seid(pf, vsi->uplink_seid); in i40e_ndo_bridge_getlink()
13164 return ndo_dflt_bridge_getlink(skb, pid, seq, dev, veb->bridge_mode, in i40e_ndo_bridge_getlink()
13169 * i40e_features_check - Validate encapsulated packet conforms to limits
13184 if (skb->ip_summed != CHECKSUM_PARTIAL) in i40e_features_check()
13190 if (skb_is_gso(skb) && (skb_shinfo(skb)->gso_size < 64)) in i40e_features_check()
13203 if (skb->encapsulation) { in i40e_features_check()
13205 len = skb_inner_network_header(skb) - skb_transport_header(skb); in i40e_features_check()
13210 len = skb_inner_transport_header(skb) - in i40e_features_check()
13227 * i40e_xdp_setup - add/remove an XDP program
13236 struct i40e_pf *pf = vsi->back; in i40e_xdp_setup()
13242 if (prog && test_bit(__I40E_IN_REMOVE, pf->state)) in i40e_xdp_setup()
13243 return -EINVAL; in i40e_xdp_setup()
13246 if (vsi->netdev->mtu > frame_size - I40E_PACKET_HDR_PAD) { in i40e_xdp_setup()
13248 return -EINVAL; in i40e_xdp_setup()
13251 /* When turning XDP on->off/off->on we reset and rebuild the rings. */ in i40e_xdp_setup()
13256 old_prog = xchg(&vsi->xdp_prog, prog); in i40e_xdp_setup()
13260 xdp_features_clear_redirect_target(vsi->netdev); in i40e_xdp_setup()
13269 return -ENOMEM; in i40e_xdp_setup()
13272 return -ENOMEM; in i40e_xdp_setup()
13275 for (i = 0; i < vsi->num_queue_pairs; i++) in i40e_xdp_setup()
13276 WRITE_ONCE(vsi->rx_rings[i]->xdp_prog, vsi->xdp_prog); in i40e_xdp_setup()
13285 for (i = 0; i < vsi->num_queue_pairs; i++) in i40e_xdp_setup()
13286 if (vsi->xdp_rings[i]->xsk_pool) in i40e_xdp_setup()
13287 (void)i40e_xsk_wakeup(vsi->netdev, i, in i40e_xdp_setup()
13289 xdp_features_set_redirect_target(vsi->netdev, true); in i40e_xdp_setup()
13296 * i40e_enter_busy_conf - Enters busy config state
13303 struct i40e_pf *pf = vsi->back; in i40e_enter_busy_conf()
13306 while (test_and_set_bit(__I40E_CONFIG_BUSY, pf->state)) { in i40e_enter_busy_conf()
13307 timeout--; in i40e_enter_busy_conf()
13309 return -EBUSY; in i40e_enter_busy_conf()
13317 * i40e_exit_busy_conf - Exits busy config state
13322 struct i40e_pf *pf = vsi->back; in i40e_exit_busy_conf()
13324 clear_bit(__I40E_CONFIG_BUSY, pf->state); in i40e_exit_busy_conf()
13328 * i40e_queue_pair_reset_stats - Resets all statistics for a queue pair
13334 memset(&vsi->rx_rings[queue_pair]->rx_stats, 0, in i40e_queue_pair_reset_stats()
13335 sizeof(vsi->rx_rings[queue_pair]->rx_stats)); in i40e_queue_pair_reset_stats()
13336 memset(&vsi->tx_rings[queue_pair]->stats, 0, in i40e_queue_pair_reset_stats()
13337 sizeof(vsi->tx_rings[queue_pair]->stats)); in i40e_queue_pair_reset_stats()
13339 memset(&vsi->xdp_rings[queue_pair]->stats, 0, in i40e_queue_pair_reset_stats()
13340 sizeof(vsi->xdp_rings[queue_pair]->stats)); in i40e_queue_pair_reset_stats()
13345 * i40e_queue_pair_clean_rings - Cleans all the rings of a queue pair
13351 i40e_clean_tx_ring(vsi->tx_rings[queue_pair]); in i40e_queue_pair_clean_rings()
13353 /* Make sure that in-progress ndo_xdp_xmit calls are in i40e_queue_pair_clean_rings()
13357 i40e_clean_tx_ring(vsi->xdp_rings[queue_pair]); in i40e_queue_pair_clean_rings()
13359 i40e_clean_rx_ring(vsi->rx_rings[queue_pair]); in i40e_queue_pair_clean_rings()
13363 * i40e_queue_pair_toggle_napi - Enables/disables NAPI for a queue pair
13371 struct i40e_ring *rxr = vsi->rx_rings[queue_pair]; in i40e_queue_pair_toggle_napi()
13372 struct i40e_q_vector *q_vector = rxr->q_vector; in i40e_queue_pair_toggle_napi()
13374 if (!vsi->netdev) in i40e_queue_pair_toggle_napi()
13378 if (q_vector->rx.ring || q_vector->tx.ring) { in i40e_queue_pair_toggle_napi()
13380 napi_enable(&q_vector->napi); in i40e_queue_pair_toggle_napi()
13382 napi_disable(&q_vector->napi); in i40e_queue_pair_toggle_napi()
13387 * i40e_queue_pair_toggle_rings - Enables/disables all rings for a queue pair
13397 struct i40e_pf *pf = vsi->back; in i40e_queue_pair_toggle_rings()
13400 pf_q = vsi->base_queue + queue_pair; in i40e_queue_pair_toggle_rings()
13401 ret = i40e_control_wait_tx_q(vsi->seid, pf, pf_q, in i40e_queue_pair_toggle_rings()
13404 dev_info(&pf->pdev->dev, in i40e_queue_pair_toggle_rings()
13406 vsi->seid, pf_q, (enable ? "en" : "dis")); in i40e_queue_pair_toggle_rings()
13413 dev_info(&pf->pdev->dev, in i40e_queue_pair_toggle_rings()
13415 vsi->seid, pf_q, (enable ? "en" : "dis")); in i40e_queue_pair_toggle_rings()
13428 ret = i40e_control_wait_tx_q(vsi->seid, pf, in i40e_queue_pair_toggle_rings()
13429 pf_q + vsi->alloc_queue_pairs, in i40e_queue_pair_toggle_rings()
13432 dev_info(&pf->pdev->dev, in i40e_queue_pair_toggle_rings()
13434 vsi->seid, pf_q, (enable ? "en" : "dis")); in i40e_queue_pair_toggle_rings()
13441 * i40e_queue_pair_enable_irq - Enables interrupts for a queue pair
13447 struct i40e_ring *rxr = vsi->rx_rings[queue_pair]; in i40e_queue_pair_enable_irq()
13448 struct i40e_pf *pf = vsi->back; in i40e_queue_pair_enable_irq()
13449 struct i40e_hw *hw = &pf->hw; in i40e_queue_pair_enable_irq()
13452 if (test_bit(I40E_FLAG_MSIX_ENA, pf->flags)) in i40e_queue_pair_enable_irq()
13453 i40e_irq_dynamic_enable(vsi, rxr->q_vector->v_idx); in i40e_queue_pair_enable_irq()
13461 * i40e_queue_pair_disable_irq - Disables interrupts for a queue pair
13467 struct i40e_ring *rxr = vsi->rx_rings[queue_pair]; in i40e_queue_pair_disable_irq()
13468 struct i40e_pf *pf = vsi->back; in i40e_queue_pair_disable_irq()
13469 struct i40e_hw *hw = &pf->hw; in i40e_queue_pair_disable_irq()
13477 if (test_bit(I40E_FLAG_MSIX_ENA, pf->flags)) { in i40e_queue_pair_disable_irq()
13478 u32 intpf = vsi->base_vector + rxr->q_vector->v_idx; in i40e_queue_pair_disable_irq()
13480 wr32(hw, I40E_PFINT_DYN_CTLN(intpf - 1), 0); in i40e_queue_pair_disable_irq()
13482 synchronize_irq(pf->msix_entries[intpf].vector); in i40e_queue_pair_disable_irq()
13484 /* Legacy and MSI mode - this stops all interrupt handling */ in i40e_queue_pair_disable_irq()
13488 synchronize_irq(pf->pdev->irq); in i40e_queue_pair_disable_irq()
13493 * i40e_queue_pair_disable - Disables a queue pair
13510 i40e_clean_rx_ring(vsi->rx_rings[queue_pair]); in i40e_queue_pair_disable()
13518 * i40e_queue_pair_enable - Enables a queue pair
13528 err = i40e_configure_tx_ring(vsi->tx_rings[queue_pair]); in i40e_queue_pair_enable()
13533 err = i40e_configure_tx_ring(vsi->xdp_rings[queue_pair]); in i40e_queue_pair_enable()
13538 err = i40e_configure_rx_ring(vsi->rx_rings[queue_pair]); in i40e_queue_pair_enable()
13552 * i40e_xdp - implements ndo_bpf for i40e
13560 struct i40e_vsi *vsi = np->vsi; in i40e_xdp()
13562 if (vsi->type != I40E_VSI_MAIN) in i40e_xdp()
13563 return -EINVAL; in i40e_xdp()
13565 switch (xdp->command) { in i40e_xdp()
13567 return i40e_xdp_setup(vsi, xdp->prog, xdp->extack); in i40e_xdp()
13569 return i40e_xsk_pool_setup(vsi, xdp->xsk.pool, in i40e_xdp()
13570 xdp->xsk.queue_id); in i40e_xdp()
13572 return -EINVAL; in i40e_xdp()
13617 * i40e_config_netdev - Setup the netdev flags
13624 struct i40e_pf *pf = vsi->back; in i40e_config_netdev()
13625 struct i40e_hw *hw = &pf->hw; in i40e_config_netdev()
13635 netdev = alloc_etherdev_mq(etherdev_size, vsi->alloc_queue_pairs); in i40e_config_netdev()
13637 return -ENOMEM; in i40e_config_netdev()
13639 vsi->netdev = netdev; in i40e_config_netdev()
13641 np->vsi = vsi; in i40e_config_netdev()
13663 if (!test_bit(I40E_HW_CAP_OUTER_UDP_CSUM, pf->hw.caps)) in i40e_config_netdev()
13664 netdev->gso_partial_features |= NETIF_F_GSO_UDP_TUNNEL_CSUM; in i40e_config_netdev()
13666 netdev->udp_tunnel_nic_info = &pf->udp_tunnel_nic; in i40e_config_netdev()
13668 netdev->gso_partial_features |= NETIF_F_GSO_GRE_CSUM; in i40e_config_netdev()
13670 netdev->hw_enc_features |= hw_enc_features; in i40e_config_netdev()
13673 netdev->vlan_features |= hw_enc_features | NETIF_F_TSO_MANGLEID; in i40e_config_netdev()
13682 netdev->gso_partial_features = I40E_GSO_PARTIAL_FEATURES; in i40e_config_netdev()
13683 netdev->features |= NETIF_F_GSO_PARTIAL | in i40e_config_netdev()
13686 netdev->mpls_features |= NETIF_F_SG; in i40e_config_netdev()
13687 netdev->mpls_features |= NETIF_F_HW_CSUM; in i40e_config_netdev()
13688 netdev->mpls_features |= NETIF_F_TSO; in i40e_config_netdev()
13689 netdev->mpls_features |= NETIF_F_TSO6; in i40e_config_netdev()
13690 netdev->mpls_features |= I40E_GSO_PARTIAL_FEATURES; in i40e_config_netdev()
13693 netdev->hw_features |= NETIF_F_HW_L2FW_DOFFLOAD; in i40e_config_netdev()
13699 if (!test_bit(I40E_FLAG_MFP_ENA, pf->flags)) in i40e_config_netdev()
13702 netdev->hw_features |= hw_features | NETIF_F_LOOPBACK; in i40e_config_netdev()
13704 netdev->features |= hw_features | NETIF_F_HW_VLAN_CTAG_FILTER; in i40e_config_netdev()
13705 netdev->hw_enc_features |= NETIF_F_TSO_MANGLEID; in i40e_config_netdev()
13707 netdev->features &= ~NETIF_F_HW_TC; in i40e_config_netdev()
13709 if (vsi->type == I40E_VSI_MAIN) { in i40e_config_netdev()
13710 SET_NETDEV_DEV(netdev, &pf->pdev->dev); in i40e_config_netdev()
13711 ether_addr_copy(mac_addr, hw->mac.perm_addr); in i40e_config_netdev()
13713 * some older NVM configurations load a default MAC-VLAN in i40e_config_netdev()
13723 spin_lock_bh(&vsi->mac_filter_hash_lock); in i40e_config_netdev()
13725 spin_unlock_bh(&vsi->mac_filter_hash_lock); in i40e_config_netdev()
13727 netdev->xdp_features = NETDEV_XDP_ACT_BASIC | in i40e_config_netdev()
13731 netdev->xdp_zc_max_segs = I40E_MAX_BUFFER_TXD; in i40e_config_netdev()
13736 * original name by IFNAMSIZ - 4 in i40e_config_netdev()
13740 snprintf(netdev->name, IFNAMSIZ, "%.*sv%%d", IFNAMSIZ - 4, in i40e_config_netdev()
13741 main_vsi->netdev->name); in i40e_config_netdev()
13744 spin_lock_bh(&vsi->mac_filter_hash_lock); in i40e_config_netdev()
13746 spin_unlock_bh(&vsi->mac_filter_hash_lock); in i40e_config_netdev()
13763 spin_lock_bh(&vsi->mac_filter_hash_lock); in i40e_config_netdev()
13765 spin_unlock_bh(&vsi->mac_filter_hash_lock); in i40e_config_netdev()
13768 ether_addr_copy(netdev->perm_addr, mac_addr); in i40e_config_netdev()
13770 /* i40iw_net_event() reads 16 bytes from neigh->primary_key */ in i40e_config_netdev()
13771 netdev->neigh_priv_len = sizeof(u32) * 4; in i40e_config_netdev()
13773 netdev->priv_flags |= IFF_UNICAST_FLT; in i40e_config_netdev()
13774 netdev->priv_flags |= IFF_SUPP_NOFCS; in i40e_config_netdev()
13776 i40e_vsi_config_netdev_tc(vsi, vsi->tc_config.enabled_tc); in i40e_config_netdev()
13778 netdev->netdev_ops = &i40e_netdev_ops; in i40e_config_netdev()
13779 netdev->watchdog_timeo = 5 * HZ; in i40e_config_netdev()
13782 /* MTU range: 68 - 9706 */ in i40e_config_netdev()
13783 netdev->min_mtu = ETH_MIN_MTU; in i40e_config_netdev()
13784 netdev->max_mtu = I40E_MAX_RXBUFFER - I40E_PACKET_HDR_PAD; in i40e_config_netdev()
13790 * i40e_vsi_delete - Delete a VSI from the switch
13798 if (vsi == vsi->back->vsi[vsi->back->lan_vsi]) in i40e_vsi_delete()
13801 i40e_aq_delete_element(&vsi->back->hw, vsi->seid, NULL); in i40e_vsi_delete()
13805 * i40e_is_vsi_uplink_mode_veb - Check if the VSI's uplink bridge mode is VEB
13813 struct i40e_pf *pf = vsi->back; in i40e_is_vsi_uplink_mode_veb()
13816 if (vsi->veb_idx >= I40E_MAX_VEB) in i40e_is_vsi_uplink_mode_veb()
13819 veb = pf->veb[vsi->veb_idx]; in i40e_is_vsi_uplink_mode_veb()
13821 dev_info(&pf->pdev->dev, in i40e_is_vsi_uplink_mode_veb()
13823 return -ENOENT; in i40e_is_vsi_uplink_mode_veb()
13827 if (veb->bridge_mode & BRIDGE_MODE_VEPA) { in i40e_is_vsi_uplink_mode_veb()
13839 * i40e_add_vsi - Add a VSI to the switch
13847 int ret = -ENODEV; in i40e_add_vsi()
13848 struct i40e_pf *pf = vsi->back; in i40e_add_vsi()
13849 struct i40e_hw *hw = &pf->hw; in i40e_add_vsi()
13859 switch (vsi->type) { in i40e_add_vsi()
13866 ctxt.seid = pf->main_vsi_seid; in i40e_add_vsi()
13867 ctxt.pf_num = pf->hw.pf_id; in i40e_add_vsi()
13869 ret = i40e_aq_get_vsi_params(&pf->hw, &ctxt, NULL); in i40e_add_vsi()
13872 dev_info(&pf->pdev->dev, in i40e_add_vsi()
13875 libie_aq_str(pf->hw.aq.asq_last_status)); in i40e_add_vsi()
13876 return -ENOENT; in i40e_add_vsi()
13878 vsi->info = ctxt.info; in i40e_add_vsi()
13879 vsi->info.valid_sections = 0; in i40e_add_vsi()
13881 vsi->seid = ctxt.seid; in i40e_add_vsi()
13882 vsi->id = ctxt.vsi_number; in i40e_add_vsi()
13887 * negative logic - if it's set, we need to fiddle with in i40e_add_vsi()
13890 if (test_bit(I40E_FLAG_SOURCE_PRUNING_DIS, pf->flags)) { in i40e_add_vsi()
13892 ctxt.seid = pf->main_vsi_seid; in i40e_add_vsi()
13893 ctxt.pf_num = pf->hw.pf_id; in i40e_add_vsi()
13901 dev_info(&pf->pdev->dev, in i40e_add_vsi()
13904 libie_aq_str(pf->hw.aq.asq_last_status)); in i40e_add_vsi()
13905 ret = -ENOENT; in i40e_add_vsi()
13911 if (test_bit(I40E_FLAG_MFP_ENA, pf->flags) && in i40e_add_vsi()
13912 !(pf->hw.func_caps.iscsi)) { /* NIC type PF */ in i40e_add_vsi()
13914 ctxt.seid = pf->main_vsi_seid; in i40e_add_vsi()
13915 ctxt.pf_num = pf->hw.pf_id; in i40e_add_vsi()
13920 dev_info(&pf->pdev->dev, in i40e_add_vsi()
13923 libie_aq_str(pf->hw.aq.asq_last_status)); in i40e_add_vsi()
13924 ret = -ENOENT; in i40e_add_vsi()
13929 vsi->info.valid_sections = 0; in i40e_add_vsi()
13942 dev_info(&pf->pdev->dev, in i40e_add_vsi()
13946 libie_aq_str(pf->hw.aq.asq_last_status)); in i40e_add_vsi()
13952 ctxt.pf_num = hw->pf_id; in i40e_add_vsi()
13954 ctxt.uplink_seid = vsi->uplink_seid; in i40e_add_vsi()
13957 if (test_bit(I40E_FLAG_VEB_MODE_ENA, pf->flags) && in i40e_add_vsi()
13968 ctxt.pf_num = hw->pf_id; in i40e_add_vsi()
13970 ctxt.uplink_seid = vsi->uplink_seid; in i40e_add_vsi()
13989 ctxt.pf_num = hw->pf_id; in i40e_add_vsi()
13990 ctxt.vf_num = vsi->vf_id + hw->func_caps.vf_base_id; in i40e_add_vsi()
13991 ctxt.uplink_seid = vsi->uplink_seid; in i40e_add_vsi()
14005 if (test_bit(I40E_FLAG_IWARP_ENA, vsi->back->flags)) { in i40e_add_vsi()
14015 if (pf->vf[vsi->vf_id].spoofchk) { in i40e_add_vsi()
14031 return -ENODEV; in i40e_add_vsi()
14034 if (vsi->type != I40E_VSI_MAIN) { in i40e_add_vsi()
14037 dev_info(&vsi->back->pdev->dev, in i40e_add_vsi()
14040 libie_aq_str(pf->hw.aq.asq_last_status)); in i40e_add_vsi()
14041 ret = -ENOENT; in i40e_add_vsi()
14044 vsi->info = ctxt.info; in i40e_add_vsi()
14045 vsi->info.valid_sections = 0; in i40e_add_vsi()
14046 vsi->seid = ctxt.seid; in i40e_add_vsi()
14047 vsi->id = ctxt.vsi_number; in i40e_add_vsi()
14050 spin_lock_bh(&vsi->mac_filter_hash_lock); in i40e_add_vsi()
14051 vsi->active_filters = 0; in i40e_add_vsi()
14053 hash_for_each_safe(vsi->mac_filter_hash, bkt, h, f, hlist) { in i40e_add_vsi()
14054 f->state = I40E_FILTER_NEW; in i40e_add_vsi()
14057 spin_unlock_bh(&vsi->mac_filter_hash_lock); in i40e_add_vsi()
14058 clear_bit(__I40E_VSI_OVERFLOW_PROMISC, vsi->state); in i40e_add_vsi()
14061 vsi->flags |= I40E_VSI_FLAG_FILTER_CHANGED; in i40e_add_vsi()
14062 set_bit(__I40E_MACVLAN_SYNC_PENDING, pf->state); in i40e_add_vsi()
14068 dev_info(&pf->pdev->dev, in i40e_add_vsi()
14070 ERR_PTR(ret), libie_aq_str(pf->hw.aq.asq_last_status)); in i40e_add_vsi()
14080 * i40e_vsi_release - Delete a VSI and free its resources
14094 pf = vsi->back; in i40e_vsi_release()
14096 /* release of a VEB-owner or last VSI is not allowed */ in i40e_vsi_release()
14097 if (vsi->flags & I40E_VSI_FLAG_VEB_OWNER) { in i40e_vsi_release()
14098 dev_info(&pf->pdev->dev, "VSI %d has existing VEB %d\n", in i40e_vsi_release()
14099 vsi->seid, vsi->uplink_seid); in i40e_vsi_release()
14100 return -ENODEV; in i40e_vsi_release()
14102 if (vsi->type == I40E_VSI_MAIN && !test_bit(__I40E_DOWN, pf->state)) { in i40e_vsi_release()
14103 dev_info(&pf->pdev->dev, "Can't remove PF VSI\n"); in i40e_vsi_release()
14104 return -ENODEV; in i40e_vsi_release()
14106 set_bit(__I40E_VSI_RELEASING, vsi->state); in i40e_vsi_release()
14107 uplink_seid = vsi->uplink_seid; in i40e_vsi_release()
14109 if (vsi->type != I40E_VSI_SRIOV) { in i40e_vsi_release()
14110 if (vsi->netdev_registered) { in i40e_vsi_release()
14111 vsi->netdev_registered = false; in i40e_vsi_release()
14112 if (vsi->netdev) { in i40e_vsi_release()
14114 unregister_netdev(vsi->netdev); in i40e_vsi_release()
14122 if (vsi->type == I40E_VSI_MAIN) in i40e_vsi_release()
14125 spin_lock_bh(&vsi->mac_filter_hash_lock); in i40e_vsi_release()
14128 if (vsi->netdev) { in i40e_vsi_release()
14129 __dev_uc_unsync(vsi->netdev, NULL); in i40e_vsi_release()
14130 __dev_mc_unsync(vsi->netdev, NULL); in i40e_vsi_release()
14134 hash_for_each_safe(vsi->mac_filter_hash, bkt, h, f, hlist) in i40e_vsi_release()
14137 spin_unlock_bh(&vsi->mac_filter_hash_lock); in i40e_vsi_release()
14143 if (vsi->netdev) { in i40e_vsi_release()
14144 free_netdev(vsi->netdev); in i40e_vsi_release()
14145 vsi->netdev = NULL; in i40e_vsi_release()
14159 if (veb && veb->uplink_seid) { in i40e_vsi_release()
14162 /* Count non-controlling VSIs present on the VEB */ in i40e_vsi_release()
14164 if (vsi->uplink_seid == uplink_seid && in i40e_vsi_release()
14165 (vsi->flags & I40E_VSI_FLAG_VEB_OWNER) == 0) in i40e_vsi_release()
14179 * i40e_vsi_setup_vectors - Set up the q_vectors for the given VSI
14190 int ret = -ENOENT; in i40e_vsi_setup_vectors()
14191 struct i40e_pf *pf = vsi->back; in i40e_vsi_setup_vectors()
14193 if (vsi->q_vectors[0]) { in i40e_vsi_setup_vectors()
14194 dev_info(&pf->pdev->dev, "VSI %d has existing q_vectors\n", in i40e_vsi_setup_vectors()
14195 vsi->seid); in i40e_vsi_setup_vectors()
14196 return -EEXIST; in i40e_vsi_setup_vectors()
14199 if (vsi->base_vector) { in i40e_vsi_setup_vectors()
14200 dev_info(&pf->pdev->dev, "VSI %d has non-zero base vector %d\n", in i40e_vsi_setup_vectors()
14201 vsi->seid, vsi->base_vector); in i40e_vsi_setup_vectors()
14202 return -EEXIST; in i40e_vsi_setup_vectors()
14207 dev_info(&pf->pdev->dev, in i40e_vsi_setup_vectors()
14209 vsi->num_q_vectors, vsi->seid, ret); in i40e_vsi_setup_vectors()
14210 vsi->num_q_vectors = 0; in i40e_vsi_setup_vectors()
14217 if (!test_bit(I40E_FLAG_MSIX_ENA, pf->flags)) in i40e_vsi_setup_vectors()
14219 if (vsi->num_q_vectors) in i40e_vsi_setup_vectors()
14220 vsi->base_vector = i40e_get_lump(pf, pf->irq_pile, in i40e_vsi_setup_vectors()
14221 vsi->num_q_vectors, vsi->idx); in i40e_vsi_setup_vectors()
14222 if (vsi->base_vector < 0) { in i40e_vsi_setup_vectors()
14223 dev_info(&pf->pdev->dev, in i40e_vsi_setup_vectors()
14225 vsi->num_q_vectors, vsi->seid, vsi->base_vector); in i40e_vsi_setup_vectors()
14227 ret = -ENOENT; in i40e_vsi_setup_vectors()
14236 * i40e_vsi_reinit_setup - return and reallocate resources for a VSI
14239 * This re-allocates a vsi's queue resources.
14254 pf = vsi->back; in i40e_vsi_reinit_setup()
14256 i40e_put_lump(pf->qp_pile, vsi->base_queue, vsi->idx); in i40e_vsi_reinit_setup()
14265 alloc_queue_pairs = vsi->alloc_queue_pairs * in i40e_vsi_reinit_setup()
14268 ret = i40e_get_lump(pf, pf->qp_pile, alloc_queue_pairs, vsi->idx); in i40e_vsi_reinit_setup()
14270 dev_info(&pf->pdev->dev, in i40e_vsi_reinit_setup()
14272 alloc_queue_pairs, vsi->seid, ret); in i40e_vsi_reinit_setup()
14275 vsi->base_queue = ret; in i40e_vsi_reinit_setup()
14281 main_vsi->seid = pf->main_vsi_seid; in i40e_vsi_reinit_setup()
14284 if (vsi->type == I40E_VSI_MAIN) in i40e_vsi_reinit_setup()
14285 i40e_rm_default_mac_filter(vsi, pf->hw.mac.perm_addr); in i40e_vsi_reinit_setup()
14298 if (vsi->netdev_registered) { in i40e_vsi_reinit_setup()
14299 vsi->netdev_registered = false; in i40e_vsi_reinit_setup()
14300 unregister_netdev(vsi->netdev); in i40e_vsi_reinit_setup()
14301 free_netdev(vsi->netdev); in i40e_vsi_reinit_setup()
14302 vsi->netdev = NULL; in i40e_vsi_reinit_setup()
14304 if (vsi->type == I40E_VSI_MAIN) in i40e_vsi_reinit_setup()
14306 i40e_aq_delete_element(&pf->hw, vsi->seid, NULL); in i40e_vsi_reinit_setup()
14313 * i40e_vsi_setup - Set up a VSI by a given type
14335 * - the PF's port seid in i40e_vsi_setup()
14338 * - seid of an existing VEB in i40e_vsi_setup()
14339 * - seid of a VSI that owns an existing VEB in i40e_vsi_setup()
14340 * - seid of a VSI that doesn't own a VEB in i40e_vsi_setup()
14342 * - seid of the PF VSI, which is what creates the first VEB in i40e_vsi_setup()
14348 if (!veb && uplink_seid != pf->mac_seid) { in i40e_vsi_setup()
14351 dev_info(&pf->pdev->dev, "no such uplink_seid %d\n", in i40e_vsi_setup()
14356 if (vsi->uplink_seid == pf->mac_seid) in i40e_vsi_setup()
14357 veb = i40e_veb_setup(pf, pf->mac_seid, vsi->seid, in i40e_vsi_setup()
14358 vsi->tc_config.enabled_tc); in i40e_vsi_setup()
14359 else if ((vsi->flags & I40E_VSI_FLAG_VEB_OWNER) == 0) in i40e_vsi_setup()
14360 veb = i40e_veb_setup(pf, vsi->uplink_seid, vsi->seid, in i40e_vsi_setup()
14361 vsi->tc_config.enabled_tc); in i40e_vsi_setup()
14363 if (vsi->type != I40E_VSI_MAIN) { in i40e_vsi_setup()
14364 dev_info(&vsi->back->pdev->dev, in i40e_vsi_setup()
14372 if (!test_bit(I40E_FLAG_VEB_MODE_ENA, pf->flags)) { in i40e_vsi_setup()
14373 veb->bridge_mode = BRIDGE_MODE_VEPA; in i40e_vsi_setup()
14374 clear_bit(I40E_FLAG_VEB_MODE_ENA, pf->flags); in i40e_vsi_setup()
14378 veb = i40e_pf_get_veb_by_seid(pf, vsi->uplink_seid); in i40e_vsi_setup()
14380 dev_info(&pf->pdev->dev, "couldn't add VEB\n"); in i40e_vsi_setup()
14384 vsi->flags |= I40E_VSI_FLAG_VEB_OWNER; in i40e_vsi_setup()
14385 uplink_seid = veb->seid; in i40e_vsi_setup()
14392 vsi = pf->vsi[v_idx]; in i40e_vsi_setup()
14395 vsi->type = type; in i40e_vsi_setup()
14396 vsi->veb_idx = (veb ? veb->idx : I40E_NO_VEB); in i40e_vsi_setup()
14399 pf->lan_vsi = v_idx; in i40e_vsi_setup()
14401 vsi->vf_id = param1; in i40e_vsi_setup()
14403 alloc_queue_pairs = vsi->alloc_queue_pairs * in i40e_vsi_setup()
14406 ret = i40e_get_lump(pf, pf->qp_pile, alloc_queue_pairs, vsi->idx); in i40e_vsi_setup()
14408 dev_info(&pf->pdev->dev, in i40e_vsi_setup()
14410 alloc_queue_pairs, vsi->seid, ret); in i40e_vsi_setup()
14413 vsi->base_queue = ret; in i40e_vsi_setup()
14416 vsi->uplink_seid = uplink_seid; in i40e_vsi_setup()
14421 switch (vsi->type) { in i40e_vsi_setup()
14431 if (vsi->type == I40E_VSI_MAIN) { in i40e_vsi_setup()
14435 SET_NETDEV_DEVLINK_PORT(vsi->netdev, &pf->devlink_port); in i40e_vsi_setup()
14437 ret = register_netdev(vsi->netdev); in i40e_vsi_setup()
14440 vsi->netdev_registered = true; in i40e_vsi_setup()
14441 netif_carrier_off(vsi->netdev); in i40e_vsi_setup()
14467 if (test_bit(I40E_HW_CAP_RSS_AQ, pf->hw.caps) && in i40e_vsi_setup()
14468 vsi->type == I40E_VSI_VMDQ2) { in i40e_vsi_setup()
14480 if (vsi->netdev_registered) { in i40e_vsi_setup()
14481 vsi->netdev_registered = false; in i40e_vsi_setup()
14482 unregister_netdev(vsi->netdev); in i40e_vsi_setup()
14483 free_netdev(vsi->netdev); in i40e_vsi_setup()
14484 vsi->netdev = NULL; in i40e_vsi_setup()
14487 if (vsi->type == I40E_VSI_MAIN) in i40e_vsi_setup()
14490 i40e_aq_delete_element(&pf->hw, vsi->seid, NULL); in i40e_vsi_setup()
14498 * i40e_veb_get_bw_info - Query VEB BW information
14507 struct i40e_pf *pf = veb->pf; in i40e_veb_get_bw_info()
14508 struct i40e_hw *hw = &pf->hw; in i40e_veb_get_bw_info()
14513 ret = i40e_aq_query_switch_comp_bw_config(hw, veb->seid, in i40e_veb_get_bw_info()
14516 dev_info(&pf->pdev->dev, in i40e_veb_get_bw_info()
14518 ERR_PTR(ret), libie_aq_str(hw->aq.asq_last_status)); in i40e_veb_get_bw_info()
14522 ret = i40e_aq_query_switch_comp_ets_config(hw, veb->seid, in i40e_veb_get_bw_info()
14525 dev_info(&pf->pdev->dev, in i40e_veb_get_bw_info()
14527 ERR_PTR(ret), libie_aq_str(hw->aq.asq_last_status)); in i40e_veb_get_bw_info()
14531 veb->bw_limit = le16_to_cpu(ets_data.port_bw_limit); in i40e_veb_get_bw_info()
14532 veb->bw_max_quanta = ets_data.tc_bw_max; in i40e_veb_get_bw_info()
14533 veb->is_abs_credits = bw_data.absolute_credits_enable; in i40e_veb_get_bw_info()
14534 veb->enabled_tc = ets_data.tc_valid_bits; in i40e_veb_get_bw_info()
14538 veb->bw_tc_share_credits[i] = bw_data.tc_bw_share_credits[i]; in i40e_veb_get_bw_info()
14539 veb->bw_tc_limit_credits[i] = in i40e_veb_get_bw_info()
14541 veb->bw_tc_max_quanta[i] = ((tc_bw_max >> (i*4)) & 0x7); in i40e_veb_get_bw_info()
14549 * i40e_veb_mem_alloc - Allocates the next available struct veb in the PF
14557 int ret = -ENOENT; in i40e_veb_mem_alloc()
14562 mutex_lock(&pf->switch_mutex); in i40e_veb_mem_alloc()
14571 while ((i < I40E_MAX_VEB) && (pf->veb[i] != NULL)) in i40e_veb_mem_alloc()
14574 ret = -ENOMEM; in i40e_veb_mem_alloc()
14580 ret = -ENOMEM; in i40e_veb_mem_alloc()
14583 veb->pf = pf; in i40e_veb_mem_alloc()
14584 veb->idx = i; in i40e_veb_mem_alloc()
14585 veb->enabled_tc = 1; in i40e_veb_mem_alloc()
14587 pf->veb[i] = veb; in i40e_veb_mem_alloc()
14590 mutex_unlock(&pf->switch_mutex); in i40e_veb_mem_alloc()
14595 * i40e_switch_branch_release - Delete a branch of the switch tree
14603 struct i40e_pf *pf = branch->pf; in i40e_switch_branch_release()
14604 u16 branch_seid = branch->seid; in i40e_switch_branch_release()
14605 u16 veb_idx = branch->idx; in i40e_switch_branch_release()
14610 /* release any VEBs on this VEB - RECURSION */ in i40e_switch_branch_release()
14612 if (veb->uplink_seid == branch->seid) in i40e_switch_branch_release()
14621 if (vsi->uplink_seid == branch_seid && in i40e_switch_branch_release()
14622 (vsi->flags & I40E_VSI_FLAG_VEB_OWNER) == 0) in i40e_switch_branch_release()
14630 if (pf->veb[veb_idx]) in i40e_switch_branch_release()
14631 i40e_veb_release(pf->veb[veb_idx]); in i40e_switch_branch_release()
14635 * i40e_veb_clear - remove veb struct
14643 if (veb->pf) { in i40e_veb_clear()
14644 struct i40e_pf *pf = veb->pf; in i40e_veb_clear()
14646 mutex_lock(&pf->switch_mutex); in i40e_veb_clear()
14647 if (pf->veb[veb->idx] == veb) in i40e_veb_clear()
14648 pf->veb[veb->idx] = NULL; in i40e_veb_clear()
14649 mutex_unlock(&pf->switch_mutex); in i40e_veb_clear()
14656 * i40e_veb_release - Delete a VEB and free its resources
14665 pf = veb->pf; in i40e_veb_release()
14669 if (vsi_it->uplink_seid == veb->seid) { in i40e_veb_release()
14670 if (vsi_it->flags & I40E_VSI_FLAG_VEB_OWNER) in i40e_veb_release()
14678 if ((veb->uplink_seid && n != 1) || (!veb->uplink_seid && n != 0)) { in i40e_veb_release()
14679 dev_info(&pf->pdev->dev, in i40e_veb_release()
14681 veb->seid, n); in i40e_veb_release()
14686 if (veb->uplink_seid) { in i40e_veb_release()
14687 vsi->flags &= ~I40E_VSI_FLAG_VEB_OWNER; in i40e_veb_release()
14688 vsi->uplink_seid = veb->uplink_seid; in i40e_veb_release()
14689 vsi->veb_idx = I40E_NO_VEB; in i40e_veb_release()
14692 i40e_aq_delete_element(&pf->hw, veb->seid, NULL); in i40e_veb_release()
14697 * i40e_add_veb - create the VEB in the switch
14703 struct i40e_pf *pf = veb->pf; in i40e_add_veb()
14704 bool enable_stats = !!test_bit(I40E_FLAG_VEB_STATS_ENA, pf->flags); in i40e_add_veb()
14707 ret = i40e_aq_add_veb(&pf->hw, veb->uplink_seid, vsi ? vsi->seid : 0, in i40e_add_veb()
14708 veb->enabled_tc, vsi ? false : true, in i40e_add_veb()
14709 &veb->seid, enable_stats, NULL); in i40e_add_veb()
14713 dev_info(&pf->pdev->dev, in i40e_add_veb()
14715 ERR_PTR(ret), libie_aq_str(pf->hw.aq.asq_last_status)); in i40e_add_veb()
14716 return -EPERM; in i40e_add_veb()
14720 ret = i40e_aq_get_veb_parameters(&pf->hw, veb->seid, NULL, NULL, in i40e_add_veb()
14721 &veb->stats_idx, NULL, NULL, NULL); in i40e_add_veb()
14723 dev_info(&pf->pdev->dev, in i40e_add_veb()
14725 ERR_PTR(ret), libie_aq_str(pf->hw.aq.asq_last_status)); in i40e_add_veb()
14726 return -EPERM; in i40e_add_veb()
14730 dev_info(&pf->pdev->dev, in i40e_add_veb()
14732 ERR_PTR(ret), libie_aq_str(pf->hw.aq.asq_last_status)); in i40e_add_veb()
14733 i40e_aq_delete_element(&pf->hw, veb->seid, NULL); in i40e_add_veb()
14734 return -ENOENT; in i40e_add_veb()
14738 vsi->uplink_seid = veb->seid; in i40e_add_veb()
14739 vsi->veb_idx = veb->idx; in i40e_add_veb()
14740 vsi->flags |= I40E_VSI_FLAG_VEB_OWNER; in i40e_add_veb()
14747 * i40e_veb_setup - Set up a VEB
14751 * @enabled_tc: Enabled TC bit-map
14772 dev_info(&pf->pdev->dev, in i40e_veb_setup()
14782 dev_err(&pf->pdev->dev, "vsi seid %d not found\n", in i40e_veb_setup()
14792 veb = pf->veb[veb_idx]; in i40e_veb_setup()
14793 veb->uplink_seid = uplink_seid; in i40e_veb_setup()
14794 veb->enabled_tc = (enabled_tc ? enabled_tc : 0x1); in i40e_veb_setup()
14801 if (vsi && vsi->idx == pf->lan_vsi) in i40e_veb_setup()
14802 pf->lan_veb = veb->idx; in i40e_veb_setup()
14813 * i40e_setup_pf_switch_element - set PF vars based on switch type
14825 u16 downlink_seid = le16_to_cpu(ele->downlink_seid); in i40e_setup_pf_switch_element()
14826 u16 uplink_seid = le16_to_cpu(ele->uplink_seid); in i40e_setup_pf_switch_element()
14827 u8 element_type = ele->element_type; in i40e_setup_pf_switch_element()
14828 u16 seid = le16_to_cpu(ele->seid); in i40e_setup_pf_switch_element()
14832 dev_info(&pf->pdev->dev, in i40e_setup_pf_switch_element()
14838 pf->mac_seid = seid; in i40e_setup_pf_switch_element()
14842 if (uplink_seid != pf->mac_seid) in i40e_setup_pf_switch_element()
14851 pf->lan_veb = veb->idx; in i40e_setup_pf_switch_element()
14856 pf->lan_veb = v; in i40e_setup_pf_switch_element()
14860 /* Try to get again main VEB as pf->lan_veb may have changed */ in i40e_setup_pf_switch_element()
14865 veb->seid = seid; in i40e_setup_pf_switch_element()
14866 veb->uplink_seid = pf->mac_seid; in i40e_setup_pf_switch_element()
14867 veb->pf = pf; in i40e_setup_pf_switch_element()
14875 pf->mac_seid = uplink_seid; in i40e_setup_pf_switch_element()
14876 pf->main_vsi_seid = seid; in i40e_setup_pf_switch_element()
14878 dev_info(&pf->pdev->dev, in i40e_setup_pf_switch_element()
14880 downlink_seid, pf->main_vsi_seid); in i40e_setup_pf_switch_element()
14891 dev_info(&pf->pdev->dev, "unknown element type=%d seid=%d\n", in i40e_setup_pf_switch_element()
14898 * i40e_fetch_switch_configuration - Get switch config from firmware
14915 return -ENOMEM; in i40e_fetch_switch_configuration()
14921 ret = i40e_aq_get_switch_config(&pf->hw, sw_config, in i40e_fetch_switch_configuration()
14925 dev_info(&pf->pdev->dev, in i40e_fetch_switch_configuration()
14927 ret, libie_aq_str(pf->hw.aq.asq_last_status)); in i40e_fetch_switch_configuration()
14929 return -ENOENT; in i40e_fetch_switch_configuration()
14932 num_reported = le16_to_cpu(sw_config->header.num_reported); in i40e_fetch_switch_configuration()
14933 num_total = le16_to_cpu(sw_config->header.num_total); in i40e_fetch_switch_configuration()
14936 dev_info(&pf->pdev->dev, in i40e_fetch_switch_configuration()
14942 &sw_config->element[i]; in i40e_fetch_switch_configuration()
14954 * i40e_setup_pf_switch - Setup the HW switch on startup or after reset
14956 * @reinit: if the Main VSI needs to re-initialized.
14970 dev_info(&pf->pdev->dev, in i40e_setup_pf_switch()
14972 ERR_PTR(ret), libie_aq_str(pf->hw.aq.asq_last_status)); in i40e_setup_pf_switch()
14983 if ((pf->hw.pf_id == 0) && in i40e_setup_pf_switch()
14984 !test_bit(I40E_FLAG_TRUE_PROMISC_ENA, pf->flags)) { in i40e_setup_pf_switch()
14986 pf->last_sw_conf_flags = flags; in i40e_setup_pf_switch()
14989 if (pf->hw.pf_id == 0) { in i40e_setup_pf_switch()
14993 ret = i40e_aq_set_switch_config(&pf->hw, flags, valid_flags, 0, in i40e_setup_pf_switch()
14995 if (ret && pf->hw.aq.asq_last_status != LIBIE_AQ_RC_ESRCH) { in i40e_setup_pf_switch()
14996 dev_info(&pf->pdev->dev, in i40e_setup_pf_switch()
14999 libie_aq_str(pf->hw.aq.asq_last_status)); in i40e_setup_pf_switch()
15002 pf->last_sw_conf_valid_flags = valid_flags; in i40e_setup_pf_switch()
15016 uplink_seid = veb->seid; in i40e_setup_pf_switch()
15018 uplink_seid = pf->mac_seid; in i40e_setup_pf_switch()
15025 dev_info(&pf->pdev->dev, "setup of MAIN VSI failed\n"); in i40e_setup_pf_switch()
15028 return -EAGAIN; in i40e_setup_pf_switch()
15032 main_vsi->seid = pf->main_vsi_seid; in i40e_setup_pf_switch()
15042 dev_info(&pf->pdev->dev, "setup_pf_filter_control failed: %d\n", in i40e_setup_pf_switch()
15050 if (test_bit(I40E_FLAG_RSS_ENA, pf->flags)) in i40e_setup_pf_switch()
15062 udp_tunnel_nic_reset_ntf(main_vsi->netdev); in i40e_setup_pf_switch()
15071 * i40e_determine_queue_usage - Work out queue distribution
15079 pf->num_lan_qps = 0; in i40e_determine_queue_usage()
15085 queues_left = pf->hw.func_caps.num_tx_qp; in i40e_determine_queue_usage()
15088 !test_bit(I40E_FLAG_MSIX_ENA, pf->flags)) { in i40e_determine_queue_usage()
15091 pf->alloc_rss_size = pf->num_lan_qps = 1; in i40e_determine_queue_usage()
15094 clear_bit(I40E_FLAG_RSS_ENA, pf->flags); in i40e_determine_queue_usage()
15095 clear_bit(I40E_FLAG_IWARP_ENA, pf->flags); in i40e_determine_queue_usage()
15096 clear_bit(I40E_FLAG_FD_SB_ENA, pf->flags); in i40e_determine_queue_usage()
15097 clear_bit(I40E_FLAG_FD_ATR_ENA, pf->flags); in i40e_determine_queue_usage()
15098 clear_bit(I40E_FLAG_DCB_CAPABLE, pf->flags); in i40e_determine_queue_usage()
15099 clear_bit(I40E_FLAG_DCB_ENA, pf->flags); in i40e_determine_queue_usage()
15100 clear_bit(I40E_FLAG_SRIOV_ENA, pf->flags); in i40e_determine_queue_usage()
15101 clear_bit(I40E_FLAG_VMDQ_ENA, pf->flags); in i40e_determine_queue_usage()
15102 set_bit(I40E_FLAG_FD_SB_INACTIVE, pf->flags); in i40e_determine_queue_usage()
15103 } else if (!test_bit(I40E_FLAG_RSS_ENA, pf->flags) && in i40e_determine_queue_usage()
15104 !test_bit(I40E_FLAG_FD_SB_ENA, pf->flags) && in i40e_determine_queue_usage()
15105 !test_bit(I40E_FLAG_FD_ATR_ENA, pf->flags) && in i40e_determine_queue_usage()
15106 !test_bit(I40E_FLAG_DCB_CAPABLE, pf->flags)) { in i40e_determine_queue_usage()
15108 pf->alloc_rss_size = pf->num_lan_qps = 1; in i40e_determine_queue_usage()
15109 queues_left -= pf->num_lan_qps; in i40e_determine_queue_usage()
15111 clear_bit(I40E_FLAG_RSS_ENA, pf->flags); in i40e_determine_queue_usage()
15112 clear_bit(I40E_FLAG_IWARP_ENA, pf->flags); in i40e_determine_queue_usage()
15113 clear_bit(I40E_FLAG_FD_SB_ENA, pf->flags); in i40e_determine_queue_usage()
15114 clear_bit(I40E_FLAG_FD_ATR_ENA, pf->flags); in i40e_determine_queue_usage()
15115 clear_bit(I40E_FLAG_DCB_ENA, pf->flags); in i40e_determine_queue_usage()
15116 clear_bit(I40E_FLAG_VMDQ_ENA, pf->flags); in i40e_determine_queue_usage()
15117 set_bit(I40E_FLAG_FD_SB_INACTIVE, pf->flags); in i40e_determine_queue_usage()
15120 if (test_bit(I40E_FLAG_DCB_CAPABLE, pf->flags) && in i40e_determine_queue_usage()
15122 clear_bit(I40E_FLAG_DCB_CAPABLE, pf->flags); in i40e_determine_queue_usage()
15123 clear_bit(I40E_FLAG_DCB_ENA, pf->flags); in i40e_determine_queue_usage()
15124 dev_info(&pf->pdev->dev, "not enough queues for DCB. DCB is disabled.\n"); in i40e_determine_queue_usage()
15128 q_max = max_t(int, pf->rss_size_max, num_online_cpus()); in i40e_determine_queue_usage()
15129 q_max = min_t(int, q_max, pf->hw.func_caps.num_tx_qp); in i40e_determine_queue_usage()
15130 q_max = min_t(int, q_max, pf->hw.func_caps.num_msix_vectors); in i40e_determine_queue_usage()
15131 pf->num_lan_qps = q_max; in i40e_determine_queue_usage()
15133 queues_left -= pf->num_lan_qps; in i40e_determine_queue_usage()
15136 if (test_bit(I40E_FLAG_FD_SB_ENA, pf->flags)) { in i40e_determine_queue_usage()
15138 queues_left -= 1; /* save 1 queue for FD */ in i40e_determine_queue_usage()
15140 clear_bit(I40E_FLAG_FD_SB_ENA, pf->flags); in i40e_determine_queue_usage()
15141 set_bit(I40E_FLAG_FD_SB_INACTIVE, pf->flags); in i40e_determine_queue_usage()
15142 …dev_info(&pf->pdev->dev, "not enough queues for Flow Director. Flow Director feature is disabled\n… in i40e_determine_queue_usage()
15146 if (test_bit(I40E_FLAG_SRIOV_ENA, pf->flags) && in i40e_determine_queue_usage()
15147 pf->num_vf_qps && pf->num_req_vfs && queues_left) { in i40e_determine_queue_usage()
15148 pf->num_req_vfs = min_t(int, pf->num_req_vfs, in i40e_determine_queue_usage()
15149 (queues_left / pf->num_vf_qps)); in i40e_determine_queue_usage()
15150 queues_left -= (pf->num_req_vfs * pf->num_vf_qps); in i40e_determine_queue_usage()
15153 if (test_bit(I40E_FLAG_VMDQ_ENA, pf->flags) && in i40e_determine_queue_usage()
15154 pf->num_vmdq_vsis && pf->num_vmdq_qps && queues_left) { in i40e_determine_queue_usage()
15155 pf->num_vmdq_vsis = min_t(int, pf->num_vmdq_vsis, in i40e_determine_queue_usage()
15156 (queues_left / pf->num_vmdq_qps)); in i40e_determine_queue_usage()
15157 queues_left -= (pf->num_vmdq_vsis * pf->num_vmdq_qps); in i40e_determine_queue_usage()
15160 pf->queues_left = queues_left; in i40e_determine_queue_usage()
15161 dev_dbg(&pf->pdev->dev, in i40e_determine_queue_usage()
15163 pf->hw.func_caps.num_tx_qp, in i40e_determine_queue_usage()
15164 !!test_bit(I40E_FLAG_FD_SB_ENA, pf->flags), in i40e_determine_queue_usage()
15165 pf->num_lan_qps, pf->alloc_rss_size, pf->num_req_vfs, in i40e_determine_queue_usage()
15166 pf->num_vf_qps, pf->num_vmdq_vsis, pf->num_vmdq_qps, in i40e_determine_queue_usage()
15171 * i40e_setup_pf_filter_control - Setup PF static filter control
15183 struct i40e_filter_control_settings *settings = &pf->filter_settings; in i40e_setup_pf_filter_control()
15185 settings->hash_lut_size = I40E_HASH_LUT_SIZE_128; in i40e_setup_pf_filter_control()
15188 if (test_bit(I40E_FLAG_FD_SB_ENA, pf->flags) || in i40e_setup_pf_filter_control()
15189 test_bit(I40E_FLAG_FD_ATR_ENA, pf->flags)) in i40e_setup_pf_filter_control()
15190 settings->enable_fdir = true; in i40e_setup_pf_filter_control()
15193 settings->enable_ethtype = true; in i40e_setup_pf_filter_control()
15194 settings->enable_macvlan = true; in i40e_setup_pf_filter_control()
15196 if (i40e_set_filter_control(&pf->hw, settings)) in i40e_setup_pf_filter_control()
15197 return -ENOENT; in i40e_setup_pf_filter_control()
15203 #define REMAIN(__x) (INFO_STRING_LEN - (__x))
15207 struct i40e_hw *hw = &pf->hw; in i40e_print_features()
15215 i = snprintf(buf, INFO_STRING_LEN, "Features: PF-id[%d]", hw->pf_id); in i40e_print_features()
15217 i += scnprintf(&buf[i], REMAIN(i), " VFs: %d", pf->num_req_vfs); in i40e_print_features()
15220 pf->hw.func_caps.num_vsis, main_vsi->num_queue_pairs); in i40e_print_features()
15221 if (test_bit(I40E_FLAG_RSS_ENA, pf->flags)) in i40e_print_features()
15223 if (test_bit(I40E_FLAG_FD_ATR_ENA, pf->flags)) in i40e_print_features()
15225 if (test_bit(I40E_FLAG_FD_SB_ENA, pf->flags)) { in i40e_print_features()
15229 if (test_bit(I40E_FLAG_DCB_CAPABLE, pf->flags)) in i40e_print_features()
15233 if (test_bit(I40E_FLAG_PTP_ENA, pf->flags)) in i40e_print_features()
15235 if (test_bit(I40E_FLAG_VEB_MODE_ENA, pf->flags)) in i40e_print_features()
15240 dev_info(&pf->pdev->dev, "%s\n", buf); in i40e_print_features()
15246 * i40e_get_platform_mac_addr - get platform-specific MAC address
15257 if (eth_platform_get_mac_address(&pdev->dev, pf->hw.mac.addr)) in i40e_get_platform_mac_addr()
15258 i40e_get_mac_addr(&pf->hw, pf->hw.mac.addr); in i40e_get_platform_mac_addr()
15262 * i40e_set_fec_in_flags - helper function for setting FEC options in flags
15289 * i40e_check_recovery_mode - check if we are running transition firmware
15299 u32 val = rd32(&pf->hw, I40E_GL_FWSTS); in i40e_check_recovery_mode()
15302 dev_crit(&pf->pdev->dev, "Firmware recovery mode detected. Limiting functionality.\n"); in i40e_check_recovery_mode()
15303 …dev_crit(&pf->pdev->dev, "Refer to the Intel(R) Ethernet Adapters and Devices User Guide for detai… in i40e_check_recovery_mode()
15304 set_bit(__I40E_RECOVERY_MODE, pf->state); in i40e_check_recovery_mode()
15308 if (test_bit(__I40E_RECOVERY_MODE, pf->state)) in i40e_check_recovery_mode()
15309 …dev_info(&pf->pdev->dev, "Please do Power-On Reset to initialize adapter in normal mode with full … in i40e_check_recovery_mode()
15315 * i40e_pf_loop_reset - perform reset in a loop.
15325 * state is to issue a series of pf-resets and check a return value.
15339 struct i40e_hw *hw = &pf->hw; in i40e_pf_loop_reset()
15349 pf->pfr_count++; in i40e_pf_loop_reset()
15351 dev_info(&pf->pdev->dev, "PF reset failed: %d\n", ret); in i40e_pf_loop_reset()
15357 * i40e_check_fw_empr - check if FW issued unexpected EMP Reset
15369 const u32 fw_sts = rd32(&pf->hw, I40E_GL_FWSTS) & in i40e_check_fw_empr()
15376 * i40e_handle_resets - handle EMP resets and PF resets
15392 …dev_crit(&pf->pdev->dev, "Entering recovery mode due to repeated FW resets. This may take several … in i40e_handle_resets()
15394 return is_empr ? -EIO : pfr; in i40e_handle_resets()
15398 * i40e_init_recovery_mode - initialize subsystems needed in recovery mode
15413 pci_set_drvdata(pf->pdev, pf); in i40e_init_recovery_mode()
15414 pci_save_state(pf->pdev); in i40e_init_recovery_mode()
15417 timer_setup(&pf->service_timer, i40e_service_timer, 0); in i40e_init_recovery_mode()
15418 pf->service_timer_period = HZ; in i40e_init_recovery_mode()
15420 INIT_WORK(&pf->service_task, i40e_service_task); in i40e_init_recovery_mode()
15421 clear_bit(__I40E_SERVICE_SCHED, pf->state); in i40e_init_recovery_mode()
15432 if (pf->hw.func_caps.num_vsis < I40E_MIN_VSI_ALLOC) in i40e_init_recovery_mode()
15433 pf->num_alloc_vsi = I40E_MIN_VSI_ALLOC; in i40e_init_recovery_mode()
15435 pf->num_alloc_vsi = pf->hw.func_caps.num_vsis; in i40e_init_recovery_mode()
15438 pf->vsi = kcalloc(pf->num_alloc_vsi, sizeof(struct i40e_vsi *), in i40e_init_recovery_mode()
15440 if (!pf->vsi) { in i40e_init_recovery_mode()
15441 err = -ENOMEM; in i40e_init_recovery_mode()
15453 pf->lan_vsi = v_idx; in i40e_init_recovery_mode()
15454 vsi = pf->vsi[v_idx]; in i40e_init_recovery_mode()
15456 err = -EFAULT; in i40e_init_recovery_mode()
15459 vsi->alloc_queue_pairs = 1; in i40e_init_recovery_mode()
15463 err = register_netdev(vsi->netdev); in i40e_init_recovery_mode()
15466 vsi->netdev_registered = true; in i40e_init_recovery_mode()
15477 mod_timer(&pf->service_timer, in i40e_init_recovery_mode()
15478 round_jiffies(jiffies + pf->service_timer_period)); in i40e_init_recovery_mode()
15484 timer_shutdown_sync(&pf->service_timer); in i40e_init_recovery_mode()
15486 iounmap(hw->hw_addr); in i40e_init_recovery_mode()
15487 pci_release_mem_regions(pf->pdev); in i40e_init_recovery_mode()
15488 pci_disable_device(pf->pdev); in i40e_init_recovery_mode()
15495 * i40e_set_subsystem_device_id - set subsystem device id
15505 hw->subsystem_device_id = pf->pdev->subsystem_device ? in i40e_set_subsystem_device_id()
15506 pf->pdev->subsystem_device : in i40e_set_subsystem_device_id()
15511 * i40e_probe - Device initialization routine
15544 err = dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(64)); in i40e_probe()
15546 dev_err(&pdev->dev, in i40e_probe()
15554 dev_info(&pdev->dev, in i40e_probe()
15566 pf = i40e_alloc_pf(&pdev->dev); in i40e_probe()
15568 err = -ENOMEM; in i40e_probe()
15571 pf->next_vsi = 0; in i40e_probe()
15572 pf->pdev = pdev; in i40e_probe()
15573 set_bit(__I40E_DOWN, pf->state); in i40e_probe()
15575 hw = &pf->hw; in i40e_probe()
15577 pf->ioremap_len = min_t(int, pci_resource_len(pdev, 0), in i40e_probe()
15584 if (pf->ioremap_len < I40E_GLGEN_STAT_CLEAR) { in i40e_probe()
15585 dev_err(&pdev->dev, "Cannot map registers, bar size 0x%X too small, aborting\n", in i40e_probe()
15586 pf->ioremap_len); in i40e_probe()
15587 err = -ENOMEM; in i40e_probe()
15590 hw->hw_addr = ioremap(pci_resource_start(pdev, 0), pf->ioremap_len); in i40e_probe()
15591 if (!hw->hw_addr) { in i40e_probe()
15592 err = -EIO; in i40e_probe()
15593 dev_info(&pdev->dev, "ioremap(0x%04x, 0x%04x) failed: 0x%x\n", in i40e_probe()
15595 pf->ioremap_len, err); in i40e_probe()
15598 hw->vendor_id = pdev->vendor; in i40e_probe()
15599 hw->device_id = pdev->device; in i40e_probe()
15600 pci_read_config_byte(pdev, PCI_REVISION_ID, &hw->revision_id); in i40e_probe()
15601 hw->subsystem_vendor_id = pdev->subsystem_vendor; in i40e_probe()
15603 hw->bus.device = PCI_SLOT(pdev->devfn); in i40e_probe()
15604 hw->bus.func = PCI_FUNC(pdev->devfn); in i40e_probe()
15605 hw->bus.bus_id = pdev->bus->number; in i40e_probe()
15610 hw->switch_tag = 0xffff; in i40e_probe()
15611 hw->first_tag = ETH_P_8021AD; in i40e_probe()
15612 hw->second_tag = ETH_P_8021Q; in i40e_probe()
15614 INIT_LIST_HEAD(&pf->l3_flex_pit_list); in i40e_probe()
15615 INIT_LIST_HEAD(&pf->l4_flex_pit_list); in i40e_probe()
15616 INIT_LIST_HEAD(&pf->ddp_old_prof); in i40e_probe()
15621 mutex_init(&hw->aq.asq_mutex); in i40e_probe()
15622 mutex_init(&hw->aq.arq_mutex); in i40e_probe()
15624 pf->msg_enable = netif_msg_init(debug, in i40e_probe()
15628 if (debug < -1) in i40e_probe()
15629 pf->hw.debug_mask = debug; in i40e_probe()
15632 if (hw->revision_id == 0 && in i40e_probe()
15637 pf->corer_count++; in i40e_probe()
15647 dev_warn(&pdev->dev, "unidentified MAC or BLANK NVM: %d\n", in i40e_probe()
15659 hw->aq.num_arq_entries = I40E_MIN_ARQ_LEN; in i40e_probe()
15660 hw->aq.num_asq_entries = I40E_MIN_ASQ_LEN; in i40e_probe()
15662 hw->aq.num_arq_entries = I40E_AQ_LEN; in i40e_probe()
15663 hw->aq.num_asq_entries = I40E_AQ_LEN; in i40e_probe()
15665 hw->aq.arq_buf_size = I40E_MAX_AQ_BUF_SIZE; in i40e_probe()
15666 hw->aq.asq_buf_size = I40E_MAX_AQ_BUF_SIZE; in i40e_probe()
15668 snprintf(pf->int_name, sizeof(pf->int_name) - 1, in i40e_probe()
15669 "%s-%s:misc", in i40e_probe()
15670 dev_driver_string(&pf->pdev->dev), dev_name(&pdev->dev)); in i40e_probe()
15674 dev_warn(&pdev->dev, "unidentified MAC or BLANK NVM: %d\n", in i40e_probe()
15680 pf->hw.fc.requested_mode = I40E_FC_NONE; in i40e_probe()
15684 if (err == -EIO) in i40e_probe()
15685 dev_info(&pdev->dev, in i40e_probe()
15687 hw->aq.api_maj_ver, in i40e_probe()
15688 hw->aq.api_min_ver, in i40e_probe()
15692 dev_info(&pdev->dev, in i40e_probe()
15702 dev_info(&pdev->dev, "fw %d.%d.%05d api %d.%d nvm %s [%04x:%04x] [%04x:%04x]\n", in i40e_probe()
15703 hw->aq.fw_maj_ver, hw->aq.fw_min_ver, hw->aq.fw_build, in i40e_probe()
15704 hw->aq.api_maj_ver, hw->aq.api_min_ver, nvm_ver, in i40e_probe()
15705 hw->vendor_id, hw->device_id, hw->subsystem_vendor_id, in i40e_probe()
15706 hw->subsystem_device_id); in i40e_probe()
15710 dev_dbg(&pdev->dev, in i40e_probe()
15712 hw->aq.api_maj_ver, in i40e_probe()
15713 hw->aq.api_min_ver, in i40e_probe()
15717 dev_info(&pdev->dev, in i40e_probe()
15719 hw->aq.api_maj_ver, in i40e_probe()
15720 hw->aq.api_min_ver, in i40e_probe()
15727 if (hw->revision_id < 1) in i40e_probe()
15728 …dev_warn(&pdev->dev, "This device is a pre-production adapter/LOM. Please be aware there may be is… in i40e_probe()
15738 dev_info(&pdev->dev, "sw_init failed: %d\n", err); in i40e_probe()
15742 if (test_bit(__I40E_RECOVERY_MODE, pf->state)) in i40e_probe()
15745 err = i40e_init_lan_hmc(hw, hw->func_caps.num_tx_qp, in i40e_probe()
15746 hw->func_caps.num_rx_qp, 0, 0); in i40e_probe()
15748 dev_info(&pdev->dev, "init_lan_hmc failed: %d\n", err); in i40e_probe()
15754 dev_info(&pdev->dev, "configure_lan_hmc failed: %d\n", err); in i40e_probe()
15755 err = -ENOENT; in i40e_probe()
15763 if (test_bit(I40E_HW_CAP_STOP_FW_LLDP, pf->hw.caps)) { in i40e_probe()
15764 dev_info(&pdev->dev, "Stopping firmware LLDP agent.\n"); in i40e_probe()
15771 if (!is_valid_ether_addr(hw->mac.addr)) { in i40e_probe()
15772 dev_info(&pdev->dev, "invalid MAC address %pM\n", hw->mac.addr); in i40e_probe()
15773 err = -EIO; in i40e_probe()
15776 dev_info(&pdev->dev, "MAC address: %pM\n", hw->mac.addr); in i40e_probe()
15777 ether_addr_copy(hw->mac.perm_addr, hw->mac.addr); in i40e_probe()
15778 i40e_get_port_mac_addr(hw, hw->mac.port_addr); in i40e_probe()
15779 if (is_valid_ether_addr(hw->mac.port_addr)) in i40e_probe()
15780 set_bit(I40E_HW_CAP_PORT_ID_VALID, pf->hw.caps); in i40e_probe()
15787 status = i40e_get_fw_lldp_status(&pf->hw, &lldp_status); in i40e_probe()
15790 (clear_bit(I40E_FLAG_FW_LLDP_DIS, pf->flags)) : in i40e_probe()
15791 (set_bit(I40E_FLAG_FW_LLDP_DIS, pf->flags)); in i40e_probe()
15792 dev_info(&pdev->dev, in i40e_probe()
15793 test_bit(I40E_FLAG_FW_LLDP_DIS, pf->flags) ? in i40e_probe()
15797 /* Enable FW to write default DCB config on link-up */ in i40e_probe()
15802 dev_info(&pdev->dev, "DCB init failed %d, disabled\n", err); in i40e_probe()
15803 clear_bit(I40E_FLAG_DCB_CAPABLE, pf->flags); in i40e_probe()
15804 clear_bit(I40E_FLAG_DCB_ENA, pf->flags); in i40e_probe()
15810 timer_setup(&pf->service_timer, i40e_service_timer, 0); in i40e_probe()
15811 pf->service_timer_period = HZ; in i40e_probe()
15813 INIT_WORK(&pf->service_task, i40e_service_task); in i40e_probe()
15814 clear_bit(__I40E_SERVICE_SCHED, pf->state); in i40e_probe()
15818 if (BIT (hw->port) & wol_nvm_bits || hw->partition_id != 1) in i40e_probe()
15819 pf->wol_en = false; in i40e_probe()
15821 pf->wol_en = true; in i40e_probe()
15822 device_set_wakeup_enable(&pf->pdev->dev, pf->wol_en); in i40e_probe()
15831 * When MSI-X is enabled, it's not allowed to use more TC queue in i40e_probe()
15832 * pairs than MSI-X vectors (pf->num_lan_msix) exist. Thus in i40e_probe()
15833 * vsi->num_queue_pairs will be equal to pf->num_lan_msix, i.e., 1. in i40e_probe()
15836 pf->num_lan_msix = 1; in i40e_probe()
15838 pf->udp_tunnel_nic.set_port = i40e_udp_tunnel_set_port; in i40e_probe()
15839 pf->udp_tunnel_nic.unset_port = i40e_udp_tunnel_unset_port; in i40e_probe()
15840 pf->udp_tunnel_nic.shared = &pf->udp_tunnel_shared; in i40e_probe()
15841 pf->udp_tunnel_nic.tables[0].n_entries = I40E_MAX_PF_UDP_OFFLOAD_PORTS; in i40e_probe()
15842 pf->udp_tunnel_nic.tables[0].tunnel_types = UDP_TUNNEL_TYPE_VXLAN | in i40e_probe()
15850 if (pf->hw.func_caps.num_vsis < I40E_MIN_VSI_ALLOC) in i40e_probe()
15851 pf->num_alloc_vsi = I40E_MIN_VSI_ALLOC; in i40e_probe()
15853 pf->num_alloc_vsi = pf->hw.func_caps.num_vsis; in i40e_probe()
15854 if (pf->num_alloc_vsi > UDP_TUNNEL_NIC_MAX_SHARING_DEVICES) { in i40e_probe()
15855 dev_warn(&pf->pdev->dev, in i40e_probe()
15857 pf->num_alloc_vsi, UDP_TUNNEL_NIC_MAX_SHARING_DEVICES); in i40e_probe()
15858 pf->num_alloc_vsi = UDP_TUNNEL_NIC_MAX_SHARING_DEVICES; in i40e_probe()
15862 pf->vsi = kcalloc(pf->num_alloc_vsi, sizeof(struct i40e_vsi *), in i40e_probe()
15864 if (!pf->vsi) { in i40e_probe()
15865 err = -ENOMEM; in i40e_probe()
15871 if (test_bit(I40E_FLAG_SRIOV_ENA, pf->flags) && in i40e_probe()
15872 test_bit(I40E_FLAG_MSIX_ENA, pf->flags) && in i40e_probe()
15873 !test_bit(__I40E_BAD_EEPROM, pf->state)) { in i40e_probe()
15875 set_bit(I40E_FLAG_VEB_MODE_ENA, pf->flags); in i40e_probe()
15880 dev_info(&pdev->dev, "setup_pf_switch failed: %d\n", err); in i40e_probe()
15885 INIT_LIST_HEAD(&vsi->ch_list); in i40e_probe()
15895 err = i40e_aq_set_phy_int_mask(&pf->hw, in i40e_probe()
15900 dev_info(&pf->pdev->dev, "set phy mask fail, err %pe aq_err %s\n", in i40e_probe()
15901 ERR_PTR(err), libie_aq_str(pf->hw.aq.asq_last_status)); in i40e_probe()
15904 ratelimit_state_init(&pf->mdd_message_rate_limit, 1 * HZ, 1); in i40e_probe()
15917 if (test_bit(I40E_HW_CAP_RESTART_AUTONEG, pf->hw.caps)) { in i40e_probe()
15919 err = i40e_aq_set_link_restart_an(&pf->hw, true, NULL); in i40e_probe()
15921 dev_info(&pf->pdev->dev, "link restart failed, err %pe aq_err %s\n", in i40e_probe()
15923 libie_aq_str(pf->hw.aq.asq_last_status)); in i40e_probe()
15929 clear_bit(__I40E_DOWN, pf->state); in i40e_probe()
15936 if (test_bit(I40E_FLAG_MSIX_ENA, pf->flags)) { in i40e_probe()
15939 dev_info(&pdev->dev, in i40e_probe()
15949 if (test_bit(I40E_FLAG_SRIOV_ENA, pf->flags) && in i40e_probe()
15950 test_bit(I40E_FLAG_MSIX_ENA, pf->flags) && in i40e_probe()
15951 !test_bit(__I40E_BAD_EEPROM, pf->state)) { in i40e_probe()
15959 dev_info(&pdev->dev, in i40e_probe()
15963 dev_info(&pdev->dev, in i40e_probe()
15970 if (test_bit(I40E_FLAG_IWARP_ENA, pf->flags)) { in i40e_probe()
15971 pf->iwarp_base_vector = i40e_get_lump(pf, pf->irq_pile, in i40e_probe()
15972 pf->num_iwarp_msix, in i40e_probe()
15974 if (pf->iwarp_base_vector < 0) { in i40e_probe()
15975 dev_info(&pdev->dev, in i40e_probe()
15977 pf->num_iwarp_msix, pf->iwarp_base_vector); in i40e_probe()
15978 clear_bit(I40E_FLAG_IWARP_ENA, pf->flags); in i40e_probe()
15988 mod_timer(&pf->service_timer, in i40e_probe()
15989 round_jiffies(jiffies + pf->service_timer_period)); in i40e_probe()
15992 if (test_bit(I40E_FLAG_IWARP_ENA, pf->flags)) { in i40e_probe()
15995 dev_info(&pdev->dev, "Failed to add PF to client API service list: %d\n", in i40e_probe()
16005 if (!test_bit(I40E_HW_CAP_NO_PCI_LINK_CHECK, pf->hw.caps)) { in i40e_probe()
16012 pcie_capability_read_word(pf->pdev, PCI_EXP_LNKSTA, in i40e_probe()
16017 switch (hw->bus.speed) { in i40e_probe()
16027 switch (hw->bus.width) { in i40e_probe()
16040 dev_info(&pdev->dev, "PCI-Express: Speed %sGT/s Width x%s\n", in i40e_probe()
16043 if (hw->bus.width < i40e_bus_width_pcie_x8 || in i40e_probe()
16044 hw->bus.speed < i40e_bus_speed_8000) { in i40e_probe()
16045 …dev_warn(&pdev->dev, "PCI-Express bandwidth available for this device may be insufficient for opti… in i40e_probe()
16046 …dev_warn(&pdev->dev, "Please move the device to a different PCI-e link with more lanes and/or high… in i40e_probe()
16053 dev_dbg(&pf->pdev->dev, "get requested speeds ret = %pe last_status = %s\n", in i40e_probe()
16054 ERR_PTR(err), libie_aq_str(pf->hw.aq.asq_last_status)); in i40e_probe()
16055 pf->hw.phy.link_info.requested_speeds = abilities.link_speed; in i40e_probe()
16058 i40e_set_fec_in_flags(abilities.fec_cfg_curr_mod_ext_info, pf->flags); in i40e_probe()
16063 dev_dbg(&pf->pdev->dev, "get supported phy types ret = %pe last_status = %s\n", in i40e_probe()
16064 ERR_PTR(err), libie_aq_str(pf->hw.aq.asq_last_status)); in i40e_probe()
16070 dev_warn(&pdev->dev, "set mac config ret = %pe last_status = %s\n", in i40e_probe()
16071 ERR_PTR(err), libie_aq_str(pf->hw.aq.asq_last_status)); in i40e_probe()
16084 i40e_add_filter_to_drop_tx_flow_control_frames(&pf->hw, in i40e_probe()
16085 pf->main_vsi_seid); in i40e_probe()
16087 if ((pf->hw.device_id == I40E_DEV_ID_10G_BASE_T) || in i40e_probe()
16088 (pf->hw.device_id == I40E_DEV_ID_10G_BASE_T4)) in i40e_probe()
16089 set_bit(I40E_HW_CAP_PHY_CONTROLS_LEDS, pf->hw.caps); in i40e_probe()
16090 if (pf->hw.device_id == I40E_DEV_ID_SFP_I_X722) in i40e_probe()
16091 set_bit(I40E_HW_CAP_CRT_RETIMER, pf->hw.caps); in i40e_probe()
16101 set_bit(__I40E_DOWN, pf->state); in i40e_probe()
16103 kfree(pf->vsi); in i40e_probe()
16106 timer_shutdown_sync(&pf->service_timer); in i40e_probe()
16111 kfree(pf->qp_pile); in i40e_probe()
16115 iounmap(hw->hw_addr); in i40e_probe()
16127 * i40e_remove - Device removal routine
16132 * Hot-Plug event, or because the driver is going to be removed from
16138 struct i40e_hw *hw = &pf->hw; in i40e_remove()
16158 while (test_and_set_bit(__I40E_RESET_RECOVERY_PENDING, pf->state)) in i40e_remove()
16160 set_bit(__I40E_IN_REMOVE, pf->state); in i40e_remove()
16162 if (test_bit(I40E_FLAG_SRIOV_ENA, pf->flags)) { in i40e_remove()
16163 set_bit(__I40E_VF_RESETS_DISABLED, pf->state); in i40e_remove()
16165 clear_bit(I40E_FLAG_SRIOV_ENA, pf->flags); in i40e_remove()
16168 set_bit(__I40E_SUSPENDED, pf->state); in i40e_remove()
16169 set_bit(__I40E_DOWN, pf->state); in i40e_remove()
16170 if (pf->service_timer.function) in i40e_remove()
16171 timer_shutdown_sync(&pf->service_timer); in i40e_remove()
16172 if (pf->service_task.func) in i40e_remove()
16173 cancel_work_sync(&pf->service_task); in i40e_remove()
16175 if (test_bit(__I40E_RECOVERY_MODE, pf->state)) { in i40e_remove()
16176 struct i40e_vsi *vsi = pf->vsi[0]; in i40e_remove()
16182 unregister_netdev(vsi->netdev); in i40e_remove()
16183 free_netdev(vsi->netdev); in i40e_remove()
16199 if (veb->uplink_seid == pf->mac_seid || in i40e_remove()
16200 veb->uplink_seid == 0) in i40e_remove()
16209 pf->vsi[i] = NULL; in i40e_remove()
16215 if (test_bit(I40E_FLAG_IWARP_ENA, pf->flags)) { in i40e_remove()
16218 dev_warn(&pdev->dev, "Failed to delete client device: %d\n", in i40e_remove()
16223 if (hw->hmc.hmc_obj) { in i40e_remove()
16226 dev_warn(&pdev->dev, in i40e_remove()
16233 if (test_bit(__I40E_RECOVERY_MODE, pf->state) && in i40e_remove()
16234 !test_bit(I40E_FLAG_MSIX_ENA, pf->flags)) in i40e_remove()
16235 free_irq(pf->pdev->irq, pf); in i40e_remove()
16241 mutex_destroy(&hw->aq.arq_mutex); in i40e_remove()
16242 mutex_destroy(&hw->aq.asq_mutex); in i40e_remove()
16248 if (!test_bit(__I40E_RECOVERY_MODE, pf->state)) in i40e_remove()
16252 pf->vsi[i] = NULL; in i40e_remove()
16258 pf->veb[i] = NULL; in i40e_remove()
16261 kfree(pf->qp_pile); in i40e_remove()
16262 kfree(pf->vsi); in i40e_remove()
16264 iounmap(hw->hw_addr); in i40e_remove()
16272 * i40e_enable_mc_magic_wake - enable multicast magic packet wake up
16279 struct i40e_hw *hw = &pf->hw; in i40e_enable_mc_magic_wake()
16285 if (main_vsi && main_vsi->netdev) { in i40e_enable_mc_magic_wake()
16286 ether_addr_copy(mac_addr, main_vsi->netdev->dev_addr); in i40e_enable_mc_magic_wake()
16288 dev_err(&pf->pdev->dev, in i40e_enable_mc_magic_wake()
16290 ether_addr_copy(mac_addr, hw->mac.addr); in i40e_enable_mc_magic_wake()
16299 if (hw->func_caps.flex10_enable && hw->partition_id != 1) in i40e_enable_mc_magic_wake()
16304 dev_err(&pf->pdev->dev, in i40e_enable_mc_magic_wake()
16314 dev_err(&pf->pdev->dev, in i40e_enable_mc_magic_wake()
16319 * i40e_io_suspend - suspend all IO operations
16325 struct i40e_hw *hw = &pf->hw; in i40e_io_suspend()
16327 set_bit(__I40E_DOWN, pf->state); in i40e_io_suspend()
16330 timer_delete_sync(&pf->service_timer); in i40e_io_suspend()
16331 cancel_work_sync(&pf->service_task); in i40e_io_suspend()
16338 if (test_bit(I40E_HW_CAP_WOL_MC_MAGIC_PKT_WAKE, pf->hw.caps) && in i40e_io_suspend()
16339 pf->wol_en) in i40e_io_suspend()
16350 wr32(hw, I40E_PFPM_APM, (pf->wol_en ? I40E_PFPM_APM_APME_MASK : 0)); in i40e_io_suspend()
16351 wr32(hw, I40E_PFPM_WUFC, (pf->wol_en ? I40E_PFPM_WUFC_MAG_MASK : 0)); in i40e_io_suspend()
16366 * i40e_io_resume - resume IO operations
16372 struct device *dev = &pf->pdev->dev; in i40e_io_resume()
16389 clear_bit(__I40E_DOWN, pf->state); in i40e_io_resume()
16395 clear_bit(__I40E_SUSPENDED, pf->state); in i40e_io_resume()
16398 mod_timer(&pf->service_timer, in i40e_io_resume()
16399 round_jiffies(jiffies + pf->service_timer_period)); in i40e_io_resume()
16405 * i40e_pci_error_detected - warning that something funky happened in PCI land
16418 dev_info(&pdev->dev, "%s: error %d\n", __func__, error); in i40e_pci_error_detected()
16421 dev_info(&pdev->dev, in i40e_pci_error_detected()
16422 "Cannot recover - error happened during device probe\n"); in i40e_pci_error_detected()
16427 if (!test_bit(__I40E_SUSPENDED, pf->state)) in i40e_pci_error_detected()
16435 * i40e_pci_error_slot_reset - a PCI slot reset just happened
16449 dev_dbg(&pdev->dev, "%s\n", __func__); in i40e_pci_error_slot_reset()
16452 dev_info(&pdev->dev, in i40e_pci_error_slot_reset()
16453 "Cannot re-enable PCI device after reset.\n"); in i40e_pci_error_slot_reset()
16461 reg = rd32(&pf->hw, I40E_GLGEN_RTRIG); in i40e_pci_error_slot_reset()
16472 * i40e_pci_error_reset_prepare - prepare device driver for pci reset
16483 * i40e_pci_error_reset_done - pci reset done, device driver reset can begin
16490 if (test_bit(__I40E_IN_REMOVE, pf->state)) in i40e_pci_error_reset_done()
16500 * i40e_pci_error_resume - restart operations after PCI error recovery
16510 dev_dbg(&pdev->dev, "%s\n", __func__); in i40e_pci_error_resume()
16511 if (test_bit(__I40E_SUSPENDED, pf->state)) in i40e_pci_error_resume()
16518 * i40e_shutdown - PCI callback for shutting down
16524 struct i40e_hw *hw = &pf->hw; in i40e_shutdown()
16526 set_bit(__I40E_SUSPENDED, pf->state); in i40e_shutdown()
16527 set_bit(__I40E_DOWN, pf->state); in i40e_shutdown()
16529 timer_delete_sync(&pf->service_timer); in i40e_shutdown()
16530 cancel_work_sync(&pf->service_task); in i40e_shutdown()
16539 if (test_bit(I40E_HW_CAP_WOL_MC_MAGIC_PKT_WAKE, pf->hw.caps) && in i40e_shutdown()
16540 pf->wol_en) in i40e_shutdown()
16546 (pf->wol_en ? I40E_PFPM_APM_APME_MASK : 0)); in i40e_shutdown()
16548 (pf->wol_en ? I40E_PFPM_WUFC_MAG_MASK : 0)); in i40e_shutdown()
16551 if (test_bit(__I40E_RECOVERY_MODE, pf->state) && in i40e_shutdown()
16552 !test_bit(I40E_FLAG_MSIX_ENA, pf->flags)) in i40e_shutdown()
16553 free_irq(pf->pdev->irq, pf); in i40e_shutdown()
16564 pci_wake_from_d3(pdev, pf->wol_en); in i40e_shutdown()
16570 * i40e_suspend - PM callback for moving to D3
16578 if (test_and_set_bit(__I40E_SUSPENDED, pf->state)) in i40e_suspend()
16584 * i40e_resume - PM callback for waking up from D3
16592 if (!test_bit(__I40E_SUSPENDED, pf->state)) in i40e_resume()
16619 * i40e_init_module - Driver registration routine
16641 return -ENOMEM; in i40e_init_module()
16657 * i40e_exit_module - Driver exit cleanup routine