13ec648c6SKrzysztof Kozlowski // SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB
28498a30eSMustafa Ismail /* Copyright (c) 2015 - 2021 Intel Corporation */
38498a30eSMustafa Ismail #include "main.h"
48498a30eSMustafa Ismail #include "../../../net/ethernet/intel/ice/ice.h"
58498a30eSMustafa Ismail
68498a30eSMustafa Ismail MODULE_ALIAS("i40iw");
78498a30eSMustafa Ismail MODULE_AUTHOR("Intel Corporation, <e1000-rdma@lists.sourceforge.net>");
88498a30eSMustafa Ismail MODULE_DESCRIPTION("Intel(R) Ethernet Protocol Driver for RDMA");
98498a30eSMustafa Ismail MODULE_LICENSE("Dual BSD/GPL");
108498a30eSMustafa Ismail
118498a30eSMustafa Ismail static struct notifier_block irdma_inetaddr_notifier = {
128498a30eSMustafa Ismail .notifier_call = irdma_inetaddr_event
138498a30eSMustafa Ismail };
148498a30eSMustafa Ismail
158498a30eSMustafa Ismail static struct notifier_block irdma_inetaddr6_notifier = {
168498a30eSMustafa Ismail .notifier_call = irdma_inet6addr_event
178498a30eSMustafa Ismail };
188498a30eSMustafa Ismail
198498a30eSMustafa Ismail static struct notifier_block irdma_net_notifier = {
208498a30eSMustafa Ismail .notifier_call = irdma_net_event
218498a30eSMustafa Ismail };
228498a30eSMustafa Ismail
238498a30eSMustafa Ismail static struct notifier_block irdma_netdevice_notifier = {
248498a30eSMustafa Ismail .notifier_call = irdma_netdevice_event
258498a30eSMustafa Ismail };
268498a30eSMustafa Ismail
irdma_register_notifiers(void)278498a30eSMustafa Ismail static void irdma_register_notifiers(void)
288498a30eSMustafa Ismail {
298498a30eSMustafa Ismail register_inetaddr_notifier(&irdma_inetaddr_notifier);
308498a30eSMustafa Ismail register_inet6addr_notifier(&irdma_inetaddr6_notifier);
318498a30eSMustafa Ismail register_netevent_notifier(&irdma_net_notifier);
328498a30eSMustafa Ismail register_netdevice_notifier(&irdma_netdevice_notifier);
338498a30eSMustafa Ismail }
348498a30eSMustafa Ismail
irdma_unregister_notifiers(void)358498a30eSMustafa Ismail static void irdma_unregister_notifiers(void)
368498a30eSMustafa Ismail {
378498a30eSMustafa Ismail unregister_netevent_notifier(&irdma_net_notifier);
388498a30eSMustafa Ismail unregister_inetaddr_notifier(&irdma_inetaddr_notifier);
398498a30eSMustafa Ismail unregister_inet6addr_notifier(&irdma_inetaddr6_notifier);
408498a30eSMustafa Ismail unregister_netdevice_notifier(&irdma_netdevice_notifier);
418498a30eSMustafa Ismail }
428498a30eSMustafa Ismail
irdma_prep_tc_change(struct irdma_device * iwdev)438498a30eSMustafa Ismail static void irdma_prep_tc_change(struct irdma_device *iwdev)
448498a30eSMustafa Ismail {
458498a30eSMustafa Ismail iwdev->vsi.tc_change_pending = true;
468498a30eSMustafa Ismail irdma_sc_suspend_resume_qps(&iwdev->vsi, IRDMA_OP_SUSPEND);
478498a30eSMustafa Ismail
488498a30eSMustafa Ismail /* Wait for all qp's to suspend */
498498a30eSMustafa Ismail wait_event_timeout(iwdev->suspend_wq,
508498a30eSMustafa Ismail !atomic_read(&iwdev->vsi.qp_suspend_reqs),
51*bd6da690SMustafa Ismail msecs_to_jiffies(IRDMA_EVENT_TIMEOUT_MS));
528498a30eSMustafa Ismail irdma_ws_reset(&iwdev->vsi);
538498a30eSMustafa Ismail }
548498a30eSMustafa Ismail
irdma_log_invalid_mtu(u16 mtu,struct irdma_sc_dev * dev)558498a30eSMustafa Ismail static void irdma_log_invalid_mtu(u16 mtu, struct irdma_sc_dev *dev)
568498a30eSMustafa Ismail {
578498a30eSMustafa Ismail if (mtu < IRDMA_MIN_MTU_IPV4)
588498a30eSMustafa Ismail ibdev_warn(to_ibdev(dev), "MTU setting [%d] too low for RDMA traffic. Minimum MTU is 576 for IPv4\n", mtu);
598498a30eSMustafa Ismail else if (mtu < IRDMA_MIN_MTU_IPV6)
608498a30eSMustafa Ismail ibdev_warn(to_ibdev(dev), "MTU setting [%d] too low for RDMA traffic. Minimum MTU is 1280 for IPv6\\n", mtu);
618498a30eSMustafa Ismail }
628498a30eSMustafa Ismail
irdma_fill_qos_info(struct irdma_l2params * l2params,struct iidc_qos_params * qos_info)638498a30eSMustafa Ismail static void irdma_fill_qos_info(struct irdma_l2params *l2params,
648498a30eSMustafa Ismail struct iidc_qos_params *qos_info)
658498a30eSMustafa Ismail {
668498a30eSMustafa Ismail int i;
678498a30eSMustafa Ismail
688498a30eSMustafa Ismail l2params->num_tc = qos_info->num_tc;
698498a30eSMustafa Ismail l2params->vsi_prio_type = qos_info->vport_priority_type;
708498a30eSMustafa Ismail l2params->vsi_rel_bw = qos_info->vport_relative_bw;
718498a30eSMustafa Ismail for (i = 0; i < l2params->num_tc; i++) {
728498a30eSMustafa Ismail l2params->tc_info[i].egress_virt_up =
738498a30eSMustafa Ismail qos_info->tc_info[i].egress_virt_up;
748498a30eSMustafa Ismail l2params->tc_info[i].ingress_virt_up =
758498a30eSMustafa Ismail qos_info->tc_info[i].ingress_virt_up;
768498a30eSMustafa Ismail l2params->tc_info[i].prio_type = qos_info->tc_info[i].prio_type;
778498a30eSMustafa Ismail l2params->tc_info[i].rel_bw = qos_info->tc_info[i].rel_bw;
788498a30eSMustafa Ismail l2params->tc_info[i].tc_ctx = qos_info->tc_info[i].tc_ctx;
798498a30eSMustafa Ismail }
808498a30eSMustafa Ismail for (i = 0; i < IIDC_MAX_USER_PRIORITY; i++)
818498a30eSMustafa Ismail l2params->up2tc[i] = qos_info->up2tc[i];
824b860c91SMustafa Ismail if (qos_info->pfc_mode == IIDC_DSCP_PFC_MODE) {
834b860c91SMustafa Ismail l2params->dscp_mode = true;
844b860c91SMustafa Ismail memcpy(l2params->dscp_map, qos_info->dscp_map, sizeof(l2params->dscp_map));
854b860c91SMustafa Ismail }
868498a30eSMustafa Ismail }
878498a30eSMustafa Ismail
irdma_iidc_event_handler(struct ice_pf * pf,struct iidc_event * event)888498a30eSMustafa Ismail static void irdma_iidc_event_handler(struct ice_pf *pf, struct iidc_event *event)
898498a30eSMustafa Ismail {
908498a30eSMustafa Ismail struct irdma_device *iwdev = dev_get_drvdata(&pf->adev->dev);
918498a30eSMustafa Ismail struct irdma_l2params l2params = {};
928498a30eSMustafa Ismail
938498a30eSMustafa Ismail if (*event->type & BIT(IIDC_EVENT_AFTER_MTU_CHANGE)) {
948498a30eSMustafa Ismail ibdev_dbg(&iwdev->ibdev, "CLNT: new MTU = %d\n", iwdev->netdev->mtu);
958498a30eSMustafa Ismail if (iwdev->vsi.mtu != iwdev->netdev->mtu) {
968498a30eSMustafa Ismail l2params.mtu = iwdev->netdev->mtu;
978498a30eSMustafa Ismail l2params.mtu_changed = true;
988498a30eSMustafa Ismail irdma_log_invalid_mtu(l2params.mtu, &iwdev->rf->sc_dev);
998498a30eSMustafa Ismail irdma_change_l2params(&iwdev->vsi, &l2params);
1008498a30eSMustafa Ismail }
1018498a30eSMustafa Ismail } else if (*event->type & BIT(IIDC_EVENT_BEFORE_TC_CHANGE)) {
1028498a30eSMustafa Ismail if (iwdev->vsi.tc_change_pending)
1038498a30eSMustafa Ismail return;
1048498a30eSMustafa Ismail
1058498a30eSMustafa Ismail irdma_prep_tc_change(iwdev);
1068498a30eSMustafa Ismail } else if (*event->type & BIT(IIDC_EVENT_AFTER_TC_CHANGE)) {
1078498a30eSMustafa Ismail struct iidc_qos_params qos_info = {};
1088498a30eSMustafa Ismail
1098498a30eSMustafa Ismail if (!iwdev->vsi.tc_change_pending)
1108498a30eSMustafa Ismail return;
1118498a30eSMustafa Ismail
1128498a30eSMustafa Ismail l2params.tc_changed = true;
1138498a30eSMustafa Ismail ibdev_dbg(&iwdev->ibdev, "CLNT: TC Change\n");
1148498a30eSMustafa Ismail ice_get_qos_params(pf, &qos_info);
1158498a30eSMustafa Ismail irdma_fill_qos_info(&l2params, &qos_info);
11683483055SMustafa Ismail if (iwdev->rf->protocol_used != IRDMA_IWARP_PROTOCOL_ONLY)
1174b860c91SMustafa Ismail iwdev->dcb_vlan_mode = qos_info.num_tc > 1 && !l2params.dscp_mode;
1188498a30eSMustafa Ismail irdma_change_l2params(&iwdev->vsi, &l2params);
1198498a30eSMustafa Ismail } else if (*event->type & BIT(IIDC_EVENT_CRIT_ERR)) {
1208498a30eSMustafa Ismail ibdev_warn(&iwdev->ibdev, "ICE OICR event notification: oicr = 0x%08x\n",
1218498a30eSMustafa Ismail event->reg);
1228498a30eSMustafa Ismail if (event->reg & IRDMAPFINT_OICR_PE_CRITERR_M) {
1238498a30eSMustafa Ismail u32 pe_criterr;
1248498a30eSMustafa Ismail
1258498a30eSMustafa Ismail pe_criterr = readl(iwdev->rf->sc_dev.hw_regs[IRDMA_GLPE_CRITERR]);
1268498a30eSMustafa Ismail #define IRDMA_Q1_RESOURCE_ERR 0x0001024d
1278498a30eSMustafa Ismail if (pe_criterr != IRDMA_Q1_RESOURCE_ERR) {
1288498a30eSMustafa Ismail ibdev_err(&iwdev->ibdev, "critical PE Error, GLPE_CRITERR=0x%08x\n",
1298498a30eSMustafa Ismail pe_criterr);
1308498a30eSMustafa Ismail iwdev->rf->reset = true;
1318498a30eSMustafa Ismail } else {
1328498a30eSMustafa Ismail ibdev_warn(&iwdev->ibdev, "Q1 Resource Check\n");
1338498a30eSMustafa Ismail }
1348498a30eSMustafa Ismail }
1358498a30eSMustafa Ismail if (event->reg & IRDMAPFINT_OICR_HMC_ERR_M) {
1368498a30eSMustafa Ismail ibdev_err(&iwdev->ibdev, "HMC Error\n");
1378498a30eSMustafa Ismail iwdev->rf->reset = true;
1388498a30eSMustafa Ismail }
1398498a30eSMustafa Ismail if (event->reg & IRDMAPFINT_OICR_PE_PUSH_M) {
1408498a30eSMustafa Ismail ibdev_err(&iwdev->ibdev, "PE Push Error\n");
1418498a30eSMustafa Ismail iwdev->rf->reset = true;
1428498a30eSMustafa Ismail }
1438498a30eSMustafa Ismail if (iwdev->rf->reset)
1448498a30eSMustafa Ismail iwdev->rf->gen_ops.request_reset(iwdev->rf);
1458498a30eSMustafa Ismail }
1468498a30eSMustafa Ismail }
1478498a30eSMustafa Ismail
1488498a30eSMustafa Ismail /**
1498498a30eSMustafa Ismail * irdma_request_reset - Request a reset
1508498a30eSMustafa Ismail * @rf: RDMA PCI function
1518498a30eSMustafa Ismail */
irdma_request_reset(struct irdma_pci_f * rf)1528498a30eSMustafa Ismail static void irdma_request_reset(struct irdma_pci_f *rf)
1538498a30eSMustafa Ismail {
1548498a30eSMustafa Ismail struct ice_pf *pf = rf->cdev;
1558498a30eSMustafa Ismail
1568498a30eSMustafa Ismail ibdev_warn(&rf->iwdev->ibdev, "Requesting a reset\n");
1578498a30eSMustafa Ismail ice_rdma_request_reset(pf, IIDC_PFR);
1588498a30eSMustafa Ismail }
1598498a30eSMustafa Ismail
1608498a30eSMustafa Ismail /**
1618498a30eSMustafa Ismail * irdma_lan_register_qset - Register qset with LAN driver
1628498a30eSMustafa Ismail * @vsi: vsi structure
1638498a30eSMustafa Ismail * @tc_node: Traffic class node
1648498a30eSMustafa Ismail */
irdma_lan_register_qset(struct irdma_sc_vsi * vsi,struct irdma_ws_node * tc_node)1652c4b14eaSShiraz Saleem static int irdma_lan_register_qset(struct irdma_sc_vsi *vsi,
1668498a30eSMustafa Ismail struct irdma_ws_node *tc_node)
1678498a30eSMustafa Ismail {
1688498a30eSMustafa Ismail struct irdma_device *iwdev = vsi->back_vsi;
1698498a30eSMustafa Ismail struct ice_pf *pf = iwdev->rf->cdev;
1708498a30eSMustafa Ismail struct iidc_rdma_qset_params qset = {};
1718498a30eSMustafa Ismail int ret;
1728498a30eSMustafa Ismail
1738498a30eSMustafa Ismail qset.qs_handle = tc_node->qs_handle;
1748498a30eSMustafa Ismail qset.tc = tc_node->traffic_class;
1758498a30eSMustafa Ismail qset.vport_id = vsi->vsi_idx;
1768498a30eSMustafa Ismail ret = ice_add_rdma_qset(pf, &qset);
1778498a30eSMustafa Ismail if (ret) {
1788498a30eSMustafa Ismail ibdev_dbg(&iwdev->ibdev, "WS: LAN alloc_res for rdma qset failed.\n");
17945225a93SShiraz Saleem return ret;
1808498a30eSMustafa Ismail }
1818498a30eSMustafa Ismail
1828498a30eSMustafa Ismail tc_node->l2_sched_node_id = qset.teid;
1838498a30eSMustafa Ismail vsi->qos[tc_node->user_pri].l2_sched_node_id = qset.teid;
1848498a30eSMustafa Ismail
1858498a30eSMustafa Ismail return 0;
1868498a30eSMustafa Ismail }
1878498a30eSMustafa Ismail
1888498a30eSMustafa Ismail /**
1898498a30eSMustafa Ismail * irdma_lan_unregister_qset - Unregister qset with LAN driver
1908498a30eSMustafa Ismail * @vsi: vsi structure
1918498a30eSMustafa Ismail * @tc_node: Traffic class node
1928498a30eSMustafa Ismail */
irdma_lan_unregister_qset(struct irdma_sc_vsi * vsi,struct irdma_ws_node * tc_node)1938498a30eSMustafa Ismail static void irdma_lan_unregister_qset(struct irdma_sc_vsi *vsi,
1948498a30eSMustafa Ismail struct irdma_ws_node *tc_node)
1958498a30eSMustafa Ismail {
1968498a30eSMustafa Ismail struct irdma_device *iwdev = vsi->back_vsi;
1978498a30eSMustafa Ismail struct ice_pf *pf = iwdev->rf->cdev;
1988498a30eSMustafa Ismail struct iidc_rdma_qset_params qset = {};
1998498a30eSMustafa Ismail
2008498a30eSMustafa Ismail qset.qs_handle = tc_node->qs_handle;
2018498a30eSMustafa Ismail qset.tc = tc_node->traffic_class;
2028498a30eSMustafa Ismail qset.vport_id = vsi->vsi_idx;
2038498a30eSMustafa Ismail qset.teid = tc_node->l2_sched_node_id;
2048498a30eSMustafa Ismail
2058498a30eSMustafa Ismail if (ice_del_rdma_qset(pf, &qset))
2068498a30eSMustafa Ismail ibdev_dbg(&iwdev->ibdev, "WS: LAN free_res for rdma qset failed.\n");
2078498a30eSMustafa Ismail }
2088498a30eSMustafa Ismail
irdma_remove(struct auxiliary_device * aux_dev)2098498a30eSMustafa Ismail static void irdma_remove(struct auxiliary_device *aux_dev)
2108498a30eSMustafa Ismail {
2118498a30eSMustafa Ismail struct iidc_auxiliary_dev *iidc_adev = container_of(aux_dev,
2128498a30eSMustafa Ismail struct iidc_auxiliary_dev,
2138498a30eSMustafa Ismail adev);
2148498a30eSMustafa Ismail struct ice_pf *pf = iidc_adev->pf;
21527963d3dSDavid E. Box struct irdma_device *iwdev = auxiliary_get_drvdata(aux_dev);
2168498a30eSMustafa Ismail
2178498a30eSMustafa Ismail irdma_ib_unregister_device(iwdev);
2188498a30eSMustafa Ismail ice_rdma_update_vsi_filter(pf, iwdev->vsi_num, false);
2198498a30eSMustafa Ismail
2208498a30eSMustafa Ismail pr_debug("INIT: Gen2 PF[%d] device remove success\n", PCI_FUNC(pf->pdev->devfn));
2218498a30eSMustafa Ismail }
2228498a30eSMustafa Ismail
irdma_fill_device_info(struct irdma_device * iwdev,struct ice_pf * pf,struct ice_vsi * vsi)2230dc2d6ffSTatyana Nikolova static void irdma_fill_device_info(struct irdma_device *iwdev, struct ice_pf *pf,
2240dc2d6ffSTatyana Nikolova struct ice_vsi *vsi)
2258498a30eSMustafa Ismail {
2268498a30eSMustafa Ismail struct irdma_pci_f *rf = iwdev->rf;
2278498a30eSMustafa Ismail
2288498a30eSMustafa Ismail rf->cdev = pf;
2298498a30eSMustafa Ismail rf->gen_ops.register_qset = irdma_lan_register_qset;
2308498a30eSMustafa Ismail rf->gen_ops.unregister_qset = irdma_lan_unregister_qset;
2318498a30eSMustafa Ismail rf->hw.hw_addr = pf->hw.hw_addr;
2328498a30eSMustafa Ismail rf->pcidev = pf->pdev;
2338498a30eSMustafa Ismail rf->msix_count = pf->num_rdma_msix;
234b2001896SMustafa Ismail rf->pf_id = pf->hw.pf_id;
2358498a30eSMustafa Ismail rf->msix_entries = &pf->msix_entries[pf->rdma_base_vector];
2368498a30eSMustafa Ismail rf->default_vsi.vsi_idx = vsi->vsi_num;
237774a90c1SShiraz Saleem rf->protocol_used = pf->rdma_mode & IIDC_RDMA_PROTOCOL_ROCEV2 ?
238774a90c1SShiraz Saleem IRDMA_ROCE_PROTOCOL_ONLY : IRDMA_IWARP_PROTOCOL_ONLY;
2398498a30eSMustafa Ismail rf->rdma_ver = IRDMA_GEN_2;
2408498a30eSMustafa Ismail rf->rsrc_profile = IRDMA_HMC_PROFILE_DEFAULT;
2418498a30eSMustafa Ismail rf->rst_to = IRDMA_RST_TIMEOUT_HZ;
2428498a30eSMustafa Ismail rf->gen_ops.request_reset = irdma_request_reset;
2438498a30eSMustafa Ismail rf->limits_sel = 7;
2448498a30eSMustafa Ismail rf->iwdev = iwdev;
24551cad287SMustafa Ismail mutex_init(&iwdev->ah_tbl_lock);
2468498a30eSMustafa Ismail iwdev->netdev = vsi->netdev;
2478498a30eSMustafa Ismail iwdev->vsi_num = vsi->vsi_num;
2488498a30eSMustafa Ismail iwdev->init_state = INITIAL_STATE;
2498498a30eSMustafa Ismail iwdev->roce_cwnd = IRDMA_ROCE_CWND_DEFAULT;
2508498a30eSMustafa Ismail iwdev->roce_ackcreds = IRDMA_ROCE_ACKCREDS_DEFAULT;
2518498a30eSMustafa Ismail iwdev->rcv_wnd = IRDMA_CM_DEFAULT_RCV_WND_SCALED;
2528498a30eSMustafa Ismail iwdev->rcv_wscale = IRDMA_CM_DEFAULT_RCV_WND_SCALE;
2538498a30eSMustafa Ismail if (rf->protocol_used == IRDMA_ROCE_PROTOCOL_ONLY)
2548498a30eSMustafa Ismail iwdev->roce_mode = true;
2558498a30eSMustafa Ismail }
2568498a30eSMustafa Ismail
irdma_probe(struct auxiliary_device * aux_dev,const struct auxiliary_device_id * id)2578498a30eSMustafa Ismail static int irdma_probe(struct auxiliary_device *aux_dev, const struct auxiliary_device_id *id)
2588498a30eSMustafa Ismail {
2598498a30eSMustafa Ismail struct iidc_auxiliary_dev *iidc_adev = container_of(aux_dev,
2608498a30eSMustafa Ismail struct iidc_auxiliary_dev,
2618498a30eSMustafa Ismail adev);
2628498a30eSMustafa Ismail struct ice_pf *pf = iidc_adev->pf;
2630dc2d6ffSTatyana Nikolova struct ice_vsi *vsi = ice_get_main_vsi(pf);
2648498a30eSMustafa Ismail struct iidc_qos_params qos_info = {};
2658498a30eSMustafa Ismail struct irdma_device *iwdev;
2668498a30eSMustafa Ismail struct irdma_pci_f *rf;
2678498a30eSMustafa Ismail struct irdma_l2params l2params = {};
2688498a30eSMustafa Ismail int err;
2698498a30eSMustafa Ismail
2700dc2d6ffSTatyana Nikolova if (!vsi)
2710dc2d6ffSTatyana Nikolova return -EIO;
2728498a30eSMustafa Ismail iwdev = ib_alloc_device(irdma_device, ibdev);
2738498a30eSMustafa Ismail if (!iwdev)
2748498a30eSMustafa Ismail return -ENOMEM;
2758498a30eSMustafa Ismail iwdev->rf = kzalloc(sizeof(*rf), GFP_KERNEL);
2768498a30eSMustafa Ismail if (!iwdev->rf) {
2778498a30eSMustafa Ismail ib_dealloc_device(&iwdev->ibdev);
2788498a30eSMustafa Ismail return -ENOMEM;
2798498a30eSMustafa Ismail }
2808498a30eSMustafa Ismail
2810dc2d6ffSTatyana Nikolova irdma_fill_device_info(iwdev, pf, vsi);
2828498a30eSMustafa Ismail rf = iwdev->rf;
2838498a30eSMustafa Ismail
28445225a93SShiraz Saleem err = irdma_ctrl_init_hw(rf);
28545225a93SShiraz Saleem if (err)
2868498a30eSMustafa Ismail goto err_ctrl_init;
2878498a30eSMustafa Ismail
2888498a30eSMustafa Ismail l2params.mtu = iwdev->netdev->mtu;
2898498a30eSMustafa Ismail ice_get_qos_params(pf, &qos_info);
2908498a30eSMustafa Ismail irdma_fill_qos_info(&l2params, &qos_info);
29183483055SMustafa Ismail if (iwdev->rf->protocol_used != IRDMA_IWARP_PROTOCOL_ONLY)
2924b860c91SMustafa Ismail iwdev->dcb_vlan_mode = l2params.num_tc > 1 && !l2params.dscp_mode;
29383483055SMustafa Ismail
29445225a93SShiraz Saleem err = irdma_rt_init_hw(iwdev, &l2params);
29545225a93SShiraz Saleem if (err)
2968498a30eSMustafa Ismail goto err_rt_init;
2978498a30eSMustafa Ismail
2988498a30eSMustafa Ismail err = irdma_ib_register_device(iwdev);
2998498a30eSMustafa Ismail if (err)
3008498a30eSMustafa Ismail goto err_ibreg;
3018498a30eSMustafa Ismail
3028498a30eSMustafa Ismail ice_rdma_update_vsi_filter(pf, iwdev->vsi_num, true);
3038498a30eSMustafa Ismail
3048498a30eSMustafa Ismail ibdev_dbg(&iwdev->ibdev, "INIT: Gen2 PF[%d] device probe success\n", PCI_FUNC(rf->pcidev->devfn));
30527963d3dSDavid E. Box auxiliary_set_drvdata(aux_dev, iwdev);
3068498a30eSMustafa Ismail
3078498a30eSMustafa Ismail return 0;
3088498a30eSMustafa Ismail
3098498a30eSMustafa Ismail err_ibreg:
3108498a30eSMustafa Ismail irdma_rt_deinit_hw(iwdev);
3118498a30eSMustafa Ismail err_rt_init:
3128498a30eSMustafa Ismail irdma_ctrl_deinit_hw(rf);
3138498a30eSMustafa Ismail err_ctrl_init:
3148498a30eSMustafa Ismail kfree(iwdev->rf);
3158498a30eSMustafa Ismail ib_dealloc_device(&iwdev->ibdev);
3168498a30eSMustafa Ismail
3178498a30eSMustafa Ismail return err;
3188498a30eSMustafa Ismail }
3198498a30eSMustafa Ismail
3208498a30eSMustafa Ismail static const struct auxiliary_device_id irdma_auxiliary_id_table[] = {
3218498a30eSMustafa Ismail {.name = "ice.iwarp", },
3228498a30eSMustafa Ismail {.name = "ice.roce", },
3238498a30eSMustafa Ismail {},
3248498a30eSMustafa Ismail };
3258498a30eSMustafa Ismail
3268498a30eSMustafa Ismail MODULE_DEVICE_TABLE(auxiliary, irdma_auxiliary_id_table);
3278498a30eSMustafa Ismail
3288498a30eSMustafa Ismail static struct iidc_auxiliary_drv irdma_auxiliary_drv = {
3298498a30eSMustafa Ismail .adrv = {
3308498a30eSMustafa Ismail .id_table = irdma_auxiliary_id_table,
3318498a30eSMustafa Ismail .probe = irdma_probe,
3328498a30eSMustafa Ismail .remove = irdma_remove,
3338498a30eSMustafa Ismail },
3348498a30eSMustafa Ismail .event_handler = irdma_iidc_event_handler,
3358498a30eSMustafa Ismail };
3368498a30eSMustafa Ismail
irdma_init_module(void)3378498a30eSMustafa Ismail static int __init irdma_init_module(void)
3388498a30eSMustafa Ismail {
3398498a30eSMustafa Ismail int ret;
3408498a30eSMustafa Ismail
3418498a30eSMustafa Ismail ret = auxiliary_driver_register(&i40iw_auxiliary_drv);
3428498a30eSMustafa Ismail if (ret) {
3438498a30eSMustafa Ismail pr_err("Failed i40iw(gen_1) auxiliary_driver_register() ret=%d\n",
3448498a30eSMustafa Ismail ret);
3458498a30eSMustafa Ismail return ret;
3468498a30eSMustafa Ismail }
3478498a30eSMustafa Ismail
3488498a30eSMustafa Ismail ret = auxiliary_driver_register(&irdma_auxiliary_drv.adrv);
3498498a30eSMustafa Ismail if (ret) {
3508498a30eSMustafa Ismail auxiliary_driver_unregister(&i40iw_auxiliary_drv);
3518498a30eSMustafa Ismail pr_err("Failed irdma auxiliary_driver_register() ret=%d\n",
3528498a30eSMustafa Ismail ret);
3538498a30eSMustafa Ismail return ret;
3548498a30eSMustafa Ismail }
3558498a30eSMustafa Ismail
3568498a30eSMustafa Ismail irdma_register_notifiers();
3578498a30eSMustafa Ismail
3588498a30eSMustafa Ismail return 0;
3598498a30eSMustafa Ismail }
3608498a30eSMustafa Ismail
irdma_exit_module(void)3618498a30eSMustafa Ismail static void __exit irdma_exit_module(void)
3628498a30eSMustafa Ismail {
3638498a30eSMustafa Ismail irdma_unregister_notifiers();
3648498a30eSMustafa Ismail auxiliary_driver_unregister(&irdma_auxiliary_drv.adrv);
3658498a30eSMustafa Ismail auxiliary_driver_unregister(&i40iw_auxiliary_drv);
3668498a30eSMustafa Ismail }
3678498a30eSMustafa Ismail
3688498a30eSMustafa Ismail module_init(irdma_init_module);
3698498a30eSMustafa Ismail module_exit(irdma_exit_module);
370