135 	ibdev->dma_device = &rdev->en_dev->pdev->dev;  in bnxt_re_set_dma_device()
470 	struct bnxt_en_dev *en_dev = rdev->en_dev;  in bnxt_re_hwrm_dbr_pacing_broadcast_event()  local
479 	rc = en_dev->en_ops->bnxt_send_fw_msg(en_dev, BNXT_ROCE_ULP, &fw_msg);  in bnxt_re_hwrm_dbr_pacing_broadcast_event()
493 	struct bnxt_en_dev *en_dev = rdev->en_dev;  in bnxt_re_hwrm_dbr_pacing_nqlist_query()  local
507 	rc = en_dev->en_ops->bnxt_send_fw_msg(en_dev, BNXT_ROCE_ULP, &fw_msg);  in bnxt_re_hwrm_dbr_pacing_nqlist_query()
549 		read_val = readl_fbsd(rdev->en_dev->softc, rdev->dbr_db_fifo_reg_off, 0);  in __wait_for_fifo_occupancy_below_th()
587 		read_val = readl_fbsd(rdev->en_dev->softc, rdev->dbr_aeq_arm_reg_off, 0);  in bnxt_re_check_if_dbq_intr_triggered()
607 		writel_fbsd(rdev->en_dev->softc,  rdev->dbr_throttling_reg_off, 0, cag_ring_water_mark);  in bnxt_re_set_dbq_throttling_reg()
608 		read_val = readl_fbsd(rdev->en_dev->softc , rdev->dbr_throttling_reg_off, 0);  in bnxt_re_set_dbq_throttling_reg()
619 	writel_fbsd(rdev->en_dev->softc,  rdev->dbr_aeq_arm_reg_off, 0, 1);  in bnxt_re_set_dbq_throttling_reg()
664 	writel_fbsd(rdev->en_dev->softc,  BNXT_GRCPF_REG_WINDOW_BASE_OUT + 28, 0,  in bnxt_re_handle_dbr_nq_pacing_notification()
731 	if (!en_info || !en_info->en_dev) {  in bnxt_re_async_notifier()
868 	read_val = readl_fbsd(rdev->en_dev->softc , rdev->dbr_db_fifo_reg_off, 0);  in bnxt_re_pacing_timer_exp()
965 	struct bnxt_en_dev *en_dev = rdev->en_dev;  in bnxt_re_free_msix()  local
968 	rc = en_dev->en_ops->bnxt_free_msix(rdev->en_dev, BNXT_ROCE_ULP);  in bnxt_re_free_msix()
976 	struct bnxt_en_dev *en_dev = rdev->en_dev;  in bnxt_re_request_msix()  local
991 	else if (BNXT_EN_NPAR(en_dev))  in bnxt_re_request_msix()
1010 	num_msix_got = en_dev->en_ops->bnxt_request_msix(en_dev, BNXT_ROCE_ULP,  in bnxt_re_request_msix()
1081 	struct bnxt_en_dev *en_dev;  in bnxt_re_handle_start()  local
1085 	if (!en_info || !en_info->en_dev) {  in bnxt_re_handle_start()
1089 	netdev = en_info->en_dev->net;  in bnxt_re_handle_start()
1097 	en_dev = en_info->en_dev;  in bnxt_re_handle_start()
1112 		en_dev->en_ops->bnxt_unregister_device(en_dev, BNXT_ROCE_ULP);  in bnxt_re_handle_start()
1138 	struct bnxt_en_dev *en_dev;  in bnxt_re_stop()  local
1143 	if (!en_info || !en_info->en_dev) {  in bnxt_re_stop()
1147 	netdev = en_info->en_dev->net;  in bnxt_re_stop()
1159 	en_dev = rdev->en_dev;  in bnxt_re_stop()
1160 	if (en_dev->en_state & BNXT_STATE_FW_FATAL_COND ||  in bnxt_re_stop()
1161 	    en_dev->en_state & BNXT_STATE_FW_RESET_DET) {  in bnxt_re_stop()
1360 	struct bnxt_en_dev *en_dev = rdev->en_dev;  in bnxt_re_unregister_netdev()  local
1364 	rc = en_dev->en_ops->bnxt_unregister_device(rdev->en_dev,  in bnxt_re_unregister_netdev()
1369 			rdev->en_dev->net, rc);  in bnxt_re_unregister_netdev()
1376 	struct bnxt_en_dev *en_dev = rdev->en_dev;  in bnxt_re_register_netdev()  local
1380 	rc = en_dev->en_ops->bnxt_register_device(en_dev,  in bnxt_re_register_netdev()
1397 	struct bnxt_en_dev *en_dev;  in bnxt_re_set_db_offset()  local
1405 	en_dev = rdev->en_dev;  in bnxt_re_set_db_offset()
1427 	if (cctx->modes.db_push && l2db_len && en_dev->l2_db_size != barlen) {  in bnxt_re_set_db_offset()
1428 		res->dpi_tbl.wcreg.offset = en_dev->l2_db_size;  in bnxt_re_set_db_offset()
1439 	struct bnxt_en_dev *en_dev;  in bnxt_re_set_drv_mode()  local
1441 	en_dev = rdev->en_dev;  in bnxt_re_set_drv_mode()
1455 		if (rdev->is_virtfn || BNXT_EN_NPAR(en_dev))  in bnxt_re_set_drv_mode()
1459 	rdev->roce_mode = en_dev->flags & BNXT_EN_FLAG_ROCE_CAP;  in bnxt_re_set_drv_mode()
1465 	cctx->hw_stats_size = en_dev->hw_ring_stats_size;  in bnxt_re_set_drv_mode()
1496 	struct bnxt_en_dev *en_dev;  in bnxt_re_setup_chip_ctx()  local
1499 	en_dev = rdev->en_dev;  in bnxt_re_setup_chip_ctx()
1501 	rdev->qplib_res.pdev = en_dev->pdev;  in bnxt_re_setup_chip_ctx()
1503 	rdev->qplib_res.en_dev = en_dev;  in bnxt_re_setup_chip_ctx()
1535 	rc = bnxt_qplib_enable_atomic_ops_to_root(en_dev->pdev);  in bnxt_re_setup_chip_ctx()
1564 	struct bnxt_en_dev *en_dev = rdev->en_dev;  in bnxt_re_net_ring_free()  local
1567 	if (!en_dev)  in bnxt_re_net_ring_free()
1586 	rc = en_dev->en_ops->bnxt_send_fw_msg(en_dev, BNXT_ROCE_ULP, &fw_msg);  in bnxt_re_net_ring_free()
1605 	struct bnxt_en_dev *en_dev = rdev->en_dev;  in bnxt_re_net_ring_alloc()  local
1608 	if (!en_dev)  in bnxt_re_net_ring_alloc()
1633 	rc = en_dev->en_ops->bnxt_send_fw_msg(en_dev, BNXT_ROCE_ULP, &fw_msg);  in bnxt_re_net_ring_alloc()
1650 	struct bnxt_en_dev *en_dev = rdev->en_dev;  in bnxt_re_net_stats_ctx_free()  local
1656 	if (!en_dev)  in bnxt_re_net_stats_ctx_free()
1668 	rc = en_dev->en_ops->bnxt_send_fw_msg(en_dev, BNXT_ROCE_ULP, &fw_msg);  in bnxt_re_net_stats_ctx_free()
1684 	struct bnxt_en_dev *en_dev = rdev->en_dev;  in bnxt_re_net_stats_ctx_alloc()  local
1694 	if (!en_dev)  in bnxt_re_net_stats_ctx_alloc()
1706 	rc = en_dev->en_ops->bnxt_send_fw_msg(en_dev, BNXT_ROCE_ULP, &fw_msg);  in bnxt_re_net_stats_ctx_alloc()
1728 	en_ops = rdev->en_dev->en_ops;  in bnxt_re_net_unregister_async_event()
1730 	    (rdev->en_dev, BNXT_ROCE_ULP,  in bnxt_re_net_unregister_async_event()
1753 	en_ops = rdev->en_dev->en_ops;  in bnxt_re_net_register_async_event()
1755 	    (rdev->en_dev, BNXT_ROCE_ULP,  in bnxt_re_net_register_async_event()
1764 	struct bnxt_en_dev *en_dev = rdev->en_dev;  in bnxt_re_query_hwrm_intf_version()  local
1779 	rc = en_dev->en_ops->bnxt_send_fw_msg(en_dev, BNXT_ROCE_ULP, &fw_msg);  in bnxt_re_query_hwrm_intf_version()
1806 	struct bnxt_en_dev *en_dev = rdev->en_dev;  in bnxt_re_hwrm_qcfg()  local
1818 	rc = en_dev->en_ops->bnxt_send_fw_msg(en_dev, BNXT_ROCE_ULP, &fw_msg);  in bnxt_re_hwrm_qcfg()
1833 	struct bnxt_en_dev *en_dev = rdev->en_dev;  in bnxt_re_hwrm_qcaps()  local
1848 	rc = en_dev->en_ops->bnxt_send_fw_msg(en_dev, BNXT_ROCE_ULP, &fw_msg);  in bnxt_re_hwrm_qcaps()
1892 	struct bnxt_en_dev *en_dev = rdev->en_dev;  in bnxt_re_hwrm_dbr_pacing_qcfg()  local
1904 	rc = en_dev->en_ops->bnxt_send_fw_msg(en_dev, BNXT_ROCE_ULP, &fw_msg);  in bnxt_re_hwrm_dbr_pacing_qcfg()
1961 	struct bnxt_en_dev *en_dev = rdev->en_dev;  in bnxt_re_hwrm_dbr_pacing_cfg()  local
1985 	rc = en_dev->en_ops->bnxt_send_fw_msg(en_dev, BNXT_ROCE_ULP, &fw_msg);  in bnxt_re_hwrm_dbr_pacing_cfg()
2020 	return scnprintf(buf, PAGE_SIZE, "0x%x\n", rdev->en_dev->pdev->vendor);  in show_rev()
2190 					   struct bnxt_en_dev *en_dev)  in bnxt_re_dev_alloc()  argument
2206 	rdev->en_dev = en_dev;  in bnxt_re_dev_alloc()
2207 	rdev->id = rdev->en_dev->pdev->devfn;  in bnxt_re_dev_alloc()
2735 	struct bnxt_en_dev *en_dev = rdev->en_dev;  in bnxt_re_query_hwrm_dscp2pri()  local
2751 	req.port_id = (target_id == 0xFFFF) ? en_dev->pf_port_id : 1;  in bnxt_re_query_hwrm_dscp2pri()
2753 	kmem = dma_zalloc_coherent(&en_dev->pdev->dev, data_len, &dma_handle,  in bnxt_re_query_hwrm_dscp2pri()
2765 	rc = en_dev->en_ops->bnxt_send_fw_msg(en_dev, BNXT_ROCE_ULP, &fw_msg);  in bnxt_re_query_hwrm_dscp2pri()
2779 	dma_free_coherent(&en_dev->pdev->dev, data_len, kmem, dma_handle);  in bnxt_re_query_hwrm_dscp2pri()
2798 	struct bnxt_en_dev *en_dev = rdev->en_dev;  in bnxt_re_set_hwrm_dscp2pri()  local
2811 	req.port_id = (target_id == 0xFFFF) ? en_dev->pf_port_id : 1;  in bnxt_re_set_hwrm_dscp2pri()
2813 	kmem = dma_alloc_coherent(&en_dev->pdev->dev, data_len, &dma_handle,  in bnxt_re_set_hwrm_dscp2pri()
2835 	rc = en_dev->en_ops->bnxt_send_fw_msg(en_dev, BNXT_ROCE_ULP, &fw_msg);  in bnxt_re_set_hwrm_dscp2pri()
2836 	dma_free_coherent(&en_dev->pdev->dev, data_len, kmem, dma_handle);  in bnxt_re_set_hwrm_dscp2pri()
2846 	struct bnxt_en_dev *en_dev = rdev->en_dev;  in bnxt_re_query_hwrm_qportcfg()  local
2856 	req.port_id = (tid == 0xFFFF) ? en_dev->pf_port_id : 1;  in bnxt_re_query_hwrm_qportcfg()
2857 	if (BNXT_EN_ASYM_Q(en_dev))  in bnxt_re_query_hwrm_qportcfg()
2862 	rc = en_dev->en_ops->bnxt_send_fw_msg(en_dev, BNXT_ROCE_ULP, &fw_msg);  in bnxt_re_query_hwrm_qportcfg()
2905 	struct bnxt_en_dev *en_dev = rdev->en_dev;  in bnxt_re_hwrm_cos2bw_qcfg()  local
2915 	req.port_id = (target_id == 0xFFFF) ? en_dev->pf_port_id : 1;  in bnxt_re_hwrm_cos2bw_qcfg()
2919 	rc = en_dev->en_ops->bnxt_send_fw_msg(en_dev, BNXT_ROCE_ULP, &fw_msg);  in bnxt_re_hwrm_cos2bw_qcfg()
2937 	struct bnxt_en_dev *en_dev = rdev->en_dev;  in bnxt_re_hwrm_cos2bw_cfg()  local
2948 	req.port_id = (target_id == 0xFFFF) ? en_dev->pf_port_id : 1;  in bnxt_re_hwrm_cos2bw_cfg()
2971 	rc = en_dev->en_ops->bnxt_send_fw_msg(en_dev, BNXT_ROCE_ULP, &fw_msg);  in bnxt_re_hwrm_cos2bw_cfg()
2981 	struct bnxt_en_dev *en_dev = rdev->en_dev;  in bnxt_re_host_pf_id_query()  local
3009 	rc = en_dev->en_ops->bnxt_send_fw_msg(en_dev, BNXT_ROCE_ULP, &fw_msg);  in bnxt_re_host_pf_id_query()
3094 		pppp_factor = rdev->en_dev->port_count;  in bnxt_re_alloc_init_tbls()
3332 	writel_fbsd(rdev->en_dev->softc,  BNXT_GRCPF_REG_WINDOW_BASE_OUT + 4, 0,  in bnxt_re_initialize_dbr_pacing()
3398 		writel_fbsd(rdev->en_dev->softc, BNXT_GRCPF_REG_WINDOW_BASE_OUT + 28 , 0,  in bnxt_re_enable_dbr_pacing()
3403 		writel_fbsd(rdev->en_dev->softc, rdev->dbr_aeq_arm_reg_off , 0, 1);  in bnxt_re_enable_dbr_pacing()
3704 			rdev->num_vfs = pci_num_vf(rdev->en_dev->pdev);  in bnxt_re_dev_init()
3782 			   struct bnxt_en_dev *en_dev)  in bnxt_re_dev_reg()  argument
3800 	*rdev = bnxt_re_dev_alloc(netdev, en_dev);  in bnxt_re_dev_reg()
3813 	rdev->espeed = rdev->en_dev->espeed;  in bnxt_re_get_link_speed()
3860 	struct bnxt_en_dev *en_dev;  in bnxt_re_add_device()  local
3864 	en_dev = en_info->en_dev;  in bnxt_re_add_device()
3876 	rc = bnxt_re_dev_reg(rdev, netdev, en_dev);  in bnxt_re_add_device()
3919 	(*rdev)->dev_addr = en_dev->softc->func.mac_addr;  in bnxt_re_add_device()
3956 	struct pci_dev *pdev_in = rdev->en_dev->pdev;  in bnxt_re_get_peer_pf()
3964 		tmp_bus_num = tmp_rdev->en_dev->pdev->bus->number;  in bnxt_re_get_peer_pf()
3965 		tmp_dev_num = PCI_SLOT(tmp_rdev->en_dev->pdev->devfn);  in bnxt_re_get_peer_pf()
3966 		tmp_func_num = PCI_FUNC(tmp_rdev->en_dev->pdev->devfn);  in bnxt_re_get_peer_pf()
4007 	struct pci_dev *pdev_in = rdev->en_dev->pdev;  in bnxt_re_get_slot_pf_count()
4015 		tmp_bus_num = tmp_rdev->en_dev->pdev->bus->number;  in bnxt_re_get_slot_pf_count()
4016 		tmp_dev_num = PCI_SLOT(tmp_rdev->en_dev->pdev->devfn);  in bnxt_re_get_slot_pf_count()
4275 	struct bnxt_en_dev *en_dev;  in bnxt_re_remove()  local
4284 	en_dev = en_info->en_dev;  in bnxt_re_remove()
4317 			en_dev->en_ops->bnxt_unregister_device(en_dev,  in bnxt_re_remove()
4350 	struct bnxt_en_dev *en_dev = NULL;  in bnxt_re_probe()  local
4355 		en_dev = aux_dev->edev;  in bnxt_re_probe()
4357 	if (!en_dev)  in bnxt_re_probe()
4360 	if (en_dev->ulp_version != BNXT_ULP_VERSION) {  in bnxt_re_probe()
4362 			ROCE_DRV_MODULE_NAME, en_dev->ulp_version);  in bnxt_re_probe()
4370 	en_info->en_dev = en_dev;  in bnxt_re_probe()
4374 	rc = bnxt_re_add_device(&rdev, en_dev->net,  in bnxt_re_probe()