1 // SPDX-License-Identifier: GPL-2.0-only 2 /* 3 * Copyright (c) 2022, Microsoft Corporation. All rights reserved. 4 */ 5 6 #include "mana_ib.h" 7 #include <net/mana/mana_auxiliary.h> 8 #include <net/addrconf.h> 9 10 MODULE_DESCRIPTION("Microsoft Azure Network Adapter IB driver"); 11 MODULE_LICENSE("GPL"); 12 MODULE_IMPORT_NS(NET_MANA); 13 14 static const struct ib_device_ops mana_ib_dev_ops = { 15 .owner = THIS_MODULE, 16 .driver_id = RDMA_DRIVER_MANA, 17 .uverbs_abi_ver = MANA_IB_UVERBS_ABI_VERSION, 18 19 .add_gid = mana_ib_gd_add_gid, 20 .alloc_pd = mana_ib_alloc_pd, 21 .alloc_ucontext = mana_ib_alloc_ucontext, 22 .create_cq = mana_ib_create_cq, 23 .create_qp = mana_ib_create_qp, 24 .create_rwq_ind_table = mana_ib_create_rwq_ind_table, 25 .create_wq = mana_ib_create_wq, 26 .dealloc_pd = mana_ib_dealloc_pd, 27 .dealloc_ucontext = mana_ib_dealloc_ucontext, 28 .del_gid = mana_ib_gd_del_gid, 29 .dereg_mr = mana_ib_dereg_mr, 30 .destroy_cq = mana_ib_destroy_cq, 31 .destroy_qp = mana_ib_destroy_qp, 32 .destroy_rwq_ind_table = mana_ib_destroy_rwq_ind_table, 33 .destroy_wq = mana_ib_destroy_wq, 34 .disassociate_ucontext = mana_ib_disassociate_ucontext, 35 .get_link_layer = mana_ib_get_link_layer, 36 .get_port_immutable = mana_ib_get_port_immutable, 37 .mmap = mana_ib_mmap, 38 .modify_qp = mana_ib_modify_qp, 39 .modify_wq = mana_ib_modify_wq, 40 .query_device = mana_ib_query_device, 41 .query_gid = mana_ib_query_gid, 42 .query_pkey = mana_ib_query_pkey, 43 .query_port = mana_ib_query_port, 44 .reg_user_mr = mana_ib_reg_user_mr, 45 46 INIT_RDMA_OBJ_SIZE(ib_cq, mana_ib_cq, ibcq), 47 INIT_RDMA_OBJ_SIZE(ib_pd, mana_ib_pd, ibpd), 48 INIT_RDMA_OBJ_SIZE(ib_qp, mana_ib_qp, ibqp), 49 INIT_RDMA_OBJ_SIZE(ib_ucontext, mana_ib_ucontext, ibucontext), 50 INIT_RDMA_OBJ_SIZE(ib_rwq_ind_table, mana_ib_rwq_ind_table, 51 ib_ind_table), 52 }; 53 54 static int mana_ib_probe(struct auxiliary_device *adev, 55 const struct auxiliary_device_id *id) 56 { 57 struct mana_adev *madev = container_of(adev, struct mana_adev, adev); 58 struct gdma_dev *mdev = madev->mdev; 59 struct net_device *ndev; 60 struct mana_context *mc; 61 struct mana_ib_dev *dev; 62 u8 mac_addr[ETH_ALEN]; 63 int ret; 64 65 mc = mdev->driver_data; 66 67 dev = ib_alloc_device(mana_ib_dev, ib_dev); 68 if (!dev) 69 return -ENOMEM; 70 71 ib_set_device_ops(&dev->ib_dev, &mana_ib_dev_ops); 72 73 dev->ib_dev.phys_port_cnt = mc->num_ports; 74 75 ibdev_dbg(&dev->ib_dev, "mdev=%p id=%d num_ports=%d\n", mdev, 76 mdev->dev_id.as_uint32, dev->ib_dev.phys_port_cnt); 77 78 dev->ib_dev.node_type = RDMA_NODE_IB_CA; 79 80 /* 81 * num_comp_vectors needs to set to the max MSIX index 82 * when interrupts and event queues are implemented 83 */ 84 dev->ib_dev.num_comp_vectors = mdev->gdma_context->max_num_queues; 85 dev->ib_dev.dev.parent = mdev->gdma_context->dev; 86 87 rcu_read_lock(); /* required to get primary netdev */ 88 ndev = mana_get_primary_netdev_rcu(mc, 0); 89 if (!ndev) { 90 rcu_read_unlock(); 91 ret = -ENODEV; 92 ibdev_err(&dev->ib_dev, "Failed to get netdev for IB port 1"); 93 goto free_ib_device; 94 } 95 ether_addr_copy(mac_addr, ndev->dev_addr); 96 addrconf_addr_eui48((u8 *)&dev->ib_dev.node_guid, ndev->dev_addr); 97 ret = ib_device_set_netdev(&dev->ib_dev, ndev, 1); 98 rcu_read_unlock(); 99 if (ret) { 100 ibdev_err(&dev->ib_dev, "Failed to set ib netdev, ret %d", ret); 101 goto free_ib_device; 102 } 103 104 ret = mana_gd_register_device(&mdev->gdma_context->mana_ib); 105 if (ret) { 106 ibdev_err(&dev->ib_dev, "Failed to register device, ret %d", 107 ret); 108 goto free_ib_device; 109 } 110 dev->gdma_dev = &mdev->gdma_context->mana_ib; 111 112 ret = mana_ib_gd_query_adapter_caps(dev); 113 if (ret) { 114 ibdev_err(&dev->ib_dev, "Failed to query device caps, ret %d", 115 ret); 116 goto deregister_device; 117 } 118 119 ret = mana_ib_create_eqs(dev); 120 if (ret) { 121 ibdev_err(&dev->ib_dev, "Failed to create EQs, ret %d", ret); 122 goto deregister_device; 123 } 124 125 ret = mana_ib_gd_create_rnic_adapter(dev); 126 if (ret) 127 goto destroy_eqs; 128 129 xa_init_flags(&dev->qp_table_wq, XA_FLAGS_LOCK_IRQ); 130 ret = mana_ib_gd_config_mac(dev, ADDR_OP_ADD, mac_addr); 131 if (ret) { 132 ibdev_err(&dev->ib_dev, "Failed to add Mac address, ret %d", 133 ret); 134 goto destroy_rnic; 135 } 136 137 ret = ib_register_device(&dev->ib_dev, "mana_%d", 138 mdev->gdma_context->dev); 139 if (ret) 140 goto destroy_rnic; 141 142 dev_set_drvdata(&adev->dev, dev); 143 144 return 0; 145 146 destroy_rnic: 147 xa_destroy(&dev->qp_table_wq); 148 mana_ib_gd_destroy_rnic_adapter(dev); 149 destroy_eqs: 150 mana_ib_destroy_eqs(dev); 151 deregister_device: 152 mana_gd_deregister_device(dev->gdma_dev); 153 free_ib_device: 154 ib_dealloc_device(&dev->ib_dev); 155 return ret; 156 } 157 158 static void mana_ib_remove(struct auxiliary_device *adev) 159 { 160 struct mana_ib_dev *dev = dev_get_drvdata(&adev->dev); 161 162 ib_unregister_device(&dev->ib_dev); 163 xa_destroy(&dev->qp_table_wq); 164 mana_ib_gd_destroy_rnic_adapter(dev); 165 mana_ib_destroy_eqs(dev); 166 mana_gd_deregister_device(dev->gdma_dev); 167 ib_dealloc_device(&dev->ib_dev); 168 } 169 170 static const struct auxiliary_device_id mana_id_table[] = { 171 { 172 .name = "mana.rdma", 173 }, 174 {}, 175 }; 176 177 MODULE_DEVICE_TABLE(auxiliary, mana_id_table); 178 179 static struct auxiliary_driver mana_driver = { 180 .name = "rdma", 181 .probe = mana_ib_probe, 182 .remove = mana_ib_remove, 183 .id_table = mana_id_table, 184 }; 185 186 module_auxiliary_driver(mana_driver); 187