1 // SPDX-License-Identifier: GPL-2.0 2 /* 3 * CDX host controller driver for AMD versal-net platform. 4 * 5 * Copyright (C) 2022-2023, Advanced Micro Devices, Inc. 6 */ 7 8 #include <linux/mod_devicetable.h> 9 #include <linux/platform_device.h> 10 #include <linux/slab.h> 11 #include <linux/cdx/cdx_bus.h> 12 #include <linux/irqdomain.h> 13 14 #include "cdx_controller.h" 15 #include "../cdx.h" 16 #include "mcdi_functions.h" 17 #include "mcdi.h" 18 19 static unsigned int cdx_mcdi_rpc_timeout(struct cdx_mcdi *cdx, unsigned int cmd) 20 { 21 return MCDI_RPC_TIMEOUT; 22 } 23 24 static void cdx_mcdi_request(struct cdx_mcdi *cdx, 25 const struct cdx_dword *hdr, size_t hdr_len, 26 const struct cdx_dword *sdu, size_t sdu_len) 27 { 28 if (cdx_rpmsg_send(cdx, hdr, hdr_len, sdu, sdu_len)) 29 dev_err(&cdx->rpdev->dev, "Failed to send rpmsg data\n"); 30 } 31 32 static const struct cdx_mcdi_ops mcdi_ops = { 33 .mcdi_rpc_timeout = cdx_mcdi_rpc_timeout, 34 .mcdi_request = cdx_mcdi_request, 35 }; 36 37 static int cdx_bus_enable(struct cdx_controller *cdx, u8 bus_num) 38 { 39 return cdx_mcdi_bus_enable(cdx->priv, bus_num); 40 } 41 42 static int cdx_bus_disable(struct cdx_controller *cdx, u8 bus_num) 43 { 44 return cdx_mcdi_bus_disable(cdx->priv, bus_num); 45 } 46 47 void cdx_rpmsg_post_probe(struct cdx_controller *cdx) 48 { 49 /* Register CDX controller with CDX bus driver */ 50 if (cdx_register_controller(cdx)) 51 dev_err(cdx->dev, "Failed to register CDX controller\n"); 52 } 53 54 void cdx_rpmsg_pre_remove(struct cdx_controller *cdx) 55 { 56 cdx_unregister_controller(cdx); 57 cdx_mcdi_wait_for_quiescence(cdx->priv, MCDI_RPC_TIMEOUT); 58 } 59 60 static int cdx_configure_device(struct cdx_controller *cdx, 61 u8 bus_num, u8 dev_num, 62 struct cdx_device_config *dev_config) 63 { 64 u16 msi_index; 65 int ret = 0; 66 u32 data; 67 u64 addr; 68 69 switch (dev_config->type) { 70 case CDX_DEV_MSI_CONF: 71 msi_index = dev_config->msi.msi_index; 72 data = dev_config->msi.data; 73 addr = dev_config->msi.addr; 74 75 ret = cdx_mcdi_write_msi(cdx->priv, bus_num, dev_num, msi_index, addr, data); 76 break; 77 case CDX_DEV_RESET_CONF: 78 ret = cdx_mcdi_reset_device(cdx->priv, bus_num, dev_num); 79 break; 80 case CDX_DEV_BUS_MASTER_CONF: 81 ret = cdx_mcdi_bus_master_enable(cdx->priv, bus_num, dev_num, 82 dev_config->bus_master_enable); 83 break; 84 case CDX_DEV_MSI_ENABLE: 85 ret = cdx_mcdi_msi_enable(cdx->priv, bus_num, dev_num, dev_config->msi_enable); 86 break; 87 default: 88 ret = -EINVAL; 89 } 90 91 return ret; 92 } 93 94 static int cdx_scan_devices(struct cdx_controller *cdx) 95 { 96 struct cdx_mcdi *cdx_mcdi = cdx->priv; 97 u8 bus_num, dev_num, num_cdx_bus; 98 int ret; 99 100 /* MCDI FW Read: Fetch the number of CDX buses on this controller */ 101 ret = cdx_mcdi_get_num_buses(cdx_mcdi); 102 if (ret < 0) { 103 dev_err(cdx->dev, 104 "Get number of CDX buses failed: %d\n", ret); 105 return ret; 106 } 107 num_cdx_bus = (u8)ret; 108 109 for (bus_num = 0; bus_num < num_cdx_bus; bus_num++) { 110 struct device *bus_dev; 111 u8 num_cdx_dev; 112 113 /* Add the bus on cdx subsystem */ 114 bus_dev = cdx_bus_add(cdx, bus_num); 115 if (!bus_dev) 116 continue; 117 118 /* MCDI FW Read: Fetch the number of devices present */ 119 ret = cdx_mcdi_get_num_devs(cdx_mcdi, bus_num); 120 if (ret < 0) { 121 dev_err(cdx->dev, 122 "Get devices on CDX bus %d failed: %d\n", bus_num, ret); 123 continue; 124 } 125 num_cdx_dev = (u8)ret; 126 127 for (dev_num = 0; dev_num < num_cdx_dev; dev_num++) { 128 struct cdx_dev_params dev_params; 129 130 /* MCDI FW: Get the device config */ 131 ret = cdx_mcdi_get_dev_config(cdx_mcdi, bus_num, 132 dev_num, &dev_params); 133 if (ret) { 134 dev_err(cdx->dev, 135 "CDX device config get failed for %d(bus):%d(dev), %d\n", 136 bus_num, dev_num, ret); 137 continue; 138 } 139 dev_params.cdx = cdx; 140 dev_params.parent = bus_dev; 141 142 /* Add the device to the cdx bus */ 143 ret = cdx_device_add(&dev_params); 144 if (ret) { 145 dev_err(cdx->dev, "registering cdx dev: %d failed: %d\n", 146 dev_num, ret); 147 continue; 148 } 149 150 dev_dbg(cdx->dev, "CDX dev: %d on cdx bus: %d created\n", 151 dev_num, bus_num); 152 } 153 } 154 155 return 0; 156 } 157 158 static struct cdx_ops cdx_ops = { 159 .bus_enable = cdx_bus_enable, 160 .bus_disable = cdx_bus_disable, 161 .scan = cdx_scan_devices, 162 .dev_configure = cdx_configure_device, 163 }; 164 165 static int xlnx_cdx_probe(struct platform_device *pdev) 166 { 167 struct cdx_controller *cdx; 168 struct cdx_mcdi *cdx_mcdi; 169 int ret; 170 171 cdx_mcdi = kzalloc(sizeof(*cdx_mcdi), GFP_KERNEL); 172 if (!cdx_mcdi) 173 return -ENOMEM; 174 175 /* Store the MCDI ops */ 176 cdx_mcdi->mcdi_ops = &mcdi_ops; 177 /* MCDI FW: Initialize the FW path */ 178 ret = cdx_mcdi_init(cdx_mcdi); 179 if (ret) { 180 dev_err_probe(&pdev->dev, ret, "MCDI Initialization failed\n"); 181 goto mcdi_init_fail; 182 } 183 184 cdx = kzalloc(sizeof(*cdx), GFP_KERNEL); 185 if (!cdx) { 186 ret = -ENOMEM; 187 goto cdx_alloc_fail; 188 } 189 platform_set_drvdata(pdev, cdx); 190 191 cdx->dev = &pdev->dev; 192 cdx->priv = cdx_mcdi; 193 cdx->ops = &cdx_ops; 194 195 /* Create MSI domain */ 196 cdx->msi_domain = cdx_msi_domain_init(&pdev->dev); 197 if (!cdx->msi_domain) { 198 dev_err(&pdev->dev, "cdx_msi_domain_init() failed"); 199 ret = -ENODEV; 200 goto cdx_msi_fail; 201 } 202 203 ret = cdx_setup_rpmsg(pdev); 204 if (ret) { 205 if (ret != -EPROBE_DEFER) 206 dev_err(&pdev->dev, "Failed to register CDX RPMsg transport\n"); 207 goto cdx_rpmsg_fail; 208 } 209 210 dev_info(&pdev->dev, "Successfully registered CDX controller with RPMsg as transport\n"); 211 return 0; 212 213 cdx_rpmsg_fail: 214 irq_domain_remove(cdx->msi_domain); 215 cdx_msi_fail: 216 kfree(cdx); 217 cdx_alloc_fail: 218 cdx_mcdi_finish(cdx_mcdi); 219 mcdi_init_fail: 220 kfree(cdx_mcdi); 221 222 return ret; 223 } 224 225 static int xlnx_cdx_remove(struct platform_device *pdev) 226 { 227 struct cdx_controller *cdx = platform_get_drvdata(pdev); 228 struct cdx_mcdi *cdx_mcdi = cdx->priv; 229 230 cdx_destroy_rpmsg(pdev); 231 232 irq_domain_remove(cdx->msi_domain); 233 kfree(cdx); 234 235 cdx_mcdi_finish(cdx_mcdi); 236 kfree(cdx_mcdi); 237 238 return 0; 239 } 240 241 static const struct of_device_id cdx_match_table[] = { 242 {.compatible = "xlnx,versal-net-cdx",}, 243 { }, 244 }; 245 246 MODULE_DEVICE_TABLE(of, cdx_match_table); 247 248 static struct platform_driver cdx_pdriver = { 249 .driver = { 250 .name = "cdx-controller", 251 .pm = NULL, 252 .of_match_table = cdx_match_table, 253 }, 254 .probe = xlnx_cdx_probe, 255 .remove = xlnx_cdx_remove, 256 }; 257 258 static int __init cdx_controller_init(void) 259 { 260 int ret; 261 262 ret = platform_driver_register(&cdx_pdriver); 263 if (ret) 264 pr_err("platform_driver_register() failed: %d\n", ret); 265 266 return ret; 267 } 268 269 static void __exit cdx_controller_exit(void) 270 { 271 platform_driver_unregister(&cdx_pdriver); 272 } 273 274 module_init(cdx_controller_init); 275 module_exit(cdx_controller_exit); 276 277 MODULE_AUTHOR("AMD Inc."); 278 MODULE_DESCRIPTION("CDX controller for AMD devices"); 279 MODULE_LICENSE("GPL"); 280 MODULE_IMPORT_NS(CDX_BUS_CONTROLLER); 281