1 // SPDX-License-Identifier: GPL-2.0-only 2 /* Huawei HiNIC PCI Express Linux driver 3 * Copyright(c) 2017 Huawei Technologies Co., Ltd 4 */ 5 6 #include <linux/pci.h> 7 #include <linux/if_vlan.h> 8 #include <linux/interrupt.h> 9 #include <linux/etherdevice.h> 10 #include <linux/netdevice.h> 11 #include <linux/module.h> 12 13 #include "hinic_hw_dev.h" 14 #include "hinic_dev.h" 15 #include "hinic_hw_mbox.h" 16 #include "hinic_hw_cmdq.h" 17 #include "hinic_port.h" 18 #include "hinic_sriov.h" 19 20 static unsigned char set_vf_link_state; 21 module_param(set_vf_link_state, byte, 0444); 22 MODULE_PARM_DESC(set_vf_link_state, "Set vf link state, 0 represents link auto, 1 represents link always up, 2 represents link always down. - default is 0."); 23 24 #define HINIC_VLAN_PRIORITY_SHIFT 13 25 #define HINIC_ADD_VLAN_IN_MAC 0x8000 26 #define HINIC_TX_RATE_TABLE_FULL 12 27 28 static int hinic_set_mac(struct hinic_hwdev *hwdev, const u8 *mac_addr, 29 u16 vlan_id, u16 func_id) 30 { 31 struct hinic_port_mac_cmd mac_info = {0}; 32 u16 out_size = sizeof(mac_info); 33 int err; 34 35 mac_info.func_idx = func_id; 36 mac_info.vlan_id = vlan_id; 37 memcpy(mac_info.mac, mac_addr, ETH_ALEN); 38 39 err = hinic_port_msg_cmd(hwdev, HINIC_PORT_CMD_SET_MAC, &mac_info, 40 sizeof(mac_info), &mac_info, &out_size); 41 if (err || out_size != sizeof(mac_info) || 42 (mac_info.status && mac_info.status != HINIC_MGMT_STATUS_EXIST)) { 43 dev_err(&hwdev->func_to_io.hwif->pdev->dev, "Failed to set MAC, err: %d, status: 0x%x, out size: 0x%x\n", 44 err, mac_info.status, out_size); 45 return -EIO; 46 } 47 48 return 0; 49 } 50 51 static void hinic_notify_vf_link_status(struct hinic_hwdev *hwdev, u16 vf_id, 52 u8 link_status) 53 { 54 struct vf_data_storage *vf_infos = hwdev->func_to_io.vf_infos; 55 struct hinic_port_link_status link = {0}; 56 u16 out_size = sizeof(link); 57 int err; 58 59 if (vf_infos[HW_VF_ID_TO_OS(vf_id)].registered) { 60 link.link = link_status; 61 link.func_id = hinic_glb_pf_vf_offset(hwdev->hwif) + vf_id; 62 err = hinic_mbox_to_vf(hwdev, HINIC_MOD_L2NIC, 63 vf_id, HINIC_PORT_CMD_LINK_STATUS_REPORT, 64 &link, sizeof(link), 65 &link, &out_size, 0); 66 if (err || !out_size || link.status) 67 dev_err(&hwdev->hwif->pdev->dev, 68 "Send link change event to VF %d failed, err: %d, status: 0x%x, out_size: 0x%x\n", 69 HW_VF_ID_TO_OS(vf_id), err, 70 link.status, out_size); 71 } 72 } 73 74 /* send link change event mbox msg to active vfs under the pf */ 75 void hinic_notify_all_vfs_link_changed(struct hinic_hwdev *hwdev, 76 u8 link_status) 77 { 78 struct hinic_func_to_io *nic_io = &hwdev->func_to_io; 79 u16 i; 80 81 nic_io->link_status = link_status; 82 for (i = 1; i <= nic_io->max_vfs; i++) { 83 if (!nic_io->vf_infos[HW_VF_ID_TO_OS(i)].link_forced) 84 hinic_notify_vf_link_status(hwdev, i, link_status); 85 } 86 } 87 88 static u16 hinic_vf_info_vlanprio(struct hinic_hwdev *hwdev, int vf_id) 89 { 90 struct hinic_func_to_io *nic_io = &hwdev->func_to_io; 91 u16 pf_vlan, vlanprio; 92 u8 pf_qos; 93 94 pf_vlan = nic_io->vf_infos[HW_VF_ID_TO_OS(vf_id)].pf_vlan; 95 pf_qos = nic_io->vf_infos[HW_VF_ID_TO_OS(vf_id)].pf_qos; 96 vlanprio = pf_vlan | pf_qos << HINIC_VLAN_PRIORITY_SHIFT; 97 98 return vlanprio; 99 } 100 101 static int hinic_set_vf_vlan(struct hinic_hwdev *hwdev, bool add, u16 vid, 102 u8 qos, int vf_id) 103 { 104 struct hinic_vf_vlan_config vf_vlan = {0}; 105 u16 out_size = sizeof(vf_vlan); 106 int err; 107 u8 cmd; 108 109 /* VLAN 0 is a special case, don't allow it to be removed */ 110 if (!vid && !add) 111 return 0; 112 113 vf_vlan.func_id = hinic_glb_pf_vf_offset(hwdev->hwif) + vf_id; 114 vf_vlan.vlan_id = vid; 115 vf_vlan.qos = qos; 116 117 if (add) 118 cmd = HINIC_PORT_CMD_SET_VF_VLAN; 119 else 120 cmd = HINIC_PORT_CMD_CLR_VF_VLAN; 121 122 err = hinic_port_msg_cmd(hwdev, cmd, &vf_vlan, 123 sizeof(vf_vlan), &vf_vlan, &out_size); 124 if (err || !out_size || vf_vlan.status) { 125 dev_err(&hwdev->hwif->pdev->dev, "Failed to set VF %d vlan, err: %d, status: 0x%x, out size: 0x%x\n", 126 HW_VF_ID_TO_OS(vf_id), err, vf_vlan.status, out_size); 127 return -EFAULT; 128 } 129 130 return 0; 131 } 132 133 static int hinic_set_vf_tx_rate_max_min(struct hinic_hwdev *hwdev, u16 vf_id, 134 u32 max_rate, u32 min_rate) 135 { 136 struct hinic_func_to_io *nic_io = &hwdev->func_to_io; 137 struct hinic_tx_rate_cfg_max_min rate_cfg = {0}; 138 u16 out_size = sizeof(rate_cfg); 139 int err; 140 141 rate_cfg.func_id = hinic_glb_pf_vf_offset(hwdev->hwif) + vf_id; 142 rate_cfg.max_rate = max_rate; 143 rate_cfg.min_rate = min_rate; 144 err = hinic_port_msg_cmd(hwdev, HINIC_PORT_CMD_SET_VF_MAX_MIN_RATE, 145 &rate_cfg, sizeof(rate_cfg), &rate_cfg, 146 &out_size); 147 if ((rate_cfg.status != HINIC_MGMT_CMD_UNSUPPORTED && 148 rate_cfg.status) || err || !out_size) { 149 dev_err(&hwdev->hwif->pdev->dev, "Failed to set VF(%d) max rate(%d), min rate(%d), err: %d, status: 0x%x, out size: 0x%x\n", 150 HW_VF_ID_TO_OS(vf_id), max_rate, min_rate, err, 151 rate_cfg.status, out_size); 152 return -EIO; 153 } 154 155 if (!rate_cfg.status) { 156 nic_io->vf_infos[HW_VF_ID_TO_OS(vf_id)].max_rate = max_rate; 157 nic_io->vf_infos[HW_VF_ID_TO_OS(vf_id)].min_rate = min_rate; 158 } 159 160 return rate_cfg.status; 161 } 162 163 static int hinic_set_vf_rate_limit(struct hinic_hwdev *hwdev, u16 vf_id, 164 u32 tx_rate) 165 { 166 struct hinic_func_to_io *nic_io = &hwdev->func_to_io; 167 struct hinic_tx_rate_cfg rate_cfg = {0}; 168 u16 out_size = sizeof(rate_cfg); 169 int err; 170 171 rate_cfg.func_id = hinic_glb_pf_vf_offset(hwdev->hwif) + vf_id; 172 rate_cfg.tx_rate = tx_rate; 173 err = hinic_port_msg_cmd(hwdev, HINIC_PORT_CMD_SET_VF_RATE, 174 &rate_cfg, sizeof(rate_cfg), &rate_cfg, 175 &out_size); 176 if (err || !out_size || rate_cfg.status) { 177 dev_err(&hwdev->hwif->pdev->dev, "Failed to set VF(%d) rate(%d), err: %d, status: 0x%x, out size: 0x%x\n", 178 HW_VF_ID_TO_OS(vf_id), tx_rate, err, rate_cfg.status, 179 out_size); 180 if (rate_cfg.status) 181 return rate_cfg.status; 182 183 return -EIO; 184 } 185 186 nic_io->vf_infos[HW_VF_ID_TO_OS(vf_id)].max_rate = tx_rate; 187 nic_io->vf_infos[HW_VF_ID_TO_OS(vf_id)].min_rate = 0; 188 189 return 0; 190 } 191 192 static int hinic_set_vf_tx_rate(struct hinic_hwdev *hwdev, u16 vf_id, 193 u32 max_rate, u32 min_rate) 194 { 195 int err; 196 197 err = hinic_set_vf_tx_rate_max_min(hwdev, vf_id, max_rate, min_rate); 198 if (err != HINIC_MGMT_CMD_UNSUPPORTED) 199 return err; 200 201 if (min_rate) { 202 dev_err(&hwdev->hwif->pdev->dev, "Current firmware doesn't support to set min tx rate\n"); 203 return -EOPNOTSUPP; 204 } 205 206 dev_info(&hwdev->hwif->pdev->dev, "Current firmware doesn't support to set min tx rate, force min_tx_rate = max_tx_rate\n"); 207 208 return hinic_set_vf_rate_limit(hwdev, vf_id, max_rate); 209 } 210 211 static int hinic_init_vf_config(struct hinic_hwdev *hwdev, u16 vf_id) 212 { 213 struct vf_data_storage *vf_info; 214 u16 func_id, vlan_id; 215 int err = 0; 216 217 vf_info = hwdev->func_to_io.vf_infos + HW_VF_ID_TO_OS(vf_id); 218 if (vf_info->pf_set_mac) { 219 func_id = hinic_glb_pf_vf_offset(hwdev->hwif) + vf_id; 220 221 vlan_id = 0; 222 223 err = hinic_set_mac(hwdev, vf_info->vf_mac_addr, vlan_id, 224 func_id); 225 if (err) { 226 dev_err(&hwdev->func_to_io.hwif->pdev->dev, "Failed to set VF %d MAC\n", 227 HW_VF_ID_TO_OS(vf_id)); 228 return err; 229 } 230 } 231 232 if (hinic_vf_info_vlanprio(hwdev, vf_id)) { 233 err = hinic_set_vf_vlan(hwdev, true, vf_info->pf_vlan, 234 vf_info->pf_qos, vf_id); 235 if (err) { 236 dev_err(&hwdev->hwif->pdev->dev, "Failed to add VF %d VLAN_QOS\n", 237 HW_VF_ID_TO_OS(vf_id)); 238 return err; 239 } 240 } 241 242 if (vf_info->max_rate) { 243 err = hinic_set_vf_tx_rate(hwdev, vf_id, vf_info->max_rate, 244 vf_info->min_rate); 245 if (err) { 246 dev_err(&hwdev->hwif->pdev->dev, "Failed to set VF %d max rate: %d, min rate: %d\n", 247 HW_VF_ID_TO_OS(vf_id), vf_info->max_rate, 248 vf_info->min_rate); 249 return err; 250 } 251 } 252 253 return 0; 254 } 255 256 static int hinic_register_vf_msg_handler(void *hwdev, u16 vf_id, 257 void *buf_in, u16 in_size, 258 void *buf_out, u16 *out_size) 259 { 260 struct hinic_register_vf *register_info = buf_out; 261 struct hinic_hwdev *hw_dev = hwdev; 262 struct hinic_func_to_io *nic_io; 263 int err; 264 265 nic_io = &hw_dev->func_to_io; 266 if (vf_id > nic_io->max_vfs) { 267 dev_err(&hw_dev->hwif->pdev->dev, "Register VF id %d exceed limit[0-%d]\n", 268 HW_VF_ID_TO_OS(vf_id), HW_VF_ID_TO_OS(nic_io->max_vfs)); 269 register_info->status = EFAULT; 270 return -EFAULT; 271 } 272 273 *out_size = sizeof(*register_info); 274 err = hinic_init_vf_config(hw_dev, vf_id); 275 if (err) { 276 register_info->status = EFAULT; 277 return err; 278 } 279 280 nic_io->vf_infos[HW_VF_ID_TO_OS(vf_id)].registered = true; 281 282 return 0; 283 } 284 285 static int hinic_unregister_vf_msg_handler(void *hwdev, u16 vf_id, 286 void *buf_in, u16 in_size, 287 void *buf_out, u16 *out_size) 288 { 289 struct hinic_hwdev *hw_dev = hwdev; 290 struct hinic_func_to_io *nic_io; 291 292 nic_io = &hw_dev->func_to_io; 293 *out_size = 0; 294 if (vf_id > nic_io->max_vfs) 295 return 0; 296 297 nic_io->vf_infos[HW_VF_ID_TO_OS(vf_id)].registered = false; 298 299 return 0; 300 } 301 302 static int hinic_change_vf_mtu_msg_handler(void *hwdev, u16 vf_id, 303 void *buf_in, u16 in_size, 304 void *buf_out, u16 *out_size) 305 { 306 struct hinic_hwdev *hw_dev = hwdev; 307 int err; 308 309 err = hinic_port_msg_cmd(hwdev, HINIC_PORT_CMD_CHANGE_MTU, buf_in, 310 in_size, buf_out, out_size); 311 if (err) { 312 dev_err(&hw_dev->hwif->pdev->dev, "Failed to set VF %u mtu\n", 313 vf_id); 314 return err; 315 } 316 317 return 0; 318 } 319 320 static int hinic_get_vf_mac_msg_handler(void *hwdev, u16 vf_id, 321 void *buf_in, u16 in_size, 322 void *buf_out, u16 *out_size) 323 { 324 struct hinic_port_mac_cmd *mac_info = buf_out; 325 struct hinic_hwdev *dev = hwdev; 326 struct hinic_func_to_io *nic_io; 327 struct vf_data_storage *vf_info; 328 329 nic_io = &dev->func_to_io; 330 vf_info = nic_io->vf_infos + HW_VF_ID_TO_OS(vf_id); 331 332 memcpy(mac_info->mac, vf_info->vf_mac_addr, ETH_ALEN); 333 mac_info->status = 0; 334 *out_size = sizeof(*mac_info); 335 336 return 0; 337 } 338 339 static int hinic_set_vf_mac_msg_handler(void *hwdev, u16 vf_id, 340 void *buf_in, u16 in_size, 341 void *buf_out, u16 *out_size) 342 { 343 struct hinic_port_mac_cmd *mac_out = buf_out; 344 struct hinic_port_mac_cmd *mac_in = buf_in; 345 struct hinic_hwdev *hw_dev = hwdev; 346 struct hinic_func_to_io *nic_io; 347 struct vf_data_storage *vf_info; 348 int err; 349 350 nic_io = &hw_dev->func_to_io; 351 vf_info = nic_io->vf_infos + HW_VF_ID_TO_OS(vf_id); 352 if (vf_info->pf_set_mac && !(vf_info->trust) && 353 is_valid_ether_addr(mac_in->mac)) { 354 dev_warn(&hw_dev->hwif->pdev->dev, "PF has already set VF %d MAC address\n", 355 HW_VF_ID_TO_OS(vf_id)); 356 mac_out->status = HINIC_PF_SET_VF_ALREADY; 357 *out_size = sizeof(*mac_out); 358 return 0; 359 } 360 361 err = hinic_port_msg_cmd(hw_dev, HINIC_PORT_CMD_SET_MAC, buf_in, 362 in_size, buf_out, out_size); 363 if ((err && err != HINIC_MBOX_PF_BUSY_ACTIVE_FW) || !(*out_size)) { 364 dev_err(&hw_dev->hwif->pdev->dev, 365 "Failed to set VF %d MAC address, err: %d, status: 0x%x, out size: 0x%x\n", 366 HW_VF_ID_TO_OS(vf_id), err, mac_out->status, *out_size); 367 return -EFAULT; 368 } 369 370 return err; 371 } 372 373 static int hinic_del_vf_mac_msg_handler(void *hwdev, u16 vf_id, 374 void *buf_in, u16 in_size, 375 void *buf_out, u16 *out_size) 376 { 377 struct hinic_port_mac_cmd *mac_out = buf_out; 378 struct hinic_port_mac_cmd *mac_in = buf_in; 379 struct hinic_hwdev *hw_dev = hwdev; 380 struct hinic_func_to_io *nic_io; 381 struct vf_data_storage *vf_info; 382 int err; 383 384 nic_io = &hw_dev->func_to_io; 385 vf_info = nic_io->vf_infos + HW_VF_ID_TO_OS(vf_id); 386 if (vf_info->pf_set_mac && is_valid_ether_addr(mac_in->mac) && 387 !memcmp(vf_info->vf_mac_addr, mac_in->mac, ETH_ALEN)) { 388 dev_warn(&hw_dev->hwif->pdev->dev, "PF has already set VF mac.\n"); 389 mac_out->status = HINIC_PF_SET_VF_ALREADY; 390 *out_size = sizeof(*mac_out); 391 return 0; 392 } 393 394 err = hinic_port_msg_cmd(hw_dev, HINIC_PORT_CMD_DEL_MAC, buf_in, 395 in_size, buf_out, out_size); 396 if ((err && err != HINIC_MBOX_PF_BUSY_ACTIVE_FW) || !(*out_size)) { 397 dev_err(&hw_dev->hwif->pdev->dev, "Failed to delete VF %d MAC, err: %d, status: 0x%x, out size: 0x%x\n", 398 HW_VF_ID_TO_OS(vf_id), err, mac_out->status, *out_size); 399 return -EFAULT; 400 } 401 402 return err; 403 } 404 405 static int hinic_get_vf_link_status_msg_handler(void *hwdev, u16 vf_id, 406 void *buf_in, u16 in_size, 407 void *buf_out, u16 *out_size) 408 { 409 struct hinic_port_link_cmd *get_link = buf_out; 410 struct hinic_hwdev *hw_dev = hwdev; 411 struct vf_data_storage *vf_infos; 412 struct hinic_func_to_io *nic_io; 413 bool link_forced, link_up; 414 415 nic_io = &hw_dev->func_to_io; 416 vf_infos = nic_io->vf_infos; 417 link_forced = vf_infos[HW_VF_ID_TO_OS(vf_id)].link_forced; 418 link_up = vf_infos[HW_VF_ID_TO_OS(vf_id)].link_up; 419 420 if (link_forced) 421 get_link->state = link_up ? 422 HINIC_LINK_STATE_UP : HINIC_LINK_STATE_DOWN; 423 else 424 get_link->state = nic_io->link_status; 425 426 get_link->status = 0; 427 *out_size = sizeof(*get_link); 428 429 return 0; 430 } 431 432 static bool check_func_table(struct hinic_hwdev *hwdev, u16 func_idx, 433 void *buf_in, u16 in_size) 434 { 435 struct hinic_cmd_fw_ctxt *function_table = buf_in; 436 437 if (!hinic_mbox_check_func_id_8B(hwdev, func_idx, buf_in, in_size) || 438 !function_table->rx_buf_sz) 439 return false; 440 441 return true; 442 } 443 444 static struct vf_cmd_msg_handle nic_vf_cmd_msg_handler[] = { 445 {HINIC_PORT_CMD_VF_REGISTER, hinic_register_vf_msg_handler}, 446 {HINIC_PORT_CMD_VF_UNREGISTER, hinic_unregister_vf_msg_handler}, 447 {HINIC_PORT_CMD_CHANGE_MTU, hinic_change_vf_mtu_msg_handler}, 448 {HINIC_PORT_CMD_GET_MAC, hinic_get_vf_mac_msg_handler}, 449 {HINIC_PORT_CMD_SET_MAC, hinic_set_vf_mac_msg_handler}, 450 {HINIC_PORT_CMD_DEL_MAC, hinic_del_vf_mac_msg_handler}, 451 {HINIC_PORT_CMD_GET_LINK_STATE, hinic_get_vf_link_status_msg_handler}, 452 }; 453 454 static struct vf_cmd_check_handle nic_cmd_support_vf[] = { 455 {HINIC_PORT_CMD_VF_REGISTER, NULL}, 456 {HINIC_PORT_CMD_VF_UNREGISTER, NULL}, 457 {HINIC_PORT_CMD_CHANGE_MTU, hinic_mbox_check_func_id_8B}, 458 {HINIC_PORT_CMD_ADD_VLAN, hinic_mbox_check_func_id_8B}, 459 {HINIC_PORT_CMD_DEL_VLAN, hinic_mbox_check_func_id_8B}, 460 {HINIC_PORT_CMD_SET_MAC, hinic_mbox_check_func_id_8B}, 461 {HINIC_PORT_CMD_GET_MAC, hinic_mbox_check_func_id_8B}, 462 {HINIC_PORT_CMD_DEL_MAC, hinic_mbox_check_func_id_8B}, 463 {HINIC_PORT_CMD_SET_RX_MODE, hinic_mbox_check_func_id_8B}, 464 {HINIC_PORT_CMD_GET_PAUSE_INFO, hinic_mbox_check_func_id_8B}, 465 {HINIC_PORT_CMD_GET_LINK_STATE, hinic_mbox_check_func_id_8B}, 466 {HINIC_PORT_CMD_SET_LRO, hinic_mbox_check_func_id_8B}, 467 {HINIC_PORT_CMD_SET_RX_CSUM, hinic_mbox_check_func_id_8B}, 468 {HINIC_PORT_CMD_SET_RX_VLAN_OFFLOAD, hinic_mbox_check_func_id_8B}, 469 {HINIC_PORT_CMD_GET_VPORT_STAT, hinic_mbox_check_func_id_8B}, 470 {HINIC_PORT_CMD_CLEAN_VPORT_STAT, hinic_mbox_check_func_id_8B}, 471 {HINIC_PORT_CMD_GET_RSS_TEMPLATE_INDIR_TBL, 472 hinic_mbox_check_func_id_8B}, 473 {HINIC_PORT_CMD_SET_RSS_TEMPLATE_TBL, hinic_mbox_check_func_id_8B}, 474 {HINIC_PORT_CMD_GET_RSS_TEMPLATE_TBL, hinic_mbox_check_func_id_8B}, 475 {HINIC_PORT_CMD_SET_RSS_HASH_ENGINE, hinic_mbox_check_func_id_8B}, 476 {HINIC_PORT_CMD_GET_RSS_HASH_ENGINE, hinic_mbox_check_func_id_8B}, 477 {HINIC_PORT_CMD_GET_RSS_CTX_TBL, hinic_mbox_check_func_id_8B}, 478 {HINIC_PORT_CMD_SET_RSS_CTX_TBL, hinic_mbox_check_func_id_8B}, 479 {HINIC_PORT_CMD_RSS_TEMP_MGR, hinic_mbox_check_func_id_8B}, 480 {HINIC_PORT_CMD_RSS_CFG, hinic_mbox_check_func_id_8B}, 481 {HINIC_PORT_CMD_FWCTXT_INIT, check_func_table}, 482 {HINIC_PORT_CMD_GET_MGMT_VERSION, NULL}, 483 {HINIC_PORT_CMD_SET_FUNC_STATE, hinic_mbox_check_func_id_8B}, 484 {HINIC_PORT_CMD_GET_GLOBAL_QPN, hinic_mbox_check_func_id_8B}, 485 {HINIC_PORT_CMD_SET_TSO, hinic_mbox_check_func_id_8B}, 486 {HINIC_PORT_CMD_SET_RQ_IQ_MAP, hinic_mbox_check_func_id_8B}, 487 {HINIC_PORT_CMD_LINK_STATUS_REPORT, hinic_mbox_check_func_id_8B}, 488 {HINIC_PORT_CMD_UPDATE_MAC, hinic_mbox_check_func_id_8B}, 489 {HINIC_PORT_CMD_GET_CAP, hinic_mbox_check_func_id_8B}, 490 {HINIC_PORT_CMD_GET_LINK_MODE, hinic_mbox_check_func_id_8B}, 491 }; 492 493 #define CHECK_IPSU_15BIT 0X8000 494 495 static 496 struct hinic_sriov_info *hinic_get_sriov_info_by_pcidev(struct pci_dev *pdev) 497 { 498 struct net_device *netdev = pci_get_drvdata(pdev); 499 struct hinic_dev *nic_dev = netdev_priv(netdev); 500 501 return &nic_dev->sriov_info; 502 } 503 504 static int hinic_check_mac_info(u8 status, u16 vlan_id) 505 { 506 if ((status && status != HINIC_MGMT_STATUS_EXIST) || 507 (vlan_id & CHECK_IPSU_15BIT && 508 status == HINIC_MGMT_STATUS_EXIST)) 509 return -EINVAL; 510 511 return 0; 512 } 513 514 #define HINIC_VLAN_ID_MASK 0x7FFF 515 516 static int hinic_update_mac(struct hinic_hwdev *hwdev, u8 *old_mac, 517 u8 *new_mac, u16 vlan_id, u16 func_id) 518 { 519 struct hinic_port_mac_update mac_info = {0}; 520 u16 out_size = sizeof(mac_info); 521 int err; 522 523 if (!hwdev || !old_mac || !new_mac) 524 return -EINVAL; 525 526 if ((vlan_id & HINIC_VLAN_ID_MASK) >= VLAN_N_VID) { 527 dev_err(&hwdev->hwif->pdev->dev, "Invalid VLAN number: %d\n", 528 (vlan_id & HINIC_VLAN_ID_MASK)); 529 return -EINVAL; 530 } 531 532 mac_info.func_id = func_id; 533 mac_info.vlan_id = vlan_id; 534 memcpy(mac_info.old_mac, old_mac, ETH_ALEN); 535 memcpy(mac_info.new_mac, new_mac, ETH_ALEN); 536 537 err = hinic_port_msg_cmd(hwdev, HINIC_PORT_CMD_UPDATE_MAC, &mac_info, 538 sizeof(mac_info), &mac_info, &out_size); 539 540 if (err || !out_size || 541 hinic_check_mac_info(mac_info.status, mac_info.vlan_id)) { 542 dev_err(&hwdev->hwif->pdev->dev, 543 "Failed to update MAC, err: %d, status: 0x%x, out size: 0x%x\n", 544 err, mac_info.status, out_size); 545 return -EINVAL; 546 } 547 548 if (mac_info.status == HINIC_MGMT_STATUS_EXIST) 549 dev_warn(&hwdev->hwif->pdev->dev, "MAC is repeated. Ignore update operation\n"); 550 551 return 0; 552 } 553 554 static void hinic_get_vf_config(struct hinic_hwdev *hwdev, u16 vf_id, 555 struct ifla_vf_info *ivi) 556 { 557 struct vf_data_storage *vfinfo; 558 559 vfinfo = hwdev->func_to_io.vf_infos + HW_VF_ID_TO_OS(vf_id); 560 561 ivi->vf = HW_VF_ID_TO_OS(vf_id); 562 memcpy(ivi->mac, vfinfo->vf_mac_addr, ETH_ALEN); 563 ivi->vlan = vfinfo->pf_vlan; 564 ivi->qos = vfinfo->pf_qos; 565 ivi->spoofchk = vfinfo->spoofchk; 566 ivi->trusted = vfinfo->trust; 567 ivi->max_tx_rate = vfinfo->max_rate; 568 ivi->min_tx_rate = vfinfo->min_rate; 569 570 if (!vfinfo->link_forced) 571 ivi->linkstate = IFLA_VF_LINK_STATE_AUTO; 572 else if (vfinfo->link_up) 573 ivi->linkstate = IFLA_VF_LINK_STATE_ENABLE; 574 else 575 ivi->linkstate = IFLA_VF_LINK_STATE_DISABLE; 576 } 577 578 int hinic_ndo_get_vf_config(struct net_device *netdev, 579 int vf, struct ifla_vf_info *ivi) 580 { 581 struct hinic_dev *nic_dev = netdev_priv(netdev); 582 struct hinic_sriov_info *sriov_info; 583 584 sriov_info = &nic_dev->sriov_info; 585 if (vf >= sriov_info->num_vfs) 586 return -EINVAL; 587 588 hinic_get_vf_config(sriov_info->hwdev, OS_VF_ID_TO_HW(vf), ivi); 589 590 return 0; 591 } 592 593 static int hinic_set_vf_mac(struct hinic_hwdev *hwdev, int vf, 594 unsigned char *mac_addr) 595 { 596 struct hinic_func_to_io *nic_io = &hwdev->func_to_io; 597 struct vf_data_storage *vf_info; 598 u16 func_id; 599 int err; 600 601 vf_info = nic_io->vf_infos + HW_VF_ID_TO_OS(vf); 602 603 /* duplicate request, so just return success */ 604 if (vf_info->pf_set_mac && 605 !memcmp(vf_info->vf_mac_addr, mac_addr, ETH_ALEN)) 606 return 0; 607 608 vf_info->pf_set_mac = true; 609 610 func_id = hinic_glb_pf_vf_offset(hwdev->hwif) + vf; 611 err = hinic_update_mac(hwdev, vf_info->vf_mac_addr, 612 mac_addr, 0, func_id); 613 if (err) { 614 vf_info->pf_set_mac = false; 615 return err; 616 } 617 618 memcpy(vf_info->vf_mac_addr, mac_addr, ETH_ALEN); 619 620 return 0; 621 } 622 623 int hinic_ndo_set_vf_mac(struct net_device *netdev, int vf, u8 *mac) 624 { 625 struct hinic_dev *nic_dev = netdev_priv(netdev); 626 struct hinic_sriov_info *sriov_info; 627 int err; 628 629 sriov_info = &nic_dev->sriov_info; 630 if (!is_valid_ether_addr(mac) || vf >= sriov_info->num_vfs) 631 return -EINVAL; 632 633 err = hinic_set_vf_mac(sriov_info->hwdev, OS_VF_ID_TO_HW(vf), mac); 634 if (err) 635 return err; 636 637 netif_info(nic_dev, drv, netdev, "Setting MAC %pM on VF %d\n", mac, vf); 638 netif_info(nic_dev, drv, netdev, "Reload the VF driver to make this change effective."); 639 640 return 0; 641 } 642 643 static int hinic_add_vf_vlan(struct hinic_hwdev *hwdev, int vf_id, 644 u16 vlan, u8 qos) 645 { 646 struct hinic_func_to_io *nic_io = &hwdev->func_to_io; 647 int err; 648 649 err = hinic_set_vf_vlan(hwdev, true, vlan, qos, vf_id); 650 if (err) 651 return err; 652 653 nic_io->vf_infos[HW_VF_ID_TO_OS(vf_id)].pf_vlan = vlan; 654 nic_io->vf_infos[HW_VF_ID_TO_OS(vf_id)].pf_qos = qos; 655 656 dev_info(&hwdev->hwif->pdev->dev, "Setting VLAN %d, QOS 0x%x on VF %d\n", 657 vlan, qos, HW_VF_ID_TO_OS(vf_id)); 658 return 0; 659 } 660 661 static int hinic_kill_vf_vlan(struct hinic_hwdev *hwdev, int vf_id) 662 { 663 struct hinic_func_to_io *nic_io = &hwdev->func_to_io; 664 int err; 665 666 err = hinic_set_vf_vlan(hwdev, false, 667 nic_io->vf_infos[HW_VF_ID_TO_OS(vf_id)].pf_vlan, 668 nic_io->vf_infos[HW_VF_ID_TO_OS(vf_id)].pf_qos, 669 vf_id); 670 if (err) 671 return err; 672 673 dev_info(&hwdev->hwif->pdev->dev, "Remove VLAN %d on VF %d\n", 674 nic_io->vf_infos[HW_VF_ID_TO_OS(vf_id)].pf_vlan, 675 HW_VF_ID_TO_OS(vf_id)); 676 677 nic_io->vf_infos[HW_VF_ID_TO_OS(vf_id)].pf_vlan = 0; 678 nic_io->vf_infos[HW_VF_ID_TO_OS(vf_id)].pf_qos = 0; 679 680 return 0; 681 } 682 683 static int hinic_update_mac_vlan(struct hinic_dev *nic_dev, u16 old_vlan, 684 u16 new_vlan, int vf_id) 685 { 686 struct vf_data_storage *vf_info; 687 u16 vlan_id; 688 int err; 689 690 if (!nic_dev || old_vlan >= VLAN_N_VID || new_vlan >= VLAN_N_VID) 691 return -EINVAL; 692 693 vf_info = nic_dev->hwdev->func_to_io.vf_infos + HW_VF_ID_TO_OS(vf_id); 694 if (!vf_info->pf_set_mac) 695 return 0; 696 697 vlan_id = old_vlan; 698 if (vlan_id) 699 vlan_id |= HINIC_ADD_VLAN_IN_MAC; 700 701 err = hinic_port_del_mac(nic_dev, vf_info->vf_mac_addr, vlan_id); 702 if (err) { 703 dev_err(&nic_dev->hwdev->hwif->pdev->dev, "Failed to delete VF %d MAC %pM vlan %d\n", 704 HW_VF_ID_TO_OS(vf_id), vf_info->vf_mac_addr, old_vlan); 705 return err; 706 } 707 708 vlan_id = new_vlan; 709 if (vlan_id) 710 vlan_id |= HINIC_ADD_VLAN_IN_MAC; 711 712 err = hinic_port_add_mac(nic_dev, vf_info->vf_mac_addr, vlan_id); 713 if (err) { 714 dev_err(&nic_dev->hwdev->hwif->pdev->dev, "Failed to add VF %d MAC %pM vlan %d\n", 715 HW_VF_ID_TO_OS(vf_id), vf_info->vf_mac_addr, new_vlan); 716 goto out; 717 } 718 719 return 0; 720 721 out: 722 vlan_id = old_vlan; 723 if (vlan_id) 724 vlan_id |= HINIC_ADD_VLAN_IN_MAC; 725 hinic_port_add_mac(nic_dev, vf_info->vf_mac_addr, vlan_id); 726 727 return err; 728 } 729 730 static int set_hw_vf_vlan(struct hinic_dev *nic_dev, 731 u16 cur_vlanprio, int vf, u16 vlan, u8 qos) 732 { 733 u16 old_vlan = cur_vlanprio & VLAN_VID_MASK; 734 int err = 0; 735 736 if (vlan || qos) { 737 if (cur_vlanprio) { 738 err = hinic_kill_vf_vlan(nic_dev->hwdev, 739 OS_VF_ID_TO_HW(vf)); 740 if (err) { 741 dev_err(&nic_dev->sriov_info.pdev->dev, "Failed to delete vf %d old vlan %d\n", 742 vf, old_vlan); 743 goto out; 744 } 745 } 746 err = hinic_add_vf_vlan(nic_dev->hwdev, 747 OS_VF_ID_TO_HW(vf), vlan, qos); 748 if (err) { 749 dev_err(&nic_dev->sriov_info.pdev->dev, "Failed to add vf %d new vlan %d\n", 750 vf, vlan); 751 goto out; 752 } 753 } else { 754 err = hinic_kill_vf_vlan(nic_dev->hwdev, OS_VF_ID_TO_HW(vf)); 755 if (err) { 756 dev_err(&nic_dev->sriov_info.pdev->dev, "Failed to delete vf %d vlan %d\n", 757 vf, old_vlan); 758 goto out; 759 } 760 } 761 762 err = hinic_update_mac_vlan(nic_dev, old_vlan, vlan, 763 OS_VF_ID_TO_HW(vf)); 764 765 out: 766 return err; 767 } 768 769 int hinic_ndo_set_vf_vlan(struct net_device *netdev, int vf, u16 vlan, u8 qos, 770 __be16 vlan_proto) 771 { 772 struct hinic_dev *nic_dev = netdev_priv(netdev); 773 struct hinic_sriov_info *sriov_info; 774 u16 vlanprio, cur_vlanprio; 775 776 sriov_info = &nic_dev->sriov_info; 777 if (vf >= sriov_info->num_vfs || vlan > 4095 || qos > 7) 778 return -EINVAL; 779 if (vlan_proto != htons(ETH_P_8021Q)) 780 return -EPROTONOSUPPORT; 781 vlanprio = vlan | qos << HINIC_VLAN_PRIORITY_SHIFT; 782 cur_vlanprio = hinic_vf_info_vlanprio(nic_dev->hwdev, 783 OS_VF_ID_TO_HW(vf)); 784 /* duplicate request, so just return success */ 785 if (vlanprio == cur_vlanprio) 786 return 0; 787 788 return set_hw_vf_vlan(nic_dev, cur_vlanprio, vf, vlan, qos); 789 } 790 791 static int hinic_set_vf_trust(struct hinic_hwdev *hwdev, u16 vf_id, 792 bool trust) 793 { 794 struct vf_data_storage *vf_infos; 795 struct hinic_func_to_io *nic_io; 796 797 if (!hwdev) 798 return -EINVAL; 799 800 nic_io = &hwdev->func_to_io; 801 vf_infos = nic_io->vf_infos; 802 vf_infos[vf_id].trust = trust; 803 804 return 0; 805 } 806 807 int hinic_ndo_set_vf_trust(struct net_device *netdev, int vf, bool setting) 808 { 809 struct hinic_dev *adapter = netdev_priv(netdev); 810 struct hinic_sriov_info *sriov_info; 811 struct hinic_func_to_io *nic_io; 812 bool cur_trust; 813 int err; 814 815 sriov_info = &adapter->sriov_info; 816 nic_io = &adapter->hwdev->func_to_io; 817 818 if (vf >= sriov_info->num_vfs) 819 return -EINVAL; 820 821 cur_trust = nic_io->vf_infos[vf].trust; 822 /* same request, so just return success */ 823 if ((setting && cur_trust) || (!setting && !cur_trust)) 824 return 0; 825 826 err = hinic_set_vf_trust(adapter->hwdev, vf, setting); 827 if (!err) 828 dev_info(&sriov_info->pdev->dev, "Set VF %d trusted %s succeed\n", 829 vf, setting ? "on" : "off"); 830 else 831 dev_err(&sriov_info->pdev->dev, "Failed set VF %d trusted %s\n", 832 vf, setting ? "on" : "off"); 833 834 return err; 835 } 836 837 int hinic_ndo_set_vf_bw(struct net_device *netdev, 838 int vf, int min_tx_rate, int max_tx_rate) 839 { 840 static const u32 speeds[] = { 841 SPEED_10, SPEED_100, SPEED_1000, SPEED_10000, 842 SPEED_25000, SPEED_40000, SPEED_100000 843 }; 844 struct hinic_dev *nic_dev = netdev_priv(netdev); 845 struct hinic_port_cap port_cap = { 0 }; 846 enum hinic_port_link_state link_state; 847 int err; 848 849 if (vf >= nic_dev->sriov_info.num_vfs) { 850 netif_err(nic_dev, drv, netdev, "VF number must be less than %d\n", 851 nic_dev->sriov_info.num_vfs); 852 return -EINVAL; 853 } 854 855 if (max_tx_rate < min_tx_rate) { 856 netif_err(nic_dev, drv, netdev, "Max rate %d must be greater than or equal to min rate %d\n", 857 max_tx_rate, min_tx_rate); 858 return -EINVAL; 859 } 860 861 err = hinic_port_link_state(nic_dev, &link_state); 862 if (err) { 863 netif_err(nic_dev, drv, netdev, 864 "Get link status failed when setting vf tx rate\n"); 865 return -EIO; 866 } 867 868 if (link_state == HINIC_LINK_STATE_DOWN) { 869 netif_err(nic_dev, drv, netdev, 870 "Link status must be up when setting vf tx rate\n"); 871 return -EPERM; 872 } 873 874 err = hinic_port_get_cap(nic_dev, &port_cap); 875 if (err || port_cap.speed > LINK_SPEED_100GB) 876 return -EIO; 877 878 /* rate limit cannot be less than 0 and greater than link speed */ 879 if (max_tx_rate < 0 || max_tx_rate > speeds[port_cap.speed]) { 880 netif_err(nic_dev, drv, netdev, "Max tx rate must be in [0 - %d]\n", 881 speeds[port_cap.speed]); 882 return -EINVAL; 883 } 884 885 err = hinic_set_vf_tx_rate(nic_dev->hwdev, OS_VF_ID_TO_HW(vf), 886 max_tx_rate, min_tx_rate); 887 if (err) { 888 netif_err(nic_dev, drv, netdev, 889 "Unable to set VF %d max rate %d min rate %d%s\n", 890 vf, max_tx_rate, min_tx_rate, 891 err == HINIC_TX_RATE_TABLE_FULL ? 892 ", tx rate profile is full" : ""); 893 return -EIO; 894 } 895 896 netif_info(nic_dev, drv, netdev, 897 "Set VF %d max tx rate %d min tx rate %d successfully\n", 898 vf, max_tx_rate, min_tx_rate); 899 900 return 0; 901 } 902 903 static int hinic_set_vf_spoofchk(struct hinic_hwdev *hwdev, u16 vf_id, 904 bool spoofchk) 905 { 906 struct hinic_spoofchk_set spoofchk_cfg = {0}; 907 struct vf_data_storage *vf_infos = NULL; 908 u16 out_size = sizeof(spoofchk_cfg); 909 int err; 910 911 if (!hwdev) 912 return -EINVAL; 913 914 vf_infos = hwdev->func_to_io.vf_infos; 915 916 spoofchk_cfg.func_id = hinic_glb_pf_vf_offset(hwdev->hwif) + vf_id; 917 spoofchk_cfg.state = spoofchk ? 1 : 0; 918 err = hinic_port_msg_cmd(hwdev, HINIC_PORT_CMD_ENABLE_SPOOFCHK, 919 &spoofchk_cfg, sizeof(spoofchk_cfg), 920 &spoofchk_cfg, &out_size); 921 if (spoofchk_cfg.status == HINIC_MGMT_CMD_UNSUPPORTED) { 922 err = HINIC_MGMT_CMD_UNSUPPORTED; 923 } else if (err || !out_size || spoofchk_cfg.status) { 924 dev_err(&hwdev->hwif->pdev->dev, "Failed to set VF(%d) spoofchk, err: %d, status: 0x%x, out size: 0x%x\n", 925 HW_VF_ID_TO_OS(vf_id), err, spoofchk_cfg.status, 926 out_size); 927 err = -EIO; 928 } 929 930 vf_infos[HW_VF_ID_TO_OS(vf_id)].spoofchk = spoofchk; 931 932 return err; 933 } 934 935 int hinic_ndo_set_vf_spoofchk(struct net_device *netdev, int vf, bool setting) 936 { 937 struct hinic_dev *nic_dev = netdev_priv(netdev); 938 struct hinic_sriov_info *sriov_info; 939 bool cur_spoofchk; 940 int err; 941 942 sriov_info = &nic_dev->sriov_info; 943 if (vf >= sriov_info->num_vfs) 944 return -EINVAL; 945 946 cur_spoofchk = nic_dev->hwdev->func_to_io.vf_infos[vf].spoofchk; 947 948 /* same request, so just return success */ 949 if ((setting && cur_spoofchk) || (!setting && !cur_spoofchk)) 950 return 0; 951 952 err = hinic_set_vf_spoofchk(sriov_info->hwdev, 953 OS_VF_ID_TO_HW(vf), setting); 954 if (!err) { 955 netif_info(nic_dev, drv, netdev, "Set VF %d spoofchk %s successfully\n", 956 vf, setting ? "on" : "off"); 957 } else if (err == HINIC_MGMT_CMD_UNSUPPORTED) { 958 netif_err(nic_dev, drv, netdev, 959 "Current firmware doesn't support to set vf spoofchk, need to upgrade latest firmware version\n"); 960 err = -EOPNOTSUPP; 961 } 962 963 return err; 964 } 965 966 static int hinic_set_vf_link_state(struct hinic_hwdev *hwdev, u16 vf_id, 967 int link) 968 { 969 struct hinic_func_to_io *nic_io = &hwdev->func_to_io; 970 struct vf_data_storage *vf_infos = nic_io->vf_infos; 971 u8 link_status = 0; 972 973 switch (link) { 974 case HINIC_IFLA_VF_LINK_STATE_AUTO: 975 vf_infos[HW_VF_ID_TO_OS(vf_id)].link_forced = false; 976 vf_infos[HW_VF_ID_TO_OS(vf_id)].link_up = nic_io->link_status ? 977 true : false; 978 link_status = nic_io->link_status; 979 break; 980 case HINIC_IFLA_VF_LINK_STATE_ENABLE: 981 vf_infos[HW_VF_ID_TO_OS(vf_id)].link_forced = true; 982 vf_infos[HW_VF_ID_TO_OS(vf_id)].link_up = true; 983 link_status = HINIC_LINK_UP; 984 break; 985 case HINIC_IFLA_VF_LINK_STATE_DISABLE: 986 vf_infos[HW_VF_ID_TO_OS(vf_id)].link_forced = true; 987 vf_infos[HW_VF_ID_TO_OS(vf_id)].link_up = false; 988 link_status = HINIC_LINK_DOWN; 989 break; 990 default: 991 return -EINVAL; 992 } 993 994 /* Notify the VF of its new link state */ 995 hinic_notify_vf_link_status(hwdev, vf_id, link_status); 996 997 return 0; 998 } 999 1000 int hinic_ndo_set_vf_link_state(struct net_device *netdev, int vf_id, int link) 1001 { 1002 struct hinic_dev *nic_dev = netdev_priv(netdev); 1003 struct hinic_sriov_info *sriov_info; 1004 1005 sriov_info = &nic_dev->sriov_info; 1006 1007 if (vf_id >= sriov_info->num_vfs) { 1008 netif_err(nic_dev, drv, netdev, 1009 "Invalid VF Identifier %d\n", vf_id); 1010 return -EINVAL; 1011 } 1012 1013 return hinic_set_vf_link_state(sriov_info->hwdev, 1014 OS_VF_ID_TO_HW(vf_id), link); 1015 } 1016 1017 /* pf receive message from vf */ 1018 static int nic_pf_mbox_handler(void *hwdev, u16 vf_id, u8 cmd, void *buf_in, 1019 u16 in_size, void *buf_out, u16 *out_size) 1020 { 1021 u8 size = ARRAY_SIZE(nic_cmd_support_vf); 1022 struct vf_cmd_msg_handle *vf_msg_handle; 1023 struct hinic_hwdev *dev = hwdev; 1024 struct hinic_func_to_io *nic_io; 1025 struct hinic_pfhwdev *pfhwdev; 1026 int err = 0; 1027 u32 i; 1028 1029 if (!hwdev) 1030 return -EINVAL; 1031 1032 if (!hinic_mbox_check_cmd_valid(hwdev, nic_cmd_support_vf, vf_id, cmd, 1033 buf_in, in_size, size)) { 1034 dev_err(&dev->hwif->pdev->dev, 1035 "PF Receive VF nic cmd: 0x%x, mbox len: 0x%x is invalid\n", 1036 cmd, in_size); 1037 return HINIC_MBOX_VF_CMD_ERROR; 1038 } 1039 1040 pfhwdev = container_of(dev, struct hinic_pfhwdev, hwdev); 1041 nic_io = &dev->func_to_io; 1042 for (i = 0; i < ARRAY_SIZE(nic_vf_cmd_msg_handler); i++) { 1043 vf_msg_handle = &nic_vf_cmd_msg_handler[i]; 1044 if (cmd == vf_msg_handle->cmd && 1045 vf_msg_handle->cmd_msg_handler) { 1046 err = vf_msg_handle->cmd_msg_handler(hwdev, vf_id, 1047 buf_in, in_size, 1048 buf_out, 1049 out_size); 1050 break; 1051 } 1052 } 1053 if (i == ARRAY_SIZE(nic_vf_cmd_msg_handler)) 1054 err = hinic_msg_to_mgmt(&pfhwdev->pf_to_mgmt, HINIC_MOD_L2NIC, 1055 cmd, buf_in, in_size, buf_out, 1056 out_size, HINIC_MGMT_MSG_SYNC); 1057 1058 if (err && err != HINIC_MBOX_PF_BUSY_ACTIVE_FW) 1059 dev_err(&nic_io->hwif->pdev->dev, "PF receive VF L2NIC cmd: %d process error, err:%d\n", 1060 cmd, err); 1061 return err; 1062 } 1063 1064 static int cfg_mbx_pf_proc_vf_msg(void *hwdev, u16 vf_id, u8 cmd, void *buf_in, 1065 u16 in_size, void *buf_out, u16 *out_size) 1066 { 1067 struct hinic_dev_cap *dev_cap = buf_out; 1068 struct hinic_hwdev *dev = hwdev; 1069 struct hinic_cap *cap; 1070 1071 cap = &dev->nic_cap; 1072 memset(dev_cap, 0, sizeof(*dev_cap)); 1073 1074 dev_cap->max_vf = cap->max_vf; 1075 dev_cap->max_sqs = cap->max_vf_qps; 1076 dev_cap->max_rqs = cap->max_vf_qps; 1077 dev_cap->port_id = dev->port_id; 1078 1079 *out_size = sizeof(*dev_cap); 1080 1081 return 0; 1082 } 1083 1084 static int hinic_init_vf_infos(struct hinic_func_to_io *nic_io, u16 vf_id) 1085 { 1086 struct vf_data_storage *vf_infos = nic_io->vf_infos; 1087 1088 if (set_vf_link_state > HINIC_IFLA_VF_LINK_STATE_DISABLE) { 1089 dev_warn(&nic_io->hwif->pdev->dev, "Module Parameter set_vf_link_state value %d is out of range, resetting to %d\n", 1090 set_vf_link_state, HINIC_IFLA_VF_LINK_STATE_AUTO); 1091 set_vf_link_state = HINIC_IFLA_VF_LINK_STATE_AUTO; 1092 } 1093 1094 switch (set_vf_link_state) { 1095 case HINIC_IFLA_VF_LINK_STATE_AUTO: 1096 vf_infos[vf_id].link_forced = false; 1097 break; 1098 case HINIC_IFLA_VF_LINK_STATE_ENABLE: 1099 vf_infos[vf_id].link_forced = true; 1100 vf_infos[vf_id].link_up = true; 1101 break; 1102 case HINIC_IFLA_VF_LINK_STATE_DISABLE: 1103 vf_infos[vf_id].link_forced = true; 1104 vf_infos[vf_id].link_up = false; 1105 break; 1106 default: 1107 dev_err(&nic_io->hwif->pdev->dev, "Invalid input parameter set_vf_link_state: %d\n", 1108 set_vf_link_state); 1109 return -EINVAL; 1110 } 1111 1112 return 0; 1113 } 1114 1115 static void hinic_clear_vf_infos(struct hinic_dev *nic_dev, u16 vf_id) 1116 { 1117 struct vf_data_storage *vf_infos; 1118 1119 vf_infos = nic_dev->hwdev->func_to_io.vf_infos + HW_VF_ID_TO_OS(vf_id); 1120 if (vf_infos->pf_set_mac) 1121 hinic_port_del_mac(nic_dev, vf_infos->vf_mac_addr, 0); 1122 1123 if (hinic_vf_info_vlanprio(nic_dev->hwdev, vf_id)) 1124 hinic_kill_vf_vlan(nic_dev->hwdev, vf_id); 1125 1126 if (vf_infos->max_rate) 1127 hinic_set_vf_tx_rate(nic_dev->hwdev, vf_id, 0, 0); 1128 1129 if (vf_infos->spoofchk) 1130 hinic_set_vf_spoofchk(nic_dev->hwdev, vf_id, false); 1131 1132 if (vf_infos->trust) 1133 hinic_set_vf_trust(nic_dev->hwdev, vf_id, false); 1134 1135 memset(vf_infos, 0, sizeof(*vf_infos)); 1136 /* set vf_infos to default */ 1137 hinic_init_vf_infos(&nic_dev->hwdev->func_to_io, HW_VF_ID_TO_OS(vf_id)); 1138 } 1139 1140 static int hinic_deinit_vf_hw(struct hinic_sriov_info *sriov_info, 1141 u16 start_vf_id, u16 end_vf_id) 1142 { 1143 struct hinic_dev *nic_dev; 1144 u16 func_idx, idx; 1145 1146 nic_dev = container_of(sriov_info, struct hinic_dev, sriov_info); 1147 1148 for (idx = start_vf_id; idx <= end_vf_id; idx++) { 1149 func_idx = hinic_glb_pf_vf_offset(nic_dev->hwdev->hwif) + idx; 1150 hinic_set_wq_page_size(nic_dev->hwdev, func_idx, 1151 HINIC_HW_WQ_PAGE_SIZE); 1152 hinic_clear_vf_infos(nic_dev, idx); 1153 } 1154 1155 return 0; 1156 } 1157 1158 int hinic_vf_func_init(struct hinic_hwdev *hwdev) 1159 { 1160 struct hinic_register_vf register_info = {0}; 1161 u16 out_size = sizeof(register_info); 1162 struct hinic_func_to_io *nic_io; 1163 int err = 0; 1164 u32 size, i; 1165 1166 err = hinic_vf_mbox_random_id_init(hwdev); 1167 if (err) { 1168 dev_err(&hwdev->hwif->pdev->dev, "Failed to init vf mbox random id, err: %d\n", 1169 err); 1170 return err; 1171 } 1172 1173 nic_io = &hwdev->func_to_io; 1174 1175 if (HINIC_IS_VF(hwdev->hwif)) { 1176 err = hinic_mbox_to_pf(hwdev, HINIC_MOD_L2NIC, 1177 HINIC_PORT_CMD_VF_REGISTER, 1178 ®ister_info, sizeof(register_info), 1179 ®ister_info, &out_size, 0); 1180 if (err || register_info.status || !out_size) { 1181 dev_err(&hwdev->hwif->pdev->dev, 1182 "Failed to register VF, err: %d, status: 0x%x, out size: 0x%x\n", 1183 err, register_info.status, out_size); 1184 hinic_unregister_vf_mbox_cb(hwdev, HINIC_MOD_L2NIC); 1185 return -EIO; 1186 } 1187 } else { 1188 err = hinic_register_pf_mbox_cb(hwdev, HINIC_MOD_CFGM, 1189 cfg_mbx_pf_proc_vf_msg); 1190 if (err) { 1191 dev_err(&hwdev->hwif->pdev->dev, 1192 "Register PF mailbox callback failed\n"); 1193 return err; 1194 } 1195 nic_io->max_vfs = hwdev->nic_cap.max_vf; 1196 size = sizeof(*nic_io->vf_infos) * nic_io->max_vfs; 1197 if (size != 0) { 1198 nic_io->vf_infos = kzalloc(size, GFP_KERNEL); 1199 if (!nic_io->vf_infos) { 1200 err = -ENOMEM; 1201 goto out_free_nic_io; 1202 } 1203 1204 for (i = 0; i < nic_io->max_vfs; i++) { 1205 err = hinic_init_vf_infos(nic_io, i); 1206 if (err) 1207 goto err_init_vf_infos; 1208 } 1209 1210 err = hinic_register_pf_mbox_cb(hwdev, HINIC_MOD_L2NIC, 1211 nic_pf_mbox_handler); 1212 if (err) 1213 goto err_register_pf_mbox_cb; 1214 } 1215 } 1216 1217 return 0; 1218 1219 err_register_pf_mbox_cb: 1220 err_init_vf_infos: 1221 kfree(nic_io->vf_infos); 1222 out_free_nic_io: 1223 return err; 1224 } 1225 1226 void hinic_vf_func_free(struct hinic_hwdev *hwdev) 1227 { 1228 struct hinic_register_vf unregister = {0}; 1229 u16 out_size = sizeof(unregister); 1230 int err; 1231 1232 if (HINIC_IS_VF(hwdev->hwif)) { 1233 err = hinic_mbox_to_pf(hwdev, HINIC_MOD_L2NIC, 1234 HINIC_PORT_CMD_VF_UNREGISTER, 1235 &unregister, sizeof(unregister), 1236 &unregister, &out_size, 0); 1237 if (err || !out_size || unregister.status) 1238 dev_err(&hwdev->hwif->pdev->dev, "Failed to unregister VF, err: %d, status: 0x%x, out_size: 0x%x\n", 1239 err, unregister.status, out_size); 1240 } else { 1241 if (hwdev->func_to_io.vf_infos) { 1242 hinic_unregister_pf_mbox_cb(hwdev, HINIC_MOD_L2NIC); 1243 kfree(hwdev->func_to_io.vf_infos); 1244 } 1245 } 1246 } 1247 1248 static int hinic_init_vf_hw(struct hinic_hwdev *hwdev, u16 start_vf_id, 1249 u16 end_vf_id) 1250 { 1251 u16 i, func_idx; 1252 int err; 1253 1254 /* vf use 256K as default wq page size, and can't change it */ 1255 for (i = start_vf_id; i <= end_vf_id; i++) { 1256 func_idx = hinic_glb_pf_vf_offset(hwdev->hwif) + i; 1257 err = hinic_set_wq_page_size(hwdev, func_idx, 1258 HINIC_DEFAULT_WQ_PAGE_SIZE); 1259 if (err) 1260 return err; 1261 } 1262 1263 return 0; 1264 } 1265 1266 int hinic_pci_sriov_disable(struct pci_dev *pdev) 1267 { 1268 struct hinic_sriov_info *sriov_info; 1269 u16 tmp_vfs; 1270 1271 sriov_info = hinic_get_sriov_info_by_pcidev(pdev); 1272 /* if SR-IOV is already disabled then nothing will be done */ 1273 if (!sriov_info->sriov_enabled) 1274 return 0; 1275 1276 set_bit(HINIC_SRIOV_DISABLE, &sriov_info->state); 1277 1278 /* If our VFs are assigned we cannot shut down SR-IOV 1279 * without causing issues, so just leave the hardware 1280 * available but disabled 1281 */ 1282 if (pci_vfs_assigned(sriov_info->pdev)) { 1283 clear_bit(HINIC_SRIOV_DISABLE, &sriov_info->state); 1284 dev_warn(&pdev->dev, "Unloading driver while VFs are assigned - VFs will not be deallocated\n"); 1285 return -EPERM; 1286 } 1287 sriov_info->sriov_enabled = false; 1288 1289 /* disable iov and allow time for transactions to clear */ 1290 pci_disable_sriov(sriov_info->pdev); 1291 1292 tmp_vfs = (u16)sriov_info->num_vfs; 1293 sriov_info->num_vfs = 0; 1294 hinic_deinit_vf_hw(sriov_info, OS_VF_ID_TO_HW(0), 1295 OS_VF_ID_TO_HW(tmp_vfs - 1)); 1296 1297 clear_bit(HINIC_SRIOV_DISABLE, &sriov_info->state); 1298 1299 return 0; 1300 } 1301 1302 int hinic_pci_sriov_enable(struct pci_dev *pdev, int num_vfs) 1303 { 1304 struct hinic_sriov_info *sriov_info; 1305 int err; 1306 1307 sriov_info = hinic_get_sriov_info_by_pcidev(pdev); 1308 1309 if (test_and_set_bit(HINIC_SRIOV_ENABLE, &sriov_info->state)) { 1310 dev_err(&pdev->dev, 1311 "SR-IOV enable in process, please wait, num_vfs %d\n", 1312 num_vfs); 1313 return -EPERM; 1314 } 1315 1316 err = hinic_init_vf_hw(sriov_info->hwdev, OS_VF_ID_TO_HW(0), 1317 OS_VF_ID_TO_HW((u16)num_vfs - 1)); 1318 if (err) { 1319 dev_err(&sriov_info->pdev->dev, 1320 "Failed to init vf in hardware before enable sriov, error %d\n", 1321 err); 1322 clear_bit(HINIC_SRIOV_ENABLE, &sriov_info->state); 1323 return err; 1324 } 1325 1326 err = pci_enable_sriov(sriov_info->pdev, num_vfs); 1327 if (err) { 1328 dev_err(&pdev->dev, 1329 "Failed to enable SR-IOV, error %d\n", err); 1330 clear_bit(HINIC_SRIOV_ENABLE, &sriov_info->state); 1331 return err; 1332 } 1333 1334 sriov_info->sriov_enabled = true; 1335 sriov_info->num_vfs = num_vfs; 1336 clear_bit(HINIC_SRIOV_ENABLE, &sriov_info->state); 1337 1338 return num_vfs; 1339 } 1340 1341 int hinic_pci_sriov_configure(struct pci_dev *dev, int num_vfs) 1342 { 1343 struct hinic_sriov_info *sriov_info; 1344 1345 sriov_info = hinic_get_sriov_info_by_pcidev(dev); 1346 1347 if (test_bit(HINIC_FUNC_REMOVE, &sriov_info->state)) 1348 return -EBUSY; 1349 1350 if (!num_vfs) 1351 return hinic_pci_sriov_disable(dev); 1352 else 1353 return hinic_pci_sriov_enable(dev, num_vfs); 1354 } 1355