1 /* 2 * Copyright (c) 2018 Cumulus Networks. All rights reserved. 3 * Copyright (c) 2018 David Ahern <dsa@cumulusnetworks.com> 4 * Copyright (c) 2019 Mellanox Technologies. All rights reserved. 5 * 6 * This software is licensed under the GNU General License Version 2, 7 * June 1991 as shown in the file COPYING in the top-level directory of this 8 * source tree. 9 * 10 * THE COPYRIGHT HOLDERS AND/OR OTHER PARTIES PROVIDE THE PROGRAM "AS IS" 11 * WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING, 12 * BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS 13 * FOR A PARTICULAR PURPOSE. THE ENTIRE RISK AS TO THE QUALITY AND PERFORMANCE 14 * OF THE PROGRAM IS WITH YOU. SHOULD THE PROGRAM PROVE DEFECTIVE, YOU ASSUME 15 * THE COST OF ALL NECESSARY SERVICING, REPAIR OR CORRECTION. 16 */ 17 18 #include <linux/debugfs.h> 19 #include <linux/device.h> 20 #include <linux/etherdevice.h> 21 #include <linux/inet.h> 22 #include <linux/jiffies.h> 23 #include <linux/kernel.h> 24 #include <linux/list.h> 25 #include <linux/mutex.h> 26 #include <linux/random.h> 27 #include <linux/rtnetlink.h> 28 #include <linux/workqueue.h> 29 #include <net/devlink.h> 30 #include <net/ip.h> 31 #include <net/flow_offload.h> 32 #include <uapi/linux/devlink.h> 33 #include <uapi/linux/ip.h> 34 #include <uapi/linux/udp.h> 35 36 #include "netdevsim.h" 37 38 static unsigned int 39 nsim_dev_port_index(enum nsim_dev_port_type type, unsigned int port_index) 40 { 41 switch (type) { 42 case NSIM_DEV_PORT_TYPE_VF: 43 port_index = NSIM_DEV_VF_PORT_INDEX_BASE + port_index; 44 break; 45 case NSIM_DEV_PORT_TYPE_PF: 46 break; 47 } 48 49 return port_index; 50 } 51 52 static inline unsigned int nsim_dev_port_index_to_vf_index(unsigned int port_index) 53 { 54 return port_index - NSIM_DEV_VF_PORT_INDEX_BASE; 55 } 56 57 static struct dentry *nsim_dev_ddir; 58 59 unsigned int nsim_dev_get_vfs(struct nsim_dev *nsim_dev) 60 { 61 WARN_ON(!lockdep_rtnl_is_held() && 62 !devl_lock_is_held(priv_to_devlink(nsim_dev))); 63 64 return nsim_dev->nsim_bus_dev->num_vfs; 65 } 66 67 static void 68 nsim_bus_dev_set_vfs(struct nsim_bus_dev *nsim_bus_dev, unsigned int num_vfs) 69 { 70 rtnl_lock(); 71 nsim_bus_dev->num_vfs = num_vfs; 72 rtnl_unlock(); 73 } 74 75 #define NSIM_DEV_DUMMY_REGION_SIZE (1024 * 32) 76 77 static int 78 nsim_dev_take_snapshot(struct devlink *devlink, 79 const struct devlink_region_ops *ops, 80 struct netlink_ext_ack *extack, 81 u8 **data) 82 { 83 void *dummy_data; 84 85 dummy_data = kmalloc(NSIM_DEV_DUMMY_REGION_SIZE, GFP_KERNEL); 86 if (!dummy_data) 87 return -ENOMEM; 88 89 get_random_bytes(dummy_data, NSIM_DEV_DUMMY_REGION_SIZE); 90 91 *data = dummy_data; 92 93 return 0; 94 } 95 96 static ssize_t nsim_dev_take_snapshot_write(struct file *file, 97 const char __user *data, 98 size_t count, loff_t *ppos) 99 { 100 struct nsim_dev *nsim_dev = file->private_data; 101 struct devlink *devlink; 102 u8 *dummy_data; 103 int err; 104 u32 id; 105 106 devlink = priv_to_devlink(nsim_dev); 107 108 err = nsim_dev_take_snapshot(devlink, NULL, NULL, &dummy_data); 109 if (err) 110 return err; 111 112 err = devlink_region_snapshot_id_get(devlink, &id); 113 if (err) { 114 pr_err("Failed to get snapshot id\n"); 115 kfree(dummy_data); 116 return err; 117 } 118 err = devlink_region_snapshot_create(nsim_dev->dummy_region, 119 dummy_data, id); 120 devlink_region_snapshot_id_put(devlink, id); 121 if (err) { 122 pr_err("Failed to create region snapshot\n"); 123 kfree(dummy_data); 124 return err; 125 } 126 127 return count; 128 } 129 130 static const struct file_operations nsim_dev_take_snapshot_fops = { 131 .open = simple_open, 132 .write = nsim_dev_take_snapshot_write, 133 .llseek = generic_file_llseek, 134 .owner = THIS_MODULE, 135 }; 136 137 static ssize_t nsim_dev_trap_fa_cookie_read(struct file *file, 138 char __user *data, 139 size_t count, loff_t *ppos) 140 { 141 struct nsim_dev *nsim_dev = file->private_data; 142 struct flow_action_cookie *fa_cookie; 143 unsigned int buf_len; 144 ssize_t ret; 145 char *buf; 146 147 spin_lock(&nsim_dev->fa_cookie_lock); 148 fa_cookie = nsim_dev->fa_cookie; 149 if (!fa_cookie) { 150 ret = -EINVAL; 151 goto errout; 152 } 153 buf_len = fa_cookie->cookie_len * 2; 154 buf = kmalloc(buf_len, GFP_ATOMIC); 155 if (!buf) { 156 ret = -ENOMEM; 157 goto errout; 158 } 159 bin2hex(buf, fa_cookie->cookie, fa_cookie->cookie_len); 160 spin_unlock(&nsim_dev->fa_cookie_lock); 161 162 ret = simple_read_from_buffer(data, count, ppos, buf, buf_len); 163 164 kfree(buf); 165 return ret; 166 167 errout: 168 spin_unlock(&nsim_dev->fa_cookie_lock); 169 return ret; 170 } 171 172 static ssize_t nsim_dev_trap_fa_cookie_write(struct file *file, 173 const char __user *data, 174 size_t count, loff_t *ppos) 175 { 176 struct nsim_dev *nsim_dev = file->private_data; 177 struct flow_action_cookie *fa_cookie; 178 size_t cookie_len; 179 ssize_t ret; 180 char *buf; 181 182 if (*ppos != 0) 183 return -EINVAL; 184 cookie_len = (count - 1) / 2; 185 if ((count - 1) % 2) 186 return -EINVAL; 187 buf = kmalloc(count, GFP_KERNEL | __GFP_NOWARN); 188 if (!buf) 189 return -ENOMEM; 190 191 ret = simple_write_to_buffer(buf, count, ppos, data, count); 192 if (ret < 0) 193 goto free_buf; 194 195 fa_cookie = kmalloc(sizeof(*fa_cookie) + cookie_len, 196 GFP_KERNEL | __GFP_NOWARN); 197 if (!fa_cookie) { 198 ret = -ENOMEM; 199 goto free_buf; 200 } 201 202 fa_cookie->cookie_len = cookie_len; 203 ret = hex2bin(fa_cookie->cookie, buf, cookie_len); 204 if (ret) 205 goto free_fa_cookie; 206 kfree(buf); 207 208 spin_lock(&nsim_dev->fa_cookie_lock); 209 kfree(nsim_dev->fa_cookie); 210 nsim_dev->fa_cookie = fa_cookie; 211 spin_unlock(&nsim_dev->fa_cookie_lock); 212 213 return count; 214 215 free_fa_cookie: 216 kfree(fa_cookie); 217 free_buf: 218 kfree(buf); 219 return ret; 220 } 221 222 static const struct file_operations nsim_dev_trap_fa_cookie_fops = { 223 .open = simple_open, 224 .read = nsim_dev_trap_fa_cookie_read, 225 .write = nsim_dev_trap_fa_cookie_write, 226 .llseek = generic_file_llseek, 227 .owner = THIS_MODULE, 228 }; 229 230 static ssize_t nsim_bus_dev_max_vfs_read(struct file *file, char __user *data, 231 size_t count, loff_t *ppos) 232 { 233 struct nsim_dev *nsim_dev = file->private_data; 234 char buf[11]; 235 ssize_t len; 236 237 len = scnprintf(buf, sizeof(buf), "%u\n", 238 READ_ONCE(nsim_dev->nsim_bus_dev->max_vfs)); 239 240 return simple_read_from_buffer(data, count, ppos, buf, len); 241 } 242 243 static ssize_t nsim_bus_dev_max_vfs_write(struct file *file, 244 const char __user *data, 245 size_t count, loff_t *ppos) 246 { 247 struct nsim_vf_config *vfconfigs; 248 struct nsim_dev *nsim_dev; 249 char buf[10]; 250 ssize_t ret; 251 u32 val; 252 253 if (*ppos != 0) 254 return 0; 255 256 if (count >= sizeof(buf)) 257 return -ENOSPC; 258 259 ret = copy_from_user(buf, data, count); 260 if (ret) 261 return -EFAULT; 262 buf[count] = '\0'; 263 264 ret = kstrtouint(buf, 10, &val); 265 if (ret) 266 return -EINVAL; 267 268 /* max_vfs limited by the maximum number of provided port indexes */ 269 if (val > NSIM_DEV_VF_PORT_INDEX_MAX - NSIM_DEV_VF_PORT_INDEX_BASE) 270 return -ERANGE; 271 272 vfconfigs = kcalloc(val, sizeof(struct nsim_vf_config), 273 GFP_KERNEL | __GFP_NOWARN); 274 if (!vfconfigs) 275 return -ENOMEM; 276 277 nsim_dev = file->private_data; 278 devl_lock(priv_to_devlink(nsim_dev)); 279 /* Reject if VFs are configured */ 280 if (nsim_dev_get_vfs(nsim_dev)) { 281 ret = -EBUSY; 282 } else { 283 swap(nsim_dev->vfconfigs, vfconfigs); 284 WRITE_ONCE(nsim_dev->nsim_bus_dev->max_vfs, val); 285 *ppos += count; 286 ret = count; 287 } 288 devl_unlock(priv_to_devlink(nsim_dev)); 289 290 kfree(vfconfigs); 291 return ret; 292 } 293 294 static const struct file_operations nsim_dev_max_vfs_fops = { 295 .open = simple_open, 296 .read = nsim_bus_dev_max_vfs_read, 297 .write = nsim_bus_dev_max_vfs_write, 298 .llseek = generic_file_llseek, 299 .owner = THIS_MODULE, 300 }; 301 302 static int nsim_dev_debugfs_init(struct nsim_dev *nsim_dev) 303 { 304 char dev_ddir_name[sizeof(DRV_NAME) + 10]; 305 int err; 306 307 sprintf(dev_ddir_name, DRV_NAME "%u", nsim_dev->nsim_bus_dev->dev.id); 308 nsim_dev->ddir = debugfs_create_dir(dev_ddir_name, nsim_dev_ddir); 309 if (IS_ERR(nsim_dev->ddir)) 310 return PTR_ERR(nsim_dev->ddir); 311 nsim_dev->ports_ddir = debugfs_create_dir("ports", nsim_dev->ddir); 312 if (IS_ERR(nsim_dev->ports_ddir)) 313 return PTR_ERR(nsim_dev->ports_ddir); 314 debugfs_create_bool("fw_update_status", 0600, nsim_dev->ddir, 315 &nsim_dev->fw_update_status); 316 debugfs_create_u32("fw_update_overwrite_mask", 0600, nsim_dev->ddir, 317 &nsim_dev->fw_update_overwrite_mask); 318 debugfs_create_u32("max_macs", 0600, nsim_dev->ddir, 319 &nsim_dev->max_macs); 320 debugfs_create_bool("test1", 0600, nsim_dev->ddir, 321 &nsim_dev->test1); 322 nsim_dev->take_snapshot = debugfs_create_file("take_snapshot", 323 0200, 324 nsim_dev->ddir, 325 nsim_dev, 326 &nsim_dev_take_snapshot_fops); 327 debugfs_create_bool("dont_allow_reload", 0600, nsim_dev->ddir, 328 &nsim_dev->dont_allow_reload); 329 debugfs_create_bool("fail_reload", 0600, nsim_dev->ddir, 330 &nsim_dev->fail_reload); 331 debugfs_create_file("trap_flow_action_cookie", 0600, nsim_dev->ddir, 332 nsim_dev, &nsim_dev_trap_fa_cookie_fops); 333 debugfs_create_bool("fail_trap_group_set", 0600, 334 nsim_dev->ddir, 335 &nsim_dev->fail_trap_group_set); 336 debugfs_create_bool("fail_trap_policer_set", 0600, 337 nsim_dev->ddir, 338 &nsim_dev->fail_trap_policer_set); 339 debugfs_create_bool("fail_trap_policer_counter_get", 0600, 340 nsim_dev->ddir, 341 &nsim_dev->fail_trap_policer_counter_get); 342 /* caution, dev_max_vfs write takes devlink lock */ 343 debugfs_create_file("max_vfs", 0600, nsim_dev->ddir, 344 nsim_dev, &nsim_dev_max_vfs_fops); 345 346 nsim_dev->nodes_ddir = debugfs_create_dir("rate_nodes", nsim_dev->ddir); 347 if (IS_ERR(nsim_dev->nodes_ddir)) { 348 err = PTR_ERR(nsim_dev->nodes_ddir); 349 goto err_out; 350 } 351 debugfs_create_bool("fail_trap_drop_counter_get", 0600, 352 nsim_dev->ddir, 353 &nsim_dev->fail_trap_drop_counter_get); 354 nsim_udp_tunnels_debugfs_create(nsim_dev); 355 return 0; 356 357 err_out: 358 debugfs_remove_recursive(nsim_dev->ports_ddir); 359 debugfs_remove_recursive(nsim_dev->ddir); 360 return err; 361 } 362 363 static void nsim_dev_debugfs_exit(struct nsim_dev *nsim_dev) 364 { 365 debugfs_remove_recursive(nsim_dev->nodes_ddir); 366 debugfs_remove_recursive(nsim_dev->ports_ddir); 367 debugfs_remove_recursive(nsim_dev->ddir); 368 } 369 370 static ssize_t nsim_dev_rate_parent_read(struct file *file, 371 char __user *data, 372 size_t count, loff_t *ppos) 373 { 374 char **name_ptr = file->private_data; 375 size_t len; 376 377 if (!*name_ptr) 378 return 0; 379 380 len = strlen(*name_ptr); 381 return simple_read_from_buffer(data, count, ppos, *name_ptr, len); 382 } 383 384 static const struct file_operations nsim_dev_rate_parent_fops = { 385 .open = simple_open, 386 .read = nsim_dev_rate_parent_read, 387 .llseek = generic_file_llseek, 388 .owner = THIS_MODULE, 389 }; 390 391 static int nsim_dev_port_debugfs_init(struct nsim_dev *nsim_dev, 392 struct nsim_dev_port *nsim_dev_port) 393 { 394 struct nsim_bus_dev *nsim_bus_dev = nsim_dev->nsim_bus_dev; 395 unsigned int port_index = nsim_dev_port->port_index; 396 char port_ddir_name[16]; 397 char dev_link_name[32]; 398 399 sprintf(port_ddir_name, "%u", port_index); 400 nsim_dev_port->ddir = debugfs_create_dir(port_ddir_name, 401 nsim_dev->ports_ddir); 402 if (IS_ERR(nsim_dev_port->ddir)) 403 return PTR_ERR(nsim_dev_port->ddir); 404 405 sprintf(dev_link_name, "../../../" DRV_NAME "%u", nsim_bus_dev->dev.id); 406 if (nsim_dev_port_is_vf(nsim_dev_port)) { 407 unsigned int vf_id = nsim_dev_port_index_to_vf_index(port_index); 408 409 debugfs_create_u16("tx_share", 0400, nsim_dev_port->ddir, 410 &nsim_dev->vfconfigs[vf_id].min_tx_rate); 411 debugfs_create_u16("tx_max", 0400, nsim_dev_port->ddir, 412 &nsim_dev->vfconfigs[vf_id].max_tx_rate); 413 nsim_dev_port->rate_parent = debugfs_create_file("rate_parent", 414 0400, 415 nsim_dev_port->ddir, 416 &nsim_dev_port->parent_name, 417 &nsim_dev_rate_parent_fops); 418 } 419 debugfs_create_symlink("dev", nsim_dev_port->ddir, dev_link_name); 420 421 return 0; 422 } 423 424 static void nsim_dev_port_debugfs_exit(struct nsim_dev_port *nsim_dev_port) 425 { 426 debugfs_remove_recursive(nsim_dev_port->ddir); 427 } 428 429 static int nsim_dev_resources_register(struct devlink *devlink) 430 { 431 struct devlink_resource_size_params params = { 432 .size_max = (u64)-1, 433 .size_granularity = 1, 434 .unit = DEVLINK_RESOURCE_UNIT_ENTRY 435 }; 436 int err; 437 438 /* Resources for IPv4 */ 439 err = devl_resource_register(devlink, "IPv4", (u64)-1, 440 NSIM_RESOURCE_IPV4, 441 DEVLINK_RESOURCE_ID_PARENT_TOP, 442 ¶ms); 443 if (err) { 444 pr_err("Failed to register IPv4 top resource\n"); 445 goto out; 446 } 447 448 err = devl_resource_register(devlink, "fib", (u64)-1, 449 NSIM_RESOURCE_IPV4_FIB, 450 NSIM_RESOURCE_IPV4, ¶ms); 451 if (err) { 452 pr_err("Failed to register IPv4 FIB resource\n"); 453 return err; 454 } 455 456 err = devl_resource_register(devlink, "fib-rules", (u64)-1, 457 NSIM_RESOURCE_IPV4_FIB_RULES, 458 NSIM_RESOURCE_IPV4, ¶ms); 459 if (err) { 460 pr_err("Failed to register IPv4 FIB rules resource\n"); 461 return err; 462 } 463 464 /* Resources for IPv6 */ 465 err = devl_resource_register(devlink, "IPv6", (u64)-1, 466 NSIM_RESOURCE_IPV6, 467 DEVLINK_RESOURCE_ID_PARENT_TOP, 468 ¶ms); 469 if (err) { 470 pr_err("Failed to register IPv6 top resource\n"); 471 goto out; 472 } 473 474 err = devl_resource_register(devlink, "fib", (u64)-1, 475 NSIM_RESOURCE_IPV6_FIB, 476 NSIM_RESOURCE_IPV6, ¶ms); 477 if (err) { 478 pr_err("Failed to register IPv6 FIB resource\n"); 479 return err; 480 } 481 482 err = devl_resource_register(devlink, "fib-rules", (u64)-1, 483 NSIM_RESOURCE_IPV6_FIB_RULES, 484 NSIM_RESOURCE_IPV6, ¶ms); 485 if (err) { 486 pr_err("Failed to register IPv6 FIB rules resource\n"); 487 return err; 488 } 489 490 /* Resources for nexthops */ 491 err = devl_resource_register(devlink, "nexthops", (u64)-1, 492 NSIM_RESOURCE_NEXTHOPS, 493 DEVLINK_RESOURCE_ID_PARENT_TOP, 494 ¶ms); 495 496 out: 497 return err; 498 } 499 500 enum nsim_devlink_param_id { 501 NSIM_DEVLINK_PARAM_ID_BASE = DEVLINK_PARAM_GENERIC_ID_MAX, 502 NSIM_DEVLINK_PARAM_ID_TEST1, 503 }; 504 505 static const struct devlink_param nsim_devlink_params[] = { 506 DEVLINK_PARAM_GENERIC(MAX_MACS, 507 BIT(DEVLINK_PARAM_CMODE_DRIVERINIT), 508 NULL, NULL, NULL), 509 DEVLINK_PARAM_DRIVER(NSIM_DEVLINK_PARAM_ID_TEST1, 510 "test1", DEVLINK_PARAM_TYPE_BOOL, 511 BIT(DEVLINK_PARAM_CMODE_DRIVERINIT), 512 NULL, NULL, NULL), 513 }; 514 515 static void nsim_devlink_set_params_init_values(struct nsim_dev *nsim_dev, 516 struct devlink *devlink) 517 { 518 union devlink_param_value value; 519 520 value.vu32 = nsim_dev->max_macs; 521 devlink_param_driverinit_value_set(devlink, 522 DEVLINK_PARAM_GENERIC_ID_MAX_MACS, 523 value); 524 value.vbool = nsim_dev->test1; 525 devlink_param_driverinit_value_set(devlink, 526 NSIM_DEVLINK_PARAM_ID_TEST1, 527 value); 528 } 529 530 static void nsim_devlink_param_load_driverinit_values(struct devlink *devlink) 531 { 532 struct nsim_dev *nsim_dev = devlink_priv(devlink); 533 union devlink_param_value saved_value; 534 int err; 535 536 err = devlink_param_driverinit_value_get(devlink, 537 DEVLINK_PARAM_GENERIC_ID_MAX_MACS, 538 &saved_value); 539 if (!err) 540 nsim_dev->max_macs = saved_value.vu32; 541 err = devlink_param_driverinit_value_get(devlink, 542 NSIM_DEVLINK_PARAM_ID_TEST1, 543 &saved_value); 544 if (!err) 545 nsim_dev->test1 = saved_value.vbool; 546 } 547 548 #define NSIM_DEV_DUMMY_REGION_SNAPSHOT_MAX 16 549 550 static const struct devlink_region_ops dummy_region_ops = { 551 .name = "dummy", 552 .destructor = &kfree, 553 .snapshot = nsim_dev_take_snapshot, 554 }; 555 556 static int nsim_dev_dummy_region_init(struct nsim_dev *nsim_dev, 557 struct devlink *devlink) 558 { 559 nsim_dev->dummy_region = 560 devl_region_create(devlink, &dummy_region_ops, 561 NSIM_DEV_DUMMY_REGION_SNAPSHOT_MAX, 562 NSIM_DEV_DUMMY_REGION_SIZE); 563 return PTR_ERR_OR_ZERO(nsim_dev->dummy_region); 564 } 565 566 static void nsim_dev_dummy_region_exit(struct nsim_dev *nsim_dev) 567 { 568 devl_region_destroy(nsim_dev->dummy_region); 569 } 570 571 static int 572 __nsim_dev_port_add(struct nsim_dev *nsim_dev, enum nsim_dev_port_type type, 573 unsigned int port_index); 574 static void __nsim_dev_port_del(struct nsim_dev_port *nsim_dev_port); 575 576 static int nsim_esw_legacy_enable(struct nsim_dev *nsim_dev, 577 struct netlink_ext_ack *extack) 578 { 579 struct devlink *devlink = priv_to_devlink(nsim_dev); 580 struct nsim_dev_port *nsim_dev_port, *tmp; 581 582 devl_rate_nodes_destroy(devlink); 583 list_for_each_entry_safe(nsim_dev_port, tmp, &nsim_dev->port_list, list) 584 if (nsim_dev_port_is_vf(nsim_dev_port)) 585 __nsim_dev_port_del(nsim_dev_port); 586 nsim_dev->esw_mode = DEVLINK_ESWITCH_MODE_LEGACY; 587 return 0; 588 } 589 590 static int nsim_esw_switchdev_enable(struct nsim_dev *nsim_dev, 591 struct netlink_ext_ack *extack) 592 { 593 struct nsim_dev_port *nsim_dev_port, *tmp; 594 int i, err; 595 596 for (i = 0; i < nsim_dev_get_vfs(nsim_dev); i++) { 597 err = __nsim_dev_port_add(nsim_dev, NSIM_DEV_PORT_TYPE_VF, i); 598 if (err) { 599 NL_SET_ERR_MSG_MOD(extack, "Failed to initialize VFs' netdevsim ports"); 600 pr_err("Failed to initialize VF id=%d. %d.\n", i, err); 601 goto err_port_add_vfs; 602 } 603 } 604 nsim_dev->esw_mode = DEVLINK_ESWITCH_MODE_SWITCHDEV; 605 return 0; 606 607 err_port_add_vfs: 608 list_for_each_entry_safe(nsim_dev_port, tmp, &nsim_dev->port_list, list) 609 if (nsim_dev_port_is_vf(nsim_dev_port)) 610 __nsim_dev_port_del(nsim_dev_port); 611 return err; 612 } 613 614 static int nsim_devlink_eswitch_mode_set(struct devlink *devlink, u16 mode, 615 struct netlink_ext_ack *extack) 616 { 617 struct nsim_dev *nsim_dev = devlink_priv(devlink); 618 619 if (mode == nsim_dev->esw_mode) 620 return 0; 621 622 if (mode == DEVLINK_ESWITCH_MODE_LEGACY) 623 return nsim_esw_legacy_enable(nsim_dev, extack); 624 if (mode == DEVLINK_ESWITCH_MODE_SWITCHDEV) 625 return nsim_esw_switchdev_enable(nsim_dev, extack); 626 627 return -EINVAL; 628 } 629 630 static int nsim_devlink_eswitch_mode_get(struct devlink *devlink, u16 *mode) 631 { 632 struct nsim_dev *nsim_dev = devlink_priv(devlink); 633 634 *mode = nsim_dev->esw_mode; 635 return 0; 636 } 637 638 struct nsim_trap_item { 639 void *trap_ctx; 640 enum devlink_trap_action action; 641 }; 642 643 struct nsim_trap_data { 644 struct delayed_work trap_report_dw; 645 struct nsim_trap_item *trap_items_arr; 646 u64 *trap_policers_cnt_arr; 647 u64 trap_pkt_cnt; 648 struct nsim_dev *nsim_dev; 649 spinlock_t trap_lock; /* Protects trap_items_arr */ 650 }; 651 652 /* All driver-specific traps must be documented in 653 * Documentation/networking/devlink/netdevsim.rst 654 */ 655 enum { 656 NSIM_TRAP_ID_BASE = DEVLINK_TRAP_GENERIC_ID_MAX, 657 NSIM_TRAP_ID_FID_MISS, 658 }; 659 660 #define NSIM_TRAP_NAME_FID_MISS "fid_miss" 661 662 #define NSIM_TRAP_METADATA DEVLINK_TRAP_METADATA_TYPE_F_IN_PORT 663 664 #define NSIM_TRAP_DROP(_id, _group_id) \ 665 DEVLINK_TRAP_GENERIC(DROP, DROP, _id, \ 666 DEVLINK_TRAP_GROUP_GENERIC_ID_##_group_id, \ 667 NSIM_TRAP_METADATA) 668 #define NSIM_TRAP_DROP_EXT(_id, _group_id, _metadata) \ 669 DEVLINK_TRAP_GENERIC(DROP, DROP, _id, \ 670 DEVLINK_TRAP_GROUP_GENERIC_ID_##_group_id, \ 671 NSIM_TRAP_METADATA | (_metadata)) 672 #define NSIM_TRAP_EXCEPTION(_id, _group_id) \ 673 DEVLINK_TRAP_GENERIC(EXCEPTION, TRAP, _id, \ 674 DEVLINK_TRAP_GROUP_GENERIC_ID_##_group_id, \ 675 NSIM_TRAP_METADATA) 676 #define NSIM_TRAP_CONTROL(_id, _group_id, _action) \ 677 DEVLINK_TRAP_GENERIC(CONTROL, _action, _id, \ 678 DEVLINK_TRAP_GROUP_GENERIC_ID_##_group_id, \ 679 NSIM_TRAP_METADATA) 680 #define NSIM_TRAP_DRIVER_EXCEPTION(_id, _group_id) \ 681 DEVLINK_TRAP_DRIVER(EXCEPTION, TRAP, NSIM_TRAP_ID_##_id, \ 682 NSIM_TRAP_NAME_##_id, \ 683 DEVLINK_TRAP_GROUP_GENERIC_ID_##_group_id, \ 684 NSIM_TRAP_METADATA) 685 686 #define NSIM_DEV_TRAP_POLICER_MIN_RATE 1 687 #define NSIM_DEV_TRAP_POLICER_MAX_RATE 8000 688 #define NSIM_DEV_TRAP_POLICER_MIN_BURST 8 689 #define NSIM_DEV_TRAP_POLICER_MAX_BURST 65536 690 691 #define NSIM_TRAP_POLICER(_id, _rate, _burst) \ 692 DEVLINK_TRAP_POLICER(_id, _rate, _burst, \ 693 NSIM_DEV_TRAP_POLICER_MAX_RATE, \ 694 NSIM_DEV_TRAP_POLICER_MIN_RATE, \ 695 NSIM_DEV_TRAP_POLICER_MAX_BURST, \ 696 NSIM_DEV_TRAP_POLICER_MIN_BURST) 697 698 static const struct devlink_trap_policer nsim_trap_policers_arr[] = { 699 NSIM_TRAP_POLICER(1, 1000, 128), 700 NSIM_TRAP_POLICER(2, 2000, 256), 701 NSIM_TRAP_POLICER(3, 3000, 512), 702 }; 703 704 static const struct devlink_trap_group nsim_trap_groups_arr[] = { 705 DEVLINK_TRAP_GROUP_GENERIC(L2_DROPS, 0), 706 DEVLINK_TRAP_GROUP_GENERIC(L3_DROPS, 1), 707 DEVLINK_TRAP_GROUP_GENERIC(L3_EXCEPTIONS, 1), 708 DEVLINK_TRAP_GROUP_GENERIC(BUFFER_DROPS, 2), 709 DEVLINK_TRAP_GROUP_GENERIC(ACL_DROPS, 3), 710 DEVLINK_TRAP_GROUP_GENERIC(MC_SNOOPING, 3), 711 }; 712 713 static const struct devlink_trap nsim_traps_arr[] = { 714 NSIM_TRAP_DROP(SMAC_MC, L2_DROPS), 715 NSIM_TRAP_DROP(VLAN_TAG_MISMATCH, L2_DROPS), 716 NSIM_TRAP_DROP(INGRESS_VLAN_FILTER, L2_DROPS), 717 NSIM_TRAP_DROP(INGRESS_STP_FILTER, L2_DROPS), 718 NSIM_TRAP_DROP(EMPTY_TX_LIST, L2_DROPS), 719 NSIM_TRAP_DROP(PORT_LOOPBACK_FILTER, L2_DROPS), 720 NSIM_TRAP_DRIVER_EXCEPTION(FID_MISS, L2_DROPS), 721 NSIM_TRAP_DROP(BLACKHOLE_ROUTE, L3_DROPS), 722 NSIM_TRAP_EXCEPTION(TTL_ERROR, L3_EXCEPTIONS), 723 NSIM_TRAP_DROP(TAIL_DROP, BUFFER_DROPS), 724 NSIM_TRAP_DROP_EXT(INGRESS_FLOW_ACTION_DROP, ACL_DROPS, 725 DEVLINK_TRAP_METADATA_TYPE_F_FA_COOKIE), 726 NSIM_TRAP_DROP_EXT(EGRESS_FLOW_ACTION_DROP, ACL_DROPS, 727 DEVLINK_TRAP_METADATA_TYPE_F_FA_COOKIE), 728 NSIM_TRAP_CONTROL(IGMP_QUERY, MC_SNOOPING, MIRROR), 729 NSIM_TRAP_CONTROL(IGMP_V1_REPORT, MC_SNOOPING, TRAP), 730 }; 731 732 #define NSIM_TRAP_L4_DATA_LEN 100 733 734 static struct sk_buff *nsim_dev_trap_skb_build(void) 735 { 736 int tot_len, data_len = NSIM_TRAP_L4_DATA_LEN; 737 struct sk_buff *skb; 738 struct udphdr *udph; 739 struct ethhdr *eth; 740 struct iphdr *iph; 741 742 skb = alloc_skb(NLMSG_GOODSIZE, GFP_ATOMIC); 743 if (!skb) 744 return NULL; 745 tot_len = sizeof(struct iphdr) + sizeof(struct udphdr) + data_len; 746 747 skb_reset_mac_header(skb); 748 eth = skb_put(skb, sizeof(struct ethhdr)); 749 eth_random_addr(eth->h_dest); 750 eth_random_addr(eth->h_source); 751 eth->h_proto = htons(ETH_P_IP); 752 skb->protocol = htons(ETH_P_IP); 753 754 skb_set_network_header(skb, skb->len); 755 iph = skb_put(skb, sizeof(struct iphdr)); 756 iph->protocol = IPPROTO_UDP; 757 iph->saddr = in_aton("192.0.2.1"); 758 iph->daddr = in_aton("198.51.100.1"); 759 iph->version = 0x4; 760 iph->frag_off = 0; 761 iph->ihl = 0x5; 762 iph->tot_len = htons(tot_len); 763 iph->ttl = 100; 764 iph->check = 0; 765 iph->check = ip_fast_csum((unsigned char *)iph, iph->ihl); 766 767 skb_set_transport_header(skb, skb->len); 768 udph = skb_put_zero(skb, sizeof(struct udphdr) + data_len); 769 get_random_bytes(&udph->source, sizeof(u16)); 770 get_random_bytes(&udph->dest, sizeof(u16)); 771 udph->len = htons(sizeof(struct udphdr) + data_len); 772 773 return skb; 774 } 775 776 static void nsim_dev_trap_report(struct nsim_dev_port *nsim_dev_port) 777 { 778 struct nsim_dev *nsim_dev = nsim_dev_port->ns->nsim_dev; 779 struct devlink *devlink = priv_to_devlink(nsim_dev); 780 struct nsim_trap_data *nsim_trap_data; 781 int i; 782 783 nsim_trap_data = nsim_dev->trap_data; 784 785 spin_lock(&nsim_trap_data->trap_lock); 786 for (i = 0; i < ARRAY_SIZE(nsim_traps_arr); i++) { 787 struct flow_action_cookie *fa_cookie = NULL; 788 struct nsim_trap_item *nsim_trap_item; 789 struct sk_buff *skb; 790 bool has_fa_cookie; 791 792 has_fa_cookie = nsim_traps_arr[i].metadata_cap & 793 DEVLINK_TRAP_METADATA_TYPE_F_FA_COOKIE; 794 795 nsim_trap_item = &nsim_trap_data->trap_items_arr[i]; 796 if (nsim_trap_item->action == DEVLINK_TRAP_ACTION_DROP) 797 continue; 798 799 skb = nsim_dev_trap_skb_build(); 800 if (!skb) 801 continue; 802 skb->dev = nsim_dev_port->ns->netdev; 803 804 /* Trapped packets are usually passed to devlink in softIRQ, 805 * but in this case they are generated in a workqueue. Disable 806 * softIRQs to prevent lockdep from complaining about 807 * "incosistent lock state". 808 */ 809 810 spin_lock_bh(&nsim_dev->fa_cookie_lock); 811 fa_cookie = has_fa_cookie ? nsim_dev->fa_cookie : NULL; 812 devlink_trap_report(devlink, skb, nsim_trap_item->trap_ctx, 813 &nsim_dev_port->devlink_port, fa_cookie); 814 spin_unlock_bh(&nsim_dev->fa_cookie_lock); 815 consume_skb(skb); 816 } 817 spin_unlock(&nsim_trap_data->trap_lock); 818 } 819 820 #define NSIM_TRAP_REPORT_INTERVAL_MS 100 821 822 static void nsim_dev_trap_report_work(struct work_struct *work) 823 { 824 struct nsim_trap_data *nsim_trap_data; 825 struct nsim_dev_port *nsim_dev_port; 826 struct nsim_dev *nsim_dev; 827 828 nsim_trap_data = container_of(work, struct nsim_trap_data, 829 trap_report_dw.work); 830 nsim_dev = nsim_trap_data->nsim_dev; 831 832 /* For each running port and enabled packet trap, generate a UDP 833 * packet with a random 5-tuple and report it. 834 */ 835 if (!devl_trylock(priv_to_devlink(nsim_dev))) { 836 schedule_delayed_work(&nsim_dev->trap_data->trap_report_dw, 0); 837 return; 838 } 839 840 list_for_each_entry(nsim_dev_port, &nsim_dev->port_list, list) { 841 if (!netif_running(nsim_dev_port->ns->netdev)) 842 continue; 843 844 nsim_dev_trap_report(nsim_dev_port); 845 } 846 devl_unlock(priv_to_devlink(nsim_dev)); 847 848 schedule_delayed_work(&nsim_dev->trap_data->trap_report_dw, 849 msecs_to_jiffies(NSIM_TRAP_REPORT_INTERVAL_MS)); 850 } 851 852 static int nsim_dev_traps_init(struct devlink *devlink) 853 { 854 size_t policers_count = ARRAY_SIZE(nsim_trap_policers_arr); 855 struct nsim_dev *nsim_dev = devlink_priv(devlink); 856 struct nsim_trap_data *nsim_trap_data; 857 int err; 858 859 nsim_trap_data = kzalloc(sizeof(*nsim_trap_data), GFP_KERNEL); 860 if (!nsim_trap_data) 861 return -ENOMEM; 862 863 nsim_trap_data->trap_items_arr = kcalloc(ARRAY_SIZE(nsim_traps_arr), 864 sizeof(struct nsim_trap_item), 865 GFP_KERNEL); 866 if (!nsim_trap_data->trap_items_arr) { 867 err = -ENOMEM; 868 goto err_trap_data_free; 869 } 870 871 nsim_trap_data->trap_policers_cnt_arr = kcalloc(policers_count, 872 sizeof(u64), 873 GFP_KERNEL); 874 if (!nsim_trap_data->trap_policers_cnt_arr) { 875 err = -ENOMEM; 876 goto err_trap_items_free; 877 } 878 879 /* The lock is used to protect the action state of the registered 880 * traps. The value is written by user and read in delayed work when 881 * iterating over all the traps. 882 */ 883 spin_lock_init(&nsim_trap_data->trap_lock); 884 nsim_trap_data->nsim_dev = nsim_dev; 885 nsim_dev->trap_data = nsim_trap_data; 886 887 err = devl_trap_policers_register(devlink, nsim_trap_policers_arr, 888 policers_count); 889 if (err) 890 goto err_trap_policers_cnt_free; 891 892 err = devl_trap_groups_register(devlink, nsim_trap_groups_arr, 893 ARRAY_SIZE(nsim_trap_groups_arr)); 894 if (err) 895 goto err_trap_policers_unregister; 896 897 err = devl_traps_register(devlink, nsim_traps_arr, 898 ARRAY_SIZE(nsim_traps_arr), NULL); 899 if (err) 900 goto err_trap_groups_unregister; 901 902 INIT_DELAYED_WORK(&nsim_dev->trap_data->trap_report_dw, 903 nsim_dev_trap_report_work); 904 schedule_delayed_work(&nsim_dev->trap_data->trap_report_dw, 905 msecs_to_jiffies(NSIM_TRAP_REPORT_INTERVAL_MS)); 906 907 return 0; 908 909 err_trap_groups_unregister: 910 devl_trap_groups_unregister(devlink, nsim_trap_groups_arr, 911 ARRAY_SIZE(nsim_trap_groups_arr)); 912 err_trap_policers_unregister: 913 devl_trap_policers_unregister(devlink, nsim_trap_policers_arr, 914 ARRAY_SIZE(nsim_trap_policers_arr)); 915 err_trap_policers_cnt_free: 916 kfree(nsim_trap_data->trap_policers_cnt_arr); 917 err_trap_items_free: 918 kfree(nsim_trap_data->trap_items_arr); 919 err_trap_data_free: 920 kfree(nsim_trap_data); 921 return err; 922 } 923 924 static void nsim_dev_traps_exit(struct devlink *devlink) 925 { 926 struct nsim_dev *nsim_dev = devlink_priv(devlink); 927 928 /* caution, trap work takes devlink lock */ 929 cancel_delayed_work_sync(&nsim_dev->trap_data->trap_report_dw); 930 devl_traps_unregister(devlink, nsim_traps_arr, 931 ARRAY_SIZE(nsim_traps_arr)); 932 devl_trap_groups_unregister(devlink, nsim_trap_groups_arr, 933 ARRAY_SIZE(nsim_trap_groups_arr)); 934 devl_trap_policers_unregister(devlink, nsim_trap_policers_arr, 935 ARRAY_SIZE(nsim_trap_policers_arr)); 936 kfree(nsim_dev->trap_data->trap_policers_cnt_arr); 937 kfree(nsim_dev->trap_data->trap_items_arr); 938 kfree(nsim_dev->trap_data); 939 } 940 941 static int nsim_dev_reload_create(struct nsim_dev *nsim_dev, 942 struct netlink_ext_ack *extack); 943 static void nsim_dev_reload_destroy(struct nsim_dev *nsim_dev); 944 945 static int nsim_dev_reload_down(struct devlink *devlink, bool netns_change, 946 enum devlink_reload_action action, enum devlink_reload_limit limit, 947 struct netlink_ext_ack *extack) 948 { 949 struct nsim_dev *nsim_dev = devlink_priv(devlink); 950 951 devl_lock(devlink); 952 if (nsim_dev->dont_allow_reload) { 953 /* For testing purposes, user set debugfs dont_allow_reload 954 * value to true. So forbid it. 955 */ 956 NL_SET_ERR_MSG_MOD(extack, "User forbid the reload for testing purposes"); 957 devl_unlock(devlink); 958 return -EOPNOTSUPP; 959 } 960 961 nsim_dev_reload_destroy(nsim_dev); 962 devl_unlock(devlink); 963 return 0; 964 } 965 966 static int nsim_dev_reload_up(struct devlink *devlink, enum devlink_reload_action action, 967 enum devlink_reload_limit limit, u32 *actions_performed, 968 struct netlink_ext_ack *extack) 969 { 970 struct nsim_dev *nsim_dev = devlink_priv(devlink); 971 int ret; 972 973 devl_lock(devlink); 974 if (nsim_dev->fail_reload) { 975 /* For testing purposes, user set debugfs fail_reload 976 * value to true. Fail right away. 977 */ 978 NL_SET_ERR_MSG_MOD(extack, "User setup the reload to fail for testing purposes"); 979 devl_unlock(devlink); 980 return -EINVAL; 981 } 982 983 *actions_performed = BIT(DEVLINK_RELOAD_ACTION_DRIVER_REINIT); 984 ret = nsim_dev_reload_create(nsim_dev, extack); 985 devl_unlock(devlink); 986 return ret; 987 } 988 989 static int nsim_dev_info_get(struct devlink *devlink, 990 struct devlink_info_req *req, 991 struct netlink_ext_ack *extack) 992 { 993 return devlink_info_driver_name_put(req, DRV_NAME); 994 } 995 996 #define NSIM_DEV_FLASH_SIZE 500000 997 #define NSIM_DEV_FLASH_CHUNK_SIZE 1000 998 #define NSIM_DEV_FLASH_CHUNK_TIME_MS 10 999 1000 static int nsim_dev_flash_update(struct devlink *devlink, 1001 struct devlink_flash_update_params *params, 1002 struct netlink_ext_ack *extack) 1003 { 1004 struct nsim_dev *nsim_dev = devlink_priv(devlink); 1005 int i; 1006 1007 if ((params->overwrite_mask & ~nsim_dev->fw_update_overwrite_mask) != 0) 1008 return -EOPNOTSUPP; 1009 1010 if (nsim_dev->fw_update_status) { 1011 devlink_flash_update_status_notify(devlink, 1012 "Preparing to flash", 1013 params->component, 0, 0); 1014 } 1015 1016 for (i = 0; i < NSIM_DEV_FLASH_SIZE / NSIM_DEV_FLASH_CHUNK_SIZE; i++) { 1017 if (nsim_dev->fw_update_status) 1018 devlink_flash_update_status_notify(devlink, "Flashing", 1019 params->component, 1020 i * NSIM_DEV_FLASH_CHUNK_SIZE, 1021 NSIM_DEV_FLASH_SIZE); 1022 msleep(NSIM_DEV_FLASH_CHUNK_TIME_MS); 1023 } 1024 1025 if (nsim_dev->fw_update_status) { 1026 devlink_flash_update_status_notify(devlink, "Flashing", 1027 params->component, 1028 NSIM_DEV_FLASH_SIZE, 1029 NSIM_DEV_FLASH_SIZE); 1030 devlink_flash_update_timeout_notify(devlink, "Flash select", 1031 params->component, 81); 1032 devlink_flash_update_status_notify(devlink, "Flashing done", 1033 params->component, 0, 0); 1034 } 1035 1036 return 0; 1037 } 1038 1039 static struct nsim_trap_item * 1040 nsim_dev_trap_item_lookup(struct nsim_dev *nsim_dev, u16 trap_id) 1041 { 1042 struct nsim_trap_data *nsim_trap_data = nsim_dev->trap_data; 1043 int i; 1044 1045 for (i = 0; i < ARRAY_SIZE(nsim_traps_arr); i++) { 1046 if (nsim_traps_arr[i].id == trap_id) 1047 return &nsim_trap_data->trap_items_arr[i]; 1048 } 1049 1050 return NULL; 1051 } 1052 1053 static int nsim_dev_devlink_trap_init(struct devlink *devlink, 1054 const struct devlink_trap *trap, 1055 void *trap_ctx) 1056 { 1057 struct nsim_dev *nsim_dev = devlink_priv(devlink); 1058 struct nsim_trap_item *nsim_trap_item; 1059 1060 nsim_trap_item = nsim_dev_trap_item_lookup(nsim_dev, trap->id); 1061 if (WARN_ON(!nsim_trap_item)) 1062 return -ENOENT; 1063 1064 nsim_trap_item->trap_ctx = trap_ctx; 1065 nsim_trap_item->action = trap->init_action; 1066 1067 return 0; 1068 } 1069 1070 static int 1071 nsim_dev_devlink_trap_action_set(struct devlink *devlink, 1072 const struct devlink_trap *trap, 1073 enum devlink_trap_action action, 1074 struct netlink_ext_ack *extack) 1075 { 1076 struct nsim_dev *nsim_dev = devlink_priv(devlink); 1077 struct nsim_trap_item *nsim_trap_item; 1078 1079 nsim_trap_item = nsim_dev_trap_item_lookup(nsim_dev, trap->id); 1080 if (WARN_ON(!nsim_trap_item)) 1081 return -ENOENT; 1082 1083 spin_lock(&nsim_dev->trap_data->trap_lock); 1084 nsim_trap_item->action = action; 1085 spin_unlock(&nsim_dev->trap_data->trap_lock); 1086 1087 return 0; 1088 } 1089 1090 static int 1091 nsim_dev_devlink_trap_group_set(struct devlink *devlink, 1092 const struct devlink_trap_group *group, 1093 const struct devlink_trap_policer *policer, 1094 struct netlink_ext_ack *extack) 1095 { 1096 struct nsim_dev *nsim_dev = devlink_priv(devlink); 1097 1098 if (nsim_dev->fail_trap_group_set) 1099 return -EINVAL; 1100 1101 return 0; 1102 } 1103 1104 static int 1105 nsim_dev_devlink_trap_policer_set(struct devlink *devlink, 1106 const struct devlink_trap_policer *policer, 1107 u64 rate, u64 burst, 1108 struct netlink_ext_ack *extack) 1109 { 1110 struct nsim_dev *nsim_dev = devlink_priv(devlink); 1111 1112 if (nsim_dev->fail_trap_policer_set) { 1113 NL_SET_ERR_MSG_MOD(extack, "User setup the operation to fail for testing purposes"); 1114 return -EINVAL; 1115 } 1116 1117 return 0; 1118 } 1119 1120 static int 1121 nsim_dev_devlink_trap_policer_counter_get(struct devlink *devlink, 1122 const struct devlink_trap_policer *policer, 1123 u64 *p_drops) 1124 { 1125 struct nsim_dev *nsim_dev = devlink_priv(devlink); 1126 u64 *cnt; 1127 1128 if (nsim_dev->fail_trap_policer_counter_get) 1129 return -EINVAL; 1130 1131 cnt = &nsim_dev->trap_data->trap_policers_cnt_arr[policer->id - 1]; 1132 *p_drops = (*cnt)++; 1133 1134 return 0; 1135 } 1136 1137 #define NSIM_LINK_SPEED_MAX 5000 /* Mbps */ 1138 #define NSIM_LINK_SPEED_UNIT 125000 /* 1 Mbps given in bytes/sec to avoid 1139 * u64 overflow during conversion from 1140 * bytes to bits. 1141 */ 1142 1143 static int nsim_rate_bytes_to_units(char *name, u64 *rate, struct netlink_ext_ack *extack) 1144 { 1145 u64 val; 1146 u32 rem; 1147 1148 val = div_u64_rem(*rate, NSIM_LINK_SPEED_UNIT, &rem); 1149 if (rem) { 1150 pr_err("%s rate value %lluBps not in link speed units of 1Mbps.\n", 1151 name, *rate); 1152 NL_SET_ERR_MSG_MOD(extack, "TX rate value not in link speed units of 1Mbps."); 1153 return -EINVAL; 1154 } 1155 1156 if (val > NSIM_LINK_SPEED_MAX) { 1157 pr_err("%s rate value %lluMbps exceed link maximum speed 5000Mbps.\n", 1158 name, val); 1159 NL_SET_ERR_MSG_MOD(extack, "TX rate value exceed link maximum speed 5000Mbps."); 1160 return -EINVAL; 1161 } 1162 *rate = val; 1163 return 0; 1164 } 1165 1166 static int nsim_leaf_tx_share_set(struct devlink_rate *devlink_rate, void *priv, 1167 u64 tx_share, struct netlink_ext_ack *extack) 1168 { 1169 struct nsim_dev_port *nsim_dev_port = priv; 1170 struct nsim_dev *nsim_dev = nsim_dev_port->ns->nsim_dev; 1171 int vf_id = nsim_dev_port_index_to_vf_index(nsim_dev_port->port_index); 1172 int err; 1173 1174 err = nsim_rate_bytes_to_units("tx_share", &tx_share, extack); 1175 if (err) 1176 return err; 1177 1178 nsim_dev->vfconfigs[vf_id].min_tx_rate = tx_share; 1179 return 0; 1180 } 1181 1182 static int nsim_leaf_tx_max_set(struct devlink_rate *devlink_rate, void *priv, 1183 u64 tx_max, struct netlink_ext_ack *extack) 1184 { 1185 struct nsim_dev_port *nsim_dev_port = priv; 1186 struct nsim_dev *nsim_dev = nsim_dev_port->ns->nsim_dev; 1187 int vf_id = nsim_dev_port_index_to_vf_index(nsim_dev_port->port_index); 1188 int err; 1189 1190 err = nsim_rate_bytes_to_units("tx_max", &tx_max, extack); 1191 if (err) 1192 return err; 1193 1194 nsim_dev->vfconfigs[vf_id].max_tx_rate = tx_max; 1195 return 0; 1196 } 1197 1198 struct nsim_rate_node { 1199 struct dentry *ddir; 1200 struct dentry *rate_parent; 1201 char *parent_name; 1202 u16 tx_share; 1203 u16 tx_max; 1204 }; 1205 1206 static int nsim_node_tx_share_set(struct devlink_rate *devlink_rate, void *priv, 1207 u64 tx_share, struct netlink_ext_ack *extack) 1208 { 1209 struct nsim_rate_node *nsim_node = priv; 1210 int err; 1211 1212 err = nsim_rate_bytes_to_units("tx_share", &tx_share, extack); 1213 if (err) 1214 return err; 1215 1216 nsim_node->tx_share = tx_share; 1217 return 0; 1218 } 1219 1220 static int nsim_node_tx_max_set(struct devlink_rate *devlink_rate, void *priv, 1221 u64 tx_max, struct netlink_ext_ack *extack) 1222 { 1223 struct nsim_rate_node *nsim_node = priv; 1224 int err; 1225 1226 err = nsim_rate_bytes_to_units("tx_max", &tx_max, extack); 1227 if (err) 1228 return err; 1229 1230 nsim_node->tx_max = tx_max; 1231 return 0; 1232 } 1233 1234 static int nsim_rate_node_new(struct devlink_rate *node, void **priv, 1235 struct netlink_ext_ack *extack) 1236 { 1237 struct nsim_dev *nsim_dev = devlink_priv(node->devlink); 1238 struct nsim_rate_node *nsim_node; 1239 1240 if (!nsim_esw_mode_is_switchdev(nsim_dev)) { 1241 NL_SET_ERR_MSG_MOD(extack, "Node creation allowed only in switchdev mode."); 1242 return -EOPNOTSUPP; 1243 } 1244 1245 nsim_node = kzalloc(sizeof(*nsim_node), GFP_KERNEL); 1246 if (!nsim_node) 1247 return -ENOMEM; 1248 1249 nsim_node->ddir = debugfs_create_dir(node->name, nsim_dev->nodes_ddir); 1250 1251 debugfs_create_u16("tx_share", 0400, nsim_node->ddir, &nsim_node->tx_share); 1252 debugfs_create_u16("tx_max", 0400, nsim_node->ddir, &nsim_node->tx_max); 1253 nsim_node->rate_parent = debugfs_create_file("rate_parent", 0400, 1254 nsim_node->ddir, 1255 &nsim_node->parent_name, 1256 &nsim_dev_rate_parent_fops); 1257 1258 *priv = nsim_node; 1259 return 0; 1260 } 1261 1262 static int nsim_rate_node_del(struct devlink_rate *node, void *priv, 1263 struct netlink_ext_ack *extack) 1264 { 1265 struct nsim_rate_node *nsim_node = priv; 1266 1267 debugfs_remove(nsim_node->rate_parent); 1268 debugfs_remove_recursive(nsim_node->ddir); 1269 kfree(nsim_node); 1270 return 0; 1271 } 1272 1273 static int nsim_rate_leaf_parent_set(struct devlink_rate *child, 1274 struct devlink_rate *parent, 1275 void *priv_child, void *priv_parent, 1276 struct netlink_ext_ack *extack) 1277 { 1278 struct nsim_dev_port *nsim_dev_port = priv_child; 1279 1280 if (parent) 1281 nsim_dev_port->parent_name = parent->name; 1282 else 1283 nsim_dev_port->parent_name = NULL; 1284 return 0; 1285 } 1286 1287 static int nsim_rate_node_parent_set(struct devlink_rate *child, 1288 struct devlink_rate *parent, 1289 void *priv_child, void *priv_parent, 1290 struct netlink_ext_ack *extack) 1291 { 1292 struct nsim_rate_node *nsim_node = priv_child; 1293 1294 if (parent) 1295 nsim_node->parent_name = parent->name; 1296 else 1297 nsim_node->parent_name = NULL; 1298 return 0; 1299 } 1300 1301 static int 1302 nsim_dev_devlink_trap_drop_counter_get(struct devlink *devlink, 1303 const struct devlink_trap *trap, 1304 u64 *p_drops) 1305 { 1306 struct nsim_dev *nsim_dev = devlink_priv(devlink); 1307 u64 *cnt; 1308 1309 if (nsim_dev->fail_trap_drop_counter_get) 1310 return -EINVAL; 1311 1312 cnt = &nsim_dev->trap_data->trap_pkt_cnt; 1313 *p_drops = (*cnt)++; 1314 1315 return 0; 1316 } 1317 1318 static const struct devlink_ops nsim_dev_devlink_ops = { 1319 .eswitch_mode_set = nsim_devlink_eswitch_mode_set, 1320 .eswitch_mode_get = nsim_devlink_eswitch_mode_get, 1321 .supported_flash_update_params = DEVLINK_SUPPORT_FLASH_UPDATE_COMPONENT | 1322 DEVLINK_SUPPORT_FLASH_UPDATE_OVERWRITE_MASK, 1323 .reload_actions = BIT(DEVLINK_RELOAD_ACTION_DRIVER_REINIT), 1324 .reload_down = nsim_dev_reload_down, 1325 .reload_up = nsim_dev_reload_up, 1326 .info_get = nsim_dev_info_get, 1327 .flash_update = nsim_dev_flash_update, 1328 .trap_init = nsim_dev_devlink_trap_init, 1329 .trap_action_set = nsim_dev_devlink_trap_action_set, 1330 .trap_group_set = nsim_dev_devlink_trap_group_set, 1331 .trap_policer_set = nsim_dev_devlink_trap_policer_set, 1332 .trap_policer_counter_get = nsim_dev_devlink_trap_policer_counter_get, 1333 .rate_leaf_tx_share_set = nsim_leaf_tx_share_set, 1334 .rate_leaf_tx_max_set = nsim_leaf_tx_max_set, 1335 .rate_node_tx_share_set = nsim_node_tx_share_set, 1336 .rate_node_tx_max_set = nsim_node_tx_max_set, 1337 .rate_node_new = nsim_rate_node_new, 1338 .rate_node_del = nsim_rate_node_del, 1339 .rate_leaf_parent_set = nsim_rate_leaf_parent_set, 1340 .rate_node_parent_set = nsim_rate_node_parent_set, 1341 .trap_drop_counter_get = nsim_dev_devlink_trap_drop_counter_get, 1342 }; 1343 1344 #define NSIM_DEV_MAX_MACS_DEFAULT 32 1345 #define NSIM_DEV_TEST1_DEFAULT true 1346 1347 static int __nsim_dev_port_add(struct nsim_dev *nsim_dev, enum nsim_dev_port_type type, 1348 unsigned int port_index) 1349 { 1350 struct devlink_port_attrs attrs = {}; 1351 struct nsim_dev_port *nsim_dev_port; 1352 struct devlink_port *devlink_port; 1353 int err; 1354 1355 if (type == NSIM_DEV_PORT_TYPE_VF && !nsim_dev_get_vfs(nsim_dev)) 1356 return -EINVAL; 1357 1358 nsim_dev_port = kzalloc(sizeof(*nsim_dev_port), GFP_KERNEL); 1359 if (!nsim_dev_port) 1360 return -ENOMEM; 1361 nsim_dev_port->port_index = nsim_dev_port_index(type, port_index); 1362 nsim_dev_port->port_type = type; 1363 1364 devlink_port = &nsim_dev_port->devlink_port; 1365 if (nsim_dev_port_is_pf(nsim_dev_port)) { 1366 attrs.flavour = DEVLINK_PORT_FLAVOUR_PHYSICAL; 1367 attrs.phys.port_number = port_index + 1; 1368 } else { 1369 attrs.flavour = DEVLINK_PORT_FLAVOUR_PCI_VF; 1370 attrs.pci_vf.pf = 0; 1371 attrs.pci_vf.vf = port_index; 1372 } 1373 memcpy(attrs.switch_id.id, nsim_dev->switch_id.id, nsim_dev->switch_id.id_len); 1374 attrs.switch_id.id_len = nsim_dev->switch_id.id_len; 1375 devlink_port_attrs_set(devlink_port, &attrs); 1376 err = devl_port_register(priv_to_devlink(nsim_dev), devlink_port, 1377 nsim_dev_port->port_index); 1378 if (err) 1379 goto err_port_free; 1380 1381 err = nsim_dev_port_debugfs_init(nsim_dev, nsim_dev_port); 1382 if (err) 1383 goto err_dl_port_unregister; 1384 1385 nsim_dev_port->ns = nsim_create(nsim_dev, nsim_dev_port); 1386 if (IS_ERR(nsim_dev_port->ns)) { 1387 err = PTR_ERR(nsim_dev_port->ns); 1388 goto err_port_debugfs_exit; 1389 } 1390 1391 if (nsim_dev_port_is_vf(nsim_dev_port)) { 1392 err = devl_rate_leaf_create(&nsim_dev_port->devlink_port, 1393 nsim_dev_port); 1394 if (err) 1395 goto err_nsim_destroy; 1396 } 1397 1398 devlink_port_type_eth_set(devlink_port, nsim_dev_port->ns->netdev); 1399 list_add(&nsim_dev_port->list, &nsim_dev->port_list); 1400 1401 return 0; 1402 1403 err_nsim_destroy: 1404 nsim_destroy(nsim_dev_port->ns); 1405 err_port_debugfs_exit: 1406 nsim_dev_port_debugfs_exit(nsim_dev_port); 1407 err_dl_port_unregister: 1408 devl_port_unregister(devlink_port); 1409 err_port_free: 1410 kfree(nsim_dev_port); 1411 return err; 1412 } 1413 1414 static void __nsim_dev_port_del(struct nsim_dev_port *nsim_dev_port) 1415 { 1416 struct devlink_port *devlink_port = &nsim_dev_port->devlink_port; 1417 1418 list_del(&nsim_dev_port->list); 1419 if (nsim_dev_port_is_vf(nsim_dev_port)) 1420 devl_rate_leaf_destroy(&nsim_dev_port->devlink_port); 1421 devlink_port_type_clear(devlink_port); 1422 nsim_destroy(nsim_dev_port->ns); 1423 nsim_dev_port_debugfs_exit(nsim_dev_port); 1424 devl_port_unregister(devlink_port); 1425 kfree(nsim_dev_port); 1426 } 1427 1428 static void nsim_dev_port_del_all(struct nsim_dev *nsim_dev) 1429 { 1430 struct nsim_dev_port *nsim_dev_port, *tmp; 1431 1432 list_for_each_entry_safe(nsim_dev_port, tmp, 1433 &nsim_dev->port_list, list) 1434 __nsim_dev_port_del(nsim_dev_port); 1435 } 1436 1437 static int nsim_dev_port_add_all(struct nsim_dev *nsim_dev, 1438 unsigned int port_count) 1439 { 1440 int i, err; 1441 1442 for (i = 0; i < port_count; i++) { 1443 err = __nsim_dev_port_add(nsim_dev, NSIM_DEV_PORT_TYPE_PF, i); 1444 if (err) 1445 goto err_port_del_all; 1446 } 1447 return 0; 1448 1449 err_port_del_all: 1450 nsim_dev_port_del_all(nsim_dev); 1451 return err; 1452 } 1453 1454 static int nsim_dev_reload_create(struct nsim_dev *nsim_dev, 1455 struct netlink_ext_ack *extack) 1456 { 1457 struct nsim_bus_dev *nsim_bus_dev = nsim_dev->nsim_bus_dev; 1458 struct devlink *devlink; 1459 int err; 1460 1461 devlink = priv_to_devlink(nsim_dev); 1462 nsim_dev = devlink_priv(devlink); 1463 INIT_LIST_HEAD(&nsim_dev->port_list); 1464 nsim_dev->fw_update_status = true; 1465 nsim_dev->fw_update_overwrite_mask = 0; 1466 1467 nsim_devlink_param_load_driverinit_values(devlink); 1468 1469 err = nsim_dev_dummy_region_init(nsim_dev, devlink); 1470 if (err) 1471 return err; 1472 1473 err = nsim_dev_traps_init(devlink); 1474 if (err) 1475 goto err_dummy_region_exit; 1476 1477 nsim_dev->fib_data = nsim_fib_create(devlink, extack); 1478 if (IS_ERR(nsim_dev->fib_data)) { 1479 err = PTR_ERR(nsim_dev->fib_data); 1480 goto err_traps_exit; 1481 } 1482 1483 err = nsim_dev_health_init(nsim_dev, devlink); 1484 if (err) 1485 goto err_fib_destroy; 1486 1487 err = nsim_dev_psample_init(nsim_dev); 1488 if (err) 1489 goto err_health_exit; 1490 1491 err = nsim_dev_hwstats_init(nsim_dev); 1492 if (err) 1493 goto err_psample_exit; 1494 1495 err = nsim_dev_port_add_all(nsim_dev, nsim_bus_dev->port_count); 1496 if (err) 1497 goto err_hwstats_exit; 1498 1499 nsim_dev->take_snapshot = debugfs_create_file("take_snapshot", 1500 0200, 1501 nsim_dev->ddir, 1502 nsim_dev, 1503 &nsim_dev_take_snapshot_fops); 1504 return 0; 1505 1506 err_hwstats_exit: 1507 nsim_dev_hwstats_exit(nsim_dev); 1508 err_psample_exit: 1509 nsim_dev_psample_exit(nsim_dev); 1510 err_health_exit: 1511 nsim_dev_health_exit(nsim_dev); 1512 err_fib_destroy: 1513 nsim_fib_destroy(devlink, nsim_dev->fib_data); 1514 err_traps_exit: 1515 nsim_dev_traps_exit(devlink); 1516 err_dummy_region_exit: 1517 nsim_dev_dummy_region_exit(nsim_dev); 1518 return err; 1519 } 1520 1521 int nsim_drv_probe(struct nsim_bus_dev *nsim_bus_dev) 1522 { 1523 struct nsim_dev *nsim_dev; 1524 struct devlink *devlink; 1525 int err; 1526 1527 devlink = devlink_alloc_ns(&nsim_dev_devlink_ops, sizeof(*nsim_dev), 1528 nsim_bus_dev->initial_net, &nsim_bus_dev->dev); 1529 if (!devlink) 1530 return -ENOMEM; 1531 devl_lock(devlink); 1532 nsim_dev = devlink_priv(devlink); 1533 nsim_dev->nsim_bus_dev = nsim_bus_dev; 1534 nsim_dev->switch_id.id_len = sizeof(nsim_dev->switch_id.id); 1535 get_random_bytes(nsim_dev->switch_id.id, nsim_dev->switch_id.id_len); 1536 INIT_LIST_HEAD(&nsim_dev->port_list); 1537 nsim_dev->fw_update_status = true; 1538 nsim_dev->fw_update_overwrite_mask = 0; 1539 nsim_dev->max_macs = NSIM_DEV_MAX_MACS_DEFAULT; 1540 nsim_dev->test1 = NSIM_DEV_TEST1_DEFAULT; 1541 spin_lock_init(&nsim_dev->fa_cookie_lock); 1542 1543 dev_set_drvdata(&nsim_bus_dev->dev, nsim_dev); 1544 1545 nsim_dev->vfconfigs = kcalloc(nsim_bus_dev->max_vfs, 1546 sizeof(struct nsim_vf_config), 1547 GFP_KERNEL | __GFP_NOWARN); 1548 if (!nsim_dev->vfconfigs) { 1549 err = -ENOMEM; 1550 goto err_devlink_unlock; 1551 } 1552 1553 err = nsim_dev_resources_register(devlink); 1554 if (err) 1555 goto err_vfc_free; 1556 1557 err = devlink_params_register(devlink, nsim_devlink_params, 1558 ARRAY_SIZE(nsim_devlink_params)); 1559 if (err) 1560 goto err_dl_unregister; 1561 nsim_devlink_set_params_init_values(nsim_dev, devlink); 1562 1563 err = nsim_dev_dummy_region_init(nsim_dev, devlink); 1564 if (err) 1565 goto err_params_unregister; 1566 1567 err = nsim_dev_traps_init(devlink); 1568 if (err) 1569 goto err_dummy_region_exit; 1570 1571 err = nsim_dev_debugfs_init(nsim_dev); 1572 if (err) 1573 goto err_traps_exit; 1574 1575 nsim_dev->fib_data = nsim_fib_create(devlink, NULL); 1576 if (IS_ERR(nsim_dev->fib_data)) { 1577 err = PTR_ERR(nsim_dev->fib_data); 1578 goto err_debugfs_exit; 1579 } 1580 1581 err = nsim_dev_health_init(nsim_dev, devlink); 1582 if (err) 1583 goto err_fib_destroy; 1584 1585 err = nsim_bpf_dev_init(nsim_dev); 1586 if (err) 1587 goto err_health_exit; 1588 1589 err = nsim_dev_psample_init(nsim_dev); 1590 if (err) 1591 goto err_bpf_dev_exit; 1592 1593 err = nsim_dev_hwstats_init(nsim_dev); 1594 if (err) 1595 goto err_psample_exit; 1596 1597 err = nsim_dev_port_add_all(nsim_dev, nsim_bus_dev->port_count); 1598 if (err) 1599 goto err_hwstats_exit; 1600 1601 nsim_dev->esw_mode = DEVLINK_ESWITCH_MODE_LEGACY; 1602 devlink_set_features(devlink, DEVLINK_F_RELOAD); 1603 devl_unlock(devlink); 1604 devlink_register(devlink); 1605 return 0; 1606 1607 err_hwstats_exit: 1608 nsim_dev_hwstats_exit(nsim_dev); 1609 err_psample_exit: 1610 nsim_dev_psample_exit(nsim_dev); 1611 err_bpf_dev_exit: 1612 nsim_bpf_dev_exit(nsim_dev); 1613 err_health_exit: 1614 nsim_dev_health_exit(nsim_dev); 1615 err_fib_destroy: 1616 nsim_fib_destroy(devlink, nsim_dev->fib_data); 1617 err_debugfs_exit: 1618 nsim_dev_debugfs_exit(nsim_dev); 1619 err_traps_exit: 1620 nsim_dev_traps_exit(devlink); 1621 err_dummy_region_exit: 1622 nsim_dev_dummy_region_exit(nsim_dev); 1623 err_params_unregister: 1624 devlink_params_unregister(devlink, nsim_devlink_params, 1625 ARRAY_SIZE(nsim_devlink_params)); 1626 err_dl_unregister: 1627 devl_resources_unregister(devlink); 1628 err_vfc_free: 1629 kfree(nsim_dev->vfconfigs); 1630 err_devlink_unlock: 1631 devl_unlock(devlink); 1632 devlink_free(devlink); 1633 dev_set_drvdata(&nsim_bus_dev->dev, NULL); 1634 return err; 1635 } 1636 1637 static void nsim_dev_reload_destroy(struct nsim_dev *nsim_dev) 1638 { 1639 struct devlink *devlink = priv_to_devlink(nsim_dev); 1640 1641 if (devlink_is_reload_failed(devlink)) 1642 return; 1643 debugfs_remove(nsim_dev->take_snapshot); 1644 1645 if (nsim_dev_get_vfs(nsim_dev)) { 1646 nsim_bus_dev_set_vfs(nsim_dev->nsim_bus_dev, 0); 1647 if (nsim_esw_mode_is_switchdev(nsim_dev)) 1648 nsim_esw_legacy_enable(nsim_dev, NULL); 1649 } 1650 1651 nsim_dev_port_del_all(nsim_dev); 1652 nsim_dev_hwstats_exit(nsim_dev); 1653 nsim_dev_psample_exit(nsim_dev); 1654 nsim_dev_health_exit(nsim_dev); 1655 nsim_fib_destroy(devlink, nsim_dev->fib_data); 1656 nsim_dev_traps_exit(devlink); 1657 nsim_dev_dummy_region_exit(nsim_dev); 1658 } 1659 1660 void nsim_drv_remove(struct nsim_bus_dev *nsim_bus_dev) 1661 { 1662 struct nsim_dev *nsim_dev = dev_get_drvdata(&nsim_bus_dev->dev); 1663 struct devlink *devlink = priv_to_devlink(nsim_dev); 1664 1665 devlink_unregister(devlink); 1666 devl_lock(devlink); 1667 nsim_dev_reload_destroy(nsim_dev); 1668 1669 nsim_bpf_dev_exit(nsim_dev); 1670 nsim_dev_debugfs_exit(nsim_dev); 1671 devlink_params_unregister(devlink, nsim_devlink_params, 1672 ARRAY_SIZE(nsim_devlink_params)); 1673 devl_resources_unregister(devlink); 1674 kfree(nsim_dev->vfconfigs); 1675 devl_unlock(devlink); 1676 devlink_free(devlink); 1677 dev_set_drvdata(&nsim_bus_dev->dev, NULL); 1678 } 1679 1680 static struct nsim_dev_port * 1681 __nsim_dev_port_lookup(struct nsim_dev *nsim_dev, enum nsim_dev_port_type type, 1682 unsigned int port_index) 1683 { 1684 struct nsim_dev_port *nsim_dev_port; 1685 1686 port_index = nsim_dev_port_index(type, port_index); 1687 list_for_each_entry(nsim_dev_port, &nsim_dev->port_list, list) 1688 if (nsim_dev_port->port_index == port_index) 1689 return nsim_dev_port; 1690 return NULL; 1691 } 1692 1693 int nsim_drv_port_add(struct nsim_bus_dev *nsim_bus_dev, enum nsim_dev_port_type type, 1694 unsigned int port_index) 1695 { 1696 struct nsim_dev *nsim_dev = dev_get_drvdata(&nsim_bus_dev->dev); 1697 int err; 1698 1699 devl_lock(priv_to_devlink(nsim_dev)); 1700 if (__nsim_dev_port_lookup(nsim_dev, type, port_index)) 1701 err = -EEXIST; 1702 else 1703 err = __nsim_dev_port_add(nsim_dev, type, port_index); 1704 devl_unlock(priv_to_devlink(nsim_dev)); 1705 return err; 1706 } 1707 1708 int nsim_drv_port_del(struct nsim_bus_dev *nsim_bus_dev, enum nsim_dev_port_type type, 1709 unsigned int port_index) 1710 { 1711 struct nsim_dev *nsim_dev = dev_get_drvdata(&nsim_bus_dev->dev); 1712 struct nsim_dev_port *nsim_dev_port; 1713 int err = 0; 1714 1715 devl_lock(priv_to_devlink(nsim_dev)); 1716 nsim_dev_port = __nsim_dev_port_lookup(nsim_dev, type, port_index); 1717 if (!nsim_dev_port) 1718 err = -ENOENT; 1719 else 1720 __nsim_dev_port_del(nsim_dev_port); 1721 devl_unlock(priv_to_devlink(nsim_dev)); 1722 return err; 1723 } 1724 1725 int nsim_drv_configure_vfs(struct nsim_bus_dev *nsim_bus_dev, 1726 unsigned int num_vfs) 1727 { 1728 struct nsim_dev *nsim_dev = dev_get_drvdata(&nsim_bus_dev->dev); 1729 struct devlink *devlink = priv_to_devlink(nsim_dev); 1730 int ret = 0; 1731 1732 devl_lock(devlink); 1733 if (nsim_bus_dev->num_vfs == num_vfs) 1734 goto exit_unlock; 1735 if (nsim_bus_dev->num_vfs && num_vfs) { 1736 ret = -EBUSY; 1737 goto exit_unlock; 1738 } 1739 if (nsim_bus_dev->max_vfs < num_vfs) { 1740 ret = -ENOMEM; 1741 goto exit_unlock; 1742 } 1743 1744 nsim_bus_dev_set_vfs(nsim_bus_dev, num_vfs); 1745 if (nsim_esw_mode_is_switchdev(nsim_dev)) { 1746 if (num_vfs) { 1747 ret = nsim_esw_switchdev_enable(nsim_dev, NULL); 1748 if (ret) { 1749 nsim_bus_dev_set_vfs(nsim_bus_dev, 0); 1750 goto exit_unlock; 1751 } 1752 } else { 1753 nsim_esw_legacy_enable(nsim_dev, NULL); 1754 } 1755 } 1756 1757 exit_unlock: 1758 devl_unlock(devlink); 1759 1760 return ret; 1761 } 1762 1763 int nsim_dev_init(void) 1764 { 1765 nsim_dev_ddir = debugfs_create_dir(DRV_NAME, NULL); 1766 return PTR_ERR_OR_ZERO(nsim_dev_ddir); 1767 } 1768 1769 void nsim_dev_exit(void) 1770 { 1771 debugfs_remove_recursive(nsim_dev_ddir); 1772 } 1773