1 /* 2 * Copyright (c) 2018 Cumulus Networks. All rights reserved. 3 * Copyright (c) 2018 David Ahern <dsa@cumulusnetworks.com> 4 * 5 * This software is licensed under the GNU General License Version 2, 6 * June 1991 as shown in the file COPYING in the top-level directory of this 7 * source tree. 8 * 9 * THE COPYRIGHT HOLDERS AND/OR OTHER PARTIES PROVIDE THE PROGRAM "AS IS" 10 * WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING, 11 * BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS 12 * FOR A PARTICULAR PURPOSE. THE ENTIRE RISK AS TO THE QUALITY AND PERFORMANCE 13 * OF THE PROGRAM IS WITH YOU. SHOULD THE PROGRAM PROVE DEFECTIVE, YOU ASSUME 14 * THE COST OF ALL NECESSARY SERVICING, REPAIR OR CORRECTION. 15 */ 16 17 #include <linux/bitmap.h> 18 #include <linux/in6.h> 19 #include <linux/kernel.h> 20 #include <linux/list.h> 21 #include <linux/rhashtable.h> 22 #include <linux/spinlock_types.h> 23 #include <linux/types.h> 24 #include <net/fib_notifier.h> 25 #include <net/ip_fib.h> 26 #include <net/ip6_fib.h> 27 #include <net/fib_rules.h> 28 #include <net/net_namespace.h> 29 #include <net/nexthop.h> 30 #include <linux/debugfs.h> 31 32 #include "netdevsim.h" 33 34 struct nsim_fib_entry { 35 u64 max; 36 atomic64_t num; 37 }; 38 39 struct nsim_per_fib_data { 40 struct nsim_fib_entry fib; 41 struct nsim_fib_entry rules; 42 }; 43 44 struct nsim_fib_data { 45 struct notifier_block fib_nb; 46 struct nsim_per_fib_data ipv4; 47 struct nsim_per_fib_data ipv6; 48 struct nsim_fib_entry nexthops; 49 struct rhashtable fib_rt_ht; 50 struct list_head fib_rt_list; 51 struct mutex fib_lock; /* Protects FIB HT and list */ 52 struct notifier_block nexthop_nb; 53 struct rhashtable nexthop_ht; 54 struct devlink *devlink; 55 struct work_struct fib_event_work; 56 struct list_head fib_event_queue; 57 spinlock_t fib_event_queue_lock; /* Protects fib event queue list */ 58 struct mutex nh_lock; /* Protects NH HT */ 59 struct dentry *ddir; 60 bool fail_route_offload; 61 bool fail_res_nexthop_group_replace; 62 bool fail_nexthop_bucket_replace; 63 }; 64 65 struct nsim_fib_rt_key { 66 unsigned char addr[sizeof(struct in6_addr)]; 67 unsigned char prefix_len; 68 int family; 69 u32 tb_id; 70 }; 71 72 struct nsim_fib_rt { 73 struct nsim_fib_rt_key key; 74 struct rhash_head ht_node; 75 struct list_head list; /* Member of fib_rt_list */ 76 }; 77 78 struct nsim_fib4_rt { 79 struct nsim_fib_rt common; 80 struct fib_info *fi; 81 u8 tos; 82 u8 type; 83 }; 84 85 struct nsim_fib6_rt { 86 struct nsim_fib_rt common; 87 struct list_head nh_list; 88 unsigned int nhs; 89 }; 90 91 struct nsim_fib6_rt_nh { 92 struct list_head list; /* Member of nh_list */ 93 struct fib6_info *rt; 94 }; 95 96 struct nsim_fib6_event { 97 struct fib6_info **rt_arr; 98 unsigned int nrt6; 99 }; 100 101 struct nsim_fib_event { 102 struct list_head list; /* node in fib queue */ 103 union { 104 struct fib_entry_notifier_info fen_info; 105 struct nsim_fib6_event fib6_event; 106 }; 107 struct nsim_fib_data *data; 108 unsigned long event; 109 int family; 110 }; 111 112 static const struct rhashtable_params nsim_fib_rt_ht_params = { 113 .key_offset = offsetof(struct nsim_fib_rt, key), 114 .head_offset = offsetof(struct nsim_fib_rt, ht_node), 115 .key_len = sizeof(struct nsim_fib_rt_key), 116 .automatic_shrinking = true, 117 }; 118 119 struct nsim_nexthop { 120 struct rhash_head ht_node; 121 u64 occ; 122 u32 id; 123 bool is_resilient; 124 }; 125 126 static const struct rhashtable_params nsim_nexthop_ht_params = { 127 .key_offset = offsetof(struct nsim_nexthop, id), 128 .head_offset = offsetof(struct nsim_nexthop, ht_node), 129 .key_len = sizeof(u32), 130 .automatic_shrinking = true, 131 }; 132 133 u64 nsim_fib_get_val(struct nsim_fib_data *fib_data, 134 enum nsim_resource_id res_id, bool max) 135 { 136 struct nsim_fib_entry *entry; 137 138 switch (res_id) { 139 case NSIM_RESOURCE_IPV4_FIB: 140 entry = &fib_data->ipv4.fib; 141 break; 142 case NSIM_RESOURCE_IPV4_FIB_RULES: 143 entry = &fib_data->ipv4.rules; 144 break; 145 case NSIM_RESOURCE_IPV6_FIB: 146 entry = &fib_data->ipv6.fib; 147 break; 148 case NSIM_RESOURCE_IPV6_FIB_RULES: 149 entry = &fib_data->ipv6.rules; 150 break; 151 case NSIM_RESOURCE_NEXTHOPS: 152 entry = &fib_data->nexthops; 153 break; 154 default: 155 return 0; 156 } 157 158 return max ? entry->max : atomic64_read(&entry->num); 159 } 160 161 static void nsim_fib_set_max(struct nsim_fib_data *fib_data, 162 enum nsim_resource_id res_id, u64 val) 163 { 164 struct nsim_fib_entry *entry; 165 166 switch (res_id) { 167 case NSIM_RESOURCE_IPV4_FIB: 168 entry = &fib_data->ipv4.fib; 169 break; 170 case NSIM_RESOURCE_IPV4_FIB_RULES: 171 entry = &fib_data->ipv4.rules; 172 break; 173 case NSIM_RESOURCE_IPV6_FIB: 174 entry = &fib_data->ipv6.fib; 175 break; 176 case NSIM_RESOURCE_IPV6_FIB_RULES: 177 entry = &fib_data->ipv6.rules; 178 break; 179 case NSIM_RESOURCE_NEXTHOPS: 180 entry = &fib_data->nexthops; 181 break; 182 default: 183 WARN_ON(1); 184 return; 185 } 186 entry->max = val; 187 } 188 189 static int nsim_fib_rule_account(struct nsim_fib_entry *entry, bool add, 190 struct netlink_ext_ack *extack) 191 { 192 int err = 0; 193 194 if (add) { 195 if (!atomic64_add_unless(&entry->num, 1, entry->max)) { 196 err = -ENOSPC; 197 NL_SET_ERR_MSG_MOD(extack, "Exceeded number of supported fib rule entries"); 198 } 199 } else { 200 atomic64_dec_if_positive(&entry->num); 201 } 202 203 return err; 204 } 205 206 static int nsim_fib_rule_event(struct nsim_fib_data *data, 207 struct fib_notifier_info *info, bool add) 208 { 209 struct netlink_ext_ack *extack = info->extack; 210 int err = 0; 211 212 switch (info->family) { 213 case AF_INET: 214 err = nsim_fib_rule_account(&data->ipv4.rules, add, extack); 215 break; 216 case AF_INET6: 217 err = nsim_fib_rule_account(&data->ipv6.rules, add, extack); 218 break; 219 } 220 221 return err; 222 } 223 224 static int nsim_fib_account(struct nsim_fib_entry *entry, bool add) 225 { 226 int err = 0; 227 228 if (add) { 229 if (!atomic64_add_unless(&entry->num, 1, entry->max)) 230 err = -ENOSPC; 231 } else { 232 atomic64_dec_if_positive(&entry->num); 233 } 234 235 return err; 236 } 237 238 static void nsim_fib_rt_init(struct nsim_fib_data *data, 239 struct nsim_fib_rt *fib_rt, const void *addr, 240 size_t addr_len, unsigned int prefix_len, 241 int family, u32 tb_id) 242 { 243 memcpy(fib_rt->key.addr, addr, addr_len); 244 fib_rt->key.prefix_len = prefix_len; 245 fib_rt->key.family = family; 246 fib_rt->key.tb_id = tb_id; 247 list_add(&fib_rt->list, &data->fib_rt_list); 248 } 249 250 static void nsim_fib_rt_fini(struct nsim_fib_rt *fib_rt) 251 { 252 list_del(&fib_rt->list); 253 } 254 255 static struct nsim_fib_rt *nsim_fib_rt_lookup(struct rhashtable *fib_rt_ht, 256 const void *addr, size_t addr_len, 257 unsigned int prefix_len, 258 int family, u32 tb_id) 259 { 260 struct nsim_fib_rt_key key; 261 262 memset(&key, 0, sizeof(key)); 263 memcpy(key.addr, addr, addr_len); 264 key.prefix_len = prefix_len; 265 key.family = family; 266 key.tb_id = tb_id; 267 268 return rhashtable_lookup_fast(fib_rt_ht, &key, nsim_fib_rt_ht_params); 269 } 270 271 static struct nsim_fib4_rt * 272 nsim_fib4_rt_create(struct nsim_fib_data *data, 273 struct fib_entry_notifier_info *fen_info) 274 { 275 struct nsim_fib4_rt *fib4_rt; 276 277 fib4_rt = kzalloc(sizeof(*fib4_rt), GFP_KERNEL); 278 if (!fib4_rt) 279 return NULL; 280 281 nsim_fib_rt_init(data, &fib4_rt->common, &fen_info->dst, sizeof(u32), 282 fen_info->dst_len, AF_INET, fen_info->tb_id); 283 284 fib4_rt->fi = fen_info->fi; 285 fib_info_hold(fib4_rt->fi); 286 fib4_rt->tos = fen_info->tos; 287 fib4_rt->type = fen_info->type; 288 289 return fib4_rt; 290 } 291 292 static void nsim_fib4_rt_destroy(struct nsim_fib4_rt *fib4_rt) 293 { 294 fib_info_put(fib4_rt->fi); 295 nsim_fib_rt_fini(&fib4_rt->common); 296 kfree(fib4_rt); 297 } 298 299 static struct nsim_fib4_rt * 300 nsim_fib4_rt_lookup(struct rhashtable *fib_rt_ht, 301 const struct fib_entry_notifier_info *fen_info) 302 { 303 struct nsim_fib_rt *fib_rt; 304 305 fib_rt = nsim_fib_rt_lookup(fib_rt_ht, &fen_info->dst, sizeof(u32), 306 fen_info->dst_len, AF_INET, 307 fen_info->tb_id); 308 if (!fib_rt) 309 return NULL; 310 311 return container_of(fib_rt, struct nsim_fib4_rt, common); 312 } 313 314 static void 315 nsim_fib4_rt_offload_failed_flag_set(struct net *net, 316 struct fib_entry_notifier_info *fen_info) 317 { 318 u32 *p_dst = (u32 *)&fen_info->dst; 319 struct fib_rt_info fri; 320 321 fri.fi = fen_info->fi; 322 fri.tb_id = fen_info->tb_id; 323 fri.dst = cpu_to_be32(*p_dst); 324 fri.dst_len = fen_info->dst_len; 325 fri.tos = fen_info->tos; 326 fri.type = fen_info->type; 327 fri.offload = false; 328 fri.trap = false; 329 fri.offload_failed = true; 330 fib_alias_hw_flags_set(net, &fri); 331 } 332 333 static void nsim_fib4_rt_hw_flags_set(struct net *net, 334 const struct nsim_fib4_rt *fib4_rt, 335 bool trap) 336 { 337 u32 *p_dst = (u32 *) fib4_rt->common.key.addr; 338 int dst_len = fib4_rt->common.key.prefix_len; 339 struct fib_rt_info fri; 340 341 fri.fi = fib4_rt->fi; 342 fri.tb_id = fib4_rt->common.key.tb_id; 343 fri.dst = cpu_to_be32(*p_dst); 344 fri.dst_len = dst_len; 345 fri.tos = fib4_rt->tos; 346 fri.type = fib4_rt->type; 347 fri.offload = false; 348 fri.trap = trap; 349 fri.offload_failed = false; 350 fib_alias_hw_flags_set(net, &fri); 351 } 352 353 static int nsim_fib4_rt_add(struct nsim_fib_data *data, 354 struct nsim_fib4_rt *fib4_rt) 355 { 356 struct net *net = devlink_net(data->devlink); 357 int err; 358 359 err = rhashtable_insert_fast(&data->fib_rt_ht, 360 &fib4_rt->common.ht_node, 361 nsim_fib_rt_ht_params); 362 if (err) 363 goto err_fib_dismiss; 364 365 /* Simulate hardware programming latency. */ 366 msleep(1); 367 nsim_fib4_rt_hw_flags_set(net, fib4_rt, true); 368 369 return 0; 370 371 err_fib_dismiss: 372 /* Drop the accounting that was increased from the notification 373 * context when FIB_EVENT_ENTRY_REPLACE was triggered. 374 */ 375 nsim_fib_account(&data->ipv4.fib, false); 376 return err; 377 } 378 379 static int nsim_fib4_rt_replace(struct nsim_fib_data *data, 380 struct nsim_fib4_rt *fib4_rt, 381 struct nsim_fib4_rt *fib4_rt_old) 382 { 383 struct net *net = devlink_net(data->devlink); 384 int err; 385 386 /* We are replacing a route, so need to remove the accounting which 387 * was increased when FIB_EVENT_ENTRY_REPLACE was triggered. 388 */ 389 err = nsim_fib_account(&data->ipv4.fib, false); 390 if (err) 391 return err; 392 err = rhashtable_replace_fast(&data->fib_rt_ht, 393 &fib4_rt_old->common.ht_node, 394 &fib4_rt->common.ht_node, 395 nsim_fib_rt_ht_params); 396 if (err) 397 return err; 398 399 msleep(1); 400 nsim_fib4_rt_hw_flags_set(net, fib4_rt, true); 401 402 nsim_fib4_rt_hw_flags_set(net, fib4_rt_old, false); 403 nsim_fib4_rt_destroy(fib4_rt_old); 404 405 return 0; 406 } 407 408 static int nsim_fib4_rt_insert(struct nsim_fib_data *data, 409 struct fib_entry_notifier_info *fen_info) 410 { 411 struct nsim_fib4_rt *fib4_rt, *fib4_rt_old; 412 int err; 413 414 if (data->fail_route_offload) { 415 /* For testing purposes, user set debugfs fail_route_offload 416 * value to true. Simulate hardware programming latency and then 417 * fail. 418 */ 419 msleep(1); 420 return -EINVAL; 421 } 422 423 fib4_rt = nsim_fib4_rt_create(data, fen_info); 424 if (!fib4_rt) 425 return -ENOMEM; 426 427 fib4_rt_old = nsim_fib4_rt_lookup(&data->fib_rt_ht, fen_info); 428 if (!fib4_rt_old) 429 err = nsim_fib4_rt_add(data, fib4_rt); 430 else 431 err = nsim_fib4_rt_replace(data, fib4_rt, fib4_rt_old); 432 433 if (err) 434 nsim_fib4_rt_destroy(fib4_rt); 435 436 return err; 437 } 438 439 static void nsim_fib4_rt_remove(struct nsim_fib_data *data, 440 const struct fib_entry_notifier_info *fen_info) 441 { 442 struct nsim_fib4_rt *fib4_rt; 443 444 fib4_rt = nsim_fib4_rt_lookup(&data->fib_rt_ht, fen_info); 445 if (!fib4_rt) 446 return; 447 448 rhashtable_remove_fast(&data->fib_rt_ht, &fib4_rt->common.ht_node, 449 nsim_fib_rt_ht_params); 450 nsim_fib4_rt_destroy(fib4_rt); 451 } 452 453 static int nsim_fib4_event(struct nsim_fib_data *data, 454 struct fib_entry_notifier_info *fen_info, 455 unsigned long event) 456 { 457 int err = 0; 458 459 switch (event) { 460 case FIB_EVENT_ENTRY_REPLACE: 461 err = nsim_fib4_rt_insert(data, fen_info); 462 if (err) { 463 struct net *net = devlink_net(data->devlink); 464 465 nsim_fib4_rt_offload_failed_flag_set(net, fen_info); 466 } 467 break; 468 case FIB_EVENT_ENTRY_DEL: 469 nsim_fib4_rt_remove(data, fen_info); 470 break; 471 default: 472 break; 473 } 474 475 return err; 476 } 477 478 static struct nsim_fib6_rt_nh * 479 nsim_fib6_rt_nh_find(const struct nsim_fib6_rt *fib6_rt, 480 const struct fib6_info *rt) 481 { 482 struct nsim_fib6_rt_nh *fib6_rt_nh; 483 484 list_for_each_entry(fib6_rt_nh, &fib6_rt->nh_list, list) { 485 if (fib6_rt_nh->rt == rt) 486 return fib6_rt_nh; 487 } 488 489 return NULL; 490 } 491 492 static int nsim_fib6_rt_nh_add(struct nsim_fib6_rt *fib6_rt, 493 struct fib6_info *rt) 494 { 495 struct nsim_fib6_rt_nh *fib6_rt_nh; 496 497 fib6_rt_nh = kzalloc(sizeof(*fib6_rt_nh), GFP_KERNEL); 498 if (!fib6_rt_nh) 499 return -ENOMEM; 500 501 fib6_info_hold(rt); 502 fib6_rt_nh->rt = rt; 503 list_add_tail(&fib6_rt_nh->list, &fib6_rt->nh_list); 504 fib6_rt->nhs++; 505 506 return 0; 507 } 508 509 #if IS_ENABLED(CONFIG_IPV6) 510 static void nsim_rt6_release(struct fib6_info *rt) 511 { 512 fib6_info_release(rt); 513 } 514 #else 515 static void nsim_rt6_release(struct fib6_info *rt) 516 { 517 } 518 #endif 519 520 static void nsim_fib6_rt_nh_del(struct nsim_fib6_rt *fib6_rt, 521 const struct fib6_info *rt) 522 { 523 struct nsim_fib6_rt_nh *fib6_rt_nh; 524 525 fib6_rt_nh = nsim_fib6_rt_nh_find(fib6_rt, rt); 526 if (!fib6_rt_nh) 527 return; 528 529 fib6_rt->nhs--; 530 list_del(&fib6_rt_nh->list); 531 nsim_rt6_release(fib6_rt_nh->rt); 532 kfree(fib6_rt_nh); 533 } 534 535 static struct nsim_fib6_rt * 536 nsim_fib6_rt_create(struct nsim_fib_data *data, 537 struct fib6_info **rt_arr, unsigned int nrt6) 538 { 539 struct fib6_info *rt = rt_arr[0]; 540 struct nsim_fib6_rt *fib6_rt; 541 int i = 0; 542 int err; 543 544 fib6_rt = kzalloc(sizeof(*fib6_rt), GFP_KERNEL); 545 if (!fib6_rt) 546 return ERR_PTR(-ENOMEM); 547 548 nsim_fib_rt_init(data, &fib6_rt->common, &rt->fib6_dst.addr, 549 sizeof(rt->fib6_dst.addr), rt->fib6_dst.plen, AF_INET6, 550 rt->fib6_table->tb6_id); 551 552 /* We consider a multipath IPv6 route as one entry, but it can be made 553 * up from several fib6_info structs (one for each nexthop), so we 554 * add them all to the same list under the entry. 555 */ 556 INIT_LIST_HEAD(&fib6_rt->nh_list); 557 558 for (i = 0; i < nrt6; i++) { 559 err = nsim_fib6_rt_nh_add(fib6_rt, rt_arr[i]); 560 if (err) 561 goto err_fib6_rt_nh_del; 562 } 563 564 return fib6_rt; 565 566 err_fib6_rt_nh_del: 567 for (i--; i >= 0; i--) { 568 nsim_fib6_rt_nh_del(fib6_rt, rt_arr[i]); 569 } 570 nsim_fib_rt_fini(&fib6_rt->common); 571 kfree(fib6_rt); 572 return ERR_PTR(err); 573 } 574 575 static void nsim_fib6_rt_destroy(struct nsim_fib6_rt *fib6_rt) 576 { 577 struct nsim_fib6_rt_nh *iter, *tmp; 578 579 list_for_each_entry_safe(iter, tmp, &fib6_rt->nh_list, list) 580 nsim_fib6_rt_nh_del(fib6_rt, iter->rt); 581 WARN_ON_ONCE(!list_empty(&fib6_rt->nh_list)); 582 nsim_fib_rt_fini(&fib6_rt->common); 583 kfree(fib6_rt); 584 } 585 586 static struct nsim_fib6_rt * 587 nsim_fib6_rt_lookup(struct rhashtable *fib_rt_ht, const struct fib6_info *rt) 588 { 589 struct nsim_fib_rt *fib_rt; 590 591 fib_rt = nsim_fib_rt_lookup(fib_rt_ht, &rt->fib6_dst.addr, 592 sizeof(rt->fib6_dst.addr), 593 rt->fib6_dst.plen, AF_INET6, 594 rt->fib6_table->tb6_id); 595 if (!fib_rt) 596 return NULL; 597 598 return container_of(fib_rt, struct nsim_fib6_rt, common); 599 } 600 601 static int nsim_fib6_rt_append(struct nsim_fib_data *data, 602 struct nsim_fib6_event *fib6_event) 603 { 604 struct fib6_info *rt = fib6_event->rt_arr[0]; 605 struct nsim_fib6_rt *fib6_rt; 606 int i, err; 607 608 if (data->fail_route_offload) { 609 /* For testing purposes, user set debugfs fail_route_offload 610 * value to true. Simulate hardware programming latency and then 611 * fail. 612 */ 613 msleep(1); 614 return -EINVAL; 615 } 616 617 fib6_rt = nsim_fib6_rt_lookup(&data->fib_rt_ht, rt); 618 if (!fib6_rt) 619 return -EINVAL; 620 621 for (i = 0; i < fib6_event->nrt6; i++) { 622 err = nsim_fib6_rt_nh_add(fib6_rt, fib6_event->rt_arr[i]); 623 if (err) 624 goto err_fib6_rt_nh_del; 625 626 fib6_event->rt_arr[i]->trap = true; 627 } 628 629 return 0; 630 631 err_fib6_rt_nh_del: 632 for (i--; i >= 0; i--) { 633 fib6_event->rt_arr[i]->trap = false; 634 nsim_fib6_rt_nh_del(fib6_rt, fib6_event->rt_arr[i]); 635 } 636 return err; 637 } 638 639 #if IS_ENABLED(CONFIG_IPV6) 640 static void nsim_fib6_rt_offload_failed_flag_set(struct nsim_fib_data *data, 641 struct fib6_info **rt_arr, 642 unsigned int nrt6) 643 644 { 645 struct net *net = devlink_net(data->devlink); 646 int i; 647 648 for (i = 0; i < nrt6; i++) 649 fib6_info_hw_flags_set(net, rt_arr[i], false, false, true); 650 } 651 #else 652 static void nsim_fib6_rt_offload_failed_flag_set(struct nsim_fib_data *data, 653 struct fib6_info **rt_arr, 654 unsigned int nrt6) 655 { 656 } 657 #endif 658 659 #if IS_ENABLED(CONFIG_IPV6) 660 static void nsim_fib6_rt_hw_flags_set(struct nsim_fib_data *data, 661 const struct nsim_fib6_rt *fib6_rt, 662 bool trap) 663 { 664 struct net *net = devlink_net(data->devlink); 665 struct nsim_fib6_rt_nh *fib6_rt_nh; 666 667 list_for_each_entry(fib6_rt_nh, &fib6_rt->nh_list, list) 668 fib6_info_hw_flags_set(net, fib6_rt_nh->rt, false, trap, false); 669 } 670 #else 671 static void nsim_fib6_rt_hw_flags_set(struct nsim_fib_data *data, 672 const struct nsim_fib6_rt *fib6_rt, 673 bool trap) 674 { 675 } 676 #endif 677 678 static int nsim_fib6_rt_add(struct nsim_fib_data *data, 679 struct nsim_fib6_rt *fib6_rt) 680 { 681 int err; 682 683 err = rhashtable_insert_fast(&data->fib_rt_ht, 684 &fib6_rt->common.ht_node, 685 nsim_fib_rt_ht_params); 686 687 if (err) 688 goto err_fib_dismiss; 689 690 msleep(1); 691 nsim_fib6_rt_hw_flags_set(data, fib6_rt, true); 692 693 return 0; 694 695 err_fib_dismiss: 696 /* Drop the accounting that was increased from the notification 697 * context when FIB_EVENT_ENTRY_REPLACE was triggered. 698 */ 699 nsim_fib_account(&data->ipv6.fib, false); 700 return err; 701 } 702 703 static int nsim_fib6_rt_replace(struct nsim_fib_data *data, 704 struct nsim_fib6_rt *fib6_rt, 705 struct nsim_fib6_rt *fib6_rt_old) 706 { 707 int err; 708 709 /* We are replacing a route, so need to remove the accounting which 710 * was increased when FIB_EVENT_ENTRY_REPLACE was triggered. 711 */ 712 err = nsim_fib_account(&data->ipv6.fib, false); 713 if (err) 714 return err; 715 716 err = rhashtable_replace_fast(&data->fib_rt_ht, 717 &fib6_rt_old->common.ht_node, 718 &fib6_rt->common.ht_node, 719 nsim_fib_rt_ht_params); 720 721 if (err) 722 return err; 723 724 msleep(1); 725 nsim_fib6_rt_hw_flags_set(data, fib6_rt, true); 726 727 nsim_fib6_rt_hw_flags_set(data, fib6_rt_old, false); 728 nsim_fib6_rt_destroy(fib6_rt_old); 729 730 return 0; 731 } 732 733 static int nsim_fib6_rt_insert(struct nsim_fib_data *data, 734 struct nsim_fib6_event *fib6_event) 735 { 736 struct fib6_info *rt = fib6_event->rt_arr[0]; 737 struct nsim_fib6_rt *fib6_rt, *fib6_rt_old; 738 int err; 739 740 if (data->fail_route_offload) { 741 /* For testing purposes, user set debugfs fail_route_offload 742 * value to true. Simulate hardware programming latency and then 743 * fail. 744 */ 745 msleep(1); 746 return -EINVAL; 747 } 748 749 fib6_rt = nsim_fib6_rt_create(data, fib6_event->rt_arr, 750 fib6_event->nrt6); 751 if (IS_ERR(fib6_rt)) 752 return PTR_ERR(fib6_rt); 753 754 fib6_rt_old = nsim_fib6_rt_lookup(&data->fib_rt_ht, rt); 755 if (!fib6_rt_old) 756 err = nsim_fib6_rt_add(data, fib6_rt); 757 else 758 err = nsim_fib6_rt_replace(data, fib6_rt, fib6_rt_old); 759 760 if (err) 761 nsim_fib6_rt_destroy(fib6_rt); 762 763 return err; 764 } 765 766 static void nsim_fib6_rt_remove(struct nsim_fib_data *data, 767 struct nsim_fib6_event *fib6_event) 768 { 769 struct fib6_info *rt = fib6_event->rt_arr[0]; 770 struct nsim_fib6_rt *fib6_rt; 771 int i; 772 773 /* Multipath routes are first added to the FIB trie and only then 774 * notified. If we vetoed the addition, we will get a delete 775 * notification for a route we do not have. Therefore, do not warn if 776 * route was not found. 777 */ 778 fib6_rt = nsim_fib6_rt_lookup(&data->fib_rt_ht, rt); 779 if (!fib6_rt) 780 return; 781 782 /* If not all the nexthops are deleted, then only reduce the nexthop 783 * group. 784 */ 785 if (fib6_event->nrt6 != fib6_rt->nhs) { 786 for (i = 0; i < fib6_event->nrt6; i++) 787 nsim_fib6_rt_nh_del(fib6_rt, fib6_event->rt_arr[i]); 788 return; 789 } 790 791 rhashtable_remove_fast(&data->fib_rt_ht, &fib6_rt->common.ht_node, 792 nsim_fib_rt_ht_params); 793 nsim_fib6_rt_destroy(fib6_rt); 794 } 795 796 static int nsim_fib6_event_init(struct nsim_fib6_event *fib6_event, 797 struct fib6_entry_notifier_info *fen6_info) 798 { 799 struct fib6_info *rt = fen6_info->rt; 800 struct fib6_info **rt_arr; 801 struct fib6_info *iter; 802 unsigned int nrt6; 803 int i = 0; 804 805 nrt6 = fen6_info->nsiblings + 1; 806 807 rt_arr = kcalloc(nrt6, sizeof(struct fib6_info *), GFP_ATOMIC); 808 if (!rt_arr) 809 return -ENOMEM; 810 811 fib6_event->rt_arr = rt_arr; 812 fib6_event->nrt6 = nrt6; 813 814 rt_arr[0] = rt; 815 fib6_info_hold(rt); 816 817 if (!fen6_info->nsiblings) 818 return 0; 819 820 list_for_each_entry(iter, &rt->fib6_siblings, fib6_siblings) { 821 if (i == fen6_info->nsiblings) 822 break; 823 824 rt_arr[i + 1] = iter; 825 fib6_info_hold(iter); 826 i++; 827 } 828 WARN_ON_ONCE(i != fen6_info->nsiblings); 829 830 return 0; 831 } 832 833 static void nsim_fib6_event_fini(struct nsim_fib6_event *fib6_event) 834 { 835 int i; 836 837 for (i = 0; i < fib6_event->nrt6; i++) 838 nsim_rt6_release(fib6_event->rt_arr[i]); 839 kfree(fib6_event->rt_arr); 840 } 841 842 static int nsim_fib6_event(struct nsim_fib_data *data, 843 struct nsim_fib6_event *fib6_event, 844 unsigned long event) 845 { 846 int err; 847 848 if (fib6_event->rt_arr[0]->fib6_src.plen) 849 return 0; 850 851 switch (event) { 852 case FIB_EVENT_ENTRY_REPLACE: 853 err = nsim_fib6_rt_insert(data, fib6_event); 854 if (err) 855 goto err_rt_offload_failed_flag_set; 856 break; 857 case FIB_EVENT_ENTRY_APPEND: 858 err = nsim_fib6_rt_append(data, fib6_event); 859 if (err) 860 goto err_rt_offload_failed_flag_set; 861 break; 862 case FIB_EVENT_ENTRY_DEL: 863 nsim_fib6_rt_remove(data, fib6_event); 864 break; 865 default: 866 break; 867 } 868 869 return 0; 870 871 err_rt_offload_failed_flag_set: 872 nsim_fib6_rt_offload_failed_flag_set(data, fib6_event->rt_arr, 873 fib6_event->nrt6); 874 return err; 875 } 876 877 static void nsim_fib_event(struct nsim_fib_event *fib_event) 878 { 879 switch (fib_event->family) { 880 case AF_INET: 881 nsim_fib4_event(fib_event->data, &fib_event->fen_info, 882 fib_event->event); 883 fib_info_put(fib_event->fen_info.fi); 884 break; 885 case AF_INET6: 886 nsim_fib6_event(fib_event->data, &fib_event->fib6_event, 887 fib_event->event); 888 nsim_fib6_event_fini(&fib_event->fib6_event); 889 break; 890 } 891 } 892 893 static int nsim_fib4_prepare_event(struct fib_notifier_info *info, 894 struct nsim_fib_event *fib_event, 895 unsigned long event) 896 { 897 struct nsim_fib_data *data = fib_event->data; 898 struct fib_entry_notifier_info *fen_info; 899 struct netlink_ext_ack *extack; 900 int err = 0; 901 902 fen_info = container_of(info, struct fib_entry_notifier_info, 903 info); 904 fib_event->fen_info = *fen_info; 905 extack = info->extack; 906 907 switch (event) { 908 case FIB_EVENT_ENTRY_REPLACE: 909 err = nsim_fib_account(&data->ipv4.fib, true); 910 if (err) { 911 NL_SET_ERR_MSG_MOD(extack, "Exceeded number of supported fib entries"); 912 return err; 913 } 914 break; 915 case FIB_EVENT_ENTRY_DEL: 916 nsim_fib_account(&data->ipv4.fib, false); 917 break; 918 } 919 920 /* Take reference on fib_info to prevent it from being 921 * freed while event is queued. Release it afterwards. 922 */ 923 fib_info_hold(fib_event->fen_info.fi); 924 925 return 0; 926 } 927 928 static int nsim_fib6_prepare_event(struct fib_notifier_info *info, 929 struct nsim_fib_event *fib_event, 930 unsigned long event) 931 { 932 struct nsim_fib_data *data = fib_event->data; 933 struct fib6_entry_notifier_info *fen6_info; 934 struct netlink_ext_ack *extack; 935 int err = 0; 936 937 fen6_info = container_of(info, struct fib6_entry_notifier_info, 938 info); 939 940 err = nsim_fib6_event_init(&fib_event->fib6_event, fen6_info); 941 if (err) 942 return err; 943 944 extack = info->extack; 945 switch (event) { 946 case FIB_EVENT_ENTRY_REPLACE: 947 err = nsim_fib_account(&data->ipv6.fib, true); 948 if (err) { 949 NL_SET_ERR_MSG_MOD(extack, "Exceeded number of supported fib entries"); 950 goto err_fib6_event_fini; 951 } 952 break; 953 case FIB_EVENT_ENTRY_DEL: 954 nsim_fib_account(&data->ipv6.fib, false); 955 break; 956 } 957 958 return 0; 959 960 err_fib6_event_fini: 961 nsim_fib6_event_fini(&fib_event->fib6_event); 962 return err; 963 } 964 965 static int nsim_fib_event_schedule_work(struct nsim_fib_data *data, 966 struct fib_notifier_info *info, 967 unsigned long event) 968 { 969 struct nsim_fib_event *fib_event; 970 int err; 971 972 if (info->family != AF_INET && info->family != AF_INET6) 973 /* netdevsim does not support 'RTNL_FAMILY_IP6MR' and 974 * 'RTNL_FAMILY_IPMR' and should ignore them. 975 */ 976 return NOTIFY_DONE; 977 978 fib_event = kzalloc(sizeof(*fib_event), GFP_ATOMIC); 979 if (!fib_event) 980 return NOTIFY_BAD; 981 982 fib_event->data = data; 983 fib_event->event = event; 984 fib_event->family = info->family; 985 986 switch (info->family) { 987 case AF_INET: 988 err = nsim_fib4_prepare_event(info, fib_event, event); 989 break; 990 case AF_INET6: 991 err = nsim_fib6_prepare_event(info, fib_event, event); 992 break; 993 } 994 995 if (err) 996 goto err_fib_prepare_event; 997 998 /* Enqueue the event and trigger the work */ 999 spin_lock_bh(&data->fib_event_queue_lock); 1000 list_add_tail(&fib_event->list, &data->fib_event_queue); 1001 spin_unlock_bh(&data->fib_event_queue_lock); 1002 schedule_work(&data->fib_event_work); 1003 1004 return NOTIFY_DONE; 1005 1006 err_fib_prepare_event: 1007 kfree(fib_event); 1008 return NOTIFY_BAD; 1009 } 1010 1011 static int nsim_fib_event_nb(struct notifier_block *nb, unsigned long event, 1012 void *ptr) 1013 { 1014 struct nsim_fib_data *data = container_of(nb, struct nsim_fib_data, 1015 fib_nb); 1016 struct fib_notifier_info *info = ptr; 1017 int err; 1018 1019 switch (event) { 1020 case FIB_EVENT_RULE_ADD: 1021 case FIB_EVENT_RULE_DEL: 1022 err = nsim_fib_rule_event(data, info, 1023 event == FIB_EVENT_RULE_ADD); 1024 return notifier_from_errno(err); 1025 case FIB_EVENT_ENTRY_REPLACE: 1026 case FIB_EVENT_ENTRY_APPEND: 1027 case FIB_EVENT_ENTRY_DEL: 1028 return nsim_fib_event_schedule_work(data, info, event); 1029 } 1030 1031 return NOTIFY_DONE; 1032 } 1033 1034 static void nsim_fib4_rt_free(struct nsim_fib_rt *fib_rt, 1035 struct nsim_fib_data *data) 1036 { 1037 struct devlink *devlink = data->devlink; 1038 struct nsim_fib4_rt *fib4_rt; 1039 1040 fib4_rt = container_of(fib_rt, struct nsim_fib4_rt, common); 1041 nsim_fib4_rt_hw_flags_set(devlink_net(devlink), fib4_rt, false); 1042 nsim_fib_account(&data->ipv4.fib, false); 1043 nsim_fib4_rt_destroy(fib4_rt); 1044 } 1045 1046 static void nsim_fib6_rt_free(struct nsim_fib_rt *fib_rt, 1047 struct nsim_fib_data *data) 1048 { 1049 struct nsim_fib6_rt *fib6_rt; 1050 1051 fib6_rt = container_of(fib_rt, struct nsim_fib6_rt, common); 1052 nsim_fib6_rt_hw_flags_set(data, fib6_rt, false); 1053 nsim_fib_account(&data->ipv6.fib, false); 1054 nsim_fib6_rt_destroy(fib6_rt); 1055 } 1056 1057 static void nsim_fib_rt_free(void *ptr, void *arg) 1058 { 1059 struct nsim_fib_rt *fib_rt = ptr; 1060 struct nsim_fib_data *data = arg; 1061 1062 switch (fib_rt->key.family) { 1063 case AF_INET: 1064 nsim_fib4_rt_free(fib_rt, data); 1065 break; 1066 case AF_INET6: 1067 nsim_fib6_rt_free(fib_rt, data); 1068 break; 1069 default: 1070 WARN_ON_ONCE(1); 1071 } 1072 } 1073 1074 /* inconsistent dump, trying again */ 1075 static void nsim_fib_dump_inconsistent(struct notifier_block *nb) 1076 { 1077 struct nsim_fib_data *data = container_of(nb, struct nsim_fib_data, 1078 fib_nb); 1079 struct nsim_fib_rt *fib_rt, *fib_rt_tmp; 1080 1081 /* Flush the work to make sure there is no race with notifications. */ 1082 flush_work(&data->fib_event_work); 1083 1084 /* The notifier block is still not registered, so we do not need to 1085 * take any locks here. 1086 */ 1087 list_for_each_entry_safe(fib_rt, fib_rt_tmp, &data->fib_rt_list, list) { 1088 rhashtable_remove_fast(&data->fib_rt_ht, &fib_rt->ht_node, 1089 nsim_fib_rt_ht_params); 1090 nsim_fib_rt_free(fib_rt, data); 1091 } 1092 1093 atomic64_set(&data->ipv4.rules.num, 0ULL); 1094 atomic64_set(&data->ipv6.rules.num, 0ULL); 1095 } 1096 1097 static struct nsim_nexthop *nsim_nexthop_create(struct nsim_fib_data *data, 1098 struct nh_notifier_info *info) 1099 { 1100 struct nsim_nexthop *nexthop; 1101 u64 occ = 0; 1102 int i; 1103 1104 nexthop = kzalloc(sizeof(*nexthop), GFP_KERNEL); 1105 if (!nexthop) 1106 return ERR_PTR(-ENOMEM); 1107 1108 nexthop->id = info->id; 1109 1110 /* Determine the number of nexthop entries the new nexthop will 1111 * occupy. 1112 */ 1113 1114 switch (info->type) { 1115 case NH_NOTIFIER_INFO_TYPE_SINGLE: 1116 occ = 1; 1117 break; 1118 case NH_NOTIFIER_INFO_TYPE_GRP: 1119 for (i = 0; i < info->nh_grp->num_nh; i++) 1120 occ += info->nh_grp->nh_entries[i].weight; 1121 break; 1122 case NH_NOTIFIER_INFO_TYPE_RES_TABLE: 1123 occ = info->nh_res_table->num_nh_buckets; 1124 nexthop->is_resilient = true; 1125 break; 1126 default: 1127 NL_SET_ERR_MSG_MOD(info->extack, "Unsupported nexthop type"); 1128 kfree(nexthop); 1129 return ERR_PTR(-EOPNOTSUPP); 1130 } 1131 1132 nexthop->occ = occ; 1133 return nexthop; 1134 } 1135 1136 static void nsim_nexthop_destroy(struct nsim_nexthop *nexthop) 1137 { 1138 kfree(nexthop); 1139 } 1140 1141 static int nsim_nexthop_account(struct nsim_fib_data *data, u64 occ, 1142 bool add, struct netlink_ext_ack *extack) 1143 { 1144 int i, err = 0; 1145 1146 if (add) { 1147 for (i = 0; i < occ; i++) 1148 if (!atomic64_add_unless(&data->nexthops.num, 1, 1149 data->nexthops.max)) { 1150 err = -ENOSPC; 1151 NL_SET_ERR_MSG_MOD(extack, "Exceeded number of supported nexthops"); 1152 goto err_num_decrease; 1153 } 1154 } else { 1155 if (WARN_ON(occ > atomic64_read(&data->nexthops.num))) 1156 return -EINVAL; 1157 atomic64_sub(occ, &data->nexthops.num); 1158 } 1159 1160 return err; 1161 1162 err_num_decrease: 1163 atomic64_sub(i, &data->nexthops.num); 1164 return err; 1165 1166 } 1167 1168 static void nsim_nexthop_hw_flags_set(struct net *net, 1169 const struct nsim_nexthop *nexthop, 1170 bool trap) 1171 { 1172 int i; 1173 1174 nexthop_set_hw_flags(net, nexthop->id, false, trap); 1175 1176 if (!nexthop->is_resilient) 1177 return; 1178 1179 for (i = 0; i < nexthop->occ; i++) 1180 nexthop_bucket_set_hw_flags(net, nexthop->id, i, false, trap); 1181 } 1182 1183 static int nsim_nexthop_add(struct nsim_fib_data *data, 1184 struct nsim_nexthop *nexthop, 1185 struct netlink_ext_ack *extack) 1186 { 1187 struct net *net = devlink_net(data->devlink); 1188 int err; 1189 1190 err = nsim_nexthop_account(data, nexthop->occ, true, extack); 1191 if (err) 1192 return err; 1193 1194 err = rhashtable_insert_fast(&data->nexthop_ht, &nexthop->ht_node, 1195 nsim_nexthop_ht_params); 1196 if (err) { 1197 NL_SET_ERR_MSG_MOD(extack, "Failed to insert nexthop"); 1198 goto err_nexthop_dismiss; 1199 } 1200 1201 nsim_nexthop_hw_flags_set(net, nexthop, true); 1202 1203 return 0; 1204 1205 err_nexthop_dismiss: 1206 nsim_nexthop_account(data, nexthop->occ, false, extack); 1207 return err; 1208 } 1209 1210 static int nsim_nexthop_replace(struct nsim_fib_data *data, 1211 struct nsim_nexthop *nexthop, 1212 struct nsim_nexthop *nexthop_old, 1213 struct netlink_ext_ack *extack) 1214 { 1215 struct net *net = devlink_net(data->devlink); 1216 int err; 1217 1218 err = nsim_nexthop_account(data, nexthop->occ, true, extack); 1219 if (err) 1220 return err; 1221 1222 err = rhashtable_replace_fast(&data->nexthop_ht, 1223 &nexthop_old->ht_node, &nexthop->ht_node, 1224 nsim_nexthop_ht_params); 1225 if (err) { 1226 NL_SET_ERR_MSG_MOD(extack, "Failed to replace nexthop"); 1227 goto err_nexthop_dismiss; 1228 } 1229 1230 nsim_nexthop_hw_flags_set(net, nexthop, true); 1231 nsim_nexthop_account(data, nexthop_old->occ, false, extack); 1232 nsim_nexthop_destroy(nexthop_old); 1233 1234 return 0; 1235 1236 err_nexthop_dismiss: 1237 nsim_nexthop_account(data, nexthop->occ, false, extack); 1238 return err; 1239 } 1240 1241 static int nsim_nexthop_insert(struct nsim_fib_data *data, 1242 struct nh_notifier_info *info) 1243 { 1244 struct nsim_nexthop *nexthop, *nexthop_old; 1245 int err; 1246 1247 nexthop = nsim_nexthop_create(data, info); 1248 if (IS_ERR(nexthop)) 1249 return PTR_ERR(nexthop); 1250 1251 nexthop_old = rhashtable_lookup_fast(&data->nexthop_ht, &info->id, 1252 nsim_nexthop_ht_params); 1253 if (!nexthop_old) 1254 err = nsim_nexthop_add(data, nexthop, info->extack); 1255 else 1256 err = nsim_nexthop_replace(data, nexthop, nexthop_old, 1257 info->extack); 1258 1259 if (err) 1260 nsim_nexthop_destroy(nexthop); 1261 1262 return err; 1263 } 1264 1265 static void nsim_nexthop_remove(struct nsim_fib_data *data, 1266 struct nh_notifier_info *info) 1267 { 1268 struct nsim_nexthop *nexthop; 1269 1270 nexthop = rhashtable_lookup_fast(&data->nexthop_ht, &info->id, 1271 nsim_nexthop_ht_params); 1272 if (!nexthop) 1273 return; 1274 1275 rhashtable_remove_fast(&data->nexthop_ht, &nexthop->ht_node, 1276 nsim_nexthop_ht_params); 1277 nsim_nexthop_account(data, nexthop->occ, false, info->extack); 1278 nsim_nexthop_destroy(nexthop); 1279 } 1280 1281 static int nsim_nexthop_res_table_pre_replace(struct nsim_fib_data *data, 1282 struct nh_notifier_info *info) 1283 { 1284 if (data->fail_res_nexthop_group_replace) { 1285 NL_SET_ERR_MSG_MOD(info->extack, "Failed to replace a resilient nexthop group"); 1286 return -EINVAL; 1287 } 1288 1289 return 0; 1290 } 1291 1292 static int nsim_nexthop_bucket_replace(struct nsim_fib_data *data, 1293 struct nh_notifier_info *info) 1294 { 1295 if (data->fail_nexthop_bucket_replace) { 1296 NL_SET_ERR_MSG_MOD(info->extack, "Failed to replace nexthop bucket"); 1297 return -EINVAL; 1298 } 1299 1300 nexthop_bucket_set_hw_flags(info->net, info->id, 1301 info->nh_res_bucket->bucket_index, 1302 false, true); 1303 1304 return 0; 1305 } 1306 1307 static int nsim_nexthop_event_nb(struct notifier_block *nb, unsigned long event, 1308 void *ptr) 1309 { 1310 struct nsim_fib_data *data = container_of(nb, struct nsim_fib_data, 1311 nexthop_nb); 1312 struct nh_notifier_info *info = ptr; 1313 int err = 0; 1314 1315 mutex_lock(&data->nh_lock); 1316 switch (event) { 1317 case NEXTHOP_EVENT_REPLACE: 1318 err = nsim_nexthop_insert(data, info); 1319 break; 1320 case NEXTHOP_EVENT_DEL: 1321 nsim_nexthop_remove(data, info); 1322 break; 1323 case NEXTHOP_EVENT_RES_TABLE_PRE_REPLACE: 1324 err = nsim_nexthop_res_table_pre_replace(data, info); 1325 break; 1326 case NEXTHOP_EVENT_BUCKET_REPLACE: 1327 err = nsim_nexthop_bucket_replace(data, info); 1328 break; 1329 default: 1330 break; 1331 } 1332 1333 mutex_unlock(&data->nh_lock); 1334 return notifier_from_errno(err); 1335 } 1336 1337 static void nsim_nexthop_free(void *ptr, void *arg) 1338 { 1339 struct nsim_nexthop *nexthop = ptr; 1340 struct nsim_fib_data *data = arg; 1341 struct net *net; 1342 1343 net = devlink_net(data->devlink); 1344 nsim_nexthop_hw_flags_set(net, nexthop, false); 1345 nsim_nexthop_account(data, nexthop->occ, false, NULL); 1346 nsim_nexthop_destroy(nexthop); 1347 } 1348 1349 static ssize_t nsim_nexthop_bucket_activity_write(struct file *file, 1350 const char __user *user_buf, 1351 size_t size, loff_t *ppos) 1352 { 1353 struct nsim_fib_data *data = file->private_data; 1354 struct net *net = devlink_net(data->devlink); 1355 struct nsim_nexthop *nexthop; 1356 unsigned long *activity; 1357 loff_t pos = *ppos; 1358 u16 bucket_index; 1359 char buf[128]; 1360 int err = 0; 1361 u32 nhid; 1362 1363 if (pos != 0) 1364 return -EINVAL; 1365 if (size > sizeof(buf)) 1366 return -EINVAL; 1367 if (copy_from_user(buf, user_buf, size)) 1368 return -EFAULT; 1369 if (sscanf(buf, "%u %hu", &nhid, &bucket_index) != 2) 1370 return -EINVAL; 1371 1372 rtnl_lock(); 1373 1374 nexthop = rhashtable_lookup_fast(&data->nexthop_ht, &nhid, 1375 nsim_nexthop_ht_params); 1376 if (!nexthop || !nexthop->is_resilient || 1377 bucket_index >= nexthop->occ) { 1378 err = -EINVAL; 1379 goto out; 1380 } 1381 1382 activity = bitmap_zalloc(nexthop->occ, GFP_KERNEL); 1383 if (!activity) { 1384 err = -ENOMEM; 1385 goto out; 1386 } 1387 1388 bitmap_set(activity, bucket_index, 1); 1389 nexthop_res_grp_activity_update(net, nhid, nexthop->occ, activity); 1390 bitmap_free(activity); 1391 1392 out: 1393 rtnl_unlock(); 1394 1395 *ppos = size; 1396 return err ?: size; 1397 } 1398 1399 static const struct file_operations nsim_nexthop_bucket_activity_fops = { 1400 .open = simple_open, 1401 .write = nsim_nexthop_bucket_activity_write, 1402 .llseek = no_llseek, 1403 .owner = THIS_MODULE, 1404 }; 1405 1406 static u64 nsim_fib_ipv4_resource_occ_get(void *priv) 1407 { 1408 struct nsim_fib_data *data = priv; 1409 1410 return nsim_fib_get_val(data, NSIM_RESOURCE_IPV4_FIB, false); 1411 } 1412 1413 static u64 nsim_fib_ipv4_rules_res_occ_get(void *priv) 1414 { 1415 struct nsim_fib_data *data = priv; 1416 1417 return nsim_fib_get_val(data, NSIM_RESOURCE_IPV4_FIB_RULES, false); 1418 } 1419 1420 static u64 nsim_fib_ipv6_resource_occ_get(void *priv) 1421 { 1422 struct nsim_fib_data *data = priv; 1423 1424 return nsim_fib_get_val(data, NSIM_RESOURCE_IPV6_FIB, false); 1425 } 1426 1427 static u64 nsim_fib_ipv6_rules_res_occ_get(void *priv) 1428 { 1429 struct nsim_fib_data *data = priv; 1430 1431 return nsim_fib_get_val(data, NSIM_RESOURCE_IPV6_FIB_RULES, false); 1432 } 1433 1434 static u64 nsim_fib_nexthops_res_occ_get(void *priv) 1435 { 1436 struct nsim_fib_data *data = priv; 1437 1438 return nsim_fib_get_val(data, NSIM_RESOURCE_NEXTHOPS, false); 1439 } 1440 1441 static void nsim_fib_set_max_all(struct nsim_fib_data *data, 1442 struct devlink *devlink) 1443 { 1444 static const enum nsim_resource_id res_ids[] = { 1445 NSIM_RESOURCE_IPV4_FIB, NSIM_RESOURCE_IPV4_FIB_RULES, 1446 NSIM_RESOURCE_IPV6_FIB, NSIM_RESOURCE_IPV6_FIB_RULES, 1447 NSIM_RESOURCE_NEXTHOPS, 1448 }; 1449 int i; 1450 1451 for (i = 0; i < ARRAY_SIZE(res_ids); i++) { 1452 int err; 1453 u64 val; 1454 1455 err = devlink_resource_size_get(devlink, res_ids[i], &val); 1456 if (err) 1457 val = (u64) -1; 1458 nsim_fib_set_max(data, res_ids[i], val); 1459 } 1460 } 1461 1462 static void nsim_fib_event_work(struct work_struct *work) 1463 { 1464 struct nsim_fib_data *data = container_of(work, struct nsim_fib_data, 1465 fib_event_work); 1466 struct nsim_fib_event *fib_event, *next_fib_event; 1467 1468 LIST_HEAD(fib_event_queue); 1469 1470 spin_lock_bh(&data->fib_event_queue_lock); 1471 list_splice_init(&data->fib_event_queue, &fib_event_queue); 1472 spin_unlock_bh(&data->fib_event_queue_lock); 1473 1474 mutex_lock(&data->fib_lock); 1475 list_for_each_entry_safe(fib_event, next_fib_event, &fib_event_queue, 1476 list) { 1477 nsim_fib_event(fib_event); 1478 list_del(&fib_event->list); 1479 kfree(fib_event); 1480 cond_resched(); 1481 } 1482 mutex_unlock(&data->fib_lock); 1483 } 1484 1485 static int 1486 nsim_fib_debugfs_init(struct nsim_fib_data *data, struct nsim_dev *nsim_dev) 1487 { 1488 data->ddir = debugfs_create_dir("fib", nsim_dev->ddir); 1489 if (IS_ERR(data->ddir)) 1490 return PTR_ERR(data->ddir); 1491 1492 data->fail_route_offload = false; 1493 debugfs_create_bool("fail_route_offload", 0600, data->ddir, 1494 &data->fail_route_offload); 1495 1496 data->fail_res_nexthop_group_replace = false; 1497 debugfs_create_bool("fail_res_nexthop_group_replace", 0600, data->ddir, 1498 &data->fail_res_nexthop_group_replace); 1499 1500 data->fail_nexthop_bucket_replace = false; 1501 debugfs_create_bool("fail_nexthop_bucket_replace", 0600, data->ddir, 1502 &data->fail_nexthop_bucket_replace); 1503 1504 debugfs_create_file("nexthop_bucket_activity", 0200, data->ddir, 1505 data, &nsim_nexthop_bucket_activity_fops); 1506 return 0; 1507 } 1508 1509 static void nsim_fib_debugfs_exit(struct nsim_fib_data *data) 1510 { 1511 debugfs_remove_recursive(data->ddir); 1512 } 1513 1514 struct nsim_fib_data *nsim_fib_create(struct devlink *devlink, 1515 struct netlink_ext_ack *extack) 1516 { 1517 struct nsim_fib_data *data; 1518 struct nsim_dev *nsim_dev; 1519 int err; 1520 1521 data = kzalloc(sizeof(*data), GFP_KERNEL); 1522 if (!data) 1523 return ERR_PTR(-ENOMEM); 1524 data->devlink = devlink; 1525 1526 nsim_dev = devlink_priv(devlink); 1527 err = nsim_fib_debugfs_init(data, nsim_dev); 1528 if (err) 1529 goto err_data_free; 1530 1531 mutex_init(&data->nh_lock); 1532 err = rhashtable_init(&data->nexthop_ht, &nsim_nexthop_ht_params); 1533 if (err) 1534 goto err_debugfs_exit; 1535 1536 mutex_init(&data->fib_lock); 1537 INIT_LIST_HEAD(&data->fib_rt_list); 1538 err = rhashtable_init(&data->fib_rt_ht, &nsim_fib_rt_ht_params); 1539 if (err) 1540 goto err_rhashtable_nexthop_destroy; 1541 1542 INIT_WORK(&data->fib_event_work, nsim_fib_event_work); 1543 INIT_LIST_HEAD(&data->fib_event_queue); 1544 spin_lock_init(&data->fib_event_queue_lock); 1545 1546 nsim_fib_set_max_all(data, devlink); 1547 1548 data->nexthop_nb.notifier_call = nsim_nexthop_event_nb; 1549 err = register_nexthop_notifier(devlink_net(devlink), &data->nexthop_nb, 1550 extack); 1551 if (err) { 1552 pr_err("Failed to register nexthop notifier\n"); 1553 goto err_rhashtable_fib_destroy; 1554 } 1555 1556 data->fib_nb.notifier_call = nsim_fib_event_nb; 1557 err = register_fib_notifier(devlink_net(devlink), &data->fib_nb, 1558 nsim_fib_dump_inconsistent, extack); 1559 if (err) { 1560 pr_err("Failed to register fib notifier\n"); 1561 goto err_nexthop_nb_unregister; 1562 } 1563 1564 devlink_resource_occ_get_register(devlink, 1565 NSIM_RESOURCE_IPV4_FIB, 1566 nsim_fib_ipv4_resource_occ_get, 1567 data); 1568 devlink_resource_occ_get_register(devlink, 1569 NSIM_RESOURCE_IPV4_FIB_RULES, 1570 nsim_fib_ipv4_rules_res_occ_get, 1571 data); 1572 devlink_resource_occ_get_register(devlink, 1573 NSIM_RESOURCE_IPV6_FIB, 1574 nsim_fib_ipv6_resource_occ_get, 1575 data); 1576 devlink_resource_occ_get_register(devlink, 1577 NSIM_RESOURCE_IPV6_FIB_RULES, 1578 nsim_fib_ipv6_rules_res_occ_get, 1579 data); 1580 devlink_resource_occ_get_register(devlink, 1581 NSIM_RESOURCE_NEXTHOPS, 1582 nsim_fib_nexthops_res_occ_get, 1583 data); 1584 return data; 1585 1586 err_nexthop_nb_unregister: 1587 unregister_nexthop_notifier(devlink_net(devlink), &data->nexthop_nb); 1588 err_rhashtable_fib_destroy: 1589 flush_work(&data->fib_event_work); 1590 rhashtable_free_and_destroy(&data->fib_rt_ht, nsim_fib_rt_free, 1591 data); 1592 err_rhashtable_nexthop_destroy: 1593 rhashtable_free_and_destroy(&data->nexthop_ht, nsim_nexthop_free, 1594 data); 1595 mutex_destroy(&data->fib_lock); 1596 err_debugfs_exit: 1597 mutex_destroy(&data->nh_lock); 1598 nsim_fib_debugfs_exit(data); 1599 err_data_free: 1600 kfree(data); 1601 return ERR_PTR(err); 1602 } 1603 1604 void nsim_fib_destroy(struct devlink *devlink, struct nsim_fib_data *data) 1605 { 1606 devlink_resource_occ_get_unregister(devlink, 1607 NSIM_RESOURCE_NEXTHOPS); 1608 devlink_resource_occ_get_unregister(devlink, 1609 NSIM_RESOURCE_IPV6_FIB_RULES); 1610 devlink_resource_occ_get_unregister(devlink, 1611 NSIM_RESOURCE_IPV6_FIB); 1612 devlink_resource_occ_get_unregister(devlink, 1613 NSIM_RESOURCE_IPV4_FIB_RULES); 1614 devlink_resource_occ_get_unregister(devlink, 1615 NSIM_RESOURCE_IPV4_FIB); 1616 unregister_fib_notifier(devlink_net(devlink), &data->fib_nb); 1617 unregister_nexthop_notifier(devlink_net(devlink), &data->nexthop_nb); 1618 flush_work(&data->fib_event_work); 1619 rhashtable_free_and_destroy(&data->fib_rt_ht, nsim_fib_rt_free, 1620 data); 1621 rhashtable_free_and_destroy(&data->nexthop_ht, nsim_nexthop_free, 1622 data); 1623 WARN_ON_ONCE(!list_empty(&data->fib_event_queue)); 1624 WARN_ON_ONCE(!list_empty(&data->fib_rt_list)); 1625 mutex_destroy(&data->fib_lock); 1626 mutex_destroy(&data->nh_lock); 1627 nsim_fib_debugfs_exit(data); 1628 kfree(data); 1629 } 1630