1 // SPDX-License-Identifier: GPL-2.0 2 /* 3 * DAMON sysfs Interface 4 * 5 * Copyright (c) 2022 SeongJae Park <sj@kernel.org> 6 */ 7 8 #include <linux/pid.h> 9 #include <linux/sched.h> 10 #include <linux/slab.h> 11 12 #include "sysfs-common.h" 13 14 /* 15 * init region directory 16 */ 17 18 struct damon_sysfs_region { 19 struct kobject kobj; 20 struct damon_addr_range ar; 21 }; 22 23 static struct damon_sysfs_region *damon_sysfs_region_alloc(void) 24 { 25 return kzalloc_obj(struct damon_sysfs_region); 26 } 27 28 static ssize_t start_show(struct kobject *kobj, struct kobj_attribute *attr, 29 char *buf) 30 { 31 struct damon_sysfs_region *region = container_of(kobj, 32 struct damon_sysfs_region, kobj); 33 34 return sysfs_emit(buf, "%lu\n", region->ar.start); 35 } 36 37 static ssize_t start_store(struct kobject *kobj, struct kobj_attribute *attr, 38 const char *buf, size_t count) 39 { 40 struct damon_sysfs_region *region = container_of(kobj, 41 struct damon_sysfs_region, kobj); 42 int err = kstrtoul(buf, 0, ®ion->ar.start); 43 44 return err ? err : count; 45 } 46 47 static ssize_t end_show(struct kobject *kobj, struct kobj_attribute *attr, 48 char *buf) 49 { 50 struct damon_sysfs_region *region = container_of(kobj, 51 struct damon_sysfs_region, kobj); 52 53 return sysfs_emit(buf, "%lu\n", region->ar.end); 54 } 55 56 static ssize_t end_store(struct kobject *kobj, struct kobj_attribute *attr, 57 const char *buf, size_t count) 58 { 59 struct damon_sysfs_region *region = container_of(kobj, 60 struct damon_sysfs_region, kobj); 61 int err = kstrtoul(buf, 0, ®ion->ar.end); 62 63 return err ? err : count; 64 } 65 66 static void damon_sysfs_region_release(struct kobject *kobj) 67 { 68 kfree(container_of(kobj, struct damon_sysfs_region, kobj)); 69 } 70 71 static struct kobj_attribute damon_sysfs_region_start_attr = 72 __ATTR_RW_MODE(start, 0600); 73 74 static struct kobj_attribute damon_sysfs_region_end_attr = 75 __ATTR_RW_MODE(end, 0600); 76 77 static struct attribute *damon_sysfs_region_attrs[] = { 78 &damon_sysfs_region_start_attr.attr, 79 &damon_sysfs_region_end_attr.attr, 80 NULL, 81 }; 82 ATTRIBUTE_GROUPS(damon_sysfs_region); 83 84 static const struct kobj_type damon_sysfs_region_ktype = { 85 .release = damon_sysfs_region_release, 86 .sysfs_ops = &kobj_sysfs_ops, 87 .default_groups = damon_sysfs_region_groups, 88 }; 89 90 /* 91 * init_regions directory 92 */ 93 94 struct damon_sysfs_regions { 95 struct kobject kobj; 96 struct damon_sysfs_region **regions_arr; 97 int nr; 98 }; 99 100 static struct damon_sysfs_regions *damon_sysfs_regions_alloc(void) 101 { 102 return kzalloc_obj(struct damon_sysfs_regions); 103 } 104 105 static void damon_sysfs_regions_rm_dirs(struct damon_sysfs_regions *regions) 106 { 107 struct damon_sysfs_region **regions_arr = regions->regions_arr; 108 int i; 109 110 for (i = 0; i < regions->nr; i++) 111 kobject_put(®ions_arr[i]->kobj); 112 regions->nr = 0; 113 kfree(regions_arr); 114 regions->regions_arr = NULL; 115 } 116 117 static int damon_sysfs_regions_add_dirs(struct damon_sysfs_regions *regions, 118 int nr_regions) 119 { 120 struct damon_sysfs_region **regions_arr, *region; 121 int err, i; 122 123 damon_sysfs_regions_rm_dirs(regions); 124 if (!nr_regions) 125 return 0; 126 127 regions_arr = kmalloc_objs(*regions_arr, nr_regions, 128 GFP_KERNEL | __GFP_NOWARN); 129 if (!regions_arr) 130 return -ENOMEM; 131 regions->regions_arr = regions_arr; 132 133 for (i = 0; i < nr_regions; i++) { 134 region = damon_sysfs_region_alloc(); 135 if (!region) { 136 damon_sysfs_regions_rm_dirs(regions); 137 return -ENOMEM; 138 } 139 140 err = kobject_init_and_add(®ion->kobj, 141 &damon_sysfs_region_ktype, ®ions->kobj, 142 "%d", i); 143 if (err) { 144 kobject_put(®ion->kobj); 145 damon_sysfs_regions_rm_dirs(regions); 146 return err; 147 } 148 149 regions_arr[i] = region; 150 regions->nr++; 151 } 152 return 0; 153 } 154 155 static ssize_t nr_regions_show(struct kobject *kobj, 156 struct kobj_attribute *attr, char *buf) 157 { 158 struct damon_sysfs_regions *regions = container_of(kobj, 159 struct damon_sysfs_regions, kobj); 160 161 return sysfs_emit(buf, "%d\n", regions->nr); 162 } 163 164 static ssize_t nr_regions_store(struct kobject *kobj, 165 struct kobj_attribute *attr, const char *buf, size_t count) 166 { 167 struct damon_sysfs_regions *regions; 168 int nr, err = kstrtoint(buf, 0, &nr); 169 170 if (err) 171 return err; 172 if (nr < 0) 173 return -EINVAL; 174 175 regions = container_of(kobj, struct damon_sysfs_regions, kobj); 176 177 if (!mutex_trylock(&damon_sysfs_lock)) 178 return -EBUSY; 179 err = damon_sysfs_regions_add_dirs(regions, nr); 180 mutex_unlock(&damon_sysfs_lock); 181 if (err) 182 return err; 183 184 return count; 185 } 186 187 static void damon_sysfs_regions_release(struct kobject *kobj) 188 { 189 kfree(container_of(kobj, struct damon_sysfs_regions, kobj)); 190 } 191 192 static struct kobj_attribute damon_sysfs_regions_nr_attr = 193 __ATTR_RW_MODE(nr_regions, 0600); 194 195 static struct attribute *damon_sysfs_regions_attrs[] = { 196 &damon_sysfs_regions_nr_attr.attr, 197 NULL, 198 }; 199 ATTRIBUTE_GROUPS(damon_sysfs_regions); 200 201 static const struct kobj_type damon_sysfs_regions_ktype = { 202 .release = damon_sysfs_regions_release, 203 .sysfs_ops = &kobj_sysfs_ops, 204 .default_groups = damon_sysfs_regions_groups, 205 }; 206 207 /* 208 * target directory 209 */ 210 211 struct damon_sysfs_target { 212 struct kobject kobj; 213 struct damon_sysfs_regions *regions; 214 int pid; 215 bool obsolete; 216 }; 217 218 static struct damon_sysfs_target *damon_sysfs_target_alloc(void) 219 { 220 return kzalloc_obj(struct damon_sysfs_target); 221 } 222 223 static int damon_sysfs_target_add_dirs(struct damon_sysfs_target *target) 224 { 225 struct damon_sysfs_regions *regions = damon_sysfs_regions_alloc(); 226 int err; 227 228 if (!regions) 229 return -ENOMEM; 230 231 err = kobject_init_and_add(®ions->kobj, &damon_sysfs_regions_ktype, 232 &target->kobj, "regions"); 233 if (err) 234 kobject_put(®ions->kobj); 235 else 236 target->regions = regions; 237 return err; 238 } 239 240 static void damon_sysfs_target_rm_dirs(struct damon_sysfs_target *target) 241 { 242 damon_sysfs_regions_rm_dirs(target->regions); 243 kobject_put(&target->regions->kobj); 244 } 245 246 static ssize_t pid_target_show(struct kobject *kobj, 247 struct kobj_attribute *attr, char *buf) 248 { 249 struct damon_sysfs_target *target = container_of(kobj, 250 struct damon_sysfs_target, kobj); 251 252 return sysfs_emit(buf, "%d\n", target->pid); 253 } 254 255 static ssize_t pid_target_store(struct kobject *kobj, 256 struct kobj_attribute *attr, const char *buf, size_t count) 257 { 258 struct damon_sysfs_target *target = container_of(kobj, 259 struct damon_sysfs_target, kobj); 260 int err = kstrtoint(buf, 0, &target->pid); 261 262 if (err) 263 return -EINVAL; 264 return count; 265 } 266 267 static ssize_t obsolete_target_show(struct kobject *kobj, 268 struct kobj_attribute *attr, char *buf) 269 { 270 struct damon_sysfs_target *target = container_of(kobj, 271 struct damon_sysfs_target, kobj); 272 273 return sysfs_emit(buf, "%c\n", target->obsolete ? 'Y' : 'N'); 274 } 275 276 static ssize_t obsolete_target_store(struct kobject *kobj, 277 struct kobj_attribute *attr, const char *buf, size_t count) 278 { 279 struct damon_sysfs_target *target = container_of(kobj, 280 struct damon_sysfs_target, kobj); 281 bool obsolete; 282 int err = kstrtobool(buf, &obsolete); 283 284 if (err) 285 return err; 286 target->obsolete = obsolete; 287 return count; 288 } 289 290 static void damon_sysfs_target_release(struct kobject *kobj) 291 { 292 kfree(container_of(kobj, struct damon_sysfs_target, kobj)); 293 } 294 295 static struct kobj_attribute damon_sysfs_target_pid_attr = 296 __ATTR_RW_MODE(pid_target, 0600); 297 298 static struct kobj_attribute damon_sysfs_target_obsolete_attr = 299 __ATTR_RW_MODE(obsolete_target, 0600); 300 301 static struct attribute *damon_sysfs_target_attrs[] = { 302 &damon_sysfs_target_pid_attr.attr, 303 &damon_sysfs_target_obsolete_attr.attr, 304 NULL, 305 }; 306 ATTRIBUTE_GROUPS(damon_sysfs_target); 307 308 static const struct kobj_type damon_sysfs_target_ktype = { 309 .release = damon_sysfs_target_release, 310 .sysfs_ops = &kobj_sysfs_ops, 311 .default_groups = damon_sysfs_target_groups, 312 }; 313 314 /* 315 * targets directory 316 */ 317 318 struct damon_sysfs_targets { 319 struct kobject kobj; 320 struct damon_sysfs_target **targets_arr; 321 int nr; 322 }; 323 324 static struct damon_sysfs_targets *damon_sysfs_targets_alloc(void) 325 { 326 return kzalloc_obj(struct damon_sysfs_targets); 327 } 328 329 static void damon_sysfs_targets_rm_dirs(struct damon_sysfs_targets *targets) 330 { 331 struct damon_sysfs_target **targets_arr = targets->targets_arr; 332 int i; 333 334 for (i = 0; i < targets->nr; i++) { 335 damon_sysfs_target_rm_dirs(targets_arr[i]); 336 kobject_put(&targets_arr[i]->kobj); 337 } 338 targets->nr = 0; 339 kfree(targets_arr); 340 targets->targets_arr = NULL; 341 } 342 343 static int damon_sysfs_targets_add_dirs(struct damon_sysfs_targets *targets, 344 int nr_targets) 345 { 346 struct damon_sysfs_target **targets_arr, *target; 347 int err, i; 348 349 damon_sysfs_targets_rm_dirs(targets); 350 if (!nr_targets) 351 return 0; 352 353 targets_arr = kmalloc_objs(*targets_arr, nr_targets, 354 GFP_KERNEL | __GFP_NOWARN); 355 if (!targets_arr) 356 return -ENOMEM; 357 targets->targets_arr = targets_arr; 358 359 for (i = 0; i < nr_targets; i++) { 360 target = damon_sysfs_target_alloc(); 361 if (!target) { 362 damon_sysfs_targets_rm_dirs(targets); 363 return -ENOMEM; 364 } 365 366 err = kobject_init_and_add(&target->kobj, 367 &damon_sysfs_target_ktype, &targets->kobj, 368 "%d", i); 369 if (err) 370 goto out; 371 372 err = damon_sysfs_target_add_dirs(target); 373 if (err) 374 goto out; 375 376 targets_arr[i] = target; 377 targets->nr++; 378 } 379 return 0; 380 381 out: 382 damon_sysfs_targets_rm_dirs(targets); 383 kobject_put(&target->kobj); 384 return err; 385 } 386 387 static ssize_t nr_targets_show(struct kobject *kobj, 388 struct kobj_attribute *attr, char *buf) 389 { 390 struct damon_sysfs_targets *targets = container_of(kobj, 391 struct damon_sysfs_targets, kobj); 392 393 return sysfs_emit(buf, "%d\n", targets->nr); 394 } 395 396 static ssize_t nr_targets_store(struct kobject *kobj, 397 struct kobj_attribute *attr, const char *buf, size_t count) 398 { 399 struct damon_sysfs_targets *targets; 400 int nr, err = kstrtoint(buf, 0, &nr); 401 402 if (err) 403 return err; 404 if (nr < 0) 405 return -EINVAL; 406 407 targets = container_of(kobj, struct damon_sysfs_targets, kobj); 408 409 if (!mutex_trylock(&damon_sysfs_lock)) 410 return -EBUSY; 411 err = damon_sysfs_targets_add_dirs(targets, nr); 412 mutex_unlock(&damon_sysfs_lock); 413 if (err) 414 return err; 415 416 return count; 417 } 418 419 static void damon_sysfs_targets_release(struct kobject *kobj) 420 { 421 kfree(container_of(kobj, struct damon_sysfs_targets, kobj)); 422 } 423 424 static struct kobj_attribute damon_sysfs_targets_nr_attr = 425 __ATTR_RW_MODE(nr_targets, 0600); 426 427 static struct attribute *damon_sysfs_targets_attrs[] = { 428 &damon_sysfs_targets_nr_attr.attr, 429 NULL, 430 }; 431 ATTRIBUTE_GROUPS(damon_sysfs_targets); 432 433 static const struct kobj_type damon_sysfs_targets_ktype = { 434 .release = damon_sysfs_targets_release, 435 .sysfs_ops = &kobj_sysfs_ops, 436 .default_groups = damon_sysfs_targets_groups, 437 }; 438 439 /* 440 * intervals goal directory 441 */ 442 443 struct damon_sysfs_intervals_goal { 444 struct kobject kobj; 445 unsigned long access_bp; 446 unsigned long aggrs; 447 unsigned long min_sample_us; 448 unsigned long max_sample_us; 449 }; 450 451 static struct damon_sysfs_intervals_goal *damon_sysfs_intervals_goal_alloc( 452 unsigned long access_bp, unsigned long aggrs, 453 unsigned long min_sample_us, unsigned long max_sample_us) 454 { 455 struct damon_sysfs_intervals_goal *goal = kmalloc_obj(*goal); 456 457 if (!goal) 458 return NULL; 459 460 goal->kobj = (struct kobject){}; 461 goal->access_bp = access_bp; 462 goal->aggrs = aggrs; 463 goal->min_sample_us = min_sample_us; 464 goal->max_sample_us = max_sample_us; 465 return goal; 466 } 467 468 static ssize_t access_bp_show(struct kobject *kobj, 469 struct kobj_attribute *attr, char *buf) 470 { 471 struct damon_sysfs_intervals_goal *goal = container_of(kobj, 472 struct damon_sysfs_intervals_goal, kobj); 473 474 return sysfs_emit(buf, "%lu\n", goal->access_bp); 475 } 476 477 static ssize_t access_bp_store(struct kobject *kobj, 478 struct kobj_attribute *attr, const char *buf, size_t count) 479 { 480 struct damon_sysfs_intervals_goal *goal = container_of(kobj, 481 struct damon_sysfs_intervals_goal, kobj); 482 unsigned long nr; 483 int err = kstrtoul(buf, 0, &nr); 484 485 if (err) 486 return err; 487 488 goal->access_bp = nr; 489 return count; 490 } 491 492 static ssize_t aggrs_show(struct kobject *kobj, 493 struct kobj_attribute *attr, char *buf) 494 { 495 struct damon_sysfs_intervals_goal *goal = container_of(kobj, 496 struct damon_sysfs_intervals_goal, kobj); 497 498 return sysfs_emit(buf, "%lu\n", goal->aggrs); 499 } 500 501 static ssize_t aggrs_store(struct kobject *kobj, 502 struct kobj_attribute *attr, const char *buf, size_t count) 503 { 504 struct damon_sysfs_intervals_goal *goal = container_of(kobj, 505 struct damon_sysfs_intervals_goal, kobj); 506 unsigned long nr; 507 int err = kstrtoul(buf, 0, &nr); 508 509 if (err) 510 return err; 511 512 goal->aggrs = nr; 513 return count; 514 } 515 516 static ssize_t min_sample_us_show(struct kobject *kobj, 517 struct kobj_attribute *attr, char *buf) 518 { 519 struct damon_sysfs_intervals_goal *goal = container_of(kobj, 520 struct damon_sysfs_intervals_goal, kobj); 521 522 return sysfs_emit(buf, "%lu\n", goal->min_sample_us); 523 } 524 525 static ssize_t min_sample_us_store(struct kobject *kobj, 526 struct kobj_attribute *attr, const char *buf, size_t count) 527 { 528 struct damon_sysfs_intervals_goal *goal = container_of(kobj, 529 struct damon_sysfs_intervals_goal, kobj); 530 unsigned long nr; 531 int err = kstrtoul(buf, 0, &nr); 532 533 if (err) 534 return err; 535 536 goal->min_sample_us = nr; 537 return count; 538 } 539 540 static ssize_t max_sample_us_show(struct kobject *kobj, 541 struct kobj_attribute *attr, char *buf) 542 { 543 struct damon_sysfs_intervals_goal *goal = container_of(kobj, 544 struct damon_sysfs_intervals_goal, kobj); 545 546 return sysfs_emit(buf, "%lu\n", goal->max_sample_us); 547 } 548 549 static ssize_t max_sample_us_store(struct kobject *kobj, 550 struct kobj_attribute *attr, const char *buf, size_t count) 551 { 552 struct damon_sysfs_intervals_goal *goal = container_of(kobj, 553 struct damon_sysfs_intervals_goal, kobj); 554 unsigned long nr; 555 int err = kstrtoul(buf, 0, &nr); 556 557 if (err) 558 return err; 559 560 goal->max_sample_us = nr; 561 return count; 562 } 563 564 static void damon_sysfs_intervals_goal_release(struct kobject *kobj) 565 { 566 kfree(container_of(kobj, struct damon_sysfs_intervals_goal, kobj)); 567 } 568 569 static struct kobj_attribute damon_sysfs_intervals_goal_access_bp_attr = 570 __ATTR_RW_MODE(access_bp, 0600); 571 572 static struct kobj_attribute damon_sysfs_intervals_goal_aggrs_attr = 573 __ATTR_RW_MODE(aggrs, 0600); 574 575 static struct kobj_attribute damon_sysfs_intervals_goal_min_sample_us_attr = 576 __ATTR_RW_MODE(min_sample_us, 0600); 577 578 static struct kobj_attribute damon_sysfs_intervals_goal_max_sample_us_attr = 579 __ATTR_RW_MODE(max_sample_us, 0600); 580 581 static struct attribute *damon_sysfs_intervals_goal_attrs[] = { 582 &damon_sysfs_intervals_goal_access_bp_attr.attr, 583 &damon_sysfs_intervals_goal_aggrs_attr.attr, 584 &damon_sysfs_intervals_goal_min_sample_us_attr.attr, 585 &damon_sysfs_intervals_goal_max_sample_us_attr.attr, 586 NULL, 587 }; 588 ATTRIBUTE_GROUPS(damon_sysfs_intervals_goal); 589 590 static const struct kobj_type damon_sysfs_intervals_goal_ktype = { 591 .release = damon_sysfs_intervals_goal_release, 592 .sysfs_ops = &kobj_sysfs_ops, 593 .default_groups = damon_sysfs_intervals_goal_groups, 594 }; 595 596 /* 597 * intervals directory 598 */ 599 600 struct damon_sysfs_intervals { 601 struct kobject kobj; 602 unsigned long sample_us; 603 unsigned long aggr_us; 604 unsigned long update_us; 605 struct damon_sysfs_intervals_goal *intervals_goal; 606 }; 607 608 static struct damon_sysfs_intervals *damon_sysfs_intervals_alloc( 609 unsigned long sample_us, unsigned long aggr_us, 610 unsigned long update_us) 611 { 612 struct damon_sysfs_intervals *intervals = kmalloc_obj(*intervals); 613 614 if (!intervals) 615 return NULL; 616 617 intervals->kobj = (struct kobject){}; 618 intervals->sample_us = sample_us; 619 intervals->aggr_us = aggr_us; 620 intervals->update_us = update_us; 621 return intervals; 622 } 623 624 static int damon_sysfs_intervals_add_dirs(struct damon_sysfs_intervals *intervals) 625 { 626 struct damon_sysfs_intervals_goal *goal; 627 int err; 628 629 goal = damon_sysfs_intervals_goal_alloc(0, 0, 0, 0); 630 if (!goal) 631 return -ENOMEM; 632 633 err = kobject_init_and_add(&goal->kobj, 634 &damon_sysfs_intervals_goal_ktype, &intervals->kobj, 635 "intervals_goal"); 636 if (err) { 637 kobject_put(&goal->kobj); 638 intervals->intervals_goal = NULL; 639 return err; 640 } 641 intervals->intervals_goal = goal; 642 return 0; 643 } 644 645 static void damon_sysfs_intervals_rm_dirs(struct damon_sysfs_intervals *intervals) 646 { 647 kobject_put(&intervals->intervals_goal->kobj); 648 } 649 650 static ssize_t sample_us_show(struct kobject *kobj, 651 struct kobj_attribute *attr, char *buf) 652 { 653 struct damon_sysfs_intervals *intervals = container_of(kobj, 654 struct damon_sysfs_intervals, kobj); 655 656 return sysfs_emit(buf, "%lu\n", intervals->sample_us); 657 } 658 659 static ssize_t sample_us_store(struct kobject *kobj, 660 struct kobj_attribute *attr, const char *buf, size_t count) 661 { 662 struct damon_sysfs_intervals *intervals = container_of(kobj, 663 struct damon_sysfs_intervals, kobj); 664 unsigned long us; 665 int err = kstrtoul(buf, 0, &us); 666 667 if (err) 668 return err; 669 670 intervals->sample_us = us; 671 return count; 672 } 673 674 static ssize_t aggr_us_show(struct kobject *kobj, struct kobj_attribute *attr, 675 char *buf) 676 { 677 struct damon_sysfs_intervals *intervals = container_of(kobj, 678 struct damon_sysfs_intervals, kobj); 679 680 return sysfs_emit(buf, "%lu\n", intervals->aggr_us); 681 } 682 683 static ssize_t aggr_us_store(struct kobject *kobj, struct kobj_attribute *attr, 684 const char *buf, size_t count) 685 { 686 struct damon_sysfs_intervals *intervals = container_of(kobj, 687 struct damon_sysfs_intervals, kobj); 688 unsigned long us; 689 int err = kstrtoul(buf, 0, &us); 690 691 if (err) 692 return err; 693 694 intervals->aggr_us = us; 695 return count; 696 } 697 698 static ssize_t update_us_show(struct kobject *kobj, 699 struct kobj_attribute *attr, char *buf) 700 { 701 struct damon_sysfs_intervals *intervals = container_of(kobj, 702 struct damon_sysfs_intervals, kobj); 703 704 return sysfs_emit(buf, "%lu\n", intervals->update_us); 705 } 706 707 static ssize_t update_us_store(struct kobject *kobj, 708 struct kobj_attribute *attr, const char *buf, size_t count) 709 { 710 struct damon_sysfs_intervals *intervals = container_of(kobj, 711 struct damon_sysfs_intervals, kobj); 712 unsigned long us; 713 int err = kstrtoul(buf, 0, &us); 714 715 if (err) 716 return err; 717 718 intervals->update_us = us; 719 return count; 720 } 721 722 static void damon_sysfs_intervals_release(struct kobject *kobj) 723 { 724 kfree(container_of(kobj, struct damon_sysfs_intervals, kobj)); 725 } 726 727 static struct kobj_attribute damon_sysfs_intervals_sample_us_attr = 728 __ATTR_RW_MODE(sample_us, 0600); 729 730 static struct kobj_attribute damon_sysfs_intervals_aggr_us_attr = 731 __ATTR_RW_MODE(aggr_us, 0600); 732 733 static struct kobj_attribute damon_sysfs_intervals_update_us_attr = 734 __ATTR_RW_MODE(update_us, 0600); 735 736 static struct attribute *damon_sysfs_intervals_attrs[] = { 737 &damon_sysfs_intervals_sample_us_attr.attr, 738 &damon_sysfs_intervals_aggr_us_attr.attr, 739 &damon_sysfs_intervals_update_us_attr.attr, 740 NULL, 741 }; 742 ATTRIBUTE_GROUPS(damon_sysfs_intervals); 743 744 static const struct kobj_type damon_sysfs_intervals_ktype = { 745 .release = damon_sysfs_intervals_release, 746 .sysfs_ops = &kobj_sysfs_ops, 747 .default_groups = damon_sysfs_intervals_groups, 748 }; 749 750 /* 751 * filter directory 752 */ 753 754 struct damon_sysfs_filter { 755 struct kobject kobj; 756 enum damon_filter_type type; 757 bool matching; 758 bool allow; 759 char *path; 760 }; 761 762 static struct damon_sysfs_filter *damon_sysfs_filter_alloc(void) 763 { 764 return kzalloc_obj(struct damon_sysfs_filter); 765 } 766 767 struct damon_sysfs_filter_type_name { 768 enum damon_filter_type type; 769 char *name; 770 }; 771 772 static const struct damon_sysfs_filter_type_name 773 damon_sysfs_filter_type_names[] = { 774 { 775 .type = DAMON_FILTER_TYPE_ANON, 776 .name = "anon", 777 }, 778 { 779 .type = DAMON_FILTER_TYPE_MEMCG, 780 .name = "memcg", 781 }, 782 }; 783 784 static ssize_t type_show(struct kobject *kobj, 785 struct kobj_attribute *attr, char *buf) 786 { 787 struct damon_sysfs_filter *filter = container_of(kobj, 788 struct damon_sysfs_filter, kobj); 789 int i; 790 791 for (i = 0; i < ARRAY_SIZE(damon_sysfs_filter_type_names); i++) { 792 const struct damon_sysfs_filter_type_name *type_name; 793 794 type_name = &damon_sysfs_filter_type_names[i]; 795 if (type_name->type == filter->type) 796 return sysfs_emit(buf, "%s\n", type_name->name); 797 } 798 return -EINVAL; 799 } 800 801 static ssize_t type_store(struct kobject *kobj, 802 struct kobj_attribute *attr, const char *buf, size_t count) 803 { 804 struct damon_sysfs_filter *filter = container_of(kobj, 805 struct damon_sysfs_filter, kobj); 806 ssize_t ret = -EINVAL; 807 int i; 808 809 for (i = 0; i < ARRAY_SIZE(damon_sysfs_filter_type_names); i++) { 810 const struct damon_sysfs_filter_type_name *type_name; 811 812 type_name = &damon_sysfs_filter_type_names[i]; 813 if (sysfs_streq(buf, type_name->name)) { 814 filter->type = type_name->type; 815 ret = count; 816 break; 817 } 818 } 819 return ret; 820 } 821 822 static ssize_t matching_show(struct kobject *kobj, 823 struct kobj_attribute *attr, char *buf) 824 { 825 struct damon_sysfs_filter *filter = container_of(kobj, 826 struct damon_sysfs_filter, kobj); 827 828 return sysfs_emit(buf, "%c\n", filter->matching ? 'Y' : 'N'); 829 } 830 831 static ssize_t matching_store(struct kobject *kobj, 832 struct kobj_attribute *attr, const char *buf, size_t count) 833 { 834 struct damon_sysfs_filter *filter = container_of(kobj, 835 struct damon_sysfs_filter, kobj); 836 bool matching; 837 int err = kstrtobool(buf, &matching); 838 839 if (err) 840 return err; 841 842 filter->matching = matching; 843 return count; 844 } 845 846 static ssize_t allow_show(struct kobject *kobj, 847 struct kobj_attribute *attr, char *buf) 848 { 849 struct damon_sysfs_filter *filter = container_of(kobj, 850 struct damon_sysfs_filter, kobj); 851 852 return sysfs_emit(buf, "%c\n", filter->allow ? 'Y' : 'N'); 853 } 854 855 static ssize_t allow_store(struct kobject *kobj, 856 struct kobj_attribute *attr, const char *buf, size_t count) 857 { 858 struct damon_sysfs_filter *filter = container_of(kobj, 859 struct damon_sysfs_filter, kobj); 860 bool allow; 861 int err = kstrtobool(buf, &allow); 862 863 if (err) 864 return err; 865 866 filter->allow = allow; 867 return count; 868 } 869 870 static ssize_t path_show(struct kobject *kobj, 871 struct kobj_attribute *attr, char *buf) 872 { 873 struct damon_sysfs_filter *filter = container_of(kobj, 874 struct damon_sysfs_filter, kobj); 875 int len; 876 877 if (!mutex_trylock(&damon_sysfs_lock)) 878 return -EBUSY; 879 len = sysfs_emit(buf, "%s\n", filter->path ? filter->path : ""); 880 mutex_unlock(&damon_sysfs_lock); 881 return len; 882 } 883 884 static ssize_t path_store(struct kobject *kobj, 885 struct kobj_attribute *attr, const char *buf, size_t count) 886 { 887 struct damon_sysfs_filter *filter = container_of(kobj, 888 struct damon_sysfs_filter, kobj); 889 char *path = kmalloc_objs(*path, size_add(count, 1)); 890 891 if (!path) 892 return -ENOMEM; 893 strscpy(path, buf, size_add(count, 1)); 894 if (!mutex_trylock(&damon_sysfs_lock)) { 895 kfree(path); 896 return -EBUSY; 897 } 898 kfree(filter->path); 899 filter->path = path; 900 mutex_unlock(&damon_sysfs_lock); 901 return count; 902 } 903 904 static void damon_sysfs_filter_release(struct kobject *kobj) 905 { 906 struct damon_sysfs_filter *filter = container_of(kobj, 907 struct damon_sysfs_filter, kobj); 908 909 kfree(filter->path); 910 kfree(filter); 911 } 912 913 static struct kobj_attribute damon_sysfs_filter_type_attr = 914 __ATTR_RW_MODE(type, 0600); 915 916 static struct kobj_attribute damon_sysfs_filter_matching_attr = 917 __ATTR_RW_MODE(matching, 0600); 918 919 static struct kobj_attribute damon_sysfs_filter_allow_attr = 920 __ATTR_RW_MODE(allow, 0600); 921 922 static struct kobj_attribute damon_sysfs_filter_path_attr = 923 __ATTR_RW_MODE(path, 0600); 924 925 static struct attribute *damon_sysfs_filter_attrs[] = { 926 &damon_sysfs_filter_type_attr.attr, 927 &damon_sysfs_filter_matching_attr.attr, 928 &damon_sysfs_filter_allow_attr.attr, 929 &damon_sysfs_filter_path_attr.attr, 930 NULL, 931 }; 932 ATTRIBUTE_GROUPS(damon_sysfs_filter); 933 934 static const struct kobj_type damon_sysfs_filter_ktype = { 935 .release = damon_sysfs_filter_release, 936 .sysfs_ops = &kobj_sysfs_ops, 937 .default_groups = damon_sysfs_filter_groups, 938 }; 939 940 /* 941 * filters directory 942 */ 943 944 struct damon_sysfs_filters { 945 struct kobject kobj; 946 struct damon_sysfs_filter **filters_arr; 947 int nr; 948 }; 949 950 static struct damon_sysfs_filters *damon_sysfs_filters_alloc(void) 951 { 952 return kzalloc_obj(struct damon_sysfs_filters); 953 } 954 955 static void damon_sysfs_filters_rm_dirs(struct damon_sysfs_filters *filters) 956 { 957 struct damon_sysfs_filter **filters_arr = filters->filters_arr; 958 int i; 959 960 for (i = 0; i < filters->nr; i++) 961 kobject_put(&filters_arr[i]->kobj); 962 filters->nr = 0; 963 kfree(filters_arr); 964 filters->filters_arr = NULL; 965 } 966 967 static int damon_sysfs_filters_add_dirs( 968 struct damon_sysfs_filters *filters, int nr_filters) 969 { 970 struct damon_sysfs_filter **filters_arr, *filter; 971 int err, i; 972 973 damon_sysfs_filters_rm_dirs(filters); 974 if (!nr_filters) 975 return 0; 976 977 filters_arr = kmalloc_objs(*filters_arr, nr_filters, 978 GFP_KERNEL | __GFP_NOWARN); 979 if (!filters_arr) 980 return -ENOMEM; 981 filters->filters_arr = filters_arr; 982 983 for (i = 0; i < nr_filters; i++) { 984 filter = damon_sysfs_filter_alloc(); 985 if (!filter) { 986 damon_sysfs_filters_rm_dirs(filters); 987 return -ENOMEM; 988 } 989 990 err = kobject_init_and_add(&filter->kobj, 991 &damon_sysfs_filter_ktype, &filters->kobj, 992 "%d", i); 993 if (err) { 994 kobject_put(&filter->kobj); 995 damon_sysfs_filters_rm_dirs(filters); 996 return err; 997 } 998 999 filters_arr[i] = filter; 1000 filters->nr++; 1001 } 1002 return 0; 1003 } 1004 1005 static ssize_t nr_filters_show(struct kobject *kobj, 1006 struct kobj_attribute *attr, char *buf) 1007 { 1008 struct damon_sysfs_filters *filters = container_of(kobj, 1009 struct damon_sysfs_filters, kobj); 1010 1011 return sysfs_emit(buf, "%d\n", filters->nr); 1012 } 1013 1014 static ssize_t nr_filters_store(struct kobject *kobj, 1015 struct kobj_attribute *attr, const char *buf, size_t count) 1016 { 1017 struct damon_sysfs_filters *filters; 1018 int nr, err = kstrtoint(buf, 0, &nr); 1019 1020 if (err) 1021 return err; 1022 if (nr < 0) 1023 return -EINVAL; 1024 1025 filters = container_of(kobj, struct damon_sysfs_filters, kobj); 1026 1027 if (!mutex_trylock(&damon_sysfs_lock)) 1028 return -EBUSY; 1029 err = damon_sysfs_filters_add_dirs(filters, nr); 1030 mutex_unlock(&damon_sysfs_lock); 1031 if (err) 1032 return err; 1033 1034 return count; 1035 } 1036 1037 static void damon_sysfs_filters_release(struct kobject *kobj) 1038 { 1039 kfree(container_of(kobj, struct damon_sysfs_filters, kobj)); 1040 } 1041 1042 static struct kobj_attribute damon_sysfs_filters_nr_attr = 1043 __ATTR_RW_MODE(nr_filters, 0600); 1044 1045 static struct attribute *damon_sysfs_filters_attrs[] = { 1046 &damon_sysfs_filters_nr_attr.attr, 1047 NULL, 1048 }; 1049 ATTRIBUTE_GROUPS(damon_sysfs_filters); 1050 1051 static const struct kobj_type damon_sysfs_filters_ktype = { 1052 .release = damon_sysfs_filters_release, 1053 .sysfs_ops = &kobj_sysfs_ops, 1054 .default_groups = damon_sysfs_filters_groups, 1055 }; 1056 1057 /* 1058 * probe directory 1059 */ 1060 1061 struct damon_sysfs_probe { 1062 struct kobject kobj; 1063 struct damon_sysfs_filters *filters; 1064 }; 1065 1066 static struct damon_sysfs_probe *damon_sysfs_probe_alloc(void) 1067 { 1068 return kzalloc_obj(struct damon_sysfs_probe); 1069 } 1070 1071 static int damon_sysfs_probe_add_dirs(struct damon_sysfs_probe *attr) 1072 { 1073 struct damon_sysfs_filters *filters; 1074 int err; 1075 1076 filters = damon_sysfs_filters_alloc(); 1077 if (!filters) 1078 return -ENOMEM; 1079 attr->filters = filters; 1080 1081 err = kobject_init_and_add(&filters->kobj, &damon_sysfs_filters_ktype, 1082 &attr->kobj, "filters"); 1083 if (err) { 1084 kobject_put(&filters->kobj); 1085 attr->filters = NULL; 1086 } 1087 return err; 1088 } 1089 1090 static void damon_sysfs_probe_rm_dirs(struct damon_sysfs_probe *attr) 1091 { 1092 if (attr->filters) { 1093 damon_sysfs_filters_rm_dirs(attr->filters); 1094 kobject_put(&attr->filters->kobj); 1095 } 1096 } 1097 1098 static void damon_sysfs_probe_release(struct kobject *kobj) 1099 { 1100 kfree(container_of(kobj, struct damon_sysfs_probe, kobj)); 1101 } 1102 1103 static struct attribute *damon_sysfs_probe_attrs[] = { 1104 NULL, 1105 }; 1106 ATTRIBUTE_GROUPS(damon_sysfs_probe); 1107 1108 static const struct kobj_type damon_sysfs_probe_ktype = { 1109 .release = damon_sysfs_probe_release, 1110 .sysfs_ops = &kobj_sysfs_ops, 1111 .default_groups = damon_sysfs_probe_groups, 1112 }; 1113 1114 /* 1115 * probes directory 1116 */ 1117 1118 struct damon_sysfs_probes { 1119 struct kobject kobj; 1120 struct damon_sysfs_probe **probes_arr; 1121 int nr; 1122 }; 1123 1124 static struct damon_sysfs_probes *damon_sysfs_probes_alloc(void) 1125 { 1126 return kzalloc_obj(struct damon_sysfs_probes); 1127 } 1128 1129 static void damon_sysfs_probes_rm_dirs( 1130 struct damon_sysfs_probes *probes) 1131 { 1132 struct damon_sysfs_probe **probes_arr = probes->probes_arr; 1133 int i; 1134 1135 for (i = 0; i < probes->nr; i++) { 1136 damon_sysfs_probe_rm_dirs(probes_arr[i]); 1137 kobject_put(&probes_arr[i]->kobj); 1138 } 1139 probes->nr = 0; 1140 kfree(probes_arr); 1141 probes->probes_arr = NULL; 1142 } 1143 1144 static int damon_sysfs_probes_add_dirs( 1145 struct damon_sysfs_probes *probes, int nr_probes) 1146 { 1147 struct damon_sysfs_probe **probes_arr, *probe; 1148 int err, i; 1149 1150 damon_sysfs_probes_rm_dirs(probes); 1151 if (!nr_probes) 1152 return 0; 1153 1154 probes_arr = kmalloc_objs(*probes_arr, nr_probes, 1155 GFP_KERNEL | __GFP_NOWARN); 1156 if (!probes_arr) 1157 return -ENOMEM; 1158 probes->probes_arr = probes_arr; 1159 1160 for (i = 0; i < nr_probes; i++) { 1161 probe = damon_sysfs_probe_alloc(); 1162 if (!probe) { 1163 damon_sysfs_probes_rm_dirs(probes); 1164 return -ENOMEM; 1165 } 1166 1167 err = kobject_init_and_add(&probe->kobj, 1168 &damon_sysfs_probe_ktype, &probes->kobj, 1169 "%d", i); 1170 if (err) { 1171 kobject_put(&probe->kobj); 1172 damon_sysfs_probes_rm_dirs(probes); 1173 return err; 1174 } 1175 1176 err = damon_sysfs_probe_add_dirs(probe); 1177 if (err) { 1178 kobject_put(&probe->kobj); 1179 damon_sysfs_probes_rm_dirs(probes); 1180 return err; 1181 } 1182 1183 probes_arr[i] = probe; 1184 probes->nr++; 1185 } 1186 return 0; 1187 } 1188 1189 static ssize_t nr_probes_show(struct kobject *kobj, 1190 struct kobj_attribute *attr, char *buf) 1191 { 1192 struct damon_sysfs_probes *probes = container_of(kobj, 1193 struct damon_sysfs_probes, kobj); 1194 1195 return sysfs_emit(buf, "%d\n", probes->nr); 1196 } 1197 1198 static ssize_t nr_probes_store(struct kobject *kobj, 1199 struct kobj_attribute *attr, const char *buf, size_t count) 1200 { 1201 struct damon_sysfs_probes *probes; 1202 int nr, err = kstrtoint(buf, 0, &nr); 1203 1204 if (err) 1205 return err; 1206 if (nr < 0 || nr > DAMON_MAX_PROBES) 1207 return -EINVAL; 1208 1209 probes = container_of(kobj, struct damon_sysfs_probes, kobj); 1210 1211 if (!mutex_trylock(&damon_sysfs_lock)) 1212 return -EBUSY; 1213 err = damon_sysfs_probes_add_dirs(probes, nr); 1214 mutex_unlock(&damon_sysfs_lock); 1215 if (err) 1216 return err; 1217 1218 return count; 1219 } 1220 1221 static void damon_sysfs_probes_release(struct kobject *kobj) 1222 { 1223 kfree(container_of(kobj, struct damon_sysfs_probes, kobj)); 1224 } 1225 1226 static struct kobj_attribute damon_sysfs_probes_nr_probes = 1227 __ATTR_RW_MODE(nr_probes, 0600); 1228 1229 static struct attribute *damon_sysfs_probes_attrs[] = { 1230 &damon_sysfs_probes_nr_probes.attr, 1231 NULL, 1232 }; 1233 ATTRIBUTE_GROUPS(damon_sysfs_probes); 1234 1235 static const struct kobj_type damon_sysfs_probes_ktype = { 1236 .release = damon_sysfs_probes_release, 1237 .sysfs_ops = &kobj_sysfs_ops, 1238 .default_groups = damon_sysfs_probes_groups, 1239 }; 1240 1241 /* 1242 * monitoring_attrs directory 1243 */ 1244 1245 struct damon_sysfs_attrs { 1246 struct kobject kobj; 1247 struct damon_sysfs_intervals *intervals; 1248 struct damon_sysfs_ul_range *nr_regions_range; 1249 struct damon_sysfs_probes *probes; 1250 }; 1251 1252 static struct damon_sysfs_attrs *damon_sysfs_attrs_alloc(void) 1253 { 1254 struct damon_sysfs_attrs *attrs = kmalloc_obj(*attrs); 1255 1256 if (!attrs) 1257 return NULL; 1258 attrs->kobj = (struct kobject){}; 1259 return attrs; 1260 } 1261 1262 static int damon_sysfs_attrs_add_dirs(struct damon_sysfs_attrs *attrs) 1263 { 1264 struct damon_sysfs_intervals *intervals; 1265 struct damon_sysfs_ul_range *nr_regions_range; 1266 struct damon_sysfs_probes *probes; 1267 int err; 1268 1269 intervals = damon_sysfs_intervals_alloc(5000, 100000, 60000000); 1270 if (!intervals) 1271 return -ENOMEM; 1272 1273 err = kobject_init_and_add(&intervals->kobj, 1274 &damon_sysfs_intervals_ktype, &attrs->kobj, 1275 "intervals"); 1276 if (err) 1277 goto put_intervals_out; 1278 err = damon_sysfs_intervals_add_dirs(intervals); 1279 if (err) 1280 goto put_intervals_out; 1281 attrs->intervals = intervals; 1282 1283 nr_regions_range = damon_sysfs_ul_range_alloc(10, 1000); 1284 if (!nr_regions_range) { 1285 err = -ENOMEM; 1286 goto rmdir_put_intervals_out; 1287 } 1288 1289 err = kobject_init_and_add(&nr_regions_range->kobj, 1290 &damon_sysfs_ul_range_ktype, &attrs->kobj, 1291 "nr_regions"); 1292 if (err) 1293 goto put_nr_regions_intervals_out; 1294 attrs->nr_regions_range = nr_regions_range; 1295 1296 probes = damon_sysfs_probes_alloc(); 1297 if (!probes) { 1298 err = -ENOMEM; 1299 goto put_nr_regions_intervals_out; 1300 } 1301 err = kobject_init_and_add(&probes->kobj, 1302 &damon_sysfs_probes_ktype, &attrs->kobj, "probes"); 1303 if (err) 1304 goto put_probes_out; 1305 attrs->probes = probes; 1306 return 0; 1307 1308 put_probes_out: 1309 kobject_put(&probes->kobj); 1310 attrs->probes = NULL; 1311 put_nr_regions_intervals_out: 1312 kobject_put(&nr_regions_range->kobj); 1313 attrs->nr_regions_range = NULL; 1314 rmdir_put_intervals_out: 1315 damon_sysfs_intervals_rm_dirs(intervals); 1316 put_intervals_out: 1317 kobject_put(&intervals->kobj); 1318 attrs->intervals = NULL; 1319 return err; 1320 } 1321 1322 static void damon_sysfs_attrs_rm_dirs(struct damon_sysfs_attrs *attrs) 1323 { 1324 kobject_put(&attrs->nr_regions_range->kobj); 1325 damon_sysfs_intervals_rm_dirs(attrs->intervals); 1326 kobject_put(&attrs->intervals->kobj); 1327 damon_sysfs_probes_rm_dirs(attrs->probes); 1328 kobject_put(&attrs->probes->kobj); 1329 } 1330 1331 static void damon_sysfs_attrs_release(struct kobject *kobj) 1332 { 1333 kfree(container_of(kobj, struct damon_sysfs_attrs, kobj)); 1334 } 1335 1336 static struct attribute *damon_sysfs_attrs_attrs[] = { 1337 NULL, 1338 }; 1339 ATTRIBUTE_GROUPS(damon_sysfs_attrs); 1340 1341 static const struct kobj_type damon_sysfs_attrs_ktype = { 1342 .release = damon_sysfs_attrs_release, 1343 .sysfs_ops = &kobj_sysfs_ops, 1344 .default_groups = damon_sysfs_attrs_groups, 1345 }; 1346 1347 /* 1348 * context directory 1349 */ 1350 1351 struct damon_sysfs_ops_name { 1352 enum damon_ops_id ops_id; 1353 char *name; 1354 }; 1355 1356 static const struct damon_sysfs_ops_name damon_sysfs_ops_names[] = { 1357 { 1358 .ops_id = DAMON_OPS_VADDR, 1359 .name = "vaddr", 1360 }, 1361 { 1362 .ops_id = DAMON_OPS_FVADDR, 1363 .name = "fvaddr", 1364 }, 1365 { 1366 .ops_id = DAMON_OPS_PADDR, 1367 .name = "paddr", 1368 }, 1369 }; 1370 1371 struct damon_sysfs_context { 1372 struct kobject kobj; 1373 enum damon_ops_id ops_id; 1374 unsigned long addr_unit; 1375 struct damon_sysfs_attrs *attrs; 1376 struct damon_sysfs_targets *targets; 1377 struct damon_sysfs_schemes *schemes; 1378 bool pause; 1379 }; 1380 1381 static struct damon_sysfs_context *damon_sysfs_context_alloc( 1382 enum damon_ops_id ops_id) 1383 { 1384 struct damon_sysfs_context *context = kmalloc_obj(*context); 1385 1386 if (!context) 1387 return NULL; 1388 context->kobj = (struct kobject){}; 1389 context->ops_id = ops_id; 1390 context->addr_unit = 1; 1391 context->pause = false; 1392 return context; 1393 } 1394 1395 static int damon_sysfs_context_set_attrs(struct damon_sysfs_context *context) 1396 { 1397 struct damon_sysfs_attrs *attrs = damon_sysfs_attrs_alloc(); 1398 int err; 1399 1400 if (!attrs) 1401 return -ENOMEM; 1402 err = kobject_init_and_add(&attrs->kobj, &damon_sysfs_attrs_ktype, 1403 &context->kobj, "monitoring_attrs"); 1404 if (err) 1405 goto out; 1406 err = damon_sysfs_attrs_add_dirs(attrs); 1407 if (err) 1408 goto out; 1409 context->attrs = attrs; 1410 return 0; 1411 1412 out: 1413 kobject_put(&attrs->kobj); 1414 return err; 1415 } 1416 1417 static int damon_sysfs_context_set_targets(struct damon_sysfs_context *context) 1418 { 1419 struct damon_sysfs_targets *targets = damon_sysfs_targets_alloc(); 1420 int err; 1421 1422 if (!targets) 1423 return -ENOMEM; 1424 err = kobject_init_and_add(&targets->kobj, &damon_sysfs_targets_ktype, 1425 &context->kobj, "targets"); 1426 if (err) { 1427 kobject_put(&targets->kobj); 1428 return err; 1429 } 1430 context->targets = targets; 1431 return 0; 1432 } 1433 1434 static int damon_sysfs_context_set_schemes(struct damon_sysfs_context *context) 1435 { 1436 struct damon_sysfs_schemes *schemes = damon_sysfs_schemes_alloc(); 1437 int err; 1438 1439 if (!schemes) 1440 return -ENOMEM; 1441 err = kobject_init_and_add(&schemes->kobj, &damon_sysfs_schemes_ktype, 1442 &context->kobj, "schemes"); 1443 if (err) { 1444 kobject_put(&schemes->kobj); 1445 return err; 1446 } 1447 context->schemes = schemes; 1448 return 0; 1449 } 1450 1451 static int damon_sysfs_context_add_dirs(struct damon_sysfs_context *context) 1452 { 1453 int err; 1454 1455 err = damon_sysfs_context_set_attrs(context); 1456 if (err) 1457 return err; 1458 1459 err = damon_sysfs_context_set_targets(context); 1460 if (err) 1461 goto rmdir_put_attrs_out; 1462 1463 err = damon_sysfs_context_set_schemes(context); 1464 if (err) 1465 goto put_targets_attrs_out; 1466 return 0; 1467 1468 put_targets_attrs_out: 1469 kobject_put(&context->targets->kobj); 1470 context->targets = NULL; 1471 rmdir_put_attrs_out: 1472 damon_sysfs_attrs_rm_dirs(context->attrs); 1473 kobject_put(&context->attrs->kobj); 1474 context->attrs = NULL; 1475 return err; 1476 } 1477 1478 static void damon_sysfs_context_rm_dirs(struct damon_sysfs_context *context) 1479 { 1480 damon_sysfs_attrs_rm_dirs(context->attrs); 1481 kobject_put(&context->attrs->kobj); 1482 damon_sysfs_targets_rm_dirs(context->targets); 1483 kobject_put(&context->targets->kobj); 1484 damon_sysfs_schemes_rm_dirs(context->schemes); 1485 kobject_put(&context->schemes->kobj); 1486 } 1487 1488 static ssize_t avail_operations_show(struct kobject *kobj, 1489 struct kobj_attribute *attr, char *buf) 1490 { 1491 int len = 0; 1492 int i; 1493 1494 for (i = 0; i < ARRAY_SIZE(damon_sysfs_ops_names); i++) { 1495 const struct damon_sysfs_ops_name *ops_name; 1496 1497 ops_name = &damon_sysfs_ops_names[i]; 1498 if (!damon_is_registered_ops(ops_name->ops_id)) 1499 continue; 1500 len += sysfs_emit_at(buf, len, "%s\n", ops_name->name); 1501 } 1502 return len; 1503 } 1504 1505 static ssize_t operations_show(struct kobject *kobj, 1506 struct kobj_attribute *attr, char *buf) 1507 { 1508 struct damon_sysfs_context *context = container_of(kobj, 1509 struct damon_sysfs_context, kobj); 1510 int i; 1511 1512 for (i = 0; i < ARRAY_SIZE(damon_sysfs_ops_names); i++) { 1513 const struct damon_sysfs_ops_name *ops_name; 1514 1515 ops_name = &damon_sysfs_ops_names[i]; 1516 if (ops_name->ops_id == context->ops_id) 1517 return sysfs_emit(buf, "%s\n", ops_name->name); 1518 } 1519 return -EINVAL; 1520 } 1521 1522 static ssize_t operations_store(struct kobject *kobj, 1523 struct kobj_attribute *attr, const char *buf, size_t count) 1524 { 1525 struct damon_sysfs_context *context = container_of(kobj, 1526 struct damon_sysfs_context, kobj); 1527 int i; 1528 1529 for (i = 0; i < ARRAY_SIZE(damon_sysfs_ops_names); i++) { 1530 const struct damon_sysfs_ops_name *ops_name; 1531 1532 ops_name = &damon_sysfs_ops_names[i]; 1533 if (sysfs_streq(buf, ops_name->name)) { 1534 context->ops_id = ops_name->ops_id; 1535 return count; 1536 } 1537 } 1538 return -EINVAL; 1539 } 1540 1541 static ssize_t addr_unit_show(struct kobject *kobj, 1542 struct kobj_attribute *attr, char *buf) 1543 { 1544 struct damon_sysfs_context *context = container_of(kobj, 1545 struct damon_sysfs_context, kobj); 1546 1547 return sysfs_emit(buf, "%lu\n", context->addr_unit); 1548 } 1549 1550 static ssize_t addr_unit_store(struct kobject *kobj, 1551 struct kobj_attribute *attr, const char *buf, size_t count) 1552 { 1553 struct damon_sysfs_context *context = container_of(kobj, 1554 struct damon_sysfs_context, kobj); 1555 unsigned long input_addr_unit; 1556 int err = kstrtoul(buf, 0, &input_addr_unit); 1557 1558 if (err) 1559 return err; 1560 if (!input_addr_unit) 1561 return -EINVAL; 1562 1563 context->addr_unit = input_addr_unit; 1564 return count; 1565 } 1566 1567 static ssize_t pause_show(struct kobject *kobj, struct kobj_attribute *attr, 1568 char *buf) 1569 { 1570 struct damon_sysfs_context *context = container_of(kobj, 1571 struct damon_sysfs_context, kobj); 1572 1573 return sysfs_emit(buf, "%c\n", context->pause ? 'Y' : 'N'); 1574 } 1575 1576 static ssize_t pause_store(struct kobject *kobj, struct kobj_attribute *attr, 1577 const char *buf, size_t count) 1578 { 1579 struct damon_sysfs_context *context = container_of(kobj, 1580 struct damon_sysfs_context, kobj); 1581 bool pause; 1582 int err = kstrtobool(buf, &pause); 1583 1584 if (err) 1585 return err; 1586 context->pause = pause; 1587 return count; 1588 } 1589 1590 1591 static void damon_sysfs_context_release(struct kobject *kobj) 1592 { 1593 kfree(container_of(kobj, struct damon_sysfs_context, kobj)); 1594 } 1595 1596 static struct kobj_attribute damon_sysfs_context_avail_operations_attr = 1597 __ATTR_RO_MODE(avail_operations, 0400); 1598 1599 static struct kobj_attribute damon_sysfs_context_operations_attr = 1600 __ATTR_RW_MODE(operations, 0600); 1601 1602 static struct kobj_attribute damon_sysfs_context_addr_unit_attr = 1603 __ATTR_RW_MODE(addr_unit, 0600); 1604 1605 static struct kobj_attribute damon_sysfs_context_pause_attr = 1606 __ATTR_RW_MODE(pause, 0600); 1607 1608 static struct attribute *damon_sysfs_context_attrs[] = { 1609 &damon_sysfs_context_avail_operations_attr.attr, 1610 &damon_sysfs_context_operations_attr.attr, 1611 &damon_sysfs_context_addr_unit_attr.attr, 1612 &damon_sysfs_context_pause_attr.attr, 1613 NULL, 1614 }; 1615 ATTRIBUTE_GROUPS(damon_sysfs_context); 1616 1617 static const struct kobj_type damon_sysfs_context_ktype = { 1618 .release = damon_sysfs_context_release, 1619 .sysfs_ops = &kobj_sysfs_ops, 1620 .default_groups = damon_sysfs_context_groups, 1621 }; 1622 1623 /* 1624 * contexts directory 1625 */ 1626 1627 struct damon_sysfs_contexts { 1628 struct kobject kobj; 1629 struct damon_sysfs_context **contexts_arr; 1630 int nr; 1631 }; 1632 1633 static struct damon_sysfs_contexts *damon_sysfs_contexts_alloc(void) 1634 { 1635 return kzalloc_obj(struct damon_sysfs_contexts); 1636 } 1637 1638 static void damon_sysfs_contexts_rm_dirs(struct damon_sysfs_contexts *contexts) 1639 { 1640 struct damon_sysfs_context **contexts_arr = contexts->contexts_arr; 1641 int i; 1642 1643 for (i = 0; i < contexts->nr; i++) { 1644 damon_sysfs_context_rm_dirs(contexts_arr[i]); 1645 kobject_put(&contexts_arr[i]->kobj); 1646 } 1647 contexts->nr = 0; 1648 kfree(contexts_arr); 1649 contexts->contexts_arr = NULL; 1650 } 1651 1652 static int damon_sysfs_contexts_add_dirs(struct damon_sysfs_contexts *contexts, 1653 int nr_contexts) 1654 { 1655 struct damon_sysfs_context **contexts_arr, *context; 1656 int err, i; 1657 1658 damon_sysfs_contexts_rm_dirs(contexts); 1659 if (!nr_contexts) 1660 return 0; 1661 1662 contexts_arr = kmalloc_objs(*contexts_arr, nr_contexts, 1663 GFP_KERNEL | __GFP_NOWARN); 1664 if (!contexts_arr) 1665 return -ENOMEM; 1666 contexts->contexts_arr = contexts_arr; 1667 1668 for (i = 0; i < nr_contexts; i++) { 1669 context = damon_sysfs_context_alloc(DAMON_OPS_VADDR); 1670 if (!context) { 1671 damon_sysfs_contexts_rm_dirs(contexts); 1672 return -ENOMEM; 1673 } 1674 1675 err = kobject_init_and_add(&context->kobj, 1676 &damon_sysfs_context_ktype, &contexts->kobj, 1677 "%d", i); 1678 if (err) 1679 goto out; 1680 1681 err = damon_sysfs_context_add_dirs(context); 1682 if (err) 1683 goto out; 1684 1685 contexts_arr[i] = context; 1686 contexts->nr++; 1687 } 1688 return 0; 1689 1690 out: 1691 damon_sysfs_contexts_rm_dirs(contexts); 1692 kobject_put(&context->kobj); 1693 return err; 1694 } 1695 1696 static ssize_t nr_contexts_show(struct kobject *kobj, 1697 struct kobj_attribute *attr, char *buf) 1698 { 1699 struct damon_sysfs_contexts *contexts = container_of(kobj, 1700 struct damon_sysfs_contexts, kobj); 1701 1702 return sysfs_emit(buf, "%d\n", contexts->nr); 1703 } 1704 1705 static ssize_t nr_contexts_store(struct kobject *kobj, 1706 struct kobj_attribute *attr, const char *buf, size_t count) 1707 { 1708 struct damon_sysfs_contexts *contexts; 1709 int nr, err; 1710 1711 err = kstrtoint(buf, 0, &nr); 1712 if (err) 1713 return err; 1714 /* TODO: support multiple contexts per kdamond */ 1715 if (nr < 0 || 1 < nr) 1716 return -EINVAL; 1717 1718 contexts = container_of(kobj, struct damon_sysfs_contexts, kobj); 1719 if (!mutex_trylock(&damon_sysfs_lock)) 1720 return -EBUSY; 1721 err = damon_sysfs_contexts_add_dirs(contexts, nr); 1722 mutex_unlock(&damon_sysfs_lock); 1723 if (err) 1724 return err; 1725 1726 return count; 1727 } 1728 1729 static void damon_sysfs_contexts_release(struct kobject *kobj) 1730 { 1731 kfree(container_of(kobj, struct damon_sysfs_contexts, kobj)); 1732 } 1733 1734 static struct kobj_attribute damon_sysfs_contexts_nr_attr 1735 = __ATTR_RW_MODE(nr_contexts, 0600); 1736 1737 static struct attribute *damon_sysfs_contexts_attrs[] = { 1738 &damon_sysfs_contexts_nr_attr.attr, 1739 NULL, 1740 }; 1741 ATTRIBUTE_GROUPS(damon_sysfs_contexts); 1742 1743 static const struct kobj_type damon_sysfs_contexts_ktype = { 1744 .release = damon_sysfs_contexts_release, 1745 .sysfs_ops = &kobj_sysfs_ops, 1746 .default_groups = damon_sysfs_contexts_groups, 1747 }; 1748 1749 /* 1750 * kdamond directory 1751 */ 1752 1753 struct damon_sysfs_kdamond { 1754 struct kobject kobj; 1755 struct damon_sysfs_contexts *contexts; 1756 struct damon_ctx *damon_ctx; 1757 unsigned int refresh_ms; 1758 }; 1759 1760 static struct damon_sysfs_kdamond *damon_sysfs_kdamond_alloc(void) 1761 { 1762 return kzalloc_obj(struct damon_sysfs_kdamond); 1763 } 1764 1765 static int damon_sysfs_kdamond_add_dirs(struct damon_sysfs_kdamond *kdamond) 1766 { 1767 struct damon_sysfs_contexts *contexts; 1768 int err; 1769 1770 contexts = damon_sysfs_contexts_alloc(); 1771 if (!contexts) 1772 return -ENOMEM; 1773 1774 err = kobject_init_and_add(&contexts->kobj, 1775 &damon_sysfs_contexts_ktype, &kdamond->kobj, 1776 "contexts"); 1777 if (err) { 1778 kobject_put(&contexts->kobj); 1779 return err; 1780 } 1781 kdamond->contexts = contexts; 1782 1783 return err; 1784 } 1785 1786 static void damon_sysfs_kdamond_rm_dirs(struct damon_sysfs_kdamond *kdamond) 1787 { 1788 damon_sysfs_contexts_rm_dirs(kdamond->contexts); 1789 kobject_put(&kdamond->contexts->kobj); 1790 } 1791 1792 /* 1793 * enum damon_sysfs_cmd - Commands for a specific kdamond. 1794 */ 1795 enum damon_sysfs_cmd { 1796 /* @DAMON_SYSFS_CMD_ON: Turn the kdamond on. */ 1797 DAMON_SYSFS_CMD_ON, 1798 /* @DAMON_SYSFS_CMD_OFF: Turn the kdamond off. */ 1799 DAMON_SYSFS_CMD_OFF, 1800 /* @DAMON_SYSFS_CMD_COMMIT: Update kdamond inputs. */ 1801 DAMON_SYSFS_CMD_COMMIT, 1802 /* 1803 * @DAMON_SYSFS_CMD_COMMIT_SCHEMES_QUOTA_GOALS: Commit the quota goals 1804 * to DAMON. 1805 */ 1806 DAMON_SYSFS_CMD_COMMIT_SCHEMES_QUOTA_GOALS, 1807 /* 1808 * @DAMON_SYSFS_CMD_UPDATE_SCHEMES_STATS: Update scheme stats sysfs 1809 * files. 1810 */ 1811 DAMON_SYSFS_CMD_UPDATE_SCHEMES_STATS, 1812 /* 1813 * @DAMON_SYSFS_CMD_UPDATE_SCHEMES_TRIED_BYTES: Update 1814 * tried_regions/total_bytes sysfs files for each scheme. 1815 */ 1816 DAMON_SYSFS_CMD_UPDATE_SCHEMES_TRIED_BYTES, 1817 /* 1818 * @DAMON_SYSFS_CMD_UPDATE_SCHEMES_TRIED_REGIONS: Update schemes tried 1819 * regions 1820 */ 1821 DAMON_SYSFS_CMD_UPDATE_SCHEMES_TRIED_REGIONS, 1822 /* 1823 * @DAMON_SYSFS_CMD_CLEAR_SCHEMES_TRIED_REGIONS: Clear schemes tried 1824 * regions 1825 */ 1826 DAMON_SYSFS_CMD_CLEAR_SCHEMES_TRIED_REGIONS, 1827 /* 1828 * @DAMON_SYSFS_CMD_UPDATE_SCHEMES_EFFECTIVE_QUOTAS: Update the 1829 * effective size quota of the scheme in bytes. 1830 */ 1831 DAMON_SYSFS_CMD_UPDATE_SCHEMES_EFFECTIVE_QUOTAS, 1832 /* 1833 * @DAMON_SYSFS_CMD_UPDATE_TUNED_INTERVALS: Update the tuned monitoring 1834 * intervals. 1835 */ 1836 DAMON_SYSFS_CMD_UPDATE_TUNED_INTERVALS, 1837 /* 1838 * @NR_DAMON_SYSFS_CMDS: Total number of DAMON sysfs commands. 1839 */ 1840 NR_DAMON_SYSFS_CMDS, 1841 }; 1842 1843 /* Should match with enum damon_sysfs_cmd */ 1844 static const char * const damon_sysfs_cmd_strs[] = { 1845 "on", 1846 "off", 1847 "commit", 1848 "commit_schemes_quota_goals", 1849 "update_schemes_stats", 1850 "update_schemes_tried_bytes", 1851 "update_schemes_tried_regions", 1852 "clear_schemes_tried_regions", 1853 "update_schemes_effective_quotas", 1854 "update_tuned_intervals", 1855 }; 1856 1857 static ssize_t state_show(struct kobject *kobj, struct kobj_attribute *attr, 1858 char *buf) 1859 { 1860 struct damon_sysfs_kdamond *kdamond = container_of(kobj, 1861 struct damon_sysfs_kdamond, kobj); 1862 struct damon_ctx *ctx; 1863 bool running = false; 1864 1865 if (!mutex_trylock(&damon_sysfs_lock)) 1866 return -EBUSY; 1867 1868 ctx = kdamond->damon_ctx; 1869 if (ctx) 1870 running = damon_is_running(ctx); 1871 1872 mutex_unlock(&damon_sysfs_lock); 1873 1874 return sysfs_emit(buf, "%s\n", running ? 1875 damon_sysfs_cmd_strs[DAMON_SYSFS_CMD_ON] : 1876 damon_sysfs_cmd_strs[DAMON_SYSFS_CMD_OFF]); 1877 } 1878 1879 static int damon_sysfs_set_attrs(struct damon_ctx *ctx, 1880 struct damon_sysfs_attrs *sys_attrs) 1881 { 1882 struct damon_sysfs_intervals *sys_intervals = sys_attrs->intervals; 1883 struct damon_sysfs_intervals_goal *sys_goal = 1884 sys_intervals->intervals_goal; 1885 struct damon_sysfs_ul_range *sys_nr_regions = 1886 sys_attrs->nr_regions_range; 1887 struct damon_attrs attrs = { 1888 .sample_interval = sys_intervals->sample_us, 1889 .aggr_interval = sys_intervals->aggr_us, 1890 .intervals_goal = { 1891 .access_bp = sys_goal->access_bp, 1892 .aggrs = sys_goal->aggrs, 1893 .min_sample_us = sys_goal->min_sample_us, 1894 .max_sample_us = sys_goal->max_sample_us}, 1895 .ops_update_interval = sys_intervals->update_us, 1896 .min_nr_regions = sys_nr_regions->min, 1897 .max_nr_regions = sys_nr_regions->max, 1898 }; 1899 return damon_set_attrs(ctx, &attrs); 1900 } 1901 1902 static int damon_sysfs_set_probes(struct damon_ctx *ctx, 1903 struct damon_sysfs_probes *sys_probes) 1904 { 1905 int i; 1906 1907 for (i = 0; i < sys_probes->nr; i++) { 1908 struct damon_sysfs_filters *sys_filters = 1909 sys_probes->probes_arr[i]->filters; 1910 struct damon_probe *c; 1911 int j; 1912 1913 if (!sys_filters) 1914 continue; 1915 c = damon_new_probe(); 1916 if (!c) 1917 return -ENOMEM; 1918 damon_add_probe(ctx, c); 1919 1920 for (j = 0; j < sys_filters->nr; j++) { 1921 struct damon_sysfs_filter *sys_filter = 1922 sys_filters->filters_arr[j]; 1923 struct damon_filter *filter; 1924 1925 filter = damon_new_filter(sys_filter->type, 1926 sys_filter->matching, 1927 sys_filter->allow); 1928 if (!filter) 1929 return -ENOMEM; 1930 if (filter->type == DAMON_FILTER_TYPE_MEMCG) { 1931 int err; 1932 1933 err = damon_sysfs_memcg_path_to_id( 1934 sys_filter->path, 1935 &filter->memcg_id); 1936 if (err) { 1937 damon_destroy_filter(filter); 1938 return err; 1939 } 1940 } 1941 damon_add_filter(c, filter); 1942 } 1943 } 1944 return 0; 1945 } 1946 1947 static int damon_sysfs_set_regions(struct damon_target *t, 1948 struct damon_sysfs_regions *sysfs_regions, 1949 unsigned long min_region_sz) 1950 { 1951 struct damon_addr_range *ranges = kmalloc_objs(*ranges, 1952 sysfs_regions->nr, 1953 GFP_KERNEL | __GFP_NOWARN); 1954 int i, err = -EINVAL; 1955 1956 if (!ranges) 1957 return -ENOMEM; 1958 for (i = 0; i < sysfs_regions->nr; i++) { 1959 struct damon_sysfs_region *sys_region = 1960 sysfs_regions->regions_arr[i]; 1961 1962 if (sys_region->ar.start > sys_region->ar.end) 1963 goto out; 1964 1965 ranges[i].start = sys_region->ar.start; 1966 ranges[i].end = sys_region->ar.end; 1967 if (i == 0) 1968 continue; 1969 if (ranges[i - 1].end > ranges[i].start) 1970 goto out; 1971 } 1972 err = damon_set_regions(t, ranges, sysfs_regions->nr, min_region_sz); 1973 out: 1974 kfree(ranges); 1975 return err; 1976 1977 } 1978 1979 static int damon_sysfs_add_target(struct damon_sysfs_target *sys_target, 1980 struct damon_ctx *ctx) 1981 { 1982 struct damon_target *t = damon_new_target(); 1983 1984 if (!t) 1985 return -ENOMEM; 1986 damon_add_target(ctx, t); 1987 if (damon_target_has_pid(ctx)) { 1988 t->pid = find_get_pid(sys_target->pid); 1989 if (!t->pid) 1990 /* caller will destroy targets */ 1991 return -EINVAL; 1992 } 1993 t->obsolete = sys_target->obsolete; 1994 return damon_sysfs_set_regions(t, sys_target->regions, 1995 ctx->min_region_sz); 1996 } 1997 1998 static int damon_sysfs_add_targets(struct damon_ctx *ctx, 1999 struct damon_sysfs_targets *sysfs_targets) 2000 { 2001 int i, err; 2002 2003 /* Multiple physical address space monitoring targets makes no sense */ 2004 if (ctx->ops.id == DAMON_OPS_PADDR && sysfs_targets->nr > 1) 2005 return -EINVAL; 2006 2007 for (i = 0; i < sysfs_targets->nr; i++) { 2008 struct damon_sysfs_target *st = sysfs_targets->targets_arr[i]; 2009 2010 err = damon_sysfs_add_target(st, ctx); 2011 if (err) 2012 return err; 2013 } 2014 return 0; 2015 } 2016 2017 /* 2018 * damon_sysfs_upd_schemes_stats() - Update schemes stats sysfs files. 2019 * @data: The kobject wrapper that associated to the kdamond thread. 2020 * 2021 * This function reads the schemes stats of specific kdamond and update the 2022 * related values for sysfs files. This function should be called from DAMON 2023 * worker thread,to safely access the DAMON contexts-internal data. Caller 2024 * should also ensure holding ``damon_syfs_lock``, and ->damon_ctx of @data is 2025 * not NULL but a valid pointer, to safely access DAMON sysfs variables. 2026 */ 2027 static int damon_sysfs_upd_schemes_stats(void *data) 2028 { 2029 struct damon_sysfs_kdamond *kdamond = data; 2030 struct damon_ctx *ctx = kdamond->damon_ctx; 2031 2032 damon_sysfs_schemes_update_stats( 2033 kdamond->contexts->contexts_arr[0]->schemes, ctx); 2034 return 0; 2035 } 2036 2037 static inline bool damon_sysfs_kdamond_running( 2038 struct damon_sysfs_kdamond *kdamond) 2039 { 2040 return kdamond->damon_ctx && 2041 damon_is_running(kdamond->damon_ctx); 2042 } 2043 2044 static int damon_sysfs_apply_inputs(struct damon_ctx *ctx, 2045 struct damon_sysfs_context *sys_ctx) 2046 { 2047 int err; 2048 2049 err = damon_select_ops(ctx, sys_ctx->ops_id); 2050 if (err) 2051 return err; 2052 ctx->addr_unit = sys_ctx->addr_unit; 2053 /* addr_unit is respected by only DAMON_OPS_PADDR */ 2054 if (sys_ctx->ops_id == DAMON_OPS_PADDR) 2055 ctx->min_region_sz = max( 2056 DAMON_MIN_REGION_SZ / sys_ctx->addr_unit, 1); 2057 ctx->pause = sys_ctx->pause; 2058 err = damon_sysfs_set_attrs(ctx, sys_ctx->attrs); 2059 if (err) 2060 return err; 2061 err = damon_sysfs_set_probes(ctx, sys_ctx->attrs->probes); 2062 if (err) 2063 return err; 2064 err = damon_sysfs_add_targets(ctx, sys_ctx->targets); 2065 if (err) 2066 return err; 2067 return damon_sysfs_add_schemes(ctx, sys_ctx->schemes); 2068 } 2069 2070 static struct damon_ctx *damon_sysfs_build_ctx( 2071 struct damon_sysfs_context *sys_ctx); 2072 2073 /* 2074 * Return a new damon_ctx for testing new parameters to commit. 2075 */ 2076 static struct damon_ctx *damon_sysfs_new_test_ctx( 2077 struct damon_ctx *running_ctx) 2078 { 2079 struct damon_ctx *test_ctx; 2080 int err; 2081 2082 test_ctx = damon_new_ctx(); 2083 if (!test_ctx) 2084 return NULL; 2085 err = damon_commit_ctx(test_ctx, running_ctx); 2086 if (err) { 2087 damon_destroy_ctx(test_ctx); 2088 return NULL; 2089 } 2090 return test_ctx; 2091 } 2092 2093 /* 2094 * damon_sysfs_commit_input() - Commit user inputs to a running kdamond. 2095 * @kdamond: The kobject wrapper for the associated kdamond. 2096 * 2097 * Returns error if the sysfs input is wrong. 2098 */ 2099 static int damon_sysfs_commit_input(void *data) 2100 { 2101 struct damon_sysfs_kdamond *kdamond = data; 2102 struct damon_ctx *param_ctx, *test_ctx; 2103 int err; 2104 2105 if (!damon_sysfs_kdamond_running(kdamond)) 2106 return -EINVAL; 2107 /* TODO: Support multiple contexts per kdamond */ 2108 if (kdamond->contexts->nr != 1) 2109 return -EINVAL; 2110 2111 param_ctx = damon_sysfs_build_ctx(kdamond->contexts->contexts_arr[0]); 2112 if (IS_ERR(param_ctx)) 2113 return PTR_ERR(param_ctx); 2114 test_ctx = damon_sysfs_new_test_ctx(kdamond->damon_ctx); 2115 if (!test_ctx) { 2116 damon_destroy_ctx(param_ctx); 2117 return -ENOMEM; 2118 } 2119 err = damon_commit_ctx(test_ctx, param_ctx); 2120 if (err) 2121 goto out; 2122 err = damon_commit_ctx(kdamond->damon_ctx, param_ctx); 2123 out: 2124 damon_destroy_ctx(test_ctx); 2125 damon_destroy_ctx(param_ctx); 2126 return err; 2127 } 2128 2129 static int damon_sysfs_commit_schemes_quota_goals(void *data) 2130 { 2131 struct damon_sysfs_kdamond *sysfs_kdamond = data; 2132 struct damon_ctx *ctx; 2133 struct damon_sysfs_context *sysfs_ctx; 2134 2135 if (!damon_sysfs_kdamond_running(sysfs_kdamond)) 2136 return -EINVAL; 2137 /* TODO: Support multiple contexts per kdamond */ 2138 if (sysfs_kdamond->contexts->nr != 1) 2139 return -EINVAL; 2140 2141 ctx = sysfs_kdamond->damon_ctx; 2142 sysfs_ctx = sysfs_kdamond->contexts->contexts_arr[0]; 2143 return damos_sysfs_set_quota_scores(sysfs_ctx->schemes, ctx); 2144 } 2145 2146 /* 2147 * damon_sysfs_upd_schemes_effective_quotas() - Update schemes effective quotas 2148 * sysfs files. 2149 * @data: The kobject wrapper that associated to the kdamond thread. 2150 * 2151 * This function reads the schemes' effective quotas of specific kdamond and 2152 * update the related values for sysfs files. This function should be called 2153 * from DAMON callbacks while holding ``damon_syfs_lock``, to safely access the 2154 * DAMON contexts-internal data and DAMON sysfs variables. 2155 */ 2156 static int damon_sysfs_upd_schemes_effective_quotas(void *data) 2157 { 2158 struct damon_sysfs_kdamond *kdamond = data; 2159 struct damon_ctx *ctx = kdamond->damon_ctx; 2160 2161 damos_sysfs_update_effective_quotas( 2162 kdamond->contexts->contexts_arr[0]->schemes, ctx); 2163 return 0; 2164 } 2165 2166 static int damon_sysfs_upd_tuned_intervals(void *data) 2167 { 2168 struct damon_sysfs_kdamond *kdamond = data; 2169 struct damon_ctx *ctx = kdamond->damon_ctx; 2170 2171 kdamond->contexts->contexts_arr[0]->attrs->intervals->sample_us = 2172 ctx->attrs.sample_interval; 2173 kdamond->contexts->contexts_arr[0]->attrs->intervals->aggr_us = 2174 ctx->attrs.aggr_interval; 2175 return 0; 2176 } 2177 2178 static struct damon_ctx *damon_sysfs_build_ctx( 2179 struct damon_sysfs_context *sys_ctx) 2180 { 2181 struct damon_ctx *ctx = damon_new_ctx(); 2182 int err; 2183 2184 if (!ctx) 2185 return ERR_PTR(-ENOMEM); 2186 2187 err = damon_sysfs_apply_inputs(ctx, sys_ctx); 2188 if (err) { 2189 damon_destroy_ctx(ctx); 2190 return ERR_PTR(err); 2191 } 2192 2193 return ctx; 2194 } 2195 2196 static unsigned long damon_sysfs_next_update_jiffies; 2197 2198 static int damon_sysfs_repeat_call_fn(void *data) 2199 { 2200 struct damon_sysfs_kdamond *sysfs_kdamond = data; 2201 2202 if (!sysfs_kdamond->refresh_ms) 2203 return 0; 2204 if (time_before(jiffies, damon_sysfs_next_update_jiffies)) 2205 return 0; 2206 damon_sysfs_next_update_jiffies = jiffies + 2207 msecs_to_jiffies(sysfs_kdamond->refresh_ms); 2208 2209 if (!mutex_trylock(&damon_sysfs_lock)) 2210 return 0; 2211 if (sysfs_kdamond->contexts->nr != 1) 2212 goto out; 2213 damon_sysfs_upd_tuned_intervals(sysfs_kdamond); 2214 damon_sysfs_upd_schemes_stats(sysfs_kdamond); 2215 damon_sysfs_upd_schemes_effective_quotas(sysfs_kdamond); 2216 out: 2217 mutex_unlock(&damon_sysfs_lock); 2218 return 0; 2219 } 2220 2221 static int damon_sysfs_turn_damon_on(struct damon_sysfs_kdamond *kdamond) 2222 { 2223 struct damon_ctx *ctx; 2224 struct damon_call_control *repeat_call_control; 2225 int err; 2226 2227 if (damon_sysfs_kdamond_running(kdamond)) 2228 return -EBUSY; 2229 /* TODO: support multiple contexts per kdamond */ 2230 if (kdamond->contexts->nr != 1) 2231 return -EINVAL; 2232 2233 if (kdamond->damon_ctx) 2234 damon_destroy_ctx(kdamond->damon_ctx); 2235 kdamond->damon_ctx = NULL; 2236 2237 repeat_call_control = kmalloc_obj(*repeat_call_control); 2238 if (!repeat_call_control) 2239 return -ENOMEM; 2240 2241 ctx = damon_sysfs_build_ctx(kdamond->contexts->contexts_arr[0]); 2242 if (IS_ERR(ctx)) { 2243 kfree(repeat_call_control); 2244 return PTR_ERR(ctx); 2245 } 2246 err = damon_start(&ctx, 1, false); 2247 if (err) { 2248 kfree(repeat_call_control); 2249 damon_destroy_ctx(ctx); 2250 return err; 2251 } 2252 kdamond->damon_ctx = ctx; 2253 2254 damon_sysfs_next_update_jiffies = 2255 jiffies + msecs_to_jiffies(kdamond->refresh_ms); 2256 2257 repeat_call_control->fn = damon_sysfs_repeat_call_fn; 2258 repeat_call_control->data = kdamond; 2259 repeat_call_control->repeat = true; 2260 repeat_call_control->dealloc_on_cancel = true; 2261 if (damon_call(ctx, repeat_call_control)) 2262 kfree(repeat_call_control); 2263 return err; 2264 } 2265 2266 static int damon_sysfs_turn_damon_off(struct damon_sysfs_kdamond *kdamond) 2267 { 2268 if (!kdamond->damon_ctx) 2269 return -EINVAL; 2270 return damon_stop(&kdamond->damon_ctx, 1); 2271 /* 2272 * To allow users show final monitoring results of already turned-off 2273 * DAMON, we free kdamond->damon_ctx in next 2274 * damon_sysfs_turn_damon_on(), or kdamonds_nr_store() 2275 */ 2276 } 2277 2278 static int damon_sysfs_damon_call(int (*fn)(void *data), 2279 struct damon_sysfs_kdamond *kdamond) 2280 { 2281 struct damon_call_control call_control = {}; 2282 int err; 2283 2284 if (!kdamond->damon_ctx) 2285 return -EINVAL; 2286 call_control.fn = fn; 2287 call_control.data = kdamond; 2288 err = damon_call(kdamond->damon_ctx, &call_control); 2289 return err ? err : call_control.return_code; 2290 } 2291 2292 struct damon_sysfs_schemes_walk_data { 2293 struct damon_sysfs_kdamond *sysfs_kdamond; 2294 bool total_bytes_only; 2295 }; 2296 2297 /* populate the region directory */ 2298 static void damon_sysfs_schemes_tried_regions_upd_one(void *data, struct damon_ctx *ctx, 2299 struct damon_target *t, struct damon_region *r, 2300 struct damos *s, unsigned long sz_filter_passed) 2301 { 2302 struct damon_sysfs_schemes_walk_data *walk_data = data; 2303 struct damon_sysfs_kdamond *sysfs_kdamond = walk_data->sysfs_kdamond; 2304 2305 damos_sysfs_populate_region_dir( 2306 sysfs_kdamond->contexts->contexts_arr[0]->schemes, 2307 ctx, t, r, s, walk_data->total_bytes_only, 2308 sz_filter_passed); 2309 } 2310 2311 static int damon_sysfs_update_schemes_tried_regions( 2312 struct damon_sysfs_kdamond *sysfs_kdamond, bool total_bytes_only) 2313 { 2314 struct damon_sysfs_schemes_walk_data walk_data = { 2315 .sysfs_kdamond = sysfs_kdamond, 2316 .total_bytes_only = total_bytes_only, 2317 }; 2318 struct damos_walk_control control = { 2319 .walk_fn = damon_sysfs_schemes_tried_regions_upd_one, 2320 .data = &walk_data, 2321 }; 2322 struct damon_ctx *ctx = sysfs_kdamond->damon_ctx; 2323 2324 if (!ctx) 2325 return -EINVAL; 2326 2327 damon_sysfs_schemes_clear_regions( 2328 sysfs_kdamond->contexts->contexts_arr[0]->schemes); 2329 return damos_walk(ctx, &control); 2330 } 2331 2332 /* 2333 * damon_sysfs_handle_cmd() - Handle a command for a specific kdamond. 2334 * @cmd: The command to handle. 2335 * @kdamond: The kobject wrapper for the associated kdamond. 2336 * 2337 * This function handles a DAMON sysfs command for a kdamond. 2338 * 2339 * Return: 0 on success, negative error code otherwise. 2340 */ 2341 static int damon_sysfs_handle_cmd(enum damon_sysfs_cmd cmd, 2342 struct damon_sysfs_kdamond *kdamond) 2343 { 2344 if (cmd != DAMON_SYSFS_CMD_OFF && kdamond->contexts->nr != 1) 2345 return -EINVAL; 2346 2347 switch (cmd) { 2348 case DAMON_SYSFS_CMD_ON: 2349 return damon_sysfs_turn_damon_on(kdamond); 2350 case DAMON_SYSFS_CMD_OFF: 2351 return damon_sysfs_turn_damon_off(kdamond); 2352 case DAMON_SYSFS_CMD_COMMIT: 2353 return damon_sysfs_damon_call( 2354 damon_sysfs_commit_input, kdamond); 2355 case DAMON_SYSFS_CMD_COMMIT_SCHEMES_QUOTA_GOALS: 2356 return damon_sysfs_damon_call( 2357 damon_sysfs_commit_schemes_quota_goals, 2358 kdamond); 2359 case DAMON_SYSFS_CMD_UPDATE_SCHEMES_STATS: 2360 return damon_sysfs_damon_call( 2361 damon_sysfs_upd_schemes_stats, kdamond); 2362 case DAMON_SYSFS_CMD_UPDATE_SCHEMES_TRIED_BYTES: 2363 return damon_sysfs_update_schemes_tried_regions(kdamond, true); 2364 case DAMON_SYSFS_CMD_UPDATE_SCHEMES_TRIED_REGIONS: 2365 return damon_sysfs_update_schemes_tried_regions(kdamond, false); 2366 case DAMON_SYSFS_CMD_CLEAR_SCHEMES_TRIED_REGIONS: 2367 return damon_sysfs_schemes_clear_regions( 2368 kdamond->contexts->contexts_arr[0]->schemes); 2369 case DAMON_SYSFS_CMD_UPDATE_SCHEMES_EFFECTIVE_QUOTAS: 2370 return damon_sysfs_damon_call( 2371 damon_sysfs_upd_schemes_effective_quotas, 2372 kdamond); 2373 case DAMON_SYSFS_CMD_UPDATE_TUNED_INTERVALS: 2374 return damon_sysfs_damon_call( 2375 damon_sysfs_upd_tuned_intervals, kdamond); 2376 default: 2377 return -EINVAL; 2378 } 2379 } 2380 2381 static ssize_t state_store(struct kobject *kobj, struct kobj_attribute *attr, 2382 const char *buf, size_t count) 2383 { 2384 struct damon_sysfs_kdamond *kdamond = container_of(kobj, 2385 struct damon_sysfs_kdamond, kobj); 2386 enum damon_sysfs_cmd cmd; 2387 ssize_t ret = -EINVAL; 2388 2389 if (!mutex_trylock(&damon_sysfs_lock)) 2390 return -EBUSY; 2391 for (cmd = 0; cmd < NR_DAMON_SYSFS_CMDS; cmd++) { 2392 if (sysfs_streq(buf, damon_sysfs_cmd_strs[cmd])) { 2393 ret = damon_sysfs_handle_cmd(cmd, kdamond); 2394 break; 2395 } 2396 } 2397 mutex_unlock(&damon_sysfs_lock); 2398 if (!ret) 2399 ret = count; 2400 return ret; 2401 } 2402 2403 static ssize_t pid_show(struct kobject *kobj, 2404 struct kobj_attribute *attr, char *buf) 2405 { 2406 struct damon_sysfs_kdamond *kdamond = container_of(kobj, 2407 struct damon_sysfs_kdamond, kobj); 2408 struct damon_ctx *ctx; 2409 int pid = -1; 2410 2411 if (!mutex_trylock(&damon_sysfs_lock)) 2412 return -EBUSY; 2413 ctx = kdamond->damon_ctx; 2414 if (!ctx) 2415 goto out; 2416 2417 pid = damon_kdamond_pid(ctx); 2418 if (pid < 0) 2419 pid = -1; 2420 out: 2421 mutex_unlock(&damon_sysfs_lock); 2422 return sysfs_emit(buf, "%d\n", pid); 2423 } 2424 2425 static ssize_t refresh_ms_show(struct kobject *kobj, 2426 struct kobj_attribute *attr, char *buf) 2427 { 2428 struct damon_sysfs_kdamond *kdamond = container_of(kobj, 2429 struct damon_sysfs_kdamond, kobj); 2430 2431 return sysfs_emit(buf, "%u\n", kdamond->refresh_ms); 2432 } 2433 2434 static ssize_t refresh_ms_store(struct kobject *kobj, 2435 struct kobj_attribute *attr, const char *buf, size_t count) 2436 { 2437 struct damon_sysfs_kdamond *kdamond = container_of(kobj, 2438 struct damon_sysfs_kdamond, kobj); 2439 unsigned int nr; 2440 int err = kstrtouint(buf, 0, &nr); 2441 2442 if (err) 2443 return err; 2444 2445 kdamond->refresh_ms = nr; 2446 return count; 2447 } 2448 2449 static void damon_sysfs_kdamond_release(struct kobject *kobj) 2450 { 2451 struct damon_sysfs_kdamond *kdamond = container_of(kobj, 2452 struct damon_sysfs_kdamond, kobj); 2453 2454 if (kdamond->damon_ctx) 2455 damon_destroy_ctx(kdamond->damon_ctx); 2456 kfree(kdamond); 2457 } 2458 2459 static struct kobj_attribute damon_sysfs_kdamond_state_attr = 2460 __ATTR_RW_MODE(state, 0600); 2461 2462 static struct kobj_attribute damon_sysfs_kdamond_pid_attr = 2463 __ATTR_RO_MODE(pid, 0400); 2464 2465 static struct kobj_attribute damon_sysfs_kdamond_refresh_ms_attr = 2466 __ATTR_RW_MODE(refresh_ms, 0600); 2467 2468 static struct attribute *damon_sysfs_kdamond_attrs[] = { 2469 &damon_sysfs_kdamond_state_attr.attr, 2470 &damon_sysfs_kdamond_pid_attr.attr, 2471 &damon_sysfs_kdamond_refresh_ms_attr.attr, 2472 NULL, 2473 }; 2474 ATTRIBUTE_GROUPS(damon_sysfs_kdamond); 2475 2476 static const struct kobj_type damon_sysfs_kdamond_ktype = { 2477 .release = damon_sysfs_kdamond_release, 2478 .sysfs_ops = &kobj_sysfs_ops, 2479 .default_groups = damon_sysfs_kdamond_groups, 2480 }; 2481 2482 /* 2483 * kdamonds directory 2484 */ 2485 2486 struct damon_sysfs_kdamonds { 2487 struct kobject kobj; 2488 struct damon_sysfs_kdamond **kdamonds_arr; 2489 int nr; 2490 }; 2491 2492 static struct damon_sysfs_kdamonds *damon_sysfs_kdamonds_alloc(void) 2493 { 2494 return kzalloc_obj(struct damon_sysfs_kdamonds); 2495 } 2496 2497 static void damon_sysfs_kdamonds_rm_dirs(struct damon_sysfs_kdamonds *kdamonds) 2498 { 2499 struct damon_sysfs_kdamond **kdamonds_arr = kdamonds->kdamonds_arr; 2500 int i; 2501 2502 for (i = 0; i < kdamonds->nr; i++) { 2503 damon_sysfs_kdamond_rm_dirs(kdamonds_arr[i]); 2504 kobject_put(&kdamonds_arr[i]->kobj); 2505 } 2506 kdamonds->nr = 0; 2507 kfree(kdamonds_arr); 2508 kdamonds->kdamonds_arr = NULL; 2509 } 2510 2511 static bool damon_sysfs_kdamonds_busy(struct damon_sysfs_kdamond **kdamonds, 2512 int nr_kdamonds) 2513 { 2514 int i; 2515 2516 for (i = 0; i < nr_kdamonds; i++) { 2517 if (damon_sysfs_kdamond_running(kdamonds[i])) 2518 return true; 2519 } 2520 2521 return false; 2522 } 2523 2524 static int damon_sysfs_kdamonds_add_dirs(struct damon_sysfs_kdamonds *kdamonds, 2525 int nr_kdamonds) 2526 { 2527 struct damon_sysfs_kdamond **kdamonds_arr, *kdamond; 2528 int err, i; 2529 2530 if (damon_sysfs_kdamonds_busy(kdamonds->kdamonds_arr, kdamonds->nr)) 2531 return -EBUSY; 2532 2533 damon_sysfs_kdamonds_rm_dirs(kdamonds); 2534 if (!nr_kdamonds) 2535 return 0; 2536 2537 kdamonds_arr = kmalloc_objs(*kdamonds_arr, nr_kdamonds, 2538 GFP_KERNEL | __GFP_NOWARN); 2539 if (!kdamonds_arr) 2540 return -ENOMEM; 2541 kdamonds->kdamonds_arr = kdamonds_arr; 2542 2543 for (i = 0; i < nr_kdamonds; i++) { 2544 kdamond = damon_sysfs_kdamond_alloc(); 2545 if (!kdamond) { 2546 damon_sysfs_kdamonds_rm_dirs(kdamonds); 2547 return -ENOMEM; 2548 } 2549 2550 err = kobject_init_and_add(&kdamond->kobj, 2551 &damon_sysfs_kdamond_ktype, &kdamonds->kobj, 2552 "%d", i); 2553 if (err) 2554 goto out; 2555 2556 err = damon_sysfs_kdamond_add_dirs(kdamond); 2557 if (err) 2558 goto out; 2559 2560 kdamonds_arr[i] = kdamond; 2561 kdamonds->nr++; 2562 } 2563 return 0; 2564 2565 out: 2566 damon_sysfs_kdamonds_rm_dirs(kdamonds); 2567 kobject_put(&kdamond->kobj); 2568 return err; 2569 } 2570 2571 static ssize_t nr_kdamonds_show(struct kobject *kobj, 2572 struct kobj_attribute *attr, char *buf) 2573 { 2574 struct damon_sysfs_kdamonds *kdamonds = container_of(kobj, 2575 struct damon_sysfs_kdamonds, kobj); 2576 2577 return sysfs_emit(buf, "%d\n", kdamonds->nr); 2578 } 2579 2580 static ssize_t nr_kdamonds_store(struct kobject *kobj, 2581 struct kobj_attribute *attr, const char *buf, size_t count) 2582 { 2583 struct damon_sysfs_kdamonds *kdamonds; 2584 int nr, err; 2585 2586 err = kstrtoint(buf, 0, &nr); 2587 if (err) 2588 return err; 2589 if (nr < 0) 2590 return -EINVAL; 2591 2592 kdamonds = container_of(kobj, struct damon_sysfs_kdamonds, kobj); 2593 2594 if (!mutex_trylock(&damon_sysfs_lock)) 2595 return -EBUSY; 2596 err = damon_sysfs_kdamonds_add_dirs(kdamonds, nr); 2597 mutex_unlock(&damon_sysfs_lock); 2598 if (err) 2599 return err; 2600 2601 return count; 2602 } 2603 2604 static void damon_sysfs_kdamonds_release(struct kobject *kobj) 2605 { 2606 kfree(container_of(kobj, struct damon_sysfs_kdamonds, kobj)); 2607 } 2608 2609 static struct kobj_attribute damon_sysfs_kdamonds_nr_attr = 2610 __ATTR_RW_MODE(nr_kdamonds, 0600); 2611 2612 static struct attribute *damon_sysfs_kdamonds_attrs[] = { 2613 &damon_sysfs_kdamonds_nr_attr.attr, 2614 NULL, 2615 }; 2616 ATTRIBUTE_GROUPS(damon_sysfs_kdamonds); 2617 2618 static const struct kobj_type damon_sysfs_kdamonds_ktype = { 2619 .release = damon_sysfs_kdamonds_release, 2620 .sysfs_ops = &kobj_sysfs_ops, 2621 .default_groups = damon_sysfs_kdamonds_groups, 2622 }; 2623 2624 /* 2625 * damon user interface directory 2626 */ 2627 2628 struct damon_sysfs_ui_dir { 2629 struct kobject kobj; 2630 struct damon_sysfs_kdamonds *kdamonds; 2631 }; 2632 2633 static struct damon_sysfs_ui_dir *damon_sysfs_ui_dir_alloc(void) 2634 { 2635 return kzalloc_obj(struct damon_sysfs_ui_dir); 2636 } 2637 2638 static int damon_sysfs_ui_dir_add_dirs(struct damon_sysfs_ui_dir *ui_dir) 2639 { 2640 struct damon_sysfs_kdamonds *kdamonds; 2641 int err; 2642 2643 kdamonds = damon_sysfs_kdamonds_alloc(); 2644 if (!kdamonds) 2645 return -ENOMEM; 2646 2647 err = kobject_init_and_add(&kdamonds->kobj, 2648 &damon_sysfs_kdamonds_ktype, &ui_dir->kobj, 2649 "kdamonds"); 2650 if (err) { 2651 kobject_put(&kdamonds->kobj); 2652 return err; 2653 } 2654 ui_dir->kdamonds = kdamonds; 2655 return err; 2656 } 2657 2658 static void damon_sysfs_ui_dir_release(struct kobject *kobj) 2659 { 2660 kfree(container_of(kobj, struct damon_sysfs_ui_dir, kobj)); 2661 } 2662 2663 static struct attribute *damon_sysfs_ui_dir_attrs[] = { 2664 NULL, 2665 }; 2666 ATTRIBUTE_GROUPS(damon_sysfs_ui_dir); 2667 2668 static const struct kobj_type damon_sysfs_ui_dir_ktype = { 2669 .release = damon_sysfs_ui_dir_release, 2670 .sysfs_ops = &kobj_sysfs_ops, 2671 .default_groups = damon_sysfs_ui_dir_groups, 2672 }; 2673 2674 static int __init damon_sysfs_init(void) 2675 { 2676 struct kobject *damon_sysfs_root; 2677 struct damon_sysfs_ui_dir *admin; 2678 int err; 2679 2680 damon_sysfs_root = kobject_create_and_add("damon", mm_kobj); 2681 if (!damon_sysfs_root) 2682 return -ENOMEM; 2683 2684 admin = damon_sysfs_ui_dir_alloc(); 2685 if (!admin) { 2686 kobject_put(damon_sysfs_root); 2687 return -ENOMEM; 2688 } 2689 err = kobject_init_and_add(&admin->kobj, &damon_sysfs_ui_dir_ktype, 2690 damon_sysfs_root, "admin"); 2691 if (err) 2692 goto out; 2693 err = damon_sysfs_ui_dir_add_dirs(admin); 2694 if (err) 2695 goto out; 2696 return 0; 2697 2698 out: 2699 kobject_put(&admin->kobj); 2700 kobject_put(damon_sysfs_root); 2701 return err; 2702 } 2703 subsys_initcall(damon_sysfs_init); 2704 2705 #include "tests/sysfs-kunit.h" 2706