xref: /linux/mm/damon/sysfs.c (revision 543ab01db7ace5bb28972ac70f321d55cc4f0214)
1 // SPDX-License-Identifier: GPL-2.0
2 /*
3  * DAMON sysfs Interface
4  *
5  * Copyright (c) 2022 SeongJae Park <sj@kernel.org>
6  */
7 
8 #include <linux/pid.h>
9 #include <linux/sched.h>
10 #include <linux/slab.h>
11 
12 #include "sysfs-common.h"
13 
14 /*
15  * init region directory
16  */
17 
18 struct damon_sysfs_region {
19 	struct kobject kobj;
20 	struct damon_addr_range ar;
21 };
22 
23 static struct damon_sysfs_region *damon_sysfs_region_alloc(void)
24 {
25 	return kzalloc_obj(struct damon_sysfs_region);
26 }
27 
28 static ssize_t start_show(struct kobject *kobj, struct kobj_attribute *attr,
29 		char *buf)
30 {
31 	struct damon_sysfs_region *region = container_of(kobj,
32 			struct damon_sysfs_region, kobj);
33 
34 	return sysfs_emit(buf, "%lu\n", region->ar.start);
35 }
36 
37 static ssize_t start_store(struct kobject *kobj, struct kobj_attribute *attr,
38 		const char *buf, size_t count)
39 {
40 	struct damon_sysfs_region *region = container_of(kobj,
41 			struct damon_sysfs_region, kobj);
42 	int err = kstrtoul(buf, 0, &region->ar.start);
43 
44 	return err ? err : count;
45 }
46 
47 static ssize_t end_show(struct kobject *kobj, struct kobj_attribute *attr,
48 		char *buf)
49 {
50 	struct damon_sysfs_region *region = container_of(kobj,
51 			struct damon_sysfs_region, kobj);
52 
53 	return sysfs_emit(buf, "%lu\n", region->ar.end);
54 }
55 
56 static ssize_t end_store(struct kobject *kobj, struct kobj_attribute *attr,
57 		const char *buf, size_t count)
58 {
59 	struct damon_sysfs_region *region = container_of(kobj,
60 			struct damon_sysfs_region, kobj);
61 	int err = kstrtoul(buf, 0, &region->ar.end);
62 
63 	return err ? err : count;
64 }
65 
66 static void damon_sysfs_region_release(struct kobject *kobj)
67 {
68 	kfree(container_of(kobj, struct damon_sysfs_region, kobj));
69 }
70 
71 static struct kobj_attribute damon_sysfs_region_start_attr =
72 		__ATTR_RW_MODE(start, 0600);
73 
74 static struct kobj_attribute damon_sysfs_region_end_attr =
75 		__ATTR_RW_MODE(end, 0600);
76 
77 static struct attribute *damon_sysfs_region_attrs[] = {
78 	&damon_sysfs_region_start_attr.attr,
79 	&damon_sysfs_region_end_attr.attr,
80 	NULL,
81 };
82 ATTRIBUTE_GROUPS(damon_sysfs_region);
83 
84 static const struct kobj_type damon_sysfs_region_ktype = {
85 	.release = damon_sysfs_region_release,
86 	.sysfs_ops = &kobj_sysfs_ops,
87 	.default_groups = damon_sysfs_region_groups,
88 };
89 
90 /*
91  * init_regions directory
92  */
93 
94 struct damon_sysfs_regions {
95 	struct kobject kobj;
96 	struct damon_sysfs_region **regions_arr;
97 	int nr;
98 };
99 
100 static struct damon_sysfs_regions *damon_sysfs_regions_alloc(void)
101 {
102 	return kzalloc_obj(struct damon_sysfs_regions);
103 }
104 
105 static void damon_sysfs_regions_rm_dirs(struct damon_sysfs_regions *regions)
106 {
107 	struct damon_sysfs_region **regions_arr = regions->regions_arr;
108 	int i;
109 
110 	for (i = 0; i < regions->nr; i++)
111 		kobject_put(&regions_arr[i]->kobj);
112 	regions->nr = 0;
113 	kfree(regions_arr);
114 	regions->regions_arr = NULL;
115 }
116 
117 static int damon_sysfs_regions_add_dirs(struct damon_sysfs_regions *regions,
118 		int nr_regions)
119 {
120 	struct damon_sysfs_region **regions_arr, *region;
121 	int err, i;
122 
123 	damon_sysfs_regions_rm_dirs(regions);
124 	if (!nr_regions)
125 		return 0;
126 
127 	regions_arr = kmalloc_objs(*regions_arr, nr_regions,
128 				   GFP_KERNEL | __GFP_NOWARN);
129 	if (!regions_arr)
130 		return -ENOMEM;
131 	regions->regions_arr = regions_arr;
132 
133 	for (i = 0; i < nr_regions; i++) {
134 		region = damon_sysfs_region_alloc();
135 		if (!region) {
136 			damon_sysfs_regions_rm_dirs(regions);
137 			return -ENOMEM;
138 		}
139 
140 		err = kobject_init_and_add(&region->kobj,
141 				&damon_sysfs_region_ktype, &regions->kobj,
142 				"%d", i);
143 		if (err) {
144 			kobject_put(&region->kobj);
145 			damon_sysfs_regions_rm_dirs(regions);
146 			return err;
147 		}
148 
149 		regions_arr[i] = region;
150 		regions->nr++;
151 	}
152 	return 0;
153 }
154 
155 static ssize_t nr_regions_show(struct kobject *kobj,
156 		struct kobj_attribute *attr, char *buf)
157 {
158 	struct damon_sysfs_regions *regions = container_of(kobj,
159 			struct damon_sysfs_regions, kobj);
160 
161 	return sysfs_emit(buf, "%d\n", regions->nr);
162 }
163 
164 static ssize_t nr_regions_store(struct kobject *kobj,
165 		struct kobj_attribute *attr, const char *buf, size_t count)
166 {
167 	struct damon_sysfs_regions *regions;
168 	int nr, err = kstrtoint(buf, 0, &nr);
169 
170 	if (err)
171 		return err;
172 	if (nr < 0)
173 		return -EINVAL;
174 
175 	regions = container_of(kobj, struct damon_sysfs_regions, kobj);
176 
177 	if (!mutex_trylock(&damon_sysfs_lock))
178 		return -EBUSY;
179 	err = damon_sysfs_regions_add_dirs(regions, nr);
180 	mutex_unlock(&damon_sysfs_lock);
181 	if (err)
182 		return err;
183 
184 	return count;
185 }
186 
187 static void damon_sysfs_regions_release(struct kobject *kobj)
188 {
189 	kfree(container_of(kobj, struct damon_sysfs_regions, kobj));
190 }
191 
192 static struct kobj_attribute damon_sysfs_regions_nr_attr =
193 		__ATTR_RW_MODE(nr_regions, 0600);
194 
195 static struct attribute *damon_sysfs_regions_attrs[] = {
196 	&damon_sysfs_regions_nr_attr.attr,
197 	NULL,
198 };
199 ATTRIBUTE_GROUPS(damon_sysfs_regions);
200 
201 static const struct kobj_type damon_sysfs_regions_ktype = {
202 	.release = damon_sysfs_regions_release,
203 	.sysfs_ops = &kobj_sysfs_ops,
204 	.default_groups = damon_sysfs_regions_groups,
205 };
206 
207 /*
208  * target directory
209  */
210 
211 struct damon_sysfs_target {
212 	struct kobject kobj;
213 	struct damon_sysfs_regions *regions;
214 	int pid;
215 	bool obsolete;
216 };
217 
218 static struct damon_sysfs_target *damon_sysfs_target_alloc(void)
219 {
220 	return kzalloc_obj(struct damon_sysfs_target);
221 }
222 
223 static int damon_sysfs_target_add_dirs(struct damon_sysfs_target *target)
224 {
225 	struct damon_sysfs_regions *regions = damon_sysfs_regions_alloc();
226 	int err;
227 
228 	if (!regions)
229 		return -ENOMEM;
230 
231 	err = kobject_init_and_add(&regions->kobj, &damon_sysfs_regions_ktype,
232 			&target->kobj, "regions");
233 	if (err)
234 		kobject_put(&regions->kobj);
235 	else
236 		target->regions = regions;
237 	return err;
238 }
239 
240 static void damon_sysfs_target_rm_dirs(struct damon_sysfs_target *target)
241 {
242 	damon_sysfs_regions_rm_dirs(target->regions);
243 	kobject_put(&target->regions->kobj);
244 }
245 
246 static ssize_t pid_target_show(struct kobject *kobj,
247 		struct kobj_attribute *attr, char *buf)
248 {
249 	struct damon_sysfs_target *target = container_of(kobj,
250 			struct damon_sysfs_target, kobj);
251 
252 	return sysfs_emit(buf, "%d\n", target->pid);
253 }
254 
255 static ssize_t pid_target_store(struct kobject *kobj,
256 		struct kobj_attribute *attr, const char *buf, size_t count)
257 {
258 	struct damon_sysfs_target *target = container_of(kobj,
259 			struct damon_sysfs_target, kobj);
260 	int err = kstrtoint(buf, 0, &target->pid);
261 
262 	if (err)
263 		return -EINVAL;
264 	return count;
265 }
266 
267 static ssize_t obsolete_target_show(struct kobject *kobj,
268 		struct kobj_attribute *attr, char *buf)
269 {
270 	struct damon_sysfs_target *target = container_of(kobj,
271 			struct damon_sysfs_target, kobj);
272 
273 	return sysfs_emit(buf, "%c\n", target->obsolete ? 'Y' : 'N');
274 }
275 
276 static ssize_t obsolete_target_store(struct kobject *kobj,
277 		struct kobj_attribute *attr, const char *buf, size_t count)
278 {
279 	struct damon_sysfs_target *target = container_of(kobj,
280 			struct damon_sysfs_target, kobj);
281 	bool obsolete;
282 	int err = kstrtobool(buf, &obsolete);
283 
284 	if (err)
285 		return err;
286 	target->obsolete = obsolete;
287 	return count;
288 }
289 
290 static void damon_sysfs_target_release(struct kobject *kobj)
291 {
292 	kfree(container_of(kobj, struct damon_sysfs_target, kobj));
293 }
294 
295 static struct kobj_attribute damon_sysfs_target_pid_attr =
296 		__ATTR_RW_MODE(pid_target, 0600);
297 
298 static struct kobj_attribute damon_sysfs_target_obsolete_attr =
299 		__ATTR_RW_MODE(obsolete_target, 0600);
300 
301 static struct attribute *damon_sysfs_target_attrs[] = {
302 	&damon_sysfs_target_pid_attr.attr,
303 	&damon_sysfs_target_obsolete_attr.attr,
304 	NULL,
305 };
306 ATTRIBUTE_GROUPS(damon_sysfs_target);
307 
308 static const struct kobj_type damon_sysfs_target_ktype = {
309 	.release = damon_sysfs_target_release,
310 	.sysfs_ops = &kobj_sysfs_ops,
311 	.default_groups = damon_sysfs_target_groups,
312 };
313 
314 /*
315  * targets directory
316  */
317 
318 struct damon_sysfs_targets {
319 	struct kobject kobj;
320 	struct damon_sysfs_target **targets_arr;
321 	int nr;
322 };
323 
324 static struct damon_sysfs_targets *damon_sysfs_targets_alloc(void)
325 {
326 	return kzalloc_obj(struct damon_sysfs_targets);
327 }
328 
329 static void damon_sysfs_targets_rm_dirs(struct damon_sysfs_targets *targets)
330 {
331 	struct damon_sysfs_target **targets_arr = targets->targets_arr;
332 	int i;
333 
334 	for (i = 0; i < targets->nr; i++) {
335 		damon_sysfs_target_rm_dirs(targets_arr[i]);
336 		kobject_put(&targets_arr[i]->kobj);
337 	}
338 	targets->nr = 0;
339 	kfree(targets_arr);
340 	targets->targets_arr = NULL;
341 }
342 
343 static int damon_sysfs_targets_add_dirs(struct damon_sysfs_targets *targets,
344 		int nr_targets)
345 {
346 	struct damon_sysfs_target **targets_arr, *target;
347 	int err, i;
348 
349 	damon_sysfs_targets_rm_dirs(targets);
350 	if (!nr_targets)
351 		return 0;
352 
353 	targets_arr = kmalloc_objs(*targets_arr, nr_targets,
354 				   GFP_KERNEL | __GFP_NOWARN);
355 	if (!targets_arr)
356 		return -ENOMEM;
357 	targets->targets_arr = targets_arr;
358 
359 	for (i = 0; i < nr_targets; i++) {
360 		target = damon_sysfs_target_alloc();
361 		if (!target) {
362 			damon_sysfs_targets_rm_dirs(targets);
363 			return -ENOMEM;
364 		}
365 
366 		err = kobject_init_and_add(&target->kobj,
367 				&damon_sysfs_target_ktype, &targets->kobj,
368 				"%d", i);
369 		if (err)
370 			goto out;
371 
372 		err = damon_sysfs_target_add_dirs(target);
373 		if (err)
374 			goto out;
375 
376 		targets_arr[i] = target;
377 		targets->nr++;
378 	}
379 	return 0;
380 
381 out:
382 	damon_sysfs_targets_rm_dirs(targets);
383 	kobject_put(&target->kobj);
384 	return err;
385 }
386 
387 static ssize_t nr_targets_show(struct kobject *kobj,
388 		struct kobj_attribute *attr, char *buf)
389 {
390 	struct damon_sysfs_targets *targets = container_of(kobj,
391 			struct damon_sysfs_targets, kobj);
392 
393 	return sysfs_emit(buf, "%d\n", targets->nr);
394 }
395 
396 static ssize_t nr_targets_store(struct kobject *kobj,
397 		struct kobj_attribute *attr, const char *buf, size_t count)
398 {
399 	struct damon_sysfs_targets *targets;
400 	int nr, err = kstrtoint(buf, 0, &nr);
401 
402 	if (err)
403 		return err;
404 	if (nr < 0)
405 		return -EINVAL;
406 
407 	targets = container_of(kobj, struct damon_sysfs_targets, kobj);
408 
409 	if (!mutex_trylock(&damon_sysfs_lock))
410 		return -EBUSY;
411 	err = damon_sysfs_targets_add_dirs(targets, nr);
412 	mutex_unlock(&damon_sysfs_lock);
413 	if (err)
414 		return err;
415 
416 	return count;
417 }
418 
419 static void damon_sysfs_targets_release(struct kobject *kobj)
420 {
421 	kfree(container_of(kobj, struct damon_sysfs_targets, kobj));
422 }
423 
424 static struct kobj_attribute damon_sysfs_targets_nr_attr =
425 		__ATTR_RW_MODE(nr_targets, 0600);
426 
427 static struct attribute *damon_sysfs_targets_attrs[] = {
428 	&damon_sysfs_targets_nr_attr.attr,
429 	NULL,
430 };
431 ATTRIBUTE_GROUPS(damon_sysfs_targets);
432 
433 static const struct kobj_type damon_sysfs_targets_ktype = {
434 	.release = damon_sysfs_targets_release,
435 	.sysfs_ops = &kobj_sysfs_ops,
436 	.default_groups = damon_sysfs_targets_groups,
437 };
438 
439 /*
440  * intervals goal directory
441  */
442 
443 struct damon_sysfs_intervals_goal {
444 	struct kobject kobj;
445 	unsigned long access_bp;
446 	unsigned long aggrs;
447 	unsigned long min_sample_us;
448 	unsigned long max_sample_us;
449 };
450 
451 static struct damon_sysfs_intervals_goal *damon_sysfs_intervals_goal_alloc(
452 		unsigned long access_bp, unsigned long aggrs,
453 		unsigned long min_sample_us, unsigned long max_sample_us)
454 {
455 	struct damon_sysfs_intervals_goal *goal = kmalloc_obj(*goal);
456 
457 	if (!goal)
458 		return NULL;
459 
460 	goal->kobj = (struct kobject){};
461 	goal->access_bp = access_bp;
462 	goal->aggrs = aggrs;
463 	goal->min_sample_us = min_sample_us;
464 	goal->max_sample_us = max_sample_us;
465 	return goal;
466 }
467 
468 static ssize_t access_bp_show(struct kobject *kobj,
469 		struct kobj_attribute *attr, char *buf)
470 {
471 	struct damon_sysfs_intervals_goal *goal = container_of(kobj,
472 			struct damon_sysfs_intervals_goal, kobj);
473 
474 	return sysfs_emit(buf, "%lu\n", goal->access_bp);
475 }
476 
477 static ssize_t access_bp_store(struct kobject *kobj,
478 		struct kobj_attribute *attr, const char *buf, size_t count)
479 {
480 	struct damon_sysfs_intervals_goal *goal = container_of(kobj,
481 			struct damon_sysfs_intervals_goal, kobj);
482 	unsigned long nr;
483 	int err = kstrtoul(buf, 0, &nr);
484 
485 	if (err)
486 		return err;
487 
488 	goal->access_bp = nr;
489 	return count;
490 }
491 
492 static ssize_t aggrs_show(struct kobject *kobj,
493 		struct kobj_attribute *attr, char *buf)
494 {
495 	struct damon_sysfs_intervals_goal *goal = container_of(kobj,
496 			struct damon_sysfs_intervals_goal, kobj);
497 
498 	return sysfs_emit(buf, "%lu\n", goal->aggrs);
499 }
500 
501 static ssize_t aggrs_store(struct kobject *kobj,
502 		struct kobj_attribute *attr, const char *buf, size_t count)
503 {
504 	struct damon_sysfs_intervals_goal *goal = container_of(kobj,
505 			struct damon_sysfs_intervals_goal, kobj);
506 	unsigned long nr;
507 	int err = kstrtoul(buf, 0, &nr);
508 
509 	if (err)
510 		return err;
511 
512 	goal->aggrs = nr;
513 	return count;
514 }
515 
516 static ssize_t min_sample_us_show(struct kobject *kobj,
517 		struct kobj_attribute *attr, char *buf)
518 {
519 	struct damon_sysfs_intervals_goal *goal = container_of(kobj,
520 			struct damon_sysfs_intervals_goal, kobj);
521 
522 	return sysfs_emit(buf, "%lu\n", goal->min_sample_us);
523 }
524 
525 static ssize_t min_sample_us_store(struct kobject *kobj,
526 		struct kobj_attribute *attr, const char *buf, size_t count)
527 {
528 	struct damon_sysfs_intervals_goal *goal = container_of(kobj,
529 			struct damon_sysfs_intervals_goal, kobj);
530 	unsigned long nr;
531 	int err = kstrtoul(buf, 0, &nr);
532 
533 	if (err)
534 		return err;
535 
536 	goal->min_sample_us = nr;
537 	return count;
538 }
539 
540 static ssize_t max_sample_us_show(struct kobject *kobj,
541 		struct kobj_attribute *attr, char *buf)
542 {
543 	struct damon_sysfs_intervals_goal *goal = container_of(kobj,
544 			struct damon_sysfs_intervals_goal, kobj);
545 
546 	return sysfs_emit(buf, "%lu\n", goal->max_sample_us);
547 }
548 
549 static ssize_t max_sample_us_store(struct kobject *kobj,
550 		struct kobj_attribute *attr, const char *buf, size_t count)
551 {
552 	struct damon_sysfs_intervals_goal *goal = container_of(kobj,
553 			struct damon_sysfs_intervals_goal, kobj);
554 	unsigned long nr;
555 	int err = kstrtoul(buf, 0, &nr);
556 
557 	if (err)
558 		return err;
559 
560 	goal->max_sample_us = nr;
561 	return count;
562 }
563 
564 static void damon_sysfs_intervals_goal_release(struct kobject *kobj)
565 {
566 	kfree(container_of(kobj, struct damon_sysfs_intervals_goal, kobj));
567 }
568 
569 static struct kobj_attribute damon_sysfs_intervals_goal_access_bp_attr =
570 		__ATTR_RW_MODE(access_bp, 0600);
571 
572 static struct kobj_attribute damon_sysfs_intervals_goal_aggrs_attr =
573 		__ATTR_RW_MODE(aggrs, 0600);
574 
575 static struct kobj_attribute damon_sysfs_intervals_goal_min_sample_us_attr =
576 		__ATTR_RW_MODE(min_sample_us, 0600);
577 
578 static struct kobj_attribute damon_sysfs_intervals_goal_max_sample_us_attr =
579 		__ATTR_RW_MODE(max_sample_us, 0600);
580 
581 static struct attribute *damon_sysfs_intervals_goal_attrs[] = {
582 	&damon_sysfs_intervals_goal_access_bp_attr.attr,
583 	&damon_sysfs_intervals_goal_aggrs_attr.attr,
584 	&damon_sysfs_intervals_goal_min_sample_us_attr.attr,
585 	&damon_sysfs_intervals_goal_max_sample_us_attr.attr,
586 	NULL,
587 };
588 ATTRIBUTE_GROUPS(damon_sysfs_intervals_goal);
589 
590 static const struct kobj_type damon_sysfs_intervals_goal_ktype = {
591 	.release = damon_sysfs_intervals_goal_release,
592 	.sysfs_ops = &kobj_sysfs_ops,
593 	.default_groups = damon_sysfs_intervals_goal_groups,
594 };
595 
596 /*
597  * intervals directory
598  */
599 
600 struct damon_sysfs_intervals {
601 	struct kobject kobj;
602 	unsigned long sample_us;
603 	unsigned long aggr_us;
604 	unsigned long update_us;
605 	struct damon_sysfs_intervals_goal *intervals_goal;
606 };
607 
608 static struct damon_sysfs_intervals *damon_sysfs_intervals_alloc(
609 		unsigned long sample_us, unsigned long aggr_us,
610 		unsigned long update_us)
611 {
612 	struct damon_sysfs_intervals *intervals = kmalloc_obj(*intervals);
613 
614 	if (!intervals)
615 		return NULL;
616 
617 	intervals->kobj = (struct kobject){};
618 	intervals->sample_us = sample_us;
619 	intervals->aggr_us = aggr_us;
620 	intervals->update_us = update_us;
621 	return intervals;
622 }
623 
624 static int damon_sysfs_intervals_add_dirs(struct damon_sysfs_intervals *intervals)
625 {
626 	struct damon_sysfs_intervals_goal *goal;
627 	int err;
628 
629 	goal = damon_sysfs_intervals_goal_alloc(0, 0, 0, 0);
630 	if (!goal)
631 		return -ENOMEM;
632 
633 	err = kobject_init_and_add(&goal->kobj,
634 			&damon_sysfs_intervals_goal_ktype, &intervals->kobj,
635 			"intervals_goal");
636 	if (err) {
637 		kobject_put(&goal->kobj);
638 		intervals->intervals_goal = NULL;
639 		return err;
640 	}
641 	intervals->intervals_goal = goal;
642 	return 0;
643 }
644 
645 static void damon_sysfs_intervals_rm_dirs(struct damon_sysfs_intervals *intervals)
646 {
647 	kobject_put(&intervals->intervals_goal->kobj);
648 }
649 
650 static ssize_t sample_us_show(struct kobject *kobj,
651 		struct kobj_attribute *attr, char *buf)
652 {
653 	struct damon_sysfs_intervals *intervals = container_of(kobj,
654 			struct damon_sysfs_intervals, kobj);
655 
656 	return sysfs_emit(buf, "%lu\n", intervals->sample_us);
657 }
658 
659 static ssize_t sample_us_store(struct kobject *kobj,
660 		struct kobj_attribute *attr, const char *buf, size_t count)
661 {
662 	struct damon_sysfs_intervals *intervals = container_of(kobj,
663 			struct damon_sysfs_intervals, kobj);
664 	unsigned long us;
665 	int err = kstrtoul(buf, 0, &us);
666 
667 	if (err)
668 		return err;
669 
670 	intervals->sample_us = us;
671 	return count;
672 }
673 
674 static ssize_t aggr_us_show(struct kobject *kobj, struct kobj_attribute *attr,
675 		char *buf)
676 {
677 	struct damon_sysfs_intervals *intervals = container_of(kobj,
678 			struct damon_sysfs_intervals, kobj);
679 
680 	return sysfs_emit(buf, "%lu\n", intervals->aggr_us);
681 }
682 
683 static ssize_t aggr_us_store(struct kobject *kobj, struct kobj_attribute *attr,
684 		const char *buf, size_t count)
685 {
686 	struct damon_sysfs_intervals *intervals = container_of(kobj,
687 			struct damon_sysfs_intervals, kobj);
688 	unsigned long us;
689 	int err = kstrtoul(buf, 0, &us);
690 
691 	if (err)
692 		return err;
693 
694 	intervals->aggr_us = us;
695 	return count;
696 }
697 
698 static ssize_t update_us_show(struct kobject *kobj,
699 		struct kobj_attribute *attr, char *buf)
700 {
701 	struct damon_sysfs_intervals *intervals = container_of(kobj,
702 			struct damon_sysfs_intervals, kobj);
703 
704 	return sysfs_emit(buf, "%lu\n", intervals->update_us);
705 }
706 
707 static ssize_t update_us_store(struct kobject *kobj,
708 		struct kobj_attribute *attr, const char *buf, size_t count)
709 {
710 	struct damon_sysfs_intervals *intervals = container_of(kobj,
711 			struct damon_sysfs_intervals, kobj);
712 	unsigned long us;
713 	int err = kstrtoul(buf, 0, &us);
714 
715 	if (err)
716 		return err;
717 
718 	intervals->update_us = us;
719 	return count;
720 }
721 
722 static void damon_sysfs_intervals_release(struct kobject *kobj)
723 {
724 	kfree(container_of(kobj, struct damon_sysfs_intervals, kobj));
725 }
726 
727 static struct kobj_attribute damon_sysfs_intervals_sample_us_attr =
728 		__ATTR_RW_MODE(sample_us, 0600);
729 
730 static struct kobj_attribute damon_sysfs_intervals_aggr_us_attr =
731 		__ATTR_RW_MODE(aggr_us, 0600);
732 
733 static struct kobj_attribute damon_sysfs_intervals_update_us_attr =
734 		__ATTR_RW_MODE(update_us, 0600);
735 
736 static struct attribute *damon_sysfs_intervals_attrs[] = {
737 	&damon_sysfs_intervals_sample_us_attr.attr,
738 	&damon_sysfs_intervals_aggr_us_attr.attr,
739 	&damon_sysfs_intervals_update_us_attr.attr,
740 	NULL,
741 };
742 ATTRIBUTE_GROUPS(damon_sysfs_intervals);
743 
744 static const struct kobj_type damon_sysfs_intervals_ktype = {
745 	.release = damon_sysfs_intervals_release,
746 	.sysfs_ops = &kobj_sysfs_ops,
747 	.default_groups = damon_sysfs_intervals_groups,
748 };
749 
750 /*
751  * filter directory
752  */
753 
754 struct damon_sysfs_filter {
755 	struct kobject kobj;
756 	enum damon_filter_type type;
757 	bool matching;
758 	bool allow;
759 	char *path;
760 };
761 
762 static struct damon_sysfs_filter *damon_sysfs_filter_alloc(void)
763 {
764 	return kzalloc_obj(struct damon_sysfs_filter);
765 }
766 
767 struct damon_sysfs_filter_type_name {
768 	enum damon_filter_type type;
769 	char *name;
770 };
771 
772 static const struct damon_sysfs_filter_type_name
773 damon_sysfs_filter_type_names[] = {
774 	{
775 		.type = DAMON_FILTER_TYPE_ANON,
776 		.name = "anon",
777 	},
778 	{
779 		.type = DAMON_FILTER_TYPE_MEMCG,
780 		.name = "memcg",
781 	},
782 };
783 
784 static ssize_t type_show(struct kobject *kobj,
785 		struct kobj_attribute *attr, char *buf)
786 {
787 	struct damon_sysfs_filter *filter = container_of(kobj,
788 			struct damon_sysfs_filter, kobj);
789 	int i;
790 
791 	for (i = 0; i < ARRAY_SIZE(damon_sysfs_filter_type_names); i++) {
792 		const struct damon_sysfs_filter_type_name *type_name;
793 
794 		type_name = &damon_sysfs_filter_type_names[i];
795 		if (type_name->type == filter->type)
796 			return sysfs_emit(buf, "%s\n", type_name->name);
797 	}
798 	return -EINVAL;
799 }
800 
801 static ssize_t type_store(struct kobject *kobj,
802 		struct kobj_attribute *attr, const char *buf, size_t count)
803 {
804 	struct damon_sysfs_filter *filter = container_of(kobj,
805 			struct damon_sysfs_filter, kobj);
806 	ssize_t ret = -EINVAL;
807 	int i;
808 
809 	for (i = 0; i < ARRAY_SIZE(damon_sysfs_filter_type_names); i++) {
810 		const struct damon_sysfs_filter_type_name *type_name;
811 
812 		type_name = &damon_sysfs_filter_type_names[i];
813 		if (sysfs_streq(buf, type_name->name)) {
814 			filter->type = type_name->type;
815 			ret = count;
816 			break;
817 		}
818 	}
819 	return ret;
820 }
821 
822 static ssize_t matching_show(struct kobject *kobj,
823 		struct kobj_attribute *attr, char *buf)
824 {
825 	struct damon_sysfs_filter *filter = container_of(kobj,
826 			struct damon_sysfs_filter, kobj);
827 
828 	return sysfs_emit(buf, "%c\n", filter->matching ? 'Y' : 'N');
829 }
830 
831 static ssize_t matching_store(struct kobject *kobj,
832 		struct kobj_attribute *attr, const char *buf, size_t count)
833 {
834 	struct damon_sysfs_filter *filter = container_of(kobj,
835 			struct damon_sysfs_filter, kobj);
836 	bool matching;
837 	int err = kstrtobool(buf, &matching);
838 
839 	if (err)
840 		return err;
841 
842 	filter->matching = matching;
843 	return count;
844 }
845 
846 static ssize_t allow_show(struct kobject *kobj,
847 		struct kobj_attribute *attr, char *buf)
848 {
849 	struct damon_sysfs_filter *filter = container_of(kobj,
850 			struct damon_sysfs_filter, kobj);
851 
852 	return sysfs_emit(buf, "%c\n", filter->allow ? 'Y' : 'N');
853 }
854 
855 static ssize_t allow_store(struct kobject *kobj,
856 		struct kobj_attribute *attr, const char *buf, size_t count)
857 {
858 	struct damon_sysfs_filter *filter = container_of(kobj,
859 			struct damon_sysfs_filter, kobj);
860 	bool allow;
861 	int err = kstrtobool(buf, &allow);
862 
863 	if (err)
864 		return err;
865 
866 	filter->allow = allow;
867 	return count;
868 }
869 
870 static ssize_t path_show(struct kobject *kobj,
871 		struct kobj_attribute *attr, char *buf)
872 {
873 	struct damon_sysfs_filter *filter = container_of(kobj,
874 			struct damon_sysfs_filter, kobj);
875 	int len;
876 
877 	if (!mutex_trylock(&damon_sysfs_lock))
878 		return -EBUSY;
879 	len = sysfs_emit(buf, "%s\n", filter->path ? filter->path : "");
880 	mutex_unlock(&damon_sysfs_lock);
881 	return len;
882 }
883 
884 static ssize_t path_store(struct kobject *kobj,
885 		struct kobj_attribute *attr, const char *buf, size_t count)
886 {
887 	struct damon_sysfs_filter *filter = container_of(kobj,
888 			struct damon_sysfs_filter, kobj);
889 	char *path = kmalloc_objs(*path, size_add(count, 1));
890 
891 	if (!path)
892 		return -ENOMEM;
893 	strscpy(path, buf, size_add(count, 1));
894 	if (!mutex_trylock(&damon_sysfs_lock)) {
895 		kfree(path);
896 		return -EBUSY;
897 	}
898 	kfree(filter->path);
899 	filter->path = path;
900 	mutex_unlock(&damon_sysfs_lock);
901 	return count;
902 }
903 
904 static void damon_sysfs_filter_release(struct kobject *kobj)
905 {
906 	struct damon_sysfs_filter *filter = container_of(kobj,
907 			struct damon_sysfs_filter, kobj);
908 
909 	kfree(filter->path);
910 	kfree(filter);
911 }
912 
913 static struct kobj_attribute damon_sysfs_filter_type_attr =
914 		__ATTR_RW_MODE(type, 0600);
915 
916 static struct kobj_attribute damon_sysfs_filter_matching_attr =
917 		__ATTR_RW_MODE(matching, 0600);
918 
919 static struct kobj_attribute damon_sysfs_filter_allow_attr =
920 		__ATTR_RW_MODE(allow, 0600);
921 
922 static struct kobj_attribute damon_sysfs_filter_path_attr =
923 		__ATTR_RW_MODE(path, 0600);
924 
925 static struct attribute *damon_sysfs_filter_attrs[] = {
926 	&damon_sysfs_filter_type_attr.attr,
927 	&damon_sysfs_filter_matching_attr.attr,
928 	&damon_sysfs_filter_allow_attr.attr,
929 	&damon_sysfs_filter_path_attr.attr,
930 	NULL,
931 };
932 ATTRIBUTE_GROUPS(damon_sysfs_filter);
933 
934 static const struct kobj_type damon_sysfs_filter_ktype = {
935 	.release = damon_sysfs_filter_release,
936 	.sysfs_ops = &kobj_sysfs_ops,
937 	.default_groups = damon_sysfs_filter_groups,
938 };
939 
940 /*
941  * filters directory
942  */
943 
944 struct damon_sysfs_filters {
945 	struct kobject kobj;
946 	struct damon_sysfs_filter **filters_arr;
947 	int nr;
948 };
949 
950 static struct damon_sysfs_filters *damon_sysfs_filters_alloc(void)
951 {
952 	return kzalloc_obj(struct damon_sysfs_filters);
953 }
954 
955 static void damon_sysfs_filters_rm_dirs(struct damon_sysfs_filters *filters)
956 {
957 	struct damon_sysfs_filter **filters_arr = filters->filters_arr;
958 	int i;
959 
960 	for (i = 0; i < filters->nr; i++)
961 		kobject_put(&filters_arr[i]->kobj);
962 	filters->nr = 0;
963 	kfree(filters_arr);
964 	filters->filters_arr = NULL;
965 }
966 
967 static int damon_sysfs_filters_add_dirs(
968 		struct damon_sysfs_filters *filters, int nr_filters)
969 {
970 	struct damon_sysfs_filter **filters_arr, *filter;
971 	int err, i;
972 
973 	damon_sysfs_filters_rm_dirs(filters);
974 	if (!nr_filters)
975 		return 0;
976 
977 	filters_arr = kmalloc_objs(*filters_arr, nr_filters,
978 				   GFP_KERNEL | __GFP_NOWARN);
979 	if (!filters_arr)
980 		return -ENOMEM;
981 	filters->filters_arr = filters_arr;
982 
983 	for (i = 0; i < nr_filters; i++) {
984 		filter = damon_sysfs_filter_alloc();
985 		if (!filter) {
986 			damon_sysfs_filters_rm_dirs(filters);
987 			return -ENOMEM;
988 		}
989 
990 		err = kobject_init_and_add(&filter->kobj,
991 				&damon_sysfs_filter_ktype, &filters->kobj,
992 				"%d", i);
993 		if (err) {
994 			kobject_put(&filter->kobj);
995 			damon_sysfs_filters_rm_dirs(filters);
996 			return err;
997 		}
998 
999 		filters_arr[i] = filter;
1000 		filters->nr++;
1001 	}
1002 	return 0;
1003 }
1004 
1005 static ssize_t nr_filters_show(struct kobject *kobj,
1006 		struct kobj_attribute *attr, char *buf)
1007 {
1008 	struct damon_sysfs_filters *filters = container_of(kobj,
1009 			struct damon_sysfs_filters, kobj);
1010 
1011 	return sysfs_emit(buf, "%d\n", filters->nr);
1012 }
1013 
1014 static ssize_t nr_filters_store(struct kobject *kobj,
1015 		struct kobj_attribute *attr, const char *buf, size_t count)
1016 {
1017 	struct damon_sysfs_filters *filters;
1018 	int nr, err = kstrtoint(buf, 0, &nr);
1019 
1020 	if (err)
1021 		return err;
1022 	if (nr < 0)
1023 		return -EINVAL;
1024 
1025 	filters = container_of(kobj, struct damon_sysfs_filters, kobj);
1026 
1027 	if (!mutex_trylock(&damon_sysfs_lock))
1028 		return -EBUSY;
1029 	err = damon_sysfs_filters_add_dirs(filters, nr);
1030 	mutex_unlock(&damon_sysfs_lock);
1031 	if (err)
1032 		return err;
1033 
1034 	return count;
1035 }
1036 
1037 static void damon_sysfs_filters_release(struct kobject *kobj)
1038 {
1039 	kfree(container_of(kobj, struct damon_sysfs_filters, kobj));
1040 }
1041 
1042 static struct kobj_attribute damon_sysfs_filters_nr_attr =
1043 		__ATTR_RW_MODE(nr_filters, 0600);
1044 
1045 static struct attribute *damon_sysfs_filters_attrs[] = {
1046 	&damon_sysfs_filters_nr_attr.attr,
1047 	NULL,
1048 };
1049 ATTRIBUTE_GROUPS(damon_sysfs_filters);
1050 
1051 static const struct kobj_type damon_sysfs_filters_ktype = {
1052 	.release = damon_sysfs_filters_release,
1053 	.sysfs_ops = &kobj_sysfs_ops,
1054 	.default_groups = damon_sysfs_filters_groups,
1055 };
1056 
1057 /*
1058  * probe directory
1059  */
1060 
1061 struct damon_sysfs_probe {
1062 	struct kobject kobj;
1063 	struct damon_sysfs_filters *filters;
1064 };
1065 
1066 static struct damon_sysfs_probe *damon_sysfs_probe_alloc(void)
1067 {
1068 	return kzalloc_obj(struct damon_sysfs_probe);
1069 }
1070 
1071 static int damon_sysfs_probe_add_dirs(struct damon_sysfs_probe *attr)
1072 {
1073 	struct damon_sysfs_filters *filters;
1074 	int err;
1075 
1076 	filters = damon_sysfs_filters_alloc();
1077 	if (!filters)
1078 		return -ENOMEM;
1079 	attr->filters = filters;
1080 
1081 	err = kobject_init_and_add(&filters->kobj, &damon_sysfs_filters_ktype,
1082 			&attr->kobj, "filters");
1083 	if (err) {
1084 		kobject_put(&filters->kobj);
1085 		attr->filters = NULL;
1086 	}
1087 	return err;
1088 }
1089 
1090 static void damon_sysfs_probe_rm_dirs(struct damon_sysfs_probe *attr)
1091 {
1092 	if (attr->filters) {
1093 		damon_sysfs_filters_rm_dirs(attr->filters);
1094 		kobject_put(&attr->filters->kobj);
1095 	}
1096 }
1097 
1098 static void damon_sysfs_probe_release(struct kobject *kobj)
1099 {
1100 	kfree(container_of(kobj, struct damon_sysfs_probe, kobj));
1101 }
1102 
1103 static struct attribute *damon_sysfs_probe_attrs[] = {
1104 	NULL,
1105 };
1106 ATTRIBUTE_GROUPS(damon_sysfs_probe);
1107 
1108 static const struct kobj_type damon_sysfs_probe_ktype = {
1109 	.release = damon_sysfs_probe_release,
1110 	.sysfs_ops = &kobj_sysfs_ops,
1111 	.default_groups = damon_sysfs_probe_groups,
1112 };
1113 
1114 /*
1115  * probes directory
1116  */
1117 
1118 struct damon_sysfs_probes {
1119 	struct kobject kobj;
1120 	struct damon_sysfs_probe **probes_arr;
1121 	int nr;
1122 };
1123 
1124 static struct damon_sysfs_probes *damon_sysfs_probes_alloc(void)
1125 {
1126 	return kzalloc_obj(struct damon_sysfs_probes);
1127 }
1128 
1129 static void damon_sysfs_probes_rm_dirs(
1130 		struct damon_sysfs_probes *probes)
1131 {
1132 	struct damon_sysfs_probe **probes_arr = probes->probes_arr;
1133 	int i;
1134 
1135 	for (i = 0; i < probes->nr; i++) {
1136 		damon_sysfs_probe_rm_dirs(probes_arr[i]);
1137 		kobject_put(&probes_arr[i]->kobj);
1138 	}
1139 	probes->nr = 0;
1140 	kfree(probes_arr);
1141 	probes->probes_arr = NULL;
1142 }
1143 
1144 static int damon_sysfs_probes_add_dirs(
1145 		struct damon_sysfs_probes *probes, int nr_probes)
1146 {
1147 	struct damon_sysfs_probe **probes_arr, *probe;
1148 	int err, i;
1149 
1150 	damon_sysfs_probes_rm_dirs(probes);
1151 	if (!nr_probes)
1152 		return 0;
1153 
1154 	probes_arr = kmalloc_objs(*probes_arr, nr_probes,
1155 				   GFP_KERNEL | __GFP_NOWARN);
1156 	if (!probes_arr)
1157 		return -ENOMEM;
1158 	probes->probes_arr = probes_arr;
1159 
1160 	for (i = 0; i < nr_probes; i++) {
1161 		probe = damon_sysfs_probe_alloc();
1162 		if (!probe) {
1163 			damon_sysfs_probes_rm_dirs(probes);
1164 			return -ENOMEM;
1165 		}
1166 
1167 		err = kobject_init_and_add(&probe->kobj,
1168 				&damon_sysfs_probe_ktype, &probes->kobj,
1169 				"%d", i);
1170 		if (err) {
1171 			kobject_put(&probe->kobj);
1172 			damon_sysfs_probes_rm_dirs(probes);
1173 			return err;
1174 		}
1175 
1176 		err = damon_sysfs_probe_add_dirs(probe);
1177 		if (err) {
1178 			kobject_put(&probe->kobj);
1179 			damon_sysfs_probes_rm_dirs(probes);
1180 			return err;
1181 		}
1182 
1183 		probes_arr[i] = probe;
1184 		probes->nr++;
1185 	}
1186 	return 0;
1187 }
1188 
1189 static ssize_t nr_probes_show(struct kobject *kobj,
1190 		struct kobj_attribute *attr, char *buf)
1191 {
1192 	struct damon_sysfs_probes *probes = container_of(kobj,
1193 			struct damon_sysfs_probes, kobj);
1194 
1195 	return sysfs_emit(buf, "%d\n", probes->nr);
1196 }
1197 
1198 static ssize_t nr_probes_store(struct kobject *kobj,
1199 		struct kobj_attribute *attr, const char *buf, size_t count)
1200 {
1201 	struct damon_sysfs_probes *probes;
1202 	int nr, err = kstrtoint(buf, 0, &nr);
1203 
1204 	if (err)
1205 		return err;
1206 	if (nr < 0 || nr > DAMON_MAX_PROBES)
1207 		return -EINVAL;
1208 
1209 	probes = container_of(kobj, struct damon_sysfs_probes, kobj);
1210 
1211 	if (!mutex_trylock(&damon_sysfs_lock))
1212 		return -EBUSY;
1213 	err = damon_sysfs_probes_add_dirs(probes, nr);
1214 	mutex_unlock(&damon_sysfs_lock);
1215 	if (err)
1216 		return err;
1217 
1218 	return count;
1219 }
1220 
1221 static void damon_sysfs_probes_release(struct kobject *kobj)
1222 {
1223 	kfree(container_of(kobj, struct damon_sysfs_probes, kobj));
1224 }
1225 
1226 static struct kobj_attribute damon_sysfs_probes_nr_probes =
1227 		__ATTR_RW_MODE(nr_probes, 0600);
1228 
1229 static struct attribute *damon_sysfs_probes_attrs[] = {
1230 	&damon_sysfs_probes_nr_probes.attr,
1231 	NULL,
1232 };
1233 ATTRIBUTE_GROUPS(damon_sysfs_probes);
1234 
1235 static const struct kobj_type damon_sysfs_probes_ktype = {
1236 	.release = damon_sysfs_probes_release,
1237 	.sysfs_ops = &kobj_sysfs_ops,
1238 	.default_groups = damon_sysfs_probes_groups,
1239 };
1240 
1241 /*
1242  * monitoring_attrs directory
1243  */
1244 
1245 struct damon_sysfs_attrs {
1246 	struct kobject kobj;
1247 	struct damon_sysfs_intervals *intervals;
1248 	struct damon_sysfs_ul_range *nr_regions_range;
1249 	struct damon_sysfs_probes *probes;
1250 };
1251 
1252 static struct damon_sysfs_attrs *damon_sysfs_attrs_alloc(void)
1253 {
1254 	struct damon_sysfs_attrs *attrs = kmalloc_obj(*attrs);
1255 
1256 	if (!attrs)
1257 		return NULL;
1258 	attrs->kobj = (struct kobject){};
1259 	return attrs;
1260 }
1261 
1262 static int damon_sysfs_attrs_add_dirs(struct damon_sysfs_attrs *attrs)
1263 {
1264 	struct damon_sysfs_intervals *intervals;
1265 	struct damon_sysfs_ul_range *nr_regions_range;
1266 	struct damon_sysfs_probes *probes;
1267 	int err;
1268 
1269 	intervals = damon_sysfs_intervals_alloc(5000, 100000, 60000000);
1270 	if (!intervals)
1271 		return -ENOMEM;
1272 
1273 	err = kobject_init_and_add(&intervals->kobj,
1274 			&damon_sysfs_intervals_ktype, &attrs->kobj,
1275 			"intervals");
1276 	if (err)
1277 		goto put_intervals_out;
1278 	err = damon_sysfs_intervals_add_dirs(intervals);
1279 	if (err)
1280 		goto put_intervals_out;
1281 	attrs->intervals = intervals;
1282 
1283 	nr_regions_range = damon_sysfs_ul_range_alloc(10, 1000);
1284 	if (!nr_regions_range) {
1285 		err = -ENOMEM;
1286 		goto rmdir_put_intervals_out;
1287 	}
1288 
1289 	err = kobject_init_and_add(&nr_regions_range->kobj,
1290 			&damon_sysfs_ul_range_ktype, &attrs->kobj,
1291 			"nr_regions");
1292 	if (err)
1293 		goto put_nr_regions_intervals_out;
1294 	attrs->nr_regions_range = nr_regions_range;
1295 
1296 	probes = damon_sysfs_probes_alloc();
1297 	if (!probes) {
1298 		err = -ENOMEM;
1299 		goto put_nr_regions_intervals_out;
1300 	}
1301 	err = kobject_init_and_add(&probes->kobj,
1302 			&damon_sysfs_probes_ktype, &attrs->kobj, "probes");
1303 	if (err)
1304 		goto put_probes_out;
1305 	attrs->probes = probes;
1306 	return 0;
1307 
1308 put_probes_out:
1309 	kobject_put(&probes->kobj);
1310 	attrs->probes = NULL;
1311 put_nr_regions_intervals_out:
1312 	kobject_put(&nr_regions_range->kobj);
1313 	attrs->nr_regions_range = NULL;
1314 rmdir_put_intervals_out:
1315 	damon_sysfs_intervals_rm_dirs(intervals);
1316 put_intervals_out:
1317 	kobject_put(&intervals->kobj);
1318 	attrs->intervals = NULL;
1319 	return err;
1320 }
1321 
1322 static void damon_sysfs_attrs_rm_dirs(struct damon_sysfs_attrs *attrs)
1323 {
1324 	kobject_put(&attrs->nr_regions_range->kobj);
1325 	damon_sysfs_intervals_rm_dirs(attrs->intervals);
1326 	kobject_put(&attrs->intervals->kobj);
1327 	damon_sysfs_probes_rm_dirs(attrs->probes);
1328 	kobject_put(&attrs->probes->kobj);
1329 }
1330 
1331 static void damon_sysfs_attrs_release(struct kobject *kobj)
1332 {
1333 	kfree(container_of(kobj, struct damon_sysfs_attrs, kobj));
1334 }
1335 
1336 static struct attribute *damon_sysfs_attrs_attrs[] = {
1337 	NULL,
1338 };
1339 ATTRIBUTE_GROUPS(damon_sysfs_attrs);
1340 
1341 static const struct kobj_type damon_sysfs_attrs_ktype = {
1342 	.release = damon_sysfs_attrs_release,
1343 	.sysfs_ops = &kobj_sysfs_ops,
1344 	.default_groups = damon_sysfs_attrs_groups,
1345 };
1346 
1347 /*
1348  * context directory
1349  */
1350 
1351 struct damon_sysfs_ops_name {
1352 	enum damon_ops_id ops_id;
1353 	char *name;
1354 };
1355 
1356 static const struct damon_sysfs_ops_name damon_sysfs_ops_names[] = {
1357 	{
1358 		.ops_id = DAMON_OPS_VADDR,
1359 		.name = "vaddr",
1360 	},
1361 	{
1362 		.ops_id = DAMON_OPS_FVADDR,
1363 		.name = "fvaddr",
1364 	},
1365 	{
1366 		.ops_id = DAMON_OPS_PADDR,
1367 		.name = "paddr",
1368 	},
1369 };
1370 
1371 struct damon_sysfs_context {
1372 	struct kobject kobj;
1373 	enum damon_ops_id ops_id;
1374 	unsigned long addr_unit;
1375 	struct damon_sysfs_attrs *attrs;
1376 	struct damon_sysfs_targets *targets;
1377 	struct damon_sysfs_schemes *schemes;
1378 	bool pause;
1379 };
1380 
1381 static struct damon_sysfs_context *damon_sysfs_context_alloc(
1382 		enum damon_ops_id ops_id)
1383 {
1384 	struct damon_sysfs_context *context = kmalloc_obj(*context);
1385 
1386 	if (!context)
1387 		return NULL;
1388 	context->kobj = (struct kobject){};
1389 	context->ops_id = ops_id;
1390 	context->addr_unit = 1;
1391 	context->pause = false;
1392 	return context;
1393 }
1394 
1395 static int damon_sysfs_context_set_attrs(struct damon_sysfs_context *context)
1396 {
1397 	struct damon_sysfs_attrs *attrs = damon_sysfs_attrs_alloc();
1398 	int err;
1399 
1400 	if (!attrs)
1401 		return -ENOMEM;
1402 	err = kobject_init_and_add(&attrs->kobj, &damon_sysfs_attrs_ktype,
1403 			&context->kobj, "monitoring_attrs");
1404 	if (err)
1405 		goto out;
1406 	err = damon_sysfs_attrs_add_dirs(attrs);
1407 	if (err)
1408 		goto out;
1409 	context->attrs = attrs;
1410 	return 0;
1411 
1412 out:
1413 	kobject_put(&attrs->kobj);
1414 	return err;
1415 }
1416 
1417 static int damon_sysfs_context_set_targets(struct damon_sysfs_context *context)
1418 {
1419 	struct damon_sysfs_targets *targets = damon_sysfs_targets_alloc();
1420 	int err;
1421 
1422 	if (!targets)
1423 		return -ENOMEM;
1424 	err = kobject_init_and_add(&targets->kobj, &damon_sysfs_targets_ktype,
1425 			&context->kobj, "targets");
1426 	if (err) {
1427 		kobject_put(&targets->kobj);
1428 		return err;
1429 	}
1430 	context->targets = targets;
1431 	return 0;
1432 }
1433 
1434 static int damon_sysfs_context_set_schemes(struct damon_sysfs_context *context)
1435 {
1436 	struct damon_sysfs_schemes *schemes = damon_sysfs_schemes_alloc();
1437 	int err;
1438 
1439 	if (!schemes)
1440 		return -ENOMEM;
1441 	err = kobject_init_and_add(&schemes->kobj, &damon_sysfs_schemes_ktype,
1442 			&context->kobj, "schemes");
1443 	if (err) {
1444 		kobject_put(&schemes->kobj);
1445 		return err;
1446 	}
1447 	context->schemes = schemes;
1448 	return 0;
1449 }
1450 
1451 static int damon_sysfs_context_add_dirs(struct damon_sysfs_context *context)
1452 {
1453 	int err;
1454 
1455 	err = damon_sysfs_context_set_attrs(context);
1456 	if (err)
1457 		return err;
1458 
1459 	err = damon_sysfs_context_set_targets(context);
1460 	if (err)
1461 		goto rmdir_put_attrs_out;
1462 
1463 	err = damon_sysfs_context_set_schemes(context);
1464 	if (err)
1465 		goto put_targets_attrs_out;
1466 	return 0;
1467 
1468 put_targets_attrs_out:
1469 	kobject_put(&context->targets->kobj);
1470 	context->targets = NULL;
1471 rmdir_put_attrs_out:
1472 	damon_sysfs_attrs_rm_dirs(context->attrs);
1473 	kobject_put(&context->attrs->kobj);
1474 	context->attrs = NULL;
1475 	return err;
1476 }
1477 
1478 static void damon_sysfs_context_rm_dirs(struct damon_sysfs_context *context)
1479 {
1480 	damon_sysfs_attrs_rm_dirs(context->attrs);
1481 	kobject_put(&context->attrs->kobj);
1482 	damon_sysfs_targets_rm_dirs(context->targets);
1483 	kobject_put(&context->targets->kobj);
1484 	damon_sysfs_schemes_rm_dirs(context->schemes);
1485 	kobject_put(&context->schemes->kobj);
1486 }
1487 
1488 static ssize_t avail_operations_show(struct kobject *kobj,
1489 		struct kobj_attribute *attr, char *buf)
1490 {
1491 	int len = 0;
1492 	int i;
1493 
1494 	for (i = 0; i < ARRAY_SIZE(damon_sysfs_ops_names); i++) {
1495 		const struct damon_sysfs_ops_name *ops_name;
1496 
1497 		ops_name = &damon_sysfs_ops_names[i];
1498 		if (!damon_is_registered_ops(ops_name->ops_id))
1499 			continue;
1500 		len += sysfs_emit_at(buf, len, "%s\n", ops_name->name);
1501 	}
1502 	return len;
1503 }
1504 
1505 static ssize_t operations_show(struct kobject *kobj,
1506 		struct kobj_attribute *attr, char *buf)
1507 {
1508 	struct damon_sysfs_context *context = container_of(kobj,
1509 			struct damon_sysfs_context, kobj);
1510 	int i;
1511 
1512 	for (i = 0; i < ARRAY_SIZE(damon_sysfs_ops_names); i++) {
1513 		const struct damon_sysfs_ops_name *ops_name;
1514 
1515 		ops_name = &damon_sysfs_ops_names[i];
1516 		if (ops_name->ops_id == context->ops_id)
1517 			return sysfs_emit(buf, "%s\n", ops_name->name);
1518 	}
1519 	return -EINVAL;
1520 }
1521 
1522 static ssize_t operations_store(struct kobject *kobj,
1523 		struct kobj_attribute *attr, const char *buf, size_t count)
1524 {
1525 	struct damon_sysfs_context *context = container_of(kobj,
1526 			struct damon_sysfs_context, kobj);
1527 	int i;
1528 
1529 	for (i = 0; i < ARRAY_SIZE(damon_sysfs_ops_names); i++) {
1530 		const struct damon_sysfs_ops_name *ops_name;
1531 
1532 		ops_name = &damon_sysfs_ops_names[i];
1533 		if (sysfs_streq(buf, ops_name->name)) {
1534 			context->ops_id = ops_name->ops_id;
1535 			return count;
1536 		}
1537 	}
1538 	return -EINVAL;
1539 }
1540 
1541 static ssize_t addr_unit_show(struct kobject *kobj,
1542 		struct kobj_attribute *attr, char *buf)
1543 {
1544 	struct damon_sysfs_context *context = container_of(kobj,
1545 			struct damon_sysfs_context, kobj);
1546 
1547 	return sysfs_emit(buf, "%lu\n", context->addr_unit);
1548 }
1549 
1550 static ssize_t addr_unit_store(struct kobject *kobj,
1551 		struct kobj_attribute *attr, const char *buf, size_t count)
1552 {
1553 	struct damon_sysfs_context *context = container_of(kobj,
1554 			struct damon_sysfs_context, kobj);
1555 	unsigned long input_addr_unit;
1556 	int err = kstrtoul(buf, 0, &input_addr_unit);
1557 
1558 	if (err)
1559 		return err;
1560 	if (!input_addr_unit)
1561 		return -EINVAL;
1562 
1563 	context->addr_unit = input_addr_unit;
1564 	return count;
1565 }
1566 
1567 static ssize_t pause_show(struct kobject *kobj, struct kobj_attribute *attr,
1568 		char *buf)
1569 {
1570 	struct damon_sysfs_context *context = container_of(kobj,
1571 			struct damon_sysfs_context, kobj);
1572 
1573 	return sysfs_emit(buf, "%c\n", context->pause ? 'Y' : 'N');
1574 }
1575 
1576 static ssize_t pause_store(struct kobject *kobj, struct kobj_attribute *attr,
1577 		const char *buf, size_t count)
1578 {
1579 	struct damon_sysfs_context *context = container_of(kobj,
1580 			struct damon_sysfs_context, kobj);
1581 	bool pause;
1582 	int err = kstrtobool(buf, &pause);
1583 
1584 	if (err)
1585 		return err;
1586 	context->pause = pause;
1587 	return count;
1588 }
1589 
1590 
1591 static void damon_sysfs_context_release(struct kobject *kobj)
1592 {
1593 	kfree(container_of(kobj, struct damon_sysfs_context, kobj));
1594 }
1595 
1596 static struct kobj_attribute damon_sysfs_context_avail_operations_attr =
1597 		__ATTR_RO_MODE(avail_operations, 0400);
1598 
1599 static struct kobj_attribute damon_sysfs_context_operations_attr =
1600 		__ATTR_RW_MODE(operations, 0600);
1601 
1602 static struct kobj_attribute damon_sysfs_context_addr_unit_attr =
1603 		__ATTR_RW_MODE(addr_unit, 0600);
1604 
1605 static struct kobj_attribute damon_sysfs_context_pause_attr =
1606 		__ATTR_RW_MODE(pause, 0600);
1607 
1608 static struct attribute *damon_sysfs_context_attrs[] = {
1609 	&damon_sysfs_context_avail_operations_attr.attr,
1610 	&damon_sysfs_context_operations_attr.attr,
1611 	&damon_sysfs_context_addr_unit_attr.attr,
1612 	&damon_sysfs_context_pause_attr.attr,
1613 	NULL,
1614 };
1615 ATTRIBUTE_GROUPS(damon_sysfs_context);
1616 
1617 static const struct kobj_type damon_sysfs_context_ktype = {
1618 	.release = damon_sysfs_context_release,
1619 	.sysfs_ops = &kobj_sysfs_ops,
1620 	.default_groups = damon_sysfs_context_groups,
1621 };
1622 
1623 /*
1624  * contexts directory
1625  */
1626 
1627 struct damon_sysfs_contexts {
1628 	struct kobject kobj;
1629 	struct damon_sysfs_context **contexts_arr;
1630 	int nr;
1631 };
1632 
1633 static struct damon_sysfs_contexts *damon_sysfs_contexts_alloc(void)
1634 {
1635 	return kzalloc_obj(struct damon_sysfs_contexts);
1636 }
1637 
1638 static void damon_sysfs_contexts_rm_dirs(struct damon_sysfs_contexts *contexts)
1639 {
1640 	struct damon_sysfs_context **contexts_arr = contexts->contexts_arr;
1641 	int i;
1642 
1643 	for (i = 0; i < contexts->nr; i++) {
1644 		damon_sysfs_context_rm_dirs(contexts_arr[i]);
1645 		kobject_put(&contexts_arr[i]->kobj);
1646 	}
1647 	contexts->nr = 0;
1648 	kfree(contexts_arr);
1649 	contexts->contexts_arr = NULL;
1650 }
1651 
1652 static int damon_sysfs_contexts_add_dirs(struct damon_sysfs_contexts *contexts,
1653 		int nr_contexts)
1654 {
1655 	struct damon_sysfs_context **contexts_arr, *context;
1656 	int err, i;
1657 
1658 	damon_sysfs_contexts_rm_dirs(contexts);
1659 	if (!nr_contexts)
1660 		return 0;
1661 
1662 	contexts_arr = kmalloc_objs(*contexts_arr, nr_contexts,
1663 				    GFP_KERNEL | __GFP_NOWARN);
1664 	if (!contexts_arr)
1665 		return -ENOMEM;
1666 	contexts->contexts_arr = contexts_arr;
1667 
1668 	for (i = 0; i < nr_contexts; i++) {
1669 		context = damon_sysfs_context_alloc(DAMON_OPS_VADDR);
1670 		if (!context) {
1671 			damon_sysfs_contexts_rm_dirs(contexts);
1672 			return -ENOMEM;
1673 		}
1674 
1675 		err = kobject_init_and_add(&context->kobj,
1676 				&damon_sysfs_context_ktype, &contexts->kobj,
1677 				"%d", i);
1678 		if (err)
1679 			goto out;
1680 
1681 		err = damon_sysfs_context_add_dirs(context);
1682 		if (err)
1683 			goto out;
1684 
1685 		contexts_arr[i] = context;
1686 		contexts->nr++;
1687 	}
1688 	return 0;
1689 
1690 out:
1691 	damon_sysfs_contexts_rm_dirs(contexts);
1692 	kobject_put(&context->kobj);
1693 	return err;
1694 }
1695 
1696 static ssize_t nr_contexts_show(struct kobject *kobj,
1697 		struct kobj_attribute *attr, char *buf)
1698 {
1699 	struct damon_sysfs_contexts *contexts = container_of(kobj,
1700 			struct damon_sysfs_contexts, kobj);
1701 
1702 	return sysfs_emit(buf, "%d\n", contexts->nr);
1703 }
1704 
1705 static ssize_t nr_contexts_store(struct kobject *kobj,
1706 		struct kobj_attribute *attr, const char *buf, size_t count)
1707 {
1708 	struct damon_sysfs_contexts *contexts;
1709 	int nr, err;
1710 
1711 	err = kstrtoint(buf, 0, &nr);
1712 	if (err)
1713 		return err;
1714 	/* TODO: support multiple contexts per kdamond */
1715 	if (nr < 0 || 1 < nr)
1716 		return -EINVAL;
1717 
1718 	contexts = container_of(kobj, struct damon_sysfs_contexts, kobj);
1719 	if (!mutex_trylock(&damon_sysfs_lock))
1720 		return -EBUSY;
1721 	err = damon_sysfs_contexts_add_dirs(contexts, nr);
1722 	mutex_unlock(&damon_sysfs_lock);
1723 	if (err)
1724 		return err;
1725 
1726 	return count;
1727 }
1728 
1729 static void damon_sysfs_contexts_release(struct kobject *kobj)
1730 {
1731 	kfree(container_of(kobj, struct damon_sysfs_contexts, kobj));
1732 }
1733 
1734 static struct kobj_attribute damon_sysfs_contexts_nr_attr
1735 		= __ATTR_RW_MODE(nr_contexts, 0600);
1736 
1737 static struct attribute *damon_sysfs_contexts_attrs[] = {
1738 	&damon_sysfs_contexts_nr_attr.attr,
1739 	NULL,
1740 };
1741 ATTRIBUTE_GROUPS(damon_sysfs_contexts);
1742 
1743 static const struct kobj_type damon_sysfs_contexts_ktype = {
1744 	.release = damon_sysfs_contexts_release,
1745 	.sysfs_ops = &kobj_sysfs_ops,
1746 	.default_groups = damon_sysfs_contexts_groups,
1747 };
1748 
1749 /*
1750  * kdamond directory
1751  */
1752 
1753 struct damon_sysfs_kdamond {
1754 	struct kobject kobj;
1755 	struct damon_sysfs_contexts *contexts;
1756 	struct damon_ctx *damon_ctx;
1757 	unsigned int refresh_ms;
1758 };
1759 
1760 static struct damon_sysfs_kdamond *damon_sysfs_kdamond_alloc(void)
1761 {
1762 	return kzalloc_obj(struct damon_sysfs_kdamond);
1763 }
1764 
1765 static int damon_sysfs_kdamond_add_dirs(struct damon_sysfs_kdamond *kdamond)
1766 {
1767 	struct damon_sysfs_contexts *contexts;
1768 	int err;
1769 
1770 	contexts = damon_sysfs_contexts_alloc();
1771 	if (!contexts)
1772 		return -ENOMEM;
1773 
1774 	err = kobject_init_and_add(&contexts->kobj,
1775 			&damon_sysfs_contexts_ktype, &kdamond->kobj,
1776 			"contexts");
1777 	if (err) {
1778 		kobject_put(&contexts->kobj);
1779 		return err;
1780 	}
1781 	kdamond->contexts = contexts;
1782 
1783 	return err;
1784 }
1785 
1786 static void damon_sysfs_kdamond_rm_dirs(struct damon_sysfs_kdamond *kdamond)
1787 {
1788 	damon_sysfs_contexts_rm_dirs(kdamond->contexts);
1789 	kobject_put(&kdamond->contexts->kobj);
1790 }
1791 
1792 /*
1793  * enum damon_sysfs_cmd - Commands for a specific kdamond.
1794  */
1795 enum damon_sysfs_cmd {
1796 	/* @DAMON_SYSFS_CMD_ON: Turn the kdamond on. */
1797 	DAMON_SYSFS_CMD_ON,
1798 	/* @DAMON_SYSFS_CMD_OFF: Turn the kdamond off. */
1799 	DAMON_SYSFS_CMD_OFF,
1800 	/* @DAMON_SYSFS_CMD_COMMIT: Update kdamond inputs. */
1801 	DAMON_SYSFS_CMD_COMMIT,
1802 	/*
1803 	 * @DAMON_SYSFS_CMD_COMMIT_SCHEMES_QUOTA_GOALS: Commit the quota goals
1804 	 * to DAMON.
1805 	 */
1806 	DAMON_SYSFS_CMD_COMMIT_SCHEMES_QUOTA_GOALS,
1807 	/*
1808 	 * @DAMON_SYSFS_CMD_UPDATE_SCHEMES_STATS: Update scheme stats sysfs
1809 	 * files.
1810 	 */
1811 	DAMON_SYSFS_CMD_UPDATE_SCHEMES_STATS,
1812 	/*
1813 	 * @DAMON_SYSFS_CMD_UPDATE_SCHEMES_TRIED_BYTES: Update
1814 	 * tried_regions/total_bytes sysfs files for each scheme.
1815 	 */
1816 	DAMON_SYSFS_CMD_UPDATE_SCHEMES_TRIED_BYTES,
1817 	/*
1818 	 * @DAMON_SYSFS_CMD_UPDATE_SCHEMES_TRIED_REGIONS: Update schemes tried
1819 	 * regions
1820 	 */
1821 	DAMON_SYSFS_CMD_UPDATE_SCHEMES_TRIED_REGIONS,
1822 	/*
1823 	 * @DAMON_SYSFS_CMD_CLEAR_SCHEMES_TRIED_REGIONS: Clear schemes tried
1824 	 * regions
1825 	 */
1826 	DAMON_SYSFS_CMD_CLEAR_SCHEMES_TRIED_REGIONS,
1827 	/*
1828 	 * @DAMON_SYSFS_CMD_UPDATE_SCHEMES_EFFECTIVE_QUOTAS: Update the
1829 	 * effective size quota of the scheme in bytes.
1830 	 */
1831 	DAMON_SYSFS_CMD_UPDATE_SCHEMES_EFFECTIVE_QUOTAS,
1832 	/*
1833 	 * @DAMON_SYSFS_CMD_UPDATE_TUNED_INTERVALS: Update the tuned monitoring
1834 	 * intervals.
1835 	 */
1836 	DAMON_SYSFS_CMD_UPDATE_TUNED_INTERVALS,
1837 	/*
1838 	 * @NR_DAMON_SYSFS_CMDS: Total number of DAMON sysfs commands.
1839 	 */
1840 	NR_DAMON_SYSFS_CMDS,
1841 };
1842 
1843 /* Should match with enum damon_sysfs_cmd */
1844 static const char * const damon_sysfs_cmd_strs[] = {
1845 	"on",
1846 	"off",
1847 	"commit",
1848 	"commit_schemes_quota_goals",
1849 	"update_schemes_stats",
1850 	"update_schemes_tried_bytes",
1851 	"update_schemes_tried_regions",
1852 	"clear_schemes_tried_regions",
1853 	"update_schemes_effective_quotas",
1854 	"update_tuned_intervals",
1855 };
1856 
1857 static ssize_t state_show(struct kobject *kobj, struct kobj_attribute *attr,
1858 		char *buf)
1859 {
1860 	struct damon_sysfs_kdamond *kdamond = container_of(kobj,
1861 			struct damon_sysfs_kdamond, kobj);
1862 	struct damon_ctx *ctx;
1863 	bool running = false;
1864 
1865 	if (!mutex_trylock(&damon_sysfs_lock))
1866 		return -EBUSY;
1867 
1868 	ctx = kdamond->damon_ctx;
1869 	if (ctx)
1870 		running = damon_is_running(ctx);
1871 
1872 	mutex_unlock(&damon_sysfs_lock);
1873 
1874 	return sysfs_emit(buf, "%s\n", running ?
1875 			damon_sysfs_cmd_strs[DAMON_SYSFS_CMD_ON] :
1876 			damon_sysfs_cmd_strs[DAMON_SYSFS_CMD_OFF]);
1877 }
1878 
1879 static int damon_sysfs_set_attrs(struct damon_ctx *ctx,
1880 		struct damon_sysfs_attrs *sys_attrs)
1881 {
1882 	struct damon_sysfs_intervals *sys_intervals = sys_attrs->intervals;
1883 	struct damon_sysfs_intervals_goal *sys_goal =
1884 		sys_intervals->intervals_goal;
1885 	struct damon_sysfs_ul_range *sys_nr_regions =
1886 		sys_attrs->nr_regions_range;
1887 	struct damon_attrs attrs = {
1888 		.sample_interval = sys_intervals->sample_us,
1889 		.aggr_interval = sys_intervals->aggr_us,
1890 		.intervals_goal = {
1891 			.access_bp = sys_goal->access_bp,
1892 			.aggrs = sys_goal->aggrs,
1893 			.min_sample_us = sys_goal->min_sample_us,
1894 			.max_sample_us = sys_goal->max_sample_us},
1895 		.ops_update_interval = sys_intervals->update_us,
1896 		.min_nr_regions = sys_nr_regions->min,
1897 		.max_nr_regions = sys_nr_regions->max,
1898 	};
1899 	return damon_set_attrs(ctx, &attrs);
1900 }
1901 
1902 static int damon_sysfs_set_probes(struct damon_ctx *ctx,
1903 		struct damon_sysfs_probes *sys_probes)
1904 {
1905 	int i;
1906 
1907 	for (i = 0; i < sys_probes->nr; i++) {
1908 		struct damon_sysfs_filters *sys_filters =
1909 			sys_probes->probes_arr[i]->filters;
1910 		struct damon_probe *c;
1911 		int j;
1912 
1913 		if (!sys_filters)
1914 			continue;
1915 		c = damon_new_probe();
1916 		if (!c)
1917 			return -ENOMEM;
1918 		damon_add_probe(ctx, c);
1919 
1920 		for (j = 0; j < sys_filters->nr; j++) {
1921 			struct damon_sysfs_filter *sys_filter =
1922 				sys_filters->filters_arr[j];
1923 			struct damon_filter *filter;
1924 
1925 			filter = damon_new_filter(sys_filter->type,
1926 					sys_filter->matching,
1927 					sys_filter->allow);
1928 			if (!filter)
1929 				return -ENOMEM;
1930 			if (filter->type == DAMON_FILTER_TYPE_MEMCG) {
1931 				int err;
1932 
1933 				err = damon_sysfs_memcg_path_to_id(
1934 						sys_filter->path,
1935 						&filter->memcg_id);
1936 				if (err) {
1937 					damon_destroy_filter(filter);
1938 					return err;
1939 				}
1940 			}
1941 			damon_add_filter(c, filter);
1942 		}
1943 	}
1944 	return 0;
1945 }
1946 
1947 static int damon_sysfs_set_regions(struct damon_target *t,
1948 		struct damon_sysfs_regions *sysfs_regions,
1949 		unsigned long min_region_sz)
1950 {
1951 	struct damon_addr_range *ranges = kmalloc_objs(*ranges,
1952 						       sysfs_regions->nr,
1953 						       GFP_KERNEL | __GFP_NOWARN);
1954 	int i, err = -EINVAL;
1955 
1956 	if (!ranges)
1957 		return -ENOMEM;
1958 	for (i = 0; i < sysfs_regions->nr; i++) {
1959 		struct damon_sysfs_region *sys_region =
1960 			sysfs_regions->regions_arr[i];
1961 
1962 		if (sys_region->ar.start > sys_region->ar.end)
1963 			goto out;
1964 
1965 		ranges[i].start = sys_region->ar.start;
1966 		ranges[i].end = sys_region->ar.end;
1967 		if (i == 0)
1968 			continue;
1969 		if (ranges[i - 1].end > ranges[i].start)
1970 			goto out;
1971 	}
1972 	err = damon_set_regions(t, ranges, sysfs_regions->nr, min_region_sz);
1973 out:
1974 	kfree(ranges);
1975 	return err;
1976 
1977 }
1978 
1979 static int damon_sysfs_add_target(struct damon_sysfs_target *sys_target,
1980 		struct damon_ctx *ctx)
1981 {
1982 	struct damon_target *t = damon_new_target();
1983 
1984 	if (!t)
1985 		return -ENOMEM;
1986 	damon_add_target(ctx, t);
1987 	if (damon_target_has_pid(ctx)) {
1988 		t->pid = find_get_pid(sys_target->pid);
1989 		if (!t->pid)
1990 			/* caller will destroy targets */
1991 			return -EINVAL;
1992 	}
1993 	t->obsolete = sys_target->obsolete;
1994 	return damon_sysfs_set_regions(t, sys_target->regions,
1995 			ctx->min_region_sz);
1996 }
1997 
1998 static int damon_sysfs_add_targets(struct damon_ctx *ctx,
1999 		struct damon_sysfs_targets *sysfs_targets)
2000 {
2001 	int i, err;
2002 
2003 	/* Multiple physical address space monitoring targets makes no sense */
2004 	if (ctx->ops.id == DAMON_OPS_PADDR && sysfs_targets->nr > 1)
2005 		return -EINVAL;
2006 
2007 	for (i = 0; i < sysfs_targets->nr; i++) {
2008 		struct damon_sysfs_target *st = sysfs_targets->targets_arr[i];
2009 
2010 		err = damon_sysfs_add_target(st, ctx);
2011 		if (err)
2012 			return err;
2013 	}
2014 	return 0;
2015 }
2016 
2017 /*
2018  * damon_sysfs_upd_schemes_stats() - Update schemes stats sysfs files.
2019  * @data:	The kobject wrapper that associated to the kdamond thread.
2020  *
2021  * This function reads the schemes stats of specific kdamond and update the
2022  * related values for sysfs files.  This function should be called from DAMON
2023  * worker thread,to safely access the DAMON contexts-internal data.  Caller
2024  * should also ensure holding ``damon_syfs_lock``, and ->damon_ctx of @data is
2025  * not NULL but a valid pointer, to safely access DAMON sysfs variables.
2026  */
2027 static int damon_sysfs_upd_schemes_stats(void *data)
2028 {
2029 	struct damon_sysfs_kdamond *kdamond = data;
2030 	struct damon_ctx *ctx = kdamond->damon_ctx;
2031 
2032 	damon_sysfs_schemes_update_stats(
2033 			kdamond->contexts->contexts_arr[0]->schemes, ctx);
2034 	return 0;
2035 }
2036 
2037 static inline bool damon_sysfs_kdamond_running(
2038 		struct damon_sysfs_kdamond *kdamond)
2039 {
2040 	return kdamond->damon_ctx &&
2041 		damon_is_running(kdamond->damon_ctx);
2042 }
2043 
2044 static int damon_sysfs_apply_inputs(struct damon_ctx *ctx,
2045 		struct damon_sysfs_context *sys_ctx)
2046 {
2047 	int err;
2048 
2049 	err = damon_select_ops(ctx, sys_ctx->ops_id);
2050 	if (err)
2051 		return err;
2052 	ctx->addr_unit = sys_ctx->addr_unit;
2053 	/* addr_unit is respected by only DAMON_OPS_PADDR */
2054 	if (sys_ctx->ops_id == DAMON_OPS_PADDR)
2055 		ctx->min_region_sz = max(
2056 				DAMON_MIN_REGION_SZ / sys_ctx->addr_unit, 1);
2057 	ctx->pause = sys_ctx->pause;
2058 	err = damon_sysfs_set_attrs(ctx, sys_ctx->attrs);
2059 	if (err)
2060 		return err;
2061 	err = damon_sysfs_set_probes(ctx, sys_ctx->attrs->probes);
2062 	if (err)
2063 		return err;
2064 	err = damon_sysfs_add_targets(ctx, sys_ctx->targets);
2065 	if (err)
2066 		return err;
2067 	return damon_sysfs_add_schemes(ctx, sys_ctx->schemes);
2068 }
2069 
2070 static struct damon_ctx *damon_sysfs_build_ctx(
2071 		struct damon_sysfs_context *sys_ctx);
2072 
2073 /*
2074  * Return a new damon_ctx for testing new parameters to commit.
2075  */
2076 static struct damon_ctx *damon_sysfs_new_test_ctx(
2077 		struct damon_ctx *running_ctx)
2078 {
2079 	struct damon_ctx *test_ctx;
2080 	int err;
2081 
2082 	test_ctx = damon_new_ctx();
2083 	if (!test_ctx)
2084 		return NULL;
2085 	err = damon_commit_ctx(test_ctx, running_ctx);
2086 	if (err) {
2087 		damon_destroy_ctx(test_ctx);
2088 		return NULL;
2089 	}
2090 	return test_ctx;
2091 }
2092 
2093 /*
2094  * damon_sysfs_commit_input() - Commit user inputs to a running kdamond.
2095  * @kdamond:	The kobject wrapper for the associated kdamond.
2096  *
2097  * Returns error if the sysfs input is wrong.
2098  */
2099 static int damon_sysfs_commit_input(void *data)
2100 {
2101 	struct damon_sysfs_kdamond *kdamond = data;
2102 	struct damon_ctx *param_ctx, *test_ctx;
2103 	int err;
2104 
2105 	if (!damon_sysfs_kdamond_running(kdamond))
2106 		return -EINVAL;
2107 	/* TODO: Support multiple contexts per kdamond */
2108 	if (kdamond->contexts->nr != 1)
2109 		return -EINVAL;
2110 
2111 	param_ctx = damon_sysfs_build_ctx(kdamond->contexts->contexts_arr[0]);
2112 	if (IS_ERR(param_ctx))
2113 		return PTR_ERR(param_ctx);
2114 	test_ctx = damon_sysfs_new_test_ctx(kdamond->damon_ctx);
2115 	if (!test_ctx) {
2116 		damon_destroy_ctx(param_ctx);
2117 		return -ENOMEM;
2118 	}
2119 	err = damon_commit_ctx(test_ctx, param_ctx);
2120 	if (err)
2121 		goto out;
2122 	err = damon_commit_ctx(kdamond->damon_ctx, param_ctx);
2123 out:
2124 	damon_destroy_ctx(test_ctx);
2125 	damon_destroy_ctx(param_ctx);
2126 	return err;
2127 }
2128 
2129 static int damon_sysfs_commit_schemes_quota_goals(void *data)
2130 {
2131 	struct damon_sysfs_kdamond *sysfs_kdamond = data;
2132 	struct damon_ctx *ctx;
2133 	struct damon_sysfs_context *sysfs_ctx;
2134 
2135 	if (!damon_sysfs_kdamond_running(sysfs_kdamond))
2136 		return -EINVAL;
2137 	/* TODO: Support multiple contexts per kdamond */
2138 	if (sysfs_kdamond->contexts->nr != 1)
2139 		return -EINVAL;
2140 
2141 	ctx = sysfs_kdamond->damon_ctx;
2142 	sysfs_ctx = sysfs_kdamond->contexts->contexts_arr[0];
2143 	return damos_sysfs_set_quota_scores(sysfs_ctx->schemes, ctx);
2144 }
2145 
2146 /*
2147  * damon_sysfs_upd_schemes_effective_quotas() - Update schemes effective quotas
2148  * sysfs files.
2149  * @data:	The kobject wrapper that associated to the kdamond thread.
2150  *
2151  * This function reads the schemes' effective quotas of specific kdamond and
2152  * update the related values for sysfs files.  This function should be called
2153  * from DAMON callbacks while holding ``damon_syfs_lock``, to safely access the
2154  * DAMON contexts-internal data and DAMON sysfs variables.
2155  */
2156 static int damon_sysfs_upd_schemes_effective_quotas(void *data)
2157 {
2158 	struct damon_sysfs_kdamond *kdamond = data;
2159 	struct damon_ctx *ctx = kdamond->damon_ctx;
2160 
2161 	damos_sysfs_update_effective_quotas(
2162 			kdamond->contexts->contexts_arr[0]->schemes, ctx);
2163 	return 0;
2164 }
2165 
2166 static int damon_sysfs_upd_tuned_intervals(void *data)
2167 {
2168 	struct damon_sysfs_kdamond *kdamond = data;
2169 	struct damon_ctx *ctx = kdamond->damon_ctx;
2170 
2171 	kdamond->contexts->contexts_arr[0]->attrs->intervals->sample_us =
2172 		ctx->attrs.sample_interval;
2173 	kdamond->contexts->contexts_arr[0]->attrs->intervals->aggr_us =
2174 		ctx->attrs.aggr_interval;
2175 	return 0;
2176 }
2177 
2178 static struct damon_ctx *damon_sysfs_build_ctx(
2179 		struct damon_sysfs_context *sys_ctx)
2180 {
2181 	struct damon_ctx *ctx = damon_new_ctx();
2182 	int err;
2183 
2184 	if (!ctx)
2185 		return ERR_PTR(-ENOMEM);
2186 
2187 	err = damon_sysfs_apply_inputs(ctx, sys_ctx);
2188 	if (err) {
2189 		damon_destroy_ctx(ctx);
2190 		return ERR_PTR(err);
2191 	}
2192 
2193 	return ctx;
2194 }
2195 
2196 static unsigned long damon_sysfs_next_update_jiffies;
2197 
2198 static int damon_sysfs_repeat_call_fn(void *data)
2199 {
2200 	struct damon_sysfs_kdamond *sysfs_kdamond = data;
2201 
2202 	if (!sysfs_kdamond->refresh_ms)
2203 		return 0;
2204 	if (time_before(jiffies, damon_sysfs_next_update_jiffies))
2205 		return 0;
2206 	damon_sysfs_next_update_jiffies = jiffies +
2207 		msecs_to_jiffies(sysfs_kdamond->refresh_ms);
2208 
2209 	if (!mutex_trylock(&damon_sysfs_lock))
2210 		return 0;
2211 	if (sysfs_kdamond->contexts->nr != 1)
2212 		goto out;
2213 	damon_sysfs_upd_tuned_intervals(sysfs_kdamond);
2214 	damon_sysfs_upd_schemes_stats(sysfs_kdamond);
2215 	damon_sysfs_upd_schemes_effective_quotas(sysfs_kdamond);
2216 out:
2217 	mutex_unlock(&damon_sysfs_lock);
2218 	return 0;
2219 }
2220 
2221 static int damon_sysfs_turn_damon_on(struct damon_sysfs_kdamond *kdamond)
2222 {
2223 	struct damon_ctx *ctx;
2224 	struct damon_call_control *repeat_call_control;
2225 	int err;
2226 
2227 	if (damon_sysfs_kdamond_running(kdamond))
2228 		return -EBUSY;
2229 	/* TODO: support multiple contexts per kdamond */
2230 	if (kdamond->contexts->nr != 1)
2231 		return -EINVAL;
2232 
2233 	if (kdamond->damon_ctx)
2234 		damon_destroy_ctx(kdamond->damon_ctx);
2235 	kdamond->damon_ctx = NULL;
2236 
2237 	repeat_call_control = kmalloc_obj(*repeat_call_control);
2238 	if (!repeat_call_control)
2239 		return -ENOMEM;
2240 
2241 	ctx = damon_sysfs_build_ctx(kdamond->contexts->contexts_arr[0]);
2242 	if (IS_ERR(ctx)) {
2243 		kfree(repeat_call_control);
2244 		return PTR_ERR(ctx);
2245 	}
2246 	err = damon_start(&ctx, 1, false);
2247 	if (err) {
2248 		kfree(repeat_call_control);
2249 		damon_destroy_ctx(ctx);
2250 		return err;
2251 	}
2252 	kdamond->damon_ctx = ctx;
2253 
2254 	damon_sysfs_next_update_jiffies =
2255 		jiffies + msecs_to_jiffies(kdamond->refresh_ms);
2256 
2257 	repeat_call_control->fn = damon_sysfs_repeat_call_fn;
2258 	repeat_call_control->data = kdamond;
2259 	repeat_call_control->repeat = true;
2260 	repeat_call_control->dealloc_on_cancel = true;
2261 	if (damon_call(ctx, repeat_call_control))
2262 		kfree(repeat_call_control);
2263 	return err;
2264 }
2265 
2266 static int damon_sysfs_turn_damon_off(struct damon_sysfs_kdamond *kdamond)
2267 {
2268 	if (!kdamond->damon_ctx)
2269 		return -EINVAL;
2270 	return damon_stop(&kdamond->damon_ctx, 1);
2271 	/*
2272 	 * To allow users show final monitoring results of already turned-off
2273 	 * DAMON, we free kdamond->damon_ctx in next
2274 	 * damon_sysfs_turn_damon_on(), or kdamonds_nr_store()
2275 	 */
2276 }
2277 
2278 static int damon_sysfs_damon_call(int (*fn)(void *data),
2279 		struct damon_sysfs_kdamond *kdamond)
2280 {
2281 	struct damon_call_control call_control = {};
2282 	int err;
2283 
2284 	if (!kdamond->damon_ctx)
2285 		return -EINVAL;
2286 	call_control.fn = fn;
2287 	call_control.data = kdamond;
2288 	err = damon_call(kdamond->damon_ctx, &call_control);
2289 	return err ? err : call_control.return_code;
2290 }
2291 
2292 struct damon_sysfs_schemes_walk_data {
2293 	struct damon_sysfs_kdamond *sysfs_kdamond;
2294 	bool total_bytes_only;
2295 };
2296 
2297 /* populate the region directory */
2298 static void damon_sysfs_schemes_tried_regions_upd_one(void *data, struct damon_ctx *ctx,
2299 		struct damon_target *t, struct damon_region *r,
2300 		struct damos *s, unsigned long sz_filter_passed)
2301 {
2302 	struct damon_sysfs_schemes_walk_data *walk_data = data;
2303 	struct damon_sysfs_kdamond *sysfs_kdamond = walk_data->sysfs_kdamond;
2304 
2305 	damos_sysfs_populate_region_dir(
2306 			sysfs_kdamond->contexts->contexts_arr[0]->schemes,
2307 			ctx, t, r, s, walk_data->total_bytes_only,
2308 			sz_filter_passed);
2309 }
2310 
2311 static int damon_sysfs_update_schemes_tried_regions(
2312 		struct damon_sysfs_kdamond *sysfs_kdamond, bool total_bytes_only)
2313 {
2314 	struct damon_sysfs_schemes_walk_data walk_data = {
2315 		.sysfs_kdamond = sysfs_kdamond,
2316 		.total_bytes_only = total_bytes_only,
2317 	};
2318 	struct damos_walk_control control = {
2319 		.walk_fn = damon_sysfs_schemes_tried_regions_upd_one,
2320 		.data = &walk_data,
2321 	};
2322 	struct damon_ctx *ctx = sysfs_kdamond->damon_ctx;
2323 
2324 	if (!ctx)
2325 		return -EINVAL;
2326 
2327 	damon_sysfs_schemes_clear_regions(
2328 			sysfs_kdamond->contexts->contexts_arr[0]->schemes);
2329 	return damos_walk(ctx, &control);
2330 }
2331 
2332 /*
2333  * damon_sysfs_handle_cmd() - Handle a command for a specific kdamond.
2334  * @cmd:	The command to handle.
2335  * @kdamond:	The kobject wrapper for the associated kdamond.
2336  *
2337  * This function handles a DAMON sysfs command for a kdamond.
2338  *
2339  * Return: 0 on success, negative error code otherwise.
2340  */
2341 static int damon_sysfs_handle_cmd(enum damon_sysfs_cmd cmd,
2342 		struct damon_sysfs_kdamond *kdamond)
2343 {
2344 	if (cmd != DAMON_SYSFS_CMD_OFF && kdamond->contexts->nr != 1)
2345 		return -EINVAL;
2346 
2347 	switch (cmd) {
2348 	case DAMON_SYSFS_CMD_ON:
2349 		return damon_sysfs_turn_damon_on(kdamond);
2350 	case DAMON_SYSFS_CMD_OFF:
2351 		return damon_sysfs_turn_damon_off(kdamond);
2352 	case DAMON_SYSFS_CMD_COMMIT:
2353 		return damon_sysfs_damon_call(
2354 				damon_sysfs_commit_input, kdamond);
2355 	case DAMON_SYSFS_CMD_COMMIT_SCHEMES_QUOTA_GOALS:
2356 		return damon_sysfs_damon_call(
2357 				damon_sysfs_commit_schemes_quota_goals,
2358 				kdamond);
2359 	case DAMON_SYSFS_CMD_UPDATE_SCHEMES_STATS:
2360 		return damon_sysfs_damon_call(
2361 				damon_sysfs_upd_schemes_stats, kdamond);
2362 	case DAMON_SYSFS_CMD_UPDATE_SCHEMES_TRIED_BYTES:
2363 		return damon_sysfs_update_schemes_tried_regions(kdamond, true);
2364 	case DAMON_SYSFS_CMD_UPDATE_SCHEMES_TRIED_REGIONS:
2365 		return damon_sysfs_update_schemes_tried_regions(kdamond, false);
2366 	case DAMON_SYSFS_CMD_CLEAR_SCHEMES_TRIED_REGIONS:
2367 		return damon_sysfs_schemes_clear_regions(
2368 			kdamond->contexts->contexts_arr[0]->schemes);
2369 	case DAMON_SYSFS_CMD_UPDATE_SCHEMES_EFFECTIVE_QUOTAS:
2370 		return damon_sysfs_damon_call(
2371 				damon_sysfs_upd_schemes_effective_quotas,
2372 				kdamond);
2373 	case DAMON_SYSFS_CMD_UPDATE_TUNED_INTERVALS:
2374 		return damon_sysfs_damon_call(
2375 				damon_sysfs_upd_tuned_intervals, kdamond);
2376 	default:
2377 		return -EINVAL;
2378 	}
2379 }
2380 
2381 static ssize_t state_store(struct kobject *kobj, struct kobj_attribute *attr,
2382 		const char *buf, size_t count)
2383 {
2384 	struct damon_sysfs_kdamond *kdamond = container_of(kobj,
2385 			struct damon_sysfs_kdamond, kobj);
2386 	enum damon_sysfs_cmd cmd;
2387 	ssize_t ret = -EINVAL;
2388 
2389 	if (!mutex_trylock(&damon_sysfs_lock))
2390 		return -EBUSY;
2391 	for (cmd = 0; cmd < NR_DAMON_SYSFS_CMDS; cmd++) {
2392 		if (sysfs_streq(buf, damon_sysfs_cmd_strs[cmd])) {
2393 			ret = damon_sysfs_handle_cmd(cmd, kdamond);
2394 			break;
2395 		}
2396 	}
2397 	mutex_unlock(&damon_sysfs_lock);
2398 	if (!ret)
2399 		ret = count;
2400 	return ret;
2401 }
2402 
2403 static ssize_t pid_show(struct kobject *kobj,
2404 		struct kobj_attribute *attr, char *buf)
2405 {
2406 	struct damon_sysfs_kdamond *kdamond = container_of(kobj,
2407 			struct damon_sysfs_kdamond, kobj);
2408 	struct damon_ctx *ctx;
2409 	int pid = -1;
2410 
2411 	if (!mutex_trylock(&damon_sysfs_lock))
2412 		return -EBUSY;
2413 	ctx = kdamond->damon_ctx;
2414 	if (!ctx)
2415 		goto out;
2416 
2417 	pid = damon_kdamond_pid(ctx);
2418 	if (pid < 0)
2419 		pid = -1;
2420 out:
2421 	mutex_unlock(&damon_sysfs_lock);
2422 	return sysfs_emit(buf, "%d\n", pid);
2423 }
2424 
2425 static ssize_t refresh_ms_show(struct kobject *kobj,
2426 		struct kobj_attribute *attr, char *buf)
2427 {
2428 	struct damon_sysfs_kdamond *kdamond = container_of(kobj,
2429 			struct damon_sysfs_kdamond, kobj);
2430 
2431 	return sysfs_emit(buf, "%u\n", kdamond->refresh_ms);
2432 }
2433 
2434 static ssize_t refresh_ms_store(struct kobject *kobj,
2435 		struct kobj_attribute *attr, const char *buf, size_t count)
2436 {
2437 	struct damon_sysfs_kdamond *kdamond = container_of(kobj,
2438 			struct damon_sysfs_kdamond, kobj);
2439 	unsigned int nr;
2440 	int err = kstrtouint(buf, 0, &nr);
2441 
2442 	if (err)
2443 		return err;
2444 
2445 	kdamond->refresh_ms = nr;
2446 	return count;
2447 }
2448 
2449 static void damon_sysfs_kdamond_release(struct kobject *kobj)
2450 {
2451 	struct damon_sysfs_kdamond *kdamond = container_of(kobj,
2452 			struct damon_sysfs_kdamond, kobj);
2453 
2454 	if (kdamond->damon_ctx)
2455 		damon_destroy_ctx(kdamond->damon_ctx);
2456 	kfree(kdamond);
2457 }
2458 
2459 static struct kobj_attribute damon_sysfs_kdamond_state_attr =
2460 		__ATTR_RW_MODE(state, 0600);
2461 
2462 static struct kobj_attribute damon_sysfs_kdamond_pid_attr =
2463 		__ATTR_RO_MODE(pid, 0400);
2464 
2465 static struct kobj_attribute damon_sysfs_kdamond_refresh_ms_attr =
2466 		__ATTR_RW_MODE(refresh_ms, 0600);
2467 
2468 static struct attribute *damon_sysfs_kdamond_attrs[] = {
2469 	&damon_sysfs_kdamond_state_attr.attr,
2470 	&damon_sysfs_kdamond_pid_attr.attr,
2471 	&damon_sysfs_kdamond_refresh_ms_attr.attr,
2472 	NULL,
2473 };
2474 ATTRIBUTE_GROUPS(damon_sysfs_kdamond);
2475 
2476 static const struct kobj_type damon_sysfs_kdamond_ktype = {
2477 	.release = damon_sysfs_kdamond_release,
2478 	.sysfs_ops = &kobj_sysfs_ops,
2479 	.default_groups = damon_sysfs_kdamond_groups,
2480 };
2481 
2482 /*
2483  * kdamonds directory
2484  */
2485 
2486 struct damon_sysfs_kdamonds {
2487 	struct kobject kobj;
2488 	struct damon_sysfs_kdamond **kdamonds_arr;
2489 	int nr;
2490 };
2491 
2492 static struct damon_sysfs_kdamonds *damon_sysfs_kdamonds_alloc(void)
2493 {
2494 	return kzalloc_obj(struct damon_sysfs_kdamonds);
2495 }
2496 
2497 static void damon_sysfs_kdamonds_rm_dirs(struct damon_sysfs_kdamonds *kdamonds)
2498 {
2499 	struct damon_sysfs_kdamond **kdamonds_arr = kdamonds->kdamonds_arr;
2500 	int i;
2501 
2502 	for (i = 0; i < kdamonds->nr; i++) {
2503 		damon_sysfs_kdamond_rm_dirs(kdamonds_arr[i]);
2504 		kobject_put(&kdamonds_arr[i]->kobj);
2505 	}
2506 	kdamonds->nr = 0;
2507 	kfree(kdamonds_arr);
2508 	kdamonds->kdamonds_arr = NULL;
2509 }
2510 
2511 static bool damon_sysfs_kdamonds_busy(struct damon_sysfs_kdamond **kdamonds,
2512 		int nr_kdamonds)
2513 {
2514 	int i;
2515 
2516 	for (i = 0; i < nr_kdamonds; i++) {
2517 		if (damon_sysfs_kdamond_running(kdamonds[i]))
2518 			return true;
2519 	}
2520 
2521 	return false;
2522 }
2523 
2524 static int damon_sysfs_kdamonds_add_dirs(struct damon_sysfs_kdamonds *kdamonds,
2525 		int nr_kdamonds)
2526 {
2527 	struct damon_sysfs_kdamond **kdamonds_arr, *kdamond;
2528 	int err, i;
2529 
2530 	if (damon_sysfs_kdamonds_busy(kdamonds->kdamonds_arr, kdamonds->nr))
2531 		return -EBUSY;
2532 
2533 	damon_sysfs_kdamonds_rm_dirs(kdamonds);
2534 	if (!nr_kdamonds)
2535 		return 0;
2536 
2537 	kdamonds_arr = kmalloc_objs(*kdamonds_arr, nr_kdamonds,
2538 				    GFP_KERNEL | __GFP_NOWARN);
2539 	if (!kdamonds_arr)
2540 		return -ENOMEM;
2541 	kdamonds->kdamonds_arr = kdamonds_arr;
2542 
2543 	for (i = 0; i < nr_kdamonds; i++) {
2544 		kdamond = damon_sysfs_kdamond_alloc();
2545 		if (!kdamond) {
2546 			damon_sysfs_kdamonds_rm_dirs(kdamonds);
2547 			return -ENOMEM;
2548 		}
2549 
2550 		err = kobject_init_and_add(&kdamond->kobj,
2551 				&damon_sysfs_kdamond_ktype, &kdamonds->kobj,
2552 				"%d", i);
2553 		if (err)
2554 			goto out;
2555 
2556 		err = damon_sysfs_kdamond_add_dirs(kdamond);
2557 		if (err)
2558 			goto out;
2559 
2560 		kdamonds_arr[i] = kdamond;
2561 		kdamonds->nr++;
2562 	}
2563 	return 0;
2564 
2565 out:
2566 	damon_sysfs_kdamonds_rm_dirs(kdamonds);
2567 	kobject_put(&kdamond->kobj);
2568 	return err;
2569 }
2570 
2571 static ssize_t nr_kdamonds_show(struct kobject *kobj,
2572 		struct kobj_attribute *attr, char *buf)
2573 {
2574 	struct damon_sysfs_kdamonds *kdamonds = container_of(kobj,
2575 			struct damon_sysfs_kdamonds, kobj);
2576 
2577 	return sysfs_emit(buf, "%d\n", kdamonds->nr);
2578 }
2579 
2580 static ssize_t nr_kdamonds_store(struct kobject *kobj,
2581 		struct kobj_attribute *attr, const char *buf, size_t count)
2582 {
2583 	struct damon_sysfs_kdamonds *kdamonds;
2584 	int nr, err;
2585 
2586 	err = kstrtoint(buf, 0, &nr);
2587 	if (err)
2588 		return err;
2589 	if (nr < 0)
2590 		return -EINVAL;
2591 
2592 	kdamonds = container_of(kobj, struct damon_sysfs_kdamonds, kobj);
2593 
2594 	if (!mutex_trylock(&damon_sysfs_lock))
2595 		return -EBUSY;
2596 	err = damon_sysfs_kdamonds_add_dirs(kdamonds, nr);
2597 	mutex_unlock(&damon_sysfs_lock);
2598 	if (err)
2599 		return err;
2600 
2601 	return count;
2602 }
2603 
2604 static void damon_sysfs_kdamonds_release(struct kobject *kobj)
2605 {
2606 	kfree(container_of(kobj, struct damon_sysfs_kdamonds, kobj));
2607 }
2608 
2609 static struct kobj_attribute damon_sysfs_kdamonds_nr_attr =
2610 		__ATTR_RW_MODE(nr_kdamonds, 0600);
2611 
2612 static struct attribute *damon_sysfs_kdamonds_attrs[] = {
2613 	&damon_sysfs_kdamonds_nr_attr.attr,
2614 	NULL,
2615 };
2616 ATTRIBUTE_GROUPS(damon_sysfs_kdamonds);
2617 
2618 static const struct kobj_type damon_sysfs_kdamonds_ktype = {
2619 	.release = damon_sysfs_kdamonds_release,
2620 	.sysfs_ops = &kobj_sysfs_ops,
2621 	.default_groups = damon_sysfs_kdamonds_groups,
2622 };
2623 
2624 /*
2625  * damon user interface directory
2626  */
2627 
2628 struct damon_sysfs_ui_dir {
2629 	struct kobject kobj;
2630 	struct damon_sysfs_kdamonds *kdamonds;
2631 };
2632 
2633 static struct damon_sysfs_ui_dir *damon_sysfs_ui_dir_alloc(void)
2634 {
2635 	return kzalloc_obj(struct damon_sysfs_ui_dir);
2636 }
2637 
2638 static int damon_sysfs_ui_dir_add_dirs(struct damon_sysfs_ui_dir *ui_dir)
2639 {
2640 	struct damon_sysfs_kdamonds *kdamonds;
2641 	int err;
2642 
2643 	kdamonds = damon_sysfs_kdamonds_alloc();
2644 	if (!kdamonds)
2645 		return -ENOMEM;
2646 
2647 	err = kobject_init_and_add(&kdamonds->kobj,
2648 			&damon_sysfs_kdamonds_ktype, &ui_dir->kobj,
2649 			"kdamonds");
2650 	if (err) {
2651 		kobject_put(&kdamonds->kobj);
2652 		return err;
2653 	}
2654 	ui_dir->kdamonds = kdamonds;
2655 	return err;
2656 }
2657 
2658 static void damon_sysfs_ui_dir_release(struct kobject *kobj)
2659 {
2660 	kfree(container_of(kobj, struct damon_sysfs_ui_dir, kobj));
2661 }
2662 
2663 static struct attribute *damon_sysfs_ui_dir_attrs[] = {
2664 	NULL,
2665 };
2666 ATTRIBUTE_GROUPS(damon_sysfs_ui_dir);
2667 
2668 static const struct kobj_type damon_sysfs_ui_dir_ktype = {
2669 	.release = damon_sysfs_ui_dir_release,
2670 	.sysfs_ops = &kobj_sysfs_ops,
2671 	.default_groups = damon_sysfs_ui_dir_groups,
2672 };
2673 
2674 static int __init damon_sysfs_init(void)
2675 {
2676 	struct kobject *damon_sysfs_root;
2677 	struct damon_sysfs_ui_dir *admin;
2678 	int err;
2679 
2680 	damon_sysfs_root = kobject_create_and_add("damon", mm_kobj);
2681 	if (!damon_sysfs_root)
2682 		return -ENOMEM;
2683 
2684 	admin = damon_sysfs_ui_dir_alloc();
2685 	if (!admin) {
2686 		kobject_put(damon_sysfs_root);
2687 		return -ENOMEM;
2688 	}
2689 	err = kobject_init_and_add(&admin->kobj, &damon_sysfs_ui_dir_ktype,
2690 			damon_sysfs_root, "admin");
2691 	if (err)
2692 		goto out;
2693 	err = damon_sysfs_ui_dir_add_dirs(admin);
2694 	if (err)
2695 		goto out;
2696 	return 0;
2697 
2698 out:
2699 	kobject_put(&admin->kobj);
2700 	kobject_put(damon_sysfs_root);
2701 	return err;
2702 }
2703 subsys_initcall(damon_sysfs_init);
2704 
2705 #include "tests/sysfs-kunit.h"
2706