1e34293ddSTomas Glozar // SPDX-License-Identifier: GPL-2.0
2e34293ddSTomas Glozar #ifdef HAVE_BPF_SKEL
3*8020361dSTomas Glozar #define _GNU_SOURCE
4e34293ddSTomas Glozar #include "timerlat.h"
5e34293ddSTomas Glozar #include "timerlat_bpf.h"
6e34293ddSTomas Glozar #include "timerlat.skel.h"
7e34293ddSTomas Glozar
8e34293ddSTomas Glozar static struct timerlat_bpf *bpf;
9e34293ddSTomas Glozar
10e34293ddSTomas Glozar /*
11e34293ddSTomas Glozar * timerlat_bpf_init - load and initialize BPF program to collect timerlat data
12e34293ddSTomas Glozar */
timerlat_bpf_init(struct timerlat_params * params)13e34293ddSTomas Glozar int timerlat_bpf_init(struct timerlat_params *params)
14e34293ddSTomas Glozar {
15e34293ddSTomas Glozar int err;
16e34293ddSTomas Glozar
17e34293ddSTomas Glozar debug_msg("Loading BPF program\n");
18e34293ddSTomas Glozar
19e34293ddSTomas Glozar bpf = timerlat_bpf__open();
20e34293ddSTomas Glozar if (!bpf)
21e34293ddSTomas Glozar return 1;
22e34293ddSTomas Glozar
23e34293ddSTomas Glozar /* Pass common options */
24e34293ddSTomas Glozar bpf->rodata->output_divisor = params->output_divisor;
25e34293ddSTomas Glozar bpf->rodata->entries = params->entries;
26e34293ddSTomas Glozar bpf->rodata->irq_threshold = params->stop_us;
27e34293ddSTomas Glozar bpf->rodata->thread_threshold = params->stop_total_us;
28e34293ddSTomas Glozar bpf->rodata->aa_only = params->aa_only;
29e34293ddSTomas Glozar
30e34293ddSTomas Glozar if (params->entries != 0) {
31e34293ddSTomas Glozar /* Pass histogram options */
32e34293ddSTomas Glozar bpf->rodata->bucket_size = params->bucket_size;
33e34293ddSTomas Glozar
34e34293ddSTomas Glozar /* Set histogram array sizes */
35e34293ddSTomas Glozar bpf_map__set_max_entries(bpf->maps.hist_irq, params->entries);
36e34293ddSTomas Glozar bpf_map__set_max_entries(bpf->maps.hist_thread, params->entries);
37e34293ddSTomas Glozar bpf_map__set_max_entries(bpf->maps.hist_user, params->entries);
38e34293ddSTomas Glozar } else {
39e34293ddSTomas Glozar /* No entries, disable histogram */
40e34293ddSTomas Glozar bpf_map__set_autocreate(bpf->maps.hist_irq, false);
41e34293ddSTomas Glozar bpf_map__set_autocreate(bpf->maps.hist_thread, false);
42e34293ddSTomas Glozar bpf_map__set_autocreate(bpf->maps.hist_user, false);
43e34293ddSTomas Glozar }
44e34293ddSTomas Glozar
45e34293ddSTomas Glozar if (params->aa_only) {
46e34293ddSTomas Glozar /* Auto-analysis only, disable summary */
47e34293ddSTomas Glozar bpf_map__set_autocreate(bpf->maps.summary_irq, false);
48e34293ddSTomas Glozar bpf_map__set_autocreate(bpf->maps.summary_thread, false);
49e34293ddSTomas Glozar bpf_map__set_autocreate(bpf->maps.summary_user, false);
50e34293ddSTomas Glozar }
51e34293ddSTomas Glozar
52e34293ddSTomas Glozar /* Load and verify BPF program */
53e34293ddSTomas Glozar err = timerlat_bpf__load(bpf);
54e34293ddSTomas Glozar if (err) {
55e34293ddSTomas Glozar timerlat_bpf__destroy(bpf);
56e34293ddSTomas Glozar return err;
57e34293ddSTomas Glozar }
58e34293ddSTomas Glozar
59e34293ddSTomas Glozar return 0;
60e34293ddSTomas Glozar }
61e34293ddSTomas Glozar
62e34293ddSTomas Glozar /*
63e34293ddSTomas Glozar * timerlat_bpf_attach - attach BPF program to collect timerlat data
64e34293ddSTomas Glozar */
timerlat_bpf_attach(void)65e34293ddSTomas Glozar int timerlat_bpf_attach(void)
66e34293ddSTomas Glozar {
67e34293ddSTomas Glozar debug_msg("Attaching BPF program\n");
68e34293ddSTomas Glozar
69e34293ddSTomas Glozar return timerlat_bpf__attach(bpf);
70e34293ddSTomas Glozar }
71e34293ddSTomas Glozar
72e34293ddSTomas Glozar /*
73e34293ddSTomas Glozar * timerlat_bpf_detach - detach BPF program to collect timerlat data
74e34293ddSTomas Glozar */
timerlat_bpf_detach(void)75e34293ddSTomas Glozar void timerlat_bpf_detach(void)
76e34293ddSTomas Glozar {
77e34293ddSTomas Glozar timerlat_bpf__detach(bpf);
78e34293ddSTomas Glozar }
79e34293ddSTomas Glozar
80e34293ddSTomas Glozar /*
81e34293ddSTomas Glozar * timerlat_bpf_detach - destroy BPF program to collect timerlat data
82e34293ddSTomas Glozar */
timerlat_bpf_destroy(void)83e34293ddSTomas Glozar void timerlat_bpf_destroy(void)
84e34293ddSTomas Glozar {
85e34293ddSTomas Glozar timerlat_bpf__destroy(bpf);
86e34293ddSTomas Glozar }
87e34293ddSTomas Glozar
handle_rb_event(void * ctx,void * data,size_t data_sz)88e34293ddSTomas Glozar static int handle_rb_event(void *ctx, void *data, size_t data_sz)
89e34293ddSTomas Glozar {
90e34293ddSTomas Glozar return 0;
91e34293ddSTomas Glozar }
92e34293ddSTomas Glozar
93e34293ddSTomas Glozar /*
94e34293ddSTomas Glozar * timerlat_bpf_wait - wait until tracing is stopped or signal
95e34293ddSTomas Glozar */
timerlat_bpf_wait(int timeout)96e34293ddSTomas Glozar int timerlat_bpf_wait(int timeout)
97e34293ddSTomas Glozar {
98e34293ddSTomas Glozar struct ring_buffer *rb;
99e34293ddSTomas Glozar int retval;
100e34293ddSTomas Glozar
101e34293ddSTomas Glozar rb = ring_buffer__new(bpf_map__fd(bpf->maps.signal_stop_tracing),
102e34293ddSTomas Glozar handle_rb_event, NULL, NULL);
103e34293ddSTomas Glozar retval = ring_buffer__poll(rb, timeout * 1000);
104e34293ddSTomas Glozar ring_buffer__free(rb);
105e34293ddSTomas Glozar
106e34293ddSTomas Glozar return retval;
107e34293ddSTomas Glozar }
108e34293ddSTomas Glozar
get_value(struct bpf_map * map_irq,struct bpf_map * map_thread,struct bpf_map * map_user,int key,long long * value_irq,long long * value_thread,long long * value_user,int cpus)109e34293ddSTomas Glozar static int get_value(struct bpf_map *map_irq,
110e34293ddSTomas Glozar struct bpf_map *map_thread,
111e34293ddSTomas Glozar struct bpf_map *map_user,
112e34293ddSTomas Glozar int key,
113e34293ddSTomas Glozar long long *value_irq,
114e34293ddSTomas Glozar long long *value_thread,
115e34293ddSTomas Glozar long long *value_user,
116e34293ddSTomas Glozar int cpus)
117e34293ddSTomas Glozar {
118e34293ddSTomas Glozar int err;
119e34293ddSTomas Glozar
120e34293ddSTomas Glozar err = bpf_map__lookup_elem(map_irq, &key,
121e34293ddSTomas Glozar sizeof(unsigned int), value_irq,
122e34293ddSTomas Glozar sizeof(long long) * cpus, 0);
123e34293ddSTomas Glozar if (err)
124e34293ddSTomas Glozar return err;
125e34293ddSTomas Glozar err = bpf_map__lookup_elem(map_thread, &key,
126e34293ddSTomas Glozar sizeof(unsigned int), value_thread,
127e34293ddSTomas Glozar sizeof(long long) * cpus, 0);
128e34293ddSTomas Glozar if (err)
129e34293ddSTomas Glozar return err;
130e34293ddSTomas Glozar err = bpf_map__lookup_elem(map_user, &key,
131e34293ddSTomas Glozar sizeof(unsigned int), value_user,
132e34293ddSTomas Glozar sizeof(long long) * cpus, 0);
133e34293ddSTomas Glozar if (err)
134e34293ddSTomas Glozar return err;
135e34293ddSTomas Glozar return 0;
136e34293ddSTomas Glozar }
137e34293ddSTomas Glozar
138e34293ddSTomas Glozar /*
139e34293ddSTomas Glozar * timerlat_bpf_get_hist_value - get value from BPF hist map
140e34293ddSTomas Glozar */
timerlat_bpf_get_hist_value(int key,long long * value_irq,long long * value_thread,long long * value_user,int cpus)141e34293ddSTomas Glozar int timerlat_bpf_get_hist_value(int key,
142e34293ddSTomas Glozar long long *value_irq,
143e34293ddSTomas Glozar long long *value_thread,
144e34293ddSTomas Glozar long long *value_user,
145e34293ddSTomas Glozar int cpus)
146e34293ddSTomas Glozar {
147e34293ddSTomas Glozar return get_value(bpf->maps.hist_irq,
148e34293ddSTomas Glozar bpf->maps.hist_thread,
149e34293ddSTomas Glozar bpf->maps.hist_user,
150e34293ddSTomas Glozar key, value_irq, value_thread, value_user, cpus);
151e34293ddSTomas Glozar }
152e34293ddSTomas Glozar
153e34293ddSTomas Glozar /*
154e34293ddSTomas Glozar * timerlat_bpf_get_summary_value - get value from BPF summary map
155e34293ddSTomas Glozar */
timerlat_bpf_get_summary_value(enum summary_field key,long long * value_irq,long long * value_thread,long long * value_user,int cpus)156e34293ddSTomas Glozar int timerlat_bpf_get_summary_value(enum summary_field key,
157e34293ddSTomas Glozar long long *value_irq,
158e34293ddSTomas Glozar long long *value_thread,
159e34293ddSTomas Glozar long long *value_user,
160e34293ddSTomas Glozar int cpus)
161e34293ddSTomas Glozar {
162e34293ddSTomas Glozar return get_value(bpf->maps.summary_irq,
163e34293ddSTomas Glozar bpf->maps.summary_thread,
164e34293ddSTomas Glozar bpf->maps.summary_user,
165e34293ddSTomas Glozar key, value_irq, value_thread, value_user, cpus);
166e34293ddSTomas Glozar }
167e34293ddSTomas Glozar #endif /* HAVE_BPF_SKEL */
168